-- Logs begin at Sat 2021-09-18 04:06:44 UTC, end at Sat 2021-09-18 06:05:02 UTC. -- Sep 18 04:48:43.237839 n-d-789963-13 systemd[1]: Started Devstack devstack@q-svc.service. Sep 18 04:48:45.972796 n-d-789963-13 neutron-server[106797]: INFO neutron.common.config [-] Logging enabled! Sep 18 04:48:45.973398 n-d-789963-13 neutron-server[106797]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 18 04:48:45.973580 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106797) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 18 04:48:45.976902 n-d-789963-13 neutron-server[106797]: INFO neutron.common.config [-] Logging enabled! Sep 18 04:48:45.977164 n-d-789963-13 neutron-server[106797]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 18 04:48:45.977486 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106797) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 18 04:48:45.978436 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 04:48:45.978676 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 04:48:45.979042 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 04:48:45.979295 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 04:48:45.979530 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 04:48:45.979858 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.980165 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.980498 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.980733 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.981035 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.981334 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.981623 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.981921 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.982224 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.982517 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.982875 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.983170 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.983408 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.983698 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.983995 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.984317 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.984807 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] debug = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.985093 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.985531 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.985960 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.986248 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.986547 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.986835 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.987113 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.987400 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.987690 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.988022 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] host = n-d-789963-13 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.988333 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.988631 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.988925 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.989216 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.989499 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.989784 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.990075 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.990355 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.990633 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] log_file = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.990914 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.991207 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.991501 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.991797 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.992029 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.992278 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.992578 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.992870 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.993152 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.993432 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.993713 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.993993 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.994273 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.994549 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.994844 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.995132 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.995422 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.995702 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.995980 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.996277 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.996559 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.996850 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.997126 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.997402 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.997681 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.997974 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.998248 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.999112 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.999420 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:45.999712 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.000001 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.000328 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.000610 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.000900 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.001179 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.001458 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.001736 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] use_json = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.002016 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.002294 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.002582 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.002860 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.003140 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.003418 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.003695 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.003987 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:46.004316 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.004623 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.004929 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.005223 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.005525 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.005808 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.006103 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.006385 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.006680 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.006976 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.007268 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.007551 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.007843 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.008126 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.008454 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.008770 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.009070 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.009368 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.009648 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.009927 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.010209 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.010493 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.010787 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.011071 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.011364 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.011659 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.011941 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.012252 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.012552 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.012848 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.013129 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.013416 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.013712 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.014564 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.014867 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.015150 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.015454 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.015742 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.016022 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.016339 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.016628 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.016912 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.017192 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.017477 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.017775 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.018058 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.018337 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.018617 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.018902 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.019181 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.019473 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.019758 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.020034 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.020340 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.020629 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.020909 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.021189 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.021471 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.021750 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.022035 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.022314 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.022620 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.022875 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.023159 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.023437 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.023713 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.023992 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.024294 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.024575 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.024858 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.025142 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.025421 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.025705 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.025999 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.026306 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.026589 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.026874 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.027159 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.027807 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.027807 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.027987 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.028292 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.028579 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.028857 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.029154 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.029443 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.029824 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.030118 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.030402 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.030710 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.030994 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.031282 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.031563 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.031846 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.032135 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.032450 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.032751 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.033054 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.033354 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.033655 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.033958 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.034249 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.034567 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.034856 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:46.035081 n-d-789963-13 neutron-server[106797]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 04:48:46.035334 n-d-789963-13 neutron-server[106797]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106797) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 18 04:48:46.387437 n-d-789963-13 neutron-server[106797]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 18 04:48:46.387645 n-d-789963-13 neutron-server[106797]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 18 04:48:46.387944 n-d-789963-13 neutron-server[106797]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 18 04:48:46.388301 n-d-789963-13 neutron-server[106797]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 18 04:48:46.782555 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.782862 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.783140 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.784488 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.784770 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.785044 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.821468 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.821752 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.822023 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.837171 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.837455 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.837727 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.866296 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.866576 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.866852 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.906209 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.906209 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:46.906209 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.137644 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.138251 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.138251 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.138425 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.139160 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.258423 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.258749 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.259040 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.259319 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.259588 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.259901 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.260166 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.260451 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.260709 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.260995 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.261258 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.261526 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.261783 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.262037 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.262294 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.262561 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.262820 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.263090 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.263363 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.263630 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.264083 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.264381 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.264669 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.265055 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.265314 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.265572 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.265972 n-d-789963-13 neutron-server[106797]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 04:48:47.266219 n-d-789963-13 neutron-server[106797]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 04:48:47.266462 n-d-789963-13 neutron-server[106797]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 04:48:47.266710 n-d-789963-13 neutron-server[106797]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 04:48:47.266953 n-d-789963-13 neutron-server[106797]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 04:48:47.267193 n-d-789963-13 neutron-server[106797]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 04:48:47.267561 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 18 04:48:47.270640 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 18 04:48:47.274673 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 18 04:48:47.278340 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 18 04:48:47.280599 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 18 04:48:47.280974 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 18 04:48:47.281320 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 18 04:48:47.281712 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 18 04:48:47.284516 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 18 04:48:47.284768 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 18 04:48:47.285119 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 04:48:47.290415 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 18 04:48:47.312880 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 18 04:48:47.313338 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.313645 n-d-789963-13 neutron-server[106797]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106797) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 18 04:48:47.314011 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.315381 n-d-789963-13 neutron-server[106797]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106797) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 18 04:48:47.315823 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 04:48:47.316079 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 18 04:48:47.319266 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.319558 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:47.383095 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 18 04:48:47.383337 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 18 04:48:47.383576 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 18 04:48:47.383950 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 18 04:48:47.406718 n-d-789963-13 neutron-server[106797]: DEBUG oslo_db.sqlalchemy.engines [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106797) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 18 04:48:48.090941 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Initializing driver for type 'gre' Sep 18 04:48:48.091479 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] gre ID ranges: [(1, 1000)] Sep 18 04:48:48.253854 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Initializing driver for type 'local' Sep 18 04:48:48.254483 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Initializing driver for type 'vlan' Sep 18 04:48:48.347578 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] VlanTypeDriver initialization complete Sep 18 04:48:48.348068 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Initializing driver for type 'vxlan' Sep 18 04:48:48.348605 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] vxlan ID ranges: [(1, 1000)] Sep 18 04:48:48.570927 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Initializing extension driver 'port_security' Sep 18 04:48:48.571274 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.extensions.port_security [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] PortSecurityExtensionDriver initialization complete Sep 18 04:48:48.571624 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Initializing mechanism driver 'openvswitch' Sep 18 04:48:48.571956 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Initializing mechanism driver 'hyperv' Sep 18 04:48:48.579326 n-d-789963-13 neutron-server[106797]: DEBUG neutron.plugins.ml2.plugin [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:48:48.580022 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > port after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.580455 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > port after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.580877 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > port after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.581426 n-d-789963-13 neutron-server[106797]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106797) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 04:48:48.581901 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > subnet after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.582262 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > subnet after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.582620 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > subnet after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.583023 n-d-789963-13 neutron-server[106797]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106797) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 04:48:48.583460 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > network after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.583805 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > network after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.584157 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > network after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.584591 n-d-789963-13 neutron-server[106797]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106797) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 04:48:48.585009 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > security_group after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.585367 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > security_group after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.585715 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > security_group after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.586256 n-d-789963-13 neutron-server[106797]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106797) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 04:48:48.586683 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.587101 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.587463 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.587872 n-d-789963-13 neutron-server[106797]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106797) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 04:48:48.588320 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > address_group after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.597623 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > address_group after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.597623 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > address_group after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.597623 n-d-789963-13 neutron-server[106797]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106797) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 04:48:48.597623 n-d-789963-13 neutron-server[106797]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] ML2 OVO RPC backend initialized. {{(pid=106797) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 18 04:48:48.597623 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router_interface after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.598011 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.598011 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > network before_response 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.598011 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > networks before_response 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.598011 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > port before_response 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.598381 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > ports before_response 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.598381 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > subnet before_response 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.598381 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > subnets before_response 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.598381 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > network after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.598685 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > network after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.598685 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > network after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.598685 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > port after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.598685 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > port after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.599034 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > port after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.599034 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > subnet after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.599034 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > subnet after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.599034 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > subnet after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.599324 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.plugin [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Modular L2 Plugin initialization complete Sep 18 04:48:48.599324 n-d-789963-13 neutron-server[106797]: DEBUG neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading services supported by the core plugin {{(pid=106797) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 18 04:48:48.599324 n-d-789963-13 neutron-server[106797]: INFO neutron.plugins.ml2.managers [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Got port-security extension from driver 'port_security' Sep 18 04:48:48.599324 n-d-789963-13 neutron-server[106797]: INFO neutron.extensions.vlantransparent [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Disabled vlantransparent extension. Sep 18 04:48:48.599324 n-d-789963-13 neutron-server[106797]: DEBUG neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106797) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 18 04:48:48.599676 n-d-789963-13 neutron-server[106797]: INFO neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading Plugin: router Sep 18 04:48:48.638104 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router_interface before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.638516 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router after_create 55549900 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.639430 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router before_create 55549900 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.639878 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.640287 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.640661 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router after_delete 55549900 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.641035 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > floatingip after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.641399 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > floatingip after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.641772 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router after_create 55549900 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.642131 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router after_update 55549900 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.642491 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router after_update 55549900 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.642849 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.643220 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router after_update 55549900 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.643666 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router precommit_update 55549900 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.644052 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: port after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.644428 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: port after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.649912 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: subnet after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.649912 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.649912 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > port precommit_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.649912 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router precommit_create 55549900 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.650218 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: port before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.650218 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router precommit_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.650218 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router after_update 55549900 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.650218 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router precommit_delete 55549900 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.650522 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router precommit_create 55549900 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.650522 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router_interface after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.650522 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router precommit_update 55549900 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.650522 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > agent after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.650817 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > agent after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.650817 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > network after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.650817 n-d-789963-13 neutron-server[106797]: DEBUG neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Tracking information for resource: router configured {{(pid=106797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 04:48:48.650817 n-d-789963-13 neutron-server[106797]: DEBUG neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Tracking information for resource: floatingip configured {{(pid=106797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 04:48:48.656315 n-d-789963-13 neutron-server[106797]: INFO neutron.db.l3_agentschedulers_db [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 18 04:48:48.656909 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: port after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.657285 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: port after_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.657655 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: port after_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.658017 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: port after_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.658815 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router before_create 55550100 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.659191 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router precommit_delete 55550100 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.659564 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router precommit_create 55550100 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.659932 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > router precommit_update 55550100 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.664882 n-d-789963-13 neutron-server[106797]: DEBUG neutron.services.provider_configuration [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service providers = [] {{(pid=106797) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 18 04:48:48.665259 n-d-789963-13 neutron-server[106797]: DEBUG neutron.db.servicetype_db [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106797) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 18 04:48:48.668310 n-d-789963-13 neutron-server[106797]: DEBUG neutron.services.service_base [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106797) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 04:48:48.668669 n-d-789963-13 neutron-server[106797]: DEBUG neutron.services.service_base [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106797) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 04:48:48.669020 n-d-789963-13 neutron-server[106797]: DEBUG neutron.services.service_base [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106797) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 04:48:48.669939 n-d-789963-13 neutron-server[106797]: DEBUG neutron.services.service_base [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106797) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 04:48:48.670573 n-d-789963-13 neutron-server[106797]: INFO neutron.services.service_base [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 18 04:48:48.670959 n-d-789963-13 neutron-server[106797]: DEBUG neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 04:48:48.671290 n-d-789963-13 neutron-server[106797]: INFO neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 18 04:48:48.682023 n-d-789963-13 neutron-server[106797]: DEBUG neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 04:48:48.682373 n-d-789963-13 neutron-server[106797]: INFO neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading Plugin: auto_allocate Sep 18 04:48:48.688943 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: network precommit_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.689331 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: network precommit_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.689868 n-d-789963-13 neutron-server[106797]: DEBUG neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 04:48:48.690199 n-d-789963-13 neutron-server[106797]: INFO neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading Plugin: tag Sep 18 04:48:48.703807 n-d-789963-13 neutron-server[106797]: DEBUG neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 04:48:48.704143 n-d-789963-13 neutron-server[106797]: INFO neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading Plugin: timestamp Sep 18 04:48:48.708260 n-d-789963-13 neutron-server[106797]: DEBUG neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 04:48:48.708621 n-d-789963-13 neutron-server[106797]: INFO neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading Plugin: network_ip_availability Sep 18 04:48:48.714180 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.714568 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.714936 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.715667 n-d-789963-13 neutron-server[106797]: DEBUG neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 04:48:48.715998 n-d-789963-13 neutron-server[106797]: INFO neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading Plugin: flavors Sep 18 04:48:48.720917 n-d-789963-13 neutron-server[106797]: DEBUG neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 04:48:48.721256 n-d-789963-13 neutron-server[106797]: INFO neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading Plugin: revisions Sep 18 04:48:48.725535 n-d-789963-13 neutron-server[106797]: DEBUG neutron.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 04:48:48.725943 n-d-789963-13 neutron-server[106797]: DEBUG oslo_concurrency.lockutils [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.338s {{(pid=106797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 18 04:48:48.726693 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106797) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 18 04:48:48.727038 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Initializing extension manager. Sep 18 04:48:48.727558 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: __init__.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.727909 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: __pycache__ {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.728276 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.728621 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: address_group.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.729392 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.729982 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: address-group Sep 18 04:48:48.730319 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: address_scope.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.731241 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.731761 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: address-scope Sep 18 04:48:48.732094 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: admin_state_down_before_update.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.733085 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.733603 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: router-admin-state-down-before-update Sep 18 04:48:48.733937 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: agent.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.734909 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.735420 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: agent Sep 18 04:48:48.735752 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: agent_resources_synced.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.743284 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.743795 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: agent-resources-synced Sep 18 04:48:48.744127 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: allowedaddresspairs.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.745983 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.746514 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: allowed-address-pairs Sep 18 04:48:48.746903 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: auto_allocated_topology.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.748001 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.749069 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: auto-allocated-topology Sep 18 04:48:48.749407 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: availability_zone.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.750115 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.750628 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: availability_zone Sep 18 04:48:48.750961 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: availability_zone_filter.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.751889 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.752436 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: availability_zone_filter Sep 18 04:48:48.752790 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: data_plane_status.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.753714 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.754229 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension data-plane-status not supported by any of loaded plugins Sep 18 04:48:48.754558 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: default_subnetpools.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.755490 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.756002 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: default-subnetpools Sep 18 04:48:48.756357 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: dhcpagentscheduler.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.757183 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.757694 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: dhcp_agent_scheduler Sep 18 04:48:48.758086 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: dns.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.759028 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.759540 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension dns-integration not supported by any of loaded plugins Sep 18 04:48:48.759874 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: dns_domain_ports.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.760872 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.761386 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 18 04:48:48.761719 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.762680 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.763216 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 18 04:48:48.763544 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: dvr.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.764934 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.765452 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: dvr Sep 18 04:48:48.765805 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: ecmp_routes.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.766752 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.767264 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension ecmp_routes not supported by any of loaded plugins Sep 18 04:48:48.767599 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: empty_string_filtering.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.768563 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.769082 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: empty-string-filtering Sep 18 04:48:48.769416 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.770390 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.770911 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 18 04:48:48.771246 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.772179 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.772728 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 18 04:48:48.773059 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: external_net.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.773981 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.774499 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: external-net Sep 18 04:48:48.774828 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: extra_dhcp_opt.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.775797 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.776346 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: extra_dhcp_opt Sep 18 04:48:48.776678 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: extraroute.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.777713 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.778228 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: extraroute Sep 18 04:48:48.778556 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: extraroute_atomic.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.779650 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.780258 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: extraroute-atomic Sep 18 04:48:48.780607 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: filter_validation.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.781339 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.781854 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: filter-validation Sep 18 04:48:48.782183 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: fip_pf_description.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.783118 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.783633 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 18 04:48:48.783961 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: fip_port_details.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.784941 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.785453 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: fip-port-details Sep 18 04:48:48.785782 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: flavors.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.792779 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.793302 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: flavors Sep 18 04:48:48.793642 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.795363 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.795900 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 18 04:48:48.796256 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: floatingip_pools.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.796998 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.797520 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: floatingip-pools Sep 18 04:48:48.797859 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: ip_allocation.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.798863 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.799379 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension ip_allocation not supported by any of loaded plugins Sep 18 04:48:48.799713 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.800676 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.801195 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: ip-substring-filtering Sep 18 04:48:48.801531 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: l2_adjacency.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.802474 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.802986 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension l2_adjacency not supported by any of loaded plugins Sep 18 04:48:48.803320 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: l3.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.804581 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.805112 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: router Sep 18 04:48:48.805445 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: l3_conntrack_helper.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.807706 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.808256 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 18 04:48:48.808620 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.809614 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.810185 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: ext-gw-mode Sep 18 04:48:48.810526 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.812007 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.812553 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: l3-ha Sep 18 04:48:48.812887 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: l3_flavors.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.813818 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.814337 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: l3-flavors Sep 18 04:48:48.814668 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.815598 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.816118 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: l3-port-ip-change-not-allowed Sep 18 04:48:48.816480 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: l3agentscheduler.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.817671 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.818189 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: l3_agent_scheduler Sep 18 04:48:48.818524 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: logging.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.820030 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.820604 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension logging not supported by any of loaded plugins Sep 18 04:48:48.821001 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: metering.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.821769 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.822363 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: metering Sep 18 04:48:48.822703 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.823825 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.824383 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: metering_source_and_destination_fields Sep 18 04:48:48.824727 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: multiprovidernet.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.825681 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.826225 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: multi-provider Sep 18 04:48:48.827149 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: netmtu.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.828119 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.828678 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: net-mtu Sep 18 04:48:48.829013 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: netmtu_writable.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.833249 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.833768 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: net-mtu-writable Sep 18 04:48:48.834102 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: network_availability_zone.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.834784 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.835324 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: network_availability_zone Sep 18 04:48:48.835658 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: network_ip_availability.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.836804 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.837324 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: network-ip-availability Sep 18 04:48:48.837658 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: network_segment_range.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.838499 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.839013 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension network-segment-range not supported by any of loaded plugins Sep 18 04:48:48.839355 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: pagination.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.840387 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.840731 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: pagination Sep 18 04:48:48.841059 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: port_device_profile.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.842000 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.842528 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: port-device-profile Sep 18 04:48:48.842860 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.843796 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.844537 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: port-mac-address-regenerate Sep 18 04:48:48.844875 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.845804 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.846320 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: port-numa-affinity-policy Sep 18 04:48:48.846653 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: port_resource_request.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.847737 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.848211 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension port-resource-request not supported by any of loaded plugins Sep 18 04:48:48.848577 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: portbindings.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.849530 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.850046 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: binding Sep 18 04:48:48.850379 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: portbindings_extended.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.851768 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.852326 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: binding-extended Sep 18 04:48:48.852669 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: portsecurity.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.853607 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.854131 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: port-security Sep 18 04:48:48.854466 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: project_id.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.855535 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.855877 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: project-id Sep 18 04:48:48.856213 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: providernet.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.857171 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.857721 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: provider Sep 18 04:48:48.858055 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: qos.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.861924 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.862458 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension qos not supported by any of loaded plugins Sep 18 04:48:48.862803 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.864065 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.864627 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 18 04:48:48.864968 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.865903 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.866423 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 18 04:48:48.866759 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: qos_default.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.867690 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.868215 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension qos-default not supported by any of loaded plugins Sep 18 04:48:48.868580 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: qos_fip.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.869252 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.869763 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension qos-fip not supported by any of loaded plugins Sep 18 04:48:48.870098 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: qos_gateway_ip.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.871072 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.871610 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 18 04:48:48.871925 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: qos_port_network_policy.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.872886 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.873925 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 18 04:48:48.874259 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: qos_pps_rule.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.875452 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.875980 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension qos-pps not supported by any of loaded plugins Sep 18 04:48:48.876345 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: qos_rule_type_details.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.877281 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.877805 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 18 04:48:48.878143 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: qos_rules_alias.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.879199 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.879731 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 18 04:48:48.880113 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: quotasv2.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.881079 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.881426 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: quotas Sep 18 04:48:48.881764 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: quotasv2_detail.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.885083 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.885442 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: quota_details Sep 18 04:48:48.885856 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: rbac.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.886899 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.887432 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: rbac-policies Sep 18 04:48:48.887771 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: rbac_address_group.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.888756 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.889837 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: rbac-address-group Sep 18 04:48:48.890168 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: rbac_address_scope.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.891117 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.891643 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: rbac-address-scope Sep 18 04:48:48.891975 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: rbac_security_groups.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.892947 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.893477 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: rbac-security-groups Sep 18 04:48:48.893815 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: rbac_subnetpool.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.894746 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.895273 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: rbac-subnetpool Sep 18 04:48:48.895605 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: revisionifmatch.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.896584 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.897111 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: revision-if-match Sep 18 04:48:48.897448 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: revisions.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.898573 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.899102 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: standard-attr-revisions Sep 18 04:48:48.899450 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: router_availability_zone.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.900149 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.900694 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: router_availability_zone Sep 18 04:48:48.901030 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: routerservicetype.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.901971 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.902489 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension router-service-type not supported by any of loaded plugins Sep 18 04:48:48.902822 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.903757 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.904307 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: security-groups-normalized-cidr Sep 18 04:48:48.904678 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: security_groups_port_filtering.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.905677 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.906204 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: port-security-groups-filtering Sep 18 04:48:48.906536 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.907478 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.908039 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: security-groups-remote-address-group Sep 18 04:48:48.908395 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: securitygroup.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.919634 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.920290 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: security-group Sep 18 04:48:48.920894 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: segment.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.921745 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.922268 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension segment not supported by any of loaded plugins Sep 18 04:48:48.922606 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.923600 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.924122 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 18 04:48:48.924508 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: servicetype.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.925729 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.926268 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: service-type Sep 18 04:48:48.926609 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: sorting.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.927619 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.927965 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: sorting Sep 18 04:48:48.928327 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: standard_attr_segment.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.929277 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.929800 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 18 04:48:48.930132 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: standardattrdescription.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.930793 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.931307 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: standard-attr-description Sep 18 04:48:48.931638 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: stateful_security_group.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.932612 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.933130 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: stateful-security-group Sep 18 04:48:48.933463 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: stdattrs_common.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.934058 n-d-789963-13 neutron-server[106797]: WARNING neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 18 04:48:48.934387 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.935334 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.936490 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 18 04:48:48.936907 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: subnet_onboard.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.938003 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.938530 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: subnet_onboard Sep 18 04:48:48.938865 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.939820 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.940372 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 18 04:48:48.940709 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: subnet_service_types.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.941652 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.942180 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: subnet-service-types Sep 18 04:48:48.942511 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: subnetallocation.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.943614 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.944136 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: subnet_allocation Sep 18 04:48:48.944502 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.945188 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.945708 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: subnetpool-prefix-ops Sep 18 04:48:48.946039 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.947007 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.947525 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 18 04:48:48.947858 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: tagging.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.948983 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.949522 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: standard-attr-tag Sep 18 04:48:48.949861 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: timestamp.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.951079 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.952188 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loaded extension: standard-attr-timestamp Sep 18 04:48:48.952618 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: trunk.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.953676 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.954206 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension trunk not supported by any of loaded plugins Sep 18 04:48:48.954541 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: trunk_details.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.955480 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.956005 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension trunk-details not supported by any of loaded plugins Sep 18 04:48:48.956372 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: uplink_status_propagation.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.957319 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.957839 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 18 04:48:48.958170 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Loading extension file: vlantransparent.py {{(pid=106797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 04:48:48.958861 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 04:48:48.959380 n-d-789963-13 neutron-server[106797]: INFO neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extension vlan-transparent not supported by any of loaded plugins Sep 18 04:48:48.961869 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:network Sep 18 04:48:48.962404 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:subnet Sep 18 04:48:48.962810 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 04:48:48.963211 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:port Sep 18 04:48:48.964501 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.v2.resource_helper [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 04:48:48.964958 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.v2.resource_helper [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service FLAVORS assigned prefix: {{(pid=106797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 04:48:48.965605 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.v2.resource_helper [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 04:48:48.966043 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.v2.resource_helper [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 04:48:48.966391 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:router Sep 18 04:48:48.966830 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:floatingip Sep 18 04:48:48.967361 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.v2.resource_helper [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service METERING assigned prefix: /metering {{(pid=106797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 04:48:48.969007 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.969397 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.969763 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 04:48:48.970801 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 04:48:48.971262 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:security_group Sep 18 04:48:48.971696 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 04:48:48.972323 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.v2.resource_helper [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service CORE assigned prefix: {{(pid=106797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 04:48:48.972671 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 04:48:48.973025 n-d-789963-13 neutron-server[106797]: WARNING neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] subnetpool is already registered Sep 18 04:48:48.973477 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.v2.resource_helper [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service CORE assigned prefix: {{(pid=106797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 04:48:48.973817 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 04:48:48.974159 n-d-789963-13 neutron-server[106797]: WARNING neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] subnetpool is already registered Sep 18 04:48:48.976492 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.v2.resource_helper [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 04:48:48.976941 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.v2.resource_helper [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service FLAVORS assigned prefix: {{(pid=106797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 04:48:48.977549 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.v2.resource_helper [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 04:48:48.977981 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.v2.resource_helper [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 04:48:48.978324 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:router Sep 18 04:48:48.978675 n-d-789963-13 neutron-server[106797]: WARNING neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] router is already registered Sep 18 04:48:48.979096 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:floatingip Sep 18 04:48:48.979447 n-d-789963-13 neutron-server[106797]: WARNING neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] floatingip is already registered Sep 18 04:48:48.979910 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.v2.resource_helper [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service METERING assigned prefix: /metering {{(pid=106797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 04:48:48.980627 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 04:48:48.980966 n-d-789963-13 neutron-server[106797]: WARNING neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] rbac_policy is already registered Sep 18 04:48:48.981389 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:security_group Sep 18 04:48:48.981735 n-d-789963-13 neutron-server[106797]: WARNING neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] security_group is already registered Sep 18 04:48:48.982146 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 04:48:48.982490 n-d-789963-13 neutron-server[106797]: WARNING neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] security_group_rule is already registered Sep 18 04:48:48.983311 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.v2.resource_helper [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service CORE assigned prefix: {{(pid=106797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 04:48:48.983647 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 04:48:48.983994 n-d-789963-13 neutron-server[106797]: WARNING neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] subnetpool is already registered Sep 18 04:48:48.984713 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.v2.resource_helper [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Service CORE assigned prefix: {{(pid=106797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 04:48:48.985061 n-d-789963-13 neutron-server[106797]: INFO neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 04:48:48.985403 n-d-789963-13 neutron-server[106797]: WARNING neutron.quota.resource_registry [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] subnetpool is already registered Sep 18 04:48:48.985874 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: extensions {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:48.987355 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: address-groups {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:48.988863 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: address-scopes {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:48.990209 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: agents {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:48.991364 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: auto-allocated-topology {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:48.992663 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: availability_zones {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:48.993906 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: dhcp-networks {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:48.995467 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: dhcp-agents {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:48.996945 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: routers {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:48.999784 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: flavors {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.001004 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: service_profiles {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.002226 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: next_providers {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.003679 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: service_profiles {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.005251 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: floatingip-pools {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.006472 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: routers {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.008615 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: floatingips {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.009915 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: l3-routers {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.011312 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: l3-agents {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.012758 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: metering-labels {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.014883 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: metering-label-rules {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.016196 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: network-ip-availabilities {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.017493 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: bindings {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.019983 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: quotas {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.021491 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: quotas {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.022951 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: rbac-policies {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.024161 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: security-groups {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.025492 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: security-group-rules {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.026758 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: service-providers {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.027987 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: subnetpools {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.029456 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: subnetpools {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.031066 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: tags {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.032793 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: tags {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.034666 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: tags {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.036488 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: tags {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.038294 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: tags {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.040149 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: tags {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.041885 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: tags {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.043791 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: tags {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.046313 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: tags {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.048056 n-d-789963-13 neutron-server[106797]: DEBUG neutron.api.extensions [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Extended resource: tags {{(pid=106797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 04:48:49.054058 n-d-789963-13 neutron-server[106797]: WARNING keystonemiddleware.auth_token [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 18 04:48:49.058892 n-d-789963-13 neutron-server[106797]: WARNING keystonemiddleware.auth_token [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 18 04:48:49.067596 n-d-789963-13 neutron-server[106797]: DEBUG oslo_concurrency.lockutils [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Acquired lock "singleton_lock" {{(pid=106797) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 18 04:48:49.068070 n-d-789963-13 neutron-server[106797]: DEBUG oslo_concurrency.lockutils [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Releasing lock "singleton_lock" {{(pid=106797) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 18 04:48:49.068744 n-d-789963-13 neutron-server[106797]: INFO oslo_service.service [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Starting 2 workers Sep 18 04:48:49.073635 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Started child 106908 {{(pid=106797) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 04:48:49.078677 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Started child 106909 {{(pid=106797) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 04:48:49.079571 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:48:49.080310 n-d-789963-13 neutron-server[106797]: INFO neutron.service [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Neutron service started, listening on 0.0.0.0:9696 Sep 18 04:48:49.081011 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Notify callbacks [] for process, before_spawn {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:48:49.081125 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [-] (106908) wsgi starting up on http://0.0.0.0:9696 Sep 18 04:48:49.083431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:48:49.083877 n-d-789963-13 neutron-server[106797]: INFO oslo_service.service [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Starting 1 workers Sep 18 04:48:49.084826 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [-] (106909) wsgi starting up on http://0.0.0.0:9696 Sep 18 04:48:49.088762 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Started child 106910 {{(pid=106797) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 04:48:49.089337 n-d-789963-13 neutron-server[106797]: INFO oslo_service.service [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Starting 1 workers Sep 18 04:48:49.093164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.service [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] calling RpcWorker wait() {{(pid=106910) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 18 04:48:49.093726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.service [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] returning from RpcWorker wait() {{(pid=106910) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 18 04:48:49.094397 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Started child 106911 {{(pid=106797) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 04:48:49.094951 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:48:49.095248 n-d-789963-13 neutron-server[106797]: DEBUG neutron_lib.callbacks.manager [None req-50ff0e79-0416-4947-ba63-e2ba95b5afdb None None] Notify callbacks [] for process, after_spawn {{(pid=106797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:48:49.095400 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:48:49.097202 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106797) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 04:48:49.097420 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 04:48:49.097606 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 04:48:49.097874 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 04:48:49.098179 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 04:48:49.098335 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 04:48:49.098843 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.099137 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.099411 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.099684 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.100000 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.100407 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:48:49.100872 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.100872 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.101066 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.101354 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.101493 n-d-789963-13 neutron-server[106911]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:48:49.101624 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.101786 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.101957 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.102203 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.102470 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.102787 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.103050 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.103304 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.103585 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.103760 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.104016 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.104307 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.104549 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.104825 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] debug = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.105071 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.105558 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.105810 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.106063 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.106315 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.106587 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.106826 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.107077 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.107334 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.107560 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.107874 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.108133 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.108399 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.108640 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.108886 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.109159 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.109385 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.110115 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] host = n-d-789963-13 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.110353 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.110575 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.110840 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.111092 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.111362 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.111584 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.111852 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.112101 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.112396 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.112647 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.112891 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.113171 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.113417 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.113678 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_file = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.113845 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_options = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.114105 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.114383 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.114627 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.114818 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.114992 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.115171 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.115426 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.115594 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.115860 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.116096 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.116348 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.116586 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.116836 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.117073 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.117366 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.117614 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.117852 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.118068 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.118317 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.118549 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.118785 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.119013 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.119253 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.119492 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.119785 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.120025 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.120305 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.120500 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.120718 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.120976 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.121223 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.121485 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.121706 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.121960 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.122232 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.122466 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.122703 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.122926 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.123240 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.123463 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.123717 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.123976 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.124196 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.124496 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.124725 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.124947 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.125169 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] use_json = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.125388 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.125632 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.125920 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.126160 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.126434 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.126627 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.126948 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.127318 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.127823 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.128117 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.128561 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.129112 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.129358 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.129692 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.129840 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.130082 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.130356 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.130593 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.130903 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.131152 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.131434 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.131684 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.131981 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.132340 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.132623 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.136396 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.136396 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.136396 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.136396 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.136396 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.136396 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.136396 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.136396 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.137105 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.137105 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.137105 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.137105 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.137105 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.137105 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.137105 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.137105 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.137742 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.137742 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.137742 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.137950 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.138147 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.138376 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.138597 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.138828 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.139610 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.139830 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.140127 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.140361 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.140593 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.140849 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.141098 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.141318 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.141538 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.141756 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.141974 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.142212 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.142466 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.142724 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.142962 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.143187 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.143410 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.143630 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.143872 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.144127 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.144381 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.144602 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.144823 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.145066 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.145284 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.145546 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.145772 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.145994 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.146219 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.146463 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.146691 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.146951 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.147209 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.147679 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.148116 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.148570 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.148723 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.148942 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.149169 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.149396 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.149644 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.149851 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.150099 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.150342 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.150562 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.150781 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.151000 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.151222 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.151492 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.151808 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.152054 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.153155 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.153844 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.153844 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.154059 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.154249 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.154515 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.155379 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.155630 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.155932 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.156257 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.156549 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.156808 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.157060 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.157340 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.157591 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.157841 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.158068 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.158311 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.158549 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.158836 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.159120 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.159943 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.159943 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.160221 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.160493 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.160721 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.161004 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.161237 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.161509 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.161798 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.162059 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.162329 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.162585 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.162844 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.163116 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.163356 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.163858 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.163950 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.164164 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.164429 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.164853 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.164972 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.165374 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.165580 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.165715 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.165949 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.166791 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.166791 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.166791 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.167027 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.167168 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.167424 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.167713 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.168003 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.168201 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.168478 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.168729 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.168952 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.169192 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.169479 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.169659 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.169895 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.170516 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.170516 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.170796 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.171042 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.171332 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.171574 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.171816 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.172332 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.172742 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.173144 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.173406 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.173629 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.174381 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.174381 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.174381 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.175154 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.175154 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.175154 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.175583 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.175583 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.175958 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.175958 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.176230 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.176470 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.176738 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.177197 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.177293 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.177494 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.177741 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.177963 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.178181 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.178424 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.178662 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.178901 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.179135 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.180143 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.180143 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.180143 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.180600 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.180600 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.181229 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.181229 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.181229 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.181694 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.181694 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.181970 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.182130 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.182272 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.182416 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.182687 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.182916 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.183403 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.183403 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.183698 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.183837 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.184017 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.184266 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.184571 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.184837 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.185073 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.185339 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.185613 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.185940 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.186289 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.186514 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.186733 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.186962 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.187183 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.187401 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.187656 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.187873 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.188110 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.188511 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.188671 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.188819 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.189005 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.189247 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.189462 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.189723 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.189906 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.190136 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.190349 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.190562 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.190801 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.191026 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.191246 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.191458 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.191706 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.191919 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.192131 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.192406 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.192649 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.192869 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.193180 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.193434 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.193658 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.193957 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.194217 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.194467 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.194713 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.195044 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.195284 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.195529 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.195767 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.195987 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.196270 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.196501 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.196826 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.197113 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.197364 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.197623 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.198030 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.198204 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.198467 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.198683 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.198965 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.199274 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.199547 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.199811 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.200059 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.200327 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.200573 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.200792 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.201030 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.201288 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.202085 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.202525 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.202775 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.203024 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.203276 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.203514 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.203759 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.203990 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.204220 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.204450 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.204674 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.204818 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 04:48:49.205369 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106797) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 04:48:49.205526 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 04:48:49.205686 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 04:48:49.205864 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 04:48:49.206034 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 04:48:49.206179 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 04:48:49.206385 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.206537 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.206699 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.206843 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.207008 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.207207 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.207365 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.207524 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.207682 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.207820 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.207978 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.208122 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.208346 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.208490 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.208640 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.208786 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.208924 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.209060 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.209197 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.209334 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.209492 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.209645 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.209783 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] debug = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.210006 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.210163 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.210330 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.210555 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.210710 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.210848 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.210985 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.211121 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.211258 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.211407 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.211553 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.211691 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.211845 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.211982 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.212143 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.212322 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.212467 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.212617 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] host = n-d-789963-13 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.212754 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.212899 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.213036 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.213173 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.213331 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.213470 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.213617 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.213755 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.213891 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.214028 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.214173 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.214311 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.214480 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.214619 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_file = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.214756 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_options = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.214892 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.215028 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.215163 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.215334 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.215491 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.215630 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.215793 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.215952 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.216111 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.216297 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.216462 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.216620 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.216778 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.216937 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.217224 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.217362 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.217523 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.217683 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.217845 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.218005 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.218165 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.218323 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.218483 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.218642 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.218802 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.218962 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.219121 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.219280 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.219439 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.219628 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.219754 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.219914 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.220077 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.220264 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.220414 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.220577 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.220741 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.220900 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.221064 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.221223 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.221383 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.221542 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.221701 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.221860 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.222019 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.222180 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.222339 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] use_json = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.222499 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.222658 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.222817 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.222976 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.223134 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.223293 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.223451 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.223611 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 04:48:49.223790 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.223954 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.224128 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.224311 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.224476 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.224659 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.224823 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.224986 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.225148 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.225334 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.225504 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.225668 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.225842 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.226006 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.226168 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.226334 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.226498 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.226667 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.226830 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.226993 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.227156 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.227319 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.227489 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.227657 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.227847 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.227982 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.228145 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.228346 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.228511 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.228674 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.228841 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.229001 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.229325 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.229491 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.229656 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.229820 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.229984 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.230195 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.230337 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.230489 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.230622 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.231038 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.231038 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.231296 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.231296 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.231548 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.231548 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.231796 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.231796 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.232054 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.232185 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.232357 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.232504 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.233166 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.233354 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.233489 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.233623 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.233770 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.233905 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.234034 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.234172 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.234328 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.234742 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.234906 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.235068 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.235232 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.235408 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.235572 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.235734 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.235898 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.236059 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.236222 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.236404 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.236567 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.236730 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.236893 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.237138 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.237281 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.237412 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.237552 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.237689 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.237823 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.238012 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.238178 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.238339 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.238504 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.238667 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.238830 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.238993 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.239191 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.239368 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.239504 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.239656 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.239828 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.239959 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.240120 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.240289 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.240457 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.240619 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.240788 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.240998 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.241089 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.241256 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.241419 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.241582 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.241744 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.241906 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.242069 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.242231 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.242392 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.242558 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.242723 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.242885 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.243047 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.243209 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.243374 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.243549 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.243712 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.243877 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.244040 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.244209 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.244404 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.244569 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.244732 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.244894 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.245056 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.245218 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.245381 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.245544 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.245707 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.246024 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.246024 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.246187 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.246349 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.246512 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.246676 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.246839 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.247024 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.247189 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.247354 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.247502 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.247664 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.247825 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.247987 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.248150 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.248450 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.248590 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.248739 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.248830 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.248992 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.249155 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.249317 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.249480 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.249644 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.249806 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.249969 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.250134 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.250296 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.250459 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.250623 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.250790 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.250953 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.251168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:48:49.251323 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.251323 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.251663 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.251663 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.251919 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.251919 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.252174 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.252174 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.252478 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.252478 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.252718 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.252802 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.252947 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.253114 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.253275 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.253437 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.253600 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.253762 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.253925 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.254466 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.254466 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.254466 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.254683 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.254683 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.254848 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.255009 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.255172 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.255335 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.255499 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.255662 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.255838 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.256001 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.256189 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.256375 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.256539 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.256702 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.256865 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.257028 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.257191 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.257358 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.257522 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.257686 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.257852 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.258015 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.258178 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.258341 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.258503 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.258666 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.258828 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.259004 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.259168 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.259331 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.259494 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.259658 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.259822 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.259996 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.260160 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.260342 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.260504 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.260667 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.260835 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.261008 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.261172 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.261334 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.261497 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.261659 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.261821 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.261994 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.262158 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.262320 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.262483 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.262646 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.262809 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.263256 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.263256 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.263423 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.263423 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.263592 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.264482 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.264482 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.264647 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.264768 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.265065 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.265233 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.265398 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.265573 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.265873 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.265873 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.266051 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.266215 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.266378 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.266542 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.266717 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.266883 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.267050 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.267214 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.267378 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.267548 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.267865 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.267865 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.268022 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.269045 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.269045 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.269045 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.269045 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.269045 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.269045 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.269515 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.269515 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.269515 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.269732 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.269811 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.269940 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.270099 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.270268 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.270428 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.270869 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.270869 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.270869 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.271060 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.271196 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.271864 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.271864 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.271864 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.271864 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.272178 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.272178 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.272350 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 04:48:49.272767 n-d-789963-13 neutron-server[106797]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 04:48:49.416979 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60102) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:48:49.426204 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070069 Sep 18 04:49:01.183744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a188e372-0d21-46ef-ac07-13d975214c97 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 04:49:01.242940 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a188e372-0d21-46ef-ac07-13d975214c97 None None] No non-hosted networks {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 18 04:49:01.256902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.agentschedulers_db [None req-a188e372-0d21-46ef-ac07-13d975214c97 None None] DHCP Agent not found on host n-d-789963-13 {{(pid=106910) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 18 04:49:01.400064 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-18f46d3c-fc38-46ea-bbfb-4a1fe16029d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600319'] for agent, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:03.823849 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d103a639-b76c-4b61-a09b-42b2df84fdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600319'] for agent, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:03.862816 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-2058176a-85a3-4dd9-b5ba-6f8c8c830865 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-789963-13 {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 04:49:03.863607 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-2058176a-85a3-4dd9-b5ba-6f8c8c830865 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 04:49:04.267906 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600319'] for agent, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:04.268575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:04.268918 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:04.269253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:04.269586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:04.269916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:04.270240 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:04.270562 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:04.270885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:04.271205 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:04.271523 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:04.271843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:04.272526 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:04.272922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-789963-13', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:49:04.286887 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-789963-13', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:49:04.390175 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2058176a-85a3-4dd9-b5ba-6f8c8c830865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:05.090887 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600319'] for agent, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:06.644943 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600319'] for agent, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:07.307978 n-d-789963-13 neutron-server[106910]: INFO neutron.db.l3_hamode_db [None req-039e73b8-bd81-464f-842f-67c512a7cc05 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 18 04:49:07.387049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e73b8-bd81-464f-842f-67c512a7cc05 None None] Routers set() bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 04:49:07.387448 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e73b8-bd81-464f-842f-67c512a7cc05 None None] Router IDs set() for agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 04:49:07.816218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60194) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:49:08.304584 n-d-789963-13 neutron-server[106909]: WARNING oslo_policy.policy [None req-80ba5a95-5e0a-40ab-8eb2-3112d8107424 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 04:49:08.305149 n-d-789963-13 neutron-server[106909]: WARNING oslo_policy.policy [None req-80ba5a95-5e0a-40ab-8eb2-3112d8107424 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 04:49:08.527314 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-80ba5a95-5e0a-40ab-8eb2-3112d8107424 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 04:49:08.528513 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-80ba5a95-5e0a-40ab-8eb2-3112d8107424 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7102175 Sep 18 04:49:10.894418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60208) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:49:11.199310 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1f68f647-7f0a-498b-a3cd-87991ca4e385 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:49:11.294740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.policy [None req-1f68f647-7f0a-498b-a3cd-87991ca4e385 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106909) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 04:49:11.339984 n-d-789963-13 neutron-server[106909]: WARNING oslo_policy.policy [None req-1f68f647-7f0a-498b-a3cd-87991ca4e385 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 04:49:11.340406 n-d-789963-13 neutron-server[106909]: WARNING oslo_policy.policy [None req-1f68f647-7f0a-498b-a3cd-87991ca4e385 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 04:49:11.349770 n-d-789963-13 neutron-server[106909]: INFO neutron.quota [None req-1f68f647-7f0a-498b-a3cd-87991ca4e385 admin admin] Loaded quota_driver: . Sep 18 04:49:11.519629 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1f68f647-7f0a-498b-a3cd-87991ca4e385 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760850684642', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760850684081', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760850688471', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760850665611', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760851367445', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760850645789', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1550157', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1536339', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-422423', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436541'] for rbac-policy, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:11.705376 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1f68f647-7f0a-498b-a3cd-87991ca4e385 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:11.706699 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1f68f647-7f0a-498b-a3cd-87991ca4e385 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8113048 Sep 18 04:49:14.340872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60220) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:49:14.638367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'project_id': '7b0c8f51849842d6951c745ebbd52aa3'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:49:14.747561 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Made reservation on behalf of 7b0c8f51849842d6951c745ebbd52aa3 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:49:14.751033 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:14.767360 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:14.885562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:14.978833 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:15.002600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 04:49:15.026333 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760849413268', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:15.026872 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Unsubscribe: segment precommit_create {{(pid=106909) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 04:49:15.027402 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Added segment 6a91e3b0-0b20-4219-abda-a0838cb06303 of type vlan for network 77ed9baf-0394-4ca7-af6c-31ad312056f6 Sep 18 04:49:15.033781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa594c0-a3f1-4502-977e-ea9e4fb4249e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:15.055823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:15.056164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:15.056525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:15.056861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:15.057194 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:15.057522 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:15.057845 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:15.058166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:15.058485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:15.058805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:15.059124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:15.059443 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Tracked resource versions report: Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: pushed versions: Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: { 'AddressGroup': {'1.2'}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'ConntrackHelper': {'1.0'}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'Log': {'1.0'}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'Network': {'1.1'}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'Port': {'1.7'}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'PortForwarding': {'1.2'}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'QosPolicy': {'1.9'}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'SecurityGroup': {'1.4'}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'SecurityGroupRule': {'1.2'}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'SubPort': {'1.0'}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'Subnet': {'1.1'}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'Trunk': {'1.1'}} Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: consumer versions: Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: { DHCP agent@n-d-789963-13: {}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: L3 agent@n-d-789963-13: {}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: Metadata agent@n-d-789963-13: {}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: Metering agent@n-d-789963-13: {}, Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: Open vSwitch agent@n-d-789963-13: { 'AddressGroup': '1.2', Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'ConntrackHelper': '1.0', Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'Log': '1.0', Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'Network': '1.1', Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'Port': '1.7', Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'PortForwarding': '1.2', Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'QosPolicy': '1.9', Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'SecurityGroup': '1.4', Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'SecurityGroupRule': '1.2', Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'SubPort': '1.0', Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'Subnet': '1.1', Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: 'Trunk': '1.1'}} Sep 18 04:49:15.060582 n-d-789963-13 neutron-server[106909]: {{(pid=106909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 04:49:15.149327 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:15.242176 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:15.243380 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:49:15.244068 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:15.337823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] Pushing event updated for resources: {'Network': ['ID=77ed9baf-0394-4ca7-af6c-31ad312056f6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:15.341365 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bf981012-3199-42c7-af9d-785ae701427d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9995060 Sep 18 04:49:15.355306 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 77ed9baf-0394-4ca7-af6c-31ad312056f6 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 04:49:18.000681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60234) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:49:18.485036 n-d-789963-13 neutron-server[106908]: WARNING oslo_policy.policy [None req-0c49427e-968c-4e83-87b3-06555b457a2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 04:49:18.485639 n-d-789963-13 neutron-server[106908]: WARNING oslo_policy.policy [None req-0c49427e-968c-4e83-87b3-06555b457a2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 04:49:18.923834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.policy [None req-0c49427e-968c-4e83-87b3-06555b457a2f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106908) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 04:49:18.969475 n-d-789963-13 neutron-server[106908]: WARNING oslo_policy.policy [None req-0c49427e-968c-4e83-87b3-06555b457a2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 04:49:18.969835 n-d-789963-13 neutron-server[106908]: WARNING oslo_policy.policy [None req-0c49427e-968c-4e83-87b3-06555b457a2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 04:49:18.978112 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c49427e-968c-4e83-87b3-06555b457a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:49:18.979836 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0c49427e-968c-4e83-87b3-06555b457a2f admin admin] 10.222.0.23 "GET /v2.0/networks/77ed9baf-0394-4ca7-af6c-31ad312056f6 HTTP/1.1" status: 200 len: 824 time: 0.9782593 Sep 18 04:49:19.019519 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-590386bc-9887-4c8d-85a4-1f6c194daee1 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/506e6b19-d6a8-499c-9555-27d562be2ae1 HTTP/1.1" status: 200 len: 734 time: 0.0326941 Sep 18 04:49:19.029158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'subnetpool_id': '506e6b19-d6a8-499c-9555-27d562be2ae1', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:49:19.030988 n-d-789963-13 neutron-server[106908]: INFO neutron.quota [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Loaded quota_driver: . Sep 18 04:49:19.121602 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Made reservation on behalf of 7b0c8f51849842d6951c745ebbd52aa3 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:49:19.124408 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:19.502284 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:19.566756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Checking segment: {'id': '6a91e3b0-0b20-4219-abda-a0838cb06303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:49:19.567117 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Network hostable DHCP agents. Network: 77ed9baf-0394-4ca7-af6c-31ad312056f6, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 04:49:19.596883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8662209-cb2d-4e18-9fa7-a8f35cd2ae72,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:19.605335 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:19.605686 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:19.606026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:19.606359 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:19.606698 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:19.607026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:19.607349 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:19.607674 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:19.608046 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:19.609240 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:19.609575 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:19.609893 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Tracked resource versions report: Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: pushed versions: Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: { 'AddressGroup': {'1.2'}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'ConntrackHelper': {'1.0'}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'Log': {'1.0'}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'Network': {'1.1'}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'Port': {'1.7'}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'PortForwarding': {'1.2'}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'QosPolicy': {'1.9'}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'SecurityGroup': {'1.4'}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'SecurityGroupRule': {'1.2'}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'SubPort': {'1.0'}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'Subnet': {'1.1'}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'Trunk': {'1.1'}} Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: consumer versions: Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: { DHCP agent@n-d-789963-13: {}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: L3 agent@n-d-789963-13: {}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: Metadata agent@n-d-789963-13: {}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: Metering agent@n-d-789963-13: {}, Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: Open vSwitch agent@n-d-789963-13: { 'AddressGroup': '1.2', Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'ConntrackHelper': '1.0', Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'Log': '1.0', Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'Network': '1.1', Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'Port': '1.7', Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'PortForwarding': '1.2', Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'QosPolicy': '1.9', Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'SecurityGroup': '1.4', Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'SecurityGroupRule': '1.2', Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'SubPort': '1.0', Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'Subnet': '1.1', Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: 'Trunk': '1.1'}} Sep 18 04:49:19.610977 n-d-789963-13 neutron-server[106908]: {{(pid=106908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 04:49:19.656825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Network 77ed9baf-0394-4ca7-af6c-31ad312056f6 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 04:49:19.742061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 77ed9baf-0394-4ca7-af6c-31ad312056f6) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:49:19.749906 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:49:19.750550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:19.751164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f3dbfc-4cad-47b0-a3a8-ca499cafebe1 None None] Network 77ed9baf-0394-4ca7-af6c-31ad312056f6 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:49:19.822792 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-317965f9-783e-499b-a543-81a0fcbb7f12 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7971501 Sep 18 04:49:20.070188 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-77ed9baf-0394-4ca7-af6c-31ad312056f6', 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'fixed_ips': [{'subnet_id': 'd8662209-cb2d-4e18-9fa7-a8f35cd2ae72'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 04:49:20.071450 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:20.345588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Allocated IP 172.20.0.2 (77ed9baf-0394-4ca7-af6c-31ad312056f6/d8662209-cb2d-4e18-9fa7-a8f35cd2ae72/cef57c1a-895e-4a77-832d-3adb16495d9e) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:49:20.640696 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:20.731024 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:20.822841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Network 77ed9baf-0394-4ca7-af6c-31ad312056f6 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:49:20.827995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:49:20.837940 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:49:20.848033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Pushing event updated for resources: {'Port': ['ID=cef57c1a-895e-4a77-832d-3adb16495d9e,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:20.893458 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:20.893724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:20.894074 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:20.894421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:20.894764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:20.895121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:20.895455 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:20.895791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:20.896127 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:20.896486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:20.896819 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:20.897152 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Tracked resource versions report: Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: pushed versions: Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: { 'AddressGroup': {'1.2'}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'ConntrackHelper': {'1.0'}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'Log': {'1.0'}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'Network': {'1.1'}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'Port': {'1.7'}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'PortForwarding': {'1.2'}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'QosPolicy': {'1.9'}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'SecurityGroup': {'1.4'}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'SecurityGroupRule': {'1.2'}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'SubPort': {'1.0'}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'Subnet': {'1.1'}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'Trunk': {'1.1'}} Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: consumer versions: Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: { DHCP agent@n-d-789963-13: {}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: L3 agent@n-d-789963-13: {}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: Metadata agent@n-d-789963-13: {}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: Metering agent@n-d-789963-13: {}, Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: Open vSwitch agent@n-d-789963-13: { 'AddressGroup': '1.2', Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'ConntrackHelper': '1.0', Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'Log': '1.0', Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'Network': '1.1', Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'Port': '1.7', Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'PortForwarding': '1.2', Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'QosPolicy': '1.9', Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'SecurityGroup': '1.4', Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'SecurityGroupRule': '1.2', Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'SubPort': '1.0', Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'Subnet': '1.1', Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: 'Trunk': '1.1'}} Sep 18 04:49:20.898316 n-d-789963-13 neutron-server[106910]: {{(pid=106910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 04:49:20.932908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Attempting to bind port cef57c1a-895e-4a77-832d-3adb16495d9e on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:49:20.933323 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Attempting to bind port cef57c1a-895e-4a77-832d-3adb16495d9e by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6a91e3b0-0b20-4219-abda-a0838cb06303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:49:20.933754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Attempting to bind port cef57c1a-895e-4a77-832d-3adb16495d9e on network 77ed9baf-0394-4ca7-af6c-31ad312056f6 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:49:20.938755 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:49:20.939186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Checking segment: {'id': '6a91e3b0-0b20-4219-abda-a0838cb06303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:49:20.939679 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:20.940081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Bound using segment: {'id': '6a91e3b0-0b20-4219-abda-a0838cb06303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:49:20.940594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Bound port: cef57c1a-895e-4a77-832d-3adb16495d9e, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a91e3b0-0b20-4219-abda-a0838cb06303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:49:20.941022 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:21.002702 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] For port cef57c1a-895e-4a77-832d-3adb16495d9e, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:49:21.007048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] For port cef57c1a-895e-4a77-832d-3adb16495d9e, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cef57c1a-895e-4a77-832d-3adb16495d9e,segment=NetworkSegment(6a91e3b0-0b20-4219-abda-a0838cb06303),segment_id=6a91e3b0-0b20-4219-abda-a0838cb06303)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:49:21.096442 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:21.164535 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c476b7-8fbf-4c18-a704-753fdb6c257f None None] Pushing event updated for resources: {'Port': ['ID=cef57c1a-895e-4a77-832d-3adb16495d9e,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:22.233252 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60254) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:49:22.548020 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-ccfc63c0-7f0b-4905-9733-ae194ba9edd4 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 04:49:22.564274 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ccfc63c0-7f0b-4905-9733-ae194ba9edd4 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145285 Sep 18 04:49:24.969444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60262) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:49:25.286925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-b98f03a9-b667-4a97-85e2-2c3bb889a98c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 04:49:25.288048 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b98f03a9-b667-4a97-85e2-2c3bb889a98c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3176072 Sep 18 04:49:27.162333 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 5 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:49:27.987815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60272) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:49:28.288015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4186337d-7316-41c6-acdf-85082463ba8b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:49:28.376198 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4186337d-7316-41c6-acdf-85082463ba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:28.378360 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4186337d-7316-41c6-acdf-85082463ba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:28.518675 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4186337d-7316-41c6-acdf-85082463ba8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:28.591015 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4186337d-7316-41c6-acdf-85082463ba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:28.664650 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4186337d-7316-41c6-acdf-85082463ba8b admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:28.665988 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4186337d-7316-41c6-acdf-85082463ba8b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6770732 Sep 18 04:49:29.529141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4523e-0aeb-422d-8629-66290c08323c None None] Network 77ed9baf-0394-4ca7-af6c-31ad312056f6 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:49:29.596471 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-37e0b106-dcd0-431b-a070-e221eb74e07d None None] Provisioning complete for port cef57c1a-895e-4a77-832d-3adb16495d9e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:49:29.596870 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-37e0b106-dcd0-431b-a070-e221eb74e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:29.728003 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cef57c1a-895e-4a77-832d-3adb16495d9e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:49:29.804744 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-37e0b106-dcd0-431b-a070-e221eb74e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:29.872085 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-37e0b106-dcd0-431b-a070-e221eb74e07d None None] For port cef57c1a-895e-4a77-832d-3adb16495d9e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cef57c1a-895e-4a77-832d-3adb16495d9e,segment=NetworkSegment(6a91e3b0-0b20-4219-abda-a0838cb06303),segment_id=6a91e3b0-0b20-4219-abda-a0838cb06303)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:49:29.901655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cef57c1a-895e-4a77-832d-3adb16495d9e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:49:29.901993 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:29.928992 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-37e0b106-dcd0-431b-a070-e221eb74e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:29.989138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0b106-dcd0-431b-a070-e221eb74e07d None None] Pushing event updated for resources: {'Port': ['ID=cef57c1a-895e-4a77-832d-3adb16495d9e,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:30.148675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8c770da8-0b1d-4910-81b0-1abf8ce86cc1 None None] Provisioning complete for port cef57c1a-895e-4a77-832d-3adb16495d9e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:49:30.149049 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8c770da8-0b1d-4910-81b0-1abf8ce86cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:31.095610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60286) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:49:31.144681 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dc51e520-205c-4635-aadb-9a27eb62e142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:31.412796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-bea14f16-1923-49ba-b084-22c245cd1a9c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 04:49:31.414138 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bea14f16-1923-49ba-b084-22c245cd1a9c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3175521 Sep 18 04:49:31.693522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cef57c1a-895e-4a77-832d-3adb16495d9e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:49:31.739637 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cef57c1a-895e-4a77-832d-3adb16495d9e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:49:31.740049 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:33.821467 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d0da335-8bfa-4ba0-bb0d-3fd0f12c7210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:33.846083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60294) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:49:34.152055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:49:34.270411 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Made reservation on behalf of 9829089ffdf045ac9766d5433248dbdd for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:49:34.272630 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:34.281348 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:34.293800 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:34.364819 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:34.418805 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:34.433010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Reserving flat network on physical network physnet1 {{(pid=106909) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 18 04:49:34.450791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07be4f88-0287-4898-9d49-2e3fc124c485,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:34.456219 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:34.458492 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Added segment 6fee8cbf-1ad5-451b-abc5-dd94c01e2139 of type flat for network 5959aceb-dced-4ba5-bacc-9d5a426df135 Sep 18 04:49:34.501422 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:34.632834 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:34.633684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:49:34.634251 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:34.704265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] Pushing event updated for resources: {'Network': ['ID=5959aceb-dced-4ba5-bacc-9d5a426df135,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:34.713680 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 04:49:34.787762 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dc859d92-87a0-4839-b051-d6ade6123237 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9406192 Sep 18 04:49:35.012938 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:36.562389 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:37.175559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60312) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:49:37.388695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04615b22-7ef3-4417-bc5f-ebcbdf4e3e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:49:37.390703 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-04615b22-7ef3-4417-bc5f-ebcbdf4e3e0c admin admin] 10.222.0.23 "GET /v2.0/subnets/d8662209-cb2d-4e18-9fa7-a8f35cd2ae72 HTTP/1.1" status: 200 len: 849 time: 0.2141242 Sep 18 04:49:37.507241 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e3f8c944-4b2a-40cd-b77d-084c1ed969f7 admin admin] 10.222.0.23 "GET /v2.0/routers/b62e148b-4438-4643-bade-2f59e552da9b HTTP/1.1" status: 200 len: 704 time: 0.1103311 Sep 18 04:49:37.767370 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:38.061153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Allocated IP 172.20.0.1 (77ed9baf-0394-4ca7-af6c-31ad312056f6/d8662209-cb2d-4e18-9fa7-a8f35cd2ae72/182a2525-6c88-4a21-b82f-ab36be7bcf41) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:49:38.245379 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:38.373545 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:38.442593 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Network 77ed9baf-0394-4ca7-af6c-31ad312056f6 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:49:38.447204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:49:38.458943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:49:38.459458 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:38.485728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Pushing event updated for resources: {'Port': ['ID=182a2525-6c88-4a21-b82f-ab36be7bcf41,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:38.689242 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3975e3d3-7c93-427f-90ff-d65a265c524c None None] Provisioning complete for port 182a2525-6c88-4a21-b82f-ab36be7bcf41 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:49:38.689822 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3975e3d3-7c93-427f-90ff-d65a265c524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:38.721876 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3975e3d3-7c93-427f-90ff-d65a265c524c None None] Port 182a2525-6c88-4a21-b82f-ab36be7bcf41 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 04:49:38.757408 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:38.959962 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:39.021402 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:39.022186 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:39.082252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Pushing event updated for resources: {'Port': ['ID=182a2525-6c88-4a21-b82f-ab36be7bcf41,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:39.146128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Network 77ed9baf-0394-4ca7-af6c-31ad312056f6 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:49:39.147437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:49:39.341479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e414d987-d48f-45b0-a0b4-78deceb046d5 None None] Provisioning complete for port 182a2525-6c88-4a21-b82f-ab36be7bcf41 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:49:39.341850 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e414d987-d48f-45b0-a0b4-78deceb046d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:39.352994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Router b62e148b-4438-4643-bade-2f59e552da9b is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 04:49:39.374038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e414d987-d48f-45b0-a0b4-78deceb046d5 None None] Port 182a2525-6c88-4a21-b82f-ab36be7bcf41 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 04:49:39.444573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 04:49:39.449701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b3914695-899a-44ab-b948-0f1d30281859 admin admin] 10.222.0.23 "PUT /v2.0/routers/b62e148b-4438-4643-bade-2f59e552da9b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9367549 Sep 18 04:49:39.455054 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Sync routers for ids ['b62e148b-4438-4643-bade-2f59e552da9b'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 04:49:39.467118 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Routers {'b62e148b-4438-4643-bade-2f59e552da9b'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 04:49:39.468509 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T04:49:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b62e148b-4438-4643-bade-2f59e552da9b'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:49:39.652131 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Set router b62e148b-4438-4643-bade-2f59e552da9b gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 04:49:40.073907 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'name': 'router1', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:49:28Z', 'updated_at': '2021-09-18T04:49:38Z', 'revision_number': 2, 'project_id': '7b0c8f51849842d6951c745ebbd52aa3', 'gw_port_host': None, '_interfaces': [{'id': '182a2525-6c88-4a21-b82f-ab36be7bcf41', 'name': '', 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'mac_address': 'fa:16:3e:6e:8e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8662209-cb2d-4e18-9fa7-a8f35cd2ae72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:49:37Z', 'updated_at': '2021-09-18T04:49:38Z', 'revision_number': 2, 'project_id': '7b0c8f51849842d6951c745ebbd52aa3', 'subnets': [{'id': 'd8662209-cb2d-4e18-9fa7-a8f35cd2ae72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '506e6b19-d6a8-499c-9555-27d562be2ae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:49:40.123332 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Checking router: b62e148b-4438-4643-bade-2f59e552da9b for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 04:49:40.123713 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Updating router b62e148b-4438-4643-bade-2f59e552da9b port 182a2525-6c88-4a21-b82f-ab36be7bcf41 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 04:49:40.172363 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:40.681011 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:40.750386 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:40.901763 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Pushing event updated for resources: {'Port': ['ID=182a2525-6c88-4a21-b82f-ab36be7bcf41,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:40.919672 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Attempting to bind port 182a2525-6c88-4a21-b82f-ab36be7bcf41 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:49:40.920179 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Attempting to bind port 182a2525-6c88-4a21-b82f-ab36be7bcf41 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6a91e3b0-0b20-4219-abda-a0838cb06303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:49:40.920632 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Attempting to bind port 182a2525-6c88-4a21-b82f-ab36be7bcf41 on network 77ed9baf-0394-4ca7-af6c-31ad312056f6 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:49:40.923369 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:40.923773 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:40.924117 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:40.924473 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:40.924807 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:40.925134 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:40.925459 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:40.925786 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:40.926106 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:40.926423 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:40.926744 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:40.927057 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Tracked resource versions report: Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: pushed versions: Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: { 'AddressGroup': {'1.2'}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'ConntrackHelper': {'1.0'}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'Log': {'1.0'}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'Network': {'1.1'}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'Port': {'1.7'}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'PortForwarding': {'1.2'}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'QosPolicy': {'1.9'}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'SecurityGroup': {'1.4'}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'SecurityGroupRule': {'1.2'}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'SubPort': {'1.0'}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'Subnet': {'1.1'}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'Trunk': {'1.1'}} Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: consumer versions: Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: { DHCP agent@n-d-789963-13: {}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: L3 agent@n-d-789963-13: {}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: Metadata agent@n-d-789963-13: {}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: Metering agent@n-d-789963-13: {}, Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: Open vSwitch agent@n-d-789963-13: { 'AddressGroup': '1.2', Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'ConntrackHelper': '1.0', Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'Log': '1.0', Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'Network': '1.1', Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'Port': '1.7', Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'PortForwarding': '1.2', Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'QosPolicy': '1.9', Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'SecurityGroup': '1.4', Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'SecurityGroupRule': '1.2', Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'SubPort': '1.0', Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'Subnet': '1.1', Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: 'Trunk': '1.1'}} Sep 18 04:49:40.928166 n-d-789963-13 neutron-server[106911]: {{(pid=106911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 04:49:40.936160 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:49:40.936160 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Checking segment: {'id': '6a91e3b0-0b20-4219-abda-a0838cb06303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:49:40.936643 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:40.936883 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Bound using segment: {'id': '6a91e3b0-0b20-4219-abda-a0838cb06303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:49:40.937376 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Bound port: 182a2525-6c88-4a21-b82f-ab36be7bcf41, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a91e3b0-0b20-4219-abda-a0838cb06303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:49:40.937818 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:41.000794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c168d29d-5fa1-4fed-ac6e-76448283b2cd None None] Provisioning complete for port 182a2525-6c88-4a21-b82f-ab36be7bcf41 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:49:41.001370 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] For port 182a2525-6c88-4a21-b82f-ab36be7bcf41, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:49:41.001699 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c168d29d-5fa1-4fed-ac6e-76448283b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:41.022262 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] For port 182a2525-6c88-4a21-b82f-ab36be7bcf41, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=182a2525-6c88-4a21-b82f-ab36be7bcf41,segment=NetworkSegment(6a91e3b0-0b20-4219-abda-a0838cb06303),segment_id=6a91e3b0-0b20-4219-abda-a0838cb06303)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:49:41.037801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c168d29d-5fa1-4fed-ac6e-76448283b2cd None None] Port 182a2525-6c88-4a21-b82f-ab36be7bcf41 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 04:49:41.073265 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:41.131294 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Routers {'b62e148b-4438-4643-bade-2f59e552da9b'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 04:49:41.131925 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T04:49:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b62e148b-4438-4643-bade-2f59e552da9b'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:49:41.167579 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858984a-b582-45e3-a0da-4ab4788a989a None None] Pushing event updated for resources: {'Port': ['ID=182a2525-6c88-4a21-b82f-ab36be7bcf41,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:41.225409 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] Set router b62e148b-4438-4643-bade-2f59e552da9b gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 04:49:41.357953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a2a096e0-aedb-40f8-b9c2-177a863eaccb None None] Provisioning complete for port 182a2525-6c88-4a21-b82f-ab36be7bcf41 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:49:41.358685 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2a096e0-aedb-40f8-b9c2-177a863eaccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:41.437445 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'name': 'router1', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:49:28Z', 'updated_at': '2021-09-18T04:49:38Z', 'revision_number': 2, 'project_id': '7b0c8f51849842d6951c745ebbd52aa3', 'gw_port_host': None, '_interfaces': [{'id': '182a2525-6c88-4a21-b82f-ab36be7bcf41', 'name': '', 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'mac_address': 'fa:16:3e:6e:8e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8662209-cb2d-4e18-9fa7-a8f35cd2ae72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:49:37Z', 'updated_at': '2021-09-18T04:49:40Z', 'revision_number': 4, 'project_id': '7b0c8f51849842d6951c745ebbd52aa3', 'subnets': [{'id': 'd8662209-cb2d-4e18-9fa7-a8f35cd2ae72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '506e6b19-d6a8-499c-9555-27d562be2ae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:49:41.438110 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2a096e0-aedb-40f8-b9c2-177a863eaccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:41.464475 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0774d-edaf-41a4-b119-ded0807a6577 None None] The sync data for ids ['b62e148b-4438-4643-bade-2f59e552da9b'] in n-d-789963-13 is: [{'id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'name': 'router1', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:49:28Z', 'updated_at': '2021-09-18T04:49:38Z', 'revision_number': 2, 'project_id': '7b0c8f51849842d6951c745ebbd52aa3', 'gw_port_host': None, '_interfaces': [{'id': '182a2525-6c88-4a21-b82f-ab36be7bcf41', 'name': '', 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'mac_address': 'fa:16:3e:6e:8e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8662209-cb2d-4e18-9fa7-a8f35cd2ae72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:49:37Z', 'updated_at': '2021-09-18T04:49:40Z', 'revision_number': 4, 'project_id': '7b0c8f51849842d6951c745ebbd52aa3', 'subnets': [{'id': 'd8662209-cb2d-4e18-9fa7-a8f35cd2ae72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '506e6b19-d6a8-499c-9555-27d562be2ae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 04:49:41.537481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a2a096e0-aedb-40f8-b9c2-177a863eaccb None None] For port 182a2525-6c88-4a21-b82f-ab36be7bcf41, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=182a2525-6c88-4a21-b82f-ab36be7bcf41,segment=NetworkSegment(6a91e3b0-0b20-4219-abda-a0838cb06303),segment_id=6a91e3b0-0b20-4219-abda-a0838cb06303)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:49:41.621953 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2a096e0-aedb-40f8-b9c2-177a863eaccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:41.669129 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a096e0-aedb-40f8-b9c2-177a863eaccb None None] Pushing event updated for resources: {'Port': ['ID=182a2525-6c88-4a21-b82f-ab36be7bcf41,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:41.703947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60332) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:49:41.814059 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970d5dc-73ea-4275-b712-07bb9f732d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:49:41.815463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6970d5dc-73ea-4275-b712-07bb9f732d3b admin admin] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 842 time: 0.1105168 Sep 18 04:49:41.825355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9cd6ad05-cc6a-4055-84e2-de4ea22c6f73 admin admin] Request body: {'subnet': {'cidr': '172.25.7.0/24', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'name': 'public-subnet'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:49:41.930175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd6ad05-cc6a-4055-84e2-de4ea22c6f73 admin admin] Made reservation on behalf of 9829089ffdf045ac9766d5433248dbdd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:49:41.932630 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ad05-cc6a-4055-84e2-de4ea22c6f73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:42.275312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.objects.ports [None req-9cd6ad05-cc6a-4055-84e2-de4ea22c6f73 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106909) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 04:49:42.275740 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ad05-cc6a-4055-84e2-de4ea22c6f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:42.331831 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6ad05-cc6a-4055-84e2-de4ea22c6f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d46bda-849b-4de4-bab5-294b46736a82,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:42.343221 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6ad05-cc6a-4055-84e2-de4ea22c6f73 admin admin] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:49:42.343582 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd6ad05-cc6a-4055-84e2-de4ea22c6f73 admin admin] Network hostable DHCP agents. Network: 5959aceb-dced-4ba5-bacc-9d5a426df135, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 04:49:42.432670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd6ad05-cc6a-4055-84e2-de4ea22c6f73 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 04:49:42.529969 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9cd6ad05-cc6a-4055-84e2-de4ea22c6f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 5959aceb-dced-4ba5-bacc-9d5a426df135) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:49:42.534931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd6ad05-cc6a-4055-84e2-de4ea22c6f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:49:42.535625 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ad05-cc6a-4055-84e2-de4ea22c6f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:42.539016 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af1fa9b-0a0d-4747-8f9d-5422756d0065 None None] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:49:42.640354 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9cd6ad05-cc6a-4055-84e2-de4ea22c6f73 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8057601 Sep 18 04:49:42.667568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd639e-8238-4a3c-aca6-f1e08ac10bd7 None None] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:49:44.937336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60340) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:49:45.069392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-735779c6-12f0-4c85-b96e-d72c4dd02bf2 admin admin] 10.222.0.23 "GET /v2.0/routers/b62e148b-4438-4643-bade-2f59e552da9b HTTP/1.1" status: 200 len: 710 time: 0.1309135 Sep 18 04:49:45.222940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c87065-5f75-4064-ba49-6e50822914a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:49:45.224368 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-87c87065-5f75-4064-ba49-6e50822914a1 admin admin] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 886 time: 0.1490028 Sep 18 04:49:45.234498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:49:45.476771 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:45.808208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:45.882776 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:46.017676 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Allocated IP 172.25.7.228 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/0e89b626-09c9-4cd7-9e48-c21c0813eaf3) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:49:46.119422 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:46.227495 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:46.264144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:49:46.267203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:49:46.270934 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:49:46.307780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Pushing event updated for resources: {'Port': ['ID=0e89b626-09c9-4cd7-9e48-c21c0813eaf3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:46.644244 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:46.926094 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:46.929386 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:47.035064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Router b62e148b-4438-4643-bade-2f59e552da9b has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 04:49:47.139149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 04:49:47.144188 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:47.145472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c763a35e-d9a8-42fb-b2aa-642b7b11e05a admin admin] 10.222.0.23 "PUT /v2.0/routers/b62e148b-4438-4643-bade-2f59e552da9b HTTP/1.1" status: 200 len: 890 time: 1.9148524 Sep 18 04:49:47.741557 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 182a2525-6c88-4a21-b82f-ab36be7bcf41 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:49:47.787699 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 182a2525-6c88-4a21-b82f-ab36be7bcf41 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:49:47.787996 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:47.874763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Sync routers for ids ['b62e148b-4438-4643-bade-2f59e552da9b'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 04:49:47.884620 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Routers {'b62e148b-4438-4643-bade-2f59e552da9b'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 04:49:47.885280 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T04:49:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b62e148b-4438-4643-bade-2f59e552da9b'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:49:48.094092 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Set router b62e148b-4438-4643-bade-2f59e552da9b gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 04:49:48.484533 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'name': 'router1', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '0e89b626-09c9-4cd7-9e48-c21c0813eaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:49:28Z', 'updated_at': '2021-09-18T04:49:46Z', 'revision_number': 4, 'project_id': '7b0c8f51849842d6951c745ebbd52aa3', 'gw_port': {'id': '0e89b626-09c9-4cd7-9e48-c21c0813eaf3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:49:45Z', 'updated_at': '2021-09-18T04:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '182a2525-6c88-4a21-b82f-ab36be7bcf41', 'name': '', 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'mac_address': 'fa:16:3e:6e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8662209-cb2d-4e18-9fa7-a8f35cd2ae72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:49:37Z', 'updated_at': '2021-09-18T04:49:41Z', 'revision_number': 5, 'project_id': '7b0c8f51849842d6951c745ebbd52aa3', 'subnets': [{'id': 'd8662209-cb2d-4e18-9fa7-a8f35cd2ae72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '506e6b19-d6a8-499c-9555-27d562be2ae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:49:48.536458 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Checking router: b62e148b-4438-4643-bade-2f59e552da9b for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 04:49:48.536824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Updating router b62e148b-4438-4643-bade-2f59e552da9b port 0e89b626-09c9-4cd7-9e48-c21c0813eaf3 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 04:49:48.583231 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:48.895939 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:48.961314 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:49.097311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Attempting to bind port 0e89b626-09c9-4cd7-9e48-c21c0813eaf3 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:49:49.097623 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Attempting to bind port 0e89b626-09c9-4cd7-9e48-c21c0813eaf3 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:49:49.098000 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Attempting to bind port 0e89b626-09c9-4cd7-9e48-c21c0813eaf3 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:49:49.106997 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83785c-3761-44eb-a5fc-ec5bfe29725f None None] Pushing event updated for resources: {'Port': ['ID=0e89b626-09c9-4cd7-9e48-c21c0813eaf3,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:49.110973 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:49:49.111365 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:49:49.111783 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:49.112184 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:49:49.112687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Bound port: 0e89b626-09c9-4cd7-9e48-c21c0813eaf3, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:49:49.113079 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:49.163378 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] For port 0e89b626-09c9-4cd7-9e48-c21c0813eaf3, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:49:49.167592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] For port 0e89b626-09c9-4cd7-9e48-c21c0813eaf3, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0e89b626-09c9-4cd7-9e48-c21c0813eaf3,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:49:49.244442 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:49.301158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83785c-3761-44eb-a5fc-ec5bfe29725f None None] Pushing event updated for resources: {'Port': ['ID=0e89b626-09c9-4cd7-9e48-c21c0813eaf3,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:49.305206 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Routers {'b62e148b-4438-4643-bade-2f59e552da9b'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 04:49:49.305811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T04:49:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b62e148b-4438-4643-bade-2f59e552da9b'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:49:49.412185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] Set router b62e148b-4438-4643-bade-2f59e552da9b gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 04:49:49.533846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60352) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:49:49.624012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'name': 'router1', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '0e89b626-09c9-4cd7-9e48-c21c0813eaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:49:28Z', 'updated_at': '2021-09-18T04:49:46Z', 'revision_number': 4, 'project_id': '7b0c8f51849842d6951c745ebbd52aa3', 'gw_port': {'id': '0e89b626-09c9-4cd7-9e48-c21c0813eaf3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:49:45Z', 'updated_at': '2021-09-18T04:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '182a2525-6c88-4a21-b82f-ab36be7bcf41', 'name': '', 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'mac_address': 'fa:16:3e:6e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8662209-cb2d-4e18-9fa7-a8f35cd2ae72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:49:37Z', 'updated_at': '2021-09-18T04:49:41Z', 'revision_number': 5, 'project_id': '7b0c8f51849842d6951c745ebbd52aa3', 'subnets': [{'id': 'd8662209-cb2d-4e18-9fa7-a8f35cd2ae72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '506e6b19-d6a8-499c-9555-27d562be2ae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:49:49.645001 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4f107749-c27a-4a20-bced-279e2175962b admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1100276 Sep 18 04:49:49.650380 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7346fa-d595-4eeb-8f53-93a5d7574f06 None None] The sync data for ids ['b62e148b-4438-4643-bade-2f59e552da9b'] in n-d-789963-13 is: [{'id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'name': 'router1', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '0e89b626-09c9-4cd7-9e48-c21c0813eaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:49:28Z', 'updated_at': '2021-09-18T04:49:46Z', 'revision_number': 4, 'project_id': '7b0c8f51849842d6951c745ebbd52aa3', 'gw_port': {'id': '0e89b626-09c9-4cd7-9e48-c21c0813eaf3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:49:45Z', 'updated_at': '2021-09-18T04:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '182a2525-6c88-4a21-b82f-ab36be7bcf41', 'name': '', 'network_id': '77ed9baf-0394-4ca7-af6c-31ad312056f6', 'tenant_id': '7b0c8f51849842d6951c745ebbd52aa3', 'mac_address': 'fa:16:3e:6e:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62e148b-4438-4643-bade-2f59e552da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8662209-cb2d-4e18-9fa7-a8f35cd2ae72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:49:37Z', 'updated_at': '2021-09-18T04:49:41Z', 'revision_number': 5, 'project_id': '7b0c8f51849842d6951c745ebbd52aa3', 'subnets': [{'id': 'd8662209-cb2d-4e18-9fa7-a8f35cd2ae72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '506e6b19-d6a8-499c-9555-27d562be2ae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 04:49:51.755733 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0e89b626-09c9-4cd7-9e48-c21c0813eaf3 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:49:51.805427 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0e89b626-09c9-4cd7-9e48-c21c0813eaf3 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:49:51.805800 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:51.906642 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:51.928422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 0e89b626-09c9-4cd7-9e48-c21c0813eaf3, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0e89b626-09c9-4cd7-9e48-c21c0813eaf3,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:49:51.990312 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:49:52.050303 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=0e89b626-09c9-4cd7-9e48-c21c0813eaf3,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:49:53.746457 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0e89b626-09c9-4cd7-9e48-c21c0813eaf3 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:49:53.827305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0e89b626-09c9-4cd7-9e48-c21c0813eaf3 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:49:53.827305 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:50:01.144166 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-28ed3828-ca3c-4c45-a469-bb24e06da17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:50:03.792851 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f07fe571-afd0-4c56-a44d-d0fb19862c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:50:04.161972 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 5 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:50:04.267081 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:50:05.021196 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:50:06.615721 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:50:31.146361 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1fc0de14-d051-40aa-87cd-13d24c74fa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:50:34.372504 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c5af0b4d-d4ab-4183-8a02-f0c2a2d3610b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:50:34.420816 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:50:35.040922 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:50:36.617611 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:50:41.160477 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 5 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:51:01.131352 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e112a487-baea-4715-b257-2a3e3e7d86ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:03.799719 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-39953c9a-000b-4af9-99f5-b057ad0874f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:04.254235 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:05.022275 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:06.574473 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:18.160095 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 5 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:51:31.137060 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-66ad2f42-07cb-4e4a-bede-18c6df4db2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:32.517639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60946) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:51:32.581853 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b91a465-df42-4398-80f6-9d7ed2e0067b admin admin] GET failed (client error): The resource could not be found. Sep 18 04:51:32.583224 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8b91a465-df42-4398-80f6-9d7ed2e0067b admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646453 Sep 18 04:51:32.743585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0468ac-1a8e-4565-acd8-460b421aba83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:32.745036 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4e0468ac-1a8e-4565-acd8-460b421aba83 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1571708 Sep 18 04:51:33.796624 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b029e54f-7253-49c8-b687-dc401c847a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:34.253643 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:34.939735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60956) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:51:35.022008 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:35.033039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cd30f1-4e80-481f-ab98-e599c2976f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:35.034597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-25cd30f1-4e80-481f-ab98-e599c2976f9e admin admin] 10.222.0.23 "GET /v2.0/subnets/d8662209-cb2d-4e18-9fa7-a8f35cd2ae72 HTTP/1.1" status: 200 len: 849 time: 0.0938458 Sep 18 04:51:35.045838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:51:35.132653 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Notify callbacks [] for subnet, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:35.325432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760849403908'] for subnet, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:35.355521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:35.356704 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:35.357970 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] 10.222.0.23 "PUT /v2.0/subnets/d8662209-cb2d-4e18-9fa7-a8f35cd2ae72 HTTP/1.1" status: 200 len: 868 time: 0.3165934 Sep 18 04:51:35.367261 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce091bbe-9423-4b1d-8c64-b48028250dbb None None] Network 77ed9baf-0394-4ca7-af6c-31ad312056f6 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:51:35.379110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8662209-cb2d-4e18-9fa7-a8f35cd2ae72,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:51:35.387981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:51:35.388377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:51:35.388622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:51:35.388968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:51:35.389315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:51:35.389672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:51:35.390203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:51:35.390638 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:51:35.390838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:51:35.391165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:51:35.391497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:51:35.391865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dd4c8-b223-4ca0-b60e-34874d108e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:51:35.722107 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-723985ca-5bb4-423d-9ad2-215a779f3548 None None] Provisioning complete for port 182a2525-6c88-4a21-b82f-ab36be7bcf41 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:51:35.722485 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-723985ca-5bb4-423d-9ad2-215a779f3548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:35.805885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-723985ca-5bb4-423d-9ad2-215a779f3548 None None] Provisioning complete for port cef57c1a-895e-4a77-832d-3adb16495d9e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:51:35.806211 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-723985ca-5bb4-423d-9ad2-215a779f3548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:36.596814 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:51:37.568527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60964) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:51:37.765799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69923afc-a702-4e3e-9e32-1dcf596db886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:37.766196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69923afc-a702-4e3e-9e32-1dcf596db886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:37.767754 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-69923afc-a702-4e3e-9e32-1dcf596db886 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1982539 Sep 18 04:51:39.937786 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60972) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:51:40.157621 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3466c321-51d7-457f-9454-f9d95486405e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:40.158133 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3466c321-51d7-457f-9454-f9d95486405e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:40.159677 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3466c321-51d7-457f-9454-f9d95486405e admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2209477 Sep 18 04:51:42.358291 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60982) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:51:42.512652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a1b20-7232-423e-82a5-47e40d90b16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:42.514054 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-db3a1b20-7232-423e-82a5-47e40d90b16d admin admin] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 886 time: 0.1548257 Sep 18 04:51:44.701288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60990) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:51:44.842314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f268e2-de96-4c23-a6c8-8e2072620488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:44.843716 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c4f268e2-de96-4c23-a6c8-8e2072620488 admin admin] 10.222.0.23 "GET /v2.0/networks/77ed9baf-0394-4ca7-af6c-31ad312056f6 HTTP/1.1" status: 200 len: 868 time: 0.1414843 Sep 18 04:51:47.069101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60998) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:51:47.194406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb1b16e-604d-40af-b964-94489977dde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:47.194879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb1b16e-604d-40af-b964-94489977dde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:47.196455 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-deb1b16e-604d-40af-b964-94489977dde3 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263816 Sep 18 04:51:49.388723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32774) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:51:49.513338 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc61149-f9a7-4295-a790-b98adb6cc264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:49.513804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc61149-f9a7-4295-a790-b98adb6cc264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:49.515352 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3cc61149-f9a7-4295-a790-b98adb6cc264 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256759 Sep 18 04:51:51.690119 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32782) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:51:51.781377 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d244fc47-a15c-42af-8153-8109c6fb03f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:51.782728 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d244fc47-a15c-42af-8153-8109c6fb03f7 admin admin] 10.222.0.23 "GET /v2.0/subnets/d8662209-cb2d-4e18-9fa7-a8f35cd2ae72 HTTP/1.1" status: 200 len: 868 time: 0.0916183 Sep 18 04:51:53.953291 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32790) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:51:54.040126 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119397b2-9465-4948-aba3-7936ac53fde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:51:54.041612 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-119397b2-9465-4948-aba3-7936ac53fde1 admin admin] 10.222.0.23 "GET /v2.0/subnets/f0d46bda-849b-4de4-bab5-294b46736a82 HTTP/1.1" status: 200 len: 816 time: 0.0872867 Sep 18 04:51:55.159891 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 5 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:52:01.141351 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-93e92d0e-3c76-4cad-87ab-6c73458974eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:03.792875 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8d31d9bc-4ed8-4ab5-a4e7-48579e2a90b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:04.270075 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:05.032748 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:06.598442 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:18.269919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32844) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:52:18.316202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-61be6e68-2892-42d2-9d6f-c9cbf300b38c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 04:52:18.317241 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-61be6e68-2892-42d2-9d6f-c9cbf300b38c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463560 Sep 18 04:52:20.582127 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 32852) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:52:20.644946 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1a9f87-7231-4ea4-b0bf-504ad4fec440 admin admin] GET failed (client error): The resource could not be found. Sep 18 04:52:20.646307 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5f1a9f87-7231-4ea4-b0bf-504ad4fec440 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0631981 Sep 18 04:52:20.735976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d076370b-6af5-46cd-971c-e66e25c915eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:52:20.744884 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d076370b-6af5-46cd-971c-e66e25c915eb admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0937347 Sep 18 04:52:22.958028 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32860) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:52:23.004648 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:52:23.075564 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Made reservation on behalf of 9829089ffdf045ac9766d5433248dbdd for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:52:23.077987 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:23.121352 n-d-789963-13 neutron-server[106908]: WARNING neutron.services.revisions.revision_plugin [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Could not find related network for resource to bump revision. Sep 18 04:52:23.137062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 04:52:23.149030 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760849413268', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:23.149597 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Unsubscribe: segment precommit_create {{(pid=106908) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 04:52:23.150061 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Added segment 0ee734a3-ef11-4417-a36b-7748e0896341 of type vlan for network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 Sep 18 04:52:23.197577 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:23.287166 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:23.288102 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:52:23.288708 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:23.377152 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Pushing event updated for resources: {'Network': ['ID=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:52:23.383559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:23.383909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:23.384342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:23.384688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:23.385023 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:23.385538 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:23.385901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:23.386303 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:23.386647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:23.386964 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:23.387345 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:23.387619 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:23.399479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 04:52:23.402995 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6feff652-f1b5-400c-a1fe-3717ae77bd28 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4438381 Sep 18 04:52:25.596111 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32868) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:52:25.656541 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-affd3d4d-6cf6-4612-8c8f-b8a88ab6484b admin admin] GET failed (client error): The resource could not be found. Sep 18 04:52:25.657869 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-affd3d4d-6cf6-4612-8c8f-b8a88ab6484b admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607369 Sep 18 04:52:25.757634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d847b-d878-4977-994e-25bf2a9780f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:52:25.759084 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2e4d847b-d878-4977-994e-25bf2a9780f9 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0967233 Sep 18 04:52:25.769829 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5fa261d2-0d05-4732-ac5c-997481e0334a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:52:25.848988 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa261d2-0d05-4732-ac5c-997481e0334a admin admin] Made reservation on behalf of 9829089ffdf045ac9766d5433248dbdd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:52:25.851266 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5fa261d2-0d05-4732-ac5c-997481e0334a admin admin] Notify callbacks [] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:26.060762 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5fa261d2-0d05-4732-ac5c-997481e0334a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:26.111968 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa261d2-0d05-4732-ac5c-997481e0334a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1893cd-b3f0-484a-9c87-ed0492486399,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:52:26.122119 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa261d2-0d05-4732-ac5c-997481e0334a admin admin] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:52:26.122476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa261d2-0d05-4732-ac5c-997481e0334a admin admin] Network hostable DHCP agents. Network: 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 04:52:26.197349 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa261d2-0d05-4732-ac5c-997481e0334a admin admin] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 04:52:26.248735 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5fa261d2-0d05-4732-ac5c-997481e0334a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:52:26.252805 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa261d2-0d05-4732-ac5c-997481e0334a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:52:26.253440 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5fa261d2-0d05-4732-ac5c-997481e0334a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:26.258066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f717f53c-c268-4574-a716-9c61cf9aaaa9 None None] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:52:26.301581 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5fa261d2-0d05-4732-ac5c-997481e0334a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5350480 Sep 18 04:52:26.498826 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'tenant_id': '9829089ffdf045ac9766d5433248dbdd', 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 04:52:26.499728 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:26.771528 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Allocated IP 192.168.233.2 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/e594db26-e185-4e51-81a1-71fd0758dfa4) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:52:26.918383 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:26.969872 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:27.007686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:52:27.010618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:52:27.013984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:52:27.022868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Pushing event updated for resources: {'Port': ['ID=e594db26-e185-4e51-81a1-71fd0758dfa4,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:52:27.033126 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:27.033478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:27.033824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:27.034165 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:27.034499 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:27.034840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:27.035171 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:27.035521 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:27.035855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:27.036178 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:27.036527 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:27.036861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:52:27.085499 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Attempting to bind port e594db26-e185-4e51-81a1-71fd0758dfa4 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:52:27.085867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Attempting to bind port e594db26-e185-4e51-81a1-71fd0758dfa4 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:52:27.086228 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Attempting to bind port e594db26-e185-4e51-81a1-71fd0758dfa4 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:52:27.092587 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:52:27.092960 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:52:27.093361 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:27.093755 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:52:27.094215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Bound port: e594db26-e185-4e51-81a1-71fd0758dfa4, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:52:27.094611 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:27.155688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] For port e594db26-e185-4e51-81a1-71fd0758dfa4, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:52:27.158760 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] For port e594db26-e185-4e51-81a1-71fd0758dfa4, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e594db26-e185-4e51-81a1-71fd0758dfa4,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:52:27.227312 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:27.285049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757eddd-edef-4821-b676-e2592f5eee4c None None] Pushing event updated for resources: {'Port': ['ID=e594db26-e185-4e51-81a1-71fd0758dfa4,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:52:27.928708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e594db26-e185-4e51-81a1-71fd0758dfa4 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:52:27.990843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port e594db26-e185-4e51-81a1-71fd0758dfa4 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:52:27.991496 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:28.095613 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:28.131637 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port e594db26-e185-4e51-81a1-71fd0758dfa4, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e594db26-e185-4e51-81a1-71fd0758dfa4,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:52:28.159082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3b5abe-0735-488c-8063-916cbef21994 None None] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:52:28.223033 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:28.252821 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b4c4b7a8-95ff-4290-98bc-f1a531defabb None None] Provisioning complete for port e594db26-e185-4e51-81a1-71fd0758dfa4 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:52:28.253195 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b4c4b7a8-95ff-4290-98bc-f1a531defabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:28.361124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=e594db26-e185-4e51-81a1-71fd0758dfa4,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:52:28.644987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-69d8f3ac-9ade-4763-ac9f-97e0382a72c1 None None] Provisioning complete for port e594db26-e185-4e51-81a1-71fd0758dfa4 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:52:28.645282 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69d8f3ac-9ade-4763-ac9f-97e0382a72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:29.876597 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e594db26-e185-4e51-81a1-71fd0758dfa4 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:52:29.928016 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port e594db26-e185-4e51-81a1-71fd0758dfa4 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:52:29.928426 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:31.157656 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a45b8123-aabf-42e0-8c8f-60ad3a576320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:32.158885 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 5 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:52:33.769224 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-770ba6d0-41f3-46c2-83ed-34a4f837e44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:34.298742 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:35.037793 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:52:36.620347 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:01.138289 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d1e9a027-0bc2-4fc1-aea9-c8233612cd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:03.785708 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fcd96763-e0c1-4d80-960a-9cb10dfa35d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:04.258392 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:05.042761 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:06.617854 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:09.160467 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 5 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:53:31.137855 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e88fa8bf-b483-40bf-89d7-55755163a02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:33.773487 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bac05408-8bb4-4945-a759-088ce96234a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:34.253443 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:35.042084 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:36.624675 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:46.158366 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 5 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:53:57.706177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 32920) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:53:57.712666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-c0bccc1a-482e-42a1-a23b-08c19e2fa58a tempest-verify_tempest_config-1527376446 tempest-verify_tempest_config-1527376446-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 04:53:57.713653 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c0bccc1a-482e-42a1-a23b-08c19e2fa58a tempest-verify_tempest_config-1527376446 tempest-verify_tempest_config-1527376446-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065169 Sep 18 04:53:58.154408 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 32938) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:53:58.254193 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:58.339822 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:58.412898 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:58.455877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bc722f-0ccf-463f-8bba-c1867c125370,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:53:58.460415 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b368b6aab6044a718581794709c9e6cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3049848 Sep 18 04:53:58.463881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32942) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:53:58.465227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.465620 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.465948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.466294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.466636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.466981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.467317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.467654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.467990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.468351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.468687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.469019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe345558-4cec-4110-adf9-2d7308b6c220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.542858 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:58.562888 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:58.698643 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:58.701166 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:53:58.702352 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9bc722f-0ccf-463f-8bba-c1867c125370 HTTP/1.1" status: 204 len: 168 time: 0.2373681 Sep 18 04:53:58.710157 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bc722f-0ccf-463f-8bba-c1867c125370,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:53:58.718077 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.718432 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.718781 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.719124 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.719463 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.719834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.720182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.727342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.727342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.727342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.727342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:53:58.727342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bff930-fa8f-41e7-b4de-b0f74f18345f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:54:01.149856 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-672b380e-98d3-4be6-8175-1b012e14db05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:54:03.778200 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-57f9f320-d6d8-47d8-99ad-3c9c37bb475f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:54:04.281256 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:54:05.041407 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:54:06.617103 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:54:23.157213 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 5 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:54:31.160772 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d80352cd-2176-4058-ae0e-ca1ce0263834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:54:33.771980 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-57e3720e-8df5-4db8-bb43-9fc14f95179f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:54:34.246303 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:54:35.046655 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:54:36.651602 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:55:00.156106 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 5 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:55:01.182805 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-06ae0038-11c3-498d-9092-0d10b176617c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:55:03.777390 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f4f8088d-4699-4ba5-9600-53b65fca2424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:55:04.257252 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:55:05.045793 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:55:06.628355 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:55:31.130824 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e099ea47-507a-449b-a2a5-1bf3c3f19867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:55:33.776833 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b9f7-81ba-4fa2-8a2a-c5a1729a489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:55:34.291203 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:55:35.062138 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:55:36.667535 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:55:37.155805 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 5 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:56:01.135612 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4a75843b-2c3d-4e31-abf6-f6ed3002dc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:56:03.815300 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2f2ab01a-33f0-4c0a-87b3-86e56af3afd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:56:04.255275 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:56:05.056054 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:56:06.672690 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:56:14.155092 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 5 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:56:31.129234 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-df5eb68e-a8e2-4390-a7c5-c9e3af99cc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:56:33.803587 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f049d200-0bfe-43fb-9126-8c77a50c4136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:56:34.272178 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:56:35.043748 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:56:36.648852 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:56:51.153660 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 5 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:56:52.700159 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600319'] for agent, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:56:52.987225 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600319'] for agent, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:57:01.185821 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-df1134b7-210a-41f4-895a-031fd67019b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:57:03.814318 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c894b9d6-0ab6-4f92-91cc-9603d20d50da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:57:04.253828 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:57:05.076876 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:57:06.630874 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:57:22.670518 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:57:22.910782 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:57:28.152919 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:57:31.161842 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fc307a66-4cf1-44b7-ab9d-fd97da6549e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:57:33.767932 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1cd59b7f-3c30-4c51-a15e-0b5362cddb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:57:34.242181 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:57:35.070608 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:57:36.682119 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:57:42.536513 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33014) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:57:42.642501 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d90e6c00-58a5-4533-8d89-2e8dd0d554a8 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1048861 Sep 18 04:57:44.851829 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33024) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:57:44.906430 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-68575d4f-a4f5-4bbb-a2a5-daa1d07b1afe admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0535054 Sep 18 04:57:52.698934 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:57:52.921619 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:58:01.178544 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-82517ff0-50f2-4764-ac75-14f9010d2c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:58:03.772870 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bd1aecd1-49aa-430a-a272-eced7ddad751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:58:04.269556 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:58:05.075573 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:58:05.151465 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:58:06.630077 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:58:22.698467 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:58:22.938114 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:58:31.155575 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-54562c9c-4a03-4fc3-898b-1db809bff2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:58:33.789862 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-58f955e8-3c4e-4dd9-bae3-de80a16f462d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:58:34.269780 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:58:35.064103 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:58:36.640907 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:58:42.151693 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:58:52.742773 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:58:52.977749 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:01.143316 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f5f19f13-9f71-468a-a511-c319a33dedb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:03.789350 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-761451b6-34aa-4dd7-9cf0-585deedf9ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:04.275136 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:05.075149 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:06.657781 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:08.327280 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33224) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:08.551399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33238) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:08.641179 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-863462604-network', 'tenant_id': 'b9d48c11f3d54c54908deb8998856514'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:08.743439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Made reservation on behalf of b9d48c11f3d54c54908deb8998856514 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:08.746292 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:08.754645 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:08.847709 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:08.926466 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:08.942446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 04:59:08.963655 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:08.964000 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Added segment 1860c306-b454-4792-914a-cd92d8415d7b of type vlan for network 7bd8a40e-11aa-4858-81fa-16494af44b03 Sep 18 04:59:08.971847 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:09.000963 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:09.001313 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:09.001657 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:09.001999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:09.002335 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:09.002670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:09.003030 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:09.003327 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:09.003654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:09.003984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:09.004350 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:09.004679 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Tracked resource versions report: Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: pushed versions: Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: { 'AddressGroup': {'1.2'}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'ConntrackHelper': {'1.0'}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'Log': {'1.0'}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'Network': {'1.1'}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'Port': {'1.7'}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'PortForwarding': {'1.2'}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'QosPolicy': {'1.9'}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'SecurityGroup': {'1.4'}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'SecurityGroupRule': {'1.2'}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'SubPort': {'1.0'}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'Subnet': {'1.1'}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'Trunk': {'1.1'}} Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: consumer versions: Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: { DHCP agent@n-d-789963-13: {}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: HyperV agent@n-h1-789963-13: {}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: HyperV agent@n-h2-789963-13: {}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: L3 agent@n-d-789963-13: {}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: Metadata agent@n-d-789963-13: {}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: Metering agent@n-d-789963-13: {}, Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: Open vSwitch agent@n-d-789963-13: { 'AddressGroup': '1.2', Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'ConntrackHelper': '1.0', Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'Log': '1.0', Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'Network': '1.1', Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'Port': '1.7', Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'PortForwarding': '1.2', Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'QosPolicy': '1.9', Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'SecurityGroup': '1.4', Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'SecurityGroupRule': '1.2', Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'SubPort': '1.0', Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'Subnet': '1.1', Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: 'Trunk': '1.1'}} Sep 18 04:59:09.005769 n-d-789963-13 neutron-server[106908]: {{(pid=106908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 04:59:09.019299 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:09.103749 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:09.105211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:09.106000 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:09.168139 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=7bd8a40e-11aa-4858-81fa-16494af44b03,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:09.180786 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 7bd8a40e-11aa-4858-81fa-16494af44b03 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 04:59:09.206715 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a9e30e3f-cd31-4b87-b113-608bf08d0ca0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8782439 Sep 18 04:59:09.210075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33258) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:09.221671 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-57c29d06-c9ca-4580-8535-430e208372d7 admin admin] Request body: {'subnet': {'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-863462604-subnet', 'tenant_id': 'b9d48c11f3d54c54908deb8998856514', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:09.232531 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fa8eb2d6-d070-4516-8b22-cec7000b6418 tempest-AutoAllocateNetworkTest-1269011765 tempest-AutoAllocateNetworkTest-1269011765-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a9215cc2ac2b48bd92dc1326ed18f355&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6799181 Sep 18 04:59:09.233525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33262) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:09.350107 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33268) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:09.360169 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c29d06-c9ca-4580-8535-430e208372d7 admin admin] Made reservation on behalf of b9d48c11f3d54c54908deb8998856514 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:09.364778 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-57c29d06-c9ca-4580-8535-430e208372d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:09.525576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c7aeb7-bcfe-4b98-94e6-208a5678e8d5 tempest-AutoAllocateNetworkTest-1269011765 tempest-AutoAllocateNetworkTest-1269011765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:09.530113 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-49c7aeb7-bcfe-4b98-94e6-208a5678e8d5 tempest-AutoAllocateNetworkTest-1269011765 tempest-AutoAllocateNetworkTest-1269011765-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2954719 Sep 18 04:59:09.533297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33276) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:09.583304 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-57c29d06-c9ca-4580-8535-430e208372d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:09.592625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e4addf63-b162-4e20-8287-609bf3ba5ad4 tempest-AutoAllocateNetworkTest-1269011765 tempest-AutoAllocateNetworkTest-1269011765-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589008 Sep 18 04:59:09.593197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33280) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:09.623657 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5a9a416d-d6b0-4d98-ae5c-860944e40938 tempest-AutoAllocateNetworkTest-1269011765 tempest-AutoAllocateNetworkTest-1269011765-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a9215cc2ac2b48bd92dc1326ed18f355 HTTP/1.1" status: 200 len: 208 time: 0.0270884 Sep 18 04:59:09.691697 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c29d06-c9ca-4580-8535-430e208372d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d88ca583-1ba8-47cf-ae2d-e8d84097fe39,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:09.700590 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c29d06-c9ca-4580-8535-430e208372d7 admin admin] Checking segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:09.700962 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c29d06-c9ca-4580-8535-430e208372d7 admin admin] Network hostable DHCP agents. Network: 7bd8a40e-11aa-4858-81fa-16494af44b03, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 04:59:09.734107 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-network', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:09.799649 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c29d06-c9ca-4580-8535-430e208372d7 admin admin] Network 7bd8a40e-11aa-4858-81fa-16494af44b03 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 04:59:09.828479 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] Made reservation on behalf of c1ea1154b38e4575a5ba59a023ffbcb2 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:09.830774 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:09.839405 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:09.897767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-57c29d06-c9ca-4580-8535-430e208372d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 7bd8a40e-11aa-4858-81fa-16494af44b03) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:09.902494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c29d06-c9ca-4580-8535-430e208372d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:09.903081 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-57c29d06-c9ca-4580-8535-430e208372d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:09.908192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ef461-ca6a-403c-9a28-4b4648ec4c09 None None] Network 7bd8a40e-11aa-4858-81fa-16494af44b03 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:59:09.965082 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:10.043943 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af1980d-eb8c-4524-b90f-78856b6d2413 None None] Network 7bd8a40e-11aa-4858-81fa-16494af44b03 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:59:10.059545 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:10.079337 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 04:59:10.097843 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:10.098234 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] Added segment ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f of type vlan for network 82fcc668-a5c0-4e9b-b029-5f6c72770101 Sep 18 04:59:10.106482 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2a27c9-f7b6-481e-b2ed-ca6c6c51c734,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:10.338862 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-57c29d06-c9ca-4580-8535-430e208372d7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9321315 Sep 18 04:59:10.338862 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:10.338862 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:10.338862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:10.338862 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:10.408850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] Pushing event updated for resources: {'Network': ['ID=82fcc668-a5c0-4e9b-b029-5f6c72770101,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:10.422199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 82fcc668-a5c0-4e9b-b029-5f6c72770101 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 04:59:10.501222 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-68fb1f65-b376-4bf3-829c-c36450d0c30b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1467688 Sep 18 04:59:10.501466 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33312) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:10.506433 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-23005cdb-3e52-4ff4-ba66-9cbbcffafee7 admin admin] Request body: {'subnet': {'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-subnet', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:10.558677 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33316) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:10.583204 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23005cdb-3e52-4ff4-ba66-9cbbcffafee7 admin admin] Made reservation on behalf of c1ea1154b38e4575a5ba59a023ffbcb2 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:10.587029 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-23005cdb-3e52-4ff4-ba66-9cbbcffafee7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:10.823429 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-23005cdb-3e52-4ff4-ba66-9cbbcffafee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:10.881208 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23005cdb-3e52-4ff4-ba66-9cbbcffafee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3409b39b-756b-440c-b4a9-d0df86abb0d4,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:10.887264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23005cdb-3e52-4ff4-ba66-9cbbcffafee7 admin admin] Checking segment: {'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:10.887622 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23005cdb-3e52-4ff4-ba66-9cbbcffafee7 admin admin] Network hostable DHCP agents. Network: 82fcc668-a5c0-4e9b-b029-5f6c72770101, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 04:59:10.952156 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a140b3fb-19ba-40c0-a6e6-1b0877b2d1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:10.953741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23005cdb-3e52-4ff4-ba66-9cbbcffafee7 admin admin] Network 82fcc668-a5c0-4e9b-b029-5f6c72770101 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 04:59:11.048535 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-23005cdb-3e52-4ff4-ba66-9cbbcffafee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 82fcc668-a5c0-4e9b-b029-5f6c72770101) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:11.059197 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a140b3fb-19ba-40c0-a6e6-1b0877b2d1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.060810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23005cdb-3e52-4ff4-ba66-9cbbcffafee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:11.061395 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-23005cdb-3e52-4ff4-ba66-9cbbcffafee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.063192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a73d16-17bd-4285-95ef-4b4b0734aeff None None] Network 82fcc668-a5c0-4e9b-b029-5f6c72770101 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:59:11.122437 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a140b3fb-19ba-40c0-a6e6-1b0877b2d1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.175720 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33346) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:11.183831 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a140b3fb-19ba-40c0-a6e6-1b0877b2d1f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9215cc2ac2b48bd92dc1326ed18f355&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6239445 Sep 18 04:59:11.195121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33348) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:11.199386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-23005cdb-3e52-4ff4-ba66-9cbbcffafee7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6962030 Sep 18 04:59:11.199899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140b3fb-19ba-40c0-a6e6-1b0877b2d1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58db7eca-f374-45f5-9692-7a20be9e4424,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:11.234275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:11.254734 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.255416 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-82fcc668-a5c0-4e9b-b029-5f6c72770101', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 04:59:11.256606 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.283628 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.366481 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.367892 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.407202 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.410084 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.414127 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58db7eca-f374-45f5-9692-7a20be9e4424 HTTP/1.1" status: 204 len: 168 time: 0.2372985 Sep 18 04:59:11.427230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Allocated IP 172.20.0.2 (82fcc668-a5c0-4e9b-b029-5f6c72770101/3409b39b-756b-440c-b4a9-d0df86abb0d4/073d7780-55b3-4d90-bb77-9a6abc53a161) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:59:11.435262 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58db7eca-f374-45f5-9692-7a20be9e4424,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:11.443713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.444136 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.444416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.444743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.445075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.445416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.445722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.446196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.446670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.447833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.448396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.448718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2646ad7e-b98d-4060-b50d-63b8e5a9ef96 admin admin] Tracked resource versions report: Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: pushed versions: Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: { 'AddressGroup': {'1.2'}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'ConntrackHelper': {'1.0'}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'Log': {'1.0'}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'Network': {'1.1'}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'Port': {'1.7'}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'PortForwarding': {'1.2'}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'QosPolicy': {'1.9'}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'SecurityGroup': {'1.4'}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'SecurityGroupRule': {'1.2'}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'SubPort': {'1.0'}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'Subnet': {'1.1'}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'Trunk': {'1.1'}} Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: consumer versions: Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: { DHCP agent@n-d-789963-13: {}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: HyperV agent@n-h1-789963-13: {}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: HyperV agent@n-h2-789963-13: {}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: L3 agent@n-d-789963-13: {}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: Metadata agent@n-d-789963-13: {}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: Metering agent@n-d-789963-13: {}, Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: Open vSwitch agent@n-d-789963-13: { 'AddressGroup': '1.2', Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'ConntrackHelper': '1.0', Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'Log': '1.0', Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'Network': '1.1', Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'Port': '1.7', Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'PortForwarding': '1.2', Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'QosPolicy': '1.9', Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'SecurityGroup': '1.4', Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'SecurityGroupRule': '1.2', Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'SubPort': '1.0', Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'Subnet': '1.1', Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: 'Trunk': '1.1'}} Sep 18 04:59:11.449946 n-d-789963-13 neutron-server[106909]: {{(pid=106909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 04:59:11.483241 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.597367 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.692742 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.695815 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.736214 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Network 82fcc668-a5c0-4e9b-b029-5f6c72770101 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:11.742654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:11.742654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:59:11.772719 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Pushing event updated for resources: {'Port': ['ID=073d7780-55b3-4d90-bb77-9a6abc53a161,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:11.825132 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Attempting to bind port 073d7780-55b3-4d90-bb77-9a6abc53a161 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:11.825760 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Attempting to bind port 073d7780-55b3-4d90-bb77-9a6abc53a161 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:11.829802 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Attempting to bind port 073d7780-55b3-4d90-bb77-9a6abc53a161 on network 82fcc668-a5c0-4e9b-b029-5f6c72770101 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:11.833742 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.834215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.834648 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.835206 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.835781 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.836373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.836896 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.837453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.838314 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.839044 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.839685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.840360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Tracked resource versions report: Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: pushed versions: Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: { 'AddressGroup': {'1.2'}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'ConntrackHelper': {'1.0'}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'Log': {'1.0'}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'Network': {'1.1'}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'Port': {'1.7'}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'PortForwarding': {'1.2'}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'QosPolicy': {'1.9'}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'SecurityGroup': {'1.4'}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'SecurityGroupRule': {'1.2'}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'SubPort': {'1.0'}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'Subnet': {'1.1'}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'Trunk': {'1.1'}} Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: consumer versions: Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: { DHCP agent@n-d-789963-13: {}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: HyperV agent@n-h1-789963-13: {}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: HyperV agent@n-h2-789963-13: {}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: L3 agent@n-d-789963-13: {}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: Metadata agent@n-d-789963-13: {}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: Metering agent@n-d-789963-13: {}, Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: Open vSwitch agent@n-d-789963-13: { 'AddressGroup': '1.2', Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'ConntrackHelper': '1.0', Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'Log': '1.0', Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'Network': '1.1', Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'Port': '1.7', Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'PortForwarding': '1.2', Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'QosPolicy': '1.9', Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'SecurityGroup': '1.4', Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'SecurityGroupRule': '1.2', Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'SubPort': '1.0', Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'Subnet': '1.1', Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: 'Trunk': '1.1'}} Sep 18 04:59:11.841986 n-d-789963-13 neutron-server[106910]: {{(pid=106910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 04:59:11.847363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:11.848084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Checking segment: {'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:11.848708 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.849302 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Bound using segment: {'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:11.849969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Bound port: 073d7780-55b3-4d90-bb77-9a6abc53a161, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:11.850742 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:11.943144 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] For port 073d7780-55b3-4d90-bb77-9a6abc53a161, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:11.946450 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] For port 073d7780-55b3-4d90-bb77-9a6abc53a161, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=073d7780-55b3-4d90-bb77-9a6abc53a161,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:12.027399 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:12.104302 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:12.126226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa6ce5-d0d3-4cb8-b6df-ccf603ed0fc6 None None] Pushing event updated for resources: {'Port': ['ID=073d7780-55b3-4d90-bb77-9a6abc53a161,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:12.141590 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:12.271621 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Allocated IP 172.25.7.92 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/2003499d-1b79-496b-9463-717b1dd19e9f) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:59:12.458158 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:12.549711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:12.591694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:12.600505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:12.602504 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Pushing event updated for resources: {'Port': ['ID=2003499d-1b79-496b-9463-717b1dd19e9f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:12.615681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:59:12.750273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33408) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:12.756151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-475391987-network', 'tenant_id': '552f55e35c314b23a7b63cec4ed615cd'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:12.870258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] Made reservation on behalf of 552f55e35c314b23a7b63cec4ed615cd for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:12.872671 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:12.890921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:12.995132 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.068761 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33428) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:13.144144 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.261194 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b60adbd-49c7-4b1b-9f41-47adaf61f666 None None] Network 82fcc668-a5c0-4e9b-b029-5f6c72770101 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:59:13.341574 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b90b5963-5ce0-44be-b1ea-647e0b403e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.351885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2eb71a6c-8c2e-46ea-ae17-4ab4ee974f3f None None] Provisioning complete for port 073d7780-55b3-4d90-bb77-9a6abc53a161 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:13.352514 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2eb71a6c-8c2e-46ea-ae17-4ab4ee974f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.421883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.434847 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 04:59:13.444706 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.445055 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] Added segment 2111c207-94b2-43b0-a077-98a97cfa13fd of type vlan for network 88671d54-8e12-4b61-b632-1b22a2e5979f Sep 18 04:59:13.490805 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.515567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33454) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:13.523419 n-d-789963-13 neutron-server[106908]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 04:59:13.558404 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2eb71a6c-8c2e-46ea-ae17-4ab4ee974f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.564587 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-d7bf6a74-aaaf-4853-a9c5-1b26d4165014 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dc9b5cbd504a408eb7865d00cae0a636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476503 Sep 18 04:59:13.567184 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.570742 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b90b5963-5ce0-44be-b1ea-647e0b403e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.590024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe664c1-f48a-4f04-ab00-004b06396e55,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:13.615672 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2eb71a6c-8c2e-46ea-ae17-4ab4ee974f3f None None] For port 073d7780-55b3-4d90-bb77-9a6abc53a161, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=073d7780-55b3-4d90-bb77-9a6abc53a161,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:13.638301 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.640125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:13.640833 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.651920 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b90b5963-5ce0-44be-b1ea-647e0b403e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.704394 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2eb71a6c-8c2e-46ea-ae17-4ab4ee974f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.766489 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] Pushing event updated for resources: {'Network': ['ID=88671d54-8e12-4b61-b632-1b22a2e5979f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:13.773828 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-29f78285-c298-4748-861f-6474dec0937f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0215619 Sep 18 04:59:13.777664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33462) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:13.783595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 88671d54-8e12-4b61-b632-1b22a2e5979f details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 04:59:13.799632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-fb160705-20f0-4872-8505-2701c67e04ee admin admin] Request body: {'subnet': {'network_id': '88671d54-8e12-4b61-b632-1b22a2e5979f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-475391987-subnet', 'tenant_id': '552f55e35c314b23a7b63cec4ed615cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:13.831573 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b90b5963-5ce0-44be-b1ea-647e0b403e09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c66c39a5d6444df5bd49b15fbf0674fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7612181 Sep 18 04:59:13.836660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33468) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:13.847363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b5963-5ce0-44be-b1ea-647e0b403e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8592e9b9-282a-4f1f-bbb9-a9f1d44ba2b8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:13.878732 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb71a6c-8c2e-46ea-ae17-4ab4ee974f3f None None] Pushing event updated for resources: {'Port': ['ID=073d7780-55b3-4d90-bb77-9a6abc53a161,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:13.916838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-0650b366-fd7c-4da8-87f3-87ab22c02587 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:13.925564 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-0650b366-fd7c-4da8-87f3-87ab22c02587 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3446677 Sep 18 04:59:13.934000 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5dd89630-a4f7-422f-82c0-782401a563d8 None None] Provisioning complete for port 073d7780-55b3-4d90-bb77-9a6abc53a161 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:13.935447 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5dd89630-a4f7-422f-82c0-782401a563d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.948543 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-5a18d7d2-fe37-45d4-82f2-5caf66eff744 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/quotas/dc9b5cbd504a408eb7865d00cae0a636 HTTP/1.1" status: 200 len: 375 time: 0.0218103 Sep 18 04:59:13.960917 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f45b335-3690-47bb-9473-233f5f4b6de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:13.985141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f45b335-3690-47bb-9473-233f5f4b6de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:14.001573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb160705-20f0-4872-8505-2701c67e04ee admin admin] Made reservation on behalf of 552f55e35c314b23a7b63cec4ed615cd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:14.004470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fb160705-20f0-4872-8505-2701c67e04ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:14.030609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Router 32c53628-9962-450b-a3eb-8c23057fe10b is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 04:59:14.051029 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-09c72ad5-f47b-4d18-9dca-258799658fa4 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc9b5cbd504a408eb7865d00cae0a636&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015394 Sep 18 04:59:14.250451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 073d7780-55b3-4d90-bb77-9a6abc53a161 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:14.269685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 04:59:14.280697 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Sync routers for ids ['32c53628-9962-450b-a3eb-8c23057fe10b'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 04:59:14.291284 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Routers {'32c53628-9962-450b-a3eb-8c23057fe10b'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 04:59:14.291938 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a726303b-9c47-418f-803b-dc088462d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T04:59:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32c53628-9962-450b-a3eb-8c23057fe10b'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:14.308350 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 073d7780-55b3-4d90-bb77-9a6abc53a161 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:14.308943 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:14.370524 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f45b335-3690-47bb-9473-233f5f4b6de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:14.378923 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f45b335-3690-47bb-9473-233f5f4b6de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:14.381050 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8f45b335-3690-47bb-9473-233f5f4b6de5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8592e9b9-282a-4f1f-bbb9-a9f1d44ba2b8 HTTP/1.1" status: 204 len: 168 time: 0.5312521 Sep 18 04:59:14.411439 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:14.412701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-781112d2-6d39-4a5e-8d1d-5184e94919f9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.2166464 Sep 18 04:59:14.416271 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33486) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:14.451138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45b335-3690-47bb-9473-233f5f4b6de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8592e9b9-282a-4f1f-bbb9-a9f1d44ba2b8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:14.542831 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Set router 32c53628-9962-450b-a3eb-8c23057fe10b gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 04:59:14.688645 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fb160705-20f0-4872-8505-2701c67e04ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:14.747532 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-09934d6b-074b-4680-a2c4-ac43fc9e10ba req-98fca9d1-839c-4b50-991c-79710bc2041b tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 210 time: 0.1198213 Sep 18 04:59:14.763818 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a726303b-9c47-418f-803b-dc088462d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:12Z', 'revision_number': 3, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:14.771531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb160705-20f0-4872-8505-2701c67e04ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0153df84-a022-45e3-a6dc-ea9d81cacd6a,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:14.798208 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Checking router: 32c53628-9962-450b-a3eb-8c23057fe10b for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 04:59:14.798752 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Updating router 32c53628-9962-450b-a3eb-8c23057fe10b port 2003499d-1b79-496b-9463-717b1dd19e9f binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 04:59:14.829135 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:14.830869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb160705-20f0-4872-8505-2701c67e04ee admin admin] Checking segment: {'id': '2111c207-94b2-43b0-a077-98a97cfa13fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '88671d54-8e12-4b61-b632-1b22a2e5979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:14.832694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb160705-20f0-4872-8505-2701c67e04ee admin admin] Network hostable DHCP agents. Network: 88671d54-8e12-4b61-b632-1b22a2e5979f, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 04:59:14.893318 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb160705-20f0-4872-8505-2701c67e04ee admin admin] Network 88671d54-8e12-4b61-b632-1b22a2e5979f is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 04:59:14.960211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-fb160705-20f0-4872-8505-2701c67e04ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 88671d54-8e12-4b61-b632-1b22a2e5979f) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:14.970682 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9671527f-f26d-4e3f-94db-6c572f02a4b2 None None] Network 88671d54-8e12-4b61-b632-1b22a2e5979f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:59:14.972778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb160705-20f0-4872-8505-2701c67e04ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:14.974555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fb160705-20f0-4872-8505-2701c67e04ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:15.065422 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fb160705-20f0-4872-8505-2701c67e04ee admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2863379 Sep 18 04:59:15.303011 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:15.348535 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff3f060-8738-4e67-a4c8-a70677873820 None None] Network 88671d54-8e12-4b61-b632-1b22a2e5979f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:59:15.406135 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:15.442878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33548) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:15.473556 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f744181-64ea-4fb3-846a-2fca15daf7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:15.499716 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Pushing event updated for resources: {'Port': ['ID=2003499d-1b79-496b-9463-717b1dd19e9f,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:15.523246 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:15.524730 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:15.525325 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:15.527760 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:15.528418 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:15.528830 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:15.530416 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:15.531527 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:15.532406 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:15.532999 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:15.534188 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:15.535138 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Tracked resource versions report: Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: pushed versions: Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: { 'AddressGroup': {'1.2'}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'ConntrackHelper': {'1.0'}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'Log': {'1.0'}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'Network': {'1.1'}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'Port': {'1.7'}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'PortForwarding': {'1.2'}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'QosPolicy': {'1.9'}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'SecurityGroup': {'1.4'}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'SecurityGroupRule': {'1.2'}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'SubPort': {'1.0'}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'Subnet': {'1.1'}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'Trunk': {'1.1'}} Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: consumer versions: Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: { DHCP agent@n-d-789963-13: {}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: HyperV agent@n-h1-789963-13: {}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: HyperV agent@n-h2-789963-13: {}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: L3 agent@n-d-789963-13: {}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: Metadata agent@n-d-789963-13: {}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: Metering agent@n-d-789963-13: {}, Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: Open vSwitch agent@n-d-789963-13: { 'AddressGroup': '1.2', Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'ConntrackHelper': '1.0', Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'Log': '1.0', Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'Network': '1.1', Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'Port': '1.7', Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'PortForwarding': '1.2', Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'QosPolicy': '1.9', Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'SecurityGroup': '1.4', Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'SecurityGroupRule': '1.2', Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'SubPort': '1.0', Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'Subnet': '1.1', Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: 'Trunk': '1.1'}} Sep 18 04:59:15.537316 n-d-789963-13 neutron-server[106911]: {{(pid=106911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 04:59:15.580994 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Attempting to bind port 2003499d-1b79-496b-9463-717b1dd19e9f on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:15.581373 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Attempting to bind port 2003499d-1b79-496b-9463-717b1dd19e9f by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:15.582039 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Attempting to bind port 2003499d-1b79-496b-9463-717b1dd19e9f on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:15.587235 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:15.588160 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:15.594819 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:15.601341 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:15.602566 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Bound port: 2003499d-1b79-496b-9463-717b1dd19e9f, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:15.603907 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:15.682154 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f744181-64ea-4fb3-846a-2fca15daf7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:15.686200 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-a726303b-9c47-418f-803b-dc088462d54f None None] For port 2003499d-1b79-496b-9463-717b1dd19e9f, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:15.690258 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-a726303b-9c47-418f-803b-dc088462d54f None None] For port 2003499d-1b79-496b-9463-717b1dd19e9f, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2003499d-1b79-496b-9463-717b1dd19e9f,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:15.712579 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:15.772101 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f744181-64ea-4fb3-846a-2fca15daf7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:15.772401 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:15.812289 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9f744181-64ea-4fb3-846a-2fca15daf7a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1b380b5d81244e19fadb26aa5c2bcb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3680389 Sep 18 04:59:15.820502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33576) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:15.849954 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Routers {'32c53628-9962-450b-a3eb-8c23057fe10b'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 04:59:15.850147 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a726303b-9c47-418f-803b-dc088462d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T04:59:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32c53628-9962-450b-a3eb-8c23057fe10b'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:15.857111 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3552cef-2e52-4cb7-a415-c32f3c14b771 None None] Pushing event updated for resources: {'Port': ['ID=2003499d-1b79-496b-9463-717b1dd19e9f,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:15.913345 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f744181-64ea-4fb3-846a-2fca15daf7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ba3ac4-d10f-43c7-ab55-c47c4f094f4d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:15.969154 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81c78eaa-c767-4ded-aced-6e6a68a4d6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:15.995730 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a726303b-9c47-418f-803b-dc088462d54f None None] Set router 32c53628-9962-450b-a3eb-8c23057fe10b gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 04:59:16.011344 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81c78eaa-c767-4ded-aced-6e6a68a4d6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:16.059903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Allocated IP 172.20.0.1 (82fcc668-a5c0-4e9b-b029-5f6c72770101/3409b39b-756b-440c-b4a9-d0df86abb0d4/6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:59:16.178008 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81c78eaa-c767-4ded-aced-6e6a68a4d6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:16.180771 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81c78eaa-c767-4ded-aced-6e6a68a4d6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:16.185264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-81c78eaa-c767-4ded-aced-6e6a68a4d6d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88ba3ac4-d10f-43c7-ab55-c47c4f094f4d HTTP/1.1" status: 204 len: 168 time: 0.3611102 Sep 18 04:59:16.204301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c78eaa-c767-4ded-aced-6e6a68a4d6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ba3ac4-d10f-43c7-ab55-c47c4f094f4d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:16.326242 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:16.352219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33602) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:16.418424 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a726303b-9c47-418f-803b-dc088462d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:12Z', 'revision_number': 3, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:16.449563 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a726303b-9c47-418f-803b-dc088462d54f None None] The sync data for ids ['32c53628-9962-450b-a3eb-8c23057fe10b'] in n-d-789963-13 is: [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:12Z', 'revision_number': 3, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 04:59:16.497994 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-ed7fc72e-c950-4189-8665-8d3c8cc1f7e7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:16.499512 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-ed7fc72e-c950-4189-8665-8d3c8cc1f7e7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 807 time: 0.2856534 Sep 18 04:59:16.503326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33610) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:16.533409 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-f6feb349-dbc3-4200-9dfb-2e52842d586f tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/quotas/b9d48c11f3d54c54908deb8998856514 HTTP/1.1" status: 200 len: 375 time: 0.0125947 Sep 18 04:59:16.565322 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:16.607547 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Network 82fcc668-a5c0-4e9b-b029-5f6c72770101 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:16.632472 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:16.636017 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-e9130d99-59f0-4e99-931a-da2dc356431b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957935 Sep 18 04:59:16.658075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:59:16.658648 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:16.709803 n-d-789963-13 neutron-server[106909]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 04:59:16.816392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-851ab1a1-aa25-40bf-9c67-4da3aea870c2 req-0b4c5d05-7221-487a-9696-b88a395dc986 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 210 time: 0.3083496 Sep 18 04:59:16.839997 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:16.877699 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7eb7b4fe-dd61-4ae0-8ca4-4a4a76aca7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:17.034307 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7eb7b4fe-dd61-4ae0-8ca4-4a4a76aca7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:17.078140 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-42df1b62-79ec-42d1-abbb-b35815c85d5a None None] Provisioning complete for port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:17.079125 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-42df1b62-79ec-42d1-abbb-b35815c85d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:17.087150 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7eb7b4fe-dd61-4ae0-8ca4-4a4a76aca7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:17.149654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-42df1b62-79ec-42d1-abbb-b35815c85d5a None None] Port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 04:59:17.174445 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:17.176418 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33636) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:17.181190 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7eb7b4fe-dd61-4ae0-8ca4-4a4a76aca7e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc623cdced9448228010ece67663a4b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8246663 Sep 18 04:59:17.181735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7b4fe-dd61-4ae0-8ca4-4a4a76aca7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb96faad-cc3c-4d69-b777-9dab30acca73,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:17.282425 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-2ea97328-17ff-4b2f-a7aa-4656d76fbe98 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 04:59:17.283761 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-2ea97328-17ff-4b2f-a7aa-4656d76fbe98 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4199362 Sep 18 04:59:17.327476 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8d567d9-7945-4046-8100-7634b1756d35 req-130682d5-3acb-42b6-b712-ec5b438ceb61 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bd267b708b8c45df80d1c63e297f9ff0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501227 Sep 18 04:59:17.388843 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-85a0cae5-3c1d-41c4-9d68-d4916c51daf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:17.451850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d567d9-7945-4046-8100-7634b1756d35 req-260a43f7-7ad4-4dac-b8cc-f26a38546860 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:17.459994 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8d567d9-7945-4046-8100-7634b1756d35 req-260a43f7-7ad4-4dac-b8cc-f26a38546860 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1313877 Sep 18 04:59:17.481967 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8d567d9-7945-4046-8100-7634b1756d35 req-b1b7f9a0-138c-4760-beba-dff2a27bf29a tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/quotas/bd267b708b8c45df80d1c63e297f9ff0 HTTP/1.1" status: 200 len: 375 time: 0.0209107 Sep 18 04:59:17.536762 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8d567d9-7945-4046-8100-7634b1756d35 req-ee66e098-16cd-4f51-9941-31d48f586720 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd267b708b8c45df80d1c63e297f9ff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537639 Sep 18 04:59:17.635314 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-85a0cae5-3c1d-41c4-9d68-d4916c51daf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:17.715805 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-ffa67f4b-97f8-4e7a-891a-0b14de95ea00 service neutron] 10.222.0.23 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181871 Sep 18 04:59:17.804395 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:17.853658 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-326ab65b-2a11-4b07-bf61-b86584b312fe service neutron] 10.222.0.23 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361349 Sep 18 04:59:17.882865 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:17.884016 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:17.919889 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-85a0cae5-3c1d-41c4-9d68-d4916c51daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:17.922483 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-85a0cae5-3c1d-41c4-9d68-d4916c51daf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:17.924310 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-85a0cae5-3c1d-41c4-9d68-d4916c51daf2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb96faad-cc3c-4d69-b777-9dab30acca73 HTTP/1.1" status: 204 len: 168 time: 0.7453833 Sep 18 04:59:17.959149 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0cae5-3c1d-41c4-9d68-d4916c51daf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb96faad-cc3c-4d69-b777-9dab30acca73,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:17.972471 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:18.086941 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-483cc2ae-0f73-49a9-a3be-8f3318b94cfd req-e9d0db10-d2b8-4b73-aeb6-834d641dc687 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 210 time: 0.0733581 Sep 18 04:59:18.108143 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Network 82fcc668-a5c0-4e9b-b029-5f6c72770101 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:18.113078 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:18.320304 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2003499d-1b79-496b-9463-717b1dd19e9f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:18.386756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f3e7236-40a5-4838-816b-27d78f18b617 req-8fd14813-f37e-4dc2-a201-bd90918fab95 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 210 time: 0.0490329 Sep 18 04:59:18.463348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2003499d-1b79-496b-9463-717b1dd19e9f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:18.463870 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:18.561426 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Router 32c53628-9962-450b-a3eb-8c23057fe10b has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 04:59:18.590294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.13', 59226) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:18.622372 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aa4cd3a2-3228-4155-8d68-9636fecb50de req-86735edb-4bc7-4b31-b405-99b755d92d0d tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 210 time: 0.0805733 Sep 18 04:59:18.647527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-8e4e6b75-4aff-4e45-bd9a-773beb62cd7b tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=dc9b5cbd504a408eb7865d00cae0a636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561996 Sep 18 04:59:18.695877 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:18.715996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-80622ded-51b9-4dae-b45d-1bae6923ca6a None None] Provisioning complete for port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:18.717367 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-80622ded-51b9-4dae-b45d-1bae6923ca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:18.811567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 04:59:18.813816 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 2003499d-1b79-496b-9463-717b1dd19e9f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2003499d-1b79-496b-9463-717b1dd19e9f,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:18.830318 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-43b4d599-4d01-4374-8122-a99df3b5e0e3 admin admin] 10.222.0.23 "PUT /v2.0/routers/32c53628-9962-450b-a3eb-8c23057fe10b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4019680 Sep 18 04:59:18.832922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-80622ded-51b9-4dae-b45d-1bae6923ca6a None None] Port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 04:59:18.846921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-1520e089-b5b4-48ad-a131-32f4374ba3f8 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:18.848416 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-1520e089-b5b4-48ad-a131-32f4374ba3f8 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953321 Sep 18 04:59:18.892577 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:18.961224 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Sync routers for ids ['32c53628-9962-450b-a3eb-8c23057fe10b'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 04:59:18.961629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Request body: {'port': {'device_id': '09b2c746-1dc8-40d5-9df8-48027a4a1f2b', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'dc9b5cbd504a408eb7865d00cae0a636'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:18.979478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=2003499d-1b79-496b-9463-717b1dd19e9f,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:18.984852 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Routers {'32c53628-9962-450b-a3eb-8c23057fe10b'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 04:59:18.985553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T04:59:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32c53628-9962-450b-a3eb-8c23057fe10b'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:19.117701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33734) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:19.148646 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe2d10a4-5da0-4bee-90f6-342364c06146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:19.151451 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:59:19.212456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Set router 32c53628-9962-450b-a3eb-8c23057fe10b gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 04:59:19.422169 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe2d10a4-5da0-4bee-90f6-342364c06146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:19.443393 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54f171c8-218a-4388-a8c1-c9ade0515c1b req-90dfad5c-43cd-4d80-92af-92036e4b8468 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 210 time: 0.2111630 Sep 18 04:59:19.505158 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c7499403-d10c-43db-873f-cec6c6d1330b req-39b4c99d-2352-4de6-a285-17f41fe559bf tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 210 time: 0.0288033 Sep 18 04:59:19.522194 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe2d10a4-5da0-4bee-90f6-342364c06146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:19.544595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 2, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:19.578253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Checking router: 32c53628-9962-450b-a3eb-8c23057fe10b for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 04:59:19.578643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Updating router 32c53628-9962-450b-a3eb-8c23057fe10b port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 04:59:19.609275 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fe2d10a4-5da0-4bee-90f6-342364c06146 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=322535943a10435b93cc7bead62a6218&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4904613 Sep 18 04:59:19.611877 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33768) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:19.621508 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:19.632329 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d10a4-5da0-4bee-90f6-342364c06146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49678235-2d47-4561-8f28-3eedb8cf3b99,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:19.669131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Made reservation on behalf of dc9b5cbd504a408eb7865d00cae0a636 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:19.674156 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:19.676854 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0188-75b4-4e08-8f97-086d96573028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:19.687034 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:19.708964 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0188-75b4-4e08-8f97-086d96573028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:19.844097 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:19.890705 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0fe1eb3f-1488-4128-977c-ca99df6727b4 req-596ba65e-9fd4-463d-9c73-435843bd156d tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 210 time: 0.0365036 Sep 18 04:59:19.904681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:19.906891 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0188-75b4-4e08-8f97-086d96573028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:19.909792 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0188-75b4-4e08-8f97-086d96573028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:19.919734 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bbaf0188-75b4-4e08-8f97-086d96573028 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49678235-2d47-4561-8f28-3eedb8cf3b99 HTTP/1.1" status: 204 len: 168 time: 0.3068066 Sep 18 04:59:19.948032 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf0188-75b4-4e08-8f97-086d96573028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49678235-2d47-4561-8f28-3eedb8cf3b99,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:20.164011 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:20.223897 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2003499d-1b79-496b-9463-717b1dd19e9f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:20.269745 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:20.285531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b36920-72bb-4ed0-950a-c929ea19d0cd,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:20.331751 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1315f-efbe-4739-aad4-8a6d105ecb29 None None] Pushing event updated for resources: {'Port': ['ID=6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:20.436854 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Attempting to bind port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:20.437319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Attempting to bind port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:20.437821 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Attempting to bind port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f on network 82fcc668-a5c0-4e9b-b029-5f6c72770101 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:20.440230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2003499d-1b79-496b-9463-717b1dd19e9f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:20.440818 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:20.446187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:20.449068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Checking segment: {'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:20.449068 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:20.449068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Bound using segment: {'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:20.449068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Bound port: 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:20.449068 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:20.496570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Allocated IP 192.168.233.167 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/b568dc63-0443-46bf-a535-e7614f7de132) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:59:20.644193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] For port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:20.650310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] For port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:20.744386 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:20.805513 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3794d1d0-9a1a-492e-947e-db20676fbde5 req-2bdd376e-328c-4c07-910c-62bf2fe47144 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 210 time: 0.0907927 Sep 18 04:59:20.914029 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8363e345-1aa7-40e1-bbc9-3466c47ef64f None None] Provisioning complete for port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:20.915881 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8363e345-1aa7-40e1-bbc9-3466c47ef64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:20.936129 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Routers {'32c53628-9962-450b-a3eb-8c23057fe10b'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 04:59:20.937212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T04:59:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32c53628-9962-450b-a3eb-8c23057fe10b'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:21.010858 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b926f225-f82f-412c-8915-d8f237fb083a req-4fe123d0-a62f-4bbc-a877-8f630fb1ae84 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 210 time: 0.1090939 Sep 18 04:59:21.089253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1315f-efbe-4739-aad4-8a6d105ecb29 None None] Pushing event updated for resources: {'Port': ['ID=6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:21.129614 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:21.182799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.18', 58516) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:21.267414 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb4300fc-252f-4c1a-b20b-73c444279854 req-30d3831f-bd6a-4f60-8794-acfc313f621a tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 210 time: 0.1051967 Sep 18 04:59:21.286603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33834) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:21.309008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350266594-network', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:21.384737 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:21.475258 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8363e345-1aa7-40e1-bbc9-3466c47ef64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:21.532777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] Set router 32c53628-9962-450b-a3eb-8c23057fe10b gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 04:59:21.616957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:21.618420 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Pushing event updated for resources: {'Port': ['ID=b568dc63-0443-46bf-a535-e7614f7de132,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:21.621539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:21.623981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:59:21.630232 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:21.630986 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:21.656519 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8363e345-1aa7-40e1-bbc9-3466c47ef64f None None] For port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:21.660718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-63aecbc2-a6ba-4a49-a908-4a2aca418450 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:21.670268 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-63aecbc2-a6ba-4a49-a908-4a2aca418450 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.18 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 807 time: 0.4856677 Sep 18 04:59:21.682718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] Made reservation on behalf of f0abe59b90ec49a4ba9e96599690902c for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:21.685762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33850) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:21.686304 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:21.726870 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:21.755623 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8363e345-1aa7-40e1-bbc9-3466c47ef64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:21.764442 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-089acc9f-1253-4e3e-901c-1ba3b350cf99 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8101196 Sep 18 04:59:21.773021 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-63cb13dd-1f1f-4c8f-aa96-95c09c0fc091 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Request body: {'port': {'device_id': '2a2b57a6-ea04-461e-9bcf-6a6edac49573', 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03', 'admin_state_up': True, 'tenant_id': 'b9d48c11f3d54c54908deb8998856514'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:21.781267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-370f41fc-6b77-4e0e-b435-508226e417f8 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 04:59:21.783760 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-370f41fc-6b77-4e0e-b435-508226e417f8 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071616 Sep 18 04:59:22.176803 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc2aab6c-48cf-4d39-a83e-2646061d4ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:22.181511 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:22.326706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363e345-1aa7-40e1-bbc9-3466c47ef64f None None] Pushing event updated for resources: {'Port': ['ID=6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:22.331898 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9d893555-333c-4473-b75f-a3da6fa25b81 None None] Provisioning complete for port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:22.333205 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9d893555-333c-4473-b75f-a3da6fa25b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:22.357202 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-084a36bd-9958-4ce8-8bb4-a890b1b72778 req-8698486b-6add-49d6-b5a4-542317eecab8 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 210 time: 0.0931742 Sep 18 04:59:22.395680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.18', 58519) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:22.466984 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8d567d9-7945-4046-8100-7634b1756d35 req-877afe2e-488e-4ad1-b41d-c64ddbe9b81f tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bd267b708b8c45df80d1c63e297f9ff0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698798 Sep 18 04:59:22.601211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:20Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:22.611437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Request body: {'port': {'device_id': '09b2c746-1dc8-40d5-9df8-48027a4a1f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:22.635421 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75d48d8c-c520-45f8-8525-eb892a42ae2a req-c2d7b75b-32ca-4ef6-b56d-3fae396d3af4 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 210 time: 0.5861692 Sep 18 04:59:22.644285 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:22.675511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2527f593-997b-4736-9cd0-cdcea8fc37ac None None] The sync data for ids ['32c53628-9962-450b-a3eb-8c23057fe10b'] in n-d-789963-13 is: [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:20Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 04:59:22.823456 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:22.861505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 04:59:22.882957 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:22.883333 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] Added segment 2b50f370-54f3-4fe8-ad78-eac85184f61e of type vlan for network 31e3a6be-2068-4b5d-be9e-df3191cc759b Sep 18 04:59:22.886342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca5f238-1e4d-418e-811f-7d96a141275f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:22.965168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-bce420f8-729b-4166-bde3-e14bf817cd07 None None] Provisioning complete for port b568dc63-0443-46bf-a535-e7614f7de132 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:22.965604 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bce420f8-729b-4166-bde3-e14bf817cd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:23.021052 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:23.034483 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:23.074014 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-bce420f8-729b-4166-bde3-e14bf817cd07 None None] Port b568dc63-0443-46bf-a535-e7614f7de132 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 04:59:23.166256 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:23.184980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:23.185953 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:23.288736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d567d9-7945-4046-8100-7634b1756d35 req-446174a0-a730-48f0-9727-3528a9f56831 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:23.304472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8d567d9-7945-4046-8100-7634b1756d35 req-446174a0-a730-48f0-9727-3528a9f56831 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8289175 Sep 18 04:59:23.330132 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=31e3a6be-2068-4b5d-be9e-df3191cc759b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:23.347402 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 31e3a6be-2068-4b5d-be9e-df3191cc759b details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 04:59:23.496469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Request body: {'port': {'device_id': '002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'bd267b708b8c45df80d1c63e297f9ff0'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:23.619443 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc2aab6c-48cf-4d39-a83e-2646061d4ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:23.620470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:23.625740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f5a7f2a5-5858-4fac-be5b-b61763fcc93c req-9dfc557c-4d77-456e-ac2d-bd2c365eccec tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 210 time: 0.0494540 Sep 18 04:59:23.736560 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-15f8e6f4-0a29-42a5-9d8c-f0003e03e2d3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4447377 Sep 18 04:59:23.739175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33920) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:23.744865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-29edbfc6-704e-4fe8-9976-bb31ccdb0ba8 admin admin] Request body: {'subnet': {'network_id': '31e3a6be-2068-4b5d-be9e-df3191cc759b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350266594-subnet', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:23.823339 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-41a34d44-0e40-44cf-b128-41ed08dcc0fd req-ac84bc08-8922-4b40-86e2-5eca26dc574c tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 210 time: 0.0580628 Sep 18 04:59:23.897673 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-63cb13dd-1f1f-4c8f-aa96-95c09c0fc091 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Made reservation on behalf of b9d48c11f3d54c54908deb8998856514 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:23.902803 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-63cb13dd-1f1f-4c8f-aa96-95c09c0fc091 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:23.919817 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc2aab6c-48cf-4d39-a83e-2646061d4ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:24.068875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aab6c-48cf-4d39-a83e-2646061d4ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3811e7-0941-4cee-bd95-3061b5e97f43,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:24.103839 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29edbfc6-704e-4fe8-9976-bb31ccdb0ba8 admin admin] Made reservation on behalf of f0abe59b90ec49a4ba9e96599690902c for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:24.108355 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29edbfc6-704e-4fe8-9976-bb31ccdb0ba8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:24.271994 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:24.391447 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:24.400756 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:24.401021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfd172-b8a0-46ed-91cb-d451aef86a1f req-94757bda-9e06-472b-a3ad-b154fba1351d tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:24.409369 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07cfd172-b8a0-46ed-91cb-d451aef86a1f req-94757bda-9e06-472b-a3ad-b154fba1351d tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 936 time: 1.5646052 Sep 18 04:59:24.454267 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fc2aab6c-48cf-4d39-a83e-2646061d4ca4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f51feed98bcb49768993f1a5e9c6047e&name=default HTTP/1.1" status: 200 len: 2977 time: 2.7653351 Sep 18 04:59:24.460042 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33938) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:24.687264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07cfd172-b8a0-46ed-91cb-d451aef86a1f req-c9ee25bc-546d-4281-b8a2-712bc5ec0449 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717977 Sep 18 04:59:24.699051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Made reservation on behalf of bd267b708b8c45df80d1c63e297f9ff0 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:24.709610 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:24.780824 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:24.812734 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65b715dc-770b-4846-af0d-f8a82ae472b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:24.839415 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65b715dc-770b-4846-af0d-f8a82ae472b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:24.915565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-63cb13dd-1f1f-4c8f-aa96-95c09c0fc091 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Allocated IP 172.20.0.9 (7bd8a40e-11aa-4858-81fa-16494af44b03/d88ca583-1ba8-47cf-ae2d-e8d84097fe39/61da8700-90c6-4f1b-9f84-c0d118e2bcd4) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:59:25.073376 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-70cac153-1adf-4970-8d61-3ae4b886fec9 req-7175383b-567c-4398-a53c-34b6ad61c4bf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 210 time: 0.0331976 Sep 18 04:59:25.102173 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-246490aa-3a6d-4ea7-b577-cfe62190ddeb req-5e6560d6-ecf6-4bc2-a9d0-9cca61609325 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 210 time: 0.0530148 Sep 18 04:59:25.131401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b568dc63-0443-46bf-a535-e7614f7de132 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 04:59:25.141837 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:25.153616 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65b715dc-770b-4846-af0d-f8a82ae472b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:25.156129 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65b715dc-770b-4846-af0d-f8a82ae472b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:25.157320 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-65b715dc-770b-4846-af0d-f8a82ae472b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b3811e7-0941-4cee-bd95-3061b5e97f43 HTTP/1.1" status: 204 len: 168 time: 0.6412039 Sep 18 04:59:25.175041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b715dc-770b-4846-af0d-f8a82ae472b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3811e7-0941-4cee-bd95-3061b5e97f43,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:25.217809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Transition to ACTIVE for port object b568dc63-0443-46bf-a535-e7614f7de132 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 04:59:25.283565 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:25.327042 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:25.418246 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:25.469794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b568dc63-0443-46bf-a535-e7614f7de132,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:25.597266 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-63cb13dd-1f1f-4c8f-aa96-95c09c0fc091 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:25.681497 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29edbfc6-704e-4fe8-9976-bb31ccdb0ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:25.726805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Attempting to bind port b568dc63-0443-46bf-a535-e7614f7de132 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:25.727538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Attempting to bind port b568dc63-0443-46bf-a535-e7614f7de132 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:25.728147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Attempting to bind port b568dc63-0443-46bf-a535-e7614f7de132 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:25.742512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Port b568dc63-0443-46bf-a535-e7614f7de132 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 04:59:25.743039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Attempting to bind port b568dc63-0443-46bf-a535-e7614f7de132 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:25.749408 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcf801a-5357-498b-97b1-027d5d5a0e47,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:25.766654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:25.766654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:25.766654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:25.766654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Bound port: b568dc63-0443-46bf-a535-e7614f7de132, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:25.766654 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:25.768405 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-63cb13dd-1f1f-4c8f-aa96-95c09c0fc091 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:26.033864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33978) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:26.045304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb13dd-1f1f-4c8f-aa96-95c09c0fc091 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Pushing event updated for resources: {'Port': ['ID=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:26.068585 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edbfc6-704e-4fe8-9976-bb31ccdb0ba8 admin admin] Checking segment: {'id': '2b50f370-54f3-4fe8-ad78-eac85184f61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '31e3a6be-2068-4b5d-be9e-df3191cc759b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:26.069015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29edbfc6-704e-4fe8-9976-bb31ccdb0ba8 admin admin] Network hostable DHCP agents. Network: 31e3a6be-2068-4b5d-be9e-df3191cc759b, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 04:59:26.094983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede6729-c298-40d8-bf80-571f589b7acf req-65604a03-8c28-4877-8836-37ffd5b8b17c tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:26.097240 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ede6729-c298-40d8-bf80-571f589b7acf req-65604a03-8c28-4877-8836-37ffd5b8b17c tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 948 time: 0.1480832 Sep 18 04:59:26.131974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Allocated IP 192.168.233.94 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/abaf68a6-364e-4356-915b-1006953f0b03) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:59:26.132626 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-63cb13dd-1f1f-4c8f-aa96-95c09c0fc091 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Network 7bd8a40e-11aa-4858-81fa-16494af44b03 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:26.141319 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-63cb13dd-1f1f-4c8f-aa96-95c09c0fc091 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:26.150775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-63cb13dd-1f1f-4c8f-aa96-95c09c0fc091 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:59:26.154368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] For port b568dc63-0443-46bf-a535-e7614f7de132, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:26.169076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-63cb13dd-1f1f-4c8f-aa96-95c09c0fc091 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:26.169840 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-63cb13dd-1f1f-4c8f-aa96-95c09c0fc091 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:26.172561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edbfc6-704e-4fe8-9976-bb31ccdb0ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1d5d2f-98f3-459d-aacc-922d737e4185,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:26.207659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] For port b568dc63-0443-46bf-a535-e7614f7de132, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b568dc63-0443-46bf-a535-e7614f7de132,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:26.217935 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ede6729-c298-40d8-bf80-571f589b7acf req-3762c39e-36fd-4f67-9a50-64d758160c15 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095846 Sep 18 04:59:26.314824 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29edbfc6-704e-4fe8-9976-bb31ccdb0ba8 admin admin] Network 31e3a6be-2068-4b5d-be9e-df3191cc759b is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 04:59:26.319252 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-63cb13dd-1f1f-4c8f-aa96-95c09c0fc091 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5544112 Sep 18 04:59:26.393206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-011e6c68-ff7e-4e51-88c5-2d5581281f99 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 04:59:26.394261 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-011e6c68-ff7e-4e51-88c5-2d5581281f99 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200043 Sep 18 04:59:26.414127 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:26.421701 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b18bf2d6-a665-4465-a1c9-f3e35ee073f5 req-cf82772f-173a-4eee-8321-4dc498c2cb1e tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 210 time: 0.0484729 Sep 18 04:59:26.422590 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-29edbfc6-704e-4fe8-9976-bb31ccdb0ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 31e3a6be-2068-4b5d-be9e-df3191cc759b) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:26.444476 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fc80f7-6889-4d0b-8b39-037fdaec251b None None] Network 31e3a6be-2068-4b5d-be9e-df3191cc759b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:59:26.445077 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29edbfc6-704e-4fe8-9976-bb31ccdb0ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:26.445077 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29edbfc6-704e-4fe8-9976-bb31ccdb0ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:26.489696 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33992) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:26.505245 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c6a2-f513-4d98-ac07-8cbe2e952827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:26.523634 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-29edbfc6-704e-4fe8-9976-bb31ccdb0ba8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.7833917 Sep 18 04:59:26.526838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33994) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:26.531412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350266594-router', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:26.557076 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:26.661754 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae3d34db-596d-4c0e-8af5-dc0f318aaa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:26.677795 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:26.682332 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:26.685327 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:26.685327 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] 10.222.0.13 "PUT /v2.0/ports/b568dc63-0443-46bf-a535-e7614f7de132 HTTP/1.1" status: 200 len: 1097 time: 4.4087756 Sep 18 04:59:26.694787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b2c746-1dc8-40d5-9df8-48027a4a1f2b', 'tag': 'b568dc63-0443-46bf-a535-e7614f7de132'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:26.788157 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c6a2-f513-4d98-ac07-8cbe2e952827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:26.900597 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c6a2-f513-4d98-ac07-8cbe2e952827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:26.934325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-31e3a6be-2068-4b5d-be9e-df3191cc759b', 'network_id': '31e3a6be-2068-4b5d-be9e-df3191cc759b', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'fixed_ips': [{'subnet_id': 'fc1d5d2f-98f3-459d-aacc-922d737e4185'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 04:59:26.934325 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:26.934535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90532200-25d1-4b77-882d-031239a03610 req-1e20bc4e-4fb8-4372-988f-45097d2f79cd tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:26.956459 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90532200-25d1-4b77-882d-031239a03610 req-1e20bc4e-4fb8-4372-988f-45097d2f79cd tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 931 time: 0.5491998 Sep 18 04:59:26.981137 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Request body: {'port': {'device_id': '2a2b57a6-ea04-461e-9bcf-6a6edac49573', 'device_owner': 'compute:tempest-test_az-2120389633', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:27.105409 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2cf4c6a2-f513-4d98-ac07-8cbe2e952827 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a48b8a88d4ba437d8b920928ad2b9a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6145003 Sep 18 04:59:27.107194 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4c6a2-f513-4d98-ac07-8cbe2e952827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34a692d-516b-4bf5-9395-1271871f7381,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:27.117509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34012) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:27.130076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5997fa-7baf-4c1f-a9a8-4c21d2fcd3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b568dc63-0443-46bf-a535-e7614f7de132,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:27.178723 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:27.181277 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:27.221358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Allocated IP 172.20.0.2 (31e3a6be-2068-4b5d-be9e-df3191cc759b/fc1d5d2f-98f3-459d-aacc-922d737e4185/a395a077-486b-4c05-a88b-d2204b97bcc2) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:59:27.248862 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a7b215-b3c8-4ad4-b654-a6bb1049c76b" -d '{"events": [{"name": "network-changed", "server_uuid": "09b2c746-1dc8-40d5-9df8-48027a4a1f2b", "tag": "b568dc63-0443-46bf-a535-e7614f7de132"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:27.313556 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:27.365651 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:27.376636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Pushing event updated for resources: {'Port': ['ID=abaf68a6-364e-4356-915b-1006953f0b03,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:27.413164 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:27.427123 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90532200-25d1-4b77-882d-031239a03610 req-c33c56e1-b98e-42cb-a5f6-b588c8a79e7b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686401 Sep 18 04:59:27.428454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:27.445820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:59:27.453085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:27.453921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:27.472225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-66367438-007c-49d8-b113-79db24ab34df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:27.473939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-66367438-007c-49d8-b113-79db24ab34df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc9b5cbd504a408eb7865d00cae0a636&device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 1100 time: 0.4726572 Sep 18 04:59:27.647163 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:27.690576 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-5cfd37a5-9b98-4e7a-a17f-20fe5c782c36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=b568dc63-0443-46bf-a535-e7614f7de132 HTTP/1.1" status: 200 len: 217 time: 0.1897221 Sep 18 04:59:27.694505 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-17acc0ae-6877-40d2-b99f-0abcf77aa42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:27.701161 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:27.726184 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:27.751487 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-17acc0ae-6877-40d2-b99f-0abcf77aa42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:27.797775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Pushing event updated for resources: {'Port': ['ID=a395a077-486b-4c05-a88b-d2204b97bcc2,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:27.809839 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34026) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:27.822988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-35a91f67-5944-4daf-b130-32982042556c None None] Provisioning complete for port abaf68a6-364e-4356-915b-1006953f0b03 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:27.823570 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-35a91f67-5944-4daf-b130-32982042556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:27.873226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Network 31e3a6be-2068-4b5d-be9e-df3191cc759b is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:27.876778 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-35a91f67-5944-4daf-b130-32982042556c None None] Port abaf68a6-364e-4356-915b-1006953f0b03 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 04:59:27.883579 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:27.887545 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:59:27.910844 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b307a2e-0cfe-4632-8a01-7402bfd0051e x-openstack-request-id: req-3b307a2e-0cfe-4632-8a01-7402bfd0051e {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 04:59:27.911134 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b2c746-1dc8-40d5-9df8-48027a4a1f2b", "tag": "b568dc63-0443-46bf-a535-e7614f7de132", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 04:59:27.911404 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b307a2e-0cfe-4632-8a01-7402bfd0051e {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 04:59:27.911877 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b2c746-1dc8-40d5-9df8-48027a4a1f2b', 'tag': 'b568dc63-0443-46bf-a535-e7614f7de132', 'status': 'completed', 'code': 200} Sep 18 04:59:27.921290 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-17acc0ae-6877-40d2-b99f-0abcf77aa42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:27.924021 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-17acc0ae-6877-40d2-b99f-0abcf77aa42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:27.925064 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-17acc0ae-6877-40d2-b99f-0abcf77aa42f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d34a692d-516b-4bf5-9395-1271871f7381 HTTP/1.1" status: 204 len: 168 time: 0.7977512 Sep 18 04:59:27.938378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-4059354f-715d-464a-9033-0e40b70b7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:27.940056 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-4059354f-715d-464a-9033-0e40b70b7980 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1077635 Sep 18 04:59:27.952989 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acc0ae-6877-40d2-b99f-0abcf77aa42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34a692d-516b-4bf5-9395-1271871f7381,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:28.022571 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae3d34db-596d-4c0e-8af5-dc0f318aaa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:28.034596 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Attempting to bind port a395a077-486b-4c05-a88b-d2204b97bcc2 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:28.037529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Attempting to bind port a395a077-486b-4c05-a88b-d2204b97bcc2 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '2b50f370-54f3-4fe8-ad78-eac85184f61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '31e3a6be-2068-4b5d-be9e-df3191cc759b'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:28.037529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Attempting to bind port a395a077-486b-4c05-a88b-d2204b97bcc2 on network 31e3a6be-2068-4b5d-be9e-df3191cc759b {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:28.049507 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:28.050253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Checking segment: {'id': '2b50f370-54f3-4fe8-ad78-eac85184f61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '31e3a6be-2068-4b5d-be9e-df3191cc759b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:28.050943 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:28.051611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Bound using segment: {'id': '2b50f370-54f3-4fe8-ad78-eac85184f61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '31e3a6be-2068-4b5d-be9e-df3191cc759b'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:28.052319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Bound port: a395a077-486b-4c05-a88b-d2204b97bcc2, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b50f370-54f3-4fe8-ad78-eac85184f61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '31e3a6be-2068-4b5d-be9e-df3191cc759b'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:28.052934 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:28.107738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-86426b02-f50f-462f-86b3-b0472872d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:28.109363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-86426b02-f50f-462f-86b3-b0472872d6f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1575816 Sep 18 04:59:28.125165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043c0b-2fe5-4402-a7c7-6399645764a5 req-9c278c4a-c485-46a5-9cd6-b8d71c52a3eb tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:28.127010 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22043c0b-2fe5-4402-a7c7-6399645764a5 req-9c278c4a-c485-46a5-9cd6-b8d71c52a3eb tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 935 time: 0.0817313 Sep 18 04:59:28.139642 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae3d34db-596d-4c0e-8af5-dc0f318aaa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:28.173347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ae3d34db-596d-4c0e-8af5-dc0f318aaa2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c8db2ecca114e0a8b07e4b6f3bea4cf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1348596 Sep 18 04:59:28.186539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34034) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:28.209774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] For port a395a077-486b-4c05-a88b-d2204b97bcc2, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:28.220722 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] For port a395a077-486b-4c05-a88b-d2204b97bcc2, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a395a077-486b-4c05-a88b-d2204b97bcc2,segment=NetworkSegment(2b50f370-54f3-4fe8-ad78-eac85184f61e),segment_id=2b50f370-54f3-4fe8-ad78-eac85184f61e)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:28.264125 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8d567d9-7945-4046-8100-7634b1756d35 req-eb6cbf4c-c97b-40f0-958a-393b1998afbf tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8155708 Sep 18 04:59:28.303948 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:28.402611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Request body: {'port': {'device_id': '002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c', 'device_owner': 'compute:tempest-test_az-2120389633', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:28.424254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d34db-596d-4c0e-8af5-dc0f318aaa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c346d3-2851-4dff-9b93-84ba5618c47b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:28.476473 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f60962e0-0d57-49c1-bdc8-58625ec50fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:28.492606 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d7172-35a7-44c5-b7e2-63e97b19c37c None None] Pushing event updated for resources: {'Port': ['ID=a395a077-486b-4c05-a88b-d2204b97bcc2,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:28.553431 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-40d82d25-4114-42e2-8fb7-d147667394b0 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253721 Sep 18 04:59:28.574480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22043c0b-2fe5-4402-a7c7-6399645764a5 req-558df8fa-190c-4dd9-982f-fa08d67a8e95 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073775 Sep 18 04:59:28.585558 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e38c2d3a-f102-4cdd-ac45-89f2a99a89c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:28.765855 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc691a2-7add-4f9e-87d5-c1fb4bf03962 req-6f21066a-12c9-4e30-9729-1ae402d3e27b tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:28.773007 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0bc691a2-7add-4f9e-87d5-c1fb4bf03962 req-6f21066a-12c9-4e30-9729-1ae402d3e27b tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 948 time: 1.3708146 Sep 18 04:59:28.774090 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:28.976068 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e38c2d3a-f102-4cdd-ac45-89f2a99a89c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:29.014347 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0bc691a2-7add-4f9e-87d5-c1fb4bf03962 req-818d91c6-084a-4310-9d7c-5ca2d3e62875 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194278 Sep 18 04:59:29.110019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95eba6-741b-43c1-9d6a-66a8382e95b4 req-d72d938e-318f-4792-b008-15b97a254f23 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:29.111873 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1d95eba6-741b-43c1-9d6a-66a8382e95b4 req-d72d938e-318f-4792-b008-15b97a254f23 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 931 time: 0.3296692 Sep 18 04:59:29.148280 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f60962e0-0d57-49c1-bdc8-58625ec50fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:29.228228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab9b0ae3-28b9-4957-aaa0-3268a01f4fda req-000b823d-8790-4141-a736-27c2c6c884fd service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463722 Sep 18 04:59:29.242643 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1d95eba6-741b-43c1-9d6a-66a8382e95b4 req-e2a1570e-f1cd-4b0e-866d-c381a48744c7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146765 Sep 18 04:59:29.249284 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e38c2d3a-f102-4cdd-ac45-89f2a99a89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:29.252998 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e38c2d3a-f102-4cdd-ac45-89f2a99a89c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:29.254207 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e38c2d3a-f102-4cdd-ac45-89f2a99a89c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59c346d3-2851-4dff-9b93-84ba5618c47b HTTP/1.1" status: 204 len: 168 time: 1.0666931 Sep 18 04:59:29.275031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c2d3a-f102-4cdd-ac45-89f2a99a89c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c346d3-2851-4dff-9b93-84ba5618c47b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:29.474151 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f60962e0-0d57-49c1-bdc8-58625ec50fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:29.565125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7b215-b3c8-4ad4-b654-a6bb1049c76b req-0247ae42-cd21-4081-8348-db5c11ee7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:29.566686 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2a7b215-b3c8-4ad4-b654-a6bb1049c76b req-0247ae42-cd21-4081-8348-db5c11ee7d8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc9b5cbd504a408eb7865d00cae0a636&device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 1100 time: 0.1878016 Sep 18 04:59:29.589995 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60962e0-0d57-49c1-bdc8-58625ec50fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6e11d1-45c6-4f9e-a77c-74709c1e2d86,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:29.711207 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:29.747323 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f60962e0-0d57-49c1-bdc8-58625ec50fa2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03d7e5ff308c4faa9f2ab76a1802a03b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9323308 Sep 18 04:59:29.798980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 04:59:29.804784 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34064) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:29.830697 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:29.835412 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:29.968775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d162ef1-270a-4d17-a644-c07c9df8321c None None] Network 31e3a6be-2068-4b5d-be9e-df3191cc759b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 04:59:29.969327 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Transition to ACTIVE for port object 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 04:59:30.010878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10671f2e-33a3-4c4d-a6b3-6d3b0d514987 req-c5840d12-83a5-4ace-89ac-eb146dd5a352 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:30.012701 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10671f2e-33a3-4c4d-a6b3-6d3b0d514987 req-c5840d12-83a5-4ace-89ac-eb146dd5a352 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 935 time: 0.2067807 Sep 18 04:59:30.103871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34072) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:30.123703 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:30.143216 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4de4eeb5-0c83-4945-a558-f109634fcb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:30.149989 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ce543780-e0a8-44a6-89d5-945a5951c810 None None] Provisioning complete for port a395a077-486b-4c05-a88b-d2204b97bcc2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:30.160844 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ce543780-e0a8-44a6-89d5-945a5951c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:30.168207 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4de4eeb5-0c83-4945-a558-f109634fcb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:30.175614 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db365d7f-650c-4414-bacf-7768d0ad6bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:30.191685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abaf68a6-364e-4356-915b-1006953f0b03 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 04:59:30.260265 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10671f2e-33a3-4c4d-a6b3-6d3b0d514987 req-c9bcb9d4-bc52-4a34-9470-9bc9a0979236 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334440 Sep 18 04:59:30.281766 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:30.331845 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4de4eeb5-0c83-4945-a558-f109634fcb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:30.335149 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4de4eeb5-0c83-4945-a558-f109634fcb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:30.338753 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4de4eeb5-0c83-4945-a558-f109634fcb30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc6e11d1-45c6-4f9e-a77c-74709c1e2d86 HTTP/1.1" status: 204 len: 168 time: 0.5286751 Sep 18 04:59:30.346344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7b215-b3c8-4ad4-b654-a6bb1049c76b req-22890a66-bb40-4f44-a246-8a805ff54a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:30.354373 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2a7b215-b3c8-4ad4-b654-a6bb1049c76b req-22890a66-bb40-4f44-a246-8a805ff54a30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.7717204 Sep 18 04:59:30.365314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Allocated IP 172.25.7.117 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/bbe43e4f-8e6c-4261-8b48-e4c540db29a4) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:59:30.396627 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a395a077-486b-4c05-a88b-d2204b97bcc2 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:30.410188 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Attempting to bind port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:30.410860 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Attempting to bind port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:30.411374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Attempting to bind port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:30.434483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Pushing event updated for resources: {'Port': ['ID=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:30.447425 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4eeb5-0c83-4945-a558-f109634fcb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6e11d1-45c6-4f9e-a77c-74709c1e2d86,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:30.460389 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 04:59:30.460898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Attempting to bind port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:30.470871 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:30.471422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Checking segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:30.472174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Bound using segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:30.472796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Bound port: 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:30.473315 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:30.515991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Transition to ACTIVE for port object abaf68a6-364e-4356-915b-1006953f0b03 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 04:59:30.541925 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2a7b215-b3c8-4ad4-b654-a6bb1049c76b req-19e99f8d-0d26-4616-89fd-bb5a196868a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=b568dc63-0443-46bf-a535-e7614f7de132 HTTP/1.1" status: 200 len: 217 time: 0.1694200 Sep 18 04:59:30.623387 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:30.774983 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a395a077-486b-4c05-a88b-d2204b97bcc2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:30.775365 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:30.831975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954e72e-026f-40c2-bb1e-b471f0f21102 req-b2481986-82b8-46fb-b86f-60ed78628420 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:30.836340 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2954e72e-026f-40c2-bb1e-b471f0f21102 req-b2481986-82b8-46fb-b86f-60ed78628420 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 965 time: 0.3263514 Sep 18 04:59:30.851021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25285f-2106-4179-8abf-69b28fc807a3 req-e4dc3c05-a9d4-4915-bb20-292a4bb7d7ff tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:30.861771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b25285f-2106-4179-8abf-69b28fc807a3 req-e4dc3c05-a9d4-4915-bb20-292a4bb7d7ff tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 948 time: 0.6517878 Sep 18 04:59:30.876345 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ce543780-e0a8-44a6-89d5-945a5951c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:30.891440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:30.923613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7b215-b3c8-4ad4-b654-a6bb1049c76b req-ac5649bc-70bc-425e-9f17-6bc1271ff228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:30.925307 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2a7b215-b3c8-4ad4-b654-a6bb1049c76b req-ac5649bc-70bc-425e-9f17-6bc1271ff228 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.3488276 Sep 18 04:59:30.926005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Pushing event updated for resources: {'Port': ['ID=abaf68a6-364e-4356-915b-1006953f0b03,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:30.995525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ce543780-e0a8-44a6-89d5-945a5951c810 None None] For port a395a077-486b-4c05-a88b-d2204b97bcc2, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a395a077-486b-4c05-a88b-d2204b97bcc2,segment=NetworkSegment(2b50f370-54f3-4fe8-ad78-eac85184f61e),segment_id=2b50f370-54f3-4fe8-ad78-eac85184f61e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:31.031425 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:31.038128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:31.111557 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2954e72e-026f-40c2-bb1e-b471f0f21102 req-d28d657c-9b15-4a59-8f35-6400a01fb38e tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465017 Sep 18 04:59:31.113075 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:31.125722 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:31.131881 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ce543780-e0a8-44a6-89d5-945a5951c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:31.136906 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b25285f-2106-4179-8abf-69b28fc807a3 req-dfffc614-b15d-47d9-a36e-5445788daa6f tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742598 Sep 18 04:59:31.162322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7b215-b3c8-4ad4-b654-a6bb1049c76b req-2ee02ca7-dead-4e97-83b7-977354a63c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:31.164409 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2a7b215-b3c8-4ad4-b654-a6bb1049c76b req-2ee02ca7-dead-4e97-83b7-977354a63c78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2138829 Sep 18 04:59:31.172332 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Attempting to bind port abaf68a6-364e-4356-915b-1006953f0b03 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:31.172630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:31.172742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Attempting to bind port abaf68a6-364e-4356-915b-1006953f0b03 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:31.173083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Attempting to bind port abaf68a6-364e-4356-915b-1006953f0b03 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:31.173543 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:31.175290 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] 10.222.0.18 "PUT /v2.0/ports/61da8700-90c6-4f1b-9f84-c0d118e2bcd4 HTTP/1.1" status: 200 len: 1114 time: 4.3839412 Sep 18 04:59:31.175851 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2b57a6-ea04-461e-9bcf-6a6edac49573', 'tag': '61da8700-90c6-4f1b-9f84-c0d118e2bcd4'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:31.306895 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fc8ab514-be64-4c15-8fbd-5b57dadb1c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:31.318457 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2a7b215-b3c8-4ad4-b654-a6bb1049c76b req-8371679c-bf41-4518-bde3-a391b0756af0 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391821 Sep 18 04:59:31.330975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Port abaf68a6-364e-4356-915b-1006953f0b03 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 04:59:31.334601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Attempting to bind port abaf68a6-364e-4356-915b-1006953f0b03 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:31.374602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:31.375204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:31.375667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:31.376480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Bound port: abaf68a6-364e-4356-915b-1006953f0b03, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:31.376856 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:31.379080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce543780-e0a8-44a6-89d5-945a5951c810 None None] Pushing event updated for resources: {'Port': ['ID=a395a077-486b-4c05-a88b-d2204b97bcc2,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:31.399280 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356a354-34cc-4ec3-9a8e-a4cc1b01e068 service neutron] Pushing event updated for resources: {'Port': ['ID=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:31.461448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34098) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:31.492635 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:31.511899 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 04:59:31.511899 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 04:59:31.511899 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e17d986d-783f-4490-841e-68ab38cf8d18 None None] Provisioning complete for port a395a077-486b-4c05-a88b-d2204b97bcc2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:31.511899 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e17d986d-783f-4490-841e-68ab38cf8d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:31.513965 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db365d7f-650c-4414-bacf-7768d0ad6bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:31.636282 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:31.642090 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:31.645597 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:59:31.675293 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e728bf12-4846-44ae-8955-51a9328c60ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:31.678101 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10528c5e-6eeb-4aa6-93fd-22bfc111e4d6 req-6a696fec-0013-4f0b-b75c-17d6dd4605e0 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:31.678825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2a7b215-b3c8-4ad4-b654-a6bb1049c76b req-362ae1c2-80e9-4c63-afe5-a9f3a03e803d service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488286 Sep 18 04:59:31.680009 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10528c5e-6eeb-4aa6-93fd-22bfc111e4d6 req-6a696fec-0013-4f0b-b75c-17d6dd4605e0 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 969 time: 0.2632689 Sep 18 04:59:31.702038 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db365d7f-650c-4414-bacf-7768d0ad6bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:31.750845 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75bd9e2-550c-4885-8983-a3edb8d6d396" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2b57a6-ea04-461e-9bcf-6a6edac49573", "tag": "61da8700-90c6-4f1b-9f84-c0d118e2bcd4"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:31.753655 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Pushing event updated for resources: {'Port': ['ID=bbe43e4f-8e6c-4261-8b48-e4c540db29a4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:31.804468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db365d7f-650c-4414-bacf-7768d0ad6bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4102aa93-52c7-471c-b26d-0a9db88c84cf,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:31.895556 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10528c5e-6eeb-4aa6-93fd-22bfc111e4d6 req-1351032b-83c8-4e22-8fa4-f93ccf11a8a1 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477911 Sep 18 04:59:31.945039 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-db365d7f-650c-4414-bacf-7768d0ad6bf6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11d93f75df374eb9a27013019c49ba4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8354526 Sep 18 04:59:31.945415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34114) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:31.973126 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7962d517-a2da-46f1-a740-7952e24601ef x-openstack-request-id: req-7962d517-a2da-46f1-a740-7952e24601ef {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 04:59:31.973443 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2b57a6-ea04-461e-9bcf-6a6edac49573", "tag": "61da8700-90c6-4f1b-9f84-c0d118e2bcd4", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 04:59:31.973705 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7962d517-a2da-46f1-a740-7952e24601ef {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 04:59:31.974185 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2b57a6-ea04-461e-9bcf-6a6edac49573', 'tag': '61da8700-90c6-4f1b-9f84-c0d118e2bcd4', 'status': 'completed', 'code': 200} Sep 18 04:59:32.027316 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e728bf12-4846-44ae-8955-51a9328c60ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:32.045955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] For port abaf68a6-364e-4356-915b-1006953f0b03, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:32.055384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] For port abaf68a6-364e-4356-915b-1006953f0b03, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=abaf68a6-364e-4356-915b-1006953f0b03,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:32.059638 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bcab7c39-28b8-4f98-93c8-330f6727767e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:32.091815 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e728bf12-4846-44ae-8955-51a9328c60ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:32.127021 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bcab7c39-28b8-4f98-93c8-330f6727767e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:32.183384 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:32.193733 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:32.261855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:32.262765 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:32.266189 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8d567d9-7945-4046-8100-7634b1756d35 req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] 10.222.0.18 "PUT /v2.0/ports/abaf68a6-364e-4356-915b-1006953f0b03 HTTP/1.1" status: 200 len: 1118 time: 3.8875983 Sep 18 04:59:32.271413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c', 'tag': 'abaf68a6-364e-4356-915b-1006953f0b03'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:32.278576 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d776847a-1666-4d23-80b0-34e6765bea30" -d '{"events": [{"name": "network-changed", "server_uuid": "002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c", "tag": "abaf68a6-364e-4356-915b-1006953f0b03"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:32.301629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728bf12-4846-44ae-8955-51a9328c60ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2184bd4-bebc-4a41-847f-a4999cf5210b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:32.320768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a395a077-486b-4c05-a88b-d2204b97bcc2 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:32.335809 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e728bf12-4846-44ae-8955-51a9328c60ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c80f2eb6a6074bc79bb77b4b4c87ef52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8636494 Sep 18 04:59:32.340968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34126) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:32.403151 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bcab7c39-28b8-4f98-93c8-330f6727767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:32.407007 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bcab7c39-28b8-4f98-93c8-330f6727767e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:32.408109 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bcab7c39-28b8-4f98-93c8-330f6727767e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4102aa93-52c7-471c-b26d-0a9db88c84cf HTTP/1.1" status: 204 len: 168 time: 0.4616697 Sep 18 04:59:32.414798 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a395a077-486b-4c05-a88b-d2204b97bcc2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:32.415244 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:32.522769 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b55660-cc7f-4c72-bb48-af5dd0c98e79 service neutron] Pushing event updated for resources: {'Port': ['ID=abaf68a6-364e-4356-915b-1006953f0b03,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:32.539146 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab7c39-28b8-4f98-93c8-330f6727767e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4102aa93-52c7-471c-b26d-0a9db88c84cf,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:32.576202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8bcee-24da-4044-ba84-ef5be9e7cd7b req-5ac3d386-81d3-4265-ae33-0993a2682a88 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:32.594272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5150095-414b-4b2c-b164-6c388bebf6fd req-0c7a071b-a35e-44cd-baaa-bcad42b3a59e tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:32.596189 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c5150095-414b-4b2c-b164-6c388bebf6fd req-0c7a071b-a35e-44cd-baaa-bcad42b3a59e tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 948 time: 0.2476690 Sep 18 04:59:32.597547 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6af8bcee-24da-4044-ba84-ef5be9e7cd7b req-5ac3d386-81d3-4265-ae33-0993a2682a88 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 965 time: 0.2656744 Sep 18 04:59:32.604069 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6cdef3f8-87fd-415b-afb1-a60dd5ae9a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:32.687562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6cdef3f8-87fd-415b-afb1-a60dd5ae9a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:32.714554 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c5150095-414b-4b2c-b164-6c388bebf6fd req-304f901e-af33-4a62-86bb-9e25ecb1ae27 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080139 Sep 18 04:59:32.752353 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6af8bcee-24da-4044-ba84-ef5be9e7cd7b req-20f46afc-72f8-4a3c-8f64-2d0c15705a59 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169488 Sep 18 04:59:32.845755 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcba2f2-171b-4ec4-9df5-425f1de0f044 x-openstack-request-id: req-7bcba2f2-171b-4ec4-9df5-425f1de0f044 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 04:59:32.846113 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c", "tag": "abaf68a6-364e-4356-915b-1006953f0b03", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 04:59:32.846295 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bcba2f2-171b-4ec4-9df5-425f1de0f044 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 04:59:32.846677 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c', 'tag': 'abaf68a6-364e-4356-915b-1006953f0b03', 'status': 'completed', 'code': 200} Sep 18 04:59:32.866441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bd9e2-550c-4885-8983-a3edb8d6d396 req-d5c11122-5c7e-4156-a0a8-25d32320942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:32.873208 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b75bd9e2-550c-4885-8983-a3edb8d6d396 req-d5c11122-5c7e-4156-a0a8-25d32320942d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 1117 time: 0.0800240 Sep 18 04:59:32.997296 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6cdef3f8-87fd-415b-afb1-a60dd5ae9a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:33.007039 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6cdef3f8-87fd-415b-afb1-a60dd5ae9a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:33.015518 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6cdef3f8-87fd-415b-afb1-a60dd5ae9a40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2184bd4-bebc-4a41-847f-a4999cf5210b HTTP/1.1" status: 204 len: 168 time: 0.6587780 Sep 18 04:59:33.182009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34138) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:33.211341 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776847a-1666-4d23-80b0-34e6765bea30 req-7b63ef64-0b9f-4764-8a4b-4157eb4f9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:33.213487 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d776847a-1666-4d23-80b0-34e6765bea30 req-7b63ef64-0b9f-4764-8a4b-4157eb4f9fae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd267b708b8c45df80d1c63e297f9ff0&device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 1121 time: 0.3216233 Sep 18 04:59:33.282841 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:33.313178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdef3f8-87fd-415b-afb1-a60dd5ae9a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2184bd4-bebc-4a41-847f-a4999cf5210b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:33.435504 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bd9e2-550c-4885-8983-a3edb8d6d396 req-d7cf827a-d599-4806-9bf9-391de6162304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:33.440204 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b75bd9e2-550c-4885-8983-a3edb8d6d396 req-d7cf827a-d599-4806-9bf9-391de6162304 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b9d48c11f3d54c54908deb8998856514&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5574226 Sep 18 04:59:33.473081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb71a03-3fac-421c-95a7-28213862ad1c req-727328b7-e8d9-4f24-a409-b90372afc01a tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:33.474665 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8bb71a03-3fac-421c-95a7-28213862ad1c req-727328b7-e8d9-4f24-a409-b90372afc01a tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 969 time: 0.2587206 Sep 18 04:59:33.510184 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d776847a-1666-4d23-80b0-34e6765bea30 req-d7821134-020b-40a4-acc4-4e8c6d508f1e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bd267b708b8c45df80d1c63e297f9ff0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563004 Sep 18 04:59:33.559536 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a0741044-7a93-4c26-8a3d-13a79300c3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:33.563141 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8bb71a03-3fac-421c-95a7-28213862ad1c req-e0644a69-2c7b-453f-80a6-6a8437ce97de tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759761 Sep 18 04:59:33.617407 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Router 96cb2beb-876b-418a-a954-c3e98bd6d02f is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 04:59:33.811409 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-36ee6046-609b-4f4a-8401-a8cecd9a6e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:34.202062 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bd9e2-550c-4885-8983-a3edb8d6d396 req-519a982c-8870-4b46-8343-eeac70255a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:34.209472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b75bd9e2-550c-4885-8983-a3edb8d6d396 req-519a982c-8870-4b46-8343-eeac70255a02 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4139752 Sep 18 04:59:34.233477 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 04:59:34.242363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0223f68-3483-4062-81fb-6c0e24e399b1 req-185cb7d2-b216-42f7-970b-63b580707121 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:34.243962 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0223f68-3483-4062-81fb-6c0e24e399b1 req-185cb7d2-b216-42f7-970b-63b580707121 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 965 time: 0.3413520 Sep 18 04:59:34.244606 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Sync routers for ids ['96cb2beb-876b-418a-a954-c3e98bd6d02f'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 04:59:34.263909 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:34.265452 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Routers {'96cb2beb-876b-418a-a954-c3e98bd6d02f'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 04:59:34.271489 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T04:59:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['96cb2beb-876b-418a-a954-c3e98bd6d02f'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:34.300526 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776847a-1666-4d23-80b0-34e6765bea30 req-2fa4b9d9-f003-40d0-a2f1-f0b6091fd1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:34.302262 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d776847a-1666-4d23-80b0-34e6765bea30 req-2fa4b9d9-f003-40d0-a2f1-f0b6091fd1c2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4895673 Sep 18 04:59:34.322047 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0223f68-3483-4062-81fb-6c0e24e399b1 req-0ee19f1e-a95a-4f0a-8a56-1b51270744b7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660789 Sep 18 04:59:34.393227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49667688-56e3-4496-a0ad-60cbaa670b04 req-fb218af5-a1e6-4846-b62e-f45fe7473774 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:34.401278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49667688-56e3-4496-a0ad-60cbaa670b04 req-fb218af5-a1e6-4846-b62e-f45fe7473774 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 948 time: 0.1881483 Sep 18 04:59:34.465586 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a0741044-7a93-4c26-8a3d-13a79300c3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:34.482642 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49667688-56e3-4496-a0ad-60cbaa670b04 req-3c2b7d0f-f1f4-4ab8-a4cc-28a22270b18e tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769663 Sep 18 04:59:34.499827 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Set router 96cb2beb-876b-418a-a954-c3e98bd6d02f gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 04:59:34.532028 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a0741044-7a93-4c26-8a3d-13a79300c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:34.583525 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:34.589631 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fb891815-64f0-4f57-b31c-b9cb6216bb8e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.0572989 Sep 18 04:59:34.589631 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34174) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:34.619106 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a0741044-7a93-4c26-8a3d-13a79300c3ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=415fbd8760b8445e938b70915d2cc7a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4210670 Sep 18 04:59:34.628197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34178) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:34.630444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0741044-7a93-4c26-8a3d-13a79300c3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a3ff17-b4ce-4f45-a9fc-0b298bb25c83,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:34.747242 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44fc8065-4afc-4381-8124-d646bcc01214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:34.801841 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44fc8065-4afc-4381-8124-d646bcc01214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:34.919211 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350266594-router', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:27Z', 'updated_at': '2021-09-18T04:59:31Z', 'revision_number': 3, 'project_id': 'f0abe59b90ec49a4ba9e96599690902c', 'gw_port': {'id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:29Z', 'updated_at': '2021-09-18T04:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:34.979174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c6f08-6f12-4a46-8449-56204b42bd01 req-f0cbe3cf-9cb9-48e6-bd67-3a2187c8686c tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:34.983964 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44fc8065-4afc-4381-8124-d646bcc01214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:34.985771 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Checking router: 96cb2beb-876b-418a-a954-c3e98bd6d02f for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 04:59:34.986309 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Updating router 96cb2beb-876b-418a-a954-c3e98bd6d02f port bbe43e4f-8e6c-4261-8b48-e4c540db29a4 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 04:59:34.986853 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44fc8065-4afc-4381-8124-d646bcc01214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:34.989833 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb3c6f08-6f12-4a46-8449-56204b42bd01 req-f0cbe3cf-9cb9-48e6-bd67-3a2187c8686c tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 969 time: 0.2598670 Sep 18 04:59:34.999104 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-44fc8065-4afc-4381-8124-d646bcc01214 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30a3ff17-b4ce-4f45-a9fc-0b298bb25c83 HTTP/1.1" status: 204 len: 168 time: 0.3691125 Sep 18 04:59:35.014214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc8065-4afc-4381-8124-d646bcc01214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a3ff17-b4ce-4f45-a9fc-0b298bb25c83,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:35.026556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d567d9-7945-4046-8100-7634b1756d35 req-38371f04-e0ae-4d2e-a1b6-4ca4fa07f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:35.029253 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8d567d9-7945-4046-8100-7634b1756d35 req-38371f04-e0ae-4d2e-a1b6-4ca4fa07f5d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd267b708b8c45df80d1c63e297f9ff0&device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 1121 time: 0.0830882 Sep 18 04:59:35.058124 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:35.085763 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:35.171816 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb3c6f08-6f12-4a46-8449-56204b42bd01 req-e2e6f5d6-e60f-4bc2-aa19-204c935cf110 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683772 Sep 18 04:59:35.318009 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8d567d9-7945-4046-8100-7634b1756d35 req-641495f0-1e9b-4fe5-8dd0-836cc83663bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=abaf68a6-364e-4356-915b-1006953f0b03 HTTP/1.1" status: 200 len: 217 time: 0.2806046 Sep 18 04:59:35.349850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-dd3d7163-4093-4f30-88e9-f8fe1a069e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:35.351424 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-dd3d7163-4093-4f30-88e9-f8fe1a069e3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 1117 time: 0.3494740 Sep 18 04:59:35.514336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d567d9-7945-4046-8100-7634b1756d35 req-2daffcbf-0ffa-4092-b9cb-c2fbafdd14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:35.516407 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8d567d9-7945-4046-8100-7634b1756d35 req-2daffcbf-0ffa-4092-b9cb-c2fbafdd14ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1616690 Sep 18 04:59:35.685871 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-f54b85f3-2111-4806-8a03-8aab6d20ab8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4 HTTP/1.1" status: 200 len: 217 time: 0.2220314 Sep 18 04:59:35.700315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d567d9-7945-4046-8100-7634b1756d35 req-bea151d6-a189-4dcf-8695-4e284072f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:35.703005 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8d567d9-7945-4046-8100-7634b1756d35 req-bea151d6-a189-4dcf-8695-4e284072f490 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1688037 Sep 18 04:59:35.720367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91681c-7b0d-4809-9ad1-6f5a5253ecd4 req-c0ebb616-6c5a-4f07-a904-79d76ade75bd tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:35.723098 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b91681c-7b0d-4809-9ad1-6f5a5253ecd4 req-c0ebb616-6c5a-4f07-a904-79d76ade75bd tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 965 time: 0.2117770 Sep 18 04:59:35.779376 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b91681c-7b0d-4809-9ad1-6f5a5253ecd4 req-41976ebd-85fd-4a30-b576-fb40dbbb8cf3 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487413 Sep 18 04:59:35.791680 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:35.863000 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:35.933516 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8d567d9-7945-4046-8100-7634b1756d35 req-76a13ffb-e281-4b8d-bcb1-dd92bfce89da service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388237 Sep 18 04:59:35.952776 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Attempting to bind port bbe43e4f-8e6c-4261-8b48-e4c540db29a4 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:35.953182 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Attempting to bind port bbe43e4f-8e6c-4261-8b48-e4c540db29a4 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:35.953561 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Attempting to bind port bbe43e4f-8e6c-4261-8b48-e4c540db29a4 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:35.983199 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:35.983608 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:35.984027 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:35.993877 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:35.993877 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Bound port: bbe43e4f-8e6c-4261-8b48-e4c540db29a4, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:35.994164 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:36.009876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc7ff6-16d8-433d-9558-6a3012ea3fa5 req-d2d4f938-1d5a-4220-850e-8c3203ebc217 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:36.011512 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-69bc7ff6-16d8-433d-9558-6a3012ea3fa5 req-d2d4f938-1d5a-4220-850e-8c3203ebc217 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 948 time: 0.3360517 Sep 18 04:59:36.026991 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4e5be-cd11-4ea7-8fe2-6e90ae588f8a None None] Pushing event updated for resources: {'Port': ['ID=bbe43e4f-8e6c-4261-8b48-e4c540db29a4,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:36.071440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-2c66765a-4c0a-4f84-b74c-2781f8e45f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:36.072919 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-2c66765a-4c0a-4f84-b74c-2781f8e45f4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.2678807 Sep 18 04:59:36.111856 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] For port bbe43e4f-8e6c-4261-8b48-e4c540db29a4, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:36.121240 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] For port bbe43e4f-8e6c-4261-8b48-e4c540db29a4, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bbe43e4f-8e6c-4261-8b48-e4c540db29a4,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:36.126961 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8d567d9-7945-4046-8100-7634b1756d35 req-3aa27db8-61f0-4de5-b275-36ca24ad1d1a service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826639 Sep 18 04:59:36.154083 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-a952b2a0-363b-4d93-8f10-ea2916138d6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635877 Sep 18 04:59:36.200888 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:36.219540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34216) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:36.246894 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c378209c-8f79-465d-8cb9-761eda680b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:36.247172 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-69bc7ff6-16d8-433d-9558-6a3012ea3fa5 req-c0eb564c-11df-4d87-bdae-bc19b6339808 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935256 Sep 18 04:59:36.359983 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Routers {'96cb2beb-876b-418a-a954-c3e98bd6d02f'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 04:59:36.362325 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T04:59:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['96cb2beb-876b-418a-a954-c3e98bd6d02f'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:36.413890 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5906936-a922-4630-a3db-6e0d92bcb6b8 req-e720a3b4-edea-4e49-afc7-53eb35546dba tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:36.428140 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5906936-a922-4630-a3db-6e0d92bcb6b8 req-e720a3b4-edea-4e49-afc7-53eb35546dba tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 969 time: 0.1495516 Sep 18 04:59:36.533471 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] Set router 96cb2beb-876b-418a-a954-c3e98bd6d02f gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 04:59:36.603870 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4e5be-cd11-4ea7-8fe2-6e90ae588f8a None None] Pushing event updated for resources: {'Port': ['ID=bbe43e4f-8e6c-4261-8b48-e4c540db29a4,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:36.706030 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c378209c-8f79-465d-8cb9-761eda680b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:36.725419 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:36.772593 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5906936-a922-4630-a3db-6e0d92bcb6b8 req-fbf0a779-b232-461b-9731-d70a8f55bce0 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430908 Sep 18 04:59:36.788482 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c378209c-8f79-465d-8cb9-761eda680b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:36.818519 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350266594-router', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:27Z', 'updated_at': '2021-09-18T04:59:31Z', 'revision_number': 3, 'project_id': 'f0abe59b90ec49a4ba9e96599690902c', 'gw_port': {'id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:29Z', 'updated_at': '2021-09-18T04:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:36.899775 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f437814-bb6d-4fd7-841e-fba6a00605ed None None] The sync data for ids ['96cb2beb-876b-418a-a954-c3e98bd6d02f'] in n-d-789963-13 is: [{'id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350266594-router', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:27Z', 'updated_at': '2021-09-18T04:59:31Z', 'revision_number': 3, 'project_id': 'f0abe59b90ec49a4ba9e96599690902c', 'gw_port': {'id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:29Z', 'updated_at': '2021-09-18T04:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 04:59:36.933053 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:36.933630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378209c-8f79-465d-8cb9-761eda680b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fe58b7-1072-414b-9fce-f6b9aba4091f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:37.043530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c378209c-8f79-465d-8cb9-761eda680b49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d2303f430ff43f689bca1515032b658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8228121 Sep 18 04:59:37.054918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34238) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:37.174360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82153cc2-f121-4d85-983d-1bc26d3dfdfe req-91c79b58-c210-4840-b4bf-08748309e662 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:37.175995 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82153cc2-f121-4d85-983d-1bc26d3dfdfe req-91c79b58-c210-4840-b4bf-08748309e662 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 965 time: 0.2645674 Sep 18 04:59:37.210307 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-6536dea7-54e5-4e12-ad39-d1d8dae3d022 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0222287 Sep 18 04:59:37.251038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Allocated IP 172.20.0.1 (31e3a6be-2068-4b5d-be9e-df3191cc759b/fc1d5d2f-98f3-459d-aacc-922d737e4185/f080ac59-b14a-4166-9302-5b6fcd890c18) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:59:37.286712 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33d49d14-7b50-4671-897d-1a9e15d12928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:37.368916 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82153cc2-f121-4d85-983d-1bc26d3dfdfe req-7d45ac02-f4d4-43da-9f0d-989eaf23d1d3 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821363 Sep 18 04:59:37.418830 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33d49d14-7b50-4671-897d-1a9e15d12928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:37.519061 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdde7112-2e5a-471e-b51b-5c46c803d9fc req-073f71ab-623e-4462-8819-3613536e74be service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038800 Sep 18 04:59:37.611303 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac0a15-080e-4ef7-b220-23f576a0c1d7 req-e2c7012e-4903-4b65-9f96-49a6e1955ddb tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:37.619503 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5cac0a15-080e-4ef7-b220-23f576a0c1d7 req-e2c7012e-4903-4b65-9f96-49a6e1955ddb tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 948 time: 0.1408269 Sep 18 04:59:37.624377 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:37.645740 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33d49d14-7b50-4671-897d-1a9e15d12928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:37.648503 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33d49d14-7b50-4671-897d-1a9e15d12928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:37.650130 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-33d49d14-7b50-4671-897d-1a9e15d12928 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87fe58b7-1072-414b-9fce-f6b9aba4091f HTTP/1.1" status: 204 len: 168 time: 0.5927393 Sep 18 04:59:37.666415 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d49d14-7b50-4671-897d-1a9e15d12928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fe58b7-1072-414b-9fce-f6b9aba4091f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:37.686731 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5cac0a15-080e-4ef7-b220-23f576a0c1d7 req-e4914c79-bb8a-4a39-a379-5fe69f2dd77f tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603793 Sep 18 04:59:37.801485 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:37.873418 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-fe8af2ee-ee9a-49b4-85bb-83cbc53f04d4 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4983c1f429d5463c815929533291e079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342388 Sep 18 04:59:37.902548 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Network 31e3a6be-2068-4b5d-be9e-df3191cc759b is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:37.935425 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:37.942489 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:59:37.943287 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:37.950672 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Pushing event updated for resources: {'Port': ['ID=f080ac59-b14a-4166-9302-5b6fcd890c18,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:38.161194 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11c7a9-4528-44b3-a131-0535a0f720e7 req-68ae4fa2-256c-4a72-8e42-45b7ade4723d tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:38.172315 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc11c7a9-4528-44b3-a131-0535a0f720e7 req-68ae4fa2-256c-4a72-8e42-45b7ade4723d tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 969 time: 0.1435623 Sep 18 04:59:38.198667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-e2bef814-f164-400a-a495-7417398aee64 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:38.200260 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-e2bef814-f164-400a-a495-7417398aee64 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3171806 Sep 18 04:59:38.239816 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-f74be63c-2101-4123-b907-ced121f7238e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/quotas/4983c1f429d5463c815929533291e079 HTTP/1.1" status: 200 len: 375 time: 0.0307326 Sep 18 04:59:38.307282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bbe43e4f-8e6c-4261-8b48-e4c540db29a4 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:38.310721 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-49f4833f-6116-4379-8041-6810100e41ca tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4983c1f429d5463c815929533291e079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630968 Sep 18 04:59:38.329430 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc11c7a9-4528-44b3-a131-0535a0f720e7 req-a09d700d-5987-47da-8da8-7da5d623c399 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576669 Sep 18 04:59:38.383051 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-12d8d45a-7a5f-48ce-9dff-5a73b3d4a0ff None None] Provisioning complete for port f080ac59-b14a-4166-9302-5b6fcd890c18 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:38.402162 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-12d8d45a-7a5f-48ce-9dff-5a73b3d4a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:38.444108 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:38.491384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-12d8d45a-7a5f-48ce-9dff-5a73b3d4a0ff None None] Port f080ac59-b14a-4166-9302-5b6fcd890c18 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 04:59:38.500102 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port bbe43e4f-8e6c-4261-8b48-e4c540db29a4 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:38.500729 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:38.609311 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d99ca-8b45-4db3-a00a-82abdcb5cccd req-3b960a0c-d927-4e19-aae6-07068d180c46 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:38.611144 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-db3d99ca-8b45-4db3-a00a-82abdcb5cccd req-3b960a0c-d927-4e19-aae6-07068d180c46 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 965 time: 0.1093600 Sep 18 04:59:38.671074 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:38.730372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port bbe43e4f-8e6c-4261-8b48-e4c540db29a4, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bbe43e4f-8e6c-4261-8b48-e4c540db29a4,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:38.746482 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6cbb1b15-8ff3-401b-8d71-cd66b8bf66a8 req-1df802c2-4d9c-4c59-89f5-aa9da0ebbc79 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 210 time: 0.0497386 Sep 18 04:59:38.748560 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-db3d99ca-8b45-4db3-a00a-82abdcb5cccd req-78c01c12-e88a-43f7-9622-ea3acafa565f tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230466 Sep 18 04:59:38.811674 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:38.891299 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:38.939279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=bbe43e4f-8e6c-4261-8b48-e4c540db29a4,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:38.954459 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:38.956215 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:38.964701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467b284-f704-45b9-a909-973db9b2048d req-366de0f7-1c48-4ab2-9c4e-07fc71238276 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:38.975603 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b467b284-f704-45b9-a909-973db9b2048d req-366de0f7-1c48-4ab2-9c4e-07fc71238276 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 948 time: 0.1365683 Sep 18 04:59:39.077703 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b467b284-f704-45b9-a909-973db9b2048d req-1ec6764b-8847-46de-bc28-342012182067 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963807 Sep 18 04:59:39.137005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34296) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:39.165534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Pushing event updated for resources: {'Port': ['ID=f080ac59-b14a-4166-9302-5b6fcd890c18,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:39.193783 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Network 31e3a6be-2068-4b5d-be9e-df3191cc759b is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:39.195428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:39.269663 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device abaf68a6-364e-4356-915b-1006953f0b03 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 04:59:39.383305 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Router 96cb2beb-876b-418a-a954-c3e98bd6d02f has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 04:59:39.575028 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8e01-9d08-4c18-a06e-a47e92d45c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:39.592307 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port abaf68a6-364e-4356-915b-1006953f0b03, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=abaf68a6-364e-4356-915b-1006953f0b03,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:39.616981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'abaf68a6-364e-4356-915b-1006953f0b03', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'abaf68a6-364e-4356-915b-1006953f0b03', 'mac_address': 'fa:16:3e:98:69:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:tempest-test_az-2120389633', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 04:59:39.706000 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:39.734747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9b23a-c2ba-4bbd-83fc-85c3e9dcd786 req-e5b4c4fc-2307-407d-9e27-9f5463212c77 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:39.737205 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-18f9b23a-c2ba-4bbd-83fc-85c3e9dcd786 req-e5b4c4fc-2307-407d-9e27-9f5463212c77 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 969 time: 0.2069106 Sep 18 04:59:39.747550 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abaf68a6-364e-4356-915b-1006953f0b03 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 04:59:39.750406 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 04:59:39.771114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Sync routers for ids ['96cb2beb-876b-418a-a954-c3e98bd6d02f'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 04:59:39.780536 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0e9af365-960d-4e39-94fc-362ea894c5ae None None] Provisioning complete for port f080ac59-b14a-4166-9302-5b6fcd890c18 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:39.781268 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0e9af365-960d-4e39-94fc-362ea894c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:39.792820 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8e01-9d08-4c18-a06e-a47e92d45c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:39.795916 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-294ed7f4-2146-42e1-9242-379a1357f808 admin admin] 10.222.0.23 "PUT /v2.0/routers/96cb2beb-876b-418a-a954-c3e98bd6d02f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2063298 Sep 18 04:59:39.824684 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port abaf68a6-364e-4356-915b-1006953f0b03, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=abaf68a6-364e-4356-915b-1006953f0b03,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:39.835987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Routers {'96cb2beb-876b-418a-a954-c3e98bd6d02f'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 04:59:39.841354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T04:59:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['96cb2beb-876b-418a-a954-c3e98bd6d02f'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:39.870488 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8e01-9d08-4c18-a06e-a47e92d45c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:39.911993 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-18f9b23a-c2ba-4bbd-83fc-85c3e9dcd786 req-f9e913da-aa21-4aca-87d4-1465ca817687 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640737 Sep 18 04:59:39.920276 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:39.951336 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0e9af365-960d-4e39-94fc-362ea894c5ae None None] Port f080ac59-b14a-4166-9302-5b6fcd890c18 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 04:59:39.988678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a8e01-9d08-4c18-a06e-a47e92d45c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7c28dc-7896-429e-914f-1459fb799d51,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:39.998524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0e3a8e01-9d08-4c18-a06e-a47e92d45c3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=376344e7fe3b4c27b73a4e905c67fa4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8580596 Sep 18 04:59:39.999425 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34320) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:40.011727 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4230e126-ab0d-4d41-9b26-ba6e57d1db2d req-8c9ae1f3-123e-4da4-9fbc-0334c73c4a2b tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 210 time: 0.1553991 Sep 18 04:59:40.189433 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe456-ec83-4a83-989c-deff7125f863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:40.215187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2ef18-074b-428b-a183-28dcffabee90 req-c1ceeb79-dc58-4cc8-bc19-6671870bb276 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:40.218676 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87a2ef18-074b-428b-a183-28dcffabee90 req-c1ceeb79-dc58-4cc8-bc19-6671870bb276 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 965 time: 0.1725442 Sep 18 04:59:40.299010 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87a2ef18-074b-428b-a183-28dcffabee90 req-de8c73c6-cd75-4ecf-b8dd-9453ec73a965 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675077 Sep 18 04:59:40.301473 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe456-ec83-4a83-989c-deff7125f863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:40.304192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Set router 96cb2beb-876b-418a-a954-c3e98bd6d02f gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 04:59:40.402137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bbe43e4f-8e6c-4261-8b48-e4c540db29a4 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:40.416567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=abaf68a6-364e-4356-915b-1006953f0b03,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:40.498040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c1bc6-7c55-4b70-a442-ee74c808cbba req-fa4d87b2-4110-4289-9e8f-59557480a09e tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:40.499421 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-916c1bc6-7c55-4b70-a442-ee74c808cbba req-fa4d87b2-4110-4289-9e8f-59557480a09e tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 948 time: 0.0826097 Sep 18 04:59:40.499550 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['abaf68a6-364e-4356-915b-1006953f0b03'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 04:59:40.558942 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-916c1bc6-7c55-4b70-a442-ee74c808cbba req-87b47ef9-1c1d-4adc-8f40-ce8aaafe4f43 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521798 Sep 18 04:59:40.628995 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe456-ec83-4a83-989c-deff7125f863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:40.631468 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe456-ec83-4a83-989c-deff7125f863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:40.637297 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ff5fe456-ec83-4a83-989c-deff7125f863 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d7c28dc-7896-429e-914f-1459fb799d51 HTTP/1.1" status: 204 len: 168 time: 0.6362908 Sep 18 04:59:40.671186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fe456-ec83-4a83-989c-deff7125f863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7c28dc-7896-429e-914f-1459fb799d51,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:40.740975 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port bbe43e4f-8e6c-4261-8b48-e4c540db29a4 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:40.741506 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:40.890064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350266594-router', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:27Z', 'updated_at': '2021-09-18T04:59:38Z', 'revision_number': 4, 'project_id': 'f0abe59b90ec49a4ba9e96599690902c', 'gw_port': {'id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:29Z', 'updated_at': '2021-09-18T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f080ac59-b14a-4166-9302-5b6fcd890c18', 'name': '', 'network_id': '31e3a6be-2068-4b5d-be9e-df3191cc759b', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'mac_address': 'fa:16:3e:c1:b9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'fc1d5d2f-98f3-459d-aacc-922d737e4185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:36Z', 'updated_at': '2021-09-18T04:59:38Z', 'revision_number': 2, 'project_id': 'f0abe59b90ec49a4ba9e96599690902c', 'subnets': [{'id': 'fc1d5d2f-98f3-459d-aacc-922d737e4185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:40.929244 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Checking router: 96cb2beb-876b-418a-a954-c3e98bd6d02f for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 04:59:40.929595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Updating router 96cb2beb-876b-418a-a954-c3e98bd6d02f port f080ac59-b14a-4166-9302-5b6fcd890c18 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 04:59:40.977078 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:41.069334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354cf0d-a7c8-4f09-8792-6f602b35150c req-7cb6a6f7-6c07-4d0e-a3d5-5556522f2e33 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:41.071404 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f354cf0d-a7c8-4f09-8792-6f602b35150c req-7cb6a6f7-6c07-4d0e-a3d5-5556522f2e33 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 970 time: 0.0756938 Sep 18 04:59:41.129037 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f354cf0d-a7c8-4f09-8792-6f602b35150c req-69d4c1c6-47a4-4f99-a0e9-dc9a4e3553bb tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512195 Sep 18 04:59:41.199698 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a1dfc33a-36dd-42f4-b555-c34b3069d443 req-cb39beed-bc34-45de-9788-0f69d917bac9 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 210 time: 0.0429814 Sep 18 04:59:41.257003 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 04:59:41.343987 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:41.436847 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:41.442882 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:41.466758 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178a5da-1eac-4bfe-90b2-104ec7343733 req-eda9377d-c306-4392-9963-9581d7b15054 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:41.468815 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9178a5da-1eac-4bfe-90b2-104ec7343733 req-eda9377d-c306-4392-9963-9581d7b15054 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 965 time: 0.0635715 Sep 18 04:59:41.487471 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '61da8700-90c6-4f1b-9f84-c0d118e2bcd4', 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03', 'port_id': '61da8700-90c6-4f1b-9f84-c0d118e2bcd4', 'mac_address': 'fa:16:3e:3a:f4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88ca583-1ba8-47cf-ae2d-e8d84097fe39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-2120389633', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 04:59:41.504258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b656971-4c43-41c3-abb5-787aa440d617 None None] Pushing event updated for resources: {'Port': ['ID=f080ac59-b14a-4166-9302-5b6fcd890c18,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:41.557031 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9178a5da-1eac-4bfe-90b2-104ec7343733 req-916e2f0a-ecb8-4081-993f-24ead8202a5c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814071 Sep 18 04:59:41.630251 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:41.632312 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Attempting to bind port f080ac59-b14a-4166-9302-5b6fcd890c18 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:41.632456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Attempting to bind port f080ac59-b14a-4166-9302-5b6fcd890c18 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '2b50f370-54f3-4fe8-ad78-eac85184f61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '31e3a6be-2068-4b5d-be9e-df3191cc759b'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:41.632963 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Attempting to bind port f080ac59-b14a-4166-9302-5b6fcd890c18 on network 31e3a6be-2068-4b5d-be9e-df3191cc759b {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:41.649678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 04:59:41.654330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:41.660071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Checking segment: {'id': '2b50f370-54f3-4fe8-ad78-eac85184f61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '31e3a6be-2068-4b5d-be9e-df3191cc759b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:41.660071 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:41.660071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Bound using segment: {'id': '2b50f370-54f3-4fe8-ad78-eac85184f61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '31e3a6be-2068-4b5d-be9e-df3191cc759b'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:41.660071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Bound port: f080ac59-b14a-4166-9302-5b6fcd890c18, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b50f370-54f3-4fe8-ad78-eac85184f61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '31e3a6be-2068-4b5d-be9e-df3191cc759b'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:41.660071 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:41.693240 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:41.697005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34370) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:41.706139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6efd2492-5aa6-4e9f-b24e-f1a5cb1587fb tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--336450193', 'description': 'tempest-description--472739068'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:41.747912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040659ca-72e1-4139-9ff6-cee7d2d9ea10 req-64e4e0f5-3c14-43eb-b728-5a793982b21c tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:41.749782 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-040659ca-72e1-4139-9ff6-cee7d2d9ea10 req-64e4e0f5-3c14-43eb-b728-5a793982b21c tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 948 time: 0.0936763 Sep 18 04:59:41.761535 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] For port f080ac59-b14a-4166-9302-5b6fcd890c18, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:41.769621 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] For port f080ac59-b14a-4166-9302-5b6fcd890c18, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f080ac59-b14a-4166-9302-5b6fcd890c18,segment=NetworkSegment(2b50f370-54f3-4fe8-ad78-eac85184f61e),segment_id=2b50f370-54f3-4fe8-ad78-eac85184f61e)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:41.779864 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34374) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:41.793334 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-67cbc69c-8497-4571-bb5f-607bc1396c32 None None] Provisioning complete for port f080ac59-b14a-4166-9302-5b6fcd890c18 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:41.794507 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-67cbc69c-8497-4571-bb5f-607bc1396c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:41.796929 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6793623d-1451-49ce-8468-95d5032bb700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:41.817842 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-040659ca-72e1-4139-9ff6-cee7d2d9ea10 req-6069ae48-c1f5-48af-984f-e3fdef473872 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614600 Sep 18 04:59:41.843542 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:41.849971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-67cbc69c-8497-4571-bb5f-607bc1396c32 None None] Port f080ac59-b14a-4166-9302-5b6fcd890c18 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 04:59:41.870433 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:41.870697 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6efd2492-5aa6-4e9f-b24e-f1a5cb1587fb tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:41.904707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:41.935882 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Routers {'96cb2beb-876b-418a-a954-c3e98bd6d02f'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 04:59:41.936651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T04:59:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['96cb2beb-876b-418a-a954-c3e98bd6d02f'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:42.018164 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6793623d-1451-49ce-8468-95d5032bb700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:42.019597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-55046629-e9ea-4a5f-975c-8ba413d40993 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4983c1f429d5463c815929533291e079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555947 Sep 18 04:59:42.021826 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b656971-4c43-41c3-abb5-787aa440d617 None None] Pushing event updated for resources: {'Port': ['ID=f080ac59-b14a-4166-9302-5b6fcd890c18,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:42.072175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['61da8700-90c6-4f1b-9f84-c0d118e2bcd4'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 04:59:42.080345 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6793623d-1451-49ce-8468-95d5032bb700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:42.118163 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793623d-1451-49ce-8468-95d5032bb700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766e64e5-6808-488d-a59c-4f2ca8b29008,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:42.156509 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6793623d-1451-49ce-8468-95d5032bb700 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1d051884dea48fe956e874df38012b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755357 Sep 18 04:59:42.161229 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34384) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:42.184132 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] Set router 96cb2beb-876b-418a-a954-c3e98bd6d02f gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 04:59:42.216569 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb93b-fcf6-4973-8e6b-0d5acf2d3a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:42.233205 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f17c0409-26d9-4763-bf05-9650f830bd2f tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=11043179728f49a1b23727cea250eb68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688860 Sep 18 04:59:42.242307 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb93b-fcf6-4973-8e6b-0d5acf2d3a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:42.348617 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932698c-fb83-471b-b56f-b69769246d30 req-f3f68aa5-0def-45bf-9d66-f058703b30aa tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:42.357390 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9932698c-fb83-471b-b56f-b69769246d30 req-f3f68aa5-0def-45bf-9d66-f058703b30aa tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 970 time: 0.0829141 Sep 18 04:59:42.383900 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb93b-fcf6-4973-8e6b-0d5acf2d3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:42.384348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ba177a3a-9f94-46cd-a9d9-0f846205381a tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:42.385964 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ba177a3a-9f94-46cd-a9d9-0f846205381a tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3580577 Sep 18 04:59:42.386839 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2f1bb93b-fcf6-4973-8e6b-0d5acf2d3a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:42.388078 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2f1bb93b-fcf6-4973-8e6b-0d5acf2d3a9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/766e64e5-6808-488d-a59c-4f2ca8b29008 HTTP/1.1" status: 204 len: 168 time: 0.2264214 Sep 18 04:59:42.411188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Request body: {'port': {'device_id': '07901029-ffff-47fe-a769-bbe16f794689', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '4983c1f429d5463c815929533291e079'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:42.437975 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9932698c-fb83-471b-b56f-b69769246d30 req-37566854-11ac-4278-9eec-d1af7bea6cd2 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781851 Sep 18 04:59:42.440049 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bb93b-fcf6-4973-8e6b-0d5acf2d3a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766e64e5-6808-488d-a59c-4f2ca8b29008,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:42.446996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-71afbb93-aa15-4967-b520-b4b73f63fea6 None None] Provisioning complete for port f080ac59-b14a-4166-9302-5b6fcd890c18 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:42.447265 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-71afbb93-aa15-4967-b520-b4b73f63fea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:42.462218 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6efd2492-5aa6-4e9f-b24e-f1a5cb1587fb tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:42.470306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-a76ebda0-2448-45bc-93aa-70a284506d20 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:42.471805 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-a76ebda0-2448-45bc-93aa-70a284506d20 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370963 Sep 18 04:59:42.521584 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-5c0fdcad-b4e6-4631-83f7-3285dc253f4d tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/quotas/11043179728f49a1b23727cea250eb68 HTTP/1.1" status: 200 len: 375 time: 0.0200644 Sep 18 04:59:42.562536 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6efd2492-5aa6-4e9f-b24e-f1a5cb1587fb tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:42.578048 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b6eecde7-435e-49b4-b566-a42c2b5987ba req-f45ba751-b579-432a-9759-96f44c86e729 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 210 time: 0.0420487 Sep 18 04:59:42.641213 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-bda1a3e7-925f-4836-a083-08cbbb0c6dc6 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=11043179728f49a1b23727cea250eb68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838890 Sep 18 04:59:42.664689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd2492-5aa6-4e9f-b24e-f1a5cb1587fb tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d0bfc3-f949-45f5-8b6c-88c117f0c983,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:42.706905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977af34f-f190-4dc5-8e5e-27ddab77643e req-be1af4a4-9c71-4743-94d6-de7761538200 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:42.708422 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-977af34f-f190-4dc5-8e5e-27ddab77643e req-be1af4a4-9c71-4743-94d6-de7761538200 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 966 time: 0.0556664 Sep 18 04:59:42.732920 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-71afbb93-aa15-4967-b520-b4b73f63fea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:42.760295 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-977af34f-f190-4dc5-8e5e-27ddab77643e req-ac969c0c-2320-457d-8e0b-9b4ee013118c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Sep 18 04:59:42.775434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Made reservation on behalf of 4983c1f429d5463c815929533291e079 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:42.778880 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:42.779045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-71afbb93-aa15-4967-b520-b4b73f63fea6 None None] For port f080ac59-b14a-4166-9302-5b6fcd890c18, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f080ac59-b14a-4166-9302-5b6fcd890c18,segment=NetworkSegment(2b50f370-54f3-4fe8-ad78-eac85184f61e),segment_id=2b50f370-54f3-4fe8-ad78-eac85184f61e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:42.783439 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350266594-router', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:27Z', 'updated_at': '2021-09-18T04:59:38Z', 'revision_number': 4, 'project_id': 'f0abe59b90ec49a4ba9e96599690902c', 'gw_port': {'id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:29Z', 'updated_at': '2021-09-18T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f080ac59-b14a-4166-9302-5b6fcd890c18', 'name': '', 'network_id': '31e3a6be-2068-4b5d-be9e-df3191cc759b', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'mac_address': 'fa:16:3e:c1:b9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'fc1d5d2f-98f3-459d-aacc-922d737e4185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:36Z', 'updated_at': '2021-09-18T04:59:41Z', 'revision_number': 4, 'project_id': 'f0abe59b90ec49a4ba9e96599690902c', 'subnets': [{'id': 'fc1d5d2f-98f3-459d-aacc-922d737e4185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 04:59:42.788011 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:42.809246 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d2f8e0-4099-4cf1-82c4-f366bbf64702 None None] The sync data for ids ['96cb2beb-876b-418a-a954-c3e98bd6d02f'] in n-d-789963-13 is: [{'id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350266594-router', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:27Z', 'updated_at': '2021-09-18T04:59:38Z', 'revision_number': 4, 'project_id': 'f0abe59b90ec49a4ba9e96599690902c', 'gw_port': {'id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:29Z', 'updated_at': '2021-09-18T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f080ac59-b14a-4166-9302-5b6fcd890c18', 'name': '', 'network_id': '31e3a6be-2068-4b5d-be9e-df3191cc759b', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'mac_address': 'fa:16:3e:c1:b9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'fc1d5d2f-98f3-459d-aacc-922d737e4185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:36Z', 'updated_at': '2021-09-18T04:59:41Z', 'revision_number': 4, 'project_id': 'f0abe59b90ec49a4ba9e96599690902c', 'subnets': [{'id': 'fc1d5d2f-98f3-459d-aacc-922d737e4185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 04:59:42.926712 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-71afbb93-aa15-4967-b520-b4b73f63fea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:42.930270 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6efd2492-5aa6-4e9f-b24e-f1a5cb1587fb tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:42.931883 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6efd2492-5aa6-4e9f-b24e-f1a5cb1587fb tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2333009 Sep 18 04:59:42.935282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34404) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:42.941083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-bed80e76-9328-4ad6-82f4-5076aaaa3767 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Request body: {'security_group_rule': {'security_group_id': '06d0bfc3-f949-45f5-8b6c-88c117f0c983', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:43.050998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9da6b-2aaa-47f6-9124-f7497431eade req-525ccd7e-5882-417f-80db-34c92f09975c tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:43.066539 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-86e9da6b-2aaa-47f6-9124-f7497431eade req-525ccd7e-5882-417f-80db-34c92f09975c tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 948 time: 0.1673865 Sep 18 04:59:43.080432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afbb93-aa15-4967-b520-b4b73f63fea6 None None] Pushing event updated for resources: {'Port': ['ID=f080ac59-b14a-4166-9302-5b6fcd890c18,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:43.095431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:43.122936 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-86e9da6b-2aaa-47f6-9124-f7497431eade req-e9dc4b94-9a4e-43e4-a650-e008d6a12b41 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553484 Sep 18 04:59:43.153877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-f5dd14e3-2ee8-485c-9419-b4b82f02ef31 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=11043179728f49a1b23727cea250eb68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323808 Sep 18 04:59:43.156558 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:43.266884 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:43.296307 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7fbf47-003b-4fa9-b110-21d85136ac9c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:43.339063 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bed80e76-9328-4ad6-82f4-5076aaaa3767 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:43.400950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 04:59:43.405645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:43.406027 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:43.418915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-44c9208d-7e86-4f75-b620-21c8d3023658 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:43.420508 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-44c9208d-7e86-4f75-b620-21c8d3023658 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565873 Sep 18 04:59:43.483741 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bed80e76-9328-4ad6-82f4-5076aaaa3767 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:43.487024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Allocated IP 192.168.233.225 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/00a14f80-61a7-4369-b0e6-c4415d90efbc) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:59:43.505120 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-e928ab13-17dd-41a7-9b85-176e0f7230bc tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/quotas/11043179728f49a1b23727cea250eb68 HTTP/1.1" status: 200 len: 375 time: 0.0719464 Sep 18 04:59:43.582042 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-47dc4b4f-f9b6-497b-9d63-cac2c839bf2f tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=11043179728f49a1b23727cea250eb68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670006 Sep 18 04:59:43.608850 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:43.610621 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bed80e76-9328-4ad6-82f4-5076aaaa3767 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:43.614741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b733f9-96ea-4aff-bb53-7e6aee503e8f req-a2ef15b8-bafa-40b6-a423-4c4040b38736 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:43.625708 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e5b733f9-96ea-4aff-bb53-7e6aee503e8f req-a2ef15b8-bafa-40b6-a423-4c4040b38736 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 970 time: 0.0757449 Sep 18 04:59:43.643490 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2b57a6-ea04-461e-9bcf-6a6edac49573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61da8700-90c6-4f1b-9f84-c0d118e2bcd4'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:43.660129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed80e76-9328-4ad6-82f4-5076aaaa3767 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c098ef5a-f140-482a-b96e-23213c902e47,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:43.675019 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e5b733f9-96ea-4aff-bb53-7e6aee503e8f req-a98ee018-c3d7-4573-8fd7-6e1c4e65643b tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479562 Sep 18 04:59:43.766173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:43.769045 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bed80e76-9328-4ad6-82f4-5076aaaa3767 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:43.770427 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bed80e76-9328-4ad6-82f4-5076aaaa3767 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8340666 Sep 18 04:59:43.773530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34442) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:43.791893 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5533f1ae-aeb3-4f8a-a229-cbe2106b4908 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Request body: {'security_group_rule': {'security_group_id': '06d0bfc3-f949-45f5-8b6c-88c117f0c983', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:43.853051 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:43.854761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device abaf68a6-364e-4356-915b-1006953f0b03 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:43.870310 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a7aba2f4-5b48-4bc6-877a-59d3aa803b13 req-833b3622-9aad-4a5f-8dbb-ef4c21daa241 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 210 time: 0.0975447 Sep 18 04:59:43.915466 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:43.918314 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5533f1ae-aeb3-4f8a-a229-cbe2106b4908 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:43.968877 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477da694-cc3a-4b6a-8a9c-4bcd5db249e0" -d '{"events": [{"server_uuid": "2a2b57a6-ea04-461e-9bcf-6a6edac49573", "name": "network-vif-plugged", "status": "completed", "tag": "61da8700-90c6-4f1b-9f84-c0d118e2bcd4"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:44.006164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:44.041995 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:44.069199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port abaf68a6-364e-4356-915b-1006953f0b03 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 04:59:44.074250 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port abaf68a6-364e-4356-915b-1006953f0b03 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:44.074551 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:44.134068 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5533f1ae-aeb3-4f8a-a229-cbe2106b4908 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:44.164047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5885e-2019-46f8-bc56-0e54b4dc2f1d req-f17370b4-fd46-46c7-a000-9b2bb7b0ea64 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:44.173256 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e8b5885e-2019-46f8-bc56-0e54b4dc2f1d req-f17370b4-fd46-46c7-a000-9b2bb7b0ea64 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 967 time: 0.1508043 Sep 18 04:59:44.174429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:44.205424 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:44.222304 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5533f1ae-aeb3-4f8a-a229-cbe2106b4908 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:44.255475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port abaf68a6-364e-4356-915b-1006953f0b03, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=abaf68a6-364e-4356-915b-1006953f0b03,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:44.257173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:44.259833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Pushing event updated for resources: {'Port': ['ID=00a14f80-61a7-4369-b0e6-c4415d90efbc,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:44.271737 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e8b5885e-2019-46f8-bc56-0e54b4dc2f1d req-8725a014-6dff-493e-b246-c1376fa69038 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961907 Sep 18 04:59:44.273214 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7f62b003-8101-4ca9-88ce-d59b59ad310b req-b3b0ac73-8d98-4818-837a-744d421f56e5 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 210 time: 0.1793160 Sep 18 04:59:44.287642 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:59:44.300214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533f1ae-aeb3-4f8a-a229-cbe2106b4908 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77eeaf20-2d00-43db-989f-efe22e08b096,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:44.308036 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:44.308036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:44.331551 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:44.393299 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f080ac59-b14a-4166-9302-5b6fcd890c18 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:44.411159 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5533f1ae-aeb3-4f8a-a229-cbe2106b4908 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:44.412879 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5533f1ae-aeb3-4f8a-a229-cbe2106b4908 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6364706 Sep 18 04:59:44.416621 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34466) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:44.421870 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:44.460589 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ca946794-ebd4-4f93-979f-d81480931b73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0585804 Sep 18 04:59:44.474276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Request body: {'port': {'device_id': '07901029-ffff-47fe-a769-bbe16f794689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:44.496203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=abaf68a6-364e-4356-915b-1006953f0b03,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:44.536698 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port f080ac59-b14a-4166-9302-5b6fcd890c18 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:44.537156 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:44.556880 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:44.568582 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:44.585517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c311aa-5e55-4c0f-a905-7ecc57e3cf16 req-c07f5883-c9b8-4ceb-9edb-ae7801fa1081 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:44.589579 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0c311aa-5e55-4c0f-a905-7ecc57e3cf16 req-c07f5883-c9b8-4ceb-9edb-ae7801fa1081 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 948 time: 0.1825602 Sep 18 04:59:44.674708 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0c311aa-5e55-4c0f-a905-7ecc57e3cf16 req-8ef206ec-7947-4b7b-93c8-8b6e2def8d8d tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816996 Sep 18 04:59:44.712047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a6100b8d-1d12-4a9e-822d-2194a40250f4 None None] Provisioning complete for port 00a14f80-61a7-4369-b0e6-c4415d90efbc triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:44.712047 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a6100b8d-1d12-4a9e-822d-2194a40250f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:44.763885 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4757c75-f2c8-4f5a-b615-a118bf660cca x-openstack-request-id: req-e4757c75-f2c8-4f5a-b615-a118bf660cca {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 04:59:44.764185 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2b57a6-ea04-461e-9bcf-6a6edac49573", "name": "network-vif-plugged", "status": "completed", "tag": "61da8700-90c6-4f1b-9f84-c0d118e2bcd4", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 04:59:44.764475 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4757c75-f2c8-4f5a-b615-a118bf660cca {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 04:59:44.764937 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2b57a6-ea04-461e-9bcf-6a6edac49573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61da8700-90c6-4f1b-9f84-c0d118e2bcd4', 'code': 200} Sep 18 04:59:44.775183 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:44.793314 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a6100b8d-1d12-4a9e-822d-2194a40250f4 None None] Port 00a14f80-61a7-4369-b0e6-c4415d90efbc cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 04:59:44.918382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec956bb-88a0-4b0f-b87e-ee2757639bca req-802f3026-c156-4f4f-af54-a109062ed46f tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:44.919978 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eec956bb-88a0-4b0f-b87e-ee2757639bca req-802f3026-c156-4f4f-af54-a109062ed46f tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 971 time: 0.0957196 Sep 18 04:59:45.031852 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eec956bb-88a0-4b0f-b87e-ee2757639bca req-eb5c125b-f69f-4c24-8525-02df2b6c2f32 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790973 Sep 18 04:59:45.113573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a14f80-61a7-4369-b0e6-c4415d90efbc {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 04:59:45.121892 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:45.135284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Transition to ACTIVE for port object 00a14f80-61a7-4369-b0e6-c4415d90efbc will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 04:59:45.177970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:45.228537 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Allocated IP 172.25.7.124 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/673c9119-79ee-403f-9618-1b7b624c0df5) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:59:45.237365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Pushing event updated for resources: {'Port': ['ID=00a14f80-61a7-4369-b0e6-c4415d90efbc,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:45.244066 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f9cfe-619b-4f12-9a31-4c2490f3736d req-0be7368b-c06c-4dde-a43a-216051da0606 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:45.245618 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-092f9cfe-619b-4f12-9a31-4c2490f3736d req-0be7368b-c06c-4dde-a43a-216051da0606 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 936 time: 0.2672350 Sep 18 04:59:45.268627 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec5610-3711-41b8-a89d-966c67ff00df req-9e37850c-7e8d-405e-a2ca-346ba0212f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:45.270125 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dbec5610-3711-41b8-a89d-966c67ff00df req-9e37850c-7e8d-405e-a2ca-346ba0212f4f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 1119 time: 0.3938189 Sep 18 04:59:45.288091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Attempting to bind port 00a14f80-61a7-4369-b0e6-c4415d90efbc on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:45.288514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Attempting to bind port 00a14f80-61a7-4369-b0e6-c4415d90efbc by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:45.288929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Attempting to bind port 00a14f80-61a7-4369-b0e6-c4415d90efbc on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:45.294382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Port 00a14f80-61a7-4369-b0e6-c4415d90efbc on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 04:59:45.294826 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Attempting to bind port 00a14f80-61a7-4369-b0e6-c4415d90efbc on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:45.295461 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dbec5610-3711-41b8-a89d-966c67ff00df req-046d7248-a7f3-4b22-ad39-e2b6ca67a1c4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:45.300423 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:45.300805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:45.301195 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:45.301627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Bound port: 00a14f80-61a7-4369-b0e6-c4415d90efbc, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:45.302097 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:45.392348 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-092f9cfe-619b-4f12-9a31-4c2490f3736d req-638ef986-a1d8-4dd9-a3b5-526facb3dc73 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395848 Sep 18 04:59:45.399444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] For port 00a14f80-61a7-4369-b0e6-c4415d90efbc, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:45.404706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] For port 00a14f80-61a7-4369-b0e6-c4415d90efbc, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=00a14f80-61a7-4369-b0e6-c4415d90efbc,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:45.501582 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:45.512081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982dd363-22ff-4c3a-be48-ea395f533bf8 req-d06bd200-cbc7-4a70-a07e-03cc2756ce49 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:45.512081 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-982dd363-22ff-4c3a-be48-ea395f533bf8 req-d06bd200-cbc7-4a70-a07e-03cc2756ce49 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 967 time: 0.0596986 Sep 18 04:59:45.512081 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:45.546426 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f709d82-d183-40f5-9f12-dc49aa493a21 req-26c81127-9146-4d49-9482-1cf9282c8fb0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 210 time: 0.0428317 Sep 18 04:59:45.557659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:45.558275 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:45.559801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] 10.222.0.13 "PUT /v2.0/ports/00a14f80-61a7-4369-b0e6-c4415d90efbc HTTP/1.1" status: 200 len: 1097 time: 1.0907726 Sep 18 04:59:45.563056 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07901029-ffff-47fe-a769-bbe16f794689', 'tag': '00a14f80-61a7-4369-b0e6-c4415d90efbc'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:45.563056 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9342815c-6d05-46ac-80f0-206427ddfbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "07901029-ffff-47fe-a769-bbe16f794689", "tag": "00a14f80-61a7-4369-b0e6-c4415d90efbc"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:45.602773 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dbec5610-3711-41b8-a89d-966c67ff00df req-046d7248-a7f3-4b22-ad39-e2b6ca67a1c4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:45.606709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-982dd363-22ff-4c3a-be48-ea395f533bf8 req-81e4fd72-1c17-4615-9319-82a720c080fd tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902662 Sep 18 04:59:45.621634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d81450-ee0c-4e29-b094-95aca8b6fa0b service neutron] Pushing event updated for resources: {'Port': ['ID=00a14f80-61a7-4369-b0e6-c4415d90efbc,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:45.665098 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9f4f3b-702a-41ad-9ee5-f7cd53bf451d x-openstack-request-id: req-eb9f4f3b-702a-41ad-9ee5-f7cd53bf451d {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 04:59:45.665298 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07901029-ffff-47fe-a769-bbe16f794689", "tag": "00a14f80-61a7-4369-b0e6-c4415d90efbc", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 04:59:45.665501 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb9f4f3b-702a-41ad-9ee5-f7cd53bf451d {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 04:59:45.665834 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07901029-ffff-47fe-a769-bbe16f794689', 'tag': '00a14f80-61a7-4369-b0e6-c4415d90efbc', 'status': 'completed', 'code': 200} Sep 18 04:59:45.670584 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:45.673265 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dbec5610-3711-41b8-a89d-966c67ff00df req-046d7248-a7f3-4b22-ad39-e2b6ca67a1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:45.736859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device b568dc63-0443-46bf-a535-e7614f7de132 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 04:59:45.784338 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:45.786253 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dbec5610-3711-41b8-a89d-966c67ff00df req-046d7248-a7f3-4b22-ad39-e2b6ca67a1c4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075166 Sep 18 04:59:45.809359 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:45.816327 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:59:45.828611 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d7248-a7f3-4b22-ad39-e2b6ca67a1c4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=578b0b9a-30ea-428f-9c83-15a169bd2fd1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:45.899346 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Pushing event updated for resources: {'Port': ['ID=673c9119-79ee-403f-9618-1b7b624c0df5,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:45.921874 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:45.935067 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port b568dc63-0443-46bf-a535-e7614f7de132, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b568dc63-0443-46bf-a535-e7614f7de132,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:45.950101 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'b568dc63-0443-46bf-a535-e7614f7de132', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'b568dc63-0443-46bf-a535-e7614f7de132', 'mac_address': 'fa:16:3e:75:26:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 04:59:45.989746 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:46.007553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b568dc63-0443-46bf-a535-e7614f7de132 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 04:59:46.028601 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port b568dc63-0443-46bf-a535-e7614f7de132, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b568dc63-0443-46bf-a535-e7614f7de132,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:46.038573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342815c-6d05-46ac-80f0-206427ddfbbc req-7a0c4b39-d93d-4cf9-b91d-f2826939df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:46.041590 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9342815c-6d05-46ac-80f0-206427ddfbbc req-7a0c4b39-d93d-4cf9-b91d-f2826939df0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4983c1f429d5463c815929533291e079&device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 1100 time: 0.3167887 Sep 18 04:59:46.069715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbda31-eaf9-4e10-8c61-90927219525e req-fdcaf579-e308-48c1-b4f5-6dec8db1290f tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:46.071915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7cbda31-eaf9-4e10-8c61-90927219525e req-fdcaf579-e308-48c1-b4f5-6dec8db1290f tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 948 time: 0.2994053 Sep 18 04:59:46.083333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9342815c-6d05-46ac-80f0-206427ddfbbc req-862acf11-3778-4f89-9753-171af94a1cfc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4983c1f429d5463c815929533291e079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337148 Sep 18 04:59:46.174669 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7cbda31-eaf9-4e10-8c61-90927219525e req-187807c6-7b14-4620-8d93-79f30df0c513 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943046 Sep 18 04:59:46.177139 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3906872-9547-49f4-84ed-39e9a6bc5c93 req-0f0a3d23-0766-4171-9e35-656943bc9f34 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:46.221249 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d3906872-9547-49f4-84ed-39e9a6bc5c93 req-0f0a3d23-0766-4171-9e35-656943bc9f34 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 971 time: 0.0605068 Sep 18 04:59:46.221340 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342815c-6d05-46ac-80f0-206427ddfbbc req-2a443b60-dfcd-409b-b0de-50d4dc778266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:46.221340 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9342815c-6d05-46ac-80f0-206427ddfbbc req-2a443b60-dfcd-409b-b0de-50d4dc778266 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1176870 Sep 18 04:59:46.236816 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d3906872-9547-49f4-84ed-39e9a6bc5c93 req-bc6158bd-ebae-4928-ac68-d094540ea020 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508525 Sep 18 04:59:46.292412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-1f18fade-f7b6-4588-87e5-be181258c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:46.293924 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-1f18fade-f7b6-4588-87e5-be181258c100 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4983c1f429d5463c815929533291e079&device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 1100 time: 0.0423563 Sep 18 04:59:46.335595 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-ff13a205-d4d9-40a7-8ad3-a78cc765d16d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=00a14f80-61a7-4369-b0e6-c4415d90efbc HTTP/1.1" status: 200 len: 217 time: 0.0338559 Sep 18 04:59:46.387467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-7ac07120-ce5c-498f-9925-d9a09957006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:46.388933 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-7ac07120-ce5c-498f-9925-d9a09957006c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0467072 Sep 18 04:59:46.434293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-8c7e18f0-5ea6-4912-8ddd-cc1076126fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:46.435809 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-8c7e18f0-5ea6-4912-8ddd-cc1076126fad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0391426 Sep 18 04:59:46.564506 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a212e8-cf95-4301-b997-763018be12be req-a7ec5fe3-17a9-4cc8-a934-87dc52bc81be tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:46.565891 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9a212e8-cf95-4301-b997-763018be12be req-a7ec5fe3-17a9-4cc8-a934-87dc52bc81be tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 948 time: 0.0991135 Sep 18 04:59:46.571310 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-b630c580-a516-40a3-a6f1-0ea6736faa34 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278672 Sep 18 04:59:46.623008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.13', 59236) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:46.646277 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:46.658015 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2997f221-5cb1-4025-87ef-1848514862ff req-f78723cc-6b0f-4e90-8544-ebfbff865c20 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 210 time: 0.0370600 Sep 18 04:59:46.686530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9a212e8-cf95-4301-b997-763018be12be req-ba7de206-afb7-4c9a-aa6b-1aadb6b79070 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141887 Sep 18 04:59:46.698252 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-fddc25b2-3522-496f-b8b4-a5633db936f9 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=11043179728f49a1b23727cea250eb68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724111 Sep 18 04:59:46.722930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=b568dc63-0443-46bf-a535-e7614f7de132,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:46.731393 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:46.764174 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0091c6c9-ee91-4b37-a172-1e15032f1168 req-92a8e875-37a1-4fd3-8ca8-b8d46f1eb0ed service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850085 Sep 18 04:59:46.766236 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abaf68a6-364e-4356-915b-1006953f0b03'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:46.768837 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baab4dc0-5baf-4ed7-afc8-9c3fbd56017d" -d '{"events": [{"server_uuid": "002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c", "name": "network-vif-plugged", "status": "completed", "tag": "abaf68a6-364e-4356-915b-1006953f0b03"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:46.828267 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07285bee-2085-490b-9dcd-4f7919867e3e x-openstack-request-id: req-07285bee-2085-490b-9dcd-4f7919867e3e {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 04:59:46.828981 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c", "name": "network-vif-plugged", "status": "completed", "tag": "abaf68a6-364e-4356-915b-1006953f0b03", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 04:59:46.829288 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07285bee-2085-490b-9dcd-4f7919867e3e {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 04:59:46.829662 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abaf68a6-364e-4356-915b-1006953f0b03', 'code': 200} Sep 18 04:59:46.866122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-6bff25e3-ab27-49b3-9db7-83b23640c2af tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:46.869151 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-6bff25e3-ab27-49b3-9db7-83b23640c2af tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581855 Sep 18 04:59:46.885491 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Request body: {'port': {'device_id': '0f7043a3-d373-41de-96fa-024c5de9d4ef', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '11043179728f49a1b23727cea250eb68'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:46.941768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['b568dc63-0443-46bf-a535-e7614f7de132'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 04:59:46.980023 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fe4f9-bfea-4d0c-b25c-ff4131754490 req-3772f124-ea3f-40b1-86fb-9e29dafe0791 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:46.981614 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-905fe4f9-bfea-4d0c-b25c-ff4131754490 req-3772f124-ea3f-40b1-86fb-9e29dafe0791 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 967 time: 0.2106974 Sep 18 04:59:46.997507 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721666-57c2-4a4a-a816-f94ba74e0158 req-9a99431e-7515-4aae-93dc-f434b7d52b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:46.998893 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fb721666-57c2-4a4a-a816-f94ba74e0158 req-9a99431e-7515-4aae-93dc-f434b7d52b44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 1123 time: 0.0930843 Sep 18 04:59:47.014788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:47.066462 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-905fe4f9-bfea-4d0c-b25c-ff4131754490 req-4094b7d9-222f-4384-8131-014ecff16d95 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710127 Sep 18 04:59:47.068047 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fb721666-57c2-4a4a-a816-f94ba74e0158 req-02a7d0bf-0b48-4944-a229-8770c0f3d3d8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566280 Sep 18 04:59:47.085741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Made reservation on behalf of 11043179728f49a1b23727cea250eb68 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:47.096054 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:47.099010 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:47.125519 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:47.156217 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:47.176191 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Pushing event updated for resources: {'Port': ['ID=673c9119-79ee-403f-9618-1b7b624c0df5,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:47.202173 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:47.292281 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:47.302023 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bf26b-314c-4969-a724-8f58957d01b6 req-ce651d43-69c2-4b55-854a-9e16cadf3f30 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:47.303508 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e5bf26b-314c-4969-a724-8f58957d01b6 req-ce651d43-69c2-4b55-854a-9e16cadf3f30 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 949 time: 0.0545285 Sep 18 04:59:47.357491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edb892-c403-4df4-b821-65486635176b req-dc0660d3-d4cd-4f2b-a008-82801c00bb46 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:47.358924 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-59edb892-c403-4df4-b821-65486635176b req-dc0660d3-d4cd-4f2b-a008-82801c00bb46 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 971 time: 0.0498867 Sep 18 04:59:47.391232 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6788b093-c1ed-401e-aba8-5ffe192ab425,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:47.398472 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-59edb892-c403-4df4-b821-65486635176b req-81c182f8-9aec-4b80-b4ef-4d69eb03d52c tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324235 Sep 18 04:59:47.405579 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:47.407702 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ea6dd823-6090-4562-9f44-a72487bf0151 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9898198 Sep 18 04:59:47.439050 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-5c5f1afd-4e37-461c-89ab-d0f5e18eb831 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=11043179728f49a1b23727cea250eb68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442209 Sep 18 04:59:47.465810 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e5bf26b-314c-4969-a724-8f58957d01b6 req-bc0c61a3-ffab-4e7a-93fc-7a964055f433 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507120 Sep 18 04:59:47.569055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Allocated IP 192.168.233.63 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:59:47.634569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-dba2c1ae-1abd-464b-8c7a-cdf871ef7f5e tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:47.636200 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-dba2c1ae-1abd-464b-8c7a-cdf871ef7f5e tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737175 Sep 18 04:59:47.654121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-f205da68-3041-4a48-8785-dd5623d32e56 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Request body: {'port': {'device_id': 'da94e818-118e-4a4d-bfb3-a52d686149ee', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '11043179728f49a1b23727cea250eb68'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:47.729980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device b568dc63-0443-46bf-a535-e7614f7de132 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:47.744174 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-84869599-3f8e-4605-a853-938d34a49005 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--336450193&fields=id&tenant_id=c1ea1154b38e4575a5ba59a023ffbcb2 HTTP/1.1" status: 200 len: 267 time: 0.0648828 Sep 18 04:59:47.803321 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fccf72df-8646-42ea-8d8b-9e9b06060885 req-6fa4ca7e-7ad8-4af9-a824-1eff59e21380 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 210 time: 0.0650797 Sep 18 04:59:47.859965 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:47.893860 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-8fcf8c91-5937-4465-9a88-8438b26f675b tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:47.896517 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-8fcf8c91-5937-4465-9a88-8438b26f675b tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/networks?id=82fcc668-a5c0-4e9b-b029-5f6c72770101 HTTP/1.1" status: 200 len: 823 time: 0.1414948 Sep 18 04:59:47.896668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port b568dc63-0443-46bf-a535-e7614f7de132 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 04:59:47.900754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port b568dc63-0443-46bf-a535-e7614f7de132 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:47.901594 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:47.913432 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-c25066af-0e96-43ca-b5bd-fe68633075dc tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/quotas/c1ea1154b38e4575a5ba59a023ffbcb2 HTTP/1.1" status: 200 len: 375 time: 0.0101728 Sep 18 04:59:47.947191 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2d9d2-59e4-42dd-b574-c32d579e1bc1 req-062afd50-50f2-45f5-b582-339c075d1f9c tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:47.948759 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-93a2d9d2-59e4-42dd-b574-c32d579e1bc1 req-062afd50-50f2-45f5-b582-339c075d1f9c tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 948 time: 0.0691853 Sep 18 04:59:47.971900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-f205da68-3041-4a48-8785-dd5623d32e56 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Made reservation on behalf of 11043179728f49a1b23727cea250eb68 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:47.975457 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-f205da68-3041-4a48-8785-dd5623d32e56 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:47.984043 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-df491db4-6893-4b67-b5fb-7f3c5dc570ff tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1ea1154b38e4575a5ba59a023ffbcb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636845 Sep 18 04:59:47.997666 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:48.001979 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:48.017191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-93a2d9d2-59e4-42dd-b574-c32d579e1bc1 req-3f72a93c-777d-469c-bf97-b1c4eb905d0d tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589232 Sep 18 04:59:48.053612 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port b568dc63-0443-46bf-a535-e7614f7de132, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b568dc63-0443-46bf-a535-e7614f7de132,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:48.093991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:48.103663 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:48.107276 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-749f7ada-eab6-4fd2-8f9f-93967102a871 service neutron] 10.222.0.23 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056852 Sep 18 04:59:48.108167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:59:48.113738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:48.114708 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:48.116779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Pushing event updated for resources: {'Port': ['ID=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:48.126094 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:48.201661 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=b568dc63-0443-46bf-a535-e7614f7de132,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:48.227919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-f205da68-3041-4a48-8785-dd5623d32e56 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Allocated IP 192.168.233.226 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/88f473dd-ceb5-4f30-9f83-3ad1ee42e850) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:59:48.234452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-f44c7b91-b56a-4a6c-b47b-06a7471882b0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3546150 Sep 18 04:59:48.250641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Request body: {'port': {'device_id': '0f7043a3-d373-41de-96fa-024c5de9d4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:48.259697 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-0f2650a4-2d90-4d5d-87f8-f863b1d68bc4 service neutron] 10.222.0.23 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327906 Sep 18 04:59:48.312990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359efcf-3b1b-41e8-8bae-2019b2f176d7 req-160282de-4654-4fe7-a79d-c5d6a0e41daf tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:48.314560 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6359efcf-3b1b-41e8-8bae-2019b2f176d7 req-160282de-4654-4fe7-a79d-c5d6a0e41daf tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 967 time: 0.1249976 Sep 18 04:59:48.408328 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:48.447910 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6359efcf-3b1b-41e8-8bae-2019b2f176d7 req-2e492684-4db9-41e8-8607-13404d794e34 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218503 Sep 18 04:59:48.462593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3068d4a6-5e25-4ec8-83b6-769a18bb6f6d None None] Provisioning complete for port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:48.462593 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3068d4a6-5e25-4ec8-83b6-769a18bb6f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:48.540902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3068d4a6-5e25-4ec8-83b6-769a18bb6f6d None None] Port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 04:59:48.577665 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a82e75-6128-419e-861e-d813e6d44d91 req-6a3bb4cf-7069-468b-8060-fcaa198f7b10 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:48.578434 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22707a29-c054-429b-98ae-e7a9a8b85745 req-3780cd5e-708e-4c02-87bf-889b78ea3988 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 210 time: 0.0533311 Sep 18 04:59:48.584832 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-78a82e75-6128-419e-861e-d813e6d44d91 req-6a3bb4cf-7069-468b-8060-fcaa198f7b10 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 971 time: 0.0657341 Sep 18 04:59:48.623460 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-f205da68-3041-4a48-8785-dd5623d32e56 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:48.639998 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-78a82e75-6128-419e-861e-d813e6d44d91 req-0b8971d6-42af-4805-9281-f466a1a62530 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539899 Sep 18 04:59:48.733931 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-f205da68-3041-4a48-8785-dd5623d32e56 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:48.768298 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b395908-40f2-414f-afa2-664022bbec28 req-33f539e7-f2a0-4d70-b14b-81bf80db8950 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:48.776093 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8b395908-40f2-414f-afa2-664022bbec28 req-33f539e7-f2a0-4d70-b14b-81bf80db8950 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 950 time: 0.0565889 Sep 18 04:59:48.813901 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8b395908-40f2-414f-afa2-664022bbec28 req-2d6eaf7b-b7db-43bd-a0a6-55250d203632 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373008 Sep 18 04:59:48.830646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b2c746-1dc8-40d5-9df8-48027a4a1f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b568dc63-0443-46bf-a535-e7614f7de132'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:48.834440 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b6a5fd-7f1e-4fef-8f70-2563d23a9ed9" -d '{"events": [{"server_uuid": "09b2c746-1dc8-40d5-9df8-48027a4a1f2b", "name": "network-vif-plugged", "status": "completed", "tag": "b568dc63-0443-46bf-a535-e7614f7de132"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:48.839032 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-f205da68-3041-4a48-8785-dd5623d32e56 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:48.873672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-f205da68-3041-4a48-8785-dd5623d32e56 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:48.893017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-f205da68-3041-4a48-8785-dd5623d32e56 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:59:48.898580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-f205da68-3041-4a48-8785-dd5623d32e56 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:48.899572 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-f205da68-3041-4a48-8785-dd5623d32e56 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:48.902674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205da68-3041-4a48-8785-dd5623d32e56 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Pushing event updated for resources: {'Port': ['ID=88f473dd-ceb5-4f30-9f83-3ad1ee42e850,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:48.967926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2a65f-c9a1-4adb-8772-b1e514ea9896 req-0bf3bade-c877-4f41-802f-10a6b5752b18 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:48.968303 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99d2a65f-c9a1-4adb-8772-b1e514ea9896 req-0bf3bade-c877-4f41-802f-10a6b5752b18 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 1119 time: 0.1337824 Sep 18 04:59:48.979103 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3234cb-8c68-43cc-bf2e-8998c7a9e767 req-a59ad608-f9fa-4c6a-9209-a7e9669995a0 tempest-AggregatesAdminTestJSON-274282675 tempest-AggregatesAdminTestJSON-274282675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:48.981609 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dd3234cb-8c68-43cc-bf2e-8998c7a9e767 req-a59ad608-f9fa-4c6a-9209-a7e9669995a0 tempest-AggregatesAdminTestJSON-274282675 tempest-AggregatesAdminTestJSON-274282675-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 1123 time: 0.0499847 Sep 18 04:59:49.007801 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dd3234cb-8c68-43cc-bf2e-8998c7a9e767 req-1104e066-cc35-4679-a38b-2b1596fdb36a tempest-AggregatesAdminTestJSON-274282675 tempest-AggregatesAdminTestJSON-274282675-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:49.042010 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-f205da68-3041-4a48-8785-dd5623d32e56 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3917019 Sep 18 04:59:49.063673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Request body: {'port': {'device_id': 'da94e818-118e-4a4d-bfb3-a52d686149ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:49.102662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 04:59:49.110159 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dd3234cb-8c68-43cc-bf2e-8998c7a9e767 req-1104e066-cc35-4679-a38b-2b1596fdb36a tempest-AggregatesAdminTestJSON-274282675 tempest-AggregatesAdminTestJSON-274282675-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:49.112980 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99d2a65f-c9a1-4adb-8772-b1e514ea9896 req-ec35c120-5c99-442e-b498-b033f9752006 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899789 Sep 18 04:59:49.115588 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:49.147008 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:49.165710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Transition to ACTIVE for port object d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 04:59:49.173259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-bfdce3b2-f7b1-4adb-bc2f-bbe75b051848 None None] Provisioning complete for port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:49.174208 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bfdce3b2-f7b1-4adb-bc2f-bbe75b051848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:49.177793 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dd3234cb-8c68-43cc-bf2e-8998c7a9e767 req-1104e066-cc35-4679-a38b-2b1596fdb36a tempest-AggregatesAdminTestJSON-274282675 tempest-AggregatesAdminTestJSON-274282675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:49.219240 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-bfdce3b2-f7b1-4adb-bc2f-bbe75b051848 None None] Port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 04:59:49.229140 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dd3234cb-8c68-43cc-bf2e-8998c7a9e767 req-1104e066-cc35-4679-a38b-2b1596fdb36a tempest-AggregatesAdminTestJSON-274282675 tempest-AggregatesAdminTestJSON-274282675-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404637 Sep 18 04:59:49.235353 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:49.243525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104e066-cc35-4679-a38b-2b1596fdb36a tempest-AggregatesAdminTestJSON-274282675 tempest-AggregatesAdminTestJSON-274282675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff58d41-9484-4c7b-88cc-ba07bdf3e26e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:49.326472 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246ffa1c-db22-4453-89ac-840f6630a504 x-openstack-request-id: req-246ffa1c-db22-4453-89ac-840f6630a504 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 04:59:49.326796 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b2c746-1dc8-40d5-9df8-48027a4a1f2b", "name": "network-vif-plugged", "status": "completed", "tag": "b568dc63-0443-46bf-a535-e7614f7de132", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 04:59:49.327060 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-246ffa1c-db22-4453-89ac-840f6630a504 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 04:59:49.327460 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b2c746-1dc8-40d5-9df8-48027a4a1f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b568dc63-0443-46bf-a535-e7614f7de132', 'code': 200} Sep 18 04:59:49.382085 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.13', 59237) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:49.453842 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Pushing event updated for resources: {'Port': ['ID=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:49.459323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Attempting to bind port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:49.459659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Attempting to bind port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:49.459986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Attempting to bind port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:49.463091 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dc9e6-e586-40cd-8132-468f8bf41d19 req-4037637c-2f76-4953-8b36-5a257a71b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:49.464942 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-484dc9e6-e586-40cd-8132-468f8bf41d19 req-4037637c-2f76-4953-8b36-5a257a71b145 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 1102 time: 0.0814631 Sep 18 04:59:49.479365 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe3d3-7cb1-40e3-be24-6f1f9f1f4fb9 req-c5c38cab-10f8-40f1-b268-c63c66d0c5e8 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:49.480821 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8fcfe3d3-7cb1-40e3-be24-6f1f9f1f4fb9 req-c5c38cab-10f8-40f1-b268-c63c66d0c5e8 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 948 time: 0.0683794 Sep 18 04:59:49.483368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 04:59:49.483702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Attempting to bind port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:49.501175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:49.501523 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:49.501846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:49.502287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Bound port: d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:49.502646 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:49.530893 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-484dc9e6-e586-40cd-8132-468f8bf41d19 req-f8e485d8-e0bf-4b08-94ba-c7e29784c3fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491304 Sep 18 04:59:49.549214 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8fcfe3d3-7cb1-40e3-be24-6f1f9f1f4fb9 req-8fc64ae9-8082-4608-a3a1-f4675ad56aef tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615487 Sep 18 04:59:49.558550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda57bb-c57e-4f57-a602-d007bc893d91 req-83e06342-5bd3-4e73-9cae-88bb833c93ff tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:49.559506 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4fda57bb-c57e-4f57-a602-d007bc893d91 req-83e06342-5bd3-4e73-9cae-88bb833c93ff tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 936 time: 0.1589603 Sep 18 04:59:49.652180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54521fa-1e6d-4889-a180-941f7f504a51 req-71f42488-04a2-4b95-ad5a-200a950cacb9 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:49.653788 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f54521fa-1e6d-4889-a180-941f7f504a51 req-71f42488-04a2-4b95-ad5a-200a950cacb9 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 1119 time: 0.0448112 Sep 18 04:59:49.693610 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f54521fa-1e6d-4889-a180-941f7f504a51 req-d5762508-5d47-44fe-87f2-62d8a156a2fd tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331321 Sep 18 04:59:49.746122 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 00a14f80-61a7-4369-b0e6-c4415d90efbc details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 04:59:49.838978 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4fda57bb-c57e-4f57-a602-d007bc893d91 req-9a292303-b80c-4006-900c-8e5fcb3c7d80 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671647 Sep 18 04:59:49.860915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 00a14f80-61a7-4369-b0e6-c4415d90efbc, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=00a14f80-61a7-4369-b0e6-c4415d90efbc,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:49.873693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '00a14f80-61a7-4369-b0e6-c4415d90efbc', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '00a14f80-61a7-4369-b0e6-c4415d90efbc', 'mac_address': 'fa:16:3e:9a:61:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 04:59:49.920497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] For port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:49.950254 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:49.965667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a14f80-61a7-4369-b0e6-c4415d90efbc {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 04:59:49.972275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] For port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:49.974857 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-de509cc2-2aea-4c4d-ad8f-525a64d8b585 req-8e2c3e90-fb03-4dbe-b92d-2275f1e3c2af tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 210 time: 0.0588877 Sep 18 04:59:49.992137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 00a14f80-61a7-4369-b0e6-c4415d90efbc, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=00a14f80-61a7-4369-b0e6-c4415d90efbc,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:50.026012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 04:59:50.033803 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:50.041625 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:50.045232 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:50.076398 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:50.077705 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:50.079681 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] 10.222.0.13 "PUT /v2.0/ports/d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad HTTP/1.1" status: 200 len: 1096 time: 1.8331673 Sep 18 04:59:50.113422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=00a14f80-61a7-4369-b0e6-c4415d90efbc,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:50.119926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7043a3-d373-41de-96fa-024c5de9d4ef', 'tag': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:50.122257 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80406aa9-d264-4eca-9707-113dac648032" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7043a3-d373-41de-96fa-024c5de9d4ef", "tag": "d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:50.173541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Transition to ACTIVE for port object 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 04:59:50.232305 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de042c22-8509-49f4-9660-10a0672a7239 service neutron] Pushing event updated for resources: {'Port': ['ID=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:50.254218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13211ebe-66c1-4fa2-9ef6-5043e76b2ffa req-538e2224-463f-44ad-8a69-72b76aa77829 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:50.255825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-13211ebe-66c1-4fa2-9ef6-5043e76b2ffa req-538e2224-463f-44ad-8a69-72b76aa77829 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 950 time: 0.1268780 Sep 18 04:59:50.262512 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:50.290347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-18d834ef-eba2-4471-bd2c-33ad881f33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:50.291329 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['00a14f80-61a7-4369-b0e6-c4415d90efbc'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 04:59:50.291848 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-18d834ef-eba2-4471-bd2c-33ad881f33f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11043179728f49a1b23727cea250eb68&device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 1099 time: 0.1055622 Sep 18 04:59:50.393299 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-13211ebe-66c1-4fa2-9ef6-5043e76b2ffa req-6485eb83-2627-4ac6-a60a-6dc9df7cbce1 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269872 Sep 18 04:59:50.394031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Pushing event updated for resources: {'Port': ['ID=88f473dd-ceb5-4f30-9f83-3ad1ee42e850,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:50.398298 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-40e73db7-a073-4205-af97-df4446597b11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad HTTP/1.1" status: 200 len: 217 time: 0.0957699 Sep 18 04:59:50.479881 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299536db-2aa6-4323-a3e4-ef443105cedb x-openstack-request-id: req-299536db-2aa6-4323-a3e4-ef443105cedb {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 04:59:50.480503 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7043a3-d373-41de-96fa-024c5de9d4ef", "tag": "d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 04:59:50.480594 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-299536db-2aa6-4323-a3e4-ef443105cedb {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 04:59:50.481234 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7043a3-d373-41de-96fa-024c5de9d4ef', 'tag': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad', 'status': 'completed', 'code': 200} Sep 18 04:59:50.484182 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Attempting to bind port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:50.484499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Attempting to bind port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:50.484831 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Attempting to bind port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:50.500156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-7f30c3dc-66c9-4a3c-8c15-fc7e7d62fdbd req-48b2fa04-754f-43f9-9832-5da68509b26d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 04:59:50.501404 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7f30c3dc-66c9-4a3c-8c15-fc7e7d62fdbd req-48b2fa04-754f-43f9-9832-5da68509b26d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066378 Sep 18 04:59:50.510152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 04:59:50.510505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Attempting to bind port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:50.522137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:50.525630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:50.525630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:50.525630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Bound port: 88f473dd-ceb5-4f30-9f83-3ad1ee42e850, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:50.525630 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:50.540798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-cd7a61a5-5cf5-421b-b7e4-d1ea6e42ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:50.542319 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-cd7a61a5-5cf5-421b-b7e4-d1ea6e42ed38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1360931 Sep 18 04:59:50.641741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-5e650882-21ca-4e7c-89ea-b8cae3b075bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:50.643254 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-5e650882-21ca-4e7c-89ea-b8cae3b075bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0776091 Sep 18 04:59:50.646284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] For port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:50.650288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] For port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=88f473dd-ceb5-4f30-9f83-3ad1ee42e850,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:50.747789 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:50.779774 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-bae55356-b9e8-48ff-851e-2552602ba7c7 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:50.781278 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-bae55356-b9e8-48ff-851e-2552602ba7c7 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.18 "GET /v2.0/networks?id=82fcc668-a5c0-4e9b-b029-5f6c72770101 HTTP/1.1" status: 200 len: 823 time: 0.1125019 Sep 18 04:59:50.806067 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:50.806681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:50.808054 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] 10.222.0.13 "PUT /v2.0/ports/88f473dd-ceb5-4f30-9f83-3ad1ee42e850 HTTP/1.1" status: 200 len: 1097 time: 1.7570105 Sep 18 04:59:50.827772 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0993f8-e0e1-4b53-9855-952ce20edad7 req-a1cd2304-1a84-419e-8ae7-c13316c5fc15 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:50.829349 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d0993f8-e0e1-4b53-9855-952ce20edad7 req-a1cd2304-1a84-419e-8ae7-c13316c5fc15 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 949 time: 0.1668813 Sep 18 04:59:50.842286 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-3ba3f9ef-7810-40b0-940c-75809a6f0387 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1ea1154b38e4575a5ba59a023ffbcb2 HTTP/1.1" status: 200 len: 379 time: 0.0515585 Sep 18 04:59:50.847115 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-12461b92-5037-46fd-b41d-55497deb5b0a service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954184 Sep 18 04:59:50.854273 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-258f4507-8584-4f13-ab73-adfce9b4ab1c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Request body: {'port': {'device_id': '0b7f74b5-1060-4060-b299-dc1b1cb8abd7', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'admin_state_up': True, 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'security_groups': ['06d0bfc3-f949-45f5-8b6c-88c117f0c983']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:50.910320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb33a71-affb-46b5-9548-899f302cba25 service neutron] Pushing event updated for resources: {'Port': ['ID=88f473dd-ceb5-4f30-9f83-3ad1ee42e850,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:50.929106 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d0993f8-e0e1-4b53-9855-952ce20edad7 req-0d2d6cb9-9922-45a4-80ed-d6a8b537e120 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934639 Sep 18 04:59:51.037669 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d78937-79ab-49ac-a7dc-2e66232c3ff2 req-c822a860-22ff-43a6-9877-091c69bd171a service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823494 Sep 18 04:59:51.056156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-5234d0dd-8a74-447f-99f2-e04e6546e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:51.057696 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-5234d0dd-8a74-447f-99f2-e04e6546e518 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11043179728f49a1b23727cea250eb68&device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 1100 time: 0.0732136 Sep 18 04:59:51.096296 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-258f4507-8584-4f13-ab73-adfce9b4ab1c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Made reservation on behalf of c1ea1154b38e4575a5ba59a023ffbcb2 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 04:59:51.099920 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-258f4507-8584-4f13-ab73-adfce9b4ab1c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:51.127363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-3b0264bd-3a29-4f45-86b8-d78380248acd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=88f473dd-ceb5-4f30-9f83-3ad1ee42e850 HTTP/1.1" status: 200 len: 217 time: 0.0574646 Sep 18 04:59:51.204730 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-d1b1e355-f5a0-4860-a556-a56a96013960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:51.206185 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-d1b1e355-f5a0-4860-a556-a56a96013960 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0651722 Sep 18 04:59:51.214961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076ee2f-1113-4d8c-b936-fa23bf0279c5 req-c96de4d4-1c8f-48a6-a35b-ff61508ff55f tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:51.216457 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4076ee2f-1113-4d8c-b936-fa23bf0279c5 req-c96de4d4-1c8f-48a6-a35b-ff61508ff55f tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 948 time: 0.0843635 Sep 18 04:59:51.247388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-258f4507-8584-4f13-ab73-adfce9b4ab1c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Allocated IP 172.20.0.12 (82fcc668-a5c0-4e9b-b029-5f6c72770101/3409b39b-756b-440c-b4a9-d0df86abb0d4/af382257-c3d1-4283-bd99-b1c8c7220be2) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 04:59:51.321403 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4076ee2f-1113-4d8c-b936-fa23bf0279c5 req-edcee5d3-bdda-4d38-801e-22d231e521da tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947480 Sep 18 04:59:51.333248 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-7fee676c-4dbd-4a1a-a856-63fe46ee961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:51.334746 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-7fee676c-4dbd-4a1a-a856-63fe46ee961f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1028397 Sep 18 04:59:51.336765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406aa9-d264-4eca-9707-113dac648032 req-a1060dad-5d78-40b3-b7e9-3ce502477266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:51.338133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80406aa9-d264-4eca-9707-113dac648032 req-a1060dad-5d78-40b3-b7e9-3ce502477266 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11043179728f49a1b23727cea250eb68&device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 1099 time: 0.0914721 Sep 18 04:59:51.417485 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-258f4507-8584-4f13-ab73-adfce9b4ab1c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:51.503718 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1617555f-19d1-4a6f-b5e9-119170a7341c req-5b486aa0-dea0-47e7-b092-6c8a6c4b37fe tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 210 time: 0.0871673 Sep 18 04:59:51.537540 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-258f4507-8584-4f13-ab73-adfce9b4ab1c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:51.552126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406aa9-d264-4eca-9707-113dac648032 req-882b11a9-378c-4ddb-beb7-de3f627ef350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:51.554270 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80406aa9-d264-4eca-9707-113dac648032 req-882b11a9-378c-4ddb-beb7-de3f627ef350 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1813273 Sep 18 04:59:51.559332 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-56cebb54-b33f-453d-9ee0-9b5aa8f9b8a9 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094643 Sep 18 04:59:51.582568 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-258f4507-8584-4f13-ab73-adfce9b4ab1c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Network 82fcc668-a5c0-4e9b-b029-5f6c72770101 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 04:59:51.585818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-258f4507-8584-4f13-ab73-adfce9b4ab1c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 04:59:51.592915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-258f4507-8584-4f13-ab73-adfce9b4ab1c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 04:59:51.605195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-258f4507-8584-4f13-ab73-adfce9b4ab1c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:51.605960 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-258f4507-8584-4f13-ab73-adfce9b4ab1c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:51.609648 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80406aa9-d264-4eca-9707-113dac648032 req-d0fca649-2665-491c-9df1-04c73cb8bb64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad HTTP/1.1" status: 200 len: 217 time: 0.0418525 Sep 18 04:59:51.632285 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f4507-8584-4f13-ab73-adfce9b4ab1c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Pushing event updated for resources: {'Port': ['ID=af382257-c3d1-4283-bd99-b1c8c7220be2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:51.715606 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-258f4507-8584-4f13-ab73-adfce9b4ab1c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8616462 Sep 18 04:59:51.724515 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Request body: {'port': {'device_id': '0b7f74b5-1060-4060-b299-dc1b1cb8abd7', 'device_owner': 'compute:tempest-test_az-2120389633', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:51.734752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406aa9-d264-4eca-9707-113dac648032 req-0bd9a026-6740-4f44-bd51-90f43cd24fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:51.736228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80406aa9-d264-4eca-9707-113dac648032 req-0bd9a026-6740-4f44-bd51-90f43cd24fe0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0860593 Sep 18 04:59:51.775310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 00a14f80-61a7-4369-b0e6-c4415d90efbc up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:51.775983 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-517a6068-a0bb-4ebb-8ab4-2ea1751ac115 req-c0b67412-1cbc-4f98-8c1b-4e767c45004e service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064114 Sep 18 04:59:51.782294 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:51.791985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406aa9-d264-4eca-9707-113dac648032 req-64870889-025e-4147-9584-a0ad60dc517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:51.793818 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80406aa9-d264-4eca-9707-113dac648032 req-64870889-025e-4147-9584-a0ad60dc517d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0479298 Sep 18 04:59:51.905133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80406aa9-d264-4eca-9707-113dac648032 req-dee0729e-3e06-420b-b0a5-38f47d0efb09 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025503 Sep 18 04:59:51.935414 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ea74ac68-7e8e-4ddf-902b-5cfe3eaa7087 None None] Provisioning complete for port af382257-c3d1-4283-bd99-b1c8c7220be2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:51.935791 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ea74ac68-7e8e-4ddf-902b-5cfe3eaa7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:51.980138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ea74ac68-7e8e-4ddf-902b-5cfe3eaa7087 None None] Port af382257-c3d1-4283-bd99-b1c8c7220be2 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 04:59:51.988433 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 00a14f80-61a7-4369-b0e6-c4415d90efbc completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 04:59:51.992950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 00a14f80-61a7-4369-b0e6-c4415d90efbc triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:51.993323 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:52.016287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ff995-613b-437c-a0ed-49c77fe88714 req-bc70ea4d-531d-413f-8c12-540d74e3f6d5 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:52.018724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-373ff995-613b-437c-a0ed-49c77fe88714 req-bc70ea4d-531d-413f-8c12-540d74e3f6d5 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 950 time: 0.1081712 Sep 18 04:59:52.070252 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80406aa9-d264-4eca-9707-113dac648032 req-bb22b0e3-1756-481e-903a-ee28a7e41cf1 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495621 Sep 18 04:59:52.096680 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-373ff995-613b-437c-a0ed-49c77fe88714 req-23323174-e76d-4bf2-8d85-a073c2eb41ad tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636833 Sep 18 04:59:52.191051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af382257-c3d1-4283-bd99-b1c8c7220be2 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 04:59:52.199318 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:52.212275 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Transition to ACTIVE for port object af382257-c3d1-4283-bd99-b1c8c7220be2 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 04:59:52.231516 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:52.233646 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f396f8f-4e8f-4317-b5fa-b64773f728f6 req-e5fa91d0-6ad5-4cd2-a8e7-3bead628d286 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:52.235172 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1f396f8f-4e8f-4317-b5fa-b64773f728f6 req-e5fa91d0-6ad5-4cd2-a8e7-3bead628d286 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 949 time: 0.0510268 Sep 18 04:59:52.256170 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07901029-ffff-47fe-a769-bbe16f794689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a14f80-61a7-4369-b0e6-c4415d90efbc'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:52.258846 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad69d609-bc8e-4e8b-ab19-276a76f39d92" -d '{"events": [{"server_uuid": "07901029-ffff-47fe-a769-bbe16f794689", "name": "network-vif-plugged", "status": "completed", "tag": "00a14f80-61a7-4369-b0e6-c4415d90efbc"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:52.271915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 00a14f80-61a7-4369-b0e6-c4415d90efbc, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=00a14f80-61a7-4369-b0e6-c4415d90efbc,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:52.277207 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1f396f8f-4e8f-4317-b5fa-b64773f728f6 req-81c6e9e6-b9e2-4abf-bd9b-23e961132b38 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354896 Sep 18 04:59:52.280044 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:52.334527 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=af382257-c3d1-4283-bd99-b1c8c7220be2,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:52.354660 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:52.366604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Attempting to bind port af382257-c3d1-4283-bd99-b1c8c7220be2 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:52.367236 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Attempting to bind port af382257-c3d1-4283-bd99-b1c8c7220be2 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:52.367766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Attempting to bind port af382257-c3d1-4283-bd99-b1c8c7220be2 on network 82fcc668-a5c0-4e9b-b029-5f6c72770101 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:52.373512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Port af382257-c3d1-4283-bd99-b1c8c7220be2 on network 82fcc668-a5c0-4e9b-b029-5f6c72770101 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 04:59:52.374496 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Attempting to bind port af382257-c3d1-4283-bd99-b1c8c7220be2 on network 82fcc668-a5c0-4e9b-b029-5f6c72770101 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:52.380689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:52.381365 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Checking segment: {'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:52.381943 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Bound using segment: {'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:52.382656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Bound port: af382257-c3d1-4283-bd99-b1c8c7220be2, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:52.383777 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:52.440544 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=00a14f80-61a7-4369-b0e6-c4415d90efbc,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:52.481484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] For port af382257-c3d1-4283-bd99-b1c8c7220be2, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:52.482477 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da94e818-118e-4a4d-bfb3-a52d686149ee', 'tag': '88f473dd-ceb5-4f30-9f83-3ad1ee42e850'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:52.484966 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] For port af382257-c3d1-4283-bd99-b1c8c7220be2, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=af382257-c3d1-4283-bd99-b1c8c7220be2,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:52.486120 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dab37f6-73df-4ca4-ab22-e80b75ebd70f" -d '{"events": [{"name": "network-changed", "server_uuid": "da94e818-118e-4a4d-bfb3-a52d686149ee", "tag": "88f473dd-ceb5-4f30-9f83-3ad1ee42e850"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:52.554173 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:52.591027 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:52.591570 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:52.593114 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] 10.222.0.18 "PUT /v2.0/ports/af382257-c3d1-4283-bd99-b1c8c7220be2 HTTP/1.1" status: 200 len: 1115 time: 0.8740482 Sep 18 04:59:52.593494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7f74b5-1060-4060-b299-dc1b1cb8abd7', 'tag': 'af382257-c3d1-4283-bd99-b1c8c7220be2'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:52.596191 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388c7b58-7eb0-449a-87fc-c27e986d61ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7f74b5-1060-4060-b299-dc1b1cb8abd7", "tag": "af382257-c3d1-4283-bd99-b1c8c7220be2"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:52.635590 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc9ebe-6e74-4bd7-b134-f4b7126a6dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=af382257-c3d1-4283-bd99-b1c8c7220be2,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:52.749033 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-271f2df1-c046-4745-ae71-b64743debe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:52.750542 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-271f2df1-c046-4745-ae71-b64743debe98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1ea1154b38e4575a5ba59a023ffbcb2&device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 1118 time: 0.0495911 Sep 18 04:59:52.760120 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:52.795647 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-ad58b53d-233d-41b3-a7d8-7d543bf68a3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af382257-c3d1-4283-bd99-b1c8c7220be2 HTTP/1.1" status: 200 len: 217 time: 0.0379150 Sep 18 04:59:52.843800 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-6811c68a-f5a4-4e50-865a-0b9c965b7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:52.845554 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-6811c68a-f5a4-4e50-865a-0b9c965b7343 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3409b39b-756b-440c-b4a9-d0df86abb0d4 HTTP/1.1" status: 200 len: 862 time: 0.0437510 Sep 18 04:59:52.901825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-9788c0f0-44e1-4042-b98e-ab1a60a0c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:52.903340 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-9788c0f0-44e1-4042-b98e-ab1a60a0c559 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82fcc668-a5c0-4e9b-b029-5f6c72770101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504556 Sep 18 04:59:52.982418 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:52.999477 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-3ae02ca4-0ec9-498e-b911-79fb1799ac4a service neutron] 10.222.0.18 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888929 Sep 18 04:59:53.093173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34682) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:53.098871 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce010f25-4b66-464b-a2be-6b2a49bee55c req-96726caf-07e2-4dda-a620-8fc9551de593 service neutron] 10.222.0.18 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919309 Sep 18 04:59:53.179141 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c200f522-35d5-4ee0-98f3-32eccc611289 x-openstack-request-id: req-c200f522-35d5-4ee0-98f3-32eccc611289 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 04:59:53.179141 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07901029-ffff-47fe-a769-bbe16f794689", "name": "network-vif-plugged", "status": "completed", "tag": "00a14f80-61a7-4369-b0e6-c4415d90efbc", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 04:59:53.179358 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c200f522-35d5-4ee0-98f3-32eccc611289 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 04:59:53.180201 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07901029-ffff-47fe-a769-bbe16f794689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a14f80-61a7-4369-b0e6-c4415d90efbc', 'code': 200} Sep 18 04:59:53.201135 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-46f23c12-5781-4181-81cc-572c7a52eabc tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 04:59:53.202377 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-46f23c12-5781-4181-81cc-572c7a52eabc tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1081359 Sep 18 04:59:53.286369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-7ff3e7d6-fed3-44ef-8c61-e192aaeb35c0 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:53.287719 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-7ff3e7d6-fed3-44ef-8c61-e192aaeb35c0 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports/61da8700-90c6-4f1b-9f84-c0d118e2bcd4 HTTP/1.1" status: 200 len: 1116 time: 0.0792229 Sep 18 04:59:53.312017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901150e-d690-4f47-9125-a7e35618c8a9 req-91d015a1-e23d-43f8-b7f5-386945565839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:53.313517 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0901150e-d690-4f47-9125-a7e35618c8a9 req-91d015a1-e23d-43f8-b7f5-386945565839 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 1102 time: 0.0676773 Sep 18 04:59:53.320992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83411cec-06f6-422a-b478-4997597b215a req-d9486928-4c37-4c9a-8593-e8e9fd67e8c2 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:53.322371 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-83411cec-06f6-422a-b478-4997597b215a req-d9486928-4c37-4c9a-8593-e8e9fd67e8c2 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 948 time: 0.0889218 Sep 18 04:59:53.372277 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0901150e-d690-4f47-9125-a7e35618c8a9 req-cf77277a-ec15-4d37-9854-2990ca2683ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489445 Sep 18 04:59:53.386085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-421ffc03-ea25-49f9-958e-631628595a7e service neutron] Request body: {'binding': {'host': 'n-h2-789963-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:53.386612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-421ffc03-ea25-49f9-958e-631628595a7e service neutron] Unknown quota resources ['binding']. {{(pid=106909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 04:59:53.390736 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-83411cec-06f6-422a-b478-4997597b215a req-37befc3a-615f-4c40-a753-3545ddbc94af tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613792 Sep 18 04:59:53.435235 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dccce5e-78bc-4801-9ce4-cbfba4590493 x-openstack-request-id: req-5dccce5e-78bc-4801-9ce4-cbfba4590493 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 04:59:53.435531 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da94e818-118e-4a4d-bfb3-a52d686149ee", "tag": "88f473dd-ceb5-4f30-9f83-3ad1ee42e850", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 04:59:53.435788 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5dccce5e-78bc-4801-9ce4-cbfba4590493 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 04:59:53.436415 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da94e818-118e-4a4d-bfb3-a52d686149ee', 'tag': '88f473dd-ceb5-4f30-9f83-3ad1ee42e850', 'status': 'completed', 'code': 200} Sep 18 04:59:53.558180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc64f4-d41f-4036-850c-a35131c3b87c req-7967faeb-5284-4e6e-be6a-fa795a81294c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:53.559644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5dc64f4-d41f-4036-850c-a35131c3b87c req-7967faeb-5284-4e6e-be6a-fa795a81294c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 966 time: 0.0757043 Sep 18 04:59:53.563773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-421ffc03-ea25-49f9-958e-631628595a7e service neutron] Attempting to bind port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 on host n-h2-789963-13 for vnic_type normal with profile None {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:53.564098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-421ffc03-ea25-49f9-958e-631628595a7e service neutron] Attempting to bind port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:53.564498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-421ffc03-ea25-49f9-958e-631628595a7e service neutron] Attempting to bind port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:53.576200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-421ffc03-ea25-49f9-958e-631628595a7e service neutron] Port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 04:59:53.576550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-421ffc03-ea25-49f9-958e-631628595a7e service neutron] Attempting to bind port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:53.601690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-421ffc03-ea25-49f9-958e-631628595a7e service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:53.601690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-421ffc03-ea25-49f9-958e-631628595a7e service neutron] Checking segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:53.601690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-421ffc03-ea25-49f9-958e-631628595a7e service neutron] Bound using segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:53.601690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-421ffc03-ea25-49f9-958e-631628595a7e service neutron] Bound port: 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:53.684315 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5dc64f4-d41f-4036-850c-a35131c3b87c req-498ee8b6-e26f-4da8-ad40-1fd2fce9d56d tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176074 Sep 18 04:59:53.708602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab37f6-73df-4ca4-ab22-e80b75ebd70f req-a4938859-1ae0-47eb-a577-296be04a68c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:53.710071 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dab37f6-73df-4ca4-ab22-e80b75ebd70f req-a4938859-1ae0-47eb-a577-296be04a68c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11043179728f49a1b23727cea250eb68&device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 1100 time: 0.1249995 Sep 18 04:59:53.736113 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26507179-a009-41ad-b7e1-62b1e34394d2 x-openstack-request-id: req-26507179-a009-41ad-b7e1-62b1e34394d2 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 04:59:53.736640 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7f74b5-1060-4060-b299-dc1b1cb8abd7", "tag": "af382257-c3d1-4283-bd99-b1c8c7220be2", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 04:59:53.736882 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26507179-a009-41ad-b7e1-62b1e34394d2 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 04:59:53.737591 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7f74b5-1060-4060-b299-dc1b1cb8abd7', 'tag': 'af382257-c3d1-4283-bd99-b1c8c7220be2', 'status': 'completed', 'code': 200} Sep 18 04:59:53.805032 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c7b58-7eb0-449a-87fc-c27e986d61ef req-aa699d06-e9fa-4e3f-83d7-a270e70bfc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:53.806595 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-388c7b58-7eb0-449a-87fc-c27e986d61ef req-aa699d06-e9fa-4e3f-83d7-a270e70bfc1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1ea1154b38e4575a5ba59a023ffbcb2&device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 1118 time: 0.0465105 Sep 18 04:59:53.983609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-421ffc03-ea25-49f9-958e-631628595a7e service neutron] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:54.044454 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-421ffc03-ea25-49f9-958e-631628595a7e service neutron] Notify callbacks [] for binding, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:54.045533 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-421ffc03-ea25-49f9-958e-631628595a7e service neutron] 10.222.0.23 "POST /v2.0/ports/61da8700-90c6-4f1b-9f84-c0d118e2bcd4/bindings HTTP/1.1" status: 201 len: 390 time: 0.7088242 Sep 18 04:59:54.046568 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab37f6-73df-4ca4-ab22-e80b75ebd70f req-1e7569d6-ba0f-4a17-851d-02d951841277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:54.048119 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dab37f6-73df-4ca4-ab22-e80b75ebd70f req-1e7569d6-ba0f-4a17-851d-02d951841277 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.3296819 Sep 18 04:59:54.060140 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76e158-fe99-432a-a38d-e7d1d2bdf5f9 req-03f49524-4074-457a-8759-84712c177ee1 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:54.061437 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c76e158-fe99-432a-a38d-e7d1d2bdf5f9 req-03f49524-4074-457a-8759-84712c177ee1 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 950 time: 0.0799043 Sep 18 04:59:54.097933 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dab37f6-73df-4ca4-ab22-e80b75ebd70f req-1df66074-1eb3-4cc8-baf4-36e6f4363d47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=88f473dd-ceb5-4f30-9f83-3ad1ee42e850 HTTP/1.1" status: 200 len: 217 time: 0.0354991 Sep 18 04:59:54.154060 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c7b58-7eb0-449a-87fc-c27e986d61ef req-cde8d399-ec06-490e-97d9-a981db09c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:54.155624 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-388c7b58-7eb0-449a-87fc-c27e986d61ef req-cde8d399-ec06-490e-97d9-a981db09c2d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82fcc668-a5c0-4e9b-b029-5f6c72770101 HTTP/1.1" status: 200 len: 923 time: 0.3408916 Sep 18 04:59:54.166535 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c76e158-fe99-432a-a38d-e7d1d2bdf5f9 req-7ad7b8c3-19bd-4df1-bfae-46c85afb3d6f tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712907 Sep 18 04:59:54.172453 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab37f6-73df-4ca4-ab22-e80b75ebd70f req-a90358b8-8435-4fe5-8d44-f542844cbf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:54.173868 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dab37f6-73df-4ca4-ab22-e80b75ebd70f req-a90358b8-8435-4fe5-8d44-f542844cbf82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0629239 Sep 18 04:59:54.215290 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-388c7b58-7eb0-449a-87fc-c27e986d61ef req-78d08811-4dc9-4168-92f1-bdd7ca33ac3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af382257-c3d1-4283-bd99-b1c8c7220be2 HTTP/1.1" status: 200 len: 217 time: 0.0354738 Sep 18 04:59:54.229388 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab37f6-73df-4ca4-ab22-e80b75ebd70f req-3e42580b-da3b-46bd-8b1c-e7de591c26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:54.230894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dab37f6-73df-4ca4-ab22-e80b75ebd70f req-3e42580b-da3b-46bd-8b1c-e7de591c26f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0424333 Sep 18 04:59:54.268857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c7b58-7eb0-449a-87fc-c27e986d61ef req-f1fd38fd-b07f-4fae-b6c2-4d393c94962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:54.270518 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-388c7b58-7eb0-449a-87fc-c27e986d61ef req-f1fd38fd-b07f-4fae-b6c2-4d393c94962d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3409b39b-756b-440c-b4a9-d0df86abb0d4 HTTP/1.1" status: 200 len: 862 time: 0.0492828 Sep 18 04:59:54.338364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c7b58-7eb0-449a-87fc-c27e986d61ef req-a11f354b-41fe-4d1d-af2f-ec02d2747b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:54.340224 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-388c7b58-7eb0-449a-87fc-c27e986d61ef req-a11f354b-41fe-4d1d-af2f-ec02d2747b66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82fcc668-a5c0-4e9b-b029-5f6c72770101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631142 Sep 18 04:59:54.341337 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dab37f6-73df-4ca4-ab22-e80b75ebd70f req-2fe26b7d-ae3d-433e-9433-a77e1ea0117e service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018777 Sep 18 04:59:54.450969 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bdd10-9b27-4595-a1c5-f8a55a90d8c5 req-69d89f8a-34fc-4514-a908-b13967836991 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:54.451418 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3773d-c80d-40fc-a7c3-4ace500bc84f req-13710bc0-0f9b-41e0-a893-861c22db9719 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:54.452484 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bd3bdd10-9b27-4595-a1c5-f8a55a90d8c5 req-69d89f8a-34fc-4514-a908-b13967836991 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 967 time: 0.1070087 Sep 18 04:59:54.452924 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d9b3773d-c80d-40fc-a7c3-4ace500bc84f req-13710bc0-0f9b-41e0-a893-861c22db9719 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 950 time: 0.1261528 Sep 18 04:59:54.490923 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dab37f6-73df-4ca4-ab22-e80b75ebd70f req-6b6cffa5-e6c1-4c83-a583-3c840ce8c194 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364412 Sep 18 04:59:54.493117 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-388c7b58-7eb0-449a-87fc-c27e986d61ef req-d07f8fd0-4e4e-4a5d-a9ba-1f69a304c66a service neutron] 10.222.0.18 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356726 Sep 18 04:59:54.508141 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bd3bdd10-9b27-4595-a1c5-f8a55a90d8c5 req-530a13ee-e68e-40e7-b862-bda6a83fe1c7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475039 Sep 18 04:59:54.543145 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d9b3773d-c80d-40fc-a7c3-4ace500bc84f req-4c45e22b-79cb-4441-bfd7-9a21479e00a9 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785751 Sep 18 04:59:54.616273 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-388c7b58-7eb0-449a-87fc-c27e986d61ef req-3c408f59-4139-4b5d-b8db-cabebb8d631a service neutron] 10.222.0.18 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104650 Sep 18 04:59:54.675846 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1700a6-e168-4fa7-a8f7-ab16d337f68d req-d002c58b-70de-441b-a9d3-888643698c3b tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:54.677538 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f1700a6-e168-4fa7-a8f7-ab16d337f68d req-d002c58b-70de-441b-a9d3-888643698c3b tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 948 time: 0.0713086 Sep 18 04:59:54.701760 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-d9bac6e8-ae24-4b9b-8d66-82953b0b00cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:54.703256 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-d9bac6e8-ae24-4b9b-8d66-82953b0b00cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 1119 time: 0.0421972 Sep 18 04:59:54.716895 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f1700a6-e168-4fa7-a8f7-ab16d337f68d req-2b1072b7-eb83-4e14-8806-c46a6cf51ec1 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327265 Sep 18 04:59:54.823010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3775e5-3051-4e30-a5fd-6f2d051da252 req-a1873b8f-ff60-41e4-b7de-8f9fbc6ba349 tempest-DeleteServersAdminTestJSON-1879073550 tempest-DeleteServersAdminTestJSON-1879073550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:54.824528 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3775e5-3051-4e30-a5fd-6f2d051da252 req-a1873b8f-ff60-41e4-b7de-8f9fbc6ba349 tempest-DeleteServersAdminTestJSON-1879073550 tempest-DeleteServersAdminTestJSON-1879073550-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 1102 time: 0.0927484 Sep 18 04:59:54.835011 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f59233-b712-4ab0-b0e7-5bbd6fa99e8d req-f032bd28-e9ac-44a8-9fba-68c13205bd13 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:54.837014 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0f59233-b712-4ab0-b0e7-5bbd6fa99e8d req-f032bd28-e9ac-44a8-9fba-68c13205bd13 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 966 time: 0.0568790 Sep 18 04:59:54.857657 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-6438759b-606b-4727-8c1d-e6a0ddd9487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:54.859121 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-6438759b-606b-4727-8c1d-e6a0ddd9487f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.1479962 Sep 18 04:59:54.888686 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0f59233-b712-4ab0-b0e7-5bbd6fa99e8d req-e4257b3f-a110-4cb2-8790-99ce65e57d5c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433266 Sep 18 04:59:54.934719 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-2d20e55c-4b59-494d-bcbd-71f3a476289d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4 HTTP/1.1" status: 200 len: 217 time: 0.0452368 Sep 18 04:59:54.989860 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-dc3775e5-3051-4e30-a5fd-6f2d051da252 req-51b21d8e-e30f-44da-b056-d43414b6ad25 tempest-DeleteServersAdminTestJSON-1879073550 tempest-DeleteServersAdminTestJSON-1879073550-project-admin] Deleting port b568dc63-0443-46bf-a535-e7614f7de132 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 04:59:54.990252 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc3775e5-3051-4e30-a5fd-6f2d051da252 req-51b21d8e-e30f-44da-b056-d43414b6ad25 tempest-DeleteServersAdminTestJSON-1879073550 tempest-DeleteServersAdminTestJSON-1879073550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:55.008838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee431df3-ec84-4a1a-83f1-d8e5cd451036 req-72f9b844-419f-4bbf-9028-0f7b1279cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:55.010378 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee431df3-ec84-4a1a-83f1-d8e5cd451036 req-72f9b844-419f-4bbf-9028-0f7b1279cbfc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 1119 time: 0.0439372 Sep 18 04:59:55.017428 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-cf3d617b-ea05-4a72-a52b-7da57ebff2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:55.019215 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-cf3d617b-ea05-4a72-a52b-7da57ebff2ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0762625 Sep 18 04:59:55.093106 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-8b6c0d16-375c-452d-89d6-d4241522819f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337768 Sep 18 04:59:55.144726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee431df3-ec84-4a1a-83f1-d8e5cd451036 req-422650db-473d-41d8-8ab4-093023d34541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:55.146190 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee431df3-ec84-4a1a-83f1-d8e5cd451036 req-422650db-473d-41d8-8ab4-093023d34541 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.0934927 Sep 18 04:59:55.154312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-dc3775e5-3051-4e30-a5fd-6f2d051da252 req-51b21d8e-e30f-44da-b056-d43414b6ad25 tempest-DeleteServersAdminTestJSON-1879073550 tempest-DeleteServersAdminTestJSON-1879073550-project-admin] For port b568dc63-0443-46bf-a535-e7614f7de132, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b568dc63-0443-46bf-a535-e7614f7de132,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:55.154835 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc3775e5-3051-4e30-a5fd-6f2d051da252 req-51b21d8e-e30f-44da-b056-d43414b6ad25 tempest-DeleteServersAdminTestJSON-1879073550 tempest-DeleteServersAdminTestJSON-1879073550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:55.199530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-dc3775e5-3051-4e30-a5fd-6f2d051da252 req-51b21d8e-e30f-44da-b056-d43414b6ad25 tempest-DeleteServersAdminTestJSON-1879073550 tempest-DeleteServersAdminTestJSON-1879073550-project-admin] Calling delete_port for b568dc63-0443-46bf-a535-e7614f7de132 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 04:59:55.215511 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee431df3-ec84-4a1a-83f1-d8e5cd451036 req-c6cc54b6-6336-425b-8fe2-6e24a43d0bd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4 HTTP/1.1" status: 200 len: 217 time: 0.0442023 Sep 18 04:59:55.236555 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54944f4c-4acf-4a9c-bdc6-a6e24361a88f req-fed04a76-4861-4d2d-87f5-8309ac7e0526 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0893974 Sep 18 04:59:55.291006 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-a41e4fbb-1b62-434e-aaa6-1fa12815613a service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901326 Sep 18 04:59:55.296717 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee431df3-ec84-4a1a-83f1-d8e5cd451036 req-b3e8ba18-8046-4b9f-b2ca-1646bf106454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:55.298151 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee431df3-ec84-4a1a-83f1-d8e5cd451036 req-b3e8ba18-8046-4b9f-b2ca-1646bf106454 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0713682 Sep 18 04:59:55.338091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device af382257-c3d1-4283-bd99-b1c8c7220be2 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 04:59:55.377424 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee431df3-ec84-4a1a-83f1-d8e5cd451036 req-c2bf64ea-f086-4da0-ad25-9945d948219f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674627 Sep 18 04:59:55.408733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c43629-7048-47d9-86af-c5b68bd142f5 req-72094f0f-5672-42d2-b64a-2e46a79587b7 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:55.410307 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-78c43629-7048-47d9-86af-c5b68bd142f5 req-72094f0f-5672-42d2-b64a-2e46a79587b7 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 950 time: 0.1448576 Sep 18 04:59:55.447727 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-24ff9612-301b-4cee-abad-ac716ccae1d3 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440165 Sep 18 04:59:55.449400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944f4c-4acf-4a9c-bdc6-a6e24361a88f req-fc9bfba5-1ea7-431c-b458-811cf9b54747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:55.450905 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54944f4c-4acf-4a9c-bdc6-a6e24361a88f req-fc9bfba5-1ea7-431c-b458-811cf9b54747 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4983c1f429d5463c815929533291e079&device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 1102 time: 0.1510899 Sep 18 04:59:55.497526 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port af382257-c3d1-4283-bd99-b1c8c7220be2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=af382257-c3d1-4283-bd99-b1c8c7220be2,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:55.514621 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'af382257-c3d1-4283-bd99-b1c8c7220be2', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'port_id': 'af382257-c3d1-4283-bd99-b1c8c7220be2', 'mac_address': 'fa:16:3e:a0:a8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-2120389633', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 04:59:55.531990 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc3775e5-3051-4e30-a5fd-6f2d051da252 req-51b21d8e-e30f-44da-b056-d43414b6ad25 tempest-DeleteServersAdminTestJSON-1879073550 tempest-DeleteServersAdminTestJSON-1879073550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:55.545777 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-78c43629-7048-47d9-86af-c5b68bd142f5 req-b6bf1ba0-e469-4ab3-a484-e2736263508a tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235967 Sep 18 04:59:55.574098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b21d8e-e30f-44da-b056-d43414b6ad25 tempest-DeleteServersAdminTestJSON-1879073550 tempest-DeleteServersAdminTestJSON-1879073550-project-admin] Pushing event deleted for resources: {'Port': ['ID=b568dc63-0443-46bf-a535-e7614f7de132,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:55.582065 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['b568dc63-0443-46bf-a535-e7614f7de132'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 04:59:55.593818 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee431df3-ec84-4a1a-83f1-d8e5cd451036 req-9cbb16b9-1bbe-4c74-9fc1-b84640d71ee6 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074463 Sep 18 04:59:55.630987 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:55.645684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3775e5-3051-4e30-a5fd-6f2d051da252 req-51b21d8e-e30f-44da-b056-d43414b6ad25 tempest-DeleteServersAdminTestJSON-1879073550 tempest-DeleteServersAdminTestJSON-1879073550-project-admin] No DVR routers for this DVR port b568dc63-0443-46bf-a535-e7614f7de132 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 04:59:55.652644 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc3775e5-3051-4e30-a5fd-6f2d051da252 req-51b21d8e-e30f-44da-b056-d43414b6ad25 tempest-DeleteServersAdminTestJSON-1879073550 tempest-DeleteServersAdminTestJSON-1879073550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:55.655311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3775e5-3051-4e30-a5fd-6f2d051da252 req-51b21d8e-e30f-44da-b056-d43414b6ad25 tempest-DeleteServersAdminTestJSON-1879073550 tempest-DeleteServersAdminTestJSON-1879073550-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b568dc63-0443-46bf-a535-e7614f7de132 HTTP/1.1" status: 204 len: 173 time: 0.8222413 Sep 18 04:59:55.655926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b2c746-1dc8-40d5-9df8-48027a4a1f2b', 'name': 'network-vif-deleted', 'tag': 'b568dc63-0443-46bf-a535-e7614f7de132'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:55.658314 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbaf3fa-fe03-4345-b06c-bb3fbc32ad2f" -d '{"events": [{"server_uuid": "09b2c746-1dc8-40d5-9df8-48027a4a1f2b", "name": "network-vif-deleted", "tag": "b568dc63-0443-46bf-a535-e7614f7de132"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:55.674328 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af382257-c3d1-4283-bd99-b1c8c7220be2 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 04:59:55.705284 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port af382257-c3d1-4283-bd99-b1c8c7220be2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=af382257-c3d1-4283-bd99-b1c8c7220be2,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:55.748109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944f4c-4acf-4a9c-bdc6-a6e24361a88f req-80432cae-5c11-4a74-a57f-967160b0c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:55.749608 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54944f4c-4acf-4a9c-bdc6-a6e24361a88f req-80432cae-5c11-4a74-a57f-967160b0c8ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.2642741 Sep 18 04:59:55.777573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-aaad5017-79fe-45d9-8c9d-8fe4c7308b05 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:55.779160 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-aaad5017-79fe-45d9-8c9d-8fe4c7308b05 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573&tenant_id=b9d48c11f3d54c54908deb8998856514&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1119 time: 0.1001754 Sep 18 04:59:55.787701 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 04:59:55.801822 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-13'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 04:59:55.827335 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54944f4c-4acf-4a9c-bdc6-a6e24361a88f req-ce86a828-d691-4b9d-b875-b3b8b3c0d107 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=00a14f80-61a7-4369-b0e6-c4415d90efbc HTTP/1.1" status: 200 len: 217 time: 0.0611117 Sep 18 04:59:55.830880 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:55.890710 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:55.930434 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937639b-9b52-49d3-b0c7-c039dfe95c4f req-082abca1-0c4b-44d0-8b70-9855047dfd5a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:55.936747 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e937639b-9b52-49d3-b0c7-c039dfe95c4f req-082abca1-0c4b-44d0-8b70-9855047dfd5a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 967 time: 0.1903296 Sep 18 04:59:55.949181 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee431df3-ec84-4a1a-83f1-d8e5cd451036 req-4c55fa94-34be-46b4-bc6f-e68c6dec4afb service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471699 Sep 18 04:59:55.951723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944f4c-4acf-4a9c-bdc6-a6e24361a88f req-05d57f74-3af5-49b9-8f7c-de64cb56aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:55.954321 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54944f4c-4acf-4a9c-bdc6-a6e24361a88f req-05d57f74-3af5-49b9-8f7c-de64cb56aed1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1148300 Sep 18 04:59:56.005039 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=af382257-c3d1-4283-bd99-b1c8c7220be2,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:56.034906 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e937639b-9b52-49d3-b0c7-c039dfe95c4f req-869e1a8c-1f07-4240-b9e1-d0db2db2265a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791755 Sep 18 04:59:56.056292 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:56.074111 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944f4c-4acf-4a9c-bdc6-a6e24361a88f req-0c493982-e3b9-4e5e-8b78-c869addd4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:56.075115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad', 'mac_address': 'fa:16:3e:ac:90:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 04:59:56.076352 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54944f4c-4acf-4a9c-bdc6-a6e24361a88f req-0c493982-e3b9-4e5e-8b78-c869addd4020 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0921910 Sep 18 04:59:56.079146 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['af382257-c3d1-4283-bd99-b1c8c7220be2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 04:59:56.086825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:56.124662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025816b-4a01-4648-95fd-3395a3837be7 req-7de7fb7a-009c-4adb-8d38-0351dffd4427 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:56.131987 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2025816b-4a01-4648-95fd-3395a3837be7 req-7de7fb7a-009c-4adb-8d38-0351dffd4427 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 950 time: 0.1907761 Sep 18 04:59:56.136829 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d6a698-ee53-437b-b438-99fb3bf10b44 x-openstack-request-id: req-a2d6a698-ee53-437b-b438-99fb3bf10b44 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 04:59:56.137114 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b2c746-1dc8-40d5-9df8-48027a4a1f2b", "name": "network-vif-deleted", "tag": "b568dc63-0443-46bf-a535-e7614f7de132", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 04:59:56.137379 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2d6a698-ee53-437b-b438-99fb3bf10b44 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 04:59:56.137771 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b2c746-1dc8-40d5-9df8-48027a4a1f2b', 'name': 'network-vif-deleted', 'tag': 'b568dc63-0443-46bf-a535-e7614f7de132', 'status': 'completed', 'code': 200} Sep 18 04:59:56.151558 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 04:59:56.176638 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:56.198003 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 04:59:56.198688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:56.222998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2025816b-4a01-4648-95fd-3395a3837be7 req-59bdb92a-5c10-4627-87b8-12ee88766dce tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901215 Sep 18 04:59:56.234370 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:56.261588 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:56.318440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e93d89-9e6c-4487-b934-f7e9bb89eca6 req-91f7ffdb-1fd7-412b-a038-0ca6f35fbba1 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:56.321621 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38e93d89-9e6c-4487-b934-f7e9bb89eca6 req-91f7ffdb-1fd7-412b-a038-0ca6f35fbba1 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 948 time: 0.0948699 Sep 18 04:59:56.325454 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54944f4c-4acf-4a9c-bdc6-a6e24361a88f req-26175422-6394-45b8-95e0-72a0be51be99 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412131 Sep 18 04:59:56.330706 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:56.332072 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 04:59:56.360036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:56.366208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=88f473dd-ceb5-4f30-9f83-3ad1ee42e850,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:56.412187 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38e93d89-9e6c-4487-b934-f7e9bb89eca6 req-418c3f06-4718-402f-80a0-4bfbe5c09f27 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794535 Sep 18 04:59:56.458664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:56.460184 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '88f473dd-ceb5-4f30-9f83-3ad1ee42e850', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '88f473dd-ceb5-4f30-9f83-3ad1ee42e850', 'mac_address': 'fa:16:3e:6a:74:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 04:59:56.510422 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Attempting to bind port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 on host n-h1-789963-13 for vnic_type normal with profile {"migrating_to": "n-h2-789963-13"} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 04:59:56.510808 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Attempting to bind port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 04:59:56.511141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Attempting to bind port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:56.516916 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:56.520703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:56.525388 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 04:59:56.525652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Attempting to bind port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 04:59:56.532325 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 04:59:56.532680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Checking segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 04:59:56.533210 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Bound using segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 04:59:56.533838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Bound port: 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 04:59:56.534269 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:56.539726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 04:59:56.565964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=88f473dd-ceb5-4f30-9f83-3ad1ee42e850,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:56.587228 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54944f4c-4acf-4a9c-bdc6-a6e24361a88f req-2f9e9089-c8ff-4975-860a-05db341d286c service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052093 Sep 18 04:59:56.628053 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:56.631278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 04:59:56.637141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 04:59:56.657646 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83627115-bf90-4ad1-9491-ccf0bec159bc req-4ea7cc3e-80d3-4ab0-9e0f-5662cebf69e3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:56.659436 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-83627115-bf90-4ad1-9491-ccf0bec159bc req-4ea7cc3e-80d3-4ab0-9e0f-5662cebf69e3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 967 time: 0.0712359 Sep 18 04:59:56.692442 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=88f473dd-ceb5-4f30-9f83-3ad1ee42e850,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:56.705444 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-83627115-bf90-4ad1-9491-ccf0bec159bc req-d3362f7c-41d2-4fe8-bf62-0a88878421d5 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371957 Sep 18 04:59:56.708862 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:56.807583 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:56.808474 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:56.810741 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] 10.222.0.13 "PUT /v2.0/ports/61da8700-90c6-4f1b-9f84-c0d118e2bcd4 HTTP/1.1" status: 200 len: 1145 time: 1.0161035 Sep 18 04:59:56.825694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7248362-8a15-47ee-900b-684ced2a4ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,revision_number=8']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:56.880761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 04:59:56.882989 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['61da8700-90c6-4f1b-9f84-c0d118e2bcd4'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 04:59:56.941214 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['88f473dd-ceb5-4f30-9f83-3ad1ee42e850'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 04:59:57.014885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-76670fa7-b754-475e-bb9d-14c70469abde req-8d02d98e-21cf-4eaf-882d-43b1da17c8d5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 04:59:57.016458 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76670fa7-b754-475e-bb9d-14c70469abde req-8d02d98e-21cf-4eaf-882d-43b1da17c8d5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0981474 Sep 18 04:59:57.025549 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-654bf124-6885-457b-b158-8595cb5f35b1 req-1abf8e74-14b4-4e3b-817a-3b4206ba4bb5 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=09b2c746-1dc8-40d5-9df8-48027a4a1f2b HTTP/1.1" status: 200 len: 210 time: 0.0359566 Sep 18 04:59:57.248173 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898137f-91d3-4978-ab11-3a95762c9f0e req-ec66ebbc-b885-4213-a535-70a057e38326 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:57.250042 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e898137f-91d3-4978-ab11-3a95762c9f0e req-ec66ebbc-b885-4213-a535-70a057e38326 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 965 time: 0.0616422 Sep 18 04:59:57.305102 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e898137f-91d3-4978-ab11-3a95762c9f0e req-75dc2e16-5c00-4ff5-b3af-1d31fb9f0a4f tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479972 Sep 18 04:59:57.321768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2b4ce-a2e5-4a78-baca-2c4630591570 req-d3c723fe-bdaf-4137-b1db-bee6e88fd2f6 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:57.325791 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8ce2b4ce-a2e5-4a78-baca-2c4630591570 req-d3c723fe-bdaf-4137-b1db-bee6e88fd2f6 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 950 time: 0.0545309 Sep 18 04:59:57.340782 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device af382257-c3d1-4283-bd99-b1c8c7220be2 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:57.365062 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8ce2b4ce-a2e5-4a78-baca-2c4630591570 req-0b76b47a-693d-4b16-b285-b4f13a995aa4 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350254 Sep 18 04:59:57.439656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port af382257-c3d1-4283-bd99-b1c8c7220be2 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 04:59:57.448474 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port af382257-c3d1-4283-bd99-b1c8c7220be2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:57.448860 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:57.534022 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:57.557605 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b8f40-96e7-45d6-98df-002b59787d4a req-6ecfebd7-5297-4419-8f9d-1a839c409023 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:57.559870 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac9b8f40-96e7-45d6-98df-002b59787d4a req-6ecfebd7-5297-4419-8f9d-1a839c409023 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 949 time: 0.0591311 Sep 18 04:59:57.563943 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7f74b5-1060-4060-b299-dc1b1cb8abd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af382257-c3d1-4283-bd99-b1c8c7220be2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:57.566214 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3725f4f7-0671-41f0-b120-36d622f8b52e" -d '{"events": [{"server_uuid": "0b7f74b5-1060-4060-b299-dc1b1cb8abd7", "name": "network-vif-plugged", "status": "completed", "tag": "af382257-c3d1-4283-bd99-b1c8c7220be2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:57.580494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port af382257-c3d1-4283-bd99-b1c8c7220be2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=af382257-c3d1-4283-bd99-b1c8c7220be2,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:57.603007 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac9b8f40-96e7-45d6-98df-002b59787d4a req-86da3561-ceb2-4476-aa39-08b42c286c3d tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349407 Sep 18 04:59:57.691931 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:57.712766 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-7c6fd351-00e2-4de3-a9d2-dfa5bbfe7f60 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4983c1f429d5463c815929533291e079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313325 Sep 18 04:59:57.729183 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1733df94-b373-48d5-8d2d-a0fe08911c9d x-openstack-request-id: req-1733df94-b373-48d5-8d2d-a0fe08911c9d {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 04:59:57.729505 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7f74b5-1060-4060-b299-dc1b1cb8abd7", "name": "network-vif-plugged", "status": "completed", "tag": "af382257-c3d1-4283-bd99-b1c8c7220be2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 04:59:57.729769 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1733df94-b373-48d5-8d2d-a0fe08911c9d {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 04:59:57.730168 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7f74b5-1060-4060-b299-dc1b1cb8abd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af382257-c3d1-4283-bd99-b1c8c7220be2', 'code': 200} Sep 18 04:59:57.755375 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=af382257-c3d1-4283-bd99-b1c8c7220be2,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:57.812612 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:57.835215 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b705982b-119f-47f0-8d43-25737d5772b3 req-de97ca50-2198-43e0-963d-d4a4063b508e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0919752 Sep 18 04:59:57.869354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ca627-58ce-410b-8eae-f0908c68a83d req-294e6bd7-8f39-42af-8aa7-ba54b6304fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:57.871314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-7dcda10f-cf64-4a6b-a1ab-f3f98bfb04d6 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:57.871516 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a9ca627-58ce-410b-8eae-f0908c68a83d req-294e6bd7-8f39-42af-8aa7-ba54b6304fc0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 1120 time: 0.0524480 Sep 18 04:59:57.873010 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-7dcda10f-cf64-4a6b-a1ab-f3f98bfb04d6 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526506 Sep 18 04:59:57.909164 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-45d32c38-381e-4f99-be0f-b7429a7fdd3c tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/quotas/4983c1f429d5463c815929533291e079 HTTP/1.1" status: 200 len: 375 time: 0.0261662 Sep 18 04:59:57.910953 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a9ca627-58ce-410b-8eae-f0908c68a83d req-4bb5d5e1-7bfa-42c9-b078-f4cc8d4dff89 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307600 Sep 18 04:59:57.943871 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705982b-119f-47f0-8d43-25737d5772b3 req-8794cccd-7d5a-4c5e-8f20-ca31071c1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:57.945637 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b705982b-119f-47f0-8d43-25737d5772b3 req-8794cccd-7d5a-4c5e-8f20-ca31071c1072 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd267b708b8c45df80d1c63e297f9ff0&device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 1123 time: 0.0711052 Sep 18 04:59:57.954012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 04:59:57.957866 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:57.958242 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:57.964829 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-fb3491cf-4124-4c0c-a04c-10dc9901e173 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4983c1f429d5463c815929533291e079&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480049 Sep 18 04:59:58.048359 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:58.081139 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:58.138451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2b57a6-ea04-461e-9bcf-6a6edac49573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61da8700-90c6-4f1b-9f84-c0d118e2bcd4'}, {'name': 'network-changed', 'server_uuid': '2a2b57a6-ea04-461e-9bcf-6a6edac49573', 'tag': '61da8700-90c6-4f1b-9f84-c0d118e2bcd4'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:58.140939 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6bb90e-372a-41b4-a6b2-d6dac4c1a88a" -d '{"events": [{"server_uuid": "2a2b57a6-ea04-461e-9bcf-6a6edac49573", "name": "network-vif-unplugged", "status": "completed", "tag": "61da8700-90c6-4f1b-9f84-c0d118e2bcd4"}, {"name": "network-changed", "server_uuid": "2a2b57a6-ea04-461e-9bcf-6a6edac49573", "tag": "61da8700-90c6-4f1b-9f84-c0d118e2bcd4"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:58.149068 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:58.149926 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 04:59:58.294381 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff311f0-a26c-4b16-bb57-dd3742e6adb1 x-openstack-request-id: req-dff311f0-a26c-4b16-bb57-dd3742e6adb1 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 04:59:58.294693 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2b57a6-ea04-461e-9bcf-6a6edac49573", "name": "network-vif-unplugged", "status": "completed", "tag": "61da8700-90c6-4f1b-9f84-c0d118e2bcd4", "code": 200}, {"name": "network-changed", "server_uuid": "2a2b57a6-ea04-461e-9bcf-6a6edac49573", "tag": "61da8700-90c6-4f1b-9f84-c0d118e2bcd4", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 04:59:58.294946 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dff311f0-a26c-4b16-bb57-dd3742e6adb1 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 04:59:58.295334 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2b57a6-ea04-461e-9bcf-6a6edac49573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61da8700-90c6-4f1b-9f84-c0d118e2bcd4', 'code': 200} Sep 18 04:59:58.295588 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2b57a6-ea04-461e-9bcf-6a6edac49573', 'tag': '61da8700-90c6-4f1b-9f84-c0d118e2bcd4', 'status': 'completed', 'code': 200} Sep 18 04:59:58.324182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705982b-119f-47f0-8d43-25737d5772b3 req-c276db52-db2d-4652-b269-73724309a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:58.325624 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b705982b-119f-47f0-8d43-25737d5772b3 req-c276db52-db2d-4652-b269-73724309a502 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1843562 Sep 18 04:59:58.326971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:58.372931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a2056-3478-4030-89bb-c5c01aa87650 req-20103a4c-7f22-4855-aa5f-8a9641ff5143 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:58.375107 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc0a2056-3478-4030-89bb-c5c01aa87650 req-20103a4c-7f22-4855-aa5f-8a9641ff5143 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 968 time: 0.0997369 Sep 18 04:59:58.383251 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bb90e-372a-41b4-a6b2-d6dac4c1a88a req-6ce573dc-bd5a-479d-9efb-3dc8a9270011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:58.385453 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a6bb90e-372a-41b4-a6b2-d6dac4c1a88a req-6ce573dc-bd5a-479d-9efb-3dc8a9270011 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 1148 time: 0.0728467 Sep 18 04:59:58.389281 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b705982b-119f-47f0-8d43-25737d5772b3 req-e08a727d-844c-4270-9090-e9f240a8dacf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=abaf68a6-364e-4356-915b-1006953f0b03 HTTP/1.1" status: 200 len: 217 time: 0.0514553 Sep 18 04:59:58.453589 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705982b-119f-47f0-8d43-25737d5772b3 req-401d70fd-3b76-44d4-b4d1-cb8d9facc9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:58.455544 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b705982b-119f-47f0-8d43-25737d5772b3 req-401d70fd-3b76-44d4-b4d1-cb8d9facc9ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0561483 Sep 18 04:59:58.462998 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 04:59:58.467244 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 04:59:58.467635 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:58.479369 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc0a2056-3478-4030-89bb-c5c01aa87650 req-0fb092ad-556d-45b7-ad61-c1d9d30bf002 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925951 Sep 18 04:59:58.530982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bb90e-372a-41b4-a6b2-d6dac4c1a88a req-31108ff6-290f-4da8-aa81-62d68da9d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:58.533886 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a6bb90e-372a-41b4-a6b2-d6dac4c1a88a req-31108ff6-290f-4da8-aa81-62d68da9d245 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.1321964 Sep 18 04:59:58.598200 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:58.611226 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9760b122-9a85-4f49-9e08-096ed2006ed3 req-9612f360-eb44-41fb-b3ad-805c892cc403 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 210 time: 0.0674827 Sep 18 04:59:58.612915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a6bb90e-372a-41b4-a6b2-d6dac4c1a88a req-be909ce9-abb8-4db6-b16a-45392bee43c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4 HTTP/1.1" status: 200 len: 217 time: 0.0601132 Sep 18 04:59:58.682491 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=88f473dd-ceb5-4f30-9f83-3ad1ee42e850,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 04:59:58.718776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bb90e-372a-41b4-a6b2-d6dac4c1a88a req-0b655616-c555-43ca-955c-3bae1f88b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:58.721130 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a6bb90e-372a-41b4-a6b2-d6dac4c1a88a req-0b655616-c555-43ca-955c-3bae1f88b32e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0936344 Sep 18 04:59:58.725883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705982b-119f-47f0-8d43-25737d5772b3 req-bb7db2ac-f8c0-40a0-8d1c-68d48fcd6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:58.727867 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b705982b-119f-47f0-8d43-25737d5772b3 req-bb7db2ac-f8c0-40a0-8d1c-68d48fcd6c0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2633505 Sep 18 04:59:58.759822 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:58.761774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device b568dc63-0443-46bf-a535-e7614f7de132 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 04:59:58.762345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-66b7916f-68f7-423e-ad68-71120e7f571c tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dc9b5cbd504a408eb7865d00cae0a636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313857 Sep 18 04:59:58.786607 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a6bb90e-372a-41b4-a6b2-d6dac4c1a88a req-69998691-854d-46d3-aa5e-2e9cff2d7f82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435495 Sep 18 04:59:58.802212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: b568dc63-0443-46bf-a535-e7614f7de132 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 04:59:58.802677 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device b568dc63-0443-46bf-a535-e7614f7de132 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 04:59:58.830837 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0259b11-4471-4e36-99a4-fe3a967b01c0 req-30775466-e6a3-4fb1-9cd7-71cdea17f84d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:58.832300 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d0259b11-4471-4e36-99a4-fe3a967b01c0 req-30775466-e6a3-4fb1-9cd7-71cdea17f84d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 965 time: 0.1086788 Sep 18 04:59:58.855420 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=88f473dd-ceb5-4f30-9f83-3ad1ee42e850,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 04:59:58.866636 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b705982b-119f-47f0-8d43-25737d5772b3 req-fdd6da56-1d09-4322-a5c4-04c7ecd7d0df service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308830 Sep 18 04:59:58.904962 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d0259b11-4471-4e36-99a4-fe3a967b01c0 req-2b567d22-e6b1-4e86-9bc6-b5b8e3a42061 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640335 Sep 18 04:59:58.988676 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b705982b-119f-47f0-8d43-25737d5772b3 req-71ce4a6c-69fa-46f1-bff5-219fb6064584 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066530 Sep 18 04:59:59.176230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-0e0d455d-92e7-4cd1-9a87-58ccbc8b44a3 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:59.177787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-0e0d455d-92e7-4cd1-9a87-58ccbc8b44a3 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3943233 Sep 18 04:59:59.180495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a6bb90e-372a-41b4-a6b2-d6dac4c1a88a req-3336c0e5-adce-4dcd-972b-840533c75549 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843110 Sep 18 04:59:59.204023 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-75fe70a2-c0c3-4e2c-b42f-41cc0d9cb82a tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/quotas/dc9b5cbd504a408eb7865d00cae0a636 HTTP/1.1" status: 200 len: 375 time: 0.0184414 Sep 18 04:59:59.204381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9728ad-1f3e-43ca-8804-9e5238b57434 req-76157688-df30-43a6-a06c-9e9089697d40 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:59.206334 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5d9728ad-1f3e-43ca-8804-9e5238b57434 req-76157688-df30-43a6-a06c-9e9089697d40 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 950 time: 0.0560439 Sep 18 04:59:59.249902 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5d9728ad-1f3e-43ca-8804-9e5238b57434 req-3d534d70-6355-47ea-ad70-cfe56bb39e1f tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337942 Sep 18 04:59:59.252012 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-0a3e274e-e238-4379-9095-28cd0bb575e9 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc9b5cbd504a408eb7865d00cae0a636&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349414 Sep 18 04:59:59.316903 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a6bb90e-372a-41b4-a6b2-d6dac4c1a88a req-42534b42-65f5-4947-8997-2615530997a2 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243804 Sep 18 04:59:59.531320 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34892) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:59.532273 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e95e4b69-c3c6-47fb-9b35-7f7a7ab01439 req-5dbc7318-6b34-415d-bd13-719e96a7594a tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 210 time: 0.0378242 Sep 18 04:59:59.673461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760cddf-b72b-463f-b988-2357d5168c46 req-5f4145d7-016b-4dd4-9e0e-0268fc24239a tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 04:59:59.675041 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1760cddf-b72b-463f-b988-2357d5168c46 req-5f4145d7-016b-4dd4-9e0e-0268fc24239a tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 968 time: 0.0638230 Sep 18 04:59:59.700831 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-809dd6bd-4389-44b9-abb6-9eacf139e8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:59.716494 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1760cddf-b72b-463f-b988-2357d5168c46 req-8a3f7a48-de20-407a-839b-e4a61a7457cc tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345347 Sep 18 04:59:59.731876 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7043a3-d373-41de-96fa-024c5de9d4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad'}, {'server_uuid': 'da94e818-118e-4a4d-bfb3-a52d686149ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f473dd-ceb5-4f30-9f83-3ad1ee42e850'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 04:59:59.735254 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4168acb5-1f0a-4a2b-b0ef-12c2025fc334" -d '{"events": [{"server_uuid": "0f7043a3-d373-41de-96fa-024c5de9d4ef", "name": "network-vif-plugged", "status": "completed", "tag": "d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad"}, {"server_uuid": "da94e818-118e-4a4d-bfb3-a52d686149ee", "name": "network-vif-plugged", "status": "completed", "tag": "88f473dd-ceb5-4f30-9f83-3ad1ee42e850"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 04:59:59.807901 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 04:59:59.824347 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-809dd6bd-4389-44b9-abb6-9eacf139e8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:59.839643 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-af5d2637-fbe4-4ebc-9307-58d8f54884f6 req-3fb85785-44ba-48d3-a6e3-efd4fda8e105 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 210 time: 0.0361311 Sep 18 04:59:59.908940 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-809dd6bd-4389-44b9-abb6-9eacf139e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 04:59:59.972841 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-809dd6bd-4389-44b9-abb6-9eacf139e8a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e5f3ac57467418894b63ddded2d5fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308190 Sep 18 04:59:59.974894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34918) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 04:59:59.995443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:00.020132 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 04:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9f0a9e-31d6-49b1-90de-742f781d0586 x-openstack-request-id: req-ac9f0a9e-31d6-49b1-90de-742f781d0586 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:00.021287 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7043a3-d373-41de-96fa-024c5de9d4ef", "name": "network-vif-plugged", "status": "completed", "tag": "d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad", "code": 200}, {"server_uuid": "da94e818-118e-4a4d-bfb3-a52d686149ee", "name": "network-vif-plugged", "status": "completed", "tag": "88f473dd-ceb5-4f30-9f83-3ad1ee42e850", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:00.022588 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dd6bd-4389-44b9-abb6-9eacf139e8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0669ccdb-2159-4cd7-9777-45a98e067bbe,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:00.023271 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac9f0a9e-31d6-49b1-90de-742f781d0586 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:00.023748 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7043a3-d373-41de-96fa-024c5de9d4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad', 'code': 200} Sep 18 05:00:00.026521 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da94e818-118e-4a4d-bfb3-a52d686149ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f473dd-ceb5-4f30-9f83-3ad1ee42e850', 'code': 200} Sep 18 05:00:00.033807 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 has no active binding in host n-h2-789963-13 {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 05:00:00.076374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7abc77-b7cb-4f55-a198-b00b1e338603 req-ed8772e1-4817-403b-a379-f22937842870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:00.086087 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-de7abc77-b7cb-4f55-a198-b00b1e338603 req-ed8772e1-4817-403b-a379-f22937842870 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 1102 time: 0.0481765 Sep 18 05:00:00.143160 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-af106020-e00c-46ca-92ae-d0aca46acd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:00.150659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82add80f-86bc-4f2c-b554-e55f35da5be1 req-dd29e244-e9bd-46ed-bda3-759aebabd475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:00.152357 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82add80f-86bc-4f2c-b554-e55f35da5be1 req-dd29e244-e9bd-46ed-bda3-759aebabd475 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 1101 time: 0.1421432 Sep 18 05:00:00.157375 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-de7abc77-b7cb-4f55-a198-b00b1e338603 req-48684763-a59e-4f89-8a93-b7b85a6202ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696104 Sep 18 05:00:00.183102 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-af106020-e00c-46ca-92ae-d0aca46acd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:00.188325 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34924) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:00.196315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f6e6a-40aa-4619-b064-77c508ab5877 req-e2b4bfe5-c329-44ff-9ba0-fde55ce19459 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:00.197853 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b52f6e6a-40aa-4619-b064-77c508ab5877 req-e2b4bfe5-c329-44ff-9ba0-fde55ce19459 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 968 time: 0.1112525 Sep 18 05:00:00.206698 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34928) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:00.211852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-fe94afc6-92b9-4ba4-9df8-532004b4536c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Request body: {'floatingip': {'port_id': 'af382257-c3d1-4283-bd99-b1c8c7220be2'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:00.308496 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe94afc6-92b9-4ba4-9df8-532004b4536c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:00.335207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeee5ad-24f6-42e9-a1e4-4f49ced6f82d req-c0ed9e50-edf9-44a1-a5b0-42907aa27688 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:00.340732 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dfeee5ad-24f6-42e9-a1e4-4f49ced6f82d req-c0ed9e50-edf9-44a1-a5b0-42907aa27688 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 965 time: 0.0780621 Sep 18 05:00:00.341995 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-af106020-e00c-46ca-92ae-d0aca46acd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:00.348272 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-af106020-e00c-46ca-92ae-d0aca46acd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:00.349480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-af106020-e00c-46ca-92ae-d0aca46acd17 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0669ccdb-2159-4cd7-9777-45a98e067bbe HTTP/1.1" status: 204 len: 168 time: 0.3731563 Sep 18 05:00:00.393214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af106020-e00c-46ca-92ae-d0aca46acd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0669ccdb-2159-4cd7-9777-45a98e067bbe,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:00.442627 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dfeee5ad-24f6-42e9-a1e4-4f49ced6f82d req-31b97c16-7a6a-48df-a70d-628d2ed89f23 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914218 Sep 18 05:00:00.447542 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4201a3b3-27ca-4ad6-988c-b717831e1a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:00.448990 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82add80f-86bc-4f2c-b554-e55f35da5be1 req-89029d21-93e4-4aff-b6d3-81a33d018203 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736699 Sep 18 05:00:00.478735 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-2d20cc9c-6fa5-43c1-9f45-7926beb81d47 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4983c1f429d5463c815929533291e079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275006 Sep 18 05:00:00.543961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd424f-cca1-4df0-8767-99f47eea1afa req-d4112553-a52b-46d7-b19a-6744c1357d0e tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:00.546358 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71dd424f-cca1-4df0-8767-99f47eea1afa req-d4112553-a52b-46d7-b19a-6744c1357d0e tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 950 time: 0.1885996 Sep 18 05:00:00.633768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-9f984f2f-045b-4bf3-bccc-aef568e39676 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:00.636014 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-9f984f2f-045b-4bf3-bccc-aef568e39676 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491160 Sep 18 05:00:00.660905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-e3030444-b51f-4f2e-8591-26414381d23e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Request body: {'port': {'device_id': '89c372de-fa98-48aa-94aa-5ed42edf5a51', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '4983c1f429d5463c815929533291e079'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:00.685533 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71dd424f-cca1-4df0-8767-99f47eea1afa req-d50a22ea-78c5-4ccb-8d56-d3de7f74a45b tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078997 Sep 18 05:00:00.720345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22ecda56-6983-4332-992c-2284ef82e61d req-6b23bd64-22ca-4213-9bad-db046e3f5fb4 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 210 time: 0.0418270 Sep 18 05:00:00.879753 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4201a3b3-27ca-4ad6-988c-b717831e1a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:00.978056 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4201a3b3-27ca-4ad6-988c-b717831e1a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.005701 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1ffefe47-7ec7-463e-81d7-8ac5a568ee64 req-31846856-e7a7-4d30-9611-f4453f55e732 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 210 time: 0.0769093 Sep 18 05:00:01.068046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-e3030444-b51f-4f2e-8591-26414381d23e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Made reservation on behalf of 4983c1f429d5463c815929533291e079 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:00:01.072685 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-e3030444-b51f-4f2e-8591-26414381d23e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.097767 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4201a3b3-27ca-4ad6-988c-b717831e1a53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f29e4e10caaa4b1cab5dcc45237a00bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9055326 Sep 18 05:00:01.098419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34954) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:01.098599 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201a3b3-27ca-4ad6-988c-b717831e1a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb6fcee-72cd-4bfd-96be-439c9422ed94,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:01.118420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34956) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:01.162900 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-33168b28-257c-4a6f-9389-fac0391d411b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.168474 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-14009c4c-20a8-42b2-9a64-632b0fad54b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.232158 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ec51-8656-4d8a-8fe3-b9f3686f0f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.265847 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ec51-8656-4d8a-8fe3-b9f3686f0f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.277745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-e3030444-b51f-4f2e-8591-26414381d23e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Allocated IP 192.168.233.36 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/d1c175c0-1bfe-4ecc-94d9-514c83da0ae0) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:00:01.286202 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe94afc6-92b9-4ba4-9df8-532004b4536c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.342827 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-33168b28-257c-4a6f-9389-fac0391d411b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.417314 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe94afc6-92b9-4ba4-9df8-532004b4536c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.434056 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ec51-8656-4d8a-8fe3-b9f3686f0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.436646 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ec51-8656-4d8a-8fe3-b9f3686f0f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.437801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3fe4ec51-8656-4d8a-8fe3-b9f3686f0f36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbb6fcee-72cd-4bfd-96be-439c9422ed94 HTTP/1.1" status: 204 len: 168 time: 0.3383074 Sep 18 05:00:01.456826 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4ec51-8656-4d8a-8fe3-b9f3686f0f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb6fcee-72cd-4bfd-96be-439c9422ed94,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:01.477905 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-33168b28-257c-4a6f-9389-fac0391d411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.506942 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-e3030444-b51f-4f2e-8591-26414381d23e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.625576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4b1c6-38f1-4eed-a816-b650a17f5998 req-bb0eb2f6-f86e-4fd9-b37e-3fe6c32ef90d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:01.627219 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e1a4b1c6-38f1-4eed-a816-b650a17f5998 req-bb0eb2f6-f86e-4fd9-b37e-3fe6c32ef90d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 965 time: 0.0753503 Sep 18 05:00:01.653045 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-e3030444-b51f-4f2e-8591-26414381d23e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.669630 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['00a14f80-61a7-4369-b0e6-c4415d90efbc'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:01.707070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-e3030444-b51f-4f2e-8591-26414381d23e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:00:01.710323 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e1a4b1c6-38f1-4eed-a816-b650a17f5998 req-64acfe4c-9854-4bc2-b154-b882c3f577d2 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761201 Sep 18 05:00:01.714476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-e3030444-b51f-4f2e-8591-26414381d23e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:00:01.718791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-e3030444-b51f-4f2e-8591-26414381d23e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:00:01.724771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-e3030444-b51f-4f2e-8591-26414381d23e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:01.727370 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-e3030444-b51f-4f2e-8591-26414381d23e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.738367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3030444-b51f-4f2e-8591-26414381d23e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Pushing event updated for resources: {'Port': ['ID=d1c175c0-1bfe-4ecc-94d9-514c83da0ae0,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:01.781689 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-33168b28-257c-4a6f-9389-fac0391d411b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e39bedae6ef64ce88c3f8cef7eb5c122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6623175 Sep 18 05:00:01.784354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34970) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:01.797509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad51f3-800f-405f-9fca-d2e1f5e3ac7c req-1315ebcf-4b13-4270-8f67-167c29240505 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:01.806811 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8cad51f3-800f-405f-9fca-d2e1f5e3ac7c req-1315ebcf-4b13-4270-8f67-167c29240505 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 971 time: 0.4023912 Sep 18 05:00:01.841218 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33168b28-257c-4a6f-9389-fac0391d411b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a80cd47-d596-4852-9517-c5acbd8d517c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:01.892060 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-0d920387-c634-41d6-8bfe-d12dc48d30aa tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=dc9b5cbd504a408eb7865d00cae0a636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518479 Sep 18 05:00:01.920421 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a45a72a-8996-4d3d-ba22-d5b971ae8495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:01.938610 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8cad51f3-800f-405f-9fca-d2e1f5e3ac7c req-ebf9b727-517a-4a97-9321-f88537f16de7 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298616 Sep 18 05:00:02.008982 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-fe94afc6-92b9-4ba4-9df8-532004b4536c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Floating IP c9b21156-b4c4-4ea3-a40d-9c5d7879ab07 associated. External IP: 172.25.7.124, port: af382257-c3d1-4283-bd99-b1c8c7220be2. Sep 18 05:00:02.015223 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a45a72a-8996-4d3d-ba22-d5b971ae8495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:02.016483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a8399e6c-5c52-4028-a621-66d7d49bcadb None None] Provisioning complete for port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:00:02.017104 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a8399e6c-5c52-4028-a621-66d7d49bcadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:02.058965 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-e3030444-b51f-4f2e-8591-26414381d23e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4046295 Sep 18 05:00:02.084406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Request body: {'port': {'device_id': '89c372de-fa98-48aa-94aa-5ed42edf5a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:02.088488 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a8399e6c-5c52-4028-a621-66d7d49bcadb None None] Port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:00:02.101774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8985fc-7c47-4b41-8315-93ec348b09d6 req-32058c43-6c6b-449f-80fe-696291e681e6 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:02.103327 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec8985fc-7c47-4b41-8315-93ec348b09d6 req-32058c43-6c6b-449f-80fe-696291e681e6 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 950 time: 0.2738867 Sep 18 05:00:02.167666 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ec89ab9-ec35-47e0-860c-cb879a783772 req-3f83fa72-f1fa-4ac7-9a3d-740296936cd7 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 210 time: 0.0930848 Sep 18 05:00:02.214292 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec8985fc-7c47-4b41-8315-93ec348b09d6 req-43680449-49dd-436e-b187-f3661ca80044 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914080 Sep 18 05:00:02.222469 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:02.291153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-582d9a4c-b472-430a-87f3-388e2b5f8c33 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:02.292713 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-582d9a4c-b472-430a-87f3-388e2b5f8c33 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3446853 Sep 18 05:00:02.337616 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a45a72a-8996-4d3d-ba22-d5b971ae8495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:02.340396 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a45a72a-8996-4d3d-ba22-d5b971ae8495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:02.341519 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8a45a72a-8996-4d3d-ba22-d5b971ae8495 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a80cd47-d596-4852-9517-c5acbd8d517c HTTP/1.1" status: 204 len: 168 time: 0.5561342 Sep 18 05:00:02.380259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-db60be58-6e7f-48ab-8c4a-e6da6419a486 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Request body: {'port': {'device_id': 'c92934de-e29a-468c-84ad-3dc3df2558c8', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'dc9b5cbd504a408eb7865d00cae0a636'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:02.381652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.18', 58554) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:02.392063 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050261-1635-438a-9a7b-a9ff40d71e54 req-62307541-474d-4f53-a9a5-7d7915fb5003 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:02.394207 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10050261-1635-438a-9a7b-a9ff40d71e54 req-62307541-474d-4f53-a9a5-7d7915fb5003 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 935 time: 0.1293070 Sep 18 05:00:02.432760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34980) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:02.433472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45a72a-8996-4d3d-ba22-d5b971ae8495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a80cd47-d596-4852-9517-c5acbd8d517c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:02.499247 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5cebf-eb86-42b4-803d-f4b96de3bfcb req-91191829-eb91-4bd6-8f52-5ab66ecfef70 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:02.500781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7de5cebf-eb86-42b4-803d-f4b96de3bfcb req-91191829-eb91-4bd6-8f52-5ab66ecfef70 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.1679800 Sep 18 05:00:02.504706 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d6a86b9-c91a-4f13-bbbb-a505f2c00d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:02.518169 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe94afc6-92b9-4ba4-9df8-532004b4536c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Router 32c53628-9962-450b-a3eb-8c23057fe10b has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:00:02.540786 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10050261-1635-438a-9a7b-a9ff40d71e54 req-b79e4a12-05a6-40ef-bdeb-bedbd0661172 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293423 Sep 18 05:00:02.545347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-b8227312-eb79-426f-b27d-8949b8a509b4 service neutron] 10.222.0.18 "GET /v2.0/ports/61da8700-90c6-4f1b-9f84-c0d118e2bcd4/bindings/n-h2-789963-13 HTTP/1.1" status: 200 len: 385 time: 0.1578081 Sep 18 05:00:02.627425 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7de5cebf-eb86-42b4-803d-f4b96de3bfcb req-88b662ae-e9a8-40ca-b85e-caf991c71589 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017725 Sep 18 05:00:02.722922 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe94afc6-92b9-4ba4-9df8-532004b4536c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:00:02.730302 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe94afc6-92b9-4ba4-9df8-532004b4536c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:02.730942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:02.747079 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef6ced-6dbc-4981-9cc8-f07baeae03c7 None None] Sync routers for ids ['32c53628-9962-450b-a3eb-8c23057fe10b'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:00:02.761227 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:02.766208 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef6ced-6dbc-4981-9cc8-f07baeae03c7 None None] Routers {'32c53628-9962-450b-a3eb-8c23057fe10b'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:00:02.768579 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e6ef6ced-6dbc-4981-9cc8-f07baeae03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T04:59:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32c53628-9962-450b-a3eb-8c23057fe10b'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:00:02.780633 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d6a86b9-c91a-4f13-bbbb-a505f2c00d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:02.782834 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fe94afc6-92b9-4ba4-9df8-532004b4536c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "PUT /v2.0/floatingips/c9b21156-b4c4-4ea3-a40d-9c5d7879ab07 HTTP/1.1" status: 200 len: 1014 time: 2.5751731 Sep 18 05:00:02.783460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7f74b5-1060-4060-b299-dc1b1cb8abd7', 'tag': 'af382257-c3d1-4283-bd99-b1c8c7220be2'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:02.786014 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af23c2dd-ed0b-4fc6-bbe4-878fa7d867f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7f74b5-1060-4060-b299-dc1b1cb8abd7", "tag": "af382257-c3d1-4283-bd99-b1c8c7220be2"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:02.839045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Transition to ACTIVE for port object d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:00:02.877181 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-b1c09483-f87e-4cb3-9edc-f4e7eeb2852e service neutron] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:02.900910 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d6a86b9-c91a-4f13-bbbb-a505f2c00d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:02.911784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-b1c09483-f87e-4cb3-9edc-f4e7eeb2852e service neutron] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:00:02.961766 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:02.965954 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6f722c-aa4f-4876-8592-beb0534b3859 x-openstack-request-id: req-9c6f722c-aa4f-4876-8592-beb0534b3859 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:02.966141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.18', 58555) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:02.966299 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7f74b5-1060-4060-b299-dc1b1cb8abd7", "tag": "af382257-c3d1-4283-bd99-b1c8c7220be2", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:02.966505 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c6f722c-aa4f-4876-8592-beb0534b3859 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:02.966905 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7f74b5-1060-4060-b299-dc1b1cb8abd7', 'tag': 'af382257-c3d1-4283-bd99-b1c8c7220be2', 'status': 'completed', 'code': 200} Sep 18 05:00:02.996796 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6d6a86b9-c91a-4f13-bbbb-a505f2c00d00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7f0a2647c6d471b9c11845be97126a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609505 Sep 18 05:00:02.999452 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35008) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:03.008976 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a86b9-c91a-4f13-bbbb-a505f2c00d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d7a0a6-a684-476d-9b67-baf9bff5875d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:03.018211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.18', 58556) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:03.054229 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-db60be58-6e7f-48ab-8c4a-e6da6419a486 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Made reservation on behalf of dc9b5cbd504a408eb7865d00cae0a636 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:00:03.058757 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-b1c09483-f87e-4cb3-9edc-f4e7eeb2852e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:03.060039 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-db60be58-6e7f-48ab-8c4a-e6da6419a486 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:03.096622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-b1c09483-f87e-4cb3-9edc-f4e7eeb2852e service neutron] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:03.115863 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e6ef6ced-6dbc-4981-9cc8-f07baeae03c7 None None] Set router 32c53628-9962-450b-a3eb-8c23057fe10b gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:00:03.144212 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-a22faa8e-8401-4af2-8064-ce7865835070 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=11043179728f49a1b23727cea250eb68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681660 Sep 18 05:00:03.157804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d891f-d6b8-434f-bfa6-965059aa5913 req-41959982-11f7-4623-925e-f975a85f26f7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:03.167463 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9e3d891f-d6b8-434f-bfa6-965059aa5913 req-41959982-11f7-4623-925e-f975a85f26f7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 965 time: 0.2166409 Sep 18 05:00:03.216129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c175c0-1bfe-4ecc-94d9-514c83da0ae0,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:03.258288 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a04cbbb-71d9-4bb6-9936-239a1cfb2959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:03.261628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23c2dd-ed0b-4fc6-bbe4-878fa7d867f0 req-2cc7cd53-08c0-4e67-a031-9416397c53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:03.262765 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-af23c2dd-ed0b-4fc6-bbe4-878fa7d867f0 req-2cc7cd53-08c0-4e67-a031-9416397c53ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1ea1154b38e4575a5ba59a023ffbcb2&device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 1120 time: 0.2437551 Sep 18 05:00:03.326765 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9e3d891f-d6b8-434f-bfa6-965059aa5913 req-cfec78b4-f28d-482e-a840-e4fed43888fb tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569781 Sep 18 05:00:03.341971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec46ca-6d7c-49a3-bd1b-70fd885caea6 req-b6f92cd5-dab2-4409-8f71-774ee8596f57 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:03.344224 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcec46ca-6d7c-49a3-bd1b-70fd885caea6 req-b6f92cd5-dab2-4409-8f71-774ee8596f57 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.18 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 971 time: 0.3680120 Sep 18 05:00:03.344224 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-b1c09483-f87e-4cb3-9edc-f4e7eeb2852e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:03.361821 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a04cbbb-71d9-4bb6-9936-239a1cfb2959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:03.440080 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Attempting to bind port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:00:03.440459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Attempting to bind port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:00:03.440791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Attempting to bind port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:03.516077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:00:03.518210 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Attempting to bind port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:03.518310 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e6ef6ced-6dbc-4981-9cc8-f07baeae03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'c9b21156-b4c4-4ea3-a40d-9c5d7879ab07', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'port_id': 'af382257-c3d1-4283-bd99-b1c8c7220be2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'mac_address': 'fa:16:3e:a0:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7f74b5-1060-4060-b299-dc1b1cb8abd7', 'device_owner': 'compute:tempest-test_az-2120389633'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T04:59:45Z', 'updated_at': '2021-09-18T05:00:01Z', 'revision_number': 1, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:21Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:00:03.538607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-b5e013ee-9ee9-4cec-88e1-a5e1dceecc4b tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:03.546581 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-b5e013ee-9ee9-4cec-88e1-a5e1dceecc4b tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4014814 Sep 18 05:00:03.550276 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef6ced-6dbc-4981-9cc8-f07baeae03c7 None None] Checking router: 32c53628-9962-450b-a3eb-8c23057fe10b for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:00:03.560618 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef6ced-6dbc-4981-9cc8-f07baeae03c7 None None] Routers {'32c53628-9962-450b-a3eb-8c23057fe10b'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:00:03.561262 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e6ef6ced-6dbc-4981-9cc8-f07baeae03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T04:59:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32c53628-9962-450b-a3eb-8c23057fe10b'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:00:03.577172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707205f-1382-467e-8c29-d841eaa2d6ef req-418e9b6e-6222-4fe2-b10f-037fd4b7be68 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:03.578666 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9707205f-1382-467e-8c29-d841eaa2d6ef req-418e9b6e-6222-4fe2-b10f-037fd4b7be68 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 971 time: 0.1107426 Sep 18 05:00:03.585427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:00:03.585793 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:00:03.586667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:00:03.587048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Bound port: d1c175c0-1bfe-4ecc-94d9-514c83da0ae0, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:00:03.587492 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:03.595803 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-db60be58-6e7f-48ab-8c4a-e6da6419a486 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Allocated IP 192.168.233.66 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/6aaed2a6-c060-45a5-b751-8f6cedd21730) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:00:03.645805 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23c2dd-ed0b-4fc6-bbe4-878fa7d867f0 req-473e21d7-8c79-4af1-a016-a2c4f1d8d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:03.647314 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-af23c2dd-ed0b-4fc6-bbe4-878fa7d867f0 req-473e21d7-8c79-4af1-a016-a2c4f1d8d9bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=82fcc668-a5c0-4e9b-b029-5f6c72770101 HTTP/1.1" status: 200 len: 923 time: 0.3735609 Sep 18 05:00:03.652322 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9707205f-1382-467e-8c29-d841eaa2d6ef req-11a8d476-743c-47ee-bdc6-9a22e6613c0b tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658810 Sep 18 05:00:03.652504 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-a656a03f-97c2-4490-8e48-243716fc4d9a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/quotas/11043179728f49a1b23727cea250eb68 HTTP/1.1" status: 200 len: 375 time: 0.1047843 Sep 18 05:00:03.705129 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e6ef6ced-6dbc-4981-9cc8-f07baeae03c7 None None] Set router 32c53628-9962-450b-a3eb-8c23057fe10b gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:00:03.757837 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a04cbbb-71d9-4bb6-9936-239a1cfb2959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:03.765008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-b1c09483-f87e-4cb3-9edc-f4e7eeb2852e service neutron] Transition to ACTIVE for port object 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:00:03.766499 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a04cbbb-71d9-4bb6-9936-239a1cfb2959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:03.768967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4a04cbbb-71d9-4bb6-9936-239a1cfb2959 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37d7a0a6-a684-476d-9b67-baf9bff5875d HTTP/1.1" status: 204 len: 168 time: 0.7684486 Sep 18 05:00:03.839790 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1b680e65-9187-4ec5-96db-08a07cc46569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:03.868767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04cbbb-71d9-4bb6-9936-239a1cfb2959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d7a0a6-a684-476d-9b67-baf9bff5875d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:03.948207 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5114cc96-fc69-45cf-a9d3-f0768b93b182 req-101c4f91-5e72-49f5-a994-9b0e87435272 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 210 time: 0.1242735 Sep 18 05:00:03.963152 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-af23c2dd-ed0b-4fc6-bbe4-878fa7d867f0 req-4dc2d048-f625-4811-acae-59d70df157af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af382257-c3d1-4283-bd99-b1c8c7220be2 HTTP/1.1" status: 200 len: 1022 time: 0.3076289 Sep 18 05:00:04.075052 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e6ef6ced-6dbc-4981-9cc8-f07baeae03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'c9b21156-b4c4-4ea3-a40d-9c5d7879ab07', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'port_id': 'af382257-c3d1-4283-bd99-b1c8c7220be2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'mac_address': 'fa:16:3e:a0:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7f74b5-1060-4060-b299-dc1b1cb8abd7', 'device_owner': 'compute:tempest-test_az-2120389633'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T04:59:45Z', 'updated_at': '2021-09-18T05:00:01Z', 'revision_number': 1, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:21Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:00:04.090112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] For port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:00:04.093364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] For port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d1c175c0-1bfe-4ecc-94d9-514c83da0ae0,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:00:04.103863 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef6ced-6dbc-4981-9cc8-f07baeae03c7 None None] The sync data for ids ['32c53628-9962-450b-a3eb-8c23057fe10b'] in n-d-789963-13 is: [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'c9b21156-b4c4-4ea3-a40d-9c5d7879ab07', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'port_id': 'af382257-c3d1-4283-bd99-b1c8c7220be2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'mac_address': 'fa:16:3e:a0:a8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7f74b5-1060-4060-b299-dc1b1cb8abd7', 'device_owner': 'compute:tempest-test_az-2120389633'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T04:59:45Z', 'updated_at': '2021-09-18T05:00:01Z', 'revision_number': 1, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:21Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:00:04.109471 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-b1c09483-f87e-4cb3-9edc-f4e7eeb2852e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:04.114150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23c2dd-ed0b-4fc6-bbe4-878fa7d867f0 req-1b2a3bf3-6367-4681-9738-a8e6c6215cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:04.119548 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-af23c2dd-ed0b-4fc6-bbe4-878fa7d867f0 req-1b2a3bf3-6367-4681-9738-a8e6c6215cd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3409b39b-756b-440c-b4a9-d0df86abb0d4 HTTP/1.1" status: 200 len: 862 time: 0.1481051 Sep 18 05:00:04.167325 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5073d-cf5f-4146-9637-3fafc9050b87 req-2c6b453f-62e6-41ed-8891-24df12564573 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:04.169143 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9dd5073d-cf5f-4146-9637-3fafc9050b87 req-2c6b453f-62e6-41ed-8891-24df12564573 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 947 time: 0.1394212 Sep 18 05:00:04.173158 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-db60be58-6e7f-48ab-8c4a-e6da6419a486 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:04.175907 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:04.232748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-b1c09483-f87e-4cb3-9edc-f4e7eeb2852e service neutron] No DVR routers for this DVR port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:00:04.241992 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-e59f4a89-a01b-45d8-ab92-f4931d176c79 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=11043179728f49a1b23727cea250eb68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5239718 Sep 18 05:00:04.252440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-fcec46ca-6d7c-49a3-bd1b-70fd885caea6 req-2002dc1e-e960-4a81-b7ad-16c8fc8cb23a tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Deleting port abaf68a6-364e-4356-915b-1006953f0b03 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:00:04.252882 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcec46ca-6d7c-49a3-bd1b-70fd885caea6 req-2002dc1e-e960-4a81-b7ad-16c8fc8cb23a tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:04.256850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23c2dd-ed0b-4fc6-bbe4-878fa7d867f0 req-d0ad976a-3d9c-416a-9dd7-097816408f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:04.257005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:04.261368 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:04.261493 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-af23c2dd-ed0b-4fc6-bbe4-878fa7d867f0 req-d0ad976a-3d9c-416a-9dd7-097816408f72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82fcc668-a5c0-4e9b-b029-5f6c72770101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310158 Sep 18 05:00:04.261574 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] 10.222.0.18 "PUT /v2.0/ports/d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 HTTP/1.1" status: 200 len: 1096 time: 2.1848752 Sep 18 05:00:04.267613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c372de-fa98-48aa-94aa-5ed42edf5a51', 'tag': 'd1c175c0-1bfe-4ecc-94d9-514c83da0ae0'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:04.270019 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59baef5a-b0d8-4bed-b523-6774a558cee7" -d '{"events": [{"name": "network-changed", "server_uuid": "89c372de-fa98-48aa-94aa-5ed42edf5a51", "tag": "d1c175c0-1bfe-4ecc-94d9-514c83da0ae0"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:04.281225 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9dd5073d-cf5f-4146-9637-3fafc9050b87 req-77ecdb63-1b24-4d36-a184-c55d9e27f5f0 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865867 Sep 18 05:00:04.302666 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:04.315858 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c09483-f87e-4cb3-9edc-f4e7eeb2852e service neutron] Pushing event updated for resources: {'Port': ['ID=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,revision_number=10']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:04.440747 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-db60be58-6e7f-48ab-8c4a-e6da6419a486 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:04.534499 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-db60be58-6e7f-48ab-8c4a-e6da6419a486 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:00:04.540697 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-db60be58-6e7f-48ab-8c4a-e6da6419a486 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:00:04.543597 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-db60be58-6e7f-48ab-8c4a-e6da6419a486 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:00:04.562697 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-db60be58-6e7f-48ab-8c4a-e6da6419a486 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:04.563288 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-db60be58-6e7f-48ab-8c4a-e6da6419a486 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:04.564226 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-b1c09483-f87e-4cb3-9edc-f4e7eeb2852e service neutron] 10.222.0.18 "PUT /v2.0/ports/61da8700-90c6-4f1b-9f84-c0d118e2bcd4/bindings/n-h2-789963-13/activate HTTP/1.1" status: 200 len: 370 time: 2.0097766 Sep 18 05:00:04.632108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af186e-e3e6-4323-a9c2-108bb7bab3f6 None None] New status for floating IP c9b21156-b4c4-4ea3-a40d-9c5d7879ab07: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:00:04.642376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40f3b3-87a4-4656-8e3c-9f0da4b18aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c175c0-1bfe-4ecc-94d9-514c83da0ae0,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:04.645358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fcec46ca-6d7c-49a3-bd1b-70fd885caea6 req-2002dc1e-e960-4a81-b7ad-16c8fc8cb23a tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] For port abaf68a6-364e-4356-915b-1006953f0b03, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=abaf68a6-364e-4356-915b-1006953f0b03,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:04.645749 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcec46ca-6d7c-49a3-bd1b-70fd885caea6 req-2002dc1e-e960-4a81-b7ad-16c8fc8cb23a tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:04.660965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-a82a9d98-e3cc-4a81-adf6-37087ddfa485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:04.662577 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-a82a9d98-e3cc-4a81-adf6-37087ddfa485 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4983c1f429d5463c815929533291e079&device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 1099 time: 0.2997763 Sep 18 05:00:04.668479 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60be58-6e7f-48ab-8c4a-e6da6419a486 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Pushing event updated for resources: {'Port': ['ID=6aaed2a6-c060-45a5-b751-8f6cedd21730,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:04.671259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-fcec46ca-6d7c-49a3-bd1b-70fd885caea6 req-2002dc1e-e960-4a81-b7ad-16c8fc8cb23a tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Calling delete_port for abaf68a6-364e-4356-915b-1006953f0b03 owned by compute:tempest-test_az-2120389633 {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:00:04.704167 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6720480c-032a-40cb-a3e4-fdcff3d3f9e1 x-openstack-request-id: req-6720480c-032a-40cb-a3e4-fdcff3d3f9e1 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:04.705949 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c372de-fa98-48aa-94aa-5ed42edf5a51", "tag": "d1c175c0-1bfe-4ecc-94d9-514c83da0ae0", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:04.706227 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6720480c-032a-40cb-a3e4-fdcff3d3f9e1 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:04.706636 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c372de-fa98-48aa-94aa-5ed42edf5a51', 'tag': 'd1c175c0-1bfe-4ecc-94d9-514c83da0ae0', 'status': 'completed', 'code': 200} Sep 18 05:00:04.717534 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-af23c2dd-ed0b-4fc6-bbe4-878fa7d867f0 req-47163492-8156-419f-9d8e-81498d575b5b service neutron] 10.222.0.18 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235742 Sep 18 05:00:04.809402 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9a5fb83f-a25f-47e3-a9bb-f4fb879da547 req-414f6a82-98a8-48a5-ba9b-c864e1cecb9d tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 210 time: 0.0296917 Sep 18 05:00:04.814905 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-db60be58-6e7f-48ab-8c4a-e6da6419a486 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4417932 Sep 18 05:00:04.831296 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Request body: {'port': {'device_id': 'c92934de-e29a-468c-84ad-3dc3df2558c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:04.887796 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-9b35f648-0405-4937-8c8a-d44e4212248b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 HTTP/1.1" status: 200 len: 217 time: 0.1793449 Sep 18 05:00:05.055601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb8c1d-2f23-4820-b03f-c9166d76d460 req-ad6960e8-56ad-4a8e-aab6-3cb55540729a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:05.058001 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-20cb8c1d-2f23-4820-b03f-c9166d76d460 req-ad6960e8-56ad-4a8e-aab6-3cb55540729a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 966 time: 0.3339534 Sep 18 05:00:05.062778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-f6e654aa-96d3-4872-b73d-dbe502611792 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:05.064797 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-f6e654aa-96d3-4872-b73d-dbe502611792 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573&tenant_id=b9d48c11f3d54c54908deb8998856514&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1118 time: 0.2773669 Sep 18 05:00:05.066574 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-725308b3-ee03-4970-bf99-7ee9711a582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:05.068600 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-725308b3-ee03-4970-bf99-7ee9711a582f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1589649 Sep 18 05:00:05.071670 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-af23c2dd-ed0b-4fc6-bbe4-878fa7d867f0 req-3d8f1fdb-da68-4ccc-ba96-0be1239704ea service neutron] 10.222.0.18 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463485 Sep 18 05:00:05.079954 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:05.272339 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcec46ca-6d7c-49a3-bd1b-70fd885caea6 req-2002dc1e-e960-4a81-b7ad-16c8fc8cb23a tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:05.313655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['abaf68a6-364e-4356-915b-1006953f0b03'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:05.340588 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-20cb8c1d-2f23-4820-b03f-c9166d76d460 req-ba3761ca-0e24-4eac-a451-b47646d44c5e tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643731 Sep 18 05:00:05.363464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-90bd2e83-a849-47e1-86a5-163b3712514d None None] Provisioning complete for port 6aaed2a6-c060-45a5-b751-8f6cedd21730 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:00:05.363464 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-90bd2e83-a849-47e1-86a5-163b3712514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:05.418789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002dc1e-e960-4a81-b7ad-16c8fc8cb23a tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Pushing event deleted for resources: {'Port': ['ID=abaf68a6-364e-4356-915b-1006953f0b03,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:05.421789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326e807-77d0-47c6-8cae-285ba6e4df61 req-2f62048b-66af-4239-8674-ea00acba5498 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:05.429785 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c326e807-77d0-47c6-8cae-285ba6e4df61 req-2f62048b-66af-4239-8674-ea00acba5498 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/ports?device_id=002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c HTTP/1.1" status: 200 len: 971 time: 0.5192769 Sep 18 05:00:05.461763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-90bd2e83-a849-47e1-86a5-163b3712514d None None] Port 6aaed2a6-c060-45a5-b751-8f6cedd21730 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:00:05.469595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:00:05.492470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-0df71cd0-0f77-47d7-98b3-f8cb8d637ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:05.494257 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-0df71cd0-0f77-47d7-98b3-f8cb8d637ec3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573&tenant_id=b9d48c11f3d54c54908deb8998856514 HTTP/1.1" status: 200 len: 1118 time: 0.3058197 Sep 18 05:00:05.529492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcec46ca-6d7c-49a3-bd1b-70fd885caea6 req-2002dc1e-e960-4a81-b7ad-16c8fc8cb23a tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] No DVR routers for this DVR port abaf68a6-364e-4356-915b-1006953f0b03 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:00:05.545944 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c326e807-77d0-47c6-8cae-285ba6e4df61 req-3b83a6d9-a13d-4a3d-b6aa-2f5f025117d5 tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bcf801a-5357-498b-97b1-027d5d5a0e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129408 Sep 18 05:00:05.569518 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:05.575027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:00:05.575027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device abaf68a6-364e-4356-915b-1006953f0b03 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:00:05.588379 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcec46ca-6d7c-49a3-bd1b-70fd885caea6 req-2002dc1e-e960-4a81-b7ad-16c8fc8cb23a tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:05.590410 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcec46ca-6d7c-49a3-bd1b-70fd885caea6 req-2002dc1e-e960-4a81-b7ad-16c8fc8cb23a tempest-AggregatesAdminTestJSON-610446250 tempest-AggregatesAdminTestJSON-610446250-project] 10.222.0.18 "DELETE /v2.0/ports/abaf68a6-364e-4356-915b-1006953f0b03 HTTP/1.1" status: 204 len: 173 time: 2.2345216 Sep 18 05:00:05.626742 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: abaf68a6-364e-4356-915b-1006953f0b03 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:00:05.627103 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device abaf68a6-364e-4356-915b-1006953f0b03 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:00:05.656540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-c43fa87c-4ddf-409c-abc4-f06dffa3a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:05.658130 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-c43fa87c-4ddf-409c-abc4-f06dffa3a198 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4817231 Sep 18 05:00:05.659941 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-a9cd3db3-80be-44c5-a013-f31b4fa006b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:05.665248 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-a9cd3db3-80be-44c5-a013-f31b4fa006b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 1118 time: 0.1279016 Sep 18 05:00:05.772606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de266dd-85cc-4f4e-a37a-522d3c5a5a36 req-4e612b57-20f4-4781-919a-22a62ca6634e tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:05.774708 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6de266dd-85cc-4f4e-a37a-522d3c5a5a36 req-4e612b57-20f4-4781-919a-22a62ca6634e tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 935 time: 0.2478988 Sep 18 05:00:05.782838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151a6d5-6bc6-461a-9a94-0b3e5a8dd2fd req-938f58f3-7f63-43c8-aa36-73454ed1e341 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:05.784379 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8151a6d5-6bc6-461a-9a94-0b3e5a8dd2fd req-938f58f3-7f63-43c8-aa36-73454ed1e341 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 947 time: 0.1364589 Sep 18 05:00:05.840288 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6de266dd-85cc-4f4e-a37a-522d3c5a5a36 req-c0e2deeb-bf9e-4b34-8ff1-07cf852df1bc tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555403 Sep 18 05:00:05.851317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-dcb9ab4a-9e7f-4ebb-b615-117845366d6f service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835127 Sep 18 05:00:05.872329 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8151a6d5-6bc6-461a-9a94-0b3e5a8dd2fd req-69459d11-161c-4503-9086-ccf29f05dc9b tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769577 Sep 18 05:00:06.011002 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aaed2a6-c060-45a5-b751-8f6cedd21730 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:06.028745 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:06.043765 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Transition to ACTIVE for port object 6aaed2a6-c060-45a5-b751-8f6cedd21730 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:00:06.056305 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-1c3920c0-be7f-468d-a6ff-ad3d849dfddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:06.057925 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-1c3920c0-be7f-468d-a6ff-ad3d849dfddf service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.2947073 Sep 18 05:00:06.077861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edadd3aa-9b92-4261-b987-3f5e23397cc2 req-9c771df2-b89e-4dbf-bb70-1314db416524 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200265 Sep 18 05:00:06.106143 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b7dc5a3f-d724-4a5c-8362-1230b2afcf54 req-06b44d30-3576-4572-9528-44abc752902f tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 210 time: 0.0333617 Sep 18 05:00:06.118605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-83a77326-385b-47b0-9ac2-27b64bd13386 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4 HTTP/1.1" status: 200 len: 217 time: 0.0529969 Sep 18 05:00:06.144047 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:06.209050 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-50379c99-e21f-426d-8b6e-383004e833bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:06.213038 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-50379c99-e21f-426d-8b6e-383004e833bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0825741 Sep 18 05:00:06.223597 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Pushing event updated for resources: {'Port': ['ID=6aaed2a6-c060-45a5-b751-8f6cedd21730,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:06.255443 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Attempting to bind port 6aaed2a6-c060-45a5-b751-8f6cedd21730 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:00:06.255798 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Attempting to bind port 6aaed2a6-c060-45a5-b751-8f6cedd21730 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:00:06.256726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Attempting to bind port 6aaed2a6-c060-45a5-b751-8f6cedd21730 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:06.262629 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Port 6aaed2a6-c060-45a5-b751-8f6cedd21730 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:00:06.262958 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Attempting to bind port 6aaed2a6-c060-45a5-b751-8f6cedd21730 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:06.269947 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:00:06.270290 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:00:06.270678 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:00:06.271116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Bound port: 6aaed2a6-c060-45a5-b751-8f6cedd21730, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:00:06.271474 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:06.283355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-71ae340d-0508-4755-93a9-13ce2564466d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621855 Sep 18 05:00:06.322602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baef5a-b0d8-4bed-b523-6774a558cee7 req-426dd705-8fde-47f8-99ae-6d688f8d1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:06.324148 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59baef5a-b0d8-4bed-b523-6774a558cee7 req-426dd705-8fde-47f8-99ae-6d688f8d1dc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4983c1f429d5463c815929533291e079&device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 1099 time: 0.1012743 Sep 18 05:00:06.365706 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] For port 6aaed2a6-c060-45a5-b751-8f6cedd21730, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:00:06.371470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] For port 6aaed2a6-c060-45a5-b751-8f6cedd21730, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6aaed2a6-c060-45a5-b751-8f6cedd21730,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:00:06.454265 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:06.515575 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:06.516294 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:06.517808 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] 10.222.0.18 "PUT /v2.0/ports/6aaed2a6-c060-45a5-b751-8f6cedd21730 HTTP/1.1" status: 200 len: 1096 time: 1.6928749 Sep 18 05:00:06.518322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92934de-e29a-468c-84ad-3dc3df2558c8', 'tag': '6aaed2a6-c060-45a5-b751-8f6cedd21730'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:06.520595 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-dcd1e1aa-042c-48ad-b5f8-a5dd62384758 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217798 Sep 18 05:00:06.523884 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd67d042-f2f5-49f0-a7fd-95dfebcc6b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "c92934de-e29a-468c-84ad-3dc3df2558c8", "tag": "6aaed2a6-c060-45a5-b751-8f6cedd21730"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:06.558857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fc4f8-e40d-4b08-bd5e-8b74d8b43544 service neutron] Pushing event updated for resources: {'Port': ['ID=6aaed2a6-c060-45a5-b751-8f6cedd21730,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:06.653979 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6c437-e0c4-498e-9b18-82d18f342ba9 req-0b159b92-452d-4993-acb7-3bf3cb5e6fab tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:06.661606 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edd6c437-e0c4-498e-9b18-82d18f342ba9 req-0b159b92-452d-4993-acb7-3bf3cb5e6fab tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 966 time: 0.1984854 Sep 18 05:00:06.678549 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baef5a-b0d8-4bed-b523-6774a558cee7 req-f77d2a54-3733-4802-a003-668ed01108e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:06.680744 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59baef5a-b0d8-4bed-b523-6774a558cee7 req-f77d2a54-3733-4802-a003-668ed01108e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.3452804 Sep 18 05:00:06.691056 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:06.739915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c736d54e-093f-4389-b103-981de75e5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:06.742728 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c736d54e-093f-4389-b103-981de75e5cc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc9b5cbd504a408eb7865d00cae0a636&device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 1099 time: 0.0725663 Sep 18 05:00:06.766234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c', 'name': 'network-vif-deleted', 'tag': 'abaf68a6-364e-4356-915b-1006953f0b03'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:06.773318 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af855859-6b82-4b93-b199-24de109992e8" -d '{"events": [{"server_uuid": "002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c", "name": "network-vif-deleted", "tag": "abaf68a6-364e-4356-915b-1006953f0b03"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:06.789995 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59baef5a-b0d8-4bed-b523-6774a558cee7 req-f1a3dd03-064b-43a7-9b6b-30bc6b0f673a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 HTTP/1.1" status: 200 len: 217 time: 0.0978096 Sep 18 05:00:06.823644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-02e65caf-1dc4-44bc-a92b-e4a6b7d28baf service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789874 Sep 18 05:00:06.826313 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-063bbac9-6361-4ded-bcf5-0d91f943d747 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6aaed2a6-c060-45a5-b751-8f6cedd21730 HTTP/1.1" status: 200 len: 217 time: 0.0723093 Sep 18 05:00:06.832895 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edd6c437-e0c4-498e-9b18-82d18f342ba9 req-1821ce09-7f9f-4b00-8db2-9d84629658b5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702757 Sep 18 05:00:06.903105 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d069c1d-2699-4f6b-bdca-0aaab18522c6 x-openstack-request-id: req-0d069c1d-2699-4f6b-bdca-0aaab18522c6 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:06.903453 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92934de-e29a-468c-84ad-3dc3df2558c8", "tag": "6aaed2a6-c060-45a5-b751-8f6cedd21730", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:06.903714 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d069c1d-2699-4f6b-bdca-0aaab18522c6 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:06.904119 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92934de-e29a-468c-84ad-3dc3df2558c8', 'tag': '6aaed2a6-c060-45a5-b751-8f6cedd21730', 'status': 'completed', 'code': 200} Sep 18 05:00:06.906295 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-00847693-b10e-4ebf-a1bb-aac011a88867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:06.916882 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-00847693-b10e-4ebf-a1bb-aac011a88867 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0739603 Sep 18 05:00:06.917077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baef5a-b0d8-4bed-b523-6774a558cee7 req-674c1121-5732-4d99-a4fe-7e6031e8efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:06.920512 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59baef5a-b0d8-4bed-b523-6774a558cee7 req-674c1121-5732-4d99-a4fe-7e6031e8efd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1165900 Sep 18 05:00:06.959884 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95543b4b-444d-4e75-97e6-718ad3c396a0 x-openstack-request-id: req-95543b4b-444d-4e75-97e6-718ad3c396a0 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:06.960195 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c", "name": "network-vif-deleted", "tag": "abaf68a6-364e-4356-915b-1006953f0b03", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:06.961176 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95543b4b-444d-4e75-97e6-718ad3c396a0 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:06.961547 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002fcf3b-4e70-4ae4-9ee5-fcc5eb19908c', 'name': 'network-vif-deleted', 'tag': 'abaf68a6-364e-4356-915b-1006953f0b03', 'status': 'completed', 'code': 200} Sep 18 05:00:06.995424 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-b364440a-8537-4378-9c4e-78c128b13af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:06.997064 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-b364440a-8537-4378-9c4e-78c128b13af9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0767164 Sep 18 05:00:07.042820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baef5a-b0d8-4bed-b523-6774a558cee7 req-4e8e1391-bf64-4ee0-94d8-9035b7ca9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:07.044610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59baef5a-b0d8-4bed-b523-6774a558cee7 req-4e8e1391-bf64-4ee0-94d8-9035b7ca9752 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1182737 Sep 18 05:00:07.083943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889c612-ed76-4e49-91f0-b324aca71b13 req-eb8afea9-6764-48ee-9c08-327037c0e723 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:07.086294 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2889c612-ed76-4e49-91f0-b324aca71b13 req-eb8afea9-6764-48ee-9c08-327037c0e723 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 947 time: 0.0873306 Sep 18 05:00:07.164962 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-c07b9fbf-a6d2-431b-bf73-3159afd49a7f service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594994 Sep 18 05:00:07.170131 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2889c612-ed76-4e49-91f0-b324aca71b13 req-761fe553-5890-4701-8fa8-fd595cd87696 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750632 Sep 18 05:00:07.201424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59baef5a-b0d8-4bed-b523-6774a558cee7 req-ae2c4a36-7651-4a84-a67e-0d147149b559 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489275 Sep 18 05:00:07.289465 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cee72f3e-38cc-4861-9296-1518db9b68f5 req-783bfb3d-a0f8-4f74-befb-6f0762d21287 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178272 Sep 18 05:00:07.559951 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-91d6e5b8-cd85-42c3-a8ce-273045c3aa98 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=11043179728f49a1b23727cea250eb68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281091 Sep 18 05:00:07.603809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35150) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:07.619718 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-85b87336-d45a-47de-8fd8-6bc8b5b51fa1 req-f54493bf-c63a-41a4-a010-dbd2007792e7 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 210 time: 0.0554581 Sep 18 05:00:07.635538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5ccbc-0187-41c0-964e-6f4985af2ed2 req-b1e08657-aa7b-4805-8625-fc4ede6f2655 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:07.642745 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48f5ccbc-0187-41c0-964e-6f4985af2ed2 req-b1e08657-aa7b-4805-8625-fc4ede6f2655 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 947 time: 0.3798475 Sep 18 05:00:07.658314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59baef5a-b0d8-4bed-b523-6774a558cee7 req-c1fa7793-8163-4b8a-8ced-ec4830b0315d service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494808 Sep 18 05:00:07.661230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-c40bb025-d807-4aca-84d3-b25cb66d17c0 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:07.664592 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-c40bb025-d807-4aca-84d3-b25cb66d17c0 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573&tenant_id=b9d48c11f3d54c54908deb8998856514&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 1118 time: 0.1931291 Sep 18 05:00:07.667610 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67d042-f2f5-49f0-a7fd-95dfebcc6b3d req-44162ac7-e14a-4424-84b4-f18a8ad99186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:07.669996 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd67d042-f2f5-49f0-a7fd-95dfebcc6b3d req-44162ac7-e14a-4424-84b4-f18a8ad99186 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc9b5cbd504a408eb7865d00cae0a636&device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 1099 time: 0.2084973 Sep 18 05:00:07.731989 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48f5ccbc-0187-41c0-964e-6f4985af2ed2 req-b1d83e33-0af6-49a1-a7c9-1a7acc90f54a tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883412 Sep 18 05:00:07.763393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-0c8b61dd-07e0-4389-a449-cd90c14773c2 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:07.764890 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-0c8b61dd-07e0-4389-a449-cd90c14773c2 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983674 Sep 18 05:00:07.794029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-2342a73b-fc74-4ad9-9b4c-d32ad00cbafb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Request body: {'port': {'device_id': 'cef9f2e3-dc2b-480c-b6bd-cc978ce89529', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '11043179728f49a1b23727cea250eb68'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:07.908209 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fc84befc-4eac-4955-9ff0-2e17e99ad460 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd267b708b8c45df80d1c63e297f9ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003771 Sep 18 05:00:07.910923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35162) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:07.960047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67d042-f2f5-49f0-a7fd-95dfebcc6b3d req-9110c027-2fcb-48b9-9203-17f181cc4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:07.962516 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd67d042-f2f5-49f0-a7fd-95dfebcc6b3d req-9110c027-2fcb-48b9-9203-17f181cc4913 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.2130969 Sep 18 05:00:07.996918 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd81b-1981-4354-a3ff-871e740e638f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:08.021625 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd67d042-f2f5-49f0-a7fd-95dfebcc6b3d req-b4171e82-e6ff-46d2-a3a8-ebbe196d8cf6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6aaed2a6-c060-45a5-b751-8f6cedd21730 HTTP/1.1" status: 200 len: 217 time: 0.0512803 Sep 18 05:00:08.061838 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd81b-1981-4354-a3ff-871e740e638f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:08.071488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-ce3f9179-c72c-4b5c-94f1-1d5124afa447 service neutron] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:00:08.076879 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-ce3f9179-c72c-4b5c-94f1-1d5124afa447 service neutron] Notify callbacks [] for binding, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:08.077529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113ac79-38b8-4418-857e-51f356680330 req-873497e9-aa3b-4a91-9631-bee9980ab910 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:08.078113 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-ce3f9179-c72c-4b5c-94f1-1d5124afa447 service neutron] 10.222.0.13 "DELETE /v2.0/ports/61da8700-90c6-4f1b-9f84-c0d118e2bcd4/bindings/n-h1-789963-13 HTTP/1.1" status: 204 len: 173 time: 0.4031334 Sep 18 05:00:08.079239 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0113ac79-38b8-4418-857e-51f356680330 req-873497e9-aa3b-4a91-9631-bee9980ab910 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 966 time: 0.0788314 Sep 18 05:00:08.082576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-2342a73b-fc74-4ad9-9b4c-d32ad00cbafb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Made reservation on behalf of 11043179728f49a1b23727cea250eb68 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:00:08.087133 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-2342a73b-fc74-4ad9-9b4c-d32ad00cbafb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:08.089636 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67d042-f2f5-49f0-a7fd-95dfebcc6b3d req-da6b569a-55d9-4e4b-948a-12c76c8ab0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:08.091439 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd67d042-f2f5-49f0-a7fd-95dfebcc6b3d req-da6b569a-55d9-4e4b-948a-12c76c8ab0af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0619254 Sep 18 05:00:08.143525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67d042-f2f5-49f0-a7fd-95dfebcc6b3d req-deaf1144-1bff-40b4-805e-9ab0c7c33792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:08.145151 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd67d042-f2f5-49f0-a7fd-95dfebcc6b3d req-deaf1144-1bff-40b4-805e-9ab0c7c33792 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0457284 Sep 18 05:00:08.204377 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0113ac79-38b8-4418-857e-51f356680330 req-cbe6522f-e824-40b3-9c81-2fcfd2c24a6d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007407 Sep 18 05:00:08.274604 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd67d042-f2f5-49f0-a7fd-95dfebcc6b3d req-e0d99109-526e-434d-a5ad-2ba9038116ae service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217434 Sep 18 05:00:08.279954 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd81b-1981-4354-a3ff-871e740e638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:08.282663 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd81b-1981-4354-a3ff-871e740e638f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:08.286012 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b7bdd81b-1981-4354-a3ff-871e740e638f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bcf801a-5357-498b-97b1-027d5d5a0e47 HTTP/1.1" status: 204 len: 168 time: 0.3718212 Sep 18 05:00:08.305909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdd81b-1981-4354-a3ff-871e740e638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcf801a-5357-498b-97b1-027d5d5a0e47,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:08.308171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-2342a73b-fc74-4ad9-9b4c-d32ad00cbafb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Allocated IP 192.168.233.179 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/6b5ed325-b803-48f2-8620-878c434c0585) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:00:08.409526 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717465c-a208-4e83-bd6b-139c7e006eb2 req-e0aa4248-3432-4e32-8142-60f4e01fd0f1 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:08.411024 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6717465c-a208-4e83-bd6b-139c7e006eb2 req-e0aa4248-3432-4e32-8142-60f4e01fd0f1 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 947 time: 0.1139531 Sep 18 05:00:08.453944 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd67d042-f2f5-49f0-a7fd-95dfebcc6b3d req-061c2845-2f57-4969-830a-db2a5a973ed1 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717813 Sep 18 05:00:08.480708 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6717465c-a208-4e83-bd6b-139c7e006eb2 req-3e9ed63a-97e8-4c4c-a450-806c311d6326 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505960 Sep 18 05:00:08.527664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c27c7-f77d-44b8-8d9c-62fdcc605417 req-882dcb4b-cc39-49ef-9635-6b2c43b2c341 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:08.529242 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-606c27c7-f77d-44b8-8d9c-62fdcc605417 req-882dcb4b-cc39-49ef-9635-6b2c43b2c341 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 1118 time: 0.0802372 Sep 18 05:00:08.532044 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-2342a73b-fc74-4ad9-9b4c-d32ad00cbafb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:08.592125 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-606c27c7-f77d-44b8-8d9c-62fdcc605417 req-4bf94a2b-a74c-4c73-9449-852da74a68eb tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548949 Sep 18 05:00:08.691480 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-2342a73b-fc74-4ad9-9b4c-d32ad00cbafb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:08.706230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad', '88f473dd-ceb5-4f30-9f83-3ad1ee42e850'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:08.803185 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467e769-ded9-4201-a162-aea28af98ffe req-317356b0-e857-4791-bf66-38ab384e7530 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:08.804947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-2342a73b-fc74-4ad9-9b4c-d32ad00cbafb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:00:08.805991 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7467e769-ded9-4201-a162-aea28af98ffe req-317356b0-e857-4791-bf66-38ab384e7530 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 936 time: 0.0817013 Sep 18 05:00:08.808139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-2342a73b-fc74-4ad9-9b4c-d32ad00cbafb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:00:08.836003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-2342a73b-fc74-4ad9-9b4c-d32ad00cbafb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:00:08.841704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-2342a73b-fc74-4ad9-9b4c-d32ad00cbafb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:08.842367 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-2342a73b-fc74-4ad9-9b4c-d32ad00cbafb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:08.846907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342a73b-fc74-4ad9-9b4c-d32ad00cbafb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Pushing event updated for resources: {'Port': ['ID=6b5ed325-b803-48f2-8620-878c434c0585,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:08.903828 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7467e769-ded9-4201-a162-aea28af98ffe req-905dcddb-5e88-4804-a837-0b99b2c072e7 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702085 Sep 18 05:00:08.922093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240ca49-0566-4330-a17a-3c0efd26905e req-01783da7-7ff0-450e-adc6-5ccddf487796 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:08.923579 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2240ca49-0566-4330-a17a-3c0efd26905e req-01783da7-7ff0-450e-adc6-5ccddf487796 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 947 time: 0.0894158 Sep 18 05:00:08.968804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-2342a73b-fc74-4ad9-9b4c-d32ad00cbafb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1793251 Sep 18 05:00:09.000631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2240ca49-0566-4330-a17a-3c0efd26905e req-bdfdeadc-a86d-4b97-ab00-c24b6df6a732 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482948 Sep 18 05:00:09.023204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Request body: {'port': {'device_id': 'cef9f2e3-dc2b-480c-b6bd-cc978ce89529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:09.063582 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35234) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:09.166544 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:09.168305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-66c6e5fd-7041-4f7c-ab6d-2714ae11e030 None None] Provisioning complete for port 6b5ed325-b803-48f2-8620-878c434c0585 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:00:09.168692 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-66c6e5fd-7041-4f7c-ab6d-2714ae11e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:09.208070 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-70a0cedc-48ee-414d-8ac7-daf8995cf83a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7313ed0eecb4b14b36be3e65bd6f454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382315 Sep 18 05:00:09.212619 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-66c6e5fd-7041-4f7c-ab6d-2714ae11e030 None None] Port 6b5ed325-b803-48f2-8620-878c434c0585 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:00:09.214028 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35238) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:09.236678 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-0f07a248-426e-4997-ac85-27913c7b9e7c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:09.238174 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-0f07a248-426e-4997-ac85-27913c7b9e7c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 807 time: 0.2021079 Sep 18 05:00:09.268822 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-836a0823-6876-4f91-a238-f692e9a1a7f6 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/quotas/b9d48c11f3d54c54908deb8998856514 HTTP/1.1" status: 200 len: 375 time: 0.0189316 Sep 18 05:00:09.320961 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:09.355692 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-b3d37ec6-4882-413d-abef-2cbfb7b6383c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769341 Sep 18 05:00:09.357604 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:09.374954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35242) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:09.384276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:00:09.496872 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d1c175c0-1bfe-4ecc-94d9-514c83da0ae0,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:09.501168 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-ca086976-8878-4e2d-aff6-a52c9a94325e service neutron] 10.222.0.23 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323638 Sep 18 05:00:09.510507 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'd1c175c0-1bfe-4ecc-94d9-514c83da0ae0', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'd1c175c0-1bfe-4ecc-94d9-514c83da0ae0', 'mac_address': 'fa:16:3e:e3:5c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:00:09.521952 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c84619c-b79d-49a6-87c8-68687e09807d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:09.535669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5ed325-b803-48f2-8620-878c434c0585 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:09.545743 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:09.551534 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:09.574903 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:09.603658 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d1c175c0-1bfe-4ecc-94d9-514c83da0ae0,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:09.604199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Transition to ACTIVE for port object 6b5ed325-b803-48f2-8620-878c434c0585 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:00:09.612852 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:09.615634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:09.620084 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ff58d41-9484-4c7b-88cc-ba07bdf3e26e HTTP/1.1" status: 204 len: 168 time: 0.4027655 Sep 18 05:00:09.633096 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff58d41-9484-4c7b-88cc-ba07bdf3e26e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:09.645094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e0e9-a2eb-4b0a-be82-fc59c2886f2b req-04bc889a-e32e-4958-9567-4fae496e9ef5 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:09.646363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:09.646644 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:09.646976 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:09.647326 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:09.648563 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:09.648994 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:09.649486 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:09.649824 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:09.650156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:09.650488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:09.650815 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:09.651143 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4a54c-86e1-4003-b947-f3cb607308c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:09.651878 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3ae8e0e9-a2eb-4b0a-be82-fc59c2886f2b req-04bc889a-e32e-4958-9567-4fae496e9ef5 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 947 time: 0.0890131 Sep 18 05:00:09.675390 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-a82914dc-1c8b-4ae7-8b88-61822a61447e service neutron] 10.222.0.23 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604486 Sep 18 05:00:09.695273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:09.721185 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3ae8e0e9-a2eb-4b0a-be82-fc59c2886f2b req-a3bcd5e7-80a5-46ff-8bc3-fd70ad9e1ce1 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659268 Sep 18 05:00:09.749691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35254) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:09.760057 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:09.760788 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6aaed2a6-c060-45a5-b751-8f6cedd21730 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:00:09.811587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5ed325-b803-48f2-8620-878c434c0585,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:09.834140 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c84619c-b79d-49a6-87c8-68687e09807d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:09.867065 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d1c175c0-1bfe-4ecc-94d9-514c83da0ae0,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:09.870902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Attempting to bind port 6b5ed325-b803-48f2-8620-878c434c0585 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:00:09.871403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Attempting to bind port 6b5ed325-b803-48f2-8620-878c434c0585 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:00:09.871733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Attempting to bind port 6b5ed325-b803-48f2-8620-878c434c0585 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:09.876892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Port 6b5ed325-b803-48f2-8620-878c434c0585 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:00:09.877377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Attempting to bind port 6b5ed325-b803-48f2-8620-878c434c0585 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:09.887755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:00:09.888188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:00:09.888840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:00:09.889240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Bound port: 6b5ed325-b803-48f2-8620-878c434c0585, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:00:09.889673 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:09.899467 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 6aaed2a6-c060-45a5-b751-8f6cedd21730, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6aaed2a6-c060-45a5-b751-8f6cedd21730,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:09.913153 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '6aaed2a6-c060-45a5-b751-8f6cedd21730', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '6aaed2a6-c060-45a5-b751-8f6cedd21730', 'mac_address': 'fa:16:3e:77:e4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:00:09.927211 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b3e6140-1bdb-4a91-ac1e-c4c7d3f737aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:09.939540 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c84619c-b79d-49a6-87c8-68687e09807d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.036192 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1c84619c-b79d-49a6-87c8-68687e09807d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62c1886bf66f4dd3a54abd6302594094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6601627 Sep 18 05:00:10.040038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35266) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:10.049940 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.057302 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84619c-b79d-49a6-87c8-68687e09807d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fbd2da-307f-4c66-994a-d906f0124fbc,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:10.065079 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5afbf5d7-1747-4e6e-beca-f000711e65fc req-8bee4182-8700-41c7-9488-646c449796c0 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 210 time: 0.0490642 Sep 18 05:00:10.074125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] For port 6b5ed325-b803-48f2-8620-878c434c0585, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:00:10.112911 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aaed2a6-c060-45a5-b751-8f6cedd21730 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:10.143006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] For port 6b5ed325-b803-48f2-8620-878c434c0585, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6b5ed325-b803-48f2-8620-878c434c0585,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:00:10.181112 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 6aaed2a6-c060-45a5-b751-8f6cedd21730, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6aaed2a6-c060-45a5-b751-8f6cedd21730,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:10.186561 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fbec1-c945-451f-aca9-fd06ccd36149 req-10866ccb-5893-4d87-8912-d0f9b25b90a7 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:10.188125 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f96fbec1-c945-451f-aca9-fd06ccd36149 req-10866ccb-5893-4d87-8912-d0f9b25b90a7 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 948 time: 0.1332476 Sep 18 05:00:10.196620 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a92bd0b-b974-4596-92bf-69bbdeefc517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.201292 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b3e6140-1bdb-4a91-ac1e-c4c7d3f737aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.227618 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.245312 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b4b00-e1fd-48d4-a016-d12ff6138014 req-c20b91ed-97d5-499c-8737-214263d8670a tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:10.247096 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.247248 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c14b4b00-e1fd-48d4-a016-d12ff6138014 req-c20b91ed-97d5-499c-8737-214263d8670a tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 948 time: 0.0666652 Sep 18 05:00:10.262046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:10.263180 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.264915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] 10.222.0.13 "PUT /v2.0/ports/6b5ed325-b803-48f2-8620-878c434c0585 HTTP/1.1" status: 200 len: 1097 time: 1.2625358 Sep 18 05:00:10.316555 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b3e6140-1bdb-4a91-ac1e-c4c7d3f737aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.328220 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=6aaed2a6-c060-45a5-b751-8f6cedd21730,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:10.334339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef9f2e3-dc2b-480c-b6bd-cc978ce89529', 'tag': '6b5ed325-b803-48f2-8620-878c434c0585'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:10.336673 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0407d1-4dd5-4d0f-9013-7eda0411f1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "cef9f2e3-dc2b-480c-b6bd-cc978ce89529", "tag": "6b5ed325-b803-48f2-8620-878c434c0585"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:10.347899 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a92bd0b-b974-4596-92bf-69bbdeefc517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.390385 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c14b4b00-e1fd-48d4-a016-d12ff6138014 req-6aa7e276-dffe-4c7e-9105-90ca0ca307ac tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033204 Sep 18 05:00:10.391867 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e6140-1bdb-4a91-ac1e-c4c7d3f737aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6bc4e5-6e9b-40df-b593-a1c99963d8d7,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:10.413923 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2b3e6140-1bdb-4a91-ac1e-c4c7d3f737aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2d5fd64dd2d4a35abf2c7b20e3479d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6624539 Sep 18 05:00:10.417660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35280) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:10.462076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d33545-2efb-4038-b483-2cc68e77ce35 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5ed325-b803-48f2-8620-878c434c0585,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:10.483015 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb0d647-1df2-4bde-b056-54bb4fec6599 x-openstack-request-id: req-adb0d647-1df2-4bde-b056-54bb4fec6599 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:10.483015 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef9f2e3-dc2b-480c-b6bd-cc978ce89529", "tag": "6b5ed325-b803-48f2-8620-878c434c0585", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:10.483015 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adb0d647-1df2-4bde-b056-54bb4fec6599 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:10.483327 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef9f2e3-dc2b-480c-b6bd-cc978ce89529', 'tag': '6b5ed325-b803-48f2-8620-878c434c0585', 'status': 'completed', 'code': 200} Sep 18 05:00:10.484315 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d1c175c0-1bfe-4ecc-94d9-514c83da0ae0'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:10.492117 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f96fbec1-c945-451f-aca9-fd06ccd36149 req-1d9f2f10-ea41-4cc0-8927-179d417d3a43 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956526 Sep 18 05:00:10.505177 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92e4970a-455e-4f29-9af6-5aa13ab0ca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.526801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['6aaed2a6-c060-45a5-b751-8f6cedd21730'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:10.544003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-2e1ce1eb-f173-4c37-85ad-27bb09335276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:10.545947 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-2e1ce1eb-f173-4c37-85ad-27bb09335276 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11043179728f49a1b23727cea250eb68&device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 1100 time: 0.1363668 Sep 18 05:00:10.550533 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92e4970a-455e-4f29-9af6-5aa13ab0ca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.619049 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a92bd0b-b974-4596-92bf-69bbdeefc517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.622023 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a92bd0b-b974-4596-92bf-69bbdeefc517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.623846 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8a92bd0b-b974-4596-92bf-69bbdeefc517 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94fbd2da-307f-4c66-994a-d906f0124fbc HTTP/1.1" status: 204 len: 168 time: 0.5824127 Sep 18 05:00:10.625335 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-f3a359fc-b1db-4e1b-b8e3-cc71cc7e8d63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=6b5ed325-b803-48f2-8620-878c434c0585 HTTP/1.1" status: 200 len: 217 time: 0.0680912 Sep 18 05:00:10.644279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92bd0b-b974-4596-92bf-69bbdeefc517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fbd2da-307f-4c66-994a-d906f0124fbc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:10.667897 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92e4970a-455e-4f29-9af6-5aa13ab0ca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.671615 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92e4970a-455e-4f29-9af6-5aa13ab0ca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:10.673452 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-92e4970a-455e-4f29-9af6-5aa13ab0ca5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c6bc4e5-6e9b-40df-b593-a1c99963d8d7 HTTP/1.1" status: 204 len: 168 time: 0.2547555 Sep 18 05:00:10.686907 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4970a-455e-4f29-9af6-5aa13ab0ca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6bc4e5-6e9b-40df-b593-a1c99963d8d7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:10.707541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-28eb3626-b933-4df0-bc74-d4f798862220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:10.709234 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-28eb3626-b933-4df0-bc74-d4f798862220 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0743015 Sep 18 05:00:10.774521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-b4f96e38-c2da-47f2-877a-09f8f8fe329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:10.776348 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-b4f96e38-c2da-47f2-877a-09f8f8fe329a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0535424 Sep 18 05:00:10.896337 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-12953a09-b49d-4a17-b3cf-cbb4d234bfba service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103396 Sep 18 05:00:10.902832 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ffee0-990b-4061-979b-7f5d706ea8f0 req-8d939ddd-ae3a-4461-853b-cfa9bdea8eae tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:10.904401 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-766ffee0-990b-4061-979b-7f5d706ea8f0 req-8d939ddd-ae3a-4461-853b-cfa9bdea8eae tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 948 time: 0.0628390 Sep 18 05:00:10.945464 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-766ffee0-990b-4061-979b-7f5d706ea8f0 req-fe566d14-fb7d-4744-9bdb-42a55094b9c5 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343702 Sep 18 05:00:10.995085 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8214d1d0-d810-417a-97c5-d21f83eb7c1a req-6278f43e-7641-4b74-a874-4a1a0c90fa23 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904768 Sep 18 05:00:11.172499 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d73cebb6-07ea-49f7-8fff-bb265a38707e req-3423271a-8c7f-4d12-acef-fc09d7f5f78b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 210 time: 0.0361183 Sep 18 05:00:11.195144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0407d1-4dd5-4d0f-9013-7eda0411f1bb req-1474bba0-6065-44dc-a9de-93c58d5d2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:11.197796 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c0407d1-4dd5-4d0f-9013-7eda0411f1bb req-1474bba0-6065-44dc-a9de-93c58d5d2bca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11043179728f49a1b23727cea250eb68&device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 1100 time: 0.0902495 Sep 18 05:00:11.304505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0407d1-4dd5-4d0f-9013-7eda0411f1bb req-5c1861d6-186c-4b1a-8815-6a4548bda70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:11.306058 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c0407d1-4dd5-4d0f-9013-7eda0411f1bb req-5c1861d6-186c-4b1a-8815-6a4548bda70a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1005659 Sep 18 05:00:11.349837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c0407d1-4dd5-4d0f-9013-7eda0411f1bb req-cd1278f7-5661-4c12-b56a-df05ff213a95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=6b5ed325-b803-48f2-8620-878c434c0585 HTTP/1.1" status: 200 len: 217 time: 0.0357497 Sep 18 05:00:11.399572 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:00:11.410558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0407d1-4dd5-4d0f-9013-7eda0411f1bb req-49121a0a-777c-4fce-9a2a-03562004e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:11.411587 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c0407d1-4dd5-4d0f-9013-7eda0411f1bb req-49121a0a-777c-4fce-9a2a-03562004e99e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0459011 Sep 18 05:00:11.462011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0407d1-4dd5-4d0f-9013-7eda0411f1bb req-455c11ec-d2b6-4178-84a4-89f934f60255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:11.463518 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c0407d1-4dd5-4d0f-9013-7eda0411f1bb req-455c11ec-d2b6-4178-84a4-89f934f60255 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403285 Sep 18 05:00:11.501609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd878fc3-c31a-4068-a91d-24dcd66b7023 req-549be21c-4987-4b44-9c09-949f30c0a591 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:11.503764 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd878fc3-c31a-4068-a91d-24dcd66b7023 req-549be21c-4987-4b44-9c09-949f30c0a591 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 948 time: 0.0525110 Sep 18 05:00:11.541996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:00:11.546542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:00:11.547140 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:11.557344 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd878fc3-c31a-4068-a91d-24dcd66b7023 req-07ab22e4-1b41-40ac-a673-58cfe4171f27 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449803 Sep 18 05:00:11.583513 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c0407d1-4dd5-4d0f-9013-7eda0411f1bb req-f4531323-12dd-47c1-a84b-a2e2458af9e9 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988858 Sep 18 05:00:11.633597 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35310) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:11.651050 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b71b4b58-2bb3-46e7-b77e-0c907aa136f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:11.651634 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:11.679594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c372de-fa98-48aa-94aa-5ed42edf5a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c175c0-1bfe-4ecc-94d9-514c83da0ae0'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:11.683445 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4430f5ff-3c10-451b-a4f0-745fc7e15a50" -d '{"events": [{"server_uuid": "89c372de-fa98-48aa-94aa-5ed42edf5a51", "name": "network-vif-plugged", "status": "completed", "tag": "d1c175c0-1bfe-4ecc-94d9-514c83da0ae0"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:11.705280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437ac35-7496-4773-bb49-0d99ab33f57a req-9bb463d3-770b-46c6-85f5-4180b3ac2ef8 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:11.706950 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5437ac35-7496-4773-bb49-0d99ab33f57a req-9bb463d3-770b-46c6-85f5-4180b3ac2ef8 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 948 time: 0.1054821 Sep 18 05:00:11.730447 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d1c175c0-1bfe-4ecc-94d9-514c83da0ae0,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:11.734207 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c0407d1-4dd5-4d0f-9013-7eda0411f1bb req-093b475c-3f3d-4132-bf2c-87ad60a10c8a service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424499 Sep 18 05:00:11.768433 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35314) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:11.771273 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb2badb-fadd-46b1-971c-144bde30af92 x-openstack-request-id: req-8cb2badb-fadd-46b1-971c-144bde30af92 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:11.775238 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c372de-fa98-48aa-94aa-5ed42edf5a51", "name": "network-vif-plugged", "status": "completed", "tag": "d1c175c0-1bfe-4ecc-94d9-514c83da0ae0", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:11.775238 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cb2badb-fadd-46b1-971c-144bde30af92 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:11.775238 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c372de-fa98-48aa-94aa-5ed42edf5a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c175c0-1bfe-4ecc-94d9-514c83da0ae0', 'code': 200} Sep 18 05:00:11.802587 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5437ac35-7496-4773-bb49-0d99ab33f57a req-cb222757-b077-4188-b432-45a40ec533a2 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726023 Sep 18 05:00:11.809528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:11.809818 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b71b4b58-2bb3-46e7-b77e-0c907aa136f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:11.828196 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:11.832601 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6aaed2a6-c060-45a5-b751-8f6cedd21730 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:00:11.907698 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d1c175c0-1bfe-4ecc-94d9-514c83da0ae0,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:11.921468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:11.921901 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:11.922275 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:11.922524 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45e712-d1cd-4343-81a8-8fa1241cdc49 req-74701e11-18c4-48af-b852-0878ebd5958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:11.922643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:11.922999 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:11.923397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:11.923777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:11.924107 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:11.924464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:11.924579 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f45e712-d1cd-4343-81a8-8fa1241cdc49 req-74701e11-18c4-48af-b852-0878ebd5958e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 1101 time: 0.0500140 Sep 18 05:00:11.924789 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:11.925118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:11.925445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:11.963286 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f45e712-d1cd-4343-81a8-8fa1241cdc49 req-511fa081-cbeb-487a-8d02-f3e29dce8de4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302546 Sep 18 05:00:11.971054 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b71b4b58-2bb3-46e7-b77e-0c907aa136f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:12.014196 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b71b4b58-2bb3-46e7-b77e-0c907aa136f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32f83e3b19654324be17c4cbcf168e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792639 Sep 18 05:00:12.015013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b4b58-2bb3-46e7-b77e-0c907aa136f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef267da-5eb8-465a-9346-2f8e2eebf255,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:12.017112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35322) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:12.129759 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826ddcd-2651-45a9-83d4-217de2a67ad9 req-14c1fb93-281a-42a0-bb9d-e8e213bb78a4 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:12.240107 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9826ddcd-2651-45a9-83d4-217de2a67ad9 req-14c1fb93-281a-42a0-bb9d-e8e213bb78a4 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 948 time: 0.1053562 Sep 18 05:00:12.240107 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfdac62e-f6df-458b-9a6d-17cbef2fdcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:12.240107 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:12.240107 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfdac62e-f6df-458b-9a6d-17cbef2fdcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:12.240107 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9826ddcd-2651-45a9-83d4-217de2a67ad9 req-fb63f2d9-2a49-489f-839b-c273c385473f tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629022 Sep 18 05:00:12.276787 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0827c6d4-99e6-4275-a5fc-ad52799ef7be req-42f59796-a4e9-4254-85a5-290452a710c5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 210 time: 0.0260961 Sep 18 05:00:12.410440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 6aaed2a6-c060-45a5-b751-8f6cedd21730 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:00:12.415309 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 6aaed2a6-c060-45a5-b751-8f6cedd21730 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:00:12.421235 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:12.499403 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:12.519155 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:12.535575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 6aaed2a6-c060-45a5-b751-8f6cedd21730, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6aaed2a6-c060-45a5-b751-8f6cedd21730,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:12.555369 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfdac62e-f6df-458b-9a6d-17cbef2fdcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:12.557926 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfdac62e-f6df-458b-9a6d-17cbef2fdcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:12.559071 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bfdac62e-f6df-458b-9a6d-17cbef2fdcff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cef267da-5eb8-465a-9346-2f8e2eebf255 HTTP/1.1" status: 204 len: 168 time: 0.5409646 Sep 18 05:00:12.572392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a1dc4773bd04e788c49631648fb5a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8028083 Sep 18 05:00:12.574610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1d2d77-eba6-4163-b0b2-14ecd759a7bd,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:12.575614 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35332) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:12.583638 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:12.585681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:12.585681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:12.585681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:12.585681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:12.585681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:12.585681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:12.586267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:12.586353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:12.586660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:12.586997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:12.587327 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b8d389-33f4-49d2-85e2-04c92395bda5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:00:12.599550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdac62e-f6df-458b-9a6d-17cbef2fdcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef267da-5eb8-465a-9346-2f8e2eebf255,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:12.605040 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:12.684503 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=6aaed2a6-c060-45a5-b751-8f6cedd21730,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:12.751100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17df33-d682-47c4-980c-0cb53a553483 req-6e079468-2a1d-4adc-8c88-d2059de30942 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:12.758306 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b17df33-d682-47c4-980c-0cb53a553483 req-6e079468-2a1d-4adc-8c88-d2059de30942 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 949 time: 0.0527892 Sep 18 05:00:12.792932 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b17df33-d682-47c4-980c-0cb53a553483 req-f94b66f2-f871-46d6-a65c-9284f5eaa77a tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337577 Sep 18 05:00:12.800610 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-05822ff1-d1eb-4bb4-9ab0-c2d03c51c459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:12.846159 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-06d4fb5b-0276-4a1c-8f21-00e3f09043e8 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:12.847777 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-06d4fb5b-0276-4a1c-8f21-00e3f09043e8 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.18 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 807 time: 0.2638178 Sep 18 05:00:12.862226 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-05822ff1-d1eb-4bb4-9ab0-c2d03c51c459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:12.910232 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-44ce03d6-c4a6-457b-a712-773e28abceb5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Request body: {'port': {'device_id': '747fc55f-33ed-4dc7-8ab9-eb205d579c68', 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03', 'admin_state_up': True, 'tenant_id': 'b9d48c11f3d54c54908deb8998856514'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:13.013986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb377ae-05ed-468e-a0c9-3bb8e79d8aa6 req-50f00a02-f4fc-46c9-896c-62d14af86098 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:13.015329 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcb377ae-05ed-468e-a0c9-3bb8e79d8aa6 req-50f00a02-f4fc-46c9-896c-62d14af86098 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 948 time: 0.1442094 Sep 18 05:00:13.088377 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcb377ae-05ed-468e-a0c9-3bb8e79d8aa6 req-81843a52-768d-44b0-bb7d-36ae6628e997 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615430 Sep 18 05:00:13.095824 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-05822ff1-d1eb-4bb4-9ab0-c2d03c51c459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:13.098865 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-05822ff1-d1eb-4bb4-9ab0-c2d03c51c459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:13.103290 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-05822ff1-d1eb-4bb4-9ab0-c2d03c51c459 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f1d2d77-eba6-4163-b0b2-14ecd759a7bd HTTP/1.1" status: 204 len: 168 time: 0.5262957 Sep 18 05:00:13.113890 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05822ff1-d1eb-4bb4-9ab0-c2d03c51c459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1d2d77-eba6-4163-b0b2-14ecd759a7bd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:13.165533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-44ce03d6-c4a6-457b-a712-773e28abceb5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Made reservation on behalf of b9d48c11f3d54c54908deb8998856514 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:00:13.169114 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-44ce03d6-c4a6-457b-a712-773e28abceb5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:13.320299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-44ce03d6-c4a6-457b-a712-773e28abceb5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Allocated IP 172.20.0.13 (7bd8a40e-11aa-4858-81fa-16494af44b03/d88ca583-1ba8-47cf-ae2d-e8d84097fe39/7f6bff7f-a200-4c97-b6f5-f89375080754) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:00:13.407015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731853d-d463-4b03-91ca-740930f599b7 req-6ac877c6-c27f-4a20-a19e-eee8768ed955 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:13.408705 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9731853d-d463-4b03-91ca-740930f599b7 req-6ac877c6-c27f-4a20-a19e-eee8768ed955 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 949 time: 0.0833912 Sep 18 05:00:13.419646 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-36462f60-8e7d-45df-9ee3-173ddf638f68 req-1f1039d0-94c5-4d76-9cd3-79ad9726f225 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 210 time: 0.0356598 Sep 18 05:00:13.512607 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9731853d-d463-4b03-91ca-740930f599b7 req-41e495a5-684b-400f-88b6-30b81d3f28ae tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894365 Sep 18 05:00:13.558812 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-44ce03d6-c4a6-457b-a712-773e28abceb5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:13.645026 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-44ce03d6-c4a6-457b-a712-773e28abceb5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:13.691857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-44ce03d6-c4a6-457b-a712-773e28abceb5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Network 7bd8a40e-11aa-4858-81fa-16494af44b03 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:00:13.697172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-44ce03d6-c4a6-457b-a712-773e28abceb5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:00:13.699717 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-44ce03d6-c4a6-457b-a712-773e28abceb5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:00:13.706003 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-44ce03d6-c4a6-457b-a712-773e28abceb5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:13.706650 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-44ce03d6-c4a6-457b-a712-773e28abceb5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:13.718317 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce03d6-c4a6-457b-a712-773e28abceb5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Pushing event updated for resources: {'Port': ['ID=7f6bff7f-a200-4c97-b6f5-f89375080754,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:13.773566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92934de-e29a-468c-84ad-3dc3df2558c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaed2a6-c060-45a5-b751-8f6cedd21730'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:13.775894 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef350ac-caf3-48ee-b99a-1c50cd721f6f" -d '{"events": [{"server_uuid": "c92934de-e29a-468c-84ad-3dc3df2558c8", "name": "network-vif-plugged", "status": "completed", "tag": "6aaed2a6-c060-45a5-b751-8f6cedd21730"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:13.819407 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16bef56-bd08-4e21-bb2e-7e474401d99c x-openstack-request-id: req-b16bef56-bd08-4e21-bb2e-7e474401d99c {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:13.819783 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92934de-e29a-468c-84ad-3dc3df2558c8", "name": "network-vif-plugged", "status": "completed", "tag": "6aaed2a6-c060-45a5-b751-8f6cedd21730", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:13.820041 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b16bef56-bd08-4e21-bb2e-7e474401d99c {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:13.820471 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92934de-e29a-468c-84ad-3dc3df2558c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaed2a6-c060-45a5-b751-8f6cedd21730', 'code': 200} Sep 18 05:00:13.825388 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-44ce03d6-c4a6-457b-a712-773e28abceb5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9323478 Sep 18 05:00:13.845918 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Request body: {'port': {'device_id': '747fc55f-33ed-4dc7-8ab9-eb205d579c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:13.887121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 6b5ed325-b803-48f2-8620-878c434c0585 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:00:13.908375 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:13.957231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229323-0505-4bca-abb9-f045ba2df246 req-ea24b182-5e6b-470b-8517-cacb17ee7ac0 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:13.958916 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e229323-0505-4bca-abb9-f045ba2df246 req-ea24b182-5e6b-470b-8517-cacb17ee7ac0 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 949 time: 0.0868247 Sep 18 05:00:13.966024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5751d-66db-499f-83b6-b681b2c5294d req-d6b15fd7-ff72-4834-8a0c-9bbd6cc7ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:13.967921 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcd5751d-66db-499f-83b6-b681b2c5294d req-d6b15fd7-ff72-4834-8a0c-9bbd6cc7ae5f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 1101 time: 0.0846622 Sep 18 05:00:14.033032 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e229323-0505-4bca-abb9-f045ba2df246 req-5addcdb3-7f67-4555-a812-2399261ea2ae tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626853 Sep 18 05:00:14.035040 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcd5751d-66db-499f-83b6-b681b2c5294d req-91c55021-e4cc-4f20-bcb7-2dab00f4080a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594280 Sep 18 05:00:14.073375 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 6b5ed325-b803-48f2-8620-878c434c0585, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6b5ed325-b803-48f2-8620-878c434c0585,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:14.085537 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '6b5ed325-b803-48f2-8620-878c434c0585', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '6b5ed325-b803-48f2-8620-878c434c0585', 'mac_address': 'fa:16:3e:a1:a0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:00:14.127775 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:14.144926 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5ed325-b803-48f2-8620-878c434c0585 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:14.168688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 6b5ed325-b803-48f2-8620-878c434c0585, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6b5ed325-b803-48f2-8620-878c434c0585,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:14.245432 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:14.282304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6bff7f-a200-4c97-b6f5-f89375080754 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:14.290614 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:14.313707 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Transition to ACTIVE for port object 7f6bff7f-a200-4c97-b6f5-f89375080754 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:00:14.320098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=6b5ed325-b803-48f2-8620-878c434c0585,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:14.355882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da111070-296d-4979-90d7-01b4c8624735 req-6e66d65b-499b-4afc-8faf-e79dc8699cd4 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:14.358042 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-da111070-296d-4979-90d7-01b4c8624735 req-6e66d65b-499b-4afc-8faf-e79dc8699cd4 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 949 time: 0.0545371 Sep 18 05:00:14.378120 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:14.445888 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-da111070-296d-4979-90d7-01b4c8624735 req-8ada31a6-03f4-47a7-ab78-66df138a48f5 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825558 Sep 18 05:00:14.455560 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Pushing event updated for resources: {'Port': ['ID=7f6bff7f-a200-4c97-b6f5-f89375080754,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:14.514529 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Attempting to bind port 7f6bff7f-a200-4c97-b6f5-f89375080754 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:00:14.515003 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Attempting to bind port 7f6bff7f-a200-4c97-b6f5-f89375080754 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:00:14.516269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Attempting to bind port 7f6bff7f-a200-4c97-b6f5-f89375080754 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:14.519957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Port 7f6bff7f-a200-4c97-b6f5-f89375080754 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:00:14.520392 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Attempting to bind port 7f6bff7f-a200-4c97-b6f5-f89375080754 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:14.525515 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 4, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:00:14.525935 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Checking segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:00:14.526835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Bound using segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:00:14.526835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Bound port: 7f6bff7f-a200-4c97-b6f5-f89375080754, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:00:14.527672 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:14.555718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['6b5ed325-b803-48f2-8620-878c434c0585'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:14.613004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:00:14.621656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f6bff7f-a200-4c97-b6f5-f89375080754,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:00:14.669820 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:14.698483 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3c318-40d4-451f-9433-c1c7fc703979 req-ab552b73-b0d0-43e3-862c-e8c6ce28d29d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:14.701122 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6db3c318-40d4-451f-9433-c1c7fc703979 req-ab552b73-b0d0-43e3-862c-e8c6ce28d29d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 944 time: 0.0666795 Sep 18 05:00:14.763985 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6db3c318-40d4-451f-9433-c1c7fc703979 req-373f774a-adf9-427f-8b06-44179dd93135 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521071 Sep 18 05:00:14.883724 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c9268-ee65-48c8-a53f-de24bfab46f0 req-18c77e6c-6f28-464a-a00a-69b2fc08742c tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:14.888933 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d97c9268-ee65-48c8-a53f-de24bfab46f0 req-18c77e6c-6f28-464a-a00a-69b2fc08742c tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 949 time: 0.0666351 Sep 18 05:00:14.939089 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d97c9268-ee65-48c8-a53f-de24bfab46f0 req-3a8ac81c-d79c-4fca-bb4d-8222f1f0bc9b tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468957 Sep 18 05:00:15.009958 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:15.009958 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:15.010907 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] 10.222.0.18 "PUT /v2.0/ports/7f6bff7f-a200-4c97-b6f5-f89375080754 HTTP/1.1" status: 200 len: 1093 time: 1.1738441 Sep 18 05:00:15.011283 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747fc55f-33ed-4dc7-8ab9-eb205d579c68', 'tag': '7f6bff7f-a200-4c97-b6f5-f89375080754'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:15.013530 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d09d065-8d8e-4116-bbc4-75d58f182dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "747fc55f-33ed-4dc7-8ab9-eb205d579c68", "tag": "7f6bff7f-a200-4c97-b6f5-f89375080754"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:15.042088 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f43082-1bc9-4ed3-a7bb-3ac037117e5a service neutron] Pushing event updated for resources: {'Port': ['ID=7f6bff7f-a200-4c97-b6f5-f89375080754,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:15.053442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c4647-1417-45e3-8f79-0950b0958c86 req-9092a478-bda4-458f-b98f-0a273412e481 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:15.055442 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636c4647-1417-45e3-8f79-0950b0958c86 req-9092a478-bda4-458f-b98f-0a273412e481 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 949 time: 0.3756826 Sep 18 05:00:15.108078 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636c4647-1417-45e3-8f79-0950b0958c86 req-a7233bec-3eb8-4086-b8f7-b146cbea11df tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Sep 18 05:00:15.182343 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-52cbe752-d32f-4665-bf89-f15a5968f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:15.183918 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-52cbe752-d32f-4665-bf89-f15a5968f7c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 1096 time: 0.0529304 Sep 18 05:00:15.249452 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875c6347-ed22-4842-bd0b-8e7e3fe64997 x-openstack-request-id: req-875c6347-ed22-4842-bd0b-8e7e3fe64997 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:15.250200 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747fc55f-33ed-4dc7-8ab9-eb205d579c68", "tag": "7f6bff7f-a200-4c97-b6f5-f89375080754", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:15.250694 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-875c6347-ed22-4842-bd0b-8e7e3fe64997 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:15.251184 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747fc55f-33ed-4dc7-8ab9-eb205d579c68', 'tag': '7f6bff7f-a200-4c97-b6f5-f89375080754', 'status': 'completed', 'code': 200} Sep 18 05:00:15.253371 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-949c5d60-308a-4b98-b5b3-75943749114c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f6bff7f-a200-4c97-b6f5-f89375080754 HTTP/1.1" status: 200 len: 217 time: 0.0602078 Sep 18 05:00:15.326431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-4e2c596f-3465-47c2-a9b3-01be83f02092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:15.331607 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-4e2c596f-3465-47c2-a9b3-01be83f02092 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0714302 Sep 18 05:00:15.378137 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-315734db-3961-4dba-9328-f55746018c56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299933 Sep 18 05:00:15.483170 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-97a9f009-5e45-4903-8501-069adc1a3cfb service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979114 Sep 18 05:00:15.643285 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11694b19-830c-4ac9-8e45-26bdc7df308d req-2fa0c86d-b490-45c7-9c60-0b8e3ad949c5 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:15.644864 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-11694b19-830c-4ac9-8e45-26bdc7df308d req-2fa0c86d-b490-45c7-9c60-0b8e3ad949c5 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 949 time: 0.0824690 Sep 18 05:00:15.648063 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4806ed7-5a96-4f38-a85d-7bce92abc030 req-927a4110-55e4-4d8f-bbbb-08f64f8d8256 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556509 Sep 18 05:00:15.702998 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-11694b19-830c-4ac9-8e45-26bdc7df308d req-efefa069-5b3b-4600-9697-b77c9b2446a7 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508051 Sep 18 05:00:15.742912 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35474) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:15.840115 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09d065-8d8e-4116-bbc4-75d58f182dd1 req-8f14889e-7f60-4b32-9654-964cf21be955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:15.842062 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d09d065-8d8e-4116-bbc4-75d58f182dd1 req-8f14889e-7f60-4b32-9654-964cf21be955 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 1096 time: 0.0651207 Sep 18 05:00:15.904137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 6b5ed325-b803-48f2-8620-878c434c0585 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:00:15.915920 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f1e02-67ad-4ea3-bd45-9ec5cac3ea72 req-3c576e64-a3fb-4982-9ee5-7442f4978260 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:15.923279 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-620f1e02-67ad-4ea3-bd45-9ec5cac3ea72 req-3c576e64-a3fb-4982-9ee5-7442f4978260 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 944 time: 0.0632503 Sep 18 05:00:15.982415 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-620f1e02-67ad-4ea3-bd45-9ec5cac3ea72 req-324c94a2-c65a-456d-bd4e-3d7e403f80ba tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538516 Sep 18 05:00:15.996684 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09d065-8d8e-4116-bbc4-75d58f182dd1 req-b0099f33-34e9-46ad-87a5-bbb8713db4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:15.998177 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d09d065-8d8e-4116-bbc4-75d58f182dd1 req-b0099f33-34e9-46ad-87a5-bbb8713db4d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.1459105 Sep 18 05:00:16.009575 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6bca029a-3320-4363-9cca-f690926593fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:16.045030 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 6b5ed325-b803-48f2-8620-878c434c0585 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:00:16.049116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 6b5ed325-b803-48f2-8620-878c434c0585 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:00:16.049697 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:16.122618 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d09d065-8d8e-4116-bbc4-75d58f182dd1 req-2729d393-3562-4766-86d0-52ad92727cf2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f6bff7f-a200-4c97-b6f5-f89375080754 HTTP/1.1" status: 200 len: 217 time: 0.1054060 Sep 18 05:00:16.135035 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d1af0-599a-435e-a031-5dbae1cd3b85 req-4a485525-c039-4433-a9af-61c0fe8302b6 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:16.141249 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd5d1af0-599a-435e-a031-5dbae1cd3b85 req-4a485525-c039-4433-a9af-61c0fe8302b6 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 949 time: 0.0760059 Sep 18 05:00:16.204948 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd5d1af0-599a-435e-a031-5dbae1cd3b85 req-f18fa720-4990-4bf4-8d70-79a0607647da tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480349 Sep 18 05:00:16.207087 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:16.209565 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6bca029a-3320-4363-9cca-f690926593fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:16.218404 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09d065-8d8e-4116-bbc4-75d58f182dd1 req-80e58c70-9c88-4180-9365-ee1e41077ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:16.220179 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d09d065-8d8e-4116-bbc4-75d58f182dd1 req-80e58c70-9c88-4180-9365-ee1e41077ed2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0965397 Sep 18 05:00:16.249845 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef9f2e3-dc2b-480c-b6bd-cc978ce89529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5ed325-b803-48f2-8620-878c434c0585'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:16.252775 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f9e7c0-17b4-4c7b-ac52-c4e6146c9a58" -d '{"events": [{"server_uuid": "cef9f2e3-dc2b-480c-b6bd-cc978ce89529", "name": "network-vif-plugged", "status": "completed", "tag": "6b5ed325-b803-48f2-8620-878c434c0585"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:16.263017 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d09d065-8d8e-4116-bbc4-75d58f182dd1 req-20355469-3cf6-4fe8-85d5-14472bbc67f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348895 Sep 18 05:00:16.268903 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 6b5ed325-b803-48f2-8620-878c434c0585, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6b5ed325-b803-48f2-8620-878c434c0585,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:16.273946 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6bca029a-3320-4363-9cca-f690926593fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:16.342648 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:16.351424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6bca029a-3320-4363-9cca-f690926593fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=596ea535b86e4da7b3d9091610be520e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6054125 Sep 18 05:00:16.353743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca029a-3320-4363-9cca-f690926593fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7c47f3-f1e5-4e3a-8b5f-31afcf876b52,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:16.371086 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35506) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:16.398811 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d09d065-8d8e-4116-bbc4-75d58f182dd1 req-0ac8111e-e894-4fc5-87d7-cedd97588204 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187565 Sep 18 05:00:16.399837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b9443-a0a8-462f-addb-202f72448975 req-00451d8a-39c0-46b3-9131-a503d6f9fdcd tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:16.401390 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-761b9443-a0a8-462f-addb-202f72448975 req-00451d8a-39c0-46b3-9131-a503d6f9fdcd tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 949 time: 0.1241751 Sep 18 05:00:16.415615 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=6b5ed325-b803-48f2-8620-878c434c0585,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:16.474263 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-761b9443-a0a8-462f-addb-202f72448975 req-7dac73da-3471-4733-92d2-44d7ec4c145b tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648391 Sep 18 05:00:16.477960 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-96225d02-f393-411f-8747-729438ed4c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:16.501354 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-96225d02-f393-411f-8747-729438ed4c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:16.518856 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca77337c-5971-48fe-b49e-47554bf266ee x-openstack-request-id: req-ca77337c-5971-48fe-b49e-47554bf266ee {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:16.520066 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef9f2e3-dc2b-480c-b6bd-cc978ce89529", "name": "network-vif-plugged", "status": "completed", "tag": "6b5ed325-b803-48f2-8620-878c434c0585", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:16.520593 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca77337c-5971-48fe-b49e-47554bf266ee {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:16.521791 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef9f2e3-dc2b-480c-b6bd-cc978ce89529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5ed325-b803-48f2-8620-878c434c0585', 'code': 200} Sep 18 05:00:16.522376 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d09d065-8d8e-4116-bbc4-75d58f182dd1 req-c2ee6720-c638-4761-af4e-c1ec54636a46 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127589 Sep 18 05:00:16.631552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a369d6-4dce-4811-9733-d28b67c13f5b req-f1b70bd3-bbef-47f1-9210-d8ba5726e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:16.633482 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1a369d6-4dce-4811-9733-d28b67c13f5b req-f1b70bd3-bbef-47f1-9210-d8ba5726e1e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 1102 time: 0.0394990 Sep 18 05:00:16.667450 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-96225d02-f393-411f-8747-729438ed4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:16.670021 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-96225d02-f393-411f-8747-729438ed4c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:16.671194 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-96225d02-f393-411f-8747-729438ed4c29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b7c47f3-f1e5-4e3a-8b5f-31afcf876b52 HTTP/1.1" status: 204 len: 168 time: 0.2972605 Sep 18 05:00:16.684202 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1a369d6-4dce-4811-9733-d28b67c13f5b req-051b25fa-9b42-463f-920c-16c9ceca0508 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Sep 18 05:00:16.685103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96225d02-f393-411f-8747-729438ed4c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7c47f3-f1e5-4e3a-8b5f-31afcf876b52,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:16.769858 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ca39-fa63-40a1-83a7-1b4f092770e7 req-8bac2032-78d3-499c-b0c9-212bad8147fc tempest-LiveMigrationNegativeTest-791636366 tempest-LiveMigrationNegativeTest-791636366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:16.771431 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f84ca39-fa63-40a1-83a7-1b4f092770e7 req-8bac2032-78d3-499c-b0c9-212bad8147fc tempest-LiveMigrationNegativeTest-791636366 tempest-LiveMigrationNegativeTest-791636366-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 1101 time: 0.0422773 Sep 18 05:00:16.791400 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9f84ca39-fa63-40a1-83a7-1b4f092770e7 req-95aba116-7524-4801-a0d8-d971f70a9c61 tempest-LiveMigrationNegativeTest-791636366 tempest-LiveMigrationNegativeTest-791636366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:16.890599 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9f84ca39-fa63-40a1-83a7-1b4f092770e7 req-95aba116-7524-4801-a0d8-d971f70a9c61 tempest-LiveMigrationNegativeTest-791636366 tempest-LiveMigrationNegativeTest-791636366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:16.940967 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9f84ca39-fa63-40a1-83a7-1b4f092770e7 req-95aba116-7524-4801-a0d8-d971f70a9c61 tempest-LiveMigrationNegativeTest-791636366 tempest-LiveMigrationNegativeTest-791636366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:16.963921 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f84ca39-fa63-40a1-83a7-1b4f092770e7 req-95aba116-7524-4801-a0d8-d971f70a9c61 tempest-LiveMigrationNegativeTest-791636366 tempest-LiveMigrationNegativeTest-791636366-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859336 Sep 18 05:00:16.974004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aba116-7524-4801-a0d8-d971f70a9c61 tempest-LiveMigrationNegativeTest-791636366 tempest-LiveMigrationNegativeTest-791636366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf13e22-d4f4-4dd6-984d-70b9a71d9108,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:17.124088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde3159-df67-4e9d-b109-97c9e2253baf req-624995bd-b0dc-4df8-a1c5-ef2600228adf tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:17.125470 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2fde3159-df67-4e9d-b109-97c9e2253baf req-624995bd-b0dc-4df8-a1c5-ef2600228adf tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 949 time: 0.0580459 Sep 18 05:00:17.166686 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2fde3159-df67-4e9d-b109-97c9e2253baf req-fc7ca568-0519-4508-932a-46b15ce3067b tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353169 Sep 18 05:00:17.198854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72670497-305e-47b6-8664-0e5af2b15aaf req-0b096f6f-0bc3-4c81-951c-4041b2d77fd0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:17.200386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72670497-305e-47b6-8664-0e5af2b15aaf req-0b096f6f-0bc3-4c81-951c-4041b2d77fd0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 950 time: 0.0502379 Sep 18 05:00:17.239193 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72670497-305e-47b6-8664-0e5af2b15aaf req-07c1a13f-c8f3-45ad-a36d-1170280a8259 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327210 Sep 18 05:00:17.341940 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dd8f4-00a6-48dd-9f1d-e9ee03da1e8d req-78877d28-c0e8-430d-b7f2-aad256a8215a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:17.343442 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be8dd8f4-00a6-48dd-9f1d-e9ee03da1e8d req-78877d28-c0e8-430d-b7f2-aad256a8215a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 944 time: 0.0485075 Sep 18 05:00:17.382783 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be8dd8f4-00a6-48dd-9f1d-e9ee03da1e8d req-c85b03a6-03bf-43dd-8126-ce7113ff8f3b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Sep 18 05:00:17.420516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35548) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:17.444735 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0abf7ffa-a801-485b-a0aa-9ebf71a9c61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:17.542551 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0abf7ffa-a801-485b-a0aa-9ebf71a9c61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:17.617923 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0abf7ffa-a801-485b-a0aa-9ebf71a9c61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:17.656632 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0abf7ffa-a801-485b-a0aa-9ebf71a9c61c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ab58372a4c748c2bef3c6102ee19461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347574 Sep 18 05:00:17.658533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf7ffa-a801-485b-a0aa-9ebf71a9c61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f38153-fd38-4a78-b4e6-141692599634,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:17.659385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35558) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:17.714172 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b01df0c3-3ddc-4563-b4a0-1bb7cf1c232c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:17.743590 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b01df0c3-3ddc-4563-b4a0-1bb7cf1c232c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:17.868368 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b01df0c3-3ddc-4563-b4a0-1bb7cf1c232c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:17.870902 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b01df0c3-3ddc-4563-b4a0-1bb7cf1c232c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:17.872105 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b01df0c3-3ddc-4563-b4a0-1bb7cf1c232c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5f38153-fd38-4a78-b4e6-141692599634 HTTP/1.1" status: 204 len: 168 time: 0.2116299 Sep 18 05:00:17.883221 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01df0c3-3ddc-4563-b4a0-1bb7cf1c232c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f38153-fd38-4a78-b4e6-141692599634,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:18.140393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85004da8-5d9c-4036-98ba-ea197cdbc681 req-c4427136-ef7e-48c9-8895-bc6ae2c1d26c tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:18.143144 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-85004da8-5d9c-4036-98ba-ea197cdbc681 req-c4427136-ef7e-48c9-8895-bc6ae2c1d26c tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 949 time: 0.0573311 Sep 18 05:00:18.196453 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-85004da8-5d9c-4036-98ba-ea197cdbc681 req-57b67eb6-69d2-4aff-86cb-588cfb37c65a tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468886 Sep 18 05:00:18.268505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3496d38-86b0-4d1d-abbc-bb788aa28ff0 req-8202e60f-0539-4647-aa1e-ec5a64bc129e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:18.270016 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a3496d38-86b0-4d1d-abbc-bb788aa28ff0 req-8202e60f-0539-4647-aa1e-ec5a64bc129e tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 949 time: 0.0623722 Sep 18 05:00:18.311345 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a3496d38-86b0-4d1d-abbc-bb788aa28ff0 req-276eb20f-e1fe-4322-baaf-3f62bed6739b tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340395 Sep 18 05:00:18.523440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336bce7-c49a-423c-89ea-dcd0805ca003 req-deed43ae-0c33-4b80-b3f8-4667f74e3293 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:18.525107 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8336bce7-c49a-423c-89ea-dcd0805ca003 req-deed43ae-0c33-4b80-b3f8-4667f74e3293 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 950 time: 0.0506265 Sep 18 05:00:18.572593 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8336bce7-c49a-423c-89ea-dcd0805ca003 req-9c620cd3-1e44-415c-a22d-ec9e4648580b tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359747 Sep 18 05:00:18.630279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f493d-05b4-4b33-b6c9-17634928854b req-9c8fc30f-fcd3-49cf-9be2-66c19a34e13f tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:18.631878 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad9f493d-05b4-4b33-b6c9-17634928854b req-9c8fc30f-fcd3-49cf-9be2-66c19a34e13f tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 944 time: 0.0560105 Sep 18 05:00:18.671222 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad9f493d-05b4-4b33-b6c9-17634928854b req-6763e62a-7391-4097-a007-96ca9e7902b7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Sep 18 05:00:19.299812 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671d7a-bbc1-42ce-9728-2b4d828bb1dd req-50d648c2-a8d9-4ad7-8da1-c407bd90d6e9 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:19.300307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671d7a-bbc1-42ce-9728-2b4d828bb1dd req-50d648c2-a8d9-4ad7-8da1-c407bd90d6e9 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:19.300835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671d7a-bbc1-42ce-9728-2b4d828bb1dd req-50d648c2-a8d9-4ad7-8da1-c407bd90d6e9 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:19.301326 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671d7a-bbc1-42ce-9728-2b4d828bb1dd req-50d648c2-a8d9-4ad7-8da1-c407bd90d6e9 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:19.301878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671d7a-bbc1-42ce-9728-2b4d828bb1dd req-50d648c2-a8d9-4ad7-8da1-c407bd90d6e9 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:19.302365 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671d7a-bbc1-42ce-9728-2b4d828bb1dd req-50d648c2-a8d9-4ad7-8da1-c407bd90d6e9 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:19.303016 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671d7a-bbc1-42ce-9728-2b4d828bb1dd req-50d648c2-a8d9-4ad7-8da1-c407bd90d6e9 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:19.303838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671d7a-bbc1-42ce-9728-2b4d828bb1dd req-50d648c2-a8d9-4ad7-8da1-c407bd90d6e9 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:19.304493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671d7a-bbc1-42ce-9728-2b4d828bb1dd req-50d648c2-a8d9-4ad7-8da1-c407bd90d6e9 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:19.307126 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c8671d7a-bbc1-42ce-9728-2b4d828bb1dd req-50d648c2-a8d9-4ad7-8da1-c407bd90d6e9 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68&device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529&device_id=c92934de-e29a-468c-84ad-3dc3df2558c8&device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51&device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7&device_id=da94e818-118e-4a4d-bfb3-a52d686149ee&device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef&device_id=07901029-ffff-47fe-a769-bbe16f794689&device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 8264 time: 0.0728087 Sep 18 05:00:19.350340 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c8671d7a-bbc1-42ce-9728-2b4d828bb1dd req-038ab142-8379-4727-ba76-ffde01c7ccba tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:19.364390 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a7917-3348-43e8-b162-eb0a0d1470f0 req-d92cdbe5-136c-444f-9b0e-815aa1345689 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:19.365954 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-330a7917-3348-43e8-b162-eb0a0d1470f0 req-d92cdbe5-136c-444f-9b0e-815aa1345689 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.18 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 949 time: 0.0885651 Sep 18 05:00:19.433627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20ee1c-f314-463a-899f-693b6cf09f9c req-9e349857-4886-4dcf-9d88-42690e41cfa7 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:19.435448 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf20ee1c-f314-463a-899f-693b6cf09f9c req-9e349857-4886-4dcf-9d88-42690e41cfa7 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 949 time: 0.0666692 Sep 18 05:00:19.448572 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7f6bff7f-a200-4c97-b6f5-f89375080754 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:00:19.498668 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf20ee1c-f314-463a-899f-693b6cf09f9c req-cb0b81bd-6273-4c35-9df9-e6049e7406b6 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511637 Sep 18 05:00:19.556269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-330a7917-3348-43e8-b162-eb0a0d1470f0 req-b887a208-32a0-4c4d-aa5e-403d1f82e9ef tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Deleting port 6aaed2a6-c060-45a5-b751-8f6cedd21730 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:00:19.558979 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-330a7917-3348-43e8-b162-eb0a0d1470f0 req-b887a208-32a0-4c4d-aa5e-403d1f82e9ef tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:19.562175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f6bff7f-a200-4c97-b6f5-f89375080754,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:19.574541 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '7f6bff7f-a200-4c97-b6f5-f89375080754', 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03', 'port_id': '7f6bff7f-a200-4c97-b6f5-f89375080754', 'mac_address': 'fa:16:3e:69:29:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88ca583-1ba8-47cf-ae2d-e8d84097fe39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:00:19.617629 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:19.636036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6bff7f-a200-4c97-b6f5-f89375080754 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:19.661226 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c8671d7a-bbc1-42ce-9728-2b4d828bb1dd req-038ab142-8379-4727-ba76-ffde01c7ccba tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:19.669078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f6bff7f-a200-4c97-b6f5-f89375080754,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:19.674975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ad4bf-b014-47bb-aa86-03ccf992154a req-b195df82-6744-49f1-b48c-19d831108100 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:19.681801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c9ad4bf-b014-47bb-aa86-03ccf992154a req-b195df82-6744-49f1-b48c-19d831108100 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 949 time: 0.1017141 Sep 18 05:00:19.691278 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-330a7917-3348-43e8-b162-eb0a0d1470f0 req-b887a208-32a0-4c4d-aa5e-403d1f82e9ef tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] For port 6aaed2a6-c060-45a5-b751-8f6cedd21730, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6aaed2a6-c060-45a5-b751-8f6cedd21730,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:19.692001 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-330a7917-3348-43e8-b162-eb0a0d1470f0 req-b887a208-32a0-4c4d-aa5e-403d1f82e9ef tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:19.710801 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-330a7917-3348-43e8-b162-eb0a0d1470f0 req-b887a208-32a0-4c4d-aa5e-403d1f82e9ef tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Calling delete_port for 6aaed2a6-c060-45a5-b751-8f6cedd21730 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:00:19.756475 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c8671d7a-bbc1-42ce-9728-2b4d828bb1dd req-038ab142-8379-4727-ba76-ffde01c7ccba tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:19.799527 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:19.805184 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35664) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:19.837276 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c8671d7a-bbc1-42ce-9728-2b4d828bb1dd req-038ab142-8379-4727-ba76-ffde01c7ccba tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=57b36920-72bb-4ed0-950a-c929ea19d0cd&id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.5141084 Sep 18 05:00:19.876422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7f6bff7f-a200-4c97-b6f5-f89375080754,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:19.907555 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ab142-8379-4727-ba76-ffde01c7ccba tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f21d54-4bea-4e5a-9108-498c2907f750,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:19.954170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3f9a-a17e-4a72-9af7-07e7ce55b999 req-87a042f2-62e2-47e8-8c7d-55dc184ed438 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:19.954170 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-612c3f9a-a17e-4a72-9af7-07e7ce55b999 req-87a042f2-62e2-47e8-8c7d-55dc184ed438 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 949 time: 0.3348987 Sep 18 05:00:19.981736 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c9ad4bf-b014-47bb-aa86-03ccf992154a req-d0f2246a-51c6-4bc5-869d-f2d9d2723584 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958243 Sep 18 05:00:20.015670 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6b924e2f-5e78-40bf-8f39-4c1030e2060d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:20.016160 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7f6bff7f-a200-4c97-b6f5-f89375080754'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:20.126462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249ba28-a641-43a6-91a6-1813e634cbca req-456138db-9441-4b83-94ca-ffbcc38dec65 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:20.128323 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b249ba28-a641-43a6-91a6-1813e634cbca req-456138db-9441-4b83-94ca-ffbcc38dec65 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 945 time: 0.0849960 Sep 18 05:00:20.131220 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-330a7917-3348-43e8-b162-eb0a0d1470f0 req-b887a208-32a0-4c4d-aa5e-403d1f82e9ef tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:20.160794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-612c3f9a-a17e-4a72-9af7-07e7ce55b999 req-d31c2ab9-558c-4481-a756-35f06b34f10c tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Deleting port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:00:20.161152 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-612c3f9a-a17e-4a72-9af7-07e7ce55b999 req-d31c2ab9-558c-4481-a756-35f06b34f10c tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:20.184854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887a208-32a0-4c4d-aa5e-403d1f82e9ef tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Pushing event deleted for resources: {'Port': ['ID=6aaed2a6-c060-45a5-b751-8f6cedd21730,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:20.289775 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b249ba28-a641-43a6-91a6-1813e634cbca req-9f6059d5-31d7-422e-b88d-dce8451a8880 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494491 Sep 18 05:00:20.293367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-612c3f9a-a17e-4a72-9af7-07e7ce55b999 req-d31c2ab9-558c-4481-a756-35f06b34f10c tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] For port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d1c175c0-1bfe-4ecc-94d9-514c83da0ae0,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:20.293959 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-612c3f9a-a17e-4a72-9af7-07e7ce55b999 req-d31c2ab9-558c-4481-a756-35f06b34f10c tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:20.316441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-612c3f9a-a17e-4a72-9af7-07e7ce55b999 req-d31c2ab9-558c-4481-a756-35f06b34f10c tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Calling delete_port for d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:00:20.354598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-330a7917-3348-43e8-b162-eb0a0d1470f0 req-b887a208-32a0-4c4d-aa5e-403d1f82e9ef tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] No DVR routers for this DVR port 6aaed2a6-c060-45a5-b751-8f6cedd21730 on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:00:20.363183 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-330a7917-3348-43e8-b162-eb0a0d1470f0 req-b887a208-32a0-4c4d-aa5e-403d1f82e9ef tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:20.369148 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-330a7917-3348-43e8-b162-eb0a0d1470f0 req-b887a208-32a0-4c4d-aa5e-403d1f82e9ef tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.18 "DELETE /v2.0/ports/6aaed2a6-c060-45a5-b751-8f6cedd21730 HTTP/1.1" status: 204 len: 173 time: 0.9952862 Sep 18 05:00:20.371161 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92934de-e29a-468c-84ad-3dc3df2558c8', 'name': 'network-vif-deleted', 'tag': '6aaed2a6-c060-45a5-b751-8f6cedd21730'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:20.383982 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9423cd-e661-4de9-bd23-9aba3a9ab000" -d '{"events": [{"server_uuid": "c92934de-e29a-468c-84ad-3dc3df2558c8", "name": "network-vif-deleted", "tag": "6aaed2a6-c060-45a5-b751-8f6cedd21730"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:20.426956 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6b924e2f-5e78-40bf-8f39-4c1030e2060d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:20.535523 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6b924e2f-5e78-40bf-8f39-4c1030e2060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:20.535953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['6aaed2a6-c060-45a5-b751-8f6cedd21730'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:20.555990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd115ffc-4d36-48bd-a3db-90c8fc8b3ec6 req-4a875a3b-cf35-4770-807e-1575fc19c79c tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:20.556557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd115ffc-4d36-48bd-a3db-90c8fc8b3ec6 req-4a875a3b-cf35-4770-807e-1575fc19c79c tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:20.556992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd115ffc-4d36-48bd-a3db-90c8fc8b3ec6 req-4a875a3b-cf35-4770-807e-1575fc19c79c tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:20.558781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd115ffc-4d36-48bd-a3db-90c8fc8b3ec6 req-4a875a3b-cf35-4770-807e-1575fc19c79c tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529&device_id=da94e818-118e-4a4d-bfb3-a52d686149ee&device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 2886 time: 0.0447478 Sep 18 05:00:20.564784 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-612c3f9a-a17e-4a72-9af7-07e7ce55b999 req-d31c2ab9-558c-4481-a756-35f06b34f10c tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:20.578349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d1c175c0-1bfe-4ecc-94d9-514c83da0ae0'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:20.584319 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b924e2f-5e78-40bf-8f39-4c1030e2060d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3deac8b-05df-4ad3-b458-177dc8a82f08,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:20.585483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['00a14f80-61a7-4369-b0e6-c4415d90efbc'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:20.605264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6b924e2f-5e78-40bf-8f39-4c1030e2060d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d260246ee9474c73bce32503cc00a882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7989969 Sep 18 05:00:20.606608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35694) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:20.608621 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c2ab9-558c-4481-a756-35f06b34f10c tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Pushing event deleted for resources: {'Port': ['ID=d1c175c0-1bfe-4ecc-94d9-514c83da0ae0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:20.666043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-612c3f9a-a17e-4a72-9af7-07e7ce55b999 req-d31c2ab9-558c-4481-a756-35f06b34f10c tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] No DVR routers for this DVR port d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:00:20.671614 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd115ffc-4d36-48bd-a3db-90c8fc8b3ec6 req-8daf49d6-a0e4-4fe3-8553-32582422ac1e tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042223 Sep 18 05:00:20.673036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-612c3f9a-a17e-4a72-9af7-07e7ce55b999 req-d31c2ab9-558c-4481-a756-35f06b34f10c tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:20.675501 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-612c3f9a-a17e-4a72-9af7-07e7ce55b999 req-d31c2ab9-558c-4481-a756-35f06b34f10c tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.18 "DELETE /v2.0/ports/d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 HTTP/1.1" status: 204 len: 173 time: 0.7078047 Sep 18 05:00:20.676117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c372de-fa98-48aa-94aa-5ed42edf5a51', 'name': 'network-vif-deleted', 'tag': 'd1c175c0-1bfe-4ecc-94d9-514c83da0ae0'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:20.678734 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c517d0b-e925-475c-91c7-09f8d6b4179e" -d '{"events": [{"server_uuid": "89c372de-fa98-48aa-94aa-5ed42edf5a51", "name": "network-vif-deleted", "tag": "d1c175c0-1bfe-4ecc-94d9-514c83da0ae0"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:20.704022 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2ebac686-951f-4ea3-84ad-c021cb8322a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:20.752420 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2ebac686-951f-4ea3-84ad-c021cb8322a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:20.773128 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524e1848-41bc-4eac-a5e9-8d6532868be6 x-openstack-request-id: req-524e1848-41bc-4eac-a5e9-8d6532868be6 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:20.773128 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92934de-e29a-468c-84ad-3dc3df2558c8", "name": "network-vif-deleted", "tag": "6aaed2a6-c060-45a5-b751-8f6cedd21730", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:20.773128 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-524e1848-41bc-4eac-a5e9-8d6532868be6 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:20.773128 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92934de-e29a-468c-84ad-3dc3df2558c8', 'name': 'network-vif-deleted', 'tag': '6aaed2a6-c060-45a5-b751-8f6cedd21730', 'status': 'completed', 'code': 200} Sep 18 05:00:20.872018 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b1804b20-c09e-4d56-ad5a-cb88eb3fcb7c req-0e150ffe-efd0-4a0a-b822-386aff06d000 tempest-DeleteServersAdminTestJSON-283804414 tempest-DeleteServersAdminTestJSON-283804414-project] 10.222.0.23 "GET /v2.0/ports?device_id=c92934de-e29a-468c-84ad-3dc3df2558c8 HTTP/1.1" status: 200 len: 210 time: 0.0281141 Sep 18 05:00:20.913969 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2ebac686-951f-4ea3-84ad-c021cb8322a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:20.916985 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2ebac686-951f-4ea3-84ad-c021cb8322a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:20.927231 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2ebac686-951f-4ea3-84ad-c021cb8322a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3deac8b-05df-4ad3-b458-177dc8a82f08 HTTP/1.1" status: 204 len: 168 time: 0.3140626 Sep 18 05:00:20.927357 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebb82f0-9b67-4c1d-848b-859bb47c1996 x-openstack-request-id: req-9ebb82f0-9b67-4c1d-848b-859bb47c1996 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:20.927357 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c372de-fa98-48aa-94aa-5ed42edf5a51", "name": "network-vif-deleted", "tag": "d1c175c0-1bfe-4ecc-94d9-514c83da0ae0", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:20.927815 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ebb82f0-9b67-4c1d-848b-859bb47c1996 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:20.928185 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c372de-fa98-48aa-94aa-5ed42edf5a51', 'name': 'network-vif-deleted', 'tag': 'd1c175c0-1bfe-4ecc-94d9-514c83da0ae0', 'status': 'completed', 'code': 200} Sep 18 05:00:20.948210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebac686-951f-4ea3-84ad-c021cb8322a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3deac8b-05df-4ad3-b458-177dc8a82f08,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:21.162681 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23e190ca-3a66-4741-8a1f-8b14f62864b1 req-10d51513-2b3e-4b55-931b-f3a8d74f0a14 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=89c372de-fa98-48aa-94aa-5ed42edf5a51 HTTP/1.1" status: 200 len: 210 time: 0.0258858 Sep 18 05:00:21.466906 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7f6bff7f-a200-4c97-b6f5-f89375080754 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:00:21.494878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fb6ce-d0f7-468b-a245-61fdfc0f885a req-127a01b9-3813-4662-9140-8f53467882e6 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:21.496410 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4c1fb6ce-d0f7-468b-a245-61fdfc0f885a req-127a01b9-3813-4662-9140-8f53467882e6 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 945 time: 0.0519996 Sep 18 05:00:21.537509 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4c1fb6ce-d0f7-468b-a245-61fdfc0f885a req-803a207b-5948-47c7-b27a-1758ccc8b874 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347757 Sep 18 05:00:21.627695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 7f6bff7f-a200-4c97-b6f5-f89375080754 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:00:21.632166 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 7f6bff7f-a200-4c97-b6f5-f89375080754 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:00:21.632829 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:21.667511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35746) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:21.690138 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f92f4da3-f2b0-4884-a810-20ca8196fc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:21.739968 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:21.784292 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f6bff7f-a200-4c97-b6f5-f89375080754,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:21.784292 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747fc55f-33ed-4dc7-8ab9-eb205d579c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6bff7f-a200-4c97-b6f5-f89375080754'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:21.784484 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6249c5af-c044-4012-bafe-0aa7bff273d6" -d '{"events": [{"server_uuid": "747fc55f-33ed-4dc7-8ab9-eb205d579c68", "name": "network-vif-plugged", "status": "completed", "tag": "7f6bff7f-a200-4c97-b6f5-f89375080754"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:21.836349 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f92f4da3-f2b0-4884-a810-20ca8196fc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:21.838554 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:21.896907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7f6bff7f-a200-4c97-b6f5-f89375080754,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:21.897076 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f92f4da3-f2b0-4884-a810-20ca8196fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:21.924464 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac76f61-3a11-49a1-9f4e-536903594166 x-openstack-request-id: req-6ac76f61-3a11-49a1-9f4e-536903594166 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:21.930270 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747fc55f-33ed-4dc7-8ab9-eb205d579c68", "name": "network-vif-plugged", "status": "completed", "tag": "7f6bff7f-a200-4c97-b6f5-f89375080754", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:21.930270 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ac76f61-3a11-49a1-9f4e-536903594166 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:21.930270 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747fc55f-33ed-4dc7-8ab9-eb205d579c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6bff7f-a200-4c97-b6f5-f89375080754', 'code': 200} Sep 18 05:00:21.950769 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f4da3-f2b0-4884-a810-20ca8196fc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5708e2-912d-4bf5-8782-ed6caf16e898,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:21.956883 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f92f4da3-f2b0-4884-a810-20ca8196fc31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acd01daab3324d9ebbf7a008a1b85be8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875583 Sep 18 05:00:21.960773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35762) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:22.072529 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-70785902-194d-4a2c-9abd-fdcc81780bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:22.076784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c37c-9686-4f8c-825e-8a8a2989e5d9 req-4fa4aa69-6812-4bd5-959e-11a8a9309ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:22.078288 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1da0c37c-9686-4f8c-825e-8a8a2989e5d9 req-4fa4aa69-6812-4bd5-959e-11a8a9309ac1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 1098 time: 0.0643554 Sep 18 05:00:22.111889 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-70785902-194d-4a2c-9abd-fdcc81780bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:22.143336 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1da0c37c-9686-4f8c-825e-8a8a2989e5d9 req-6f8a9e5b-0a90-4c8b-b60f-ff468110cc17 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574803 Sep 18 05:00:22.253589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffefc8-d694-4fa7-80b7-a7544c5d5124 req-e0ec89f6-9afe-4317-8f36-82d50ee82844 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:22.256896 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-21ffefc8-d694-4fa7-80b7-a7544c5d5124 req-e0ec89f6-9afe-4317-8f36-82d50ee82844 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 1101 time: 0.0481453 Sep 18 05:00:22.282067 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-70785902-194d-4a2c-9abd-fdcc81780bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:22.285090 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-70785902-194d-4a2c-9abd-fdcc81780bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:22.286409 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-70785902-194d-4a2c-9abd-fdcc81780bf3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f5708e2-912d-4bf5-8782-ed6caf16e898 HTTP/1.1" status: 204 len: 168 time: 0.3236156 Sep 18 05:00:22.305123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70785902-194d-4a2c-9abd-fdcc81780bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5708e2-912d-4bf5-8782-ed6caf16e898,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:22.309229 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-21ffefc8-d694-4fa7-80b7-a7544c5d5124 req-b562826a-21e7-4fba-a7cf-d4c68b7a3676 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 Sep 18 05:00:22.450725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682403df-7620-45ab-b6f3-c034b497dbda req-487a31de-e268-41da-9a7a-a3208fd85f3a tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:22.452329 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-682403df-7620-45ab-b6f3-c034b497dbda req-487a31de-e268-41da-9a7a-a3208fd85f3a tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 1101 time: 0.0463398 Sep 18 05:00:22.493508 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-682403df-7620-45ab-b6f3-c034b497dbda req-bedc2d20-eb95-4e2c-8d10-e6994290b9c0 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320995 Sep 18 05:00:22.716128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf112f-5cda-4b45-a42f-ff0421e48a34 req-483c561b-34f5-4c90-877d-39049816e5c7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:22.720428 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4ecf112f-5cda-4b45-a42f-ff0421e48a34 req-483c561b-34f5-4c90-877d-39049816e5c7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 946 time: 0.0612326 Sep 18 05:00:22.763079 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4ecf112f-5cda-4b45-a42f-ff0421e48a34 req-8409d78c-d6a8-4258-97bb-5dee3b0704d4 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354862 Sep 18 05:00:22.816906 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:22.861352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326732d2-e088-42f2-8eb4-a65fd4c69b81 req-78f7b55a-ca15-4d91-9ee9-6ee0c146dd31 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:22.866355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-326732d2-e088-42f2-8eb4-a65fd4c69b81 req-78f7b55a-ca15-4d91-9ee9-6ee0c146dd31 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 950 time: 0.0975740 Sep 18 05:00:22.931295 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-326732d2-e088-42f2-8eb4-a65fd4c69b81 req-25df1cb2-f1d1-416a-84e2-198f334667ef tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567257 Sep 18 05:00:22.953806 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:22.970715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35806) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:23.063751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35810) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:23.097192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35816) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:23.187905 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c357c76d-b7c2-45c1-b61e-5164ae0b6643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.250671 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4529ee6d-183d-4fbb-91a4-7a3c785ffe9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.315474 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-57cca3c1-ce23-4b1a-8993-72674083517f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc9b5cbd504a408eb7865d00cae0a636&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2169015 Sep 18 05:00:23.317936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35828) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:23.346612 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c357c76d-b7c2-45c1-b61e-5164ae0b6643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.383425 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7fc10e1a-715a-4926-868f-9e6493256f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.405988 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7fc10e1a-715a-4926-868f-9e6493256f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.436780 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c357c76d-b7c2-45c1-b61e-5164ae0b6643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.485604 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c357c76d-b7c2-45c1-b61e-5164ae0b6643 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4fdf7866412f44879b6da9c454d4faac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138028 Sep 18 05:00:23.488268 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35840) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:23.488753 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357c76d-b7c2-45c1-b61e-5164ae0b6643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7886472-a3bf-4d2b-b433-8b9ad68011a7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:23.500614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:00:23.527729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:00:23.528432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d1c175c0-1bfe-4ecc-94d9-514c83da0ae0 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:00:23.529114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6aaed2a6-c060-45a5-b751-8f6cedd21730 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:00:23.549123 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 6aaed2a6-c060-45a5-b751-8f6cedd21730 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:00:23.549487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6aaed2a6-c060-45a5-b751-8f6cedd21730 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:00:23.556842 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-682a908f-7d4b-42d8-8912-23689df30e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.561297 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4529ee6d-183d-4fbb-91a4-7a3c785ffe9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.567695 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7fc10e1a-715a-4926-868f-9e6493256f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.570448 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7fc10e1a-715a-4926-868f-9e6493256f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.572960 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7fc10e1a-715a-4926-868f-9e6493256f29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57b36920-72bb-4ed0-950a-c929ea19d0cd HTTP/1.1" status: 204 len: 168 time: 0.2540276 Sep 18 05:00:23.590860 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-682a908f-7d4b-42d8-8912-23689df30e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.608324 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc10e1a-715a-4926-868f-9e6493256f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b36920-72bb-4ed0-950a-c929ea19d0cd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:23.639488 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4529ee6d-183d-4fbb-91a4-7a3c785ffe9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.684102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4529ee6d-183d-4fbb-91a4-7a3c785ffe9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6968e2985c3492eb2f074bbfaafb5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6191223 Sep 18 05:00:23.685049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529ee6d-183d-4fbb-91a4-7a3c785ffe9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23719acf-4d61-4fc2-8232-63bfe8a476e7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:23.686850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35848) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:23.756036 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6a67bb10-55a3-4e88-a6c7-e67251357307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.797093 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6a67bb10-55a3-4e88-a6c7-e67251357307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.807190 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-682a908f-7d4b-42d8-8912-23689df30e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.809855 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-682a908f-7d4b-42d8-8912-23689df30e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:23.812560 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-682a908f-7d4b-42d8-8912-23689df30e83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7886472-a3bf-4d2b-b433-8b9ad68011a7 HTTP/1.1" status: 204 len: 168 time: 0.3216629 Sep 18 05:00:23.847634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a908f-7d4b-42d8-8912-23689df30e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7886472-a3bf-4d2b-b433-8b9ad68011a7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:23.875815 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc16ed8-8ee3-4202-8cb2-b6d6ed10535f req-8035b7ec-94c4-4ca8-9a13-c1d352a47192 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:23.887181 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7cc16ed8-8ee3-4202-8cb2-b6d6ed10535f req-8035b7ec-94c4-4ca8-9a13-c1d352a47192 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.1396344 Sep 18 05:00:23.931352 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7cc16ed8-8ee3-4202-8cb2-b6d6ed10535f req-2f97acde-115f-4f1b-85c3-9730c2d1656a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465689 Sep 18 05:00:23.936888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c7872-69d0-4f57-84f1-ef823d729a4d req-9377ea14-8951-4213-950c-dafe8b6601f0 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:23.938440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-667c7872-69d0-4f57-84f1-ef823d729a4d req-9377ea14-8951-4213-950c-dafe8b6601f0 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 946 time: 0.0737991 Sep 18 05:00:24.000062 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6a67bb10-55a3-4e88-a6c7-e67251357307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:24.004446 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6a67bb10-55a3-4e88-a6c7-e67251357307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:24.008804 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6a67bb10-55a3-4e88-a6c7-e67251357307 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23719acf-4d61-4fc2-8232-63bfe8a476e7 HTTP/1.1" status: 204 len: 168 time: 0.3204904 Sep 18 05:00:24.015476 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-667c7872-69d0-4f57-84f1-ef823d729a4d req-399551f7-3d5a-4e8c-9d45-8fb2a8d77619 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498152 Sep 18 05:00:24.020255 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67bb10-55a3-4e88-a6c7-e67251357307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23719acf-4d61-4fc2-8232-63bfe8a476e7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:24.119125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154e0c8-42c2-4f43-a618-da36e2801e3c req-0e8b9215-4a95-40f6-b615-51c3703bd32c tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:24.119297 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2294060-b79d-4a5d-bfc3-98ac8b6f8fcc req-7615c5f1-77e1-43a0-bdab-7f77a570c066 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:24.121644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3154e0c8-42c2-4f43-a618-da36e2801e3c req-0e8b9215-4a95-40f6-b615-51c3703bd32c tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 1098 time: 0.0467117 Sep 18 05:00:24.124169 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2294060-b79d-4a5d-bfc3-98ac8b6f8fcc req-7615c5f1-77e1-43a0-bdab-7f77a570c066 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 950 time: 0.0820241 Sep 18 05:00:24.184379 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2294060-b79d-4a5d-bfc3-98ac8b6f8fcc req-3a2a7b97-e9a4-4050-8af1-5fa9a359f043 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c7fbf47-003b-4fa9-b110-21d85136ac9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505550 Sep 18 05:00:24.203877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3154e0c8-42c2-4f43-a618-da36e2801e3c req-58b20569-4f71-4eb3-bc1f-35c65fec4f55 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641901 Sep 18 05:00:24.311108 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99adb44-e8bd-40d9-a2f9-2007e4594ec4 req-4bad8ed7-360c-48a9-a866-b693a6af051e tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:24.312789 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e99adb44-e8bd-40d9-a2f9-2007e4594ec4 req-4bad8ed7-360c-48a9-a866-b693a6af051e tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 1098 time: 0.0459778 Sep 18 05:00:24.348880 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e99adb44-e8bd-40d9-a2f9-2007e4594ec4 req-f8c9ecfe-835e-4590-ad8a-2bb864ea85a8 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295298 Sep 18 05:00:24.369954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0c580-1aba-4762-a7fc-023b0d02d684 req-87818db1-6db2-40d6-afef-088c04c76ec4 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:24.371402 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cd0c580-1aba-4762-a7fc-023b0d02d684 req-87818db1-6db2-40d6-afef-088c04c76ec4 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.13 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 950 time: 0.0514276 Sep 18 05:00:24.485404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-3cd0c580-1aba-4762-a7fc-023b0d02d684 req-ea24a55d-23cb-4933-9b95-2b5e32af89da tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Deleting port 00a14f80-61a7-4369-b0e6-c4415d90efbc {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:00:24.485749 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cd0c580-1aba-4762-a7fc-023b0d02d684 req-ea24a55d-23cb-4933-9b95-2b5e32af89da tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:24.577991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3cd0c580-1aba-4762-a7fc-023b0d02d684 req-ea24a55d-23cb-4933-9b95-2b5e32af89da tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] For port 00a14f80-61a7-4369-b0e6-c4415d90efbc, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=00a14f80-61a7-4369-b0e6-c4415d90efbc,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:24.578280 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cd0c580-1aba-4762-a7fc-023b0d02d684 req-ea24a55d-23cb-4933-9b95-2b5e32af89da tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:24.591528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-3cd0c580-1aba-4762-a7fc-023b0d02d684 req-ea24a55d-23cb-4933-9b95-2b5e32af89da tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Calling delete_port for 00a14f80-61a7-4369-b0e6-c4415d90efbc owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:00:24.636174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35890) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:24.658341 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e7e3b9f5-fb48-443a-8688-18876099d3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:24.779491 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e7e3b9f5-fb48-443a-8688-18876099d3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:24.800003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975787a-6b46-48f5-9b6b-a3c50dc95143 req-78d9934e-1d01-4912-8855-1f14472f2638 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:24.801586 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f975787a-6b46-48f5-9b6b-a3c50dc95143 req-78d9934e-1d01-4912-8855-1f14472f2638 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 1098 time: 0.0701542 Sep 18 05:00:24.842756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f975787a-6b46-48f5-9b6b-a3c50dc95143 req-f75879d7-a267-43d1-af5b-5401844da782 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Sep 18 05:00:24.856310 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cd0c580-1aba-4762-a7fc-023b0d02d684 req-ea24a55d-23cb-4933-9b95-2b5e32af89da tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:24.856465 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e7e3b9f5-fb48-443a-8688-18876099d3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:24.867447 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['00a14f80-61a7-4369-b0e6-c4415d90efbc'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:24.894062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3b9f5-fb48-443a-8688-18876099d3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539a4aa3-fbcf-4bb7-82d0-c77ce7c4c21f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:24.894451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24a55d-23cb-4933-9b95-2b5e32af89da tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Pushing event deleted for resources: {'Port': ['ID=00a14f80-61a7-4369-b0e6-c4415d90efbc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:24.899285 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e7e3b9f5-fb48-443a-8688-18876099d3be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a4fe8507664441b97011206d9e71591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614942 Sep 18 05:00:24.902025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35896) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:24.950298 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd0c580-1aba-4762-a7fc-023b0d02d684 req-ea24a55d-23cb-4933-9b95-2b5e32af89da tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] No DVR routers for this DVR port 00a14f80-61a7-4369-b0e6-c4415d90efbc on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:00:24.954441 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cd0c580-1aba-4762-a7fc-023b0d02d684 req-ea24a55d-23cb-4933-9b95-2b5e32af89da tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:24.956730 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cd0c580-1aba-4762-a7fc-023b0d02d684 req-ea24a55d-23cb-4933-9b95-2b5e32af89da tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.13 "DELETE /v2.0/ports/00a14f80-61a7-4369-b0e6-c4415d90efbc HTTP/1.1" status: 204 len: 173 time: 0.5771282 Sep 18 05:00:24.957383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07901029-ffff-47fe-a769-bbe16f794689', 'name': 'network-vif-deleted', 'tag': '00a14f80-61a7-4369-b0e6-c4415d90efbc'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:24.959315 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3a1a807-700d-48e3-ace7-6ea14e709a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:24.960832 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bcc64d-1a11-4ac6-a199-17e64eb8b029" -d '{"events": [{"server_uuid": "07901029-ffff-47fe-a769-bbe16f794689", "name": "network-vif-deleted", "tag": "00a14f80-61a7-4369-b0e6-c4415d90efbc"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:24.993616 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3a1a807-700d-48e3-ace7-6ea14e709a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.007739 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa24c345-3a13-486b-8457-59804f0f1862 x-openstack-request-id: req-fa24c345-3a13-486b-8457-59804f0f1862 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:25.008047 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07901029-ffff-47fe-a769-bbe16f794689", "name": "network-vif-deleted", "tag": "00a14f80-61a7-4369-b0e6-c4415d90efbc", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:25.008349 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa24c345-3a13-486b-8457-59804f0f1862 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:25.008761 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07901029-ffff-47fe-a769-bbe16f794689', 'name': 'network-vif-deleted', 'tag': '00a14f80-61a7-4369-b0e6-c4415d90efbc', 'status': 'completed', 'code': 200} Sep 18 05:00:25.103151 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2fd00-aa31-42cc-9a32-09046099bcfc req-8c5a1956-97da-4340-8779-0aa8e8982464 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:25.105414 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-01f2fd00-aa31-42cc-9a32-09046099bcfc req-8c5a1956-97da-4340-8779-0aa8e8982464 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0658867 Sep 18 05:00:25.109179 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35902) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:25.133054 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cb09e465-2e3f-4f33-9176-7ceaf737e16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.148200 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3a1a807-700d-48e3-ace7-6ea14e709a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.150480 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3a1a807-700d-48e3-ace7-6ea14e709a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.151652 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b3a1a807-700d-48e3-ace7-6ea14e709a7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/539a4aa3-fbcf-4bb7-82d0-c77ce7c4c21f HTTP/1.1" status: 204 len: 168 time: 0.2486017 Sep 18 05:00:25.169572 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1a807-700d-48e3-ace7-6ea14e709a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539a4aa3-fbcf-4bb7-82d0-c77ce7c4c21f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:25.201872 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-01f2fd00-aa31-42cc-9a32-09046099bcfc req-b7d89140-5e9d-473d-b078-f307b68000bf tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885792 Sep 18 05:00:25.204494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35906) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:25.231998 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80dd805c-f54c-4b25-aa0f-420272f1de57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.273125 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cb09e465-2e3f-4f33-9176-7ceaf737e16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.316756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a74ecb4-6fbd-42b1-8c6c-0cbc0c42db7d req-ecd26085-1cbd-4b82-b023-a1a3d50bd3c8 tempest-LiveMigrationNegativeTest-733271478 tempest-LiveMigrationNegativeTest-733271478-project] 10.222.0.23 "GET /v2.0/ports?device_id=07901029-ffff-47fe-a769-bbe16f794689 HTTP/1.1" status: 200 len: 210 time: 0.0316374 Sep 18 05:00:25.376319 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cb09e465-2e3f-4f33-9176-7ceaf737e16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.419423 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cb09e465-2e3f-4f33-9176-7ceaf737e16d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bbfea54127748f7b69b31bd8fb82d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085835 Sep 18 05:00:25.420666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09e465-2e3f-4f33-9176-7ceaf737e16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbfd902-6534-4035-848c-e710b289100e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:25.422878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35914) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:25.471018 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80dd805c-f54c-4b25-aa0f-420272f1de57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.494024 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-16b67866-1d0f-4b5d-89c9-f4750cbb9838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.515804 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-16b67866-1d0f-4b5d-89c9-f4750cbb9838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.558475 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80dd805c-f54c-4b25-aa0f-420272f1de57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.596596 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-80dd805c-f54c-4b25-aa0f-420272f1de57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d479e82a1993423b88f45dc9bf809355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909404 Sep 18 05:00:25.597714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd805c-f54c-4b25-aa0f-420272f1de57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208ffc09-9d24-4562-9427-2c8626c13e9d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:25.599373 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35918) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:25.656214 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f62b5c3a-c352-4992-a2c9-c8a7e648f504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.669103 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-16b67866-1d0f-4b5d-89c9-f4750cbb9838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.671881 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-16b67866-1d0f-4b5d-89c9-f4750cbb9838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.673082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-16b67866-1d0f-4b5d-89c9-f4750cbb9838 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0dbfd902-6534-4035-848c-e710b289100e HTTP/1.1" status: 204 len: 168 time: 0.2433000 Sep 18 05:00:25.689403 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f62b5c3a-c352-4992-a2c9-c8a7e648f504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.700926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b67866-1d0f-4b5d-89c9-f4750cbb9838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbfd902-6534-4035-848c-e710b289100e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:25.856314 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f62b5c3a-c352-4992-a2c9-c8a7e648f504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.859025 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f62b5c3a-c352-4992-a2c9-c8a7e648f504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:25.860383 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f62b5c3a-c352-4992-a2c9-c8a7e648f504 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/208ffc09-9d24-4562-9427-2c8626c13e9d HTTP/1.1" status: 204 len: 168 time: 0.2589386 Sep 18 05:00:25.869677 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b5c3a-c352-4992-a2c9-c8a7e648f504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208ffc09-9d24-4562-9427-2c8626c13e9d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:25.957168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f811c3-6cd7-48d3-9dcc-982d3fdb10bb req-addcb66e-f928-46c7-bddb-909b8b891be4 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:25.959468 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94f811c3-6cd7-48d3-9dcc-982d3fdb10bb req-addcb66e-f928-46c7-bddb-909b8b891be4 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 1098 time: 0.0439398 Sep 18 05:00:26.000977 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94f811c3-6cd7-48d3-9dcc-982d3fdb10bb req-654e511d-d900-49ae-ba36-69ad738bc0fd tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355728 Sep 18 05:00:26.318431 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965be3c2-e37e-4a81-a7c8-6f8dd83e1b42 req-8ff107f7-2589-4e4a-9ffa-8acc9f62c1c5 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:26.320801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-965be3c2-e37e-4a81-a7c8-6f8dd83e1b42 req-8ff107f7-2589-4e4a-9ffa-8acc9f62c1c5 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0520027 Sep 18 05:00:26.364427 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-965be3c2-e37e-4a81-a7c8-6f8dd83e1b42 req-0a3b0fea-c78b-42cf-9e7c-f796ecb849a8 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374451 Sep 18 05:00:26.807207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35976) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:27.117326 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35994) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:27.161226 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d608a6c-c952-40a6-9360-d6d52a24300d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:27.251096 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d608a6c-c952-40a6-9360-d6d52a24300d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:27.324591 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d608a6c-c952-40a6-9360-d6d52a24300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:27.370256 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5d608a6c-c952-40a6-9360-d6d52a24300d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=292583a0332a4f0aaa0a8ccc81f438b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593405 Sep 18 05:00:27.370256 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d608a6c-c952-40a6-9360-d6d52a24300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e594560-8f09-4576-9e16-00b655d2b1e8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:27.370646 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36010) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:27.495438 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-72092eb5-f141-4a31-ae7c-665f20fef7ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4983c1f429d5463c815929533291e079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769317 Sep 18 05:00:27.498173 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36016) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:27.514220 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-243216e0-601a-4cd8-8190-8822fd519124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:27.550371 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d3584df8-aacd-4e4e-bca8-a4aa0be9544d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:27.550727 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-243216e0-601a-4cd8-8190-8822fd519124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:27.570959 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f0c20-045e-466d-94b8-9277401137f1 req-92d71376-8f74-410a-af69-c063d0b71123 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:27.572543 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e49f0c20-045e-466d-94b8-9277401137f1 req-92d71376-8f74-410a-af69-c063d0b71123 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.1232913 Sep 18 05:00:27.577456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d3584df8-aacd-4e4e-bca8-a4aa0be9544d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:27.641262 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e49f0c20-045e-466d-94b8-9277401137f1 req-218fee09-93a1-459a-86e7-7ec20cbd47df tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596621 Sep 18 05:00:27.736462 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d3584df8-aacd-4e4e-bca8-a4aa0be9544d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:27.748379 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d3584df8-aacd-4e4e-bca8-a4aa0be9544d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:27.748379 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d3584df8-aacd-4e4e-bca8-a4aa0be9544d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c7fbf47-003b-4fa9-b110-21d85136ac9c HTTP/1.1" status: 204 len: 168 time: 0.2413564 Sep 18 05:00:27.749310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3584df8-aacd-4e4e-bca8-a4aa0be9544d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7fbf47-003b-4fa9-b110-21d85136ac9c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:27.816213 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-243216e0-601a-4cd8-8190-8822fd519124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:27.818793 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-243216e0-601a-4cd8-8190-8822fd519124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:27.820652 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-243216e0-601a-4cd8-8190-8822fd519124 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e594560-8f09-4576-9e16-00b655d2b1e8 HTTP/1.1" status: 204 len: 168 time: 0.4491487 Sep 18 05:00:27.828589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243216e0-601a-4cd8-8190-8822fd519124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e594560-8f09-4576-9e16-00b655d2b1e8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:28.382143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-943690ae-b44f-45b1-afd8-4a70b0b17c38 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:00:28.383144 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-943690ae-b44f-45b1-afd8-4a70b0b17c38 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067134 Sep 18 05:00:28.422352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b950-d157-4597-9772-5387c4d6b237 req-1ef912b8-7ca3-468d-9143-cc7ff0572d07 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:28.423779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-1ef912b8-7ca3-468d-9143-cc7ff0572d07 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports/7f6bff7f-a200-4c97-b6f5-f89375080754 HTTP/1.1" status: 200 len: 1095 time: 0.0354452 Sep 18 05:00:28.433508 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a2cbc37-c67a-45e8-a969-fb974217f4e8 service neutron] Request body: {'binding': {'host': 'n-h2-789963-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:28.434098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a2cbc37-c67a-45e8-a969-fb974217f4e8 service neutron] Unknown quota resources ['binding']. {{(pid=106909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:00:28.574176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a2cbc37-c67a-45e8-a969-fb974217f4e8 service neutron] Attempting to bind port 7f6bff7f-a200-4c97-b6f5-f89375080754 on host n-h2-789963-13 for vnic_type normal with profile None {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:00:28.574482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a2cbc37-c67a-45e8-a969-fb974217f4e8 service neutron] Attempting to bind port 7f6bff7f-a200-4c97-b6f5-f89375080754 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:00:28.574819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a2cbc37-c67a-45e8-a969-fb974217f4e8 service neutron] Attempting to bind port 7f6bff7f-a200-4c97-b6f5-f89375080754 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:28.579093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a2cbc37-c67a-45e8-a969-fb974217f4e8 service neutron] Port 7f6bff7f-a200-4c97-b6f5-f89375080754 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:00:28.579418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a2cbc37-c67a-45e8-a969-fb974217f4e8 service neutron] Attempting to bind port 7f6bff7f-a200-4c97-b6f5-f89375080754 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:28.584202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a2cbc37-c67a-45e8-a969-fb974217f4e8 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:00:28.585178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a2cbc37-c67a-45e8-a969-fb974217f4e8 service neutron] Checking segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:00:28.585636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a2cbc37-c67a-45e8-a969-fb974217f4e8 service neutron] Bound using segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:00:28.586064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a2cbc37-c67a-45e8-a969-fb974217f4e8 service neutron] Bound port: 7f6bff7f-a200-4c97-b6f5-f89375080754, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:00:28.637323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a2cbc37-c67a-45e8-a969-fb974217f4e8 service neutron] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7f6bff7f-a200-4c97-b6f5-f89375080754,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:00:28.714099 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a2cbc37-c67a-45e8-a969-fb974217f4e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:28.715234 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a2cbc37-c67a-45e8-a969-fb974217f4e8 service neutron] 10.222.0.23 "POST /v2.0/ports/7f6bff7f-a200-4c97-b6f5-f89375080754/bindings HTTP/1.1" status: 201 len: 390 time: 0.2852631 Sep 18 05:00:28.751895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eab2d5-6c42-4d96-a715-57e8838ed3c0 req-69b5e6a9-c7d1-475e-8f6a-c43625df8433 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:28.753670 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b2eab2d5-6c42-4d96-a715-57e8838ed3c0 req-69b5e6a9-c7d1-475e-8f6a-c43625df8433 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0514431 Sep 18 05:00:28.780431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36052) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:28.792709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b2eab2d5-6c42-4d96-a715-57e8838ed3c0 req-642f50ec-2585-46c7-a844-a55f69b06c6c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320911 Sep 18 05:00:28.840691 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-db801f87-8e29-409d-9689-399caba26287 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70678506790d4e90acfad656cda72116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564275 Sep 18 05:00:28.840981 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36054) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:28.881032 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36056) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:28.902249 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a4f668d2-52f4-4ed4-b94a-d20378ac911c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:28.912180 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f637-cd29-4bd6-a33a-d467dcdc1a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:28.943070 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f637-cd29-4bd6-a33a-d467dcdc1a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:29.031306 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a4f668d2-52f4-4ed4-b94a-d20378ac911c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:29.083752 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f637-cd29-4bd6-a33a-d467dcdc1a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:29.086689 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f637-cd29-4bd6-a33a-d467dcdc1a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:29.087913 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d1d9f637-cd29-4bd6-a33a-d467dcdc1a05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8cf13e22-d4f4-4dd6-984d-70b9a71d9108 HTTP/1.1" status: 204 len: 168 time: 0.2457800 Sep 18 05:00:29.096450 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9f637-cd29-4bd6-a33a-d467dcdc1a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf13e22-d4f4-4dd6-984d-70b9a71d9108,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:29.138976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ae95b-4fda-41b8-ab3e-213f212d06ac req-e8f0a17b-7c63-4cce-a961-98ed5f8b25f3 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:29.140519 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-040ae95b-4fda-41b8-ab3e-213f212d06ac req-e8f0a17b-7c63-4cce-a961-98ed5f8b25f3 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 946 time: 0.0498168 Sep 18 05:00:29.179901 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a4f668d2-52f4-4ed4-b94a-d20378ac911c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:29.201345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-040ae95b-4fda-41b8-ab3e-213f212d06ac req-9a3ef054-c50f-4142-ac33-82fa5f13f30d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545571 Sep 18 05:00:29.227333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a4f668d2-52f4-4ed4-b94a-d20378ac911c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=854302f1ee32493189446415179603c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445992 Sep 18 05:00:29.230578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36072) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:29.244550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f668d2-52f4-4ed4-b94a-d20378ac911c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e72e7e-e52f-450f-b39d-cb3e9341f4ca,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:29.292555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c88addf9-e075-46d0-b97c-dd0bdc1fc95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:29.315461 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c88addf9-e075-46d0-b97c-dd0bdc1fc95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:29.398089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b950-d157-4597-9772-5387c4d6b237 req-92c5ac0a-fb19-44f2-aa96-da1324e8de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:29.399724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-92c5ac0a-fb19-44f2-aa96-da1324e8de5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 1098 time: 0.0429335 Sep 18 05:00:29.465565 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c88addf9-e075-46d0-b97c-dd0bdc1fc95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:29.468246 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c88addf9-e075-46d0-b97c-dd0bdc1fc95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:29.469674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c88addf9-e075-46d0-b97c-dd0bdc1fc95d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/03e72e7e-e52f-450f-b39d-cb3e9341f4ca HTTP/1.1" status: 204 len: 168 time: 0.2381797 Sep 18 05:00:29.483331 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88addf9-e075-46d0-b97c-dd0bdc1fc95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e72e7e-e52f-450f-b39d-cb3e9341f4ca,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:29.509974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b950-d157-4597-9772-5387c4d6b237 req-4f6673bd-a9e2-436a-a39f-ccb4787d22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:29.511847 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-4f6673bd-a9e2-436a-a39f-ccb4787d22ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.1038709 Sep 18 05:00:29.562350 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-a07be07c-50d7-492a-b8e2-8ff08085e9a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f6bff7f-a200-4c97-b6f5-f89375080754 HTTP/1.1" status: 200 len: 217 time: 0.0378604 Sep 18 05:00:29.615979 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b950-d157-4597-9772-5387c4d6b237 req-8892ddff-6480-440f-b633-2f2cbf7c4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:29.617694 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-8892ddff-6480-440f-b633-2f2cbf7c4e59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0455620 Sep 18 05:00:29.652901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-f80c2ccd-84b8-40b1-94da-08e2fd81329f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265894 Sep 18 05:00:29.748352 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-9c86c0ca-b014-4730-af89-1ceb2f5d5bf3 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879712 Sep 18 05:00:29.843978 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-862ac94f-3f2c-42b7-8271-15d0b221e4aa service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836246 Sep 18 05:00:29.922184 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53871-2180-41d0-afdd-e772031a74e2 req-664bcb36-e144-4de9-9853-619942182fde tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:29.923870 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-53e53871-2180-41d0-afdd-e772031a74e2 req-664bcb36-e144-4de9-9853-619942182fde tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0559897 Sep 18 05:00:29.934096 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 00a14f80-61a7-4369-b0e6-c4415d90efbc no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:00:29.967942 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-53e53871-2180-41d0-afdd-e772031a74e2 req-7fc791a2-8e01-4a58-84b5-f88203ad8768 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365865 Sep 18 05:00:29.968527 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 00a14f80-61a7-4369-b0e6-c4415d90efbc {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:00:29.969339 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 00a14f80-61a7-4369-b0e6-c4415d90efbc not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:00:30.057612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b950-d157-4597-9772-5387c4d6b237 req-cffb7ef1-472b-4eda-8b59-86378e8bf19e tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:30.059172 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-cffb7ef1-472b-4eda-8b59-86378e8bf19e tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68&tenant_id=b9d48c11f3d54c54908deb8998856514&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1098 time: 0.0544672 Sep 18 05:00:30.074376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-13'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:30.130570 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:30.272904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f6bff7f-a200-4c97-b6f5-f89375080754,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:30.323859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:00:30.342567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a21af-fc1d-451a-98fe-ce29452c2f75 req-7f22217a-2cce-4362-b42f-8f2ee792b897 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:30.344668 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-760a21af-fc1d-451a-98fe-ce29452c2f75 req-7f22217a-2cce-4362-b42f-8f2ee792b897 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 946 time: 0.0580432 Sep 18 05:00:30.368660 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:30.369931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747fc55f-33ed-4dc7-8ab9-eb205d579c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f6bff7f-a200-4c97-b6f5-f89375080754'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:30.372662 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe5c5e4-5f00-4490-8318-98fd8064e17f" -d '{"events": [{"server_uuid": "747fc55f-33ed-4dc7-8ab9-eb205d579c68", "name": "network-vif-unplugged", "status": "completed", "tag": "7f6bff7f-a200-4c97-b6f5-f89375080754"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:30.396362 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-760a21af-fc1d-451a-98fe-ce29452c2f75 req-4a527632-46f4-4d0c-89d7-b16c21cac8f2 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450182 Sep 18 05:00:30.439115 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:30.446068 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7502a4-b14b-4aa6-a373-d591bd533344 x-openstack-request-id: req-fe7502a4-b14b-4aa6-a373-d591bd533344 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:30.446668 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747fc55f-33ed-4dc7-8ab9-eb205d579c68", "name": "network-vif-unplugged", "status": "completed", "tag": "7f6bff7f-a200-4c97-b6f5-f89375080754", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:30.446927 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe7502a4-b14b-4aa6-a373-d591bd533344 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:30.447315 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747fc55f-33ed-4dc7-8ab9-eb205d579c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f6bff7f-a200-4c97-b6f5-f89375080754', 'code': 200} Sep 18 05:00:30.533383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6bff7f-a200-4c97-b6f5-f89375080754,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:30.541489 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Attempting to bind port 7f6bff7f-a200-4c97-b6f5-f89375080754 on host n-h1-789963-13 for vnic_type normal with profile {"migrating_to": "n-h2-789963-13"} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:00:30.541846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Attempting to bind port 7f6bff7f-a200-4c97-b6f5-f89375080754 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:00:30.542168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Attempting to bind port 7f6bff7f-a200-4c97-b6f5-f89375080754 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:30.548111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Port 7f6bff7f-a200-4c97-b6f5-f89375080754 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:00:30.548474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Attempting to bind port 7f6bff7f-a200-4c97-b6f5-f89375080754 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:30.554253 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:00:30.554985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Checking segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:00:30.555527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Bound using segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:00:30.556139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Bound port: 7f6bff7f-a200-4c97-b6f5-f89375080754, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:00:30.556541 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:30.640347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:00:30.644616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f6bff7f-a200-4c97-b6f5-f89375080754,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:00:30.736612 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:30.814806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:30.814806 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:30.814806 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/7f6bff7f-a200-4c97-b6f5-f89375080754 HTTP/1.1" status: 200 len: 1124 time: 0.7448866 Sep 18 05:00:30.820619 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221a217-cd35-4fb1-8ddd-7d1450d470d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6bff7f-a200-4c97-b6f5-f89375080754,revision_number=8']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:30.882024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7f6bff7f-a200-4c97-b6f5-f89375080754'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:31.153025 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e1bfb0ff-e483-4f60-9c89-b37d7bfeb13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:31.162103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44305dbe-9ef2-4352-94ee-dadfff27b22d req-ce12741e-516c-4f5b-a9db-23c99982eb0f tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:31.163848 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44305dbe-9ef2-4352-94ee-dadfff27b22d req-ce12741e-516c-4f5b-a9db-23c99982eb0f tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0640240 Sep 18 05:00:31.203964 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44305dbe-9ef2-4352-94ee-dadfff27b22d req-78035eaa-2971-47c2-a5cc-549eb7929b7d tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338476 Sep 18 05:00:31.604574 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e3232-ff10-4e86-b343-e708ed35f2d5 req-ddac6337-3e3a-441f-93d5-a332ea35cf23 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:31.608923 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8c8e3232-ff10-4e86-b343-e708ed35f2d5 req-ddac6337-3e3a-441f-93d5-a332ea35cf23 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 944 time: 0.0644181 Sep 18 05:00:31.665703 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8c8e3232-ff10-4e86-b343-e708ed35f2d5 req-bd19435e-6c5e-4251-a3ab-64d40ebd7f7e tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399666 Sep 18 05:00:32.336807 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f95894-1fa1-43cc-90b1-e82861b2fc5a req-88d8950a-0a7d-4758-b444-ba4bab790d62 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:32.338954 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10f95894-1fa1-43cc-90b1-e82861b2fc5a req-88d8950a-0a7d-4758-b444-ba4bab790d62 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0620058 Sep 18 05:00:32.403780 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10f95894-1fa1-43cc-90b1-e82861b2fc5a req-1861adb1-64c9-4635-a236-445db65f6d25 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583153 Sep 18 05:00:32.408955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36230) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:32.446350 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36236) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:32.451713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747fc55f-33ed-4dc7-8ab9-eb205d579c68', 'tag': '7f6bff7f-a200-4c97-b6f5-f89375080754'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:32.454574 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b38eeba-692e-46f7-a939-e89850187f84" -d '{"events": [{"name": "network-changed", "server_uuid": "747fc55f-33ed-4dc7-8ab9-eb205d579c68", "tag": "7f6bff7f-a200-4c97-b6f5-f89375080754"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:32.490156 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cbcb8d-baa3-4990-bf64-fc603a4c044f x-openstack-request-id: req-68cbcb8d-baa3-4990-bf64-fc603a4c044f {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:32.490459 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747fc55f-33ed-4dc7-8ab9-eb205d579c68", "tag": "7f6bff7f-a200-4c97-b6f5-f89375080754", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:32.491875 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68cbcb8d-baa3-4990-bf64-fc603a4c044f {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:32.492447 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747fc55f-33ed-4dc7-8ab9-eb205d579c68', 'tag': '7f6bff7f-a200-4c97-b6f5-f89375080754', 'status': 'completed', 'code': 200} Sep 18 05:00:32.552856 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38eeba-692e-46f7-a939-e89850187f84 req-94ff61d3-3ae9-44ff-9485-97a30dee7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:32.555330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b38eeba-692e-46f7-a939-e89850187f84 req-94ff61d3-3ae9-44ff-9485-97a30dee7af4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 1127 time: 0.0423903 Sep 18 05:00:32.665526 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8686b05e-cb75-4c0e-b13c-0a1a2afc0838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:32.668553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38eeba-692e-46f7-a939-e89850187f84 req-dabf7301-4c0a-4819-8350-8f68d93a9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:32.670009 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b38eeba-692e-46f7-a939-e89850187f84 req-dabf7301-4c0a-4819-8350-8f68d93a9454 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.1072624 Sep 18 05:00:32.716051 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b38eeba-692e-46f7-a939-e89850187f84 req-777b3cfb-68e1-4c3e-afa7-880f97a59e40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f6bff7f-a200-4c97-b6f5-f89375080754 HTTP/1.1" status: 200 len: 217 time: 0.0381815 Sep 18 05:00:32.748157 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9e65f29-9bd4-4bf5-b6fc-272b01f65a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:32.781631 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552237cb-9e98-4368-98f0-7e110de96fad req-d74cea32-16a4-424e-9a68-8e60e8453aac tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:32.783312 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-552237cb-9e98-4368-98f0-7e110de96fad req-d74cea32-16a4-424e-9a68-8e60e8453aac tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 944 time: 0.0514815 Sep 18 05:00:32.814554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38eeba-692e-46f7-a939-e89850187f84 req-0ed3ae16-4418-4992-b959-368d5e3bbfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:32.816015 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b38eeba-692e-46f7-a939-e89850187f84 req-0ed3ae16-4418-4992-b959-368d5e3bbfc1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0912974 Sep 18 05:00:32.823192 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-552237cb-9e98-4368-98f0-7e110de96fad req-6617e2e4-5fe6-4cb9-aa71-ae8158dea2e3 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325110 Sep 18 05:00:32.854191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b38eeba-692e-46f7-a939-e89850187f84 req-e5f44572-111c-49c8-9583-3da6826cdbfc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287328 Sep 18 05:00:32.958149 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8686b05e-cb75-4c0e-b13c-0a1a2afc0838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:32.986548 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b38eeba-692e-46f7-a939-e89850187f84 req-6ef3caa9-9874-4c98-b7cb-f10e34b17249 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173122 Sep 18 05:00:33.066497 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8686b05e-cb75-4c0e-b13c-0a1a2afc0838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.135818 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b38eeba-692e-46f7-a939-e89850187f84 req-fed8c010-f8d6-4a05-bfe3-7971a10b6db8 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411231 Sep 18 05:00:33.140719 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8686b05e-cb75-4c0e-b13c-0a1a2afc0838 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1331dae7bd974da7b4bb0151b1937bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7293570 Sep 18 05:00:33.141384 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36258) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:33.152631 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:00:33.163550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686b05e-cb75-4c0e-b13c-0a1a2afc0838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b4d5d9-263c-4f44-988f-eac3b72075bb,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:33.166593 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36262) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:33.224435 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26e493d9-cdc2-4dab-95cf-61232565907c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.247028 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26e493d9-cdc2-4dab-95cf-61232565907c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.259761 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9e65f29-9bd4-4bf5-b6fc-272b01f65a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.327840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9e65f29-9bd4-4bf5-b6fc-272b01f65a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.348639 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c126e3e3-3193-49a9-bf50-55002ebf721f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.380021 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c9e65f29-9bd4-4bf5-b6fc-272b01f65a91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e59fea76422441649243025cd2946d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9326086 Sep 18 05:00:33.384068 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36270) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:33.390473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e65f29-9bd4-4bf5-b6fc-272b01f65a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fc30c3-6a9e-4529-9dde-1fc1ae1d9b9a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:33.390820 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26e493d9-cdc2-4dab-95cf-61232565907c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.409225 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26e493d9-cdc2-4dab-95cf-61232565907c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.412818 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-26e493d9-cdc2-4dab-95cf-61232565907c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2b4d5d9-263c-4f44-988f-eac3b72075bb HTTP/1.1" status: 204 len: 168 time: 0.2679462 Sep 18 05:00:33.426892 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e493d9-cdc2-4dab-95cf-61232565907c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b4d5d9-263c-4f44-988f-eac3b72075bb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:33.473634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe2fe-d563-4e23-ae40-fc3c6b51cc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.498487 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe2fe-d563-4e23-ae40-fc3c6b51cc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.530412 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c126e3e3-3193-49a9-bf50-55002ebf721f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.586617 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7a0c1-4672-47cb-a50c-0567b2576324 req-bf167ada-f679-4e95-8e43-f6fc81a318bc tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:33.588123 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fab7a0c1-4672-47cb-a50c-0567b2576324 req-bf167ada-f679-4e95-8e43-f6fc81a318bc tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0613258 Sep 18 05:00:33.598937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c126e3e3-3193-49a9-bf50-55002ebf721f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.638468 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fab7a0c1-4672-47cb-a50c-0567b2576324 req-9096dd81-6983-4654-b42e-07ef4c22a4e4 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Sep 18 05:00:33.641459 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c126e3e3-3193-49a9-bf50-55002ebf721f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d42ceee76e2b458ebfc7c274fe595466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738545 Sep 18 05:00:33.642502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126e3e3-3193-49a9-bf50-55002ebf721f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e68c7d-0c1a-411c-9296-7171c5cbf4c9,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:33.646035 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36282) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:33.667735 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe2fe-d563-4e23-ae40-fc3c6b51cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.672889 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe2fe-d563-4e23-ae40-fc3c6b51cc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.674325 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cb4fe2fe-d563-4e23-ae40-fc3c6b51cc25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76fc30c3-6a9e-4529-9dde-1fc1ae1d9b9a HTTP/1.1" status: 204 len: 168 time: 0.2891481 Sep 18 05:00:33.683958 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fe2fe-d563-4e23-ae40-fc3c6b51cc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fc30c3-6a9e-4529-9dde-1fc1ae1d9b9a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:33.722033 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fa211b2-a613-4633-a3ad-233340f07d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.744169 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fa211b2-a613-4633-a3ad-233340f07d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.788622 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3dd353e5-4bb7-492c-aac9-0a0eed5db6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.867542 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fa211b2-a613-4633-a3ad-233340f07d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.870178 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fa211b2-a613-4633-a3ad-233340f07d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:33.871336 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1fa211b2-a613-4633-a3ad-233340f07d53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93e68c7d-0c1a-411c-9296-7171c5cbf4c9 HTTP/1.1" status: 204 len: 168 time: 0.2232676 Sep 18 05:00:33.879818 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa211b2-a613-4633-a3ad-233340f07d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e68c7d-0c1a-411c-9296-7171c5cbf4c9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:33.941724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7f6bff7f-a200-4c97-b6f5-f89375080754 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:00:33.964780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde643a-3dfd-4de6-92cc-04fc914bfd73 req-b5cf4073-11bb-4c97-9919-4b55c052fb6d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:33.966292 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdde643a-3dfd-4de6-92cc-04fc914bfd73 req-b5cf4073-11bb-4c97-9919-4b55c052fb6d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 944 time: 0.0520146 Sep 18 05:00:34.005200 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdde643a-3dfd-4de6-92cc-04fc914bfd73 req-db46338b-7181-480b-a407-4058954139ba tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323322 Sep 18 05:00:34.042252 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f6bff7f-a200-4c97-b6f5-f89375080754,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:34.052895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7f6bff7f-a200-4c97-b6f5-f89375080754 has no active binding in host n-h2-789963-13 {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 05:00:34.208272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36306) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:34.220356 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e86b38d-457f-4dc8-bec0-0d3d879b4f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:34.257349 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:34.313128 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e86b38d-457f-4dc8-bec0-0d3d879b4f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:34.398221 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e86b38d-457f-4dc8-bec0-0d3d879b4f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:34.444837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7e86b38d-457f-4dc8-bec0-0d3d879b4f5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7d2c21519f0489680bc6901e9d1f135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376547 Sep 18 05:00:34.445712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86b38d-457f-4dc8-bec0-0d3d879b4f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d635e7-4a63-4f5c-88ff-c5e68098b209,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:34.447336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36318) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:34.469412 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-324a2081-4437-4c75-bc6d-225f871a237f req-cfc9bdfa-5968-4e04-83cd-f1e864433146 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=20ae15386bab4155a078057ceffa9f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358541 Sep 18 05:00:34.566645 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-acd4ee28-3849-4847-9b0f-0566474d88b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:34.605262 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-acd4ee28-3849-4847-9b0f-0566474d88b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:34.629779 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a2081-4437-4c75-bc6d-225f871a237f req-39a3334d-e17c-4285-bfed-5ca1a3b1dfab tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:34.631456 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-324a2081-4437-4c75-bc6d-225f871a237f req-39a3334d-e17c-4285-bfed-5ca1a3b1dfab tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522121 Sep 18 05:00:34.634724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-5ba5bdc5-e80f-4c45-8105-838ae1241bbb service neutron] 10.222.0.18 "GET /v2.0/ports/7f6bff7f-a200-4c97-b6f5-f89375080754/bindings/n-h2-789963-13 HTTP/1.1" status: 200 len: 385 time: 0.0758400 Sep 18 05:00:34.660697 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-324a2081-4437-4c75-bc6d-225f871a237f req-cc6f8a06-b384-4ae3-8903-a8edc675370a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/quotas/20ae15386bab4155a078057ceffa9f60 HTTP/1.1" status: 200 len: 375 time: 0.0167677 Sep 18 05:00:34.706608 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-324a2081-4437-4c75-bc6d-225f871a237f req-aa1b9d20-2fb0-4405-8623-ce86cabfb1c3 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379493 Sep 18 05:00:34.707499 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36324) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:34.726331 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2565afb7-25bc-45b9-b824-4666ed939ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:34.779293 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-acd4ee28-3849-4847-9b0f-0566474d88b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:34.783317 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-acd4ee28-3849-4847-9b0f-0566474d88b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:34.785644 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-acd4ee28-3849-4847-9b0f-0566474d88b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54d635e7-4a63-4f5c-88ff-c5e68098b209 HTTP/1.1" status: 204 len: 168 time: 0.3372791 Sep 18 05:00:34.814768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4ee28-3849-4847-9b0f-0566474d88b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d635e7-4a63-4f5c-88ff-c5e68098b209,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:34.896061 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a055b950-d157-4597-9772-5387c4d6b237 req-cb364e00-47fa-4ccc-8309-25e6badd63b6 service neutron] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f6bff7f-a200-4c97-b6f5-f89375080754,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:34.911325 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2565afb7-25bc-45b9-b824-4666ed939ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:34.936436 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-205b5f5a-b8ce-4383-8b6d-777b6aa564b1 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a571a2e1d80b4e15816478b645820f14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359180 Sep 18 05:00:34.944716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a055b950-d157-4597-9772-5387c4d6b237 req-cb364e00-47fa-4ccc-8309-25e6badd63b6 service neutron] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:00:34.998903 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2565afb7-25bc-45b9-b824-4666ed939ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:35.005766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-a055b950-d157-4597-9772-5387c4d6b237 req-cb364e00-47fa-4ccc-8309-25e6badd63b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6bff7f-a200-4c97-b6f5-f89375080754 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:35.047448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a055b950-d157-4597-9772-5387c4d6b237 req-cb364e00-47fa-4ccc-8309-25e6badd63b6 service neutron] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7f6bff7f-a200-4c97-b6f5-f89375080754,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:35.068109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565afb7-25bc-45b9-b824-4666ed939ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e03161-75c5-48df-962f-a0a9c4606a04,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:35.075505 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2565afb7-25bc-45b9-b824-4666ed939ca7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ad3bc985b4f4a86aee3598ff920b67f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667059 Sep 18 05:00:35.078201 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36340) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:35.124139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-df241cb7-7126-47c2-985f-4025ce3d6e4b tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:35.125742 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-df241cb7-7126-47c2-985f-4025ce3d6e4b tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793087 Sep 18 05:00:35.130792 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:35.144512 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-a7ebff74-a25d-4982-a1a8-0893125c49e2 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/quotas/a571a2e1d80b4e15816478b645820f14 HTTP/1.1" status: 200 len: 375 time: 0.0102494 Sep 18 05:00:35.179382 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-33585248-2c52-4bc4-bcc5-d5250178c8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:35.268337 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-33585248-2c52-4bc4-bcc5-d5250178c8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:35.281764 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36346) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:35.306297 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bea044f0-3cac-4a34-aee0-41f33ab446fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:35.328113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c329692-13ea-47dc-8cdb-1cd86bb255c3 req-11bb5e8f-a053-42ff-a664-00f43906830b tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:35.329741 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8c329692-13ea-47dc-8cdb-1cd86bb255c3 req-11bb5e8f-a053-42ff-a664-00f43906830b tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.1229291 Sep 18 05:00:35.412740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8c329692-13ea-47dc-8cdb-1cd86bb255c3 req-776f04a7-4813-44ec-8efa-4412fe95c21a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725989 Sep 18 05:00:35.449403 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-862105eb-a077-43c1-9665-0c3e7c76f8eb tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a571a2e1d80b4e15816478b645820f14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2982609 Sep 18 05:00:35.450369 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a055b950-d157-4597-9772-5387c4d6b237 req-cb364e00-47fa-4ccc-8309-25e6badd63b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:35.502098 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63b1935b-28e2-4342-b829-04144875d653 req-1cea0636-efb4-4506-9bc1-a992e31ee8da tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 210 time: 0.0389199 Sep 18 05:00:35.504521 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-33585248-2c52-4bc4-bcc5-d5250178c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:35.508712 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-33585248-2c52-4bc4-bcc5-d5250178c8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:35.513119 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-33585248-2c52-4bc4-bcc5-d5250178c8b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/03e03161-75c5-48df-962f-a0a9c4606a04 HTTP/1.1" status: 204 len: 168 time: 0.4336977 Sep 18 05:00:35.531011 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33585248-2c52-4bc4-bcc5-d5250178c8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e03161-75c5-48df-962f-a0a9c4606a04,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:35.587286 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-a055b950-d157-4597-9772-5387c4d6b237 req-cb364e00-47fa-4ccc-8309-25e6badd63b6 service neutron] Transition to ACTIVE for port object 7f6bff7f-a200-4c97-b6f5-f89375080754 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:00:35.600592 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bea044f0-3cac-4a34-aee0-41f33ab446fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:35.668187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6c56a-ffff-4bb4-b4d0-835e0fc542c8 req-a07d1911-bff2-41ae-9f16-bf1024978442 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:35.669754 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9bc6c56a-ffff-4bb4-b4d0-835e0fc542c8 req-a07d1911-bff2-41ae-9f16-bf1024978442 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 944 time: 0.0679235 Sep 18 05:00:35.679426 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2c40355-bc15-4a47-af0b-716b5cbb7151 req-8acb89ed-5e4a-4364-a3cd-d19afaf43bc5 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 210 time: 0.0310476 Sep 18 05:00:35.692309 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a055b950-d157-4597-9772-5387c4d6b237 req-cb364e00-47fa-4ccc-8309-25e6badd63b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:35.704600 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bea044f0-3cac-4a34-aee0-41f33ab446fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:35.761226 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9bc6c56a-ffff-4bb4-b4d0-835e0fc542c8 req-335cea5f-b40f-4df8-bf93-f06c47aff227 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846863 Sep 18 05:00:35.763612 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea044f0-3cac-4a34-aee0-41f33ab446fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982d9984-92c3-4d13-8019-75d9558e2dd8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:35.793755 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bea044f0-3cac-4a34-aee0-41f33ab446fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45890d36a2b24151aecdd26e05152af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077710 Sep 18 05:00:35.796204 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36366) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:35.800955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a055b950-d157-4597-9772-5387c4d6b237 req-cb364e00-47fa-4ccc-8309-25e6badd63b6 service neutron] No DVR routers for this DVR port 7f6bff7f-a200-4c97-b6f5-f89375080754 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:00:35.850772 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb364e00-47fa-4ccc-8309-25e6badd63b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6bff7f-a200-4c97-b6f5-f89375080754,revision_number=10']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:35.864683 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83a7bd41-788f-49e1-b500-b4ce66000013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:35.867475 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-cb364e00-47fa-4ccc-8309-25e6badd63b6 service neutron] 10.222.0.18 "PUT /v2.0/ports/7f6bff7f-a200-4c97-b6f5-f89375080754/bindings/n-h2-789963-13/activate HTTP/1.1" status: 200 len: 370 time: 1.2261753 Sep 18 05:00:35.888651 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83a7bd41-788f-49e1-b500-b4ce66000013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:36.010514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83a7bd41-788f-49e1-b500-b4ce66000013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:36.012535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b950-d157-4597-9772-5387c4d6b237 req-044f42c8-0e58-4f7c-abac-60787dec58a6 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:36.013136 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83a7bd41-788f-49e1-b500-b4ce66000013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:36.014051 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-044f42c8-0e58-4f7c-abac-60787dec58a6 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68&tenant_id=b9d48c11f3d54c54908deb8998856514&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1097 time: 0.0453665 Sep 18 05:00:36.014273 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-83a7bd41-788f-49e1-b500-b4ce66000013 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/982d9984-92c3-4d13-8019-75d9558e2dd8 HTTP/1.1" status: 204 len: 168 time: 0.2163196 Sep 18 05:00:36.026871 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7bd41-788f-49e1-b500-b4ce66000013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982d9984-92c3-4d13-8019-75d9558e2dd8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:36.107876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b950-d157-4597-9772-5387c4d6b237 req-47162cd0-e88d-4c6e-8642-15ac03e86a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:36.109427 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-47162cd0-e88d-4c6e-8642-15ac03e86a57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68&tenant_id=b9d48c11f3d54c54908deb8998856514 HTTP/1.1" status: 200 len: 1097 time: 0.0871739 Sep 18 05:00:36.176020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b950-d157-4597-9772-5387c4d6b237 req-7d7c6f83-94ac-41d0-a137-206c30cb0eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:36.177626 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-7d7c6f83-94ac-41d0-a137-206c30cb0eb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 1097 time: 0.0456805 Sep 18 05:00:36.297002 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b950-d157-4597-9772-5387c4d6b237 req-37734220-4e6b-44b0-8072-826311fe5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:36.298539 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-37734220-4e6b-44b0-8072-826311fe5a46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.1141114 Sep 18 05:00:36.344504 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-7fb70a5b-1c2d-4f66-9761-05216fd7dd1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f6bff7f-a200-4c97-b6f5-f89375080754 HTTP/1.1" status: 200 len: 217 time: 0.0384350 Sep 18 05:00:36.395666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b950-d157-4597-9772-5387c4d6b237 req-c871501b-16dd-4d51-8382-0ba5a4e5d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:36.397715 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-c871501b-16dd-4d51-8382-0ba5a4e5d63e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0463665 Sep 18 05:00:36.432880 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-15844147-c2b2-4b67-926e-a9b66e1d124f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277743 Sep 18 05:00:36.593056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717cf80-78e0-46f4-867f-ce05de80deb9 req-be589037-8295-4c77-b2e6-278c0f76ccaa tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:36.597759 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8717cf80-78e0-46f4-867f-ce05de80deb9 req-be589037-8295-4c77-b2e6-278c0f76ccaa tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0785382 Sep 18 05:00:36.609619 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-d2d7aa5c-d21b-437a-b6a9-a3389eb01401 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691077 Sep 18 05:00:36.657177 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8717cf80-78e0-46f4-867f-ce05de80deb9 req-ac89b1b1-126a-4f50-8939-d89d4405e63b tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512428 Sep 18 05:00:36.680362 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:36.698659 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-60e198a3-56b6-4761-bbd3-68352541abec req-17296230-83d3-4a59-91b7-74e17f21a0c0 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 210 time: 0.0454471 Sep 18 05:00:36.787187 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d855f389-9fa1-4304-80ce-3901c26cd607 req-2ddec375-fcfc-43e4-bd77-4711e5f67f0a tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 210 time: 0.0328178 Sep 18 05:00:36.811414 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-6a8327e4-f96c-4edf-a65a-05a6a77713fe service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932960 Sep 18 05:00:36.895875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9f33d-a830-423b-ac43-eda4e8575f7d req-d184853a-2914-4c3e-bceb-1260bf34d9cd tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:36.898082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11a9f33d-a830-423b-ac43-eda4e8575f7d req-d184853a-2914-4c3e-bceb-1260bf34d9cd tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 945 time: 0.0532343 Sep 18 05:00:36.961541 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11a9f33d-a830-423b-ac43-eda4e8575f7d req-d17bcfcd-ec62-4d48-a7fb-838a973f23a2 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564022 Sep 18 05:00:37.327982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b950-d157-4597-9772-5387c4d6b237 req-7405de54-ff59-4519-bb9d-252f344167a2 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:37.329744 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-7405de54-ff59-4519-bb9d-252f344167a2 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68&tenant_id=b9d48c11f3d54c54908deb8998856514&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 1097 time: 0.0432429 Sep 18 05:00:37.547529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-324a2081-4437-4c75-bc6d-225f871a237f req-5fd26b25-9560-4304-ba77-cdc4b793d94e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=20ae15386bab4155a078057ceffa9f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205595 Sep 18 05:00:37.628933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a055b950-d157-4597-9772-5387c4d6b237 req-48f554e3-fbf4-4ca1-9c32-2de60f22d01b service neutron] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:00:37.635999 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a055b950-d157-4597-9772-5387c4d6b237 req-48f554e3-fbf4-4ca1-9c32-2de60f22d01b service neutron] Notify callbacks [] for binding, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:37.637142 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a055b950-d157-4597-9772-5387c4d6b237 req-48f554e3-fbf4-4ca1-9c32-2de60f22d01b service neutron] 10.222.0.13 "DELETE /v2.0/ports/7f6bff7f-a200-4c97-b6f5-f89375080754/bindings/n-h1-789963-13 HTTP/1.1" status: 204 len: 173 time: 0.2988546 Sep 18 05:00:37.677156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a2081-4437-4c75-bc6d-225f871a237f req-147fa3ad-fec9-43d2-b9b9-00fdfe615b45 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:37.678637 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-324a2081-4437-4c75-bc6d-225f871a237f req-147fa3ad-fec9-43d2-b9b9-00fdfe615b45 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256804 Sep 18 05:00:37.693457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Request body: {'port': {'device_id': '53f12303-6f71-4459-9ca5-3776dd70c723', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '20ae15386bab4155a078057ceffa9f60'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:37.845122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc583204-9581-4e6b-8805-c183ad7d44b6 req-f8c2c129-b571-47c5-9de4-135ffa288279 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:37.846771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc583204-9581-4e6b-8805-c183ad7d44b6 req-f8c2c129-b571-47c5-9de4-135ffa288279 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0703287 Sep 18 05:00:37.855609 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3de0fe43-7774-49c0-ba3f-b730fd5052da req-d46a8e81-a08f-43f7-a6bc-9b0bdb68e8c8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 210 time: 0.0516696 Sep 18 05:00:37.912970 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc583204-9581-4e6b-8805-c183ad7d44b6 req-63491429-604b-4942-8824-6127de204b94 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592446 Sep 18 05:00:37.953639 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb829c5f-8ade-42d6-bbf1-4c2517393679 req-f72d5ff4-1fb8-474a-b8c5-b2c339ac7a9f tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 210 time: 0.0266769 Sep 18 05:00:38.069510 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Made reservation on behalf of 20ae15386bab4155a078057ceffa9f60 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:00:38.073697 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:38.091796 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:38.128348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d796b8-df38-4594-ab14-810577b1f7b3 req-48e39817-801c-4ec4-b740-b35e4c62e956 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:38.130923 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c6d796b8-df38-4594-ab14-810577b1f7b3 req-48e39817-801c-4ec4-b740-b35e4c62e956 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 945 time: 0.1029029 Sep 18 05:00:38.205795 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-508c9ee1-32c5-43e1-a24d-67ff1eb9109b tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a571a2e1d80b4e15816478b645820f14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308959 Sep 18 05:00:38.255322 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:38.272723 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c6d796b8-df38-4594-ab14-810577b1f7b3 req-af388026-bbbb-4e33-b47f-4541012f6ced tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262856 Sep 18 05:00:38.343950 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-d2a01cd2-5def-4a2d-897d-d1f2d43be34d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:38.345386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-d2a01cd2-5def-4a2d-897d-d1f2d43be34d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1326578 Sep 18 05:00:38.348328 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:38.362876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Request body: {'port': {'device_id': '54fb609c-7fe1-4c97-b9ff-32817a9ee13e', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'a571a2e1d80b4e15816478b645820f14'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:38.494671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5299678f-721d-403f-b052-11b6a07f5494,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:38.537695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe964305-bdb6-4cb4-8532-184a7105fbdb req-a7801e02-68d3-4b15-a9b7-368e5106872d tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:38.540258 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fe964305-bdb6-4cb4-8532-184a7105fbdb req-a7801e02-68d3-4b15-a9b7-368e5106872d tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 1097 time: 0.1217675 Sep 18 05:00:38.622305 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fe964305-bdb6-4cb4-8532-184a7105fbdb req-d658cbe2-c438-4a10-a5cf-71261584f5ea tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740955 Sep 18 05:00:38.623347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Allocated IP 192.168.233.251 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/df4a54dd-050c-4c73-91b4-24dce1197660) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:00:38.641346 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Made reservation on behalf of a571a2e1d80b4e15816478b645820f14 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:00:38.649665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:38.660288 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:38.830443 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:38.870715 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:38.925432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:38.953548 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:38.974110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Pushing event updated for resources: {'Port': ['ID=df4a54dd-050c-4c73-91b4-24dce1197660,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:38.991536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:00:38.998311 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-e3d78e36-e897-4deb-aeaa-3306c716252a req-4fea7208-8806-4d4b-b44f-40c35e17651c tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1403526341', 'description': 'tempest-description-585838956'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:39.003184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:00:39.006238 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:00:39.014989 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:39.014989 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:39.044373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8076f85e-86e0-42f6-956a-a5b7dfe654af,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:39.093217 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-324a2081-4437-4c75-bc6d-225f871a237f req-953cbce5-8d1a-48ae-8eda-0cab4935d736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4036770 Sep 18 05:00:39.108002 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Request body: {'port': {'device_id': '53f12303-6f71-4459-9ca5-3776dd70c723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:39.175671 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:39.183559 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e3d78e36-e897-4deb-aeaa-3306c716252a req-4fea7208-8806-4d4b-b44f-40c35e17651c tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:39.202456 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e3d78e36-e897-4deb-aeaa-3306c716252a req-4fea7208-8806-4d4b-b44f-40c35e17651c tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:39.238167 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5c7775a4-1746-4f4e-9c12-f8a806edf865 None None] Provisioning complete for port df4a54dd-050c-4c73-91b4-24dce1197660 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:00:39.239164 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5c7775a4-1746-4f4e-9c12-f8a806edf865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:39.369671 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f265d-2cc2-4178-85c6-e21b96236fb0 req-4659c618-9c14-4ed9-9fb0-a5089c019446 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:39.371122 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6d1f265d-2cc2-4178-85c6-e21b96236fb0 req-4659c618-9c14-4ed9-9fb0-a5089c019446 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 936 time: 0.3745670 Sep 18 05:00:39.391820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5c7775a4-1746-4f4e-9c12-f8a806edf865 None None] Port df4a54dd-050c-4c73-91b4-24dce1197660 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:00:39.415979 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e3d78e36-e897-4deb-aeaa-3306c716252a req-4fea7208-8806-4d4b-b44f-40c35e17651c tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:39.442993 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6d1f265d-2cc2-4178-85c6-e21b96236fb0 req-2b8da13a-0d6f-4872-9704-f42d7c2a91e9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653410 Sep 18 05:00:39.452212 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Allocated IP 192.168.233.89 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/bf06e3a1-e5e9-4625-865b-54ba592dac40) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:00:39.496528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e3d78e36-e897-4deb-aeaa-3306c716252a req-4fea7208-8806-4d4b-b44f-40c35e17651c tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:39.534572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea7208-8806-4d4b-b44f-40c35e17651c tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadddcfa-1532-4534-a181-15be0aa76c4f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:39.589755 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e3d78e36-e897-4deb-aeaa-3306c716252a req-4fea7208-8806-4d4b-b44f-40c35e17651c tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:39.616909 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7f6bff7f-a200-4c97-b6f5-f89375080754 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:00:39.621625 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0357e-3d0e-404e-a5f6-61c2b8993f8c req-1a1a10b3-8330-4289-ac39-6a83fbf3443e tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:39.623139 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0aa0357e-3d0e-404e-a5f6-61c2b8993f8c req-1a1a10b3-8330-4289-ac39-6a83fbf3443e tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.1127734 Sep 18 05:00:39.644845 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e3d78e36-e897-4deb-aeaa-3306c716252a req-4fea7208-8806-4d4b-b44f-40c35e17651c tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:39.655907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7f6bff7f-a200-4c97-b6f5-f89375080754 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:00:39.662770 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:39.676954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea7208-8806-4d4b-b44f-40c35e17651c tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cda6fe8-0bae-4692-ba8a-3d9e8d32a432,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:39.687123 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0aa0357e-3d0e-404e-a5f6-61c2b8993f8c req-cf1dc327-fdfd-4b2c-851b-f777e17dee79 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552046 Sep 18 05:00:39.735431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e3d78e36-e897-4deb-aeaa-3306c716252a req-4fea7208-8806-4d4b-b44f-40c35e17651c tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:39.736735 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e3d78e36-e897-4deb-aeaa-3306c716252a req-4fea7208-8806-4d4b-b44f-40c35e17651c tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7428896 Sep 18 05:00:39.774653 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81dbef5b-c160-41fd-a17c-012147963a22 req-8a3286d9-be77-49ed-a14f-db1d651511d7 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 210 time: 0.0291934 Sep 18 05:00:39.797373 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:39.839707 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:00:39.845010 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:00:39.848712 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:00:39.854845 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:39.855547 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:39.869808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Pushing event updated for resources: {'Port': ['ID=bf06e3a1-e5e9-4625-865b-54ba592dac40,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:39.953260 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:00:39.989472 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-687b03cd-e3bd-471b-93e4-e5ab9f64fe3d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6350458 Sep 18 05:00:40.002363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Request body: {'port': {'device_id': '54fb609c-7fe1-4c97-b9ff-32817a9ee13e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:40.003136 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:00:40.103840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-b2b85f92-9c37-44d4-b142-2653e2f92416 req-b9f1de45-efee-4f00-b787-dded2dae7d06 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Request body: {'security_group': {'name': 'tempest-securitygroup-687395095', 'description': 'tempest-description-654952409'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:40.121340 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.129203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:40.138617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1fc9211a-d06f-4cfb-8eab-fcbcc6944a8a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:40.140288 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1fc9211a-d06f-4cfb-8eab-fcbcc6944a8a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 807 time: 0.3225148 Sep 18 05:00:40.163446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a1409575-d7ae-4ab6-8a31-02510758ad66 None None] Provisioning complete for port bf06e3a1-e5e9-4625-865b-54ba592dac40 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:00:40.163798 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a1409575-d7ae-4ab6-8a31-02510758ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.167597 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad', 'mac_address': 'fa:16:3e:ac:90:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:00:40.198233 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-cd4f4019-48ac-44fb-95a5-69b7397e1a81 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/quotas/b9d48c11f3d54c54908deb8998856514 HTTP/1.1" status: 200 len: 375 time: 0.0161605 Sep 18 05:00:40.201283 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.206284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4a54dd-050c-4c73-91b4-24dce1197660 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:40.224331 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.231819 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b2b85f92-9c37-44d4-b142-2653e2f92416 req-b9f1de45-efee-4f00-b787-dded2dae7d06 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.243248 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.256101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Transition to ACTIVE for port object df4a54dd-050c-4c73-91b4-24dce1197660 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:00:40.274181 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:40.277277 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-599aa294-7a6e-4d2f-ad13-358e180ec27c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654099 Sep 18 05:00:40.278638 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a1409575-d7ae-4ab6-8a31-02510758ad66 None None] Port bf06e3a1-e5e9-4625-865b-54ba592dac40 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:00:40.285903 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7043a3-d373-41de-96fa-024c5de9d4ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:40.288215 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae507dd-64e5-470d-ae96-78e7684c782a" -d '{"events": [{"server_uuid": "0f7043a3-d373-41de-96fa-024c5de9d4ef", "name": "network-vif-unplugged", "status": "completed", "tag": "d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:40.297035 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-b40799a8-2d5b-4d4b-b754-482e7ae16c73 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:00:40.298633 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-b40799a8-2d5b-4d4b-b754-482e7ae16c73 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058994 Sep 18 05:00:40.302394 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:40.331040 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b2b85f92-9c37-44d4-b142-2653e2f92416 req-b9f1de45-efee-4f00-b787-dded2dae7d06 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.366903 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.376615 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.433181 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Pushing event updated for resources: {'Port': ['ID=df4a54dd-050c-4c73-91b4-24dce1197660,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:40.439556 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b2b85f92-9c37-44d4-b142-2653e2f92416 req-b9f1de45-efee-4f00-b787-dded2dae7d06 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.467886 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-7c17d39e-19fb-40d3-afde-79b309aece5b service neutron] 10.222.0.23 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611459 Sep 18 05:00:40.479659 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:00:40.480019 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:00:40.481324 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:40.500074 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1de45-efee-4f00-b787-dded2dae7d06 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb7da17-5ae3-4e67-8acd-3fd9d8aeb4a0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:40.502533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Attempting to bind port df4a54dd-050c-4c73-91b4-24dce1197660 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:00:40.502799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Attempting to bind port df4a54dd-050c-4c73-91b4-24dce1197660 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:00:40.503141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Attempting to bind port df4a54dd-050c-4c73-91b4-24dce1197660 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:40.521143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Port df4a54dd-050c-4c73-91b4-24dce1197660 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:00:40.521858 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Attempting to bind port df4a54dd-050c-4c73-91b4-24dce1197660 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:40.530199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:00:40.530410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:00:40.530664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:00:40.530792 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b2b85f92-9c37-44d4-b142-2653e2f92416 req-b9f1de45-efee-4f00-b787-dded2dae7d06 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.531112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Bound port: df4a54dd-050c-4c73-91b4-24dce1197660, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:00:40.531622 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.547249 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2b85f92-9c37-44d4-b142-2653e2f92416 req-b9f1de45-efee-4f00-b787-dded2dae7d06 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4484875 Sep 18 05:00:40.552887 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf06e3a1-e5e9-4625-865b-54ba592dac40 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:40.566858 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.583354 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Transition to ACTIVE for port object bf06e3a1-e5e9-4625-865b-54ba592dac40 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:00:40.636304 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-57759694-9b31-43d9-9633-9ead6644c9ad service neutron] 10.222.0.23 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568217 Sep 18 05:00:40.655250 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.660471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] For port df4a54dd-050c-4c73-91b4-24dce1197660, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:00:40.664334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] For port df4a54dd-050c-4c73-91b4-24dce1197660, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=df4a54dd-050c-4c73-91b4-24dce1197660,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:00:40.756284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Attempting to bind port bf06e3a1-e5e9-4625-865b-54ba592dac40 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:00:40.756639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Attempting to bind port bf06e3a1-e5e9-4625-865b-54ba592dac40 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:00:40.756978 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Attempting to bind port bf06e3a1-e5e9-4625-865b-54ba592dac40 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:40.761092 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.767416 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Pushing event updated for resources: {'Port': ['ID=bf06e3a1-e5e9-4625-865b-54ba592dac40,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:40.769844 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Port bf06e3a1-e5e9-4625-865b-54ba592dac40 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:00:40.770179 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Attempting to bind port bf06e3a1-e5e9-4625-865b-54ba592dac40 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:40.780803 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:00:40.781151 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:00:40.781549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:00:40.782014 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Bound port: bf06e3a1-e5e9-4625-865b-54ba592dac40, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:00:40.782387 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.806348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:40.807027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:40.808483 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-324a2081-4437-4c75-bc6d-225f871a237f req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] 10.222.0.18 "PUT /v2.0/ports/df4a54dd-050c-4c73-91b4-24dce1197660 HTTP/1.1" status: 200 len: 1097 time: 1.7048757 Sep 18 05:00:40.808967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f12303-6f71-4459-9ca5-3776dd70c723', 'tag': 'df4a54dd-050c-4c73-91b4-24dce1197660'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:40.812603 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007d0a7a-4ecc-4c86-94ca-cc164f21355d" -d '{"events": [{"name": "network-changed", "server_uuid": "53f12303-6f71-4459-9ca5-3776dd70c723", "tag": "df4a54dd-050c-4c73-91b4-24dce1197660"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:40.833475 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8c5b86-6322-415f-b4be-c901e7dc1c2d x-openstack-request-id: req-1d8c5b86-6322-415f-b4be-c901e7dc1c2d {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:40.834096 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7043a3-d373-41de-96fa-024c5de9d4ef", "name": "network-vif-unplugged", "status": "completed", "tag": "d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:40.835120 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d8c5b86-6322-415f-b4be-c901e7dc1c2d {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:40.836281 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7043a3-d373-41de-96fa-024c5de9d4ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad', 'code': 200} Sep 18 05:00:40.885171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0210b63-f6b9-4b48-b8d1-b36251f38885 service neutron] Pushing event updated for resources: {'Port': ['ID=df4a54dd-050c-4c73-91b4-24dce1197660,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:40.898052 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] For port bf06e3a1-e5e9-4625-865b-54ba592dac40, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:00:40.901878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] For port bf06e3a1-e5e9-4625-865b-54ba592dac40, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=bf06e3a1-e5e9-4625-865b-54ba592dac40,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:00:40.970269 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:41.045047 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:41.063008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a2081-4437-4c75-bc6d-225f871a237f req-df1067f8-90e0-40e2-a957-25be3667df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:41.068888 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:41.069532 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:41.069720 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-324a2081-4437-4c75-bc6d-225f871a237f req-df1067f8-90e0-40e2-a957-25be3667df09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 1100 time: 0.1084304 Sep 18 05:00:41.070614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:41.080514 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] 10.222.0.18 "PUT /v2.0/ports/bf06e3a1-e5e9-4625-865b-54ba592dac40 HTTP/1.1" status: 200 len: 1096 time: 1.0808086 Sep 18 05:00:41.083096 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fb609c-7fe1-4c97-b9ff-32817a9ee13e', 'tag': 'bf06e3a1-e5e9-4625-865b-54ba592dac40'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:41.088031 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed6971e-e5c1-4196-a4ba-6ff23eddb42c" -d '{"events": [{"name": "network-changed", "server_uuid": "54fb609c-7fe1-4c97-b9ff-32817a9ee13e", "tag": "bf06e3a1-e5e9-4625-865b-54ba592dac40"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:41.126071 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b882fbc-6bdc-47dd-ae1a-1b7a095654cb service neutron] Pushing event updated for resources: {'Port': ['ID=bf06e3a1-e5e9-4625-865b-54ba592dac40,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:41.136197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:41.143789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c8647-8b37-4d0c-b229-efe78cef2aae req-8b414709-2583-4030-bc78-f190eaece7fa tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:41.146373 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a86c8647-8b37-4d0c-b229-efe78cef2aae req-8b414709-2583-4030-bc78-f190eaece7fa tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 948 time: 0.1899903 Sep 18 05:00:41.170419 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-324a2081-4437-4c75-bc6d-225f871a237f req-545e7143-210e-4ad6-aa05-86088b0af4e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=df4a54dd-050c-4c73-91b4-24dce1197660 HTTP/1.1" status: 200 len: 217 time: 0.0973752 Sep 18 05:00:41.176995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-2c75e4fe-e486-4b6f-a2cd-424087f3c1cb req-c37d035d-e8fd-4d1b-beb5-2b77496d14ab tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-983359071', 'description': 'tempest-description-428083987'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:41.211395 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:41.239239 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a86c8647-8b37-4d0c-b229-efe78cef2aae req-e4437756-a97b-4462-8bcd-713328eb154a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862763 Sep 18 05:00:41.239907 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36566) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:41.276873 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-eaf2c739-602b-488f-ae73-b45a5297c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:41.278851 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-eaf2c739-602b-488f-ae73-b45a5297c7f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a571a2e1d80b4e15816478b645820f14&device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 1099 time: 0.0594478 Sep 18 05:00:41.280835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a2081-4437-4c75-bc6d-225f871a237f req-092c4b78-6315-49a4-a901-196151d590dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:41.282432 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-324a2081-4437-4c75-bc6d-225f871a237f req-092c4b78-6315-49a4-a901-196151d590dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0999296 Sep 18 05:00:41.298725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:41.346244 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-266c66c9-076e-49ab-99d4-a3fe192a7ca1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=bf06e3a1-e5e9-4625-865b-54ba592dac40 HTTP/1.1" status: 200 len: 217 time: 0.0545757 Sep 18 05:00:41.350440 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2c75e4fe-e486-4b6f-a2cd-424087f3c1cb req-c37d035d-e8fd-4d1b-beb5-2b77496d14ab tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:41.363462 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2c75e4fe-e486-4b6f-a2cd-424087f3c1cb req-c37d035d-e8fd-4d1b-beb5-2b77496d14ab tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:41.379050 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a2081-4437-4c75-bc6d-225f871a237f req-adbd15cc-45b4-4273-9aed-614a46705b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:41.380610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-324a2081-4437-4c75-bc6d-225f871a237f req-adbd15cc-45b4-4273-9aed-614a46705b04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0890074 Sep 18 05:00:41.444538 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-0d065d46-37ae-4c96-8bb1-afd2bbc782dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:41.446422 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-0d065d46-37ae-4c96-8bb1-afd2bbc782dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0897915 Sep 18 05:00:41.486634 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:41.495291 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc212982-8b9a-49d1-a777-c81edc2fd12c req-3abb46ef-0b6d-48bb-88ec-77e70965c933 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:41.497470 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc212982-8b9a-49d1-a777-c81edc2fd12c req-3abb46ef-0b6d-48bb-88ec-77e70965c933 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 948 time: 0.1541231 Sep 18 05:00:41.518465 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e92d0b2f-5a02-4d03-8557-5ac86e0e2a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:41.519094 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-324a2081-4437-4c75-bc6d-225f871a237f req-81546634-7054-4b55-b728-8d62f78f3388 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303227 Sep 18 05:00:41.594586 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc212982-8b9a-49d1-a777-c81edc2fd12c req-f5dc9d7f-89e5-4fda-8171-b3c84d105aeb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587475 Sep 18 05:00:41.606710 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-8a1123bf-fd04-4981-a3a4-3d11cfd66531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:41.606710 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-8a1123bf-fd04-4981-a3a4-3d11cfd66531 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1536694 Sep 18 05:00:41.675708 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-324a2081-4437-4c75-bc6d-225f871a237f req-c53506c0-c079-40e0-8178-f58703b1fb1d service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474588 Sep 18 05:00:41.719412 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2c75e4fe-e486-4b6f-a2cd-424087f3c1cb req-c37d035d-e8fd-4d1b-beb5-2b77496d14ab tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:41.776972 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-f34af1cb-fdfb-43bb-9ead-2db441888407 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619580 Sep 18 05:00:41.787652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96200b98-10c5-4401-861a-35225faca2f1 req-ba204e54-b31f-4938-a833-f573ce8880a4 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:41.789749 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-96200b98-10c5-4401-861a-35225faca2f1 req-ba204e54-b31f-4938-a833-f573ce8880a4 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 947 time: 0.0762177 Sep 18 05:00:41.868048 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2c75e4fe-e486-4b6f-a2cd-424087f3c1cb req-c37d035d-e8fd-4d1b-beb5-2b77496d14ab tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:41.890439 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-96200b98-10c5-4401-861a-35225faca2f1 req-895776f8-c5e2-4b29-8930-ff7c8d9276df tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/security-groups?id=8076f85e-86e0-42f6-956a-a5b7dfe654af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926390 Sep 18 05:00:41.892903 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.api [req-2c75e4fe-e486-4b6f-a2cd-424087f3c1cb req-c37d035d-e8fd-4d1b-beb5-2b77496d14ab tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 05:00:41.892903 n-d-789963-13 neutron-server[106909]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 05:00:41.892903 n-d-789963-13 neutron-server[106909]: [parameters: {'project_id_1': '068009ef92c14b04a07538fc904b21d2', 'expiration_1': datetime.datetime(2021, 9, 18, 5, 0, 21, 872585)}] Sep 18 05:00:41.892903 n-d-789963-13 neutron-server[106909]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:00:41.893247 n-d-789963-13 neutron-server[106909]: DEBUG oslo_db.api [req-2c75e4fe-e486-4b6f-a2cd-424087f3c1cb req-c37d035d-e8fd-4d1b-beb5-2b77496d14ab tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:00:41.895021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d035d-e8fd-4d1b-beb5-2b77496d14ab tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49f3298-1ea5-4860-ad72-8c6167feaeb9,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:41.925670 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91f62cc3-0b5e-48c1-a35f-c02b284d5451 req-1673a56e-8045-426b-8f82-9050cdf0e1fb service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349442 Sep 18 05:00:41.952407 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb76866-ee0a-4081-b995-55387efc79ad x-openstack-request-id: req-dcb76866-ee0a-4081-b995-55387efc79ad {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:41.952979 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f12303-6f71-4459-9ca5-3776dd70c723", "tag": "df4a54dd-050c-4c73-91b4-24dce1197660", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:41.953240 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcb76866-ee0a-4081-b995-55387efc79ad {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:41.953647 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f12303-6f71-4459-9ca5-3776dd70c723', 'tag': 'df4a54dd-050c-4c73-91b4-24dce1197660', 'status': 'completed', 'code': 200} Sep 18 05:00:42.026905 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e92d0b2f-5a02-4d03-8557-5ac86e0e2a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:42.044011 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-34f47e3e-0d8a-4ed5-a3a8-110e8441c2d2 req-5030916c-8688-4b8f-8c6f-8b6dcc0474c6 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 210 time: 0.0543513 Sep 18 05:00:42.062389 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0a7a-4ecc-4c86-94ca-cc164f21355d req-febf5002-17e2-4abb-9735-da7cacd219a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:42.062389 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-007d0a7a-4ecc-4c86-94ca-cc164f21355d req-febf5002-17e2-4abb-9735-da7cacd219a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 1100 time: 0.0810628 Sep 18 05:00:42.122846 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e92d0b2f-5a02-4d03-8557-5ac86e0e2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:42.144337 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1132bf-563b-4e00-b20b-b230e6155137 x-openstack-request-id: req-7d1132bf-563b-4e00-b20b-b230e6155137 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:42.144635 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fb609c-7fe1-4c97-b9ff-32817a9ee13e", "tag": "bf06e3a1-e5e9-4625-865b-54ba592dac40", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:42.144891 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d1132bf-563b-4e00-b20b-b230e6155137 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:42.145302 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fb609c-7fe1-4c97-b9ff-32817a9ee13e', 'tag': 'bf06e3a1-e5e9-4625-865b-54ba592dac40', 'status': 'completed', 'code': 200} Sep 18 05:00:42.173762 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e92d0b2f-5a02-4d03-8557-5ac86e0e2a43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d805b6f5ac5343b4b283be60ee45eea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9189825 Sep 18 05:00:42.176665 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36576) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:42.183712 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d0b2f-5a02-4d03-8557-5ac86e0e2a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7a5f0e-e181-4b03-b49a-5e92d3bdf5f2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:42.196447 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0a7a-4ecc-4c86-94ca-cc164f21355d req-1c1e882f-5d19-4ccb-ba74-8225c25a1cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:42.198979 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-007d0a7a-4ecc-4c86-94ca-cc164f21355d req-1c1e882f-5d19-4ccb-ba74-8225c25a1cfb service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1331923 Sep 18 05:00:42.246689 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-007d0a7a-4ecc-4c86-94ca-cc164f21355d req-ea8e90dc-23b4-4384-bb3b-29aec619e987 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=df4a54dd-050c-4c73-91b4-24dce1197660 HTTP/1.1" status: 200 len: 217 time: 0.0416505 Sep 18 05:00:42.281347 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-543f25fb-821e-4a01-a821-902f0da59eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:42.307646 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6971e-e5c1-4196-a4ba-6ff23eddb42c req-5f2fdfe8-508f-4630-87fa-eccaf3fc64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:42.308973 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0a7a-4ecc-4c86-94ca-cc164f21355d req-2473f350-a72f-4128-9814-c70625eae441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:42.309498 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed6971e-e5c1-4196-a4ba-6ff23eddb42c req-5f2fdfe8-508f-4630-87fa-eccaf3fc64f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a571a2e1d80b4e15816478b645820f14&device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 1099 time: 0.1246321 Sep 18 05:00:42.310621 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-007d0a7a-4ecc-4c86-94ca-cc164f21355d req-2473f350-a72f-4128-9814-c70625eae441 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0572786 Sep 18 05:00:42.311986 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-543f25fb-821e-4a01-a821-902f0da59eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:42.391331 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf61863-b966-4c93-a85b-08ab22f17443 req-3599afe0-bec1-45fa-b2f0-447f522f8d09 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:42.393008 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-adf61863-b966-4c93-a85b-08ab22f17443 req-3599afe0-bec1-45fa-b2f0-447f522f8d09 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 948 time: 0.0796139 Sep 18 05:00:42.394924 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0a7a-4ecc-4c86-94ca-cc164f21355d req-9dcf7263-c379-443d-bcdb-50e5c96061b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:42.396403 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-007d0a7a-4ecc-4c86-94ca-cc164f21355d req-9dcf7263-c379-443d-bcdb-50e5c96061b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0732479 Sep 18 05:00:42.401919 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2c75e4fe-e486-4b6f-a2cd-424087f3c1cb req-c37d035d-e8fd-4d1b-beb5-2b77496d14ab tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:42.466092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6971e-e5c1-4196-a4ba-6ff23eddb42c req-4a98f60d-aac4-4fd3-bb21-e4cbbe6d3390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:42.467782 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed6971e-e5c1-4196-a4ba-6ff23eddb42c req-4a98f60d-aac4-4fd3-bb21-e4cbbe6d3390 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1451008 Sep 18 05:00:42.489831 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-adf61863-b966-4c93-a85b-08ab22f17443 req-d497d8bc-d825-4cbf-9762-5be3ccd88582 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878475 Sep 18 05:00:42.519594 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed6971e-e5c1-4196-a4ba-6ff23eddb42c req-9845bf20-7595-486f-83fc-751c65d92d0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=bf06e3a1-e5e9-4625-865b-54ba592dac40 HTTP/1.1" status: 200 len: 217 time: 0.0442853 Sep 18 05:00:42.525094 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-007d0a7a-4ecc-4c86-94ca-cc164f21355d req-d6c9c026-ee6b-4178-bd3b-59544073ead9 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172609 Sep 18 05:00:42.564620 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-543f25fb-821e-4a01-a821-902f0da59eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:42.567129 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-543f25fb-821e-4a01-a821-902f0da59eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:42.568339 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-543f25fb-821e-4a01-a821-902f0da59eef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed7a5f0e-e181-4b03-b49a-5e92d3bdf5f2 HTTP/1.1" status: 204 len: 168 time: 0.3900013 Sep 18 05:00:42.592223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f25fb-821e-4a01-a821-902f0da59eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7a5f0e-e181-4b03-b49a-5e92d3bdf5f2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:42.607707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6971e-e5c1-4196-a4ba-6ff23eddb42c req-284c2b4a-7a79-4d5b-82dd-642253227bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:42.609530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed6971e-e5c1-4196-a4ba-6ff23eddb42c req-284c2b4a-7a79-4d5b-82dd-642253227bdb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0777147 Sep 18 05:00:42.645508 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-007d0a7a-4ecc-4c86-94ca-cc164f21355d req-d95126e6-398d-4645-ac89-a57c2829da09 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131551 Sep 18 05:00:42.738672 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48774aee-7074-4425-bd86-4ec483dac612 req-ab0b3bd8-b37d-4fc3-95d7-d5e96ef9c48a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:42.741030 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-48774aee-7074-4425-bd86-4ec483dac612 req-ab0b3bd8-b37d-4fc3-95d7-d5e96ef9c48a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 948 time: 0.0569630 Sep 18 05:00:42.786280 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-48774aee-7074-4425-bd86-4ec483dac612 req-952ef62d-5910-4414-8df3-d79d6a15525c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369284 Sep 18 05:00:42.807932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36592) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:42.907576 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2c75e4fe-e486-4b6f-a2cd-424087f3c1cb req-c37d035d-e8fd-4d1b-beb5-2b77496d14ab tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:42.917400 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6971e-e5c1-4196-a4ba-6ff23eddb42c req-6af742e3-fb40-4179-82d3-afe46530ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:42.918953 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed6971e-e5c1-4196-a4ba-6ff23eddb42c req-6af742e3-fb40-4179-82d3-afe46530ac4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3005259 Sep 18 05:00:43.028453 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2c75e4fe-e486-4b6f-a2cd-424087f3c1cb req-c37d035d-e8fd-4d1b-beb5-2b77496d14ab tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:43.029408 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51fe0009-bb87-47b0-b243-248778570ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:43.041615 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60552b17-60b7-48a2-bae1-e9543a7891dc req-78722b56-0f95-488d-8915-cbd343614003 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:43.043054 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-60552b17-60b7-48a2-bae1-e9543a7891dc req-78722b56-0f95-488d-8915-cbd343614003 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 947 time: 0.0700269 Sep 18 05:00:43.048679 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed6971e-e5c1-4196-a4ba-6ff23eddb42c req-c108d13b-2bf5-4bb0-b953-bf8427ee3c29 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177809 Sep 18 05:00:43.080894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d035d-e8fd-4d1b-beb5-2b77496d14ab tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5386f4c5-044b-4bce-9dff-100212b90373,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:43.088685 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-60552b17-60b7-48a2-bae1-e9543a7891dc req-2e05cb8d-8411-40d1-b102-a38750dcd9b8 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/security-groups?id=8076f85e-86e0-42f6-956a-a5b7dfe654af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387406 Sep 18 05:00:43.160940 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed6971e-e5c1-4196-a4ba-6ff23eddb42c req-9f4d934a-07ac-4ef7-ae5e-6eabfaff73f5 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014354 Sep 18 05:00:43.192662 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc2195f7-a6a1-428b-b3cb-b5cad5133be9 req-a2f7e086-6495-49ff-9891-f3a23cb717d2 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 210 time: 0.0265586 Sep 18 05:00:43.416053 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2c75e4fe-e486-4b6f-a2cd-424087f3c1cb req-c37d035d-e8fd-4d1b-beb5-2b77496d14ab tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:43.417299 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c75e4fe-e486-4b6f-a2cd-424087f3c1cb req-c37d035d-e8fd-4d1b-beb5-2b77496d14ab tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.2558782 Sep 18 05:00:43.448629 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-21c740a1-a0f4-4f92-a03c-13ec4d24985b req-f3a3b2fd-8f07-4e55-9f13-6a9c8d556c01 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2146232940', 'description': 'tempest-description-261343321'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:43.502297 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51fe0009-bb87-47b0-b243-248778570ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:43.583970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36608) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:43.597892 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-edf18035-63fd-4998-9192-eeeadf7f571b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:43.628088 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51fe0009-bb87-47b0-b243-248778570ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:43.672828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abce22-2105-4002-b036-d1604393f744 req-9b39093f-def0-460e-8447-bb043fe55479 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:43.673226 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-51fe0009-bb87-47b0-b243-248778570ef9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b7e790a9c474bcd86b059f4719e2f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8631222 Sep 18 05:00:43.674340 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b9abce22-2105-4002-b036-d1604393f744 req-9b39093f-def0-460e-8447-bb043fe55479 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 948 time: 0.1051776 Sep 18 05:00:43.678725 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36610) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:43.687866 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe0009-bb87-47b0-b243-248778570ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36434b1-1f01-4d92-8b0f-a1a237539b8a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:43.696390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-7b47d287-dfaf-43ed-9ee1-9ffcbfd35af5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:43.697919 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-7b47d287-dfaf-43ed-9ee1-9ffcbfd35af5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.18 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 807 time: 0.1530581 Sep 18 05:00:43.710851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Request body: {'port': {'device_id': '9d570451-9ee9-49a0-a665-d934e79b49b6', 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03', 'admin_state_up': True, 'tenant_id': 'b9d48c11f3d54c54908deb8998856514'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:43.730141 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-21c740a1-a0f4-4f92-a03c-13ec4d24985b req-f3a3b2fd-8f07-4e55-9f13-6a9c8d556c01 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:43.755439 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3edd7bbf-13f6-40c7-ae26-8941d3ddfa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:43.755704 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b9abce22-2105-4002-b036-d1604393f744 req-fa446a71-376c-4866-adfd-90ba52c87bfe tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733209 Sep 18 05:00:43.801167 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3edd7bbf-13f6-40c7-ae26-8941d3ddfa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:43.877677 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-edf18035-63fd-4998-9192-eeeadf7f571b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:43.911811 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0a8c3-c74d-4d8c-b37e-80df717c1811 req-2094f3b7-58a9-4460-b83f-fd42038103e2 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:43.913350 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6fe0a8c3-c74d-4d8c-b37e-80df717c1811 req-2094f3b7-58a9-4460-b83f-fd42038103e2 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 948 time: 0.0515323 Sep 18 05:00:43.951886 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6fe0a8c3-c74d-4d8c-b37e-80df717c1811 req-9fbe0d08-742a-4be4-be00-b1701d98ffb0 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Sep 18 05:00:43.958876 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3edd7bbf-13f6-40c7-ae26-8941d3ddfa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:43.961752 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3edd7bbf-13f6-40c7-ae26-8941d3ddfa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:43.962950 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3edd7bbf-13f6-40c7-ae26-8941d3ddfa0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e36434b1-1f01-4d92-8b0f-a1a237539b8a HTTP/1.1" status: 204 len: 168 time: 0.2824359 Sep 18 05:00:43.970935 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd7bbf-13f6-40c7-ae26-8941d3ddfa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36434b1-1f01-4d92-8b0f-a1a237539b8a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:43.984516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:00:44.016973 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-edf18035-63fd-4998-9192-eeeadf7f571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:44.037693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:00:44.038188 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:44.050586 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.api [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 05:00:44.050586 n-d-789963-13 neutron-server[106909]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 05:00:44.050586 n-d-789963-13 neutron-server[106909]: [parameters: {'project_id_1': 'b9d48c11f3d54c54908deb8998856514', 'expiration_1': datetime.datetime(2021, 9, 18, 5, 0, 23, 828644)}] Sep 18 05:00:44.050586 n-d-789963-13 neutron-server[106909]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:00:44.051044 n-d-789963-13 neutron-server[106909]: DEBUG oslo_db.api [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:00:44.081948 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf18035-63fd-4998-9192-eeeadf7f571b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5434eded-cd22-4749-837a-9285a4983751,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:44.087357 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-edf18035-63fd-4998-9192-eeeadf7f571b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=203fc948b35e48b28029d2c1931d6886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5022388 Sep 18 05:00:44.090192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36616) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:44.123735 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:44.149901 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7043a3-d373-41de-96fa-024c5de9d4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:44.152564 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb0902a-4e83-485e-99c0-63f6f1c3e902" -d '{"events": [{"server_uuid": "0f7043a3-d373-41de-96fa-024c5de9d4ef", "name": "network-vif-plugged", "status": "completed", "tag": "d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:44.161499 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-066e9442-2ade-4d8f-aa3a-81ef1a19def1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:44.163174 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-21c740a1-a0f4-4f92-a03c-13ec4d24985b req-f3a3b2fd-8f07-4e55-9f13-6a9c8d556c01 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:44.167295 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:44.187297 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-066e9442-2ade-4d8f-aa3a-81ef1a19def1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:44.244765 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-21c740a1-a0f4-4f92-a03c-13ec4d24985b req-f3a3b2fd-8f07-4e55-9f13-6a9c8d556c01 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:44.262015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c3eee-7284-4cd0-82f3-9e6870c60f7c req-2a6bdd8d-842e-40ea-bdbd-e01dec75e468 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:44.263561 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-462c3eee-7284-4cd0-82f3-9e6870c60f7c req-2a6bdd8d-842e-40ea-bdbd-e01dec75e468 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 947 time: 0.0698507 Sep 18 05:00:44.272173 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3b2fd-8f07-4e55-9f13-6a9c8d556c01 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23b3ef6-b081-46b0-925a-dfa025012131,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:44.273209 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:44.310238 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-462c3eee-7284-4cd0-82f3-9e6870c60f7c req-fbecc6ca-475d-4515-a8da-4de333fc25fa tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/security-groups?id=8076f85e-86e0-42f6-956a-a5b7dfe654af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397706 Sep 18 05:00:44.336821 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-21c740a1-a0f4-4f92-a03c-13ec4d24985b req-f3a3b2fd-8f07-4e55-9f13-6a9c8d556c01 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:44.338668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:44.347363 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-21c740a1-a0f4-4f92-a03c-13ec4d24985b req-f3a3b2fd-8f07-4e55-9f13-6a9c8d556c01 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9049149 Sep 18 05:00:44.358977 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0568c61c-0e5d-4276-8fd8-df15e7837f6b x-openstack-request-id: req-0568c61c-0e5d-4276-8fd8-df15e7837f6b {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:44.359327 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7043a3-d373-41de-96fa-024c5de9d4ef", "name": "network-vif-plugged", "status": "completed", "tag": "d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:44.359591 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0568c61c-0e5d-4276-8fd8-df15e7837f6b {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:44.359995 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7043a3-d373-41de-96fa-024c5de9d4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad', 'code': 200} Sep 18 05:00:44.364544 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-066e9442-2ade-4d8f-aa3a-81ef1a19def1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:44.367512 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-066e9442-2ade-4d8f-aa3a-81ef1a19def1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:44.371375 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-066e9442-2ade-4d8f-aa3a-81ef1a19def1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5434eded-cd22-4749-837a-9285a4983751 HTTP/1.1" status: 204 len: 168 time: 0.2778375 Sep 18 05:00:44.384071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e9442-2ade-4d8f-aa3a-81ef1a19def1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5434eded-cd22-4749-837a-9285a4983751,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:44.559317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b74a011f-468e-4a26-af4e-b7eee39c0810 req-bd020597-3ad9-4044-ac7b-1cfa8504fe8b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 210 time: 0.0325098 Sep 18 05:00:44.610210 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51202d82-6068-4550-b436-6d66f085f145 req-cbc41eae-052a-4e16-93d6-f6ece9c6cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:44.611715 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51202d82-6068-4550-b436-6d66f085f145 req-cbc41eae-052a-4e16-93d6-f6ece9c6cc68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 1101 time: 0.0515583 Sep 18 05:00:44.634231 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-ad0b6cd9-30b9-44c8-b49d-32508df9745f tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45070 time: 0.2684731 Sep 18 05:00:44.646784 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51202d82-6068-4550-b436-6d66f085f145 req-bbccda2f-3c18-4a49-ac7c-f1c9fc962370 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277517 Sep 18 05:00:44.660173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Made reservation on behalf of b9d48c11f3d54c54908deb8998856514 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:00:44.663794 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:44.720948 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-00a26f71-feeb-44b6-972a-09ebfba29e59 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/07be4f88-0287-4898-9d49-2e3fc124c485 HTTP/1.1" status: 200 len: 2977 time: 0.0372016 Sep 18 05:00:44.753042 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36632) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:44.775596 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-da513346-3d1e-4d2f-851a-c47209f6d354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:44.786808 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-94f49c1f-a46a-444a-b88e-fb9736607996 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/07be4f88-0287-4898-9d49-2e3fc124c485 HTTP/1.1" status: 200 len: 2977 time: 0.0580261 Sep 18 05:00:44.808457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Allocated IP 172.20.0.12 (7bd8a40e-11aa-4858-81fa-16494af44b03/d88ca583-1ba8-47cf-ae2d-e8d84097fe39/832e83b4-1bb8-494c-9ce6-3ece628b74a7) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:00:44.862548 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-19f3b33e-2c79-49d9-a002-7c828b289199 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/2a2a27c9-f7b6-481e-b2ed-ca6c6c51c734 HTTP/1.1" status: 200 len: 2977 time: 0.0649295 Sep 18 05:00:44.927599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9f52b-7e33-4d08-b551-9c41bc151e3b req-68cd03f0-790a-4a31-a6b7-befc02bf7bc8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:44.929257 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-34a9f52b-7e33-4d08-b551-9c41bc151e3b req-68cd03f0-790a-4a31-a6b7-befc02bf7bc8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 948 time: 0.0948741 Sep 18 05:00:44.938321 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-7671c584-7295-4709-ba4a-bb422f330259 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/2a2a27c9-f7b6-481e-b2ed-ca6c6c51c734 HTTP/1.1" status: 200 len: 2977 time: 0.0618854 Sep 18 05:00:44.978026 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-da513346-3d1e-4d2f-851a-c47209f6d354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:45.004679 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-ce691d72-20bb-4cfb-9b30-bae9c8e31649 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5299678f-721d-403f-b052-11b6a07f5494 HTTP/1.1" status: 200 len: 2981 time: 0.0494127 Sep 18 05:00:45.027524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-34a9f52b-7e33-4d08-b551-9c41bc151e3b req-760335d1-c55c-4a04-bfd7-12c9d5a94d2c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563374 Sep 18 05:00:45.046512 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:45.065024 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-da513346-3d1e-4d2f-851a-c47209f6d354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:45.090696 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-52b8dd34-8aa7-4c10-a7d1-52f3b5570358 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5299678f-721d-403f-b052-11b6a07f5494 HTTP/1.1" status: 200 len: 2981 time: 0.0778880 Sep 18 05:00:45.124066 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-da513346-3d1e-4d2f-851a-c47209f6d354 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=552dfcd8e03a43399b81a9607867b772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700049 Sep 18 05:00:45.126431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da513346-3d1e-4d2f-851a-c47209f6d354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c38a6ac-b98d-4c86-a121-17fd464e1396,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:45.127678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36646) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:45.154134 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-3894c497-fe40-4db3-adba-e19411202d85 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/578b0b9a-30ea-428f-9c83-15a169bd2fd1 HTTP/1.1" status: 200 len: 2981 time: 0.0536141 Sep 18 05:00:45.181669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2e8e6-5375-4ad8-b4f3-0cb1f49236bb req-8d6e77d2-ea79-4036-89d1-cd2dc4592637 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:45.183368 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7db2e8e6-5375-4ad8-b4f3-0cb1f49236bb req-8d6e77d2-ea79-4036-89d1-cd2dc4592637 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0827699 Sep 18 05:00:45.186025 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:45.203951 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-35da0d76-ef39-465e-8f96-b7d56c60ce32 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/578b0b9a-30ea-428f-9c83-15a169bd2fd1 HTTP/1.1" status: 200 len: 2981 time: 0.0426803 Sep 18 05:00:45.255944 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-978e59ec-6c1f-473e-b6df-91f4bd50bd7e tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6788b093-c1ed-401e-aba8-5ffe192ab425 HTTP/1.1" status: 200 len: 2981 time: 0.0440907 Sep 18 05:00:45.259854 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f792b694-30ba-4f27-b86f-8b7df34a9099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:45.269753 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Network 7bd8a40e-11aa-4858-81fa-16494af44b03 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:00:45.288640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:00:45.291911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:00:45.297757 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:45.298315 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:45.299574 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-0fe6e10c-e196-4032-a42f-0fe14d4782b9 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6788b093-c1ed-401e-aba8-5ffe192ab425 HTTP/1.1" status: 200 len: 2981 time: 0.0373216 Sep 18 05:00:45.315601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Pushing event updated for resources: {'Port': ['ID=832e83b4-1bb8-494c-9ce6-3ece628b74a7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:45.321975 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7db2e8e6-5375-4ad8-b4f3-0cb1f49236bb req-546620a9-36df-40a5-81ce-abaaec68964c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302350 Sep 18 05:00:45.334254 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f792b694-30ba-4f27-b86f-8b7df34a9099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:45.362799 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-c1d62b10-2abd-4acc-8e73-3b7a3f5ade4e tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/72f21d54-4bea-4e5a-9108-498c2907f750 HTTP/1.1" status: 200 len: 2981 time: 0.0567341 Sep 18 05:00:45.423645 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-d2d5528d-3229-4b7f-bd6d-26cb695dcf7a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7166455 Sep 18 05:00:45.425123 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-865a6ed5-d3a1-4bb4-82eb-2b581010d667 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/72f21d54-4bea-4e5a-9108-498c2907f750 HTTP/1.1" status: 200 len: 2981 time: 0.0442328 Sep 18 05:00:45.441104 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Request body: {'port': {'device_id': '9d570451-9ee9-49a0-a665-d934e79b49b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:45.477103 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-a6c95e7d-083c-4b5d-888a-573dc76c279e tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/8076f85e-86e0-42f6-956a-a5b7dfe654af HTTP/1.1" status: 200 len: 2981 time: 0.0455413 Sep 18 05:00:45.480663 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72befc77-87ae-45b9-b803-60e14a37a40b req-86a4a9b2-d38a-45be-b3d6-0ac9b0e9058d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:45.484904 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-72befc77-87ae-45b9-b803-60e14a37a40b req-86a4a9b2-d38a-45be-b3d6-0ac9b0e9058d tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 947 time: 0.0906930 Sep 18 05:00:45.491278 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f792b694-30ba-4f27-b86f-8b7df34a9099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:45.494469 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f792b694-30ba-4f27-b86f-8b7df34a9099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:45.495550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f792b694-30ba-4f27-b86f-8b7df34a9099 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c38a6ac-b98d-4c86-a121-17fd464e1396 HTTP/1.1" status: 204 len: 168 time: 0.3668818 Sep 18 05:00:45.525579 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-750033ea-7917-4e36-94b9-6f008118067a tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/8076f85e-86e0-42f6-956a-a5b7dfe654af HTTP/1.1" status: 200 len: 2981 time: 0.0427158 Sep 18 05:00:45.525825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792b694-30ba-4f27-b86f-8b7df34a9099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c38a6ac-b98d-4c86-a121-17fd464e1396,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:45.567126 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:45.573009 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-72befc77-87ae-45b9-b803-60e14a37a40b req-85db00b2-6025-4d0f-aa92-22d70a76006e tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/security-groups?id=8076f85e-86e0-42f6-956a-a5b7dfe654af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834808 Sep 18 05:00:45.585016 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-13f916d7-1c56-42db-a0f5-eafe5cd1eb30 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/8ca5f238-1e4d-418e-811f-7d96a141275f HTTP/1.1" status: 200 len: 2977 time: 0.0516114 Sep 18 05:00:45.644094 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-caf21b6a-3408-4148-a46b-30f0da4d2f54 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/8ca5f238-1e4d-418e-811f-7d96a141275f HTTP/1.1" status: 200 len: 2977 time: 0.0527534 Sep 18 05:00:45.647980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device bf06e3a1-e5e9-4625-865b-54ba592dac40 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:00:45.703086 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-ecf02bc0-03e0-42d6-87f6-c8574d43870c tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/bbe664c1-f48a-4f04-ab00-004b06396e55 HTTP/1.1" status: 200 len: 2977 time: 0.0511212 Sep 18 05:00:45.746868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36666) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:45.773915 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-fd3d46fe-e281-4165-a5bf-944271bf5407 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/bbe664c1-f48a-4f04-ab00-004b06396e55 HTTP/1.1" status: 200 len: 2977 time: 0.0633473 Sep 18 05:00:45.799143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port bf06e3a1-e5e9-4625-865b-54ba592dac40, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=bf06e3a1-e5e9-4625-865b-54ba592dac40,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:45.816280 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'bf06e3a1-e5e9-4625-865b-54ba592dac40', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'bf06e3a1-e5e9-4625-865b-54ba592dac40', 'mac_address': 'fa:16:3e:57:6f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:00:45.851049 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-7694f5dd-5a0a-4375-b49e-106e2a028a33 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/caa594c0-a3f1-4502-977e-ea9e4fb4249e HTTP/1.1" status: 200 len: 2973 time: 0.0695753 Sep 18 05:00:45.880035 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd072d-e055-44b0-8a96-b374260089bb req-a0bbd063-8b46-4396-91d7-c98023abb6a3 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:45.890917 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6bdd072d-e055-44b0-8a96-b374260089bb req-a0bbd063-8b46-4396-91d7-c98023abb6a3 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 932 time: 0.1444659 Sep 18 05:00:45.891459 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:45.908024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf06e3a1-e5e9-4625-865b-54ba592dac40 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:45.923784 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-db27363f-514b-41c8-bb39-ac08b130be9b tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/caa594c0-a3f1-4502-977e-ea9e4fb4249e HTTP/1.1" status: 200 len: 2973 time: 0.0717719 Sep 18 05:00:45.952826 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port bf06e3a1-e5e9-4625-865b-54ba592dac40, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=bf06e3a1-e5e9-4625-865b-54ba592dac40,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:45.982965 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6bdd072d-e055-44b0-8a96-b374260089bb req-a1ae8738-a9e8-422b-83d4-e13272409fa7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848219 Sep 18 05:00:45.990236 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-52895be6-d738-49b7-902f-e96a338f29cd tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/cadddcfa-1532-4534-a181-15be0aa76c4f HTTP/1.1" status: 200 len: 2981 time: 0.0578158 Sep 18 05:00:46.047795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1457731718-network', 'tenant_id': '9281b1f6d0384713b423980871cae4cb'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:46.049125 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.049862 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device df4a54dd-050c-4c73-91b4-24dce1197660 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:00:46.084697 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-0013a1da-f03d-49b2-9321-180ba75b2d20 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/cadddcfa-1532-4534-a181-15be0aa76c4f HTTP/1.1" status: 200 len: 2981 time: 0.0846553 Sep 18 05:00:46.090634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832e83b4-1bb8-494c-9ce6-3ece628b74a7 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:46.099942 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.114317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Transition to ACTIVE for port object 832e83b4-1bb8-494c-9ce6-3ece628b74a7 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:00:46.164376 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-1c56bcbd-eec5-4d5e-98f4-b85d26c99526 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e49f3298-1ea5-4860-ad72-8c6167feaeb9 HTTP/1.1" status: 200 len: 2981 time: 0.0771189 Sep 18 05:00:46.184659 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=bf06e3a1-e5e9-4625-865b-54ba592dac40,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:46.188450 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port df4a54dd-050c-4c73-91b4-24dce1197660, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=df4a54dd-050c-4c73-91b4-24dce1197660,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:46.202028 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.202902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'df4a54dd-050c-4c73-91b4-24dce1197660', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'df4a54dd-050c-4c73-91b4-24dce1197660', 'mac_address': 'fa:16:3e:aa:c7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:00:46.217787 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-404bd5f4-d16d-4d10-b7e4-227c65b03d62 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e49f3298-1ea5-4860-ad72-8c6167feaeb9 HTTP/1.1" status: 200 len: 2981 time: 0.0539911 Sep 18 05:00:46.225099 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] Made reservation on behalf of 9281b1f6d0384713b423980871cae4cb for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:00:46.227932 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.243388 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.244379 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.258441 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4a54dd-050c-4c73-91b4-24dce1197660 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:46.278789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce0a19-258f-4623-ac78-af30e6c5ed8d req-6e5a4ca3-ede4-45a8-bb0a-82e5e3b6fd26 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:46.281873 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port df4a54dd-050c-4c73-91b4-24dce1197660, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=df4a54dd-050c-4c73-91b4-24dce1197660,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:46.281990 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-69ce0a19-258f-4623-ac78-af30e6c5ed8d req-6e5a4ca3-ede4-45a8-bb0a-82e5e3b6fd26 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 948 time: 0.1385441 Sep 18 05:00:46.288984 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-5ce57b5e-9823-4540-8426-bce69276755e tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a HTTP/1.1" status: 200 len: 2977 time: 0.0700343 Sep 18 05:00:46.303673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Pushing event updated for resources: {'Port': ['ID=832e83b4-1bb8-494c-9ce6-3ece628b74a7,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:46.331129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Attempting to bind port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:00:46.331525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Attempting to bind port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:00:46.331867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Attempting to bind port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:46.341569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:00:46.341569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Attempting to bind port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:46.354471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:00:46.354867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Checking segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:00:46.355201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Bound using segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:00:46.355643 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Bound port: 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:00:46.356006 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.361248 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-69ce0a19-258f-4623-ac78-af30e6c5ed8d req-e88b791e-1e00-4c19-bfea-a5ee6050325a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611434 Sep 18 05:00:46.375117 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7673b89f-95d3-48f7-ad76-7c8c49b30dd7 req-7dfabe5b-40b3-4940-b476-f497b290a64b tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a HTTP/1.1" status: 200 len: 2977 time: 0.0827785 Sep 18 05:00:46.387333 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.476454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=df4a54dd-050c-4c73-91b4-24dce1197660,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:46.483795 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.489034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:00:46.495762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:00:46.504392 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1377fb-b0c1-4a41-8c0f-a823e0120671 req-50511ede-466e-4c57-950d-5d1e429df875 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:46.506055 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee1377fb-b0c1-4a41-8c0f-a823e0120671 req-50511ede-466e-4c57-950d-5d1e429df875 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0725930 Sep 18 05:00:46.515687 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-15f7fbab-c866-495f-b733-10a279eda7ee req-1f6e013e-b22f-4ac2-baa3-e4e715951fe9 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea39a60264824a329a2c6701d9a583af HTTP/1.1" status: 200 len: 6101 time: 0.1005173 Sep 18 05:00:46.547860 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee1377fb-b0c1-4a41-8c0f-a823e0120671 req-2fabaa50-36b1-4b30-a905-5cc93ec3460a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352585 Sep 18 05:00:46.570889 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-15f7fbab-c866-495f-b733-10a279eda7ee req-f5ed4f5e-2bba-4b50-bc3c-83c11aa1289b tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] 10.222.0.23 "GET /v2.0/security-groups/cadddcfa-1532-4534-a181-15be0aa76c4f HTTP/1.1" status: 200 len: 2981 time: 0.0469933 Sep 18 05:00:46.571499 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.592971 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:00:46.611866 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.612501 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.618751 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] Added segment d2a960d0-1ca6-488c-8ffd-25c1098eef62 of type vlan for network 1f7da3d6-d1af-4981-83da-243b1b32adf1 Sep 18 05:00:46.618751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce5b871-ed0c-438e-a24c-8c27b5bb614f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:46.625924 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['df4a54dd-050c-4c73-91b4-24dce1197660'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:46.653831 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['bf06e3a1-e5e9-4625-865b-54ba592dac40'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:46.658729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:46.659507 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.660863 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] 10.222.0.18 "PUT /v2.0/ports/832e83b4-1bb8-494c-9ce6-3ece628b74a7 HTTP/1.1" status: 200 len: 1093 time: 1.2285662 Sep 18 05:00:46.664200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d570451-9ee9-49a0-a665-d934e79b49b6', 'tag': '832e83b4-1bb8-494c-9ce6-3ece628b74a7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:46.664200 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a72aac-660c-4110-b8a8-c9e4aa9a3b83" -d '{"events": [{"name": "network-changed", "server_uuid": "9d570451-9ee9-49a0-a665-d934e79b49b6", "tag": "832e83b4-1bb8-494c-9ce6-3ece628b74a7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:46.674250 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-15f7fbab-c866-495f-b733-10a279eda7ee req-c0d1d9e5-ddbb-4136-9d79-c8e4ed952448 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] 10.222.0.23 "GET /v2.0/security-groups/cadddcfa-1532-4534-a181-15be0aa76c4f HTTP/1.1" status: 200 len: 2981 time: 0.0979426 Sep 18 05:00:46.718195 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2f378-2ca7-4a1c-b84c-ca691af5bf91 service neutron] Pushing event updated for resources: {'Port': ['ID=832e83b4-1bb8-494c-9ce6-3ece628b74a7,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:46.733364 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.778683 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393acf8f-eacb-4e45-bb2b-1656034a29e3 req-ba9bddd8-630e-4132-8f83-1cc951007594 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:46.780171 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-393acf8f-eacb-4e45-bb2b-1656034a29e3 req-ba9bddd8-630e-4132-8f83-1cc951007594 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.1428306 Sep 18 05:00:46.829269 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-393acf8f-eacb-4e45-bb2b-1656034a29e3 req-b79d248c-5d60-4468-bd4d-31d631061e9f tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Sep 18 05:00:46.852669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8b5dc-3119-45b2-8181-0d0ad011d056 req-fa11df33-0f42-42d6-86dc-0609f98accfd tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:46.854441 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bcd8b5dc-3119-45b2-8181-0d0ad011d056 req-fa11df33-0f42-42d6-86dc-0609f98accfd tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 948 time: 0.1051927 Sep 18 05:00:46.856822 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-0af3cb6f-6191-4045-b6b4-ef19c4035adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:46.857948 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-0af3cb6f-6191-4045-b6b4-ef19c4035adb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 1096 time: 0.0733836 Sep 18 05:00:46.858346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.859339 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:46.859948 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:46.925428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] Pushing event updated for resources: {'Network': ['ID=1f7da3d6-d1af-4981-83da-243b1b32adf1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:46.942458 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-a28548a9-c2fa-4792-bcaa-3e2afc7d641a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7 HTTP/1.1" status: 200 len: 217 time: 0.0641620 Sep 18 05:00:46.942584 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 1f7da3d6-d1af-4981-83da-243b1b32adf1 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:00:46.988500 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f8360e62-7b9f-4a58-bddb-ae543d42f53b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2370775 Sep 18 05:00:46.990184 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93839b5f-2578-4c81-acc3-118fc83928a6 x-openstack-request-id: req-93839b5f-2578-4c81-acc3-118fc83928a6 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:46.990708 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d570451-9ee9-49a0-a665-d934e79b49b6", "tag": "832e83b4-1bb8-494c-9ce6-3ece628b74a7", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:46.993397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36706) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:46.997935 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5bd94586-33bf-45a9-9dd6-94f0925b62fb admin admin] Request body: {'subnet': {'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1457731718-subnet', 'tenant_id': '9281b1f6d0384713b423980871cae4cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:47.005550 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93839b5f-2578-4c81-acc3-118fc83928a6 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:47.006394 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d570451-9ee9-49a0-a665-d934e79b49b6', 'tag': '832e83b4-1bb8-494c-9ce6-3ece628b74a7', 'status': 'completed', 'code': 200} Sep 18 05:00:47.015092 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bcd8b5dc-3119-45b2-8181-0d0ad011d056 req-1ed87d10-2fcb-40f9-9332-fd2e256b31db tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/security-groups?id=8076f85e-86e0-42f6-956a-a5b7dfe654af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519165 Sep 18 05:00:47.044535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-17818bf1-d21d-472d-9dec-9d4b2dad8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:47.046090 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-17818bf1-d21d-472d-9dec-9d4b2dad8b31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0959208 Sep 18 05:00:47.054538 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f7d4357d-8104-4829-8bf4-c12d59e1d7e9 req-badee100-5044-48dc-b9e9-d13a362f56ee tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e23b3ef6-b081-46b0-925a-dfa025012131 HTTP/1.1" status: 200 len: 1777 time: 0.0430558 Sep 18 05:00:47.081416 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-c75e3232-f7f6-4c70-af47-e6c5fe257ff0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265536 Sep 18 05:00:47.119419 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f7d4357d-8104-4829-8bf4-c12d59e1d7e9 req-d5eb8827-049b-4fc2-9274-38f1b11b4020 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:47.122576 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd94586-33bf-45a9-9dd6-94f0925b62fb admin admin] Made reservation on behalf of 9281b1f6d0384713b423980871cae4cb for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:00:47.125027 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5bd94586-33bf-45a9-9dd6-94f0925b62fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:47.166133 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f7d4357d-8104-4829-8bf4-c12d59e1d7e9 req-d5eb8827-049b-4fc2-9274-38f1b11b4020 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:47.207975 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-c6a7e63e-aab8-4278-8d6f-d2f08c44cd8b service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175656 Sep 18 05:00:47.303592 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e429e07c-6bf5-4169-821d-1d6d8afa381a req-10430bc7-7869-46cd-a101-7be15ce054bc service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884178 Sep 18 05:00:47.336014 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f7d4357d-8104-4829-8bf4-c12d59e1d7e9 req-d5eb8827-049b-4fc2-9274-38f1b11b4020 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:47.338766 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f7d4357d-8104-4829-8bf4-c12d59e1d7e9 req-d5eb8827-049b-4fc2-9274-38f1b11b4020 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:47.339909 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f7d4357d-8104-4829-8bf4-c12d59e1d7e9 req-d5eb8827-049b-4fc2-9274-38f1b11b4020 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/e23b3ef6-b081-46b0-925a-dfa025012131 HTTP/1.1" status: 204 len: 173 time: 0.2791562 Sep 18 05:00:47.348100 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb8827-049b-4fc2-9274-38f1b11b4020 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23b3ef6-b081-46b0-925a-dfa025012131,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:47.430831 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5bd94586-33bf-45a9-9dd6-94f0925b62fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:47.485713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ef4d03c1-569e-4fa4-93ca-28223abb5fd8 req-455751f2-2ef0-4e04-a143-64d4fcbe7052 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5386f4c5-044b-4bce-9dff-100212b90373 HTTP/1.1" status: 200 len: 1776 time: 0.0592015 Sep 18 05:00:47.493331 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd94586-33bf-45a9-9dd6-94f0925b62fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e768b2c-162b-4ba8-991f-559b883cc951,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:47.505831 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84561dc-01f0-47af-8652-afdfc790d385 req-49873d0e-a86a-4efb-8450-db53d7e6a793 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:47.511461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d84561dc-01f0-47af-8652-afdfc790d385 req-49873d0e-a86a-4efb-8450-db53d7e6a793 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 944 time: 0.1120975 Sep 18 05:00:47.524685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a72aac-660c-4110-b8a8-c9e4aa9a3b83 req-90fdcf6f-9dca-4822-a3f9-401e73d6839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:47.526203 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11a72aac-660c-4110-b8a8-c9e4aa9a3b83 req-90fdcf6f-9dca-4822-a3f9-401e73d6839d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 1096 time: 0.0704870 Sep 18 05:00:47.544846 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd94586-33bf-45a9-9dd6-94f0925b62fb admin admin] Checking segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:00:47.545508 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd94586-33bf-45a9-9dd6-94f0925b62fb admin admin] Network hostable DHCP agents. Network: 1f7da3d6-d1af-4981-83da-243b1b32adf1, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:00:47.586906 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d84561dc-01f0-47af-8652-afdfc790d385 req-b6b96a3e-f7b1-493d-ad3b-9514a68a7be2 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605440 Sep 18 05:00:47.604911 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ef4d03c1-569e-4fa4-93ca-28223abb5fd8 req-e1a47250-e490-429b-bb7f-f812eda4ef32 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:47.637185 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ef4d03c1-569e-4fa4-93ca-28223abb5fd8 req-e1a47250-e490-429b-bb7f-f812eda4ef32 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:47.661969 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a72aac-660c-4110-b8a8-c9e4aa9a3b83 req-aafc2fac-61d4-4f65-9772-9372b3ece4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:47.663470 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11a72aac-660c-4110-b8a8-c9e4aa9a3b83 req-aafc2fac-61d4-4f65-9772-9372b3ece4b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.1296246 Sep 18 05:00:47.666279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device bf06e3a1-e5e9-4625-865b-54ba592dac40 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:00:47.691420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd94586-33bf-45a9-9dd6-94f0925b62fb admin admin] Network 1f7da3d6-d1af-4981-83da-243b1b32adf1 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:00:47.705923 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5203d4-a37f-42c0-900f-bba039c04bbd req-96e111df-3c35-4452-8850-d2786fc52509 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:47.707772 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ed5203d4-a37f-42c0-900f-bba039c04bbd req-96e111df-3c35-4452-8850-d2786fc52509 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 949 time: 0.0653834 Sep 18 05:00:47.712753 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11a72aac-660c-4110-b8a8-c9e4aa9a3b83 req-20cf74ee-0b75-402c-849a-c6576ec86e27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7 HTTP/1.1" status: 200 len: 217 time: 0.0416059 Sep 18 05:00:47.750059 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ed5203d4-a37f-42c0-900f-bba039c04bbd req-46bfba53-7feb-45ae-9524-d6d3cad75fb9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324645 Sep 18 05:00:47.774391 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a72aac-660c-4110-b8a8-c9e4aa9a3b83 req-9f6bbc83-c4db-442a-be71-669718b7764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:47.776442 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11a72aac-660c-4110-b8a8-c9e4aa9a3b83 req-9f6bbc83-c4db-442a-be71-669718b7764d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0565732 Sep 18 05:00:47.783565 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port bf06e3a1-e5e9-4625-865b-54ba592dac40 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:00:47.785937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5bd94586-33bf-45a9-9dd6-94f0925b62fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 1f7da3d6-d1af-4981-83da-243b1b32adf1) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:00:47.787971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port bf06e3a1-e5e9-4625-865b-54ba592dac40 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:00:47.788383 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:47.793918 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd94586-33bf-45a9-9dd6-94f0925b62fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:47.794895 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5bd94586-33bf-45a9-9dd6-94f0925b62fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:47.824421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b0860b-7d27-4626-abb7-e50123ba8ff9 None None] Network 1f7da3d6-d1af-4981-83da-243b1b32adf1 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:00:47.846550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11a72aac-660c-4110-b8a8-c9e4aa9a3b83 req-3de63b38-1dd1-43ae-a44c-0b062715b350 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544767 Sep 18 05:00:47.863378 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ef4d03c1-569e-4fa4-93ca-28223abb5fd8 req-e1a47250-e490-429b-bb7f-f812eda4ef32 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:47.870972 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ef4d03c1-569e-4fa4-93ca-28223abb5fd8 req-e1a47250-e490-429b-bb7f-f812eda4ef32 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:47.872091 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ef4d03c1-569e-4fa4-93ca-28223abb5fd8 req-e1a47250-e490-429b-bb7f-f812eda4ef32 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/5386f4c5-044b-4bce-9dff-100212b90373 HTTP/1.1" status: 204 len: 173 time: 0.3784409 Sep 18 05:00:47.883351 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff8831-719c-4bc3-ba44-02e88272ef8c req-b6cf777a-4a54-48e2-b051-bb39de9febb9 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:47.890194 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0ff8831-719c-4bc3-ba44-02e88272ef8c req-b6cf777a-4a54-48e2-b051-bb39de9febb9 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0642304 Sep 18 05:00:47.921326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a47250-e490-429b-bb7f-f812eda4ef32 tempest-SecurityGroupsTestAdminJSON-226782289 tempest-SecurityGroupsTestAdminJSON-226782289-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5386f4c5-044b-4bce-9dff-100212b90373,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:47.941958 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5bd94586-33bf-45a9-9dd6-94f0925b62fb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9480281 Sep 18 05:00:47.961393 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0ff8831-719c-4bc3-ba44-02e88272ef8c req-75bc3f6f-158e-42d1-af60-91696305809f tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694211 Sep 18 05:00:48.059345 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:48.070973 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792a49c1-63f9-480f-aed7-4a45160a2380 None None] Network 1f7da3d6-d1af-4981-83da-243b1b32adf1 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:00:48.107890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fb609c-7fe1-4c97-b9ff-32817a9ee13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf06e3a1-e5e9-4625-865b-54ba592dac40'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:48.110886 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb109feb-0d02-409c-9848-339d2b0b2c42" -d '{"events": [{"server_uuid": "54fb609c-7fe1-4c97-b9ff-32817a9ee13e", "name": "network-vif-plugged", "status": "completed", "tag": "bf06e3a1-e5e9-4625-865b-54ba592dac40"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:48.153960 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0d7e76be-486d-4318-96d5-71e781659e07 req-3405a4e8-a2e9-494b-99ec-92b6cc9f06de tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] 10.222.0.23 "GET /v2.0/security-groups/8cb7da17-5ae3-4e67-8acd-3fd9d8aeb4a0 HTTP/1.1" status: 200 len: 1776 time: 0.2368605 Sep 18 05:00:48.172266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port bf06e3a1-e5e9-4625-865b-54ba592dac40, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=bf06e3a1-e5e9-4625-865b-54ba592dac40,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:48.194162 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11a72aac-660c-4110-b8a8-c9e4aa9a3b83 req-81d8ee59-d380-4b9c-b590-9b1dc69b2fbf service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136978 Sep 18 05:00:48.218761 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef88590-6426-4a1a-ae4f-7f663c1bd319 req-224706f7-0c80-4f96-b00e-73919ac77f8c tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:48.228908 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1ef88590-6426-4a1a-ae4f-7f663c1bd319 req-224706f7-0c80-4f96-b00e-73919ac77f8c tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 948 time: 0.0865273 Sep 18 05:00:48.275877 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1ef88590-6426-4a1a-ae4f-7f663c1bd319 req-96fc7a24-35ab-43ba-92e7-c4a0c0d058cb tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/security-groups?id=8076f85e-86e0-42f6-956a-a5b7dfe654af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453463 Sep 18 05:00:48.278456 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:48.279256 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device df4a54dd-050c-4c73-91b4-24dce1197660 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:00:48.301533 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0d7e76be-486d-4318-96d5-71e781659e07 req-1b86ccd0-7d1f-473c-8324-c83fcb45d920 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:48.336540 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0d7e76be-486d-4318-96d5-71e781659e07 req-1b86ccd0-7d1f-473c-8324-c83fcb45d920 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:48.346669 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b22c17-138e-4629-8b67-5a5a7cc795c9 x-openstack-request-id: req-40b22c17-138e-4629-8b67-5a5a7cc795c9 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:48.346920 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fb609c-7fe1-4c97-b9ff-32817a9ee13e", "name": "network-vif-plugged", "status": "completed", "tag": "bf06e3a1-e5e9-4625-865b-54ba592dac40", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:48.350536 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40b22c17-138e-4629-8b67-5a5a7cc795c9 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:48.352183 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fb609c-7fe1-4c97-b9ff-32817a9ee13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf06e3a1-e5e9-4625-865b-54ba592dac40', 'code': 200} Sep 18 05:00:48.362631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11a72aac-660c-4110-b8a8-c9e4aa9a3b83 req-4e628758-b95e-4861-a381-6f4fa82262da service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599789 Sep 18 05:00:48.395431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=bf06e3a1-e5e9-4625-865b-54ba592dac40,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:48.457574 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eff989-bcdb-48c9-b82e-253a30e6cc03 req-1ecf0840-56fb-47c2-80c9-222290170de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:48.459088 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82eff989-bcdb-48c9-b82e-253a30e6cc03 req-1ecf0840-56fb-47c2-80c9-222290170de5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 1101 time: 0.0402524 Sep 18 05:00:48.473305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port df4a54dd-050c-4c73-91b4-24dce1197660 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:00:48.473970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0d7e76be-486d-4318-96d5-71e781659e07 req-1b86ccd0-7d1f-473c-8324-c83fcb45d920 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:48.477071 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0d7e76be-486d-4318-96d5-71e781659e07 req-1b86ccd0-7d1f-473c-8324-c83fcb45d920 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:48.477538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port df4a54dd-050c-4c73-91b4-24dce1197660 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:00:48.477966 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:48.478240 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0d7e76be-486d-4318-96d5-71e781659e07 req-1b86ccd0-7d1f-473c-8324-c83fcb45d920 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] 10.222.0.23 "DELETE /v2.0/security-groups/8cb7da17-5ae3-4e67-8acd-3fd9d8aeb4a0 HTTP/1.1" status: 204 len: 173 time: 0.3154824 Sep 18 05:00:48.512097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86ccd0-7d1f-473c-8324-c83fcb45d920 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb7da17-5ae3-4e67-8acd-3fd9d8aeb4a0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:48.524944 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82eff989-bcdb-48c9-b82e-253a30e6cc03 req-719d69b3-0352-4b62-b16d-bf1808e5ef95 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8076f85e-86e0-42f6-956a-a5b7dfe654af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590396 Sep 18 05:00:48.558517 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-85d7245d-629f-4589-b90d-283450cd6922 req-4cb7f699-a724-4b95-adb0-66e1a91bfc44 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] 10.222.0.23 "GET /v2.0/security-groups/6cda6fe8-0bae-4692-ba8a-3d9e8d32a432 HTTP/1.1" status: 200 len: 1777 time: 0.0496097 Sep 18 05:00:48.639217 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-85d7245d-629f-4589-b90d-283450cd6922 req-f5c315ec-4709-49c3-80f8-0e1eab3b2546 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:48.666120 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-85d7245d-629f-4589-b90d-283450cd6922 req-f5c315ec-4709-49c3-80f8-0e1eab3b2546 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:48.720772 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:48.752683 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port df4a54dd-050c-4c73-91b4-24dce1197660, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=df4a54dd-050c-4c73-91b4-24dce1197660,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:48.853676 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-85d7245d-629f-4589-b90d-283450cd6922 req-f5c315ec-4709-49c3-80f8-0e1eab3b2546 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:48.853676 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-85d7245d-629f-4589-b90d-283450cd6922 req-f5c315ec-4709-49c3-80f8-0e1eab3b2546 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:48.859045 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-85d7245d-629f-4589-b90d-283450cd6922 req-f5c315ec-4709-49c3-80f8-0e1eab3b2546 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] 10.222.0.23 "DELETE /v2.0/security-groups/6cda6fe8-0bae-4692-ba8a-3d9e8d32a432 HTTP/1.1" status: 204 len: 173 time: 0.2915020 Sep 18 05:00:48.876454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c315ec-4709-49c3-80f8-0e1eab3b2546 tempest-SecurityGroupsTestAdminJSON-1369426535 tempest-SecurityGroupsTestAdminJSON-1369426535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cda6fe8-0bae-4692-ba8a-3d9e8d32a432,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:48.926248 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36778) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:48.932522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-179928348-network', 'tenant_id': '4267ff6a1d654df0ae027543da03a5e4'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:48.935742 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:48.987475 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7ec86-f234-4479-96de-0fa17ee80467 req-3746b39e-1c73-4f98-9a39-34de2f3bd4e1 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:48.989056 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48e7ec86-f234-4479-96de-0fa17ee80467 req-3746b39e-1c73-4f98-9a39-34de2f3bd4e1 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 944 time: 0.0495267 Sep 18 05:00:48.991187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=df4a54dd-050c-4c73-91b4-24dce1197660,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:49.004436 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] Made reservation on behalf of 4267ff6a1d654df0ae027543da03a5e4 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:00:49.006743 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:49.019287 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:49.033239 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48e7ec86-f234-4479-96de-0fa17ee80467 req-ff51f7a2-4588-4be3-b616-a04845ae3705 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360043 Sep 18 05:00:49.147601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76301dae-63a7-4d28-91d4-d6b2192404c0 req-0428b079-0d9c-46ab-b4c8-1f0be2ab0616 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:49.149634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:49.150034 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76301dae-63a7-4d28-91d4-d6b2192404c0 req-0428b079-0d9c-46ab-b4c8-1f0be2ab0616 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0544319 Sep 18 05:00:49.190595 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76301dae-63a7-4d28-91d4-d6b2192404c0 req-a8b1cf5a-d831-452f-a328-844806e335d4 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347288 Sep 18 05:00:49.195623 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464c0f2-8c54-4d75-9a1f-11c64b997ea7 req-13febe74-5540-425c-8102-1f619408512a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:49.197226 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1464c0f2-8c54-4d75-9a1f-11c64b997ea7 req-13febe74-5540-425c-8102-1f619408512a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0533533 Sep 18 05:00:49.225095 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:49.255534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:00:49.281145 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1464c0f2-8c54-4d75-9a1f-11c64b997ea7 req-5200f61f-254d-4aab-82e0-72232431a164 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766218 Sep 18 05:00:49.287145 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:49.297171 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] Added segment 45e2db82-94e4-4082-9487-638978926c2f of type vlan for network fb796dd2-8c12-4d4f-ada3-eed7678211c9 Sep 18 05:00:49.299795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b094cfdb-2129-4121-8ad8-333c8f5e8039,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:49.342416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36790) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:49.365119 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:49.422757 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b35d3-ad44-4f8e-9b44-19ae6f7f99de req-d23536dc-a4f9-49d2-bc8c-7d90399a43c4 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:49.424486 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc8b35d3-ad44-4f8e-9b44-19ae6f7f99de req-d23536dc-a4f9-49d2-bc8c-7d90399a43c4 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 949 time: 0.0704973 Sep 18 05:00:49.467972 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc8b35d3-ad44-4f8e-9b44-19ae6f7f99de req-2efaed1b-f80c-414e-a639-38c91353258f tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/security-groups?id=8076f85e-86e0-42f6-956a-a5b7dfe654af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362573 Sep 18 05:00:49.479070 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:49.480069 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:49.480692 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:49.522805 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0d0481a5-7cf6-4b10-b8b7-fc64f9fbfedc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea39a60264824a329a2c6701d9a583af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788008 Sep 18 05:00:49.525919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36794) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:49.539368 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] Pushing event updated for resources: {'Network': ['ID=fb796dd2-8c12-4d4f-ada3-eed7678211c9,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:49.554600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network fb796dd2-8c12-4d4f-ada3-eed7678211c9 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:00:49.582972 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc7d8dd1-e1f2-4edd-86e3-025353ab3420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:49.624159 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b217a7ff-2591-426a-9ec7-cbe7c1c2c057 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6951280 Sep 18 05:00:49.626486 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36800) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:49.633191 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-90eed38c-a1f6-4c30-aa45-16edfb1d6ec6 admin admin] Request body: {'subnet': {'network_id': 'fb796dd2-8c12-4d4f-ada3-eed7678211c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-179928348-subnet', 'tenant_id': '4267ff6a1d654df0ae027543da03a5e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:49.670717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 832e83b4-1bb8-494c-9ce6-3ece628b74a7 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:00:49.753718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eed38c-a1f6-4c30-aa45-16edfb1d6ec6 admin admin] Made reservation on behalf of 4267ff6a1d654df0ae027543da03a5e4 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:00:49.756058 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90eed38c-a1f6-4c30-aa45-16edfb1d6ec6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:49.782477 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:49.797508 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '832e83b4-1bb8-494c-9ce6-3ece628b74a7', 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03', 'port_id': '832e83b4-1bb8-494c-9ce6-3ece628b74a7', 'mac_address': 'fa:16:3e:94:9e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88ca583-1ba8-47cf-ae2d-e8d84097fe39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:00:49.830720 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc7d8dd1-e1f2-4edd-86e3-025353ab3420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:49.849062 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:49.866609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832e83b4-1bb8-494c-9ce6-3ece628b74a7 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:49.886290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:49.980350 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc7d8dd1-e1f2-4edd-86e3-025353ab3420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:49.982898 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc7d8dd1-e1f2-4edd-86e3-025353ab3420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:49.984064 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fc7d8dd1-e1f2-4edd-86e3-025353ab3420 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cadddcfa-1532-4534-a181-15be0aa76c4f HTTP/1.1" status: 204 len: 168 time: 0.4572320 Sep 18 05:00:49.992080 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d8dd1-e1f2-4edd-86e3-025353ab3420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadddcfa-1532-4534-a181-15be0aa76c4f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:50.009850 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:50.042115 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90eed38c-a1f6-4c30-aa45-16edfb1d6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:50.060000 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=832e83b4-1bb8-494c-9ce6-3ece628b74a7,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:50.109850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eed38c-a1f6-4c30-aa45-16edfb1d6ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a168251-cbb6-43e7-ae0e-c9cc1a8c5fc3,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:50.138604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eed38c-a1f6-4c30-aa45-16edfb1d6ec6 admin admin] Checking segment: {'id': '45e2db82-94e4-4082-9487-638978926c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fb796dd2-8c12-4d4f-ada3-eed7678211c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:00:50.138908 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eed38c-a1f6-4c30-aa45-16edfb1d6ec6 admin admin] Network hostable DHCP agents. Network: fb796dd2-8c12-4d4f-ada3-eed7678211c9, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:00:50.176397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1361725-28be-4b19-a82a-c44378c8b03b req-c79a57cb-b371-48ba-94c2-e98e6755cf97 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:50.177882 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e1361725-28be-4b19-a82a-c44378c8b03b req-c79a57cb-b371-48ba-94c2-e98e6755cf97 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 945 time: 0.0716033 Sep 18 05:00:50.215254 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e1361725-28be-4b19-a82a-c44378c8b03b req-db221ba5-b3cb-43b9-a0f2-dd24533e9408 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307369 Sep 18 05:00:50.232882 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['832e83b4-1bb8-494c-9ce6-3ece628b74a7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:50.243361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eed38c-a1f6-4c30-aa45-16edfb1d6ec6 admin admin] Network fb796dd2-8c12-4d4f-ada3-eed7678211c9 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:00:50.329369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f934d4-0276-4c7b-8e5a-3218ec630262 req-818d74d4-6917-41fa-b567-e3850a13c3d3 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:50.330985 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-19f934d4-0276-4c7b-8e5a-3218ec630262 req-818d74d4-6917-41fa-b567-e3850a13c3d3 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0527003 Sep 18 05:00:50.332137 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-90eed38c-a1f6-4c30-aa45-16edfb1d6ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, fb796dd2-8c12-4d4f-ada3-eed7678211c9) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:00:50.336494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eed38c-a1f6-4c30-aa45-16edfb1d6ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:50.337160 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90eed38c-a1f6-4c30-aa45-16edfb1d6ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:50.341906 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a8eb80-4148-4e91-a286-0669edbabc80 None None] Network fb796dd2-8c12-4d4f-ada3-eed7678211c9 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:00:50.361340 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f12303-6f71-4459-9ca5-3776dd70c723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4a54dd-050c-4c73-91b4-24dce1197660'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:50.366787 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7e29bf-0a09-457b-a491-ccef2bfd7500" -d '{"events": [{"server_uuid": "53f12303-6f71-4459-9ca5-3776dd70c723", "name": "network-vif-plugged", "status": "completed", "tag": "df4a54dd-050c-4c73-91b4-24dce1197660"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:50.384793 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-19f934d4-0276-4c7b-8e5a-3218ec630262 req-4bc88830-f013-47eb-9bb5-aef8786100e9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405207 Sep 18 05:00:50.442106 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-90eed38c-a1f6-4c30-aa45-16edfb1d6ec6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8142884 Sep 18 05:00:50.506550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e24926-f4bc-4cff-b39a-45c33336b2fe req-187fa24f-c851-4f86-afdc-84a97e07e41a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:50.507061 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98e24926-f4bc-4cff-b39a-45c33336b2fe req-187fa24f-c851-4f86-afdc-84a97e07e41a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0579739 Sep 18 05:00:50.514465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd30ece-fa69-4c65-acd4-ddd9da0c3373 None None] Network fb796dd2-8c12-4d4f-ada3-eed7678211c9 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:00:50.575616 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464192c7-be06-4e7e-a25c-c0b45912fa30 x-openstack-request-id: req-464192c7-be06-4e7e-a25c-c0b45912fa30 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:50.576159 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f12303-6f71-4459-9ca5-3776dd70c723", "name": "network-vif-plugged", "status": "completed", "tag": "df4a54dd-050c-4c73-91b4-24dce1197660", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:50.576847 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-464192c7-be06-4e7e-a25c-c0b45912fa30 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:50.577429 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f12303-6f71-4459-9ca5-3776dd70c723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4a54dd-050c-4c73-91b4-24dce1197660', 'code': 200} Sep 18 05:00:50.597171 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98e24926-f4bc-4cff-b39a-45c33336b2fe req-3ba78ad8-b39f-4faf-8b6f-ad66ca9d82f2 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808759 Sep 18 05:00:50.686825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36832) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:50.713392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec7e16-e054-4cb8-965c-8b4aa7752770 req-79669727-ad8c-495d-a263-e5920f5fe5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:50.714959 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7aec7e16-e054-4cb8-965c-8b4aa7752770 req-79669727-ad8c-495d-a263-e5920f5fe5d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 1102 time: 0.0766449 Sep 18 05:00:50.728112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc53e2-ff05-455d-84a2-6ab7be9212e4 req-da8d9cb1-5094-4184-8f8b-f75ad781eced tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:50.729930 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-38cc53e2-ff05-455d-84a2-6ab7be9212e4 req-da8d9cb1-5094-4184-8f8b-f75ad781eced tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 949 time: 0.0611908 Sep 18 05:00:50.731953 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-816d062f-785f-468f-aa72-fa01f0efec1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=068009ef92c14b04a07538fc904b21d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439110 Sep 18 05:00:50.736313 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36834) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:50.818201 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-38cc53e2-ff05-455d-84a2-6ab7be9212e4 req-7e0a3029-61eb-4809-9291-f0dc57125ca7 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/security-groups?id=8076f85e-86e0-42f6-956a-a5b7dfe654af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809288 Sep 18 05:00:50.821586 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7aec7e16-e054-4cb8-965c-8b4aa7752770 req-e26c6c03-bfa3-4eff-9616-6588091631a4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905967 Sep 18 05:00:50.835295 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bc1b14ce-1897-47bb-ae89-ad208e0e4618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:50.858300 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bc1b14ce-1897-47bb-ae89-ad208e0e4618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:51.047386 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bc1b14ce-1897-47bb-ae89-ad208e0e4618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:51.055191 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bc1b14ce-1897-47bb-ae89-ad208e0e4618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:51.060042 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bc1b14ce-1897-47bb-ae89-ad208e0e4618 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e49f3298-1ea5-4860-ad72-8c6167feaeb9 HTTP/1.1" status: 204 len: 168 time: 0.3184676 Sep 18 05:00:51.065376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b14ce-1897-47bb-ae89-ad208e0e4618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49f3298-1ea5-4860-ad72-8c6167feaeb9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:51.091723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-0c98b586-b144-4a6b-a1d2-c32a1b0e643a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:51.091723 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-0c98b586-b144-4a6b-a1d2-c32a1b0e643a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 821 time: 0.1233599 Sep 18 05:00:51.110294 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-35d9ad68-a3db-454d-879c-bfb32ccb7946 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/quotas/9281b1f6d0384713b423980871cae4cb HTTP/1.1" status: 200 len: 375 time: 0.0128658 Sep 18 05:00:51.140761 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36856) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:51.259053 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-003a6d8c-6a2e-49be-be87-661cd48ede43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:51.359015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07eba5-648d-478b-88c4-cb4166c43ad9 req-b542949a-32db-4114-8f29-767b7d75633f tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:51.360682 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b07eba5-648d-478b-88c4-cb4166c43ad9 req-b542949a-32db-4114-8f29-767b7d75633f tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 949 time: 0.0748088 Sep 18 05:00:51.381047 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-74949acb-748d-4ece-9e8f-5b9f8b7461c1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2652643 Sep 18 05:00:51.419812 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b07eba5-648d-478b-88c4-cb4166c43ad9 req-45bb1dcf-6f7d-4a09-bae0-bece79a6ca7c tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/security-groups?id=8076f85e-86e0-42f6-956a-a5b7dfe654af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508990 Sep 18 05:00:51.424300 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-003a6d8c-6a2e-49be-be87-661cd48ede43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:51.481743 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-13267293-927f-4cff-8ba2-d9828645db53 service neutron] 10.222.0.23 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925868 Sep 18 05:00:51.484214 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-003a6d8c-6a2e-49be-be87-661cd48ede43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:51.547038 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-003a6d8c-6a2e-49be-be87-661cd48ede43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abe79322183548e3a3179899f2c19615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026167 Sep 18 05:00:51.552360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36872) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:51.570904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a6d8c-6a2e-49be-be87-661cd48ede43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb282638-1d62-4372-b798-ac90b2868761,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:51.595951 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-79e23b5f-38bf-49cf-bdbd-d8a35a35df8d service neutron] 10.222.0.23 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080036 Sep 18 05:00:51.608828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc612f0d-0538-445b-af52-85d20364ee6e req-2f6c838d-e428-4a93-9670-b77760d879bc tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:51.610635 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc612f0d-0538-445b-af52-85d20364ee6e req-2f6c838d-e428-4a93-9670-b77760d879bc tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 945 time: 0.1071680 Sep 18 05:00:51.632798 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2356d381-1129-42e2-a035-a0c92a6e8f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:51.675147 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2356d381-1129-42e2-a035-a0c92a6e8f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:51.679732 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc612f0d-0538-445b-af52-85d20364ee6e req-6f06179a-9000-458f-ae2c-b9d0310e48be tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570652 Sep 18 05:00:51.687317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 832e83b4-1bb8-494c-9ce6-3ece628b74a7 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:00:51.809672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce239f-16ab-41b0-85a0-356d3591d987 req-72a9cb23-dbcb-49a2-92b7-79c4e749e83c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:51.811192 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59ce239f-16ab-41b0-85a0-356d3591d987 req-72a9cb23-dbcb-49a2-92b7-79c4e749e83c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0542083 Sep 18 05:00:51.852668 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59ce239f-16ab-41b0-85a0-356d3591d987 req-8c20d0ee-de0d-4286-902a-de206fb7d6d9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353045 Sep 18 05:00:51.890109 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2356d381-1129-42e2-a035-a0c92a6e8f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:51.890690 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:00:51.892846 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2356d381-1129-42e2-a035-a0c92a6e8f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:51.900347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:00:51.900610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2356d381-1129-42e2-a035-a0c92a6e8f66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb282638-1d62-4372-b798-ac90b2868761 HTTP/1.1" status: 204 len: 168 time: 0.3417833 Sep 18 05:00:51.901207 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:51.924499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356d381-1129-42e2-a035-a0c92a6e8f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb282638-1d62-4372-b798-ac90b2868761,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:52.043548 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ee934-611f-4cb1-937c-95672be70189 req-0cdd01e7-519b-47d0-b5c5-7ba48516116b tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:52.051217 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ef2ee934-611f-4cb1-937c-95672be70189 req-0cdd01e7-519b-47d0-b5c5-7ba48516116b tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0977471 Sep 18 05:00:52.083392 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:52.090734 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6304340e-7c5b-4af6-99fb-203afb290c66 req-b24e8f20-0a92-45c3-bed7-2e75daaf05fd tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 210 time: 0.0623429 Sep 18 05:00:52.118331 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ef2ee934-611f-4cb1-937c-95672be70189 req-a4e9e3ee-8029-405f-9ded-5051307bdece tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661433 Sep 18 05:00:52.137999 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:52.197934 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:52.248567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=832e83b4-1bb8-494c-9ce6-3ece628b74a7,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:52.542288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba917d2-4428-4265-9a9e-9e7caedbcdbb req-460db172-70b3-4cda-bbd2-0972ecef07e5 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:52.543909 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ba917d2-4428-4265-9a9e-9e7caedbcdbb req-460db172-70b3-4cda-bbd2-0972ecef07e5 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 949 time: 0.0486846 Sep 18 05:00:52.578653 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d570451-9ee9-49a0-a665-d934e79b49b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832e83b4-1bb8-494c-9ce6-3ece628b74a7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:52.582495 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667f0c00-e5df-4322-8856-090213e26844" -d '{"events": [{"server_uuid": "9d570451-9ee9-49a0-a665-d934e79b49b6", "name": "network-vif-plugged", "status": "completed", "tag": "832e83b4-1bb8-494c-9ce6-3ece628b74a7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:52.610345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ba917d2-4428-4265-9a9e-9e7caedbcdbb req-9ee99cd2-cd1d-4cc1-afe6-03df2a6c7353 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/security-groups?id=8076f85e-86e0-42f6-956a-a5b7dfe654af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600159 Sep 18 05:00:52.622945 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f258da-6668-4062-8d3a-102f440d2412 x-openstack-request-id: req-f8f258da-6668-4062-8d3a-102f440d2412 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:52.623303 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d570451-9ee9-49a0-a665-d934e79b49b6", "name": "network-vif-plugged", "status": "completed", "tag": "832e83b4-1bb8-494c-9ce6-3ece628b74a7", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:52.623568 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8f258da-6668-4062-8d3a-102f440d2412 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:52.623971 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d570451-9ee9-49a0-a665-d934e79b49b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832e83b4-1bb8-494c-9ce6-3ece628b74a7', 'code': 200} Sep 18 05:00:52.737134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09994d6-7cd1-42ad-94f4-702aaf229142 req-a2c4ab66-7998-4849-bbe6-4ed23fddadde tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:52.739764 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c09994d6-7cd1-42ad-94f4-702aaf229142 req-a2c4ab66-7998-4849-bbe6-4ed23fddadde tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 949 time: 0.0737324 Sep 18 05:00:52.754004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36916) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:52.764891 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:52.783495 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3b5704f-6260-4664-b9e3-227a68fd2c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:52.791856 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11aaf-3fa6-4203-acd5-aad95d8789e1 req-39315106-972e-45ea-8db8-7366e3d5fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:52.793693 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6fb11aaf-3fa6-4203-acd5-aad95d8789e1 req-39315106-972e-45ea-8db8-7366e3d5fd5d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 1098 time: 0.1073465 Sep 18 05:00:52.855396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-c09994d6-7cd1-42ad-94f4-702aaf229142 req-2ae5f590-16c6-4310-9b75-d7b7bcb35283 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Deleting port bf06e3a1-e5e9-4625-865b-54ba592dac40 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:00:52.855937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c09994d6-7cd1-42ad-94f4-702aaf229142 req-2ae5f590-16c6-4310-9b75-d7b7bcb35283 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:52.891276 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6fb11aaf-3fa6-4203-acd5-aad95d8789e1 req-bd39452d-ebde-4526-9b48-77be872966e9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899644 Sep 18 05:00:52.898747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca19f1-fb51-410d-9d1e-0a34c4d97557 req-6320360b-5cd6-4592-a9d7-f2342f6a05ac tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:52.900314 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-77ca19f1-fb51-410d-9d1e-0a34c4d97557 req-6320360b-5cd6-4592-a9d7-f2342f6a05ac tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.1007097 Sep 18 05:00:52.960094 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-77ca19f1-fb51-410d-9d1e-0a34c4d97557 req-f35f2d15-8251-4bfb-bfaf-242991514dc9 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481520 Sep 18 05:00:52.972588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c09994d6-7cd1-42ad-94f4-702aaf229142 req-2ae5f590-16c6-4310-9b75-d7b7bcb35283 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] For port bf06e3a1-e5e9-4625-865b-54ba592dac40, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=bf06e3a1-e5e9-4625-865b-54ba592dac40,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:00:52.973087 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c09994d6-7cd1-42ad-94f4-702aaf229142 req-2ae5f590-16c6-4310-9b75-d7b7bcb35283 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:52.991268 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3b5704f-6260-4664-b9e3-227a68fd2c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:53.003009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-c09994d6-7cd1-42ad-94f4-702aaf229142 req-2ae5f590-16c6-4310-9b75-d7b7bcb35283 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Calling delete_port for bf06e3a1-e5e9-4625-865b-54ba592dac40 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:00:53.085177 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:53.098119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce628adc-445e-447d-a5e8-8ed4c0c68b0f req-b889b74b-70cc-45fd-ab30-9b368faed3d5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:53.098509 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ce628adc-445e-447d-a5e8-8ed4c0c68b0f req-b889b74b-70cc-45fd-ab30-9b368faed3d5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0935271 Sep 18 05:00:53.124407 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3b5704f-6260-4664-b9e3-227a68fd2c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:53.156382 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ce628adc-445e-447d-a5e8-8ed4c0c68b0f req-5a345771-88cd-4699-8617-b38477a0ed88 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492256 Sep 18 05:00:53.196770 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0dcd2393-6c2a-473f-b34b-29bb21110bf1 req-43e016a7-61bb-4047-a3fa-88d09e5d5033 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 210 time: 0.0510252 Sep 18 05:00:53.204753 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c3b5704f-6260-4664-b9e3-227a68fd2c1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fdaf9948536041df9c8cf3db14a3dceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493887 Sep 18 05:00:53.205779 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5704f-6260-4664-b9e3-227a68fd2c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18034791-d47e-43b7-8962-856bbd656fd1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:53.215915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36936) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:53.311009 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35ef5881-9bdf-4a0f-bdaf-dbc05d8d2862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:53.325176 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c09994d6-7cd1-42ad-94f4-702aaf229142 req-2ae5f590-16c6-4310-9b75-d7b7bcb35283 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:53.333827 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3441939-e699-455e-a41d-26d161ae3dc2 req-e4af1c4f-601c-4c39-8832-0e25f4508239 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:53.335403 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f3441939-e699-455e-a41d-26d161ae3dc2 req-e4af1c4f-601c-4c39-8832-0e25f4508239 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0770528 Sep 18 05:00:53.337453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['bf06e3a1-e5e9-4625-865b-54ba592dac40'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:00:53.381206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5f590-16c6-4310-9b75-d7b7bcb35283 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Pushing event deleted for resources: {'Port': ['ID=bf06e3a1-e5e9-4625-865b-54ba592dac40,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:53.384492 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35ef5881-9bdf-4a0f-bdaf-dbc05d8d2862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:53.471656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09994d6-7cd1-42ad-94f4-702aaf229142 req-2ae5f590-16c6-4310-9b75-d7b7bcb35283 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] No DVR routers for this DVR port bf06e3a1-e5e9-4625-865b-54ba592dac40 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:00:53.476039 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c09994d6-7cd1-42ad-94f4-702aaf229142 req-2ae5f590-16c6-4310-9b75-d7b7bcb35283 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:53.478238 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c09994d6-7cd1-42ad-94f4-702aaf229142 req-2ae5f590-16c6-4310-9b75-d7b7bcb35283 tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.18 "DELETE /v2.0/ports/bf06e3a1-e5e9-4625-865b-54ba592dac40 HTTP/1.1" status: 204 len: 173 time: 0.7324650 Sep 18 05:00:53.478988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fb609c-7fe1-4c97-b9ff-32817a9ee13e', 'name': 'network-vif-deleted', 'tag': 'bf06e3a1-e5e9-4625-865b-54ba592dac40'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:53.481302 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a731b326-4960-4842-8c13-e5d114834889" -d '{"events": [{"server_uuid": "54fb609c-7fe1-4c97-b9ff-32817a9ee13e", "name": "network-vif-deleted", "tag": "bf06e3a1-e5e9-4625-865b-54ba592dac40"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:53.495796 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f3441939-e699-455e-a41d-26d161ae3dc2 req-4f8965a4-3883-4cb0-aca0-4a258e151bb3 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244447 Sep 18 05:00:53.549722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9d8c1-9a4c-4f7d-a795-564e17dc307d req-a7410e25-02e2-4c86-be89-aaf25fa087ae tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:53.551450 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6ee9d8c1-9a4c-4f7d-a795-564e17dc307d req-a7410e25-02e2-4c86-be89-aaf25fa087ae tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 1102 time: 0.0581689 Sep 18 05:00:53.576272 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6ee9d8c1-9a4c-4f7d-a795-564e17dc307d req-fa2d41b8-ff52-4cc0-908e-ee3fdc9902d2 tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:53.598150 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35ef5881-9bdf-4a0f-bdaf-dbc05d8d2862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:53.602743 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35ef5881-9bdf-4a0f-bdaf-dbc05d8d2862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:53.604768 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-35ef5881-9bdf-4a0f-bdaf-dbc05d8d2862 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18034791-d47e-43b7-8962-856bbd656fd1 HTTP/1.1" status: 204 len: 168 time: 0.3930824 Sep 18 05:00:53.617110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef5881-9bdf-4a0f-bdaf-dbc05d8d2862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18034791-d47e-43b7-8962-856bbd656fd1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:53.689489 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c40a5ea-8ef4-49f3-8a1a-befe1da459c6 x-openstack-request-id: req-5c40a5ea-8ef4-49f3-8a1a-befe1da459c6 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:53.689801 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fb609c-7fe1-4c97-b9ff-32817a9ee13e", "name": "network-vif-deleted", "tag": "bf06e3a1-e5e9-4625-865b-54ba592dac40", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:53.690060 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c40a5ea-8ef4-49f3-8a1a-befe1da459c6 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:53.690474 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fb609c-7fe1-4c97-b9ff-32817a9ee13e', 'name': 'network-vif-deleted', 'tag': 'bf06e3a1-e5e9-4625-865b-54ba592dac40', 'status': 'completed', 'code': 200} Sep 18 05:00:53.696536 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6ee9d8c1-9a4c-4f7d-a795-564e17dc307d req-fa2d41b8-ff52-4cc0-908e-ee3fdc9902d2 tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:53.784542 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a5be953-28ec-4a09-b993-ad3d65dfbb98 req-969d5353-d46e-4d6b-a141-5f1be96b622e tempest-ServerDiagnosticsNegativeTest-955690519 tempest-ServerDiagnosticsNegativeTest-955690519-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fb609c-7fe1-4c97-b9ff-32817a9ee13e HTTP/1.1" status: 200 len: 210 time: 0.0306437 Sep 18 05:00:53.792831 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6ee9d8c1-9a4c-4f7d-a795-564e17dc307d req-fa2d41b8-ff52-4cc0-908e-ee3fdc9902d2 tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:53.836584 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6ee9d8c1-9a4c-4f7d-a795-564e17dc307d req-fa2d41b8-ff52-4cc0-908e-ee3fdc9902d2 tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732081 Sep 18 05:00:53.857114 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d41b8-ff52-4cc0-908e-ee3fdc9902d2 tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60a28d9-2a0e-405a-92d7-2ed3a2e5474b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:54.103008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e20a93-3a22-4bba-9de1-06d0d04cd1b2 req-c3240817-71e4-4149-b2bf-1aa3224e12f6 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:54.104637 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-04e20a93-3a22-4bba-9de1-06d0d04cd1b2 req-c3240817-71e4-4149-b2bf-1aa3224e12f6 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.0562112 Sep 18 05:00:54.150674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-04e20a93-3a22-4bba-9de1-06d0d04cd1b2 req-43aab13b-7374-4f50-ac07-0ad2b77c1239 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373406 Sep 18 05:00:54.391724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bbe0a178-13a2-4bbf-978f-2912fd6bf79d req-2ed39c3f-736b-442b-9090-5da0beb2cf42 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 210 time: 0.0262420 Sep 18 05:00:54.520022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-f44bb1aa-5f62-4878-99da-fa05f7c99bc6 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:54.521465 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-f44bb1aa-5f62-4878-99da-fa05f7c99bc6 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.13 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 821 time: 0.1196167 Sep 18 05:00:54.536670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-a771ff10-78a1-4faf-ba1c-6c04d280fc95 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Request body: {'port': {'device_id': '53f6bb84-6a9e-47d9-adb2-590e4c6f5819', 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1', 'admin_state_up': True, 'tenant_id': '9281b1f6d0384713b423980871cae4cb'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:54.795366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a787d9-ab50-4095-aba5-a09071166a9f req-ffaac442-a082-4830-8e66-4e1a12c019c5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:54.796962 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1a787d9-ab50-4095-aba5-a09071166a9f req-ffaac442-a082-4830-8e66-4e1a12c019c5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0579448 Sep 18 05:00:54.846547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-a771ff10-78a1-4faf-ba1c-6c04d280fc95 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Made reservation on behalf of 9281b1f6d0384713b423980871cae4cb for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:00:54.850112 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-a771ff10-78a1-4faf-ba1c-6c04d280fc95 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:54.855693 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1a787d9-ab50-4095-aba5-a09071166a9f req-46361d63-f3d8-47b2-b411-15999c748b3d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444503 Sep 18 05:00:54.968642 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c489583-efe2-434f-9a1d-6f78cbf15470 req-6114da61-b7cb-40fd-8651-5f5749c2866a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:54.972746 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c489583-efe2-434f-9a1d-6f78cbf15470 req-6114da61-b7cb-40fd-8651-5f5749c2866a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.1426263 Sep 18 05:00:55.026322 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c489583-efe2-434f-9a1d-6f78cbf15470 req-6143d5cc-b4e4-46f1-a144-5d70a4b36ffb tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480576 Sep 18 05:00:55.048333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-cde9ee46-cda0-4d56-8230-4be546cb79c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1816773 Sep 18 05:00:55.058458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-8129c14b-5b9c-4e5e-823b-c30094931e00 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:00:55.059795 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-8129c14b-5b9c-4e5e-823b-c30094931e00 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068252 Sep 18 05:00:55.113310 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-a771ff10-78a1-4faf-ba1c-6c04d280fc95 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Allocated IP 172.20.0.8 (1f7da3d6-d1af-4981-83da-243b1b32adf1/8e768b2c-162b-4ba8-991f-559b883cc951/60350859-a74f-4f5c-8029-343739a9f0da) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:00:55.309204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6fe65-980e-4d4d-aa35-8a16091f2fea req-2c167e1a-c044-48ab-8be0-2c4266b31823 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:55.313680 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51b6fe65-980e-4d4d-aa35-8a16091f2fea req-2c167e1a-c044-48ab-8be0-2c4266b31823 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.0839531 Sep 18 05:00:55.317425 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-a771ff10-78a1-4faf-ba1c-6c04d280fc95 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:55.373725 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51b6fe65-980e-4d4d-aa35-8a16091f2fea req-b7231870-0d9d-40b0-89de-1c267c1f22ad tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529063 Sep 18 05:00:55.424564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37042) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:55.434123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-a771ff10-78a1-4faf-ba1c-6c04d280fc95 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:55.498549 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-a771ff10-78a1-4faf-ba1c-6c04d280fc95 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Network 1f7da3d6-d1af-4981-83da-243b1b32adf1 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:00:55.504475 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-a771ff10-78a1-4faf-ba1c-6c04d280fc95 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:00:55.515183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-a771ff10-78a1-4faf-ba1c-6c04d280fc95 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:00:55.523933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-a771ff10-78a1-4faf-ba1c-6c04d280fc95 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:55.525371 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-a771ff10-78a1-4faf-ba1c-6c04d280fc95 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:55.540117 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ac458-046d-4c95-8fff-5946efe424e4 req-c3b81751-f7ec-46b5-89a1-20a6679981d6 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:55.541832 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a0ac458-046d-4c95-8fff-5946efe424e4 req-c3b81751-f7ec-46b5-89a1-20a6679981d6 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 1098 time: 0.0483668 Sep 18 05:00:55.584406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771ff10-78a1-4faf-ba1c-6c04d280fc95 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Pushing event updated for resources: {'Port': ['ID=60350859-a74f-4f5c-8029-343739a9f0da,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:55.590778 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a0ac458-046d-4c95-8fff-5946efe424e4 req-d38165ec-e5a0-4191-8913-2f26359737f0 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427768 Sep 18 05:00:55.612642 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4155c22-f6c4-453c-9c5c-1933f599c7fe req-f9003aa2-9855-4c64-af0f-14ea3653b1f1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:55.623318 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4155c22-f6c4-453c-9c5c-1933f599c7fe req-f9003aa2-9855-4c64-af0f-14ea3653b1f1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 931 time: 0.0820456 Sep 18 05:00:55.667264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-a771ff10-78a1-4faf-ba1c-6c04d280fc95 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1348522 Sep 18 05:00:55.695560 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4155c22-f6c4-453c-9c5c-1933f599c7fe req-e366df3d-a766-4e72-8a8a-af406998c6cc tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666547 Sep 18 05:00:55.713698 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Request body: {'port': {'device_id': '53f6bb84-6a9e-47d9-adb2-590e4c6f5819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:00:55.731009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37068) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:55.779080 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:55.946741 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-27ee11e1-4689-4249-a325-9d8cc9683784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:56.074398 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bdeb4-7fbf-4eaa-8f20-e90e0f8c2bb9 req-79a6a65f-cf8c-4bb9-8661-8d80549ea695 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:56.075982 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc1bdeb4-7fbf-4eaa-8f20-e90e0f8c2bb9 req-79a6a65f-cf8c-4bb9-8661-8d80549ea695 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.1184762 Sep 18 05:00:56.131218 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53260061-6979-416a-acaa-234999e37ddb req-67081746-a048-4e4c-9e18-740ac8121ab4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1759238 Sep 18 05:00:56.138654 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc1bdeb4-7fbf-4eaa-8f20-e90e0f8c2bb9 req-1431a713-3d17-4f8b-8624-6c971805b3a3 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525005 Sep 18 05:00:56.189484 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2dd2b7a3-646a-47b1-8792-7c48c45776c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a571a2e1d80b4e15816478b645820f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570944 Sep 18 05:00:56.193006 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37086) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:56.289376 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-df110235-e011-4544-84ca-f1915ff353bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:56.315067 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-df110235-e011-4544-84ca-f1915ff353bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:56.457040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600266-4b36-4d25-956d-a48c5522d8b9 req-e7133df0-ecae-450c-acb9-33a78a50c1dc tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:56.466271 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37600266-4b36-4d25-956d-a48c5522d8b9 req-e7133df0-ecae-450c-acb9-33a78a50c1dc tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.2682760 Sep 18 05:00:56.477762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53260061-6979-416a-acaa-234999e37ddb req-2c46f643-0140-406e-9fa3-7071b7123d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:56.478879 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-df110235-e011-4544-84ca-f1915ff353bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:56.479250 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53260061-6979-416a-acaa-234999e37ddb req-2c46f643-0140-406e-9fa3-7071b7123d1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1ea1154b38e4575a5ba59a023ffbcb2&device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 1120 time: 0.2858264 Sep 18 05:00:56.482279 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-df110235-e011-4544-84ca-f1915ff353bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:56.484031 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-df110235-e011-4544-84ca-f1915ff353bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8076f85e-86e0-42f6-956a-a5b7dfe654af HTTP/1.1" status: 204 len: 168 time: 0.2899923 Sep 18 05:00:56.509412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df110235-e011-4544-84ca-f1915ff353bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8076f85e-86e0-42f6-956a-a5b7dfe654af,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:56.587976 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-27ee11e1-4689-4249-a325-9d8cc9683784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:56.637308 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37600266-4b36-4d25-956d-a48c5522d8b9 req-03ad5b1b-2b82-43a7-98d0-7d5dde653e5b tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700802 Sep 18 05:00:56.691930 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-27ee11e1-4689-4249-a325-9d8cc9683784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:56.709376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60350859-a74f-4f5c-8029-343739a9f0da {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:00:56.746722 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:56.766908 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-27ee11e1-4689-4249-a325-9d8cc9683784 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d49bee2809c48f3af025bdc236c6200&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3406179 Sep 18 05:00:56.769925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37108) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:56.784947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Transition to ACTIVE for port object 60350859-a74f-4f5c-8029-343739a9f0da will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:00:56.812685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee11e1-4689-4249-a325-9d8cc9683784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269d40e8-c11c-4083-8b7c-bdb80ac4cd71,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:56.837742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53260061-6979-416a-acaa-234999e37ddb req-fb21f2b8-64ac-4de4-ad1a-2bdedb32e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:56.839293 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53260061-6979-416a-acaa-234999e37ddb req-fb21f2b8-64ac-4de4-ad1a-2bdedb32e031 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82fcc668-a5c0-4e9b-b029-5f6c72770101 HTTP/1.1" status: 200 len: 923 time: 0.3274934 Sep 18 05:00:56.859645 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2cca75cd-1c17-4604-8824-8741c8dea3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:56.884712 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2cca75cd-1c17-4604-8824-8741c8dea3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:56.900768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00863bd5-d5b0-49fd-bcee-7c387e13a52d req-801b4554-e0b2-4c77-b16e-29ca98dcba0f tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:56.902329 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00863bd5-d5b0-49fd-bcee-7c387e13a52d req-801b4554-e0b2-4c77-b16e-29ca98dcba0f tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 931 time: 0.1155636 Sep 18 05:00:56.921217 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:57.019492 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2cca75cd-1c17-4604-8824-8741c8dea3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:57.022508 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2cca75cd-1c17-4604-8824-8741c8dea3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:57.027254 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2cca75cd-1c17-4604-8824-8741c8dea3c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/269d40e8-c11c-4083-8b7c-bdb80ac4cd71 HTTP/1.1" status: 204 len: 168 time: 0.2555897 Sep 18 05:00:57.043499 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53260061-6979-416a-acaa-234999e37ddb req-2bee86a2-e3d8-4700-a14e-7d52b99b9aa0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af382257-c3d1-4283-bd99-b1c8c7220be2 HTTP/1.1" status: 200 len: 1024 time: 0.1934185 Sep 18 05:00:57.045649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Pushing event updated for resources: {'Port': ['ID=60350859-a74f-4f5c-8029-343739a9f0da,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:57.058486 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00863bd5-d5b0-49fd-bcee-7c387e13a52d req-c3508e58-d30f-498c-b299-ac92d7eeb7cc tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450298 Sep 18 05:00:57.060490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca75cd-1c17-4604-8824-8741c8dea3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269d40e8-c11c-4083-8b7c-bdb80ac4cd71,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:57.139255 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Attempting to bind port 60350859-a74f-4f5c-8029-343739a9f0da on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:00:57.139704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Attempting to bind port 60350859-a74f-4f5c-8029-343739a9f0da by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:00:57.139925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Attempting to bind port 60350859-a74f-4f5c-8029-343739a9f0da on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:57.151607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53260061-6979-416a-acaa-234999e37ddb req-dad13989-ab48-445c-891e-048d1af0fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:57.151607 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53260061-6979-416a-acaa-234999e37ddb req-dad13989-ab48-445c-891e-048d1af0fffb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3409b39b-756b-440c-b4a9-d0df86abb0d4 HTTP/1.1" status: 200 len: 862 time: 0.0913136 Sep 18 05:00:57.152014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Port 60350859-a74f-4f5c-8029-343739a9f0da on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:00:57.152014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Attempting to bind port 60350859-a74f-4f5c-8029-343739a9f0da on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:00:57.157254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:00:57.157706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Checking segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:00:57.158110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Bound using segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:00:57.158551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Bound port: 60350859-a74f-4f5c-8029-343739a9f0da, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:00:57.158922 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:57.543247 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53260061-6979-416a-acaa-234999e37ddb req-22b825cb-2d8e-4315-b3e3-9332f348493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:57.544846 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53260061-6979-416a-acaa-234999e37ddb req-22b825cb-2d8e-4315-b3e3-9332f348493f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82fcc668-a5c0-4e9b-b029-5f6c72770101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3838377 Sep 18 05:00:57.573603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37128) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:57.591434 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-118c7ede-3fed-49e7-8bbd-fbcc6431ccb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:57.607765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f15ba5-b650-43ce-8f43-a86ce673ab5e req-fd7c371a-3783-4ba2-b6f9-8ba65f752872 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:57.609311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94f15ba5-b650-43ce-8f43-a86ce673ab5e req-fd7c371a-3783-4ba2-b6f9-8ba65f752872 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.3630035 Sep 18 05:00:57.688958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:00:57.723933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=60350859-a74f-4f5c-8029-343739a9f0da,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:00:57.727544 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device bf06e3a1-e5e9-4625-865b-54ba592dac40 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:00:57.743583 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-118c7ede-3fed-49e7-8bbd-fbcc6431ccb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:57.756656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: bf06e3a1-e5e9-4625-865b-54ba592dac40 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:00:57.757836 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device bf06e3a1-e5e9-4625-865b-54ba592dac40 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:00:57.767439 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94f15ba5-b650-43ce-8f43-a86ce673ab5e req-a8d020fb-293a-4fcd-b07d-b47f3c59a53a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892291 Sep 18 05:00:57.769471 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53260061-6979-416a-acaa-234999e37ddb req-83c287bd-3935-4670-b5a7-2e7b44c7adf8 service neutron] 10.222.0.18 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162702 Sep 18 05:00:57.826414 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-118c7ede-3fed-49e7-8bbd-fbcc6431ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:57.867327 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:57.868894 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-118c7ede-3fed-49e7-8bbd-fbcc6431ccb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55a547af5a124265b48f103fbc5735b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942190 Sep 18 05:00:57.871244 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c7ede-3fed-49e7-8bbd-fbcc6431ccb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d47040c-94b7-4a20-b4d0-7d5234dfe2c2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:57.874842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37138) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:57.937189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e0d06ff-f27f-4a95-b57a-b431340443b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:57.980437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:57.981351 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:57.982877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/60350859-a74f-4f5c-8029-343739a9f0da HTTP/1.1" status: 200 len: 1092 time: 2.3042653 Sep 18 05:00:57.984736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f6bb84-6a9e-47d9-adb2-590e4c6f5819', 'tag': '60350859-a74f-4f5c-8029-343739a9f0da'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:00:57.987478 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fa4d49-a119-43ab-92cd-1fe5d05ac471" -d '{"events": [{"name": "network-changed", "server_uuid": "53f6bb84-6a9e-47d9-adb2-590e4c6f5819", "tag": "60350859-a74f-4f5c-8029-343739a9f0da"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:00:57.989863 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e0d06ff-f27f-4a95-b57a-b431340443b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:58.018483 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bc706-0f37-41b8-8fbc-564c601654f0 service neutron] Pushing event updated for resources: {'Port': ['ID=60350859-a74f-4f5c-8029-343739a9f0da,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:58.022910 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53260061-6979-416a-acaa-234999e37ddb req-fa892d7a-8be7-4a87-877b-5d3406e2483d service neutron] 10.222.0.18 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438600 Sep 18 05:00:58.081632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad351e2-b5e3-4466-8985-86502ae18860 req-e95af5f4-69e7-48b4-afd2-da3ae63d0496 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:58.083777 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ad351e2-b5e3-4466-8985-86502ae18860 req-e95af5f4-69e7-48b4-afd2-da3ae63d0496 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.1598308 Sep 18 05:00:58.113227 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2222f7fc-ba6d-4d25-ba15-b2cdd4699efc req-f5a89219-6dd6-4c0d-8c38-556e83f61bff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0787296 Sep 18 05:00:58.129919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37144) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:58.152878 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-acca5b42-d1c0-4990-8b6b-a3b503c15281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:58.163775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-5c84826d-ff95-4075-a8a3-b26ffc8cd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:58.166066 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-5c84826d-ff95-4075-a8a3-b26ffc8cd067 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 1095 time: 0.0513470 Sep 18 05:00:58.167406 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e0d06ff-f27f-4a95-b57a-b431340443b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:58.170610 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e0d06ff-f27f-4a95-b57a-b431340443b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:58.174913 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4e0d06ff-f27f-4a95-b57a-b431340443b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d47040c-94b7-4a20-b4d0-7d5234dfe2c2 HTTP/1.1" status: 204 len: 168 time: 0.2988703 Sep 18 05:00:58.219778 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ad351e2-b5e3-4466-8985-86502ae18860 req-0d9da7fd-09bf-40c3-91d0-bc8c687733f2 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263037 Sep 18 05:00:58.254961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d06ff-f27f-4a95-b57a-b431340443b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d47040c-94b7-4a20-b4d0-7d5234dfe2c2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:58.265588 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-9f04cf03-46a0-4368-bd9b-0eee75003696 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60350859-a74f-4f5c-8029-343739a9f0da HTTP/1.1" status: 200 len: 217 time: 0.0884879 Sep 18 05:00:58.332667 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-acca5b42-d1c0-4990-8b6b-a3b503c15281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:58.336377 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b845388a-5f51-4f7d-9e4a-4653ae96e450 x-openstack-request-id: req-b845388a-5f51-4f7d-9e4a-4653ae96e450 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:00:58.336724 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f6bb84-6a9e-47d9-adb2-590e4c6f5819", "tag": "60350859-a74f-4f5c-8029-343739a9f0da", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:00:58.336957 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b845388a-5f51-4f7d-9e4a-4653ae96e450 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:00:58.337330 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f6bb84-6a9e-47d9-adb2-590e4c6f5819', 'tag': '60350859-a74f-4f5c-8029-343739a9f0da', 'status': 'completed', 'code': 200} Sep 18 05:00:58.407318 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-acca5b42-d1c0-4990-8b6b-a3b503c15281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:58.423431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-526b2240-b11e-47e4-849e-270fbc253d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:58.427580 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-526b2240-b11e-47e4-849e-270fbc253d1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.1431296 Sep 18 05:00:58.469525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef886ba-e91b-469b-945d-72c12195ef66 req-c7cf24cb-ae0b-42de-8ed4-bf480bbe8fef tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:58.471095 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1ef886ba-e91b-469b-945d-72c12195ef66 req-c7cf24cb-ae0b-42de-8ed4-bf480bbe8fef tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 943 time: 0.1207209 Sep 18 05:00:58.475200 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-acca5b42-d1c0-4990-8b6b-a3b503c15281 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6873f45f6cc4dac87f71b333c7f15d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415082 Sep 18 05:00:58.475397 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-928efb97-bd04-4334-9739-8324e7c238b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392787 Sep 18 05:00:58.475517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca5b42-d1c0-4990-8b6b-a3b503c15281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c0a671-d034-457f-b6fd-29e7cdef1885,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:58.475605 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37154) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:00:58.480162 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-ea950202-ac2b-474a-832a-71ccd5bda7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:58.481776 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-ea950202-ac2b-474a-832a-71ccd5bda7ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 1102 time: 0.1341209 Sep 18 05:00:58.505114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222f7fc-ba6d-4d25-ba15-b2cdd4699efc req-94d8e30f-48ed-4c1e-8c8f-adc07ac1277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:58.506557 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2222f7fc-ba6d-4d25-ba15-b2cdd4699efc req-94d8e30f-48ed-4c1e-8c8f-adc07ac1277f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 1118 time: 0.1723168 Sep 18 05:00:58.600390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-0a87ed5c-8041-4dd2-abcc-a98685d2ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:58.602300 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-0a87ed5c-8041-4dd2-abcc-a98685d2ee68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1063290 Sep 18 05:00:58.607537 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1ef886ba-e91b-469b-945d-72c12195ef66 req-e64db284-8931-4fe6-9f9a-8f7061a001ab tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236959 Sep 18 05:00:58.645300 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e616bed-34c4-40cd-9bf0-f8fb23258dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:58.664809 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-4326ff9e-b141-4e52-a240-5eb7d0a8aaa9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=df4a54dd-050c-4c73-91b4-24dce1197660 HTTP/1.1" status: 200 len: 217 time: 0.0539370 Sep 18 05:00:58.684672 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-d5a53d6a-40d4-44ed-a247-669bb3cdef15 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012732 Sep 18 05:00:58.691058 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e616bed-34c4-40cd-9bf0-f8fb23258dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:58.753394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222f7fc-ba6d-4d25-ba15-b2cdd4699efc req-5d8e9284-b43a-4be5-a443-258ce256b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:58.755347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2222f7fc-ba6d-4d25-ba15-b2cdd4699efc req-5d8e9284-b43a-4be5-a443-258ce256b10e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.1517324 Sep 18 05:00:58.887274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-ac232e07-3b7d-4acb-8798-9bddb2bc4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:58.888804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-ac232e07-3b7d-4acb-8798-9bddb2bc4179 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1330438 Sep 18 05:00:58.890249 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2222f7fc-ba6d-4d25-ba15-b2cdd4699efc req-0da9fafd-5622-4185-9fb7-c4e6c5fb4223 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4 HTTP/1.1" status: 200 len: 217 time: 0.1218936 Sep 18 05:00:58.901674 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd4421d8-5a95-4c2a-b207-b5669c760b57 req-bd43f025-7b4c-4244-8608-ca66623d87fb service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006404 Sep 18 05:00:58.988449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222f7fc-ba6d-4d25-ba15-b2cdd4699efc req-774bd2bb-fd35-4725-ad50-a1d86436a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:58.993692 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2222f7fc-ba6d-4d25-ba15-b2cdd4699efc req-774bd2bb-fd35-4725-ad50-a1d86436a3a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0780172 Sep 18 05:00:58.994230 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e616bed-34c4-40cd-9bf0-f8fb23258dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:58.994230 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e616bed-34c4-40cd-9bf0-f8fb23258dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:00:58.998302 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4e616bed-34c4-40cd-9bf0-f8fb23258dd9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1c0a671-d034-457f-b6fd-29e7cdef1885 HTTP/1.1" status: 204 len: 168 time: 0.5187104 Sep 18 05:00:59.013426 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e616bed-34c4-40cd-9bf0-f8fb23258dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c0a671-d034-457f-b6fd-29e7cdef1885,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:00:59.050087 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277c07b-f539-4ba5-aaf8-e8157d584b1f req-9d4a3b40-3b32-4eee-a879-ba53a6ea25bb tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:59.051719 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e277c07b-f539-4ba5-aaf8-e8157d584b1f req-9d4a3b40-3b32-4eee-a879-ba53a6ea25bb tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.1010129 Sep 18 05:00:59.090035 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2222f7fc-ba6d-4d25-ba15-b2cdd4699efc req-aca667c5-462e-4360-8144-0f76540ce7a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918899 Sep 18 05:00:59.103724 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e277c07b-f539-4ba5-aaf8-e8157d584b1f req-ddd8e33a-f725-43dc-80db-e46e64a6296e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452957 Sep 18 05:00:59.103911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-d7aafa3e-328e-403f-a331-7a39c559693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:59.105304 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-d7aafa3e-328e-403f-a331-7a39c559693c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2097161 Sep 18 05:00:59.183381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4d49-a119-43ab-92cd-1fe5d05ac471 req-5b8faa0e-018b-4ad0-acb8-535eef4fdb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:59.185230 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a2fa4d49-a119-43ab-92cd-1fe5d05ac471 req-5b8faa0e-018b-4ad0-acb8-535eef4fdb3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 1095 time: 0.0784333 Sep 18 05:00:59.296733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4d49-a119-43ab-92cd-1fe5d05ac471 req-4d3f0cea-11cc-41c1-aed6-cb82e3925116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:59.303921 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a2fa4d49-a119-43ab-92cd-1fe5d05ac471 req-4d3f0cea-11cc-41c1-aed6-cb82e3925116 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.1113071 Sep 18 05:00:59.354771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2222f7fc-ba6d-4d25-ba15-b2cdd4699efc req-bc857a75-8e6c-465a-82e0-b70cb19a2e83 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532437 Sep 18 05:00:59.358669 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-2dee49d4-bbf5-4646-a30d-405990ee16b8 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278545 Sep 18 05:00:59.382871 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a2fa4d49-a119-43ab-92cd-1fe5d05ac471 req-380b3ec7-184c-47d5-af7b-c5044e41705a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60350859-a74f-4f5c-8029-343739a9f0da HTTP/1.1" status: 200 len: 217 time: 0.0681763 Sep 18 05:00:59.551874 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f211132-132a-4e17-9423-8a50d573404c req-0da120f7-6afc-46fa-b861-a77d57a109a2 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:59.553406 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1f211132-132a-4e17-9423-8a50d573404c req-0da120f7-6afc-46fa-b861-a77d57a109a2 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.1696446 Sep 18 05:00:59.562120 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4d49-a119-43ab-92cd-1fe5d05ac471 req-9a21ddee-dd1e-487b-a9ee-62f1eaa9a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:59.563692 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a2fa4d49-a119-43ab-92cd-1fe5d05ac471 req-9a21ddee-dd1e-487b-a9ee-62f1eaa9a3f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.1661406 Sep 18 05:00:59.578013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2222f7fc-ba6d-4d25-ba15-b2cdd4699efc req-14edb7c3-a195-4452-ae2a-4463d0af0b11 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153568 Sep 18 05:00:59.579909 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-802b8805-f4f7-4866-94b3-fecda890a025 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070651 Sep 18 05:00:59.621678 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a2fa4d49-a119-43ab-92cd-1fe5d05ac471 req-2401c1c8-402d-49eb-bf07-8fc35249d6ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480766 Sep 18 05:00:59.678392 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1f211132-132a-4e17-9423-8a50d573404c req-98665489-faf7-4e45-bb23-e14d4ce86dbc tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136246 Sep 18 05:00:59.751761 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a2fa4d49-a119-43ab-92cd-1fe5d05ac471 req-4e4c67ae-179e-4854-aef3-08a6176cafca service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228862 Sep 18 05:00:59.769386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8083dc-ab20-4bda-b60b-1268a0045a34 req-9cdc1fde-b19a-4296-ac58-2e10b657e834 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:00:59.773130 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a8083dc-ab20-4bda-b60b-1268a0045a34 req-9cdc1fde-b19a-4296-ac58-2e10b657e834 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 943 time: 0.0538518 Sep 18 05:00:59.810675 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a8083dc-ab20-4bda-b60b-1268a0045a34 req-931a0630-4c34-408b-9504-63c7defc2229 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337532 Sep 18 05:00:59.858859 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a2fa4d49-a119-43ab-92cd-1fe5d05ac471 req-14d45fa4-87b9-4efe-afed-2af9de52f7e2 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992072 Sep 18 05:01:00.193815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37204) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:00.234446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49588-d79f-48bf-be42-827ed8f6e278 req-743f4dc7-f076-4ca4-912c-3f83a98fd034 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:00.243766 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68d49588-d79f-48bf-be42-827ed8f6e278 req-743f4dc7-f076-4ca4-912c-3f83a98fd034 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0666873 Sep 18 05:01:00.289357 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68d49588-d79f-48bf-be42-827ed8f6e278 req-88454605-b31e-4c3b-baba-64e63a28ec04 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404689 Sep 18 05:01:00.317541 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4119aca-08ad-46fc-81d4-4e022f37a1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:00.410143 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4119aca-08ad-46fc-81d4-4e022f37a1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:00.477515 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4119aca-08ad-46fc-81d4-4e022f37a1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:00.550090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4119aca-08ad-46fc-81d4-4e022f37a1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f225d7-a112-4db3-a26f-a55f934d7c5b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:00.554998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d4119aca-08ad-46fc-81d4-4e022f37a1df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d69f1aac9744c4283d750f6e9ad944f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595295 Sep 18 05:01:00.557921 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37232) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:00.621824 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8830814e-de62-4746-85f4-d39205de3ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:00.650162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8830814e-de62-4746-85f4-d39205de3ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:00.797766 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8830814e-de62-4746-85f4-d39205de3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:00.800866 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8830814e-de62-4746-85f4-d39205de3ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:00.805074 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8830814e-de62-4746-85f4-d39205de3ef6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6f225d7-a112-4db3-a26f-a55f934d7c5b HTTP/1.1" status: 204 len: 168 time: 0.2427409 Sep 18 05:01:00.810402 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830814e-de62-4746-85f4-d39205de3ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f225d7-a112-4db3-a26f-a55f934d7c5b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:00.854678 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-8cc5290d-92d7-4790-8760-ce53a652fbf9 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=93d5a950656242b8ab7113939a13c334&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255845 Sep 18 05:01:00.972566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-1b220652-1caa-4fc4-8fb7-1b50ab898a98 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:00.974055 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-1b220652-1caa-4fc4-8fb7-1b50ab898a98 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136103 Sep 18 05:01:00.989482 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c98731e8-402f-408d-a373-a9f140e70f88 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/quotas/93d5a950656242b8ab7113939a13c334 HTTP/1.1" status: 200 len: 375 time: 0.0091641 Sep 18 05:01:01.019993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-82b7a450-5e8f-49b9-bb94-b87af5bf7912 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=93d5a950656242b8ab7113939a13c334&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249352 Sep 18 05:01:01.164987 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f99880ce-cb39-48ba-8a1d-fa4eea35341c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:01.332455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca3000-1831-42aa-ae76-ccdec1f5a1ab req-d0dca954-17fc-409c-838f-3fe0bebe2f77 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:01.333969 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3bca3000-1831-42aa-ae76-ccdec1f5a1ab req-d0dca954-17fc-409c-838f-3fe0bebe2f77 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0563071 Sep 18 05:01:01.373770 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3bca3000-1831-42aa-ae76-ccdec1f5a1ab req-e8009488-51c7-447c-bb84-7010b0d380ae tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322046 Sep 18 05:01:01.450688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37284) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:01.456145 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc9eea61-0fb9-4480-be36-236a5b225c7a req-ac73766a-3764-410c-b82d-2c6de849347d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 210 time: 0.0371549 Sep 18 05:01:01.483584 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3775a1fe-41dc-4ef3-9c39-72291f49e120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:01.514337 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343130f5-8d2f-48c8-9cb2-6659747549ab req-36a10944-c3b8-44df-84cd-b427be9bc517 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:01.519522 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-343130f5-8d2f-48c8-9cb2-6659747549ab req-36a10944-c3b8-44df-84cd-b427be9bc517 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 943 time: 0.0763998 Sep 18 05:01:01.578589 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-343130f5-8d2f-48c8-9cb2-6659747549ab req-73bd7697-9a6b-4b54-a68c-886d35198fbd tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524302 Sep 18 05:01:01.622993 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3775a1fe-41dc-4ef3-9c39-72291f49e120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:01.701589 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015535b-493a-4f52-9e21-38ec76708379 req-3141f493-2871-4281-b884-675dd48329b2 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:01.702959 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5015535b-493a-4f52-9e21-38ec76708379 req-3141f493-2871-4281-b884-675dd48329b2 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0517313 Sep 18 05:01:01.728888 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3775a1fe-41dc-4ef3-9c39-72291f49e120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:01.788563 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3775a1fe-41dc-4ef3-9c39-72291f49e120 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b65d0b1d17347c4967a4856359d4164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365052 Sep 18 05:01:01.796286 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37292) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:01.801446 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5015535b-493a-4f52-9e21-38ec76708379 req-a3566d61-74ee-4aed-b965-be1086f85f8b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879042 Sep 18 05:01:01.802697 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775a1fe-41dc-4ef3-9c39-72291f49e120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebe8edd-1a8f-41a5-aeed-d974be6536f4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:01.858147 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc57eda8-1a6e-476c-ae0e-5279a4568b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:01.881079 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc57eda8-1a6e-476c-ae0e-5279a4568b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:02.010085 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc57eda8-1a6e-476c-ae0e-5279a4568b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:02.012883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc57eda8-1a6e-476c-ae0e-5279a4568b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:02.014111 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dc57eda8-1a6e-476c-ae0e-5279a4568b9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eebe8edd-1a8f-41a5-aeed-d974be6536f4 HTTP/1.1" status: 204 len: 168 time: 0.2203181 Sep 18 05:01:02.034336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57eda8-1a6e-476c-ae0e-5279a4568b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebe8edd-1a8f-41a5-aeed-d974be6536f4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:02.059551 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 60350859-a74f-4f5c-8029-343739a9f0da details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:01:02.164907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=60350859-a74f-4f5c-8029-343739a9f0da,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:02.189974 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '60350859-a74f-4f5c-8029-343739a9f0da', 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1', 'port_id': '60350859-a74f-4f5c-8029-343739a9f0da', 'mac_address': 'fa:16:3e:61:ae:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e768b2c-162b-4ba8-991f-559b883cc951', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:01:02.229180 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:02.242803 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60350859-a74f-4f5c-8029-343739a9f0da {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:01:02.263123 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=60350859-a74f-4f5c-8029-343739a9f0da,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:02.330316 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:02.387385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=60350859-a74f-4f5c-8029-343739a9f0da,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:02.510528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37328) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:02.584031 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debfd1a-9b31-4233-b870-51508a2c2b71 req-d8d27320-9732-4412-9669-d145300832e6 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:02.596351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['60350859-a74f-4f5c-8029-343739a9f0da'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:02.599481 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6debfd1a-9b31-4233-b870-51508a2c2b71 req-d8d27320-9732-4412-9669-d145300832e6 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.1022108 Sep 18 05:01:02.609582 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a0f92673-c346-4a38-8e69-b8f2cb26f01b req-60a89ef8-a3cc-425f-9b97-b95e5f214b84 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 210 time: 0.0579112 Sep 18 05:01:02.660179 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6debfd1a-9b31-4233-b870-51508a2c2b71 req-d7101532-4510-4618-b166-1eefe4c1ce0d tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544984 Sep 18 05:01:02.732120 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e467b961-a285-4f95-8882-484c87d062a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:02.876606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d134b-f594-4dde-ae4d-622900b5852f req-db46c475-fc7f-4e54-908b-5526e797b5f2 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:02.885753 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-218d134b-f594-4dde-ae4d-622900b5852f req-db46c475-fc7f-4e54-908b-5526e797b5f2 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 944 time: 0.0916388 Sep 18 05:01:02.947391 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-218d134b-f594-4dde-ae4d-622900b5852f req-1a71b570-5342-4bc4-a028-0e845325c78c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604763 Sep 18 05:01:02.965202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5cd1f-6852-4fb2-8904-26ba4132874c req-bac1eaa0-ef22-4c29-b06a-d8bd3446abc5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:02.970576 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-69c5cd1f-6852-4fb2-8904-26ba4132874c req-bac1eaa0-ef22-4c29-b06a-d8bd3446abc5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0564489 Sep 18 05:01:02.971471 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e467b961-a285-4f95-8882-484c87d062a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:03.017744 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-69c5cd1f-6852-4fb2-8904-26ba4132874c req-043a1657-96c4-4d30-ad01-6e4a993689ff tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380354 Sep 18 05:01:03.039399 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e467b961-a285-4f95-8882-484c87d062a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:03.087942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467b961-a285-4f95-8882-484c87d062a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5cc7af-aa95-4911-a1e6-8a83361f5cfa,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:03.095251 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e467b961-a285-4f95-8882-484c87d062a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eadb176a99054e6dac32755f666eab44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835536 Sep 18 05:01:03.097810 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37346) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:03.153423 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-17c80784-933f-4e5f-837a-8370ee85e487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:03.176198 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-17c80784-933f-4e5f-837a-8370ee85e487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:03.295566 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-17c80784-933f-4e5f-837a-8370ee85e487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:03.298385 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-17c80784-933f-4e5f-837a-8370ee85e487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:03.299566 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-17c80784-933f-4e5f-837a-8370ee85e487 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb5cc7af-aa95-4911-a1e6-8a83361f5cfa HTTP/1.1" status: 204 len: 168 time: 0.2009559 Sep 18 05:01:03.307589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c80784-933f-4e5f-837a-8370ee85e487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5cc7af-aa95-4911-a1e6-8a83361f5cfa,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:03.578674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-a03ec60a-431c-478a-bb45-5f5229dc82f3 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=93d5a950656242b8ab7113939a13c334&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623455 Sep 18 05:01:03.765667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-a5f2cbc2-c1c9-487b-872c-d232f9987eba tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:03.767370 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-a5f2cbc2-c1c9-487b-872c-d232f9987eba tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741307 Sep 18 05:01:03.783787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Request body: {'port': {'device_id': '69f33b52-77d1-46a5-ab9d-a4e9f4821f10', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '93d5a950656242b8ab7113939a13c334'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:03.803561 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d69c4e65-a29a-4497-a15e-0e6c6db519d4 req-849ed7cc-4faa-4ee2-b80d-dfa88191b6ab tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 210 time: 0.0350797 Sep 18 05:01:03.815813 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6182df8-918d-4970-9a5e-a05805be6a56 req-b045289f-45b4-453c-ad96-1dc3c181027f tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:03.825468 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e6182df8-918d-4970-9a5e-a05805be6a56 req-b045289f-45b4-453c-ad96-1dc3c181027f tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0650084 Sep 18 05:01:03.861294 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5119780c-64ba-48d5-97d8-3dde671515bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:03.880268 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e6182df8-918d-4970-9a5e-a05805be6a56 req-f03448ba-9e70-4c7f-8627-7e386043d2d7 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488079 Sep 18 05:01:03.975361 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Made reservation on behalf of 93d5a950656242b8ab7113939a13c334 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:01:03.979255 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:03.989298 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:04.054987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 60350859-a74f-4f5c-8029-343739a9f0da up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:04.111141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:04.155352 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec804a-615e-4a5d-b4dc-40cadc7f5c75 req-ca5e05e0-6786-4922-ba12-87401fdddb23 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:04.157360 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4ec804a-615e-4a5d-b4dc-40cadc7f5c75 req-ca5e05e0-6786-4922-ba12-87401fdddb23 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 944 time: 0.1126971 Sep 18 05:01:04.199251 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 60350859-a74f-4f5c-8029-343739a9f0da completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:01:04.206380 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 60350859-a74f-4f5c-8029-343739a9f0da triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:04.211051 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:04.213934 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:04.265051 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4ec804a-615e-4a5d-b4dc-40cadc7f5c75 req-73f28183-2e47-4dbb-808c-20d9742c3d62 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880592 Sep 18 05:01:04.281589 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:04.301118 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:04.333090 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f6bb84-6a9e-47d9-adb2-590e4c6f5819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60350859-a74f-4f5c-8029-343739a9f0da'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:04.336586 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dd8a29-8ea2-4a39-a042-6c7e10dae6f8" -d '{"events": [{"server_uuid": "53f6bb84-6a9e-47d9-adb2-590e4c6f5819", "name": "network-vif-plugged", "status": "completed", "tag": "60350859-a74f-4f5c-8029-343739a9f0da"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:04.349645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60608197-da71-494e-8915-75e3bf612ab8 req-22f35fa9-999c-471c-b942-6b566c0f0e64 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:04.358885 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-60608197-da71-494e-8915-75e3bf612ab8 req-22f35fa9-999c-471c-b942-6b566c0f0e64 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.1984537 Sep 18 05:01:04.360862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=debdf9c8-37a8-49d2-98aa-c297e3b9a87e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:04.385237 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=60350859-a74f-4f5c-8029-343739a9f0da,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:04.393043 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bdf8c6-9dd9-47f1-8b50-3f9dc4c00edb x-openstack-request-id: req-11bdf8c6-9dd9-47f1-8b50-3f9dc4c00edb {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:04.393368 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f6bb84-6a9e-47d9-adb2-590e4c6f5819", "name": "network-vif-plugged", "status": "completed", "tag": "60350859-a74f-4f5c-8029-343739a9f0da", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:04.393630 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11bdf8c6-9dd9-47f1-8b50-3f9dc4c00edb {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:04.394029 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f6bb84-6a9e-47d9-adb2-590e4c6f5819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60350859-a74f-4f5c-8029-343739a9f0da', 'code': 200} Sep 18 05:01:04.460102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-60608197-da71-494e-8915-75e3bf612ab8 req-3e4f22ad-4e12-48a1-92a2-ae8d811a53fa tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001904 Sep 18 05:01:04.461774 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:04.490885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Allocated IP 192.168.233.169 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/7f507fdb-2add-435d-8d07-f2178eacd486) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:04.524798 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f0882-ad2b-4549-be35-72957512ff6e req-cc818494-7c47-4604-a4d2-1532f3846569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:04.527180 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-124f0882-ad2b-4549-be35-72957512ff6e req-cc818494-7c47-4604-a4d2-1532f3846569 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 1097 time: 0.0732105 Sep 18 05:01:04.578056 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=60350859-a74f-4f5c-8029-343739a9f0da,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:04.600139 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-124f0882-ad2b-4549-be35-72957512ff6e req-c9e0940e-44ab-42da-8b8e-7810ca875208 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648355 Sep 18 05:01:04.705134 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:04.833379 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:04.886756 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:04.890022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:04.895431 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:04.902707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:04.904104 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:04.943662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Pushing event updated for resources: {'Port': ['ID=7f507fdb-2add-435d-8d07-f2178eacd486,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:05.018288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd4a84-3d3f-482d-9dd9-a22adbb40aa1 req-0106596a-5885-415e-a32d-0641300a9bde tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:05.023603 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cbcd4a84-3d3f-482d-9dd9-a22adbb40aa1 req-0106596a-5885-415e-a32d-0641300a9bde tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 936 time: 0.0669146 Sep 18 05:01:05.052297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ec6b4-7545-476b-8833-97ac16fcaa85 req-48435a6d-05cb-482d-8b95-c2bee8cb7e43 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:05.054323 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae6ec6b4-7545-476b-8833-97ac16fcaa85 req-48435a6d-05cb-482d-8b95-c2bee8cb7e43 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0794604 Sep 18 05:01:05.059498 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c978f09e-c725-4fa6-b7ec-16417e8ea22d tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2796762 Sep 18 05:01:05.074106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Request body: {'port': {'device_id': '69f33b52-77d1-46a5-ab9d-a4e9f4821f10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:05.086044 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cbcd4a84-3d3f-482d-9dd9-a22adbb40aa1 req-cf7407ba-477e-417e-b727-33048e001ccb tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/security-groups?id=debdf9c8-37a8-49d2-98aa-c297e3b9a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556989 Sep 18 05:01:05.152974 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:05.156056 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae6ec6b4-7545-476b-8833-97ac16fcaa85 req-cbc60803-2411-4ab2-814b-4d9baf7ef01b tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873811 Sep 18 05:01:05.164871 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:05.271858 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9ef6fbff-3972-4a6a-9881-021646fedac6 None None] Provisioning complete for port 7f507fdb-2add-435d-8d07-f2178eacd486 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:05.273022 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9ef6fbff-3972-4a6a-9881-021646fedac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:05.347536 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6fbff-3972-4a6a-9881-021646fedac6 None None] Port 7f507fdb-2add-435d-8d07-f2178eacd486 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:01:05.457032 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a567525-4e18-4382-abda-943293f76422 req-6dc9bfdb-3f14-4625-b1e1-93a4685213da tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:05.458578 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a567525-4e18-4382-abda-943293f76422 req-6dc9bfdb-3f14-4625-b1e1-93a4685213da tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 945 time: 0.0840209 Sep 18 05:01:05.538636 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a567525-4e18-4382-abda-943293f76422 req-2fecef5b-1698-4893-af15-9bb672055751 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715837 Sep 18 05:01:05.562146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f507fdb-2add-435d-8d07-f2178eacd486 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:01:05.571752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:05.585983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Transition to ACTIVE for port object 7f507fdb-2add-435d-8d07-f2178eacd486 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:01:05.664118 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:05.734154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3db799-616e-4cb1-9d69-e9859ff531e7 req-f0d044f2-e2e1-4804-8490-ce2da1736708 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:05.740476 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8c3db799-616e-4cb1-9d69-e9859ff531e7 req-f0d044f2-e2e1-4804-8490-ce2da1736708 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.1055043 Sep 18 05:01:05.745946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Pushing event updated for resources: {'Port': ['ID=7f507fdb-2add-435d-8d07-f2178eacd486,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:05.807766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Attempting to bind port 7f507fdb-2add-435d-8d07-f2178eacd486 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:05.808206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Attempting to bind port 7f507fdb-2add-435d-8d07-f2178eacd486 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:05.808529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Attempting to bind port 7f507fdb-2add-435d-8d07-f2178eacd486 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:05.828092 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8c3db799-616e-4cb1-9d69-e9859ff531e7 req-ead3cd4f-529d-408d-b3b6-df71a806b7e2 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846639 Sep 18 05:01:05.844531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Port 7f507fdb-2add-435d-8d07-f2178eacd486 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:01:05.845991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Attempting to bind port 7f507fdb-2add-435d-8d07-f2178eacd486 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:05.858561 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:05.858907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:05.859336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:05.859779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Bound port: 7f507fdb-2add-435d-8d07-f2178eacd486, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:05.860168 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:05.952187 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] For port 7f507fdb-2add-435d-8d07-f2178eacd486, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:05.956659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] For port 7f507fdb-2add-435d-8d07-f2178eacd486, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f507fdb-2add-435d-8d07-f2178eacd486,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:06.044794 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:06.085739 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:06.086405 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:06.087906 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] 10.222.0.18 "PUT /v2.0/ports/7f507fdb-2add-435d-8d07-f2178eacd486 HTTP/1.1" status: 200 len: 1097 time: 1.0185363 Sep 18 05:01:06.090665 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f33b52-77d1-46a5-ab9d-a4e9f4821f10', 'tag': '7f507fdb-2add-435d-8d07-f2178eacd486'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:06.094185 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dd4158-4c42-4204-b935-61bc3d9c4db2" -d '{"events": [{"name": "network-changed", "server_uuid": "69f33b52-77d1-46a5-ab9d-a4e9f4821f10", "tag": "7f507fdb-2add-435d-8d07-f2178eacd486"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:06.127796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442b2ed-dd1b-4c7a-8de7-691a71b00ccc service neutron] Pushing event updated for resources: {'Port': ['ID=7f507fdb-2add-435d-8d07-f2178eacd486,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:06.160210 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca90d2ce-ea95-41e8-b6f3-e0a827c01c32 x-openstack-request-id: req-ca90d2ce-ea95-41e8-b6f3-e0a827c01c32 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:06.160386 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f33b52-77d1-46a5-ab9d-a4e9f4821f10", "tag": "7f507fdb-2add-435d-8d07-f2178eacd486", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:06.160579 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca90d2ce-ea95-41e8-b6f3-e0a827c01c32 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:06.161468 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f33b52-77d1-46a5-ab9d-a4e9f4821f10', 'tag': '7f507fdb-2add-435d-8d07-f2178eacd486', 'status': 'completed', 'code': 200} Sep 18 05:01:06.292477 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd4158-4c42-4204-b935-61bc3d9c4db2 req-5ca2b127-4833-422f-9ff2-4da800a7da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:06.293646 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c62725-9ccc-4a9f-b34f-b01f17aa8941 req-0f80dd0b-19de-43d1-aef3-192e548f59f4 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:06.294158 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2dd4158-4c42-4204-b935-61bc3d9c4db2 req-5ca2b127-4833-422f-9ff2-4da800a7da64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93d5a950656242b8ab7113939a13c334&device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 1100 time: 0.1111546 Sep 18 05:01:06.295359 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5c62725-9ccc-4a9f-b34f-b01f17aa8941 req-0f80dd0b-19de-43d1-aef3-192e548f59f4 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 948 time: 0.1194463 Sep 18 05:01:06.359645 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2dd4158-4c42-4204-b935-61bc3d9c4db2 req-adc500e8-6e15-41bd-bcae-5eb55980f0d7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=93d5a950656242b8ab7113939a13c334&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371299 Sep 18 05:01:06.372813 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5c62725-9ccc-4a9f-b34f-b01f17aa8941 req-97dfc4e5-727a-4ecc-b354-80f934414df9 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/security-groups?id=debdf9c8-37a8-49d2-98aa-c297e3b9a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696623 Sep 18 05:01:06.373728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5da9-014c-4765-ab64-bc06251cf12b req-46dc5e7e-8757-4df7-9ee8-77f02c6727db tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:06.375515 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b1f5da9-014c-4765-ab64-bc06251cf12b req-46dc5e7e-8757-4df7-9ee8-77f02c6727db tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.1138844 Sep 18 05:01:06.480954 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b1f5da9-014c-4765-ab64-bc06251cf12b req-32e75f04-cb6c-4b65-8931-3a34886604d4 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833628 Sep 18 05:01:06.504162 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd4158-4c42-4204-b935-61bc3d9c4db2 req-ef664c30-fa59-4834-a8e9-6bf616340abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:06.505875 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2dd4158-4c42-4204-b935-61bc3d9c4db2 req-ef664c30-fa59-4834-a8e9-6bf616340abe service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1292019 Sep 18 05:01:06.608616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-cd28e551-6c2e-45b3-bd75-c605ec5f0941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:06.610643 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-cd28e551-6c2e-45b3-bd75-c605ec5f0941 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=93d5a950656242b8ab7113939a13c334&device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 1100 time: 0.0669346 Sep 18 05:01:06.661315 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:06.686124 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-fcf5ce36-7aad-46d2-9448-874259998e53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=7f507fdb-2add-435d-8d07-f2178eacd486 HTTP/1.1" status: 200 len: 217 time: 0.0643220 Sep 18 05:01:06.742176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-f347e118-55a8-4b12-9fb3-924e5530dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:06.743651 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-f347e118-55a8-4b12-9fb3-924e5530dfde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0477061 Sep 18 05:01:06.754862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a99477-4d33-41a9-b620-f41a6b2cef8d req-b06741a5-07fd-468e-a2fb-9d88588014c0 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:06.756255 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48a99477-4d33-41a9-b620-f41a6b2cef8d req-b06741a5-07fd-468e-a2fb-9d88588014c0 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 945 time: 0.1357148 Sep 18 05:01:06.814178 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e489b1b2-62de-43a1-9ebb-bc93a5fe29e3 req-fcfe2876-fcad-4e43-b050-e76a9008b729 tempest-FlavorsV2NegativeTest-1213755201 tempest-FlavorsV2NegativeTest-1213755201-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ff0f52ea85104660afe6d5b9038463a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280480 Sep 18 05:01:06.819956 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48a99477-4d33-41a9-b620-f41a6b2cef8d req-768d78da-61b7-4a8a-8971-63bb094460c0 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528789 Sep 18 05:01:06.824987 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-b0aed5c1-09a7-4ff3-a98a-808e342e8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:06.826656 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-b0aed5c1-09a7-4ff3-a98a-808e342e8579 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0687795 Sep 18 05:01:06.940530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-ec835a55-423d-473b-abc7-9c5c7898d5cb service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059661 Sep 18 05:01:06.979987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489b1b2-62de-43a1-9ebb-bc93a5fe29e3 req-9af62f00-8a7c-44c1-bfe9-fc7c5b50c383 tempest-FlavorsV2NegativeTest-1213755201 tempest-FlavorsV2NegativeTest-1213755201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:06.987197 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e489b1b2-62de-43a1-9ebb-bc93a5fe29e3 req-9af62f00-8a7c-44c1-bfe9-fc7c5b50c383 tempest-FlavorsV2NegativeTest-1213755201 tempest-FlavorsV2NegativeTest-1213755201-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578920 Sep 18 05:01:07.006217 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e489b1b2-62de-43a1-9ebb-bc93a5fe29e3 req-228f77be-7f22-4b52-95fb-57eaa1b34e8d tempest-FlavorsV2NegativeTest-1213755201 tempest-FlavorsV2NegativeTest-1213755201-project] 10.222.0.23 "GET /v2.0/quotas/ff0f52ea85104660afe6d5b9038463a7 HTTP/1.1" status: 200 len: 375 time: 0.0179827 Sep 18 05:01:07.037366 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e489b1b2-62de-43a1-9ebb-bc93a5fe29e3 req-d84f300a-f7ee-438e-9eae-f9f6be5a1ecb tempest-FlavorsV2NegativeTest-1213755201 tempest-FlavorsV2NegativeTest-1213755201-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff0f52ea85104660afe6d5b9038463a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299549 Sep 18 05:01:07.260762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db3f0c-ca5e-465e-82c3-76b969e30f99 req-e3ec5d19-5ff7-403d-aa8f-d0b1848f77fd tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:07.262185 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68db3f0c-ca5e-465e-82c3-76b969e30f99 req-e3ec5d19-5ff7-403d-aa8f-d0b1848f77fd tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 1097 time: 0.0431883 Sep 18 05:01:07.309359 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68db3f0c-ca5e-465e-82c3-76b969e30f99 req-d3a09c55-2b7e-4881-a18f-231e6f2c184d tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Sep 18 05:01:07.404293 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad768bca-7249-4ae4-8841-f2a2440172cc req-541ebafd-ad51-4f3c-a80a-098008570bf7 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391687 Sep 18 05:01:07.413382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642974b-9c43-4eda-b136-7702f11407b3 req-258dd1ff-cab5-40be-b7c4-d5f9e7d49950 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:07.422648 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f642974b-9c43-4eda-b136-7702f11407b3 req-258dd1ff-cab5-40be-b7c4-d5f9e7d49950 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.3628774 Sep 18 05:01:07.458433 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f642974b-9c43-4eda-b136-7702f11407b3 req-95a7ab37-bfa1-4a9c-a6b8-2db4b9bee300 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345354 Sep 18 05:01:07.514553 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8f4ff-1f65-4f27-bc36-d774c076fbe1 req-8b713453-0b50-4b37-81e9-aa79a6ca7f96 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:07.515963 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-37e8f4ff-1f65-4f27-bc36-d774c076fbe1 req-8b713453-0b50-4b37-81e9-aa79a6ca7f96 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 948 time: 0.0537546 Sep 18 05:01:07.561869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91849c2a-e2e6-4724-84a0-142c4fcb2dc6 req-9b3f98b5-54db-46a6-8508-0f15b1475441 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:07.563822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91849c2a-e2e6-4724-84a0-142c4fcb2dc6 req-9b3f98b5-54db-46a6-8508-0f15b1475441 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 1097 time: 0.0426786 Sep 18 05:01:07.564310 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-37e8f4ff-1f65-4f27-bc36-d774c076fbe1 req-9610cbc0-58a6-4402-bacf-027d805a4d85 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/security-groups?id=debdf9c8-37a8-49d2-98aa-c297e3b9a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385423 Sep 18 05:01:07.609565 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91849c2a-e2e6-4724-84a0-142c4fcb2dc6 req-7a7556d6-d713-4347-9cbe-968e6edb8138 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372822 Sep 18 05:01:07.780830 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8b086-4fbe-4493-be83-27b7eef6fcf6 req-865d4a0e-b183-4769-bdcc-ee9f188a8526 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:07.782245 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cda8b086-4fbe-4493-be83-27b7eef6fcf6 req-865d4a0e-b183-4769-bdcc-ee9f188a8526 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0588977 Sep 18 05:01:07.821110 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cda8b086-4fbe-4493-be83-27b7eef6fcf6 req-05d5fe6f-2c49-48fd-929a-cef3ee7eb315 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Sep 18 05:01:08.124602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37564) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:08.192166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37568) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:08.275905 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8fe1e89c-a17e-4906-b938-ad918409d18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:08.302608 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2156d11b-41d0-4fda-95c1-1f364c6cca4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:08.384634 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8fe1e89c-a17e-4906-b938-ad918409d18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:08.446585 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8fe1e89c-a17e-4906-b938-ad918409d18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:08.510962 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8fe1e89c-a17e-4906-b938-ad918409d18d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f8e240bac2a49fd81693df8f0e65d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828142 Sep 18 05:01:08.511171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1e89c-a17e-4906-b938-ad918409d18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d121aa4-c629-4375-bd30-5785373e0570,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:08.512172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37590) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:08.570246 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2156d11b-41d0-4fda-95c1-1f364c6cca4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:08.613586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0bcc7-ca6a-4f1b-91d1-0f5529dc0c0b req-775c8e11-e6bd-403d-adc1-d420de152703 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:08.615090 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-52e0bcc7-ca6a-4f1b-91d1-0f5529dc0c0b req-775c8e11-e6bd-403d-adc1-d420de152703 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0786276 Sep 18 05:01:08.618055 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0edc8987-e504-47e6-ad0a-de40b0d761e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:08.656684 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0edc8987-e504-47e6-ad0a-de40b0d761e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:08.683035 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2156d11b-41d0-4fda-95c1-1f364c6cca4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:08.685695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-52e0bcc7-ca6a-4f1b-91d1-0f5529dc0c0b req-530373e0-7d11-44fb-8afc-37a2ebf6489b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632775 Sep 18 05:01:08.735290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156d11b-41d0-4fda-95c1-1f364c6cca4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb8a7e8-277e-4170-bc28-54f7991b0c8f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:08.742362 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2156d11b-41d0-4fda-95c1-1f364c6cca4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff0f52ea85104660afe6d5b9038463a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490949 Sep 18 05:01:08.743034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37596) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:08.794084 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0edc8987-e504-47e6-ad0a-de40b0d761e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:08.796654 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0edc8987-e504-47e6-ad0a-de40b0d761e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:08.797189 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b147b9a0-1928-41c8-b652-1c37ac0e3434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:08.797827 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0edc8987-e504-47e6-ad0a-de40b0d761e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d121aa4-c629-4375-bd30-5785373e0570 HTTP/1.1" status: 204 len: 168 time: 0.2838073 Sep 18 05:01:08.810828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc8987-e504-47e6-ad0a-de40b0d761e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d121aa4-c629-4375-bd30-5785373e0570,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:08.820958 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b147b9a0-1928-41c8-b652-1c37ac0e3434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:08.826506 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f42ae5-8fec-423f-9890-a7c0d2238183 req-aca63cd8-9bbc-4415-838a-2d9254ff1e5a tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:08.828058 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-44f42ae5-8fec-423f-9890-a7c0d2238183 req-aca63cd8-9bbc-4415-838a-2d9254ff1e5a tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 948 time: 0.0733466 Sep 18 05:01:08.874920 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-44f42ae5-8fec-423f-9890-a7c0d2238183 req-445d9604-b50c-49ad-9baa-3cd429d54c9b tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/security-groups?id=debdf9c8-37a8-49d2-98aa-c297e3b9a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361001 Sep 18 05:01:08.941287 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b147b9a0-1928-41c8-b652-1c37ac0e3434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:08.944138 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b147b9a0-1928-41c8-b652-1c37ac0e3434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:08.945545 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b147b9a0-1928-41c8-b652-1c37ac0e3434 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fb8a7e8-277e-4170-bc28-54f7991b0c8f HTTP/1.1" status: 204 len: 168 time: 0.2010427 Sep 18 05:01:08.957333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147b9a0-1928-41c8-b652-1c37ac0e3434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb8a7e8-277e-4170-bc28-54f7991b0c8f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:09.055919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58b96b-dc60-4154-ade6-4317048296fa req-d0d1dab2-38c6-4645-a972-deaa4771c019 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:09.057755 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f58b96b-dc60-4154-ade6-4317048296fa req-d0d1dab2-38c6-4645-a972-deaa4771c019 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0692267 Sep 18 05:01:09.101461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f58b96b-dc60-4154-ade6-4317048296fa req-0aa199b0-f883-4a14-9b28-c0e4c94a71fd tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371993 Sep 18 05:01:09.384864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37616) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:09.398914 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fb98106e-86bd-4066-8546-0643aaf72d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:09.444750 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-eeb00445-d5c7-42ad-b493-77dc7e7a9ec0 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:01:09.445841 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-eeb00445-d5c7-42ad-b493-77dc7e7a9ec0 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068088 Sep 18 05:01:09.502570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-11704769-904a-491b-bf95-921af23e30b2 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:09.503487 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-11704769-904a-491b-bf95-921af23e30b2 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports/60350859-a74f-4f5c-8029-343739a9f0da HTTP/1.1" status: 200 len: 1094 time: 0.0511916 Sep 18 05:01:09.516444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-81f78f28-dcc0-4d74-82f2-1c4102c17571 service neutron] Request body: {'binding': {'host': 'n-h1-789963-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:09.517003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-81f78f28-dcc0-4d74-82f2-1c4102c17571 service neutron] Unknown quota resources ['binding']. {{(pid=106909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:01:09.567309 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fb98106e-86bd-4066-8546-0643aaf72d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:09.624477 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fb98106e-86bd-4066-8546-0643aaf72d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:09.677197 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fb98106e-86bd-4066-8546-0643aaf72d46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5a88968a69d477fbecc63991d54c746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912540 Sep 18 05:01:09.679966 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37624) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:09.683063 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98106e-86bd-4066-8546-0643aaf72d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c798f3-500f-46f1-80db-807b8e7e950d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:09.714619 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-81f78f28-dcc0-4d74-82f2-1c4102c17571 service neutron] Attempting to bind port 60350859-a74f-4f5c-8029-343739a9f0da on host n-h1-789963-13 for vnic_type normal with profile None {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:09.714960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-81f78f28-dcc0-4d74-82f2-1c4102c17571 service neutron] Attempting to bind port 60350859-a74f-4f5c-8029-343739a9f0da by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:09.715293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-81f78f28-dcc0-4d74-82f2-1c4102c17571 service neutron] Attempting to bind port 60350859-a74f-4f5c-8029-343739a9f0da on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:09.720791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-81f78f28-dcc0-4d74-82f2-1c4102c17571 service neutron] Port 60350859-a74f-4f5c-8029-343739a9f0da on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:01:09.721002 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-81f78f28-dcc0-4d74-82f2-1c4102c17571 service neutron] Attempting to bind port 60350859-a74f-4f5c-8029-343739a9f0da on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:09.727218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-81f78f28-dcc0-4d74-82f2-1c4102c17571 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:09.727218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-81f78f28-dcc0-4d74-82f2-1c4102c17571 service neutron] Checking segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:09.727218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-81f78f28-dcc0-4d74-82f2-1c4102c17571 service neutron] Bound using segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:09.727570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-81f78f28-dcc0-4d74-82f2-1c4102c17571 service neutron] Bound port: 60350859-a74f-4f5c-8029-343739a9f0da, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:09.741754 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:09.780889 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:09.792150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-81f78f28-dcc0-4d74-82f2-1c4102c17571 service neutron] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=60350859-a74f-4f5c-8029-343739a9f0da,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:09.823417 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7f507fdb-2add-435d-8d07-f2178eacd486 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:01:09.841606 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39808a-26e4-4ca8-bebd-a813ddbe552a req-1ce2f576-1a90-45d1-84f4-81d2c09aea1e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:09.843392 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b39808a-26e4-4ca8-bebd-a813ddbe552a req-1ce2f576-1a90-45d1-84f4-81d2c09aea1e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0818470 Sep 18 05:01:09.873492 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-81f78f28-dcc0-4d74-82f2-1c4102c17571 service neutron] Notify callbacks [] for binding, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:09.874717 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-81f78f28-dcc0-4d74-82f2-1c4102c17571 service neutron] 10.222.0.23 "POST /v2.0/ports/60350859-a74f-4f5c-8029-343739a9f0da/bindings HTTP/1.1" status: 201 len: 390 time: 0.3632505 Sep 18 05:01:09.890630 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b39808a-26e4-4ca8-bebd-a813ddbe552a req-60a8f92e-723c-491a-8bad-0eaa7b57d54a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374486 Sep 18 05:01:09.930528 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:09.932783 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7f507fdb-2add-435d-8d07-f2178eacd486, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f507fdb-2add-435d-8d07-f2178eacd486,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:09.933134 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:09.935706 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76c798f3-500f-46f1-80db-807b8e7e950d HTTP/1.1" status: 204 len: 168 time: 0.2539334 Sep 18 05:01:09.945054 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c798f3-500f-46f1-80db-807b8e7e950d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:09.945841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '7f507fdb-2add-435d-8d07-f2178eacd486', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '7f507fdb-2add-435d-8d07-f2178eacd486', 'mac_address': 'fa:16:3e:31:6e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:01:09.955483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:09.955840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:09.956205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:09.956566 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:09.956902 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:09.961218 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:09.968274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:09.968274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:09.968274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:09.968274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:09.968274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:09.968274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bad5f0-9f96-4de7-9c6a-45146c3f8dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:10.003093 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:10.014449 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f507fdb-2add-435d-8d07-f2178eacd486 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:01:10.020159 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbfb57-52f7-412c-8652-0a1adccd4e82 req-3d5ac4d2-ab0c-416d-b388-aebe3b099cf3 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:10.021889 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a6cbfb57-52f7-412c-8652-0a1adccd4e82 req-3d5ac4d2-ab0c-416d-b388-aebe3b099cf3 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 948 time: 0.0688920 Sep 18 05:01:10.054783 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7f507fdb-2add-435d-8d07-f2178eacd486, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f507fdb-2add-435d-8d07-f2178eacd486,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:10.093238 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a6cbfb57-52f7-412c-8652-0a1adccd4e82 req-501cda8f-bece-456e-b4e8-4ace327964c7 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/security-groups?id=debdf9c8-37a8-49d2-98aa-c297e3b9a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588837 Sep 18 05:01:10.093570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37644) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:10.141397 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:10.152975 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:01:10.222642 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7f507fdb-2add-435d-8d07-f2178eacd486,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:10.224603 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2064286875-network', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:10.296330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a7fbf-98f5-45db-861e-6c640ae3f308 req-9d490b09-5a3c-45cf-ad8a-cf541a76814d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:10.298006 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f19a7fbf-98f5-45db-861e-6c640ae3f308 req-9d490b09-5a3c-45cf-ad8a-cf541a76814d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 945 time: 0.0655994 Sep 18 05:01:10.330056 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] Made reservation on behalf of 6fe58020d2ef4608b56eac8658d290d6 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:01:10.332705 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:10.345490 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:10.380015 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f19a7fbf-98f5-45db-861e-6c640ae3f308 req-2d797f8b-d9f9-4f3e-8965-862ae7519b15 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611515 Sep 18 05:01:10.399465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7f507fdb-2add-435d-8d07-f2178eacd486'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:10.479921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5de37-861f-4c37-b657-df28fdce9261 req-28eb9962-3837-4a84-a0e1-56908eb62f9e tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:10.489329 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1b5de37-861f-4c37-b657-df28fdce9261 req-28eb9962-3837-4a84-a0e1-56908eb62f9e tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0921192 Sep 18 05:01:10.553245 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:10.563496 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1b5de37-861f-4c37-b657-df28fdce9261 req-c23391c5-4ef8-4d7f-98a4-3238352e620a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631509 Sep 18 05:01:10.605308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-fc1e34d1-2c37-4983-be33-97c6d452b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:10.606810 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-fc1e34d1-2c37-4983-be33-97c6d452b1e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 1097 time: 0.0424592 Sep 18 05:01:10.609318 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:10.647002 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:01:10.673074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946c2f05-3e31-4049-bf6a-cf993496f8d1,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:10.677346 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:10.677696 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] Added segment 224fc4f2-30eb-4811-a86c-784a0849b4ae of type vlan for network c2e84156-ead2-403f-8389-57b5c6a76c02 Sep 18 05:01:10.774724 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:10.780040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-1798c582-32d8-4bd7-81c2-010df326f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:10.781527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-1798c582-32d8-4bd7-81c2-010df326f56d service neutron] 10.222.0.18 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.1637137 Sep 18 05:01:10.833614 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-98c56123-3759-4f0e-91fa-a033b1c9a8e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60350859-a74f-4f5c-8029-343739a9f0da HTTP/1.1" status: 200 len: 217 time: 0.0441155 Sep 18 05:01:10.885021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-55ffd5af-c074-4663-8cc5-724c77c442fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:10.886516 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-55ffd5af-c074-4663-8cc5-724c77c442fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.0447948 Sep 18 05:01:10.920983 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-f1d4c814-2abb-4de6-8fd2-72202c3e290a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240722 Sep 18 05:01:10.940765 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:10.941930 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:10.942669 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:11.023789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa3a88-deda-4849-95e7-404b89e8eb0b req-d8e903e2-3c01-4194-846a-2f5f8abdf36f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:11.025362 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73aa3a88-deda-4849-95e7-404b89e8eb0b req-d8e903e2-3c01-4194-846a-2f5f8abdf36f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0577979 Sep 18 05:01:11.061763 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9670386 Sep 18 05:01:11.064054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f4624-21cb-4406-ae59-23dbfb75594c admin admin] Pushing event updated for resources: {'Network': ['ID=c2e84156-ead2-403f-8389-57b5c6a76c02,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:11.065718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37670) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:11.070797 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3eaef73e-29bd-4b41-bd9a-930ba99abee4 admin admin] Request body: {'subnet': {'network_id': 'c2e84156-ead2-403f-8389-57b5c6a76c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2064286875-subnet', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:11.081357 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73aa3a88-deda-4849-95e7-404b89e8eb0b req-a9836199-4d8f-4af5-9123-8a610b2436be tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491221 Sep 18 05:01:11.085435 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network c2e84156-ead2-403f-8389-57b5c6a76c02 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:01:11.104138 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-0dfb1bd9-336c-4234-aa6b-b7f83aebca8c service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719043 Sep 18 05:01:11.165385 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eaef73e-29bd-4b41-bd9a-930ba99abee4 admin admin] Made reservation on behalf of 6fe58020d2ef4608b56eac8658d290d6 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:01:11.167658 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3eaef73e-29bd-4b41-bd9a-930ba99abee4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:11.268747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3156cc-2845-4774-bf65-ca24f0d57b8a req-9a80c637-e91b-4404-abc4-3a7a733f9ae4 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:11.270303 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-da3156cc-2845-4774-bf65-ca24f0d57b8a req-9a80c637-e91b-4404-abc4-3a7a733f9ae4 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 949 time: 0.0733869 Sep 18 05:01:11.274561 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-6fbf9d3e-3b91-4352-9dde-dc3798059c85 service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628568 Sep 18 05:01:11.314123 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-da3156cc-2845-4774-bf65-ca24f0d57b8a req-1dd0b4db-d574-4df3-9773-659484616864 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/security-groups?id=debdf9c8-37a8-49d2-98aa-c297e3b9a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370023 Sep 18 05:01:11.451527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-429d32c4-81c4-47f3-ac9f-44dd312d6777 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:11.453391 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-429d32c4-81c4-47f3-ac9f-44dd312d6777 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819&tenant_id=9281b1f6d0384713b423980871cae4cb&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 1097 time: 0.0525477 Sep 18 05:01:11.458376 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3eaef73e-29bd-4b41-bd9a-930ba99abee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:11.467657 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-13'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:11.527078 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:11.538525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaef73e-29bd-4b41-bd9a-930ba99abee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bae2258-0994-4a4b-9667-d75b92f3079e,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:11.548761 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9adbb0-296b-4dc1-953b-ae5c4d3dee36 req-d0bfe348-938e-4d0b-bdc6-c9f706e54356 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:11.550281 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3a9adbb0-296b-4dc1-953b-ae5c4d3dee36 req-d0bfe348-938e-4d0b-bdc6-c9f706e54356 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 945 time: 0.1011493 Sep 18 05:01:11.578603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaef73e-29bd-4b41-bd9a-930ba99abee4 admin admin] Checking segment: {'id': '224fc4f2-30eb-4811-a86c-784a0849b4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c2e84156-ead2-403f-8389-57b5c6a76c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:11.578969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaef73e-29bd-4b41-bd9a-930ba99abee4 admin admin] Network hostable DHCP agents. Network: c2e84156-ead2-403f-8389-57b5c6a76c02, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:01:11.604931 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3a9adbb0-296b-4dc1-953b-ae5c4d3dee36 req-331f66fa-af49-4403-a45c-46d52ab9e355 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467973 Sep 18 05:01:11.682727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaef73e-29bd-4b41-bd9a-930ba99abee4 admin admin] Network c2e84156-ead2-403f-8389-57b5c6a76c02 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:01:11.693468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=60350859-a74f-4f5c-8029-343739a9f0da,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:11.714598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359595f-e51d-419b-832a-c8ac0ad94b0e req-b5233c30-acdf-4c43-97a9-15c0f3ff5402 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:11.716145 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f359595f-e51d-419b-832a-c8ac0ad94b0e req-b5233c30-acdf-4c43-97a9-15c0f3ff5402 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0751266 Sep 18 05:01:11.760360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:11.763170 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-3eaef73e-29bd-4b41-bd9a-930ba99abee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, c2e84156-ead2-403f-8389-57b5c6a76c02) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:11.767441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaef73e-29bd-4b41-bd9a-930ba99abee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:11.768122 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3eaef73e-29bd-4b41-bd9a-930ba99abee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:11.774513 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4b9a6d-7f21-4699-866a-999e1f9b6f77 None None] Network c2e84156-ead2-403f-8389-57b5c6a76c02 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:01:11.797743 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f359595f-e51d-419b-832a-c8ac0ad94b0e req-be40001d-bcb4-441b-9963-46db9ab44d0e tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740845 Sep 18 05:01:11.825176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f6bb84-6a9e-47d9-adb2-590e4c6f5819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60350859-a74f-4f5c-8029-343739a9f0da'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:11.827443 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b092c83-2676-4250-ae65-454620cff59f" -d '{"events": [{"server_uuid": "53f6bb84-6a9e-47d9-adb2-590e4c6f5819", "name": "network-vif-unplugged", "status": "completed", "tag": "60350859-a74f-4f5c-8029-343739a9f0da"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:11.831831 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:11.832828 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7f507fdb-2add-435d-8d07-f2178eacd486 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:11.867684 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3eaef73e-29bd-4b41-bd9a-930ba99abee4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7976508 Sep 18 05:01:11.869841 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce03e49a-373c-4a62-9c52-a85dfc944333 x-openstack-request-id: req-ce03e49a-373c-4a62-9c52-a85dfc944333 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:11.870185 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f6bb84-6a9e-47d9-adb2-590e4c6f5819", "name": "network-vif-unplugged", "status": "completed", "tag": "60350859-a74f-4f5c-8029-343739a9f0da", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:11.870444 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce03e49a-373c-4a62-9c52-a85dfc944333 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:11.871084 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f6bb84-6a9e-47d9-adb2-590e4c6f5819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60350859-a74f-4f5c-8029-343739a9f0da', 'code': 200} Sep 18 05:01:11.871693 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37696) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:11.879885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2064286875-router', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:11.941259 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:11.963208 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:11.964525 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:11.970681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-c2e84156-ead2-403f-8389-57b5c6a76c02', 'network_id': 'c2e84156-ead2-403f-8389-57b5c6a76c02', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'fixed_ips': [{'subnet_id': '1bae2258-0994-4a4b-9667-d75b92f3079e'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:01:11.971763 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:11.985144 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 7f507fdb-2add-435d-8d07-f2178eacd486 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:01:11.992486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 7f507fdb-2add-435d-8d07-f2178eacd486 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:11.993090 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:12.042469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Pushing event updated for resources: {'Port': ['ID=60350859-a74f-4f5c-8029-343739a9f0da,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:12.052952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Attempting to bind port 60350859-a74f-4f5c-8029-343739a9f0da on host n-h2-789963-13 for vnic_type normal with profile {"migrating_to": "n-h1-789963-13"} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:12.053381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Attempting to bind port 60350859-a74f-4f5c-8029-343739a9f0da by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:12.053728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Attempting to bind port 60350859-a74f-4f5c-8029-343739a9f0da on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:12.058983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Port 60350859-a74f-4f5c-8029-343739a9f0da on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:01:12.059320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Attempting to bind port 60350859-a74f-4f5c-8029-343739a9f0da on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:12.061189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:12.064511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:12.064797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Checking segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:12.065173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Bound using segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:12.065610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Bound port: 60350859-a74f-4f5c-8029-343739a9f0da, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:12.065974 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:12.164392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:12.169045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=60350859-a74f-4f5c-8029-343739a9f0da,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:12.199035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Allocated IP 172.20.0.2 (c2e84156-ead2-403f-8389-57b5c6a76c02/1bae2258-0994-4a4b-9667-d75b92f3079e/6c320bcf-65dc-4c05-b77c-fcb97563700a) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:12.208453 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:12.221772 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:12.260751 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f33b52-77d1-46a5-ab9d-a4e9f4821f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f507fdb-2add-435d-8d07-f2178eacd486'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:12.263079 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6dda8e-47ca-4729-b458-25da8b70b788" -d '{"events": [{"server_uuid": "69f33b52-77d1-46a5-ab9d-a4e9f4821f10", "name": "network-vif-plugged", "status": "completed", "tag": "7f507fdb-2add-435d-8d07-f2178eacd486"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:12.280446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7f507fdb-2add-435d-8d07-f2178eacd486, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f507fdb-2add-435d-8d07-f2178eacd486,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:12.344505 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:12.349660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Pushing event updated for resources: {'Port': ['ID=60350859-a74f-4f5c-8029-343739a9f0da,revision_number=8']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:12.353762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:12.354547 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:12.356099 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-440eb500-1174-4067-b5e8-b0409189816f service neutron] 10.222.0.18 "PUT /v2.0/ports/60350859-a74f-4f5c-8029-343739a9f0da HTTP/1.1" status: 200 len: 1123 time: 0.8931818 Sep 18 05:01:12.375449 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:12.381991 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deee862-792d-4b83-a6a1-b55fdb3c45c4 req-37f53fbe-5446-4993-8d11-febf3a852f58 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:12.383271 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6deee862-792d-4b83-a6a1-b55fdb3c45c4 req-37f53fbe-5446-4993-8d11-febf3a852f58 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.1934648 Sep 18 05:01:12.430199 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6deee862-792d-4b83-a6a1-b55fdb3c45c4 req-cdd23bb1-3f9a-4713-915a-79dff315aec1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408769 Sep 18 05:01:12.436119 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:12.450341 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7f507fdb-2add-435d-8d07-f2178eacd486,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:12.460180 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffe72e8-0cc7-4989-aa96-341d777d377e x-openstack-request-id: req-5ffe72e8-0cc7-4989-aa96-341d777d377e {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:12.460548 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f33b52-77d1-46a5-ab9d-a4e9f4821f10", "name": "network-vif-plugged", "status": "completed", "tag": "7f507fdb-2add-435d-8d07-f2178eacd486", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:12.460805 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ffe72e8-0cc7-4989-aa96-341d777d377e {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:12.461235 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f33b52-77d1-46a5-ab9d-a4e9f4821f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f507fdb-2add-435d-8d07-f2178eacd486', 'code': 200} Sep 18 05:01:12.465287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:12.465287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:12.465287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:12.465287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:12.465287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:12.465287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:12.466053 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:12.466675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:12.467040 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:12.467476 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:12.468142 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:12.468560 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:12.476124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['60350859-a74f-4f5c-8029-343739a9f0da'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:12.528899 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:12.608444 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Network c2e84156-ead2-403f-8389-57b5c6a76c02 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:12.621164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e608-4018-4673-95d9-30ce97509cc1 req-dd58e11b-2f5a-43dc-b9ca-8d9453687c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:12.627480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c3f2e608-4018-4673-95d9-30ce97509cc1 req-dd58e11b-2f5a-43dc-b9ca-8d9453687c6d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 1102 time: 0.0779829 Sep 18 05:01:12.631127 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:12.639187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Pushing event updated for resources: {'Port': ['ID=6c320bcf-65dc-4c05-b77c-fcb97563700a,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:12.644268 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:12.674936 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c3f2e608-4018-4673-95d9-30ce97509cc1 req-87d4b299-6baf-4fc4-b0f7-cff55f017e56 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=debdf9c8-37a8-49d2-98aa-c297e3b9a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382183 Sep 18 05:01:12.702653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ef0af-9327-4daa-97fa-0b7531d068b3 req-e624b1a9-157e-4cc4-a638-b3b08c9706f4 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:12.704278 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-275ef0af-9327-4daa-97fa-0b7531d068b3 req-e624b1a9-157e-4cc4-a638-b3b08c9706f4 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 950 time: 0.1422067 Sep 18 05:01:12.719142 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Attempting to bind port 6c320bcf-65dc-4c05-b77c-fcb97563700a on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:12.719531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Attempting to bind port 6c320bcf-65dc-4c05-b77c-fcb97563700a by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '224fc4f2-30eb-4811-a86c-784a0849b4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c2e84156-ead2-403f-8389-57b5c6a76c02'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:12.719904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Attempting to bind port 6c320bcf-65dc-4c05-b77c-fcb97563700a on network c2e84156-ead2-403f-8389-57b5c6a76c02 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:12.733489 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:12.733905 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Checking segment: {'id': '224fc4f2-30eb-4811-a86c-784a0849b4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c2e84156-ead2-403f-8389-57b5c6a76c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:12.734368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:12.734964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Bound using segment: {'id': '224fc4f2-30eb-4811-a86c-784a0849b4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c2e84156-ead2-403f-8389-57b5c6a76c02'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:12.735232 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Bound port: 6c320bcf-65dc-4c05-b77c-fcb97563700a, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224fc4f2-30eb-4811-a86c-784a0849b4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c2e84156-ead2-403f-8389-57b5c6a76c02'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:12.735598 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:12.796717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666858fd-199d-408d-a17d-da755f121a8c req-71c28169-527b-40fd-a86e-bfea2c9b02ff tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:12.796975 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-275ef0af-9327-4daa-97fa-0b7531d068b3 req-ab3e9ac5-0b77-42fc-9439-9982a3c4694b tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/security-groups?id=debdf9c8-37a8-49d2-98aa-c297e3b9a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646768 Sep 18 05:01:12.798836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-666858fd-199d-408d-a17d-da755f121a8c req-71c28169-527b-40fd-a86e-bfea2c9b02ff tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 943 time: 0.0532482 Sep 18 05:01:12.812027 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:12.839607 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] For port 6c320bcf-65dc-4c05-b77c-fcb97563700a, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:12.843505 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] For port 6c320bcf-65dc-4c05-b77c-fcb97563700a, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6c320bcf-65dc-4c05-b77c-fcb97563700a,segment=NetworkSegment(224fc4f2-30eb-4811-a86c-784a0849b4ae),segment_id=224fc4f2-30eb-4811-a86c-784a0849b4ae)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:12.858421 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-666858fd-199d-408d-a17d-da755f121a8c req-c5be3998-9d1c-4abb-8937-fb7ddb8cdd06 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530035 Sep 18 05:01:12.959190 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:13.043898 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77639ef1-7f28-4d65-b84f-404d44053c93 None None] Pushing event updated for resources: {'Port': ['ID=6c320bcf-65dc-4c05-b77c-fcb97563700a,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:13.084512 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:13.179420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdd651-322e-4ef3-b302-d20e03678069 req-c18e1177-d59a-45c9-a7af-cedba30a5f32 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:13.183003 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72bdd651-322e-4ef3-b302-d20e03678069 req-c18e1177-d59a-45c9-a7af-cedba30a5f32 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0987906 Sep 18 05:01:13.271444 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72bdd651-322e-4ef3-b302-d20e03678069 req-cfefb921-e0ce-4d6e-8494-660b0ffb516c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668333 Sep 18 05:01:13.271444 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Allocated IP 172.25.7.85 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/b8de10e7-b0c3-4bdb-b7a6-1ea048e92546) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:13.392551 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:13.498883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37756) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:13.512335 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:13.578704 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:13.583658 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:13.588181 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:13.601153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Pushing event updated for resources: {'Port': ['ID=b8de10e7-b0c3-4bdb-b7a6-1ea048e92546,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:13.680945 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-394bafcb-f301-4e15-abd3-d8aced433727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:13.693411 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bef28-e19d-43ac-804b-86da586c6eb9 req-39735fc4-a283-40ff-81ff-2b08393bb155 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:13.695655 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-071bef28-e19d-43ac-804b-86da586c6eb9 req-39735fc4-a283-40ff-81ff-2b08393bb155 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.1801634 Sep 18 05:01:13.786147 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-071bef28-e19d-43ac-804b-86da586c6eb9 req-f89e41bc-07c0-421d-b16a-927dcceb7b4b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669477 Sep 18 05:01:13.872386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f6bb84-6a9e-47d9-adb2-590e4c6f5819', 'tag': '60350859-a74f-4f5c-8029-343739a9f0da'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:13.874714 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37643f9-9d42-4c72-8df9-aae3460b9d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "53f6bb84-6a9e-47d9-adb2-590e4c6f5819", "tag": "60350859-a74f-4f5c-8029-343739a9f0da"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:13.890490 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-394bafcb-f301-4e15-abd3-d8aced433727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:13.932632 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33145feb-642a-471a-9a8f-1fe97a21dc37 x-openstack-request-id: req-33145feb-642a-471a-9a8f-1fe97a21dc37 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:13.933145 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f6bb84-6a9e-47d9-adb2-590e4c6f5819", "tag": "60350859-a74f-4f5c-8029-343739a9f0da", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:13.933549 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33145feb-642a-471a-9a8f-1fe97a21dc37 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:13.934086 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f6bb84-6a9e-47d9-adb2-590e4c6f5819', 'tag': '60350859-a74f-4f5c-8029-343739a9f0da', 'status': 'completed', 'code': 200} Sep 18 05:01:13.943314 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6035e4-e3a6-4301-9c09-3832ab38804c req-f6c94f83-441d-4960-816c-b720347728d5 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:13.946063 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e6035e4-e3a6-4301-9c09-3832ab38804c req-f6c94f83-441d-4960-816c-b720347728d5 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 950 time: 0.0670104 Sep 18 05:01:13.954155 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-394bafcb-f301-4e15-abd3-d8aced433727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:13.986678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c520f259-0229-4fdb-9f9f-e4254e84025d None None] Network c2e84156-ead2-403f-8389-57b5c6a76c02 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:01:14.002836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e6035e4-e3a6-4301-9c09-3832ab38804c req-b2303911-66d8-400f-b5c0-9b37fd41d116 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/security-groups?id=debdf9c8-37a8-49d2-98aa-c297e3b9a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508323 Sep 18 05:01:14.039543 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-394bafcb-f301-4e15-abd3-d8aced433727 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96f44227267348c8ad2afe991007d0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394750 Sep 18 05:01:14.042510 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37766) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:14.052796 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:14.099770 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:14.105908 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bafcb-f301-4e15-abd3-d8aced433727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff32b99-76c2-46e1-8368-64a172208bd8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:14.143000 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:14.166928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7229666f-3c6e-451a-9b19-656a775df05f None None] Provisioning complete for port 6c320bcf-65dc-4c05-b77c-fcb97563700a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:14.167433 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7229666f-3c6e-451a-9b19-656a775df05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:14.180364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37643f9-9d42-4c72-8df9-aae3460b9d9c req-5e6684cc-588d-4499-9b68-54aba26fa4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:14.181967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f37643f9-9d42-4c72-8df9-aae3460b9d9c req-5e6684cc-588d-4499-9b68-54aba26fa4de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 1126 time: 0.2215793 Sep 18 05:01:14.198703 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa16322-95a1-4b8f-b53c-7db3fe5cf2b5 req-162f9f55-59e8-4f89-94b0-51fb2a1756c3 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:14.206196 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cfa16322-95a1-4b8f-b53c-7db3fe5cf2b5 req-162f9f55-59e8-4f89-94b0-51fb2a1756c3 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 943 time: 0.1840210 Sep 18 05:01:14.344986 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:14.353141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:14.354718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6c320bcf-65dc-4c05-b77c-fcb97563700a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:14.366454 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ff32b99-76c2-46e1-8368-64a172208bd8 HTTP/1.1" status: 204 len: 168 time: 0.3226938 Sep 18 05:01:14.377748 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cfa16322-95a1-4b8f-b53c-7db3fe5cf2b5 req-d91269d6-4485-47a7-b8c8-a536452120d0 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663847 Sep 18 05:01:14.394257 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff32b99-76c2-46e1-8368-64a172208bd8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:14.432933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37643f9-9d42-4c72-8df9-aae3460b9d9c req-339071a6-01b7-4d8c-881a-065bd871e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:14.438764 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f37643f9-9d42-4c72-8df9-aae3460b9d9c req-339071a6-01b7-4d8c-881a-065bd871e98a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.2305262 Sep 18 05:01:14.477357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 6c320bcf-65dc-4c05-b77c-fcb97563700a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:14.477357 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:14.498910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:14.500700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:14.500700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:14.500700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:14.500700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:14.500700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:14.501092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:14.501193 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:14.501519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:14.501827 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:14.502319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:14.502804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5fcab-84ce-43f0-b6cb-0d3cb39eddd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:14.550888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1c4a8-ece1-4660-b4a6-76bc4ff01b36 req-0679dbb3-0b1b-42ca-8490-b0e2944c258e tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:14.559101 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73f1c4a8-ece1-4660-b4a6-76bc4ff01b36 req-0679dbb3-0b1b-42ca-8490-b0e2944c258e tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.1892388 Sep 18 05:01:14.571045 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7229666f-3c6e-451a-9b19-656a775df05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:14.597152 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f37643f9-9d42-4c72-8df9-aae3460b9d9c req-d935bc3d-1d65-4a53-9900-62bf870a8674 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60350859-a74f-4f5c-8029-343739a9f0da HTTP/1.1" status: 200 len: 217 time: 0.0905445 Sep 18 05:01:14.612074 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73f1c4a8-ece1-4660-b4a6-76bc4ff01b36 req-cd735ecc-fa12-446d-8468-a4e7bcb49acd tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517492 Sep 18 05:01:14.627361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7229666f-3c6e-451a-9b19-656a775df05f None None] For port 6c320bcf-65dc-4c05-b77c-fcb97563700a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6c320bcf-65dc-4c05-b77c-fcb97563700a,segment=NetworkSegment(224fc4f2-30eb-4811-a86c-784a0849b4ae),segment_id=224fc4f2-30eb-4811-a86c-784a0849b4ae)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:14.634882 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:14.695281 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:14.706920 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7229666f-3c6e-451a-9b19-656a775df05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:14.733298 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37643f9-9d42-4c72-8df9-aae3460b9d9c req-6a4ef08a-82e7-4068-83aa-ca83de6b5f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:14.734929 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f37643f9-9d42-4c72-8df9-aae3460b9d9c req-6a4ef08a-82e7-4068-83aa-ca83de6b5f37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.1304877 Sep 18 05:01:14.768162 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229666f-3c6e-451a-9b19-656a775df05f None None] Pushing event updated for resources: {'Port': ['ID=6c320bcf-65dc-4c05-b77c-fcb97563700a,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:14.806083 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:01:14.806390 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:01:14.830274 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-155bc9cc-63d1-4d34-a71b-7bd346b729a7 None None] Provisioning complete for port 6c320bcf-65dc-4c05-b77c-fcb97563700a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:14.830681 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-155bc9cc-63d1-4d34-a71b-7bd346b729a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:14.861084 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f37643f9-9d42-4c72-8df9-aae3460b9d9c req-db9d7e18-4a83-4cc5-8f4a-d2da1e2e2af3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163476 Sep 18 05:01:15.004838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a625d92-46d3-4e2c-ad4f-c71d9ce50929 req-4cff8b27-f35f-4d68-a84f-b68d0e176f61 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:15.006483 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a625d92-46d3-4e2c-ad4f-c71d9ce50929 req-4cff8b27-f35f-4d68-a84f-b68d0e176f61 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.1278472 Sep 18 05:01:15.012360 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f37643f9-9d42-4c72-8df9-aae3460b9d9c req-7881addc-d2a0-4461-86fe-1b60efbafd08 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434755 Sep 18 05:01:15.069929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Router ce6891e2-587b-450c-9d12-4212bc8664dc is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:01:15.105711 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a625d92-46d3-4e2c-ad4f-c71d9ce50929 req-f27f7eb7-1ea3-4d73-8084-74ce2143f022 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922608 Sep 18 05:01:15.130995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee069381-c927-4d32-80f1-adac6d8da56e req-0af40d78-7859-4d39-806d-b3b466eb0c46 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:15.137169 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ee069381-c927-4d32-80f1-adac6d8da56e req-0af40d78-7859-4d39-806d-b3b466eb0c46 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 950 time: 0.0573778 Sep 18 05:01:15.173881 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ee069381-c927-4d32-80f1-adac6d8da56e req-0788d449-2e0e-41c8-a65f-1110d2d41c46 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/security-groups?id=debdf9c8-37a8-49d2-98aa-c297e3b9a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338521 Sep 18 05:01:15.184841 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f37643f9-9d42-4c72-8df9-aae3460b9d9c req-9099fbe7-c9fd-4044-9d60-039fff860a5c service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582468 Sep 18 05:01:15.212752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37784) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:15.226491 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aaf44fe4-b3be-4cd5-8351-40b5f3142427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:15.247975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:01:15.261720 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Sync routers for ids ['ce6891e2-587b-450c-9d12-4212bc8664dc'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:01:15.273617 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Routers {'ce6891e2-587b-450c-9d12-4212bc8664dc'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:15.274790 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ce6891e2-587b-450c-9d12-4212bc8664dc'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:15.322361 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aaf44fe4-b3be-4cd5-8351-40b5f3142427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:15.383702 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Set router ce6891e2-587b-450c-9d12-4212bc8664dc gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:15.392687 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aaf44fe4-b3be-4cd5-8351-40b5f3142427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:15.431502 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aaf44fe4-b3be-4cd5-8351-40b5f3142427 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4b5e39c39174a28a7228ad98fd9d696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176335 Sep 18 05:01:15.432974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf44fe4-b3be-4cd5-8351-40b5f3142427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce16f754-db41-4be4-bc7b-63a636cb1f9f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:15.434405 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37788) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:15.505673 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:15.507666 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-92f01adc-e39e-4171-8236-3113790c4254 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6332331 Sep 18 05:01:15.510854 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5400636f-590a-4868-a723-023067ff171d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:15.513097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d75f25-4d0f-402c-8d53-b0e58ea6f46d req-0a8e25dd-3114-42f1-85a6-c87a676f1ad4 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:15.515377 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1d75f25-4d0f-402c-8d53-b0e58ea6f46d req-0a8e25dd-3114-42f1-85a6-c87a676f1ad4 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 943 time: 0.0621531 Sep 18 05:01:15.516102 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37792) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:15.533648 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5400636f-590a-4868-a723-023067ff171d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:15.582306 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2064286875-router', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'b8de10e7-b0c3-4bdb-b7a6-1ea048e92546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:11Z', 'updated_at': '2021-09-18T05:01:13Z', 'revision_number': 3, 'project_id': '6fe58020d2ef4608b56eac8658d290d6', 'gw_port': {'id': 'b8de10e7-b0c3-4bdb-b7a6-1ea048e92546', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:13Z', 'updated_at': '2021-09-18T05:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:15.618231 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Checking router: ce6891e2-587b-450c-9d12-4212bc8664dc for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:01:15.618594 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Updating router ce6891e2-587b-450c-9d12-4212bc8664dc port b8de10e7-b0c3-4bdb-b7a6-1ea048e92546 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:01:15.643624 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:15.647883 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1d75f25-4d0f-402c-8d53-b0e58ea6f46d req-d8badf25-a501-4aa1-89b3-f7128889a732 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550251 Sep 18 05:01:15.691641 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2747a-c9bf-4b98-aea5-db33fdfed1d6 req-adaad36d-3345-4084-b874-8a8634f546a9 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:15.693338 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d8d2747a-c9bf-4b98-aea5-db33fdfed1d6 req-adaad36d-3345-4084-b874-8a8634f546a9 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 950 time: 0.0656238 Sep 18 05:01:15.695901 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5400636f-590a-4868-a723-023067ff171d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:15.697578 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5400636f-590a-4868-a723-023067ff171d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:15.708430 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5400636f-590a-4868-a723-023067ff171d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce16f754-db41-4be4-bc7b-63a636cb1f9f HTTP/1.1" status: 204 len: 168 time: 0.2693520 Sep 18 05:01:15.732053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400636f-590a-4868-a723-023067ff171d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce16f754-db41-4be4-bc7b-63a636cb1f9f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:15.793693 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d8d2747a-c9bf-4b98-aea5-db33fdfed1d6 req-105bbad0-9aaf-4801-9770-b9aef83c2e64 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/security-groups?id=debdf9c8-37a8-49d2-98aa-c297e3b9a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791841 Sep 18 05:01:15.837744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 60350859-a74f-4f5c-8029-343739a9f0da details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:01:15.946815 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f435f-ee63-4344-bb11-02537b079e00 req-0e68e0f9-d721-4286-bd13-8632fa4360f1 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:15.948618 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-161f435f-ee63-4344-bb11-02537b079e00 req-0e68e0f9-d721-4286-bd13-8632fa4360f1 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.0660374 Sep 18 05:01:15.949493 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:15.995503 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-161f435f-ee63-4344-bb11-02537b079e00 req-1825c8b7-c75f-43c3-97e1-ee4d5e4c31e3 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367093 Sep 18 05:01:15.999898 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=60350859-a74f-4f5c-8029-343739a9f0da,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:16.000418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa68daa-1e44-4002-bf14-2b5091e33260 req-a682cc65-bb32-4c2a-a46a-af89a34ef428 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:16.000418 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2aa68daa-1e44-4002-bf14-2b5091e33260 req-a682cc65-bb32-4c2a-a46a-af89a34ef428 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 1098 time: 0.0822668 Sep 18 05:01:16.017343 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 60350859-a74f-4f5c-8029-343739a9f0da has no active binding in host n-h1-789963-13 {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 05:01:16.049632 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:16.073811 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2aa68daa-1e44-4002-bf14-2b5091e33260 req-14ee6249-d76f-4b10-80bc-fc7b4ba0c336 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664618 Sep 18 05:01:16.127919 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab417519-1ae7-49e0-9f48-50a9c6b0a435 None None] Pushing event updated for resources: {'Port': ['ID=b8de10e7-b0c3-4bdb-b7a6-1ea048e92546,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:16.141605 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Attempting to bind port b8de10e7-b0c3-4bdb-b7a6-1ea048e92546 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:16.142218 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Attempting to bind port b8de10e7-b0c3-4bdb-b7a6-1ea048e92546 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:16.142763 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Attempting to bind port b8de10e7-b0c3-4bdb-b7a6-1ea048e92546 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:16.146314 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417519-1ae7-49e0-9f48-50a9c6b0a435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:16.147579 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417519-1ae7-49e0-9f48-50a9c6b0a435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:16.148528 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417519-1ae7-49e0-9f48-50a9c6b0a435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:16.149279 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417519-1ae7-49e0-9f48-50a9c6b0a435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:16.149793 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417519-1ae7-49e0-9f48-50a9c6b0a435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:16.150126 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417519-1ae7-49e0-9f48-50a9c6b0a435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:16.150681 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417519-1ae7-49e0-9f48-50a9c6b0a435 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:16.151176 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417519-1ae7-49e0-9f48-50a9c6b0a435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:16.151663 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417519-1ae7-49e0-9f48-50a9c6b0a435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:16.152142 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417519-1ae7-49e0-9f48-50a9c6b0a435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:16.152646 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417519-1ae7-49e0-9f48-50a9c6b0a435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:16.154961 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab417519-1ae7-49e0-9f48-50a9c6b0a435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:01:16.162108 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:16.163550 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:16.164141 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:16.164717 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:16.165366 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Bound port: b8de10e7-b0c3-4bdb-b7a6-1ea048e92546, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:16.166058 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:16.214017 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:16.244850 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] For port b8de10e7-b0c3-4bdb-b7a6-1ea048e92546, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:16.248710 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] For port b8de10e7-b0c3-4bdb-b7a6-1ea048e92546, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b8de10e7-b0c3-4bdb-b7a6-1ea048e92546,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:16.302785 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6c320bcf-65dc-4c05-b77c-fcb97563700a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:16.325283 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:16.335586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0975b-4966-4b6d-961e-bba890e7f9d9 req-8e4705c4-7f44-443b-900f-ff2069ab70b5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:16.335586 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fae0975b-4966-4b6d-961e-bba890e7f9d9 req-8e4705c4-7f44-443b-900f-ff2069ab70b5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.1071138 Sep 18 05:01:16.379451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 6c320bcf-65dc-4c05-b77c-fcb97563700a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:16.381113 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:16.391055 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab417519-1ae7-49e0-9f48-50a9c6b0a435 None None] Pushing event updated for resources: {'Port': ['ID=b8de10e7-b0c3-4bdb-b7a6-1ea048e92546,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:16.421696 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Routers {'ce6891e2-587b-450c-9d12-4212bc8664dc'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:16.423027 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ce6891e2-587b-450c-9d12-4212bc8664dc'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:16.482480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fae0975b-4966-4b6d-961e-bba890e7f9d9 req-de7abc7d-9721-4337-9a95-5d042c04d414 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412554 Sep 18 05:01:16.539145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Allocated IP 172.20.0.1 (c2e84156-ead2-403f-8389-57b5c6a76c02/1bae2258-0994-4a4b-9667-d75b92f3079e/3f30ced9-3a31-49d3-9412-f2516c0440a6) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:16.646015 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] Set router ce6891e2-587b-450c-9d12-4212bc8664dc gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:16.665980 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:16.798692 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:16.841896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966e4f7-136e-40b3-a169-0a5688fbbe4b req-257fc63d-2f65-40c9-815c-0297831b03ae tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:16.843668 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4966e4f7-136e-40b3-a169-0a5688fbbe4b req-257fc63d-2f65-40c9-815c-0297831b03ae tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 943 time: 0.1037984 Sep 18 05:01:16.857176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Network c2e84156-ead2-403f-8389-57b5c6a76c02 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:16.866402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:16.868733 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2064286875-router', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'b8de10e7-b0c3-4bdb-b7a6-1ea048e92546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:11Z', 'updated_at': '2021-09-18T05:01:13Z', 'revision_number': 3, 'project_id': '6fe58020d2ef4608b56eac8658d290d6', 'gw_port': {'id': 'b8de10e7-b0c3-4bdb-b7a6-1ea048e92546', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:13Z', 'updated_at': '2021-09-18T05:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:16.891045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:16.891531 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:16.897893 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568c6ae-2d22-4e8d-8141-1d572aeca821 None None] The sync data for ids ['ce6891e2-587b-450c-9d12-4212bc8664dc'] in n-d-789963-13 is: [{'id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2064286875-router', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'b8de10e7-b0c3-4bdb-b7a6-1ea048e92546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:11Z', 'updated_at': '2021-09-18T05:01:13Z', 'revision_number': 3, 'project_id': '6fe58020d2ef4608b56eac8658d290d6', 'gw_port': {'id': 'b8de10e7-b0c3-4bdb-b7a6-1ea048e92546', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:13Z', 'updated_at': '2021-09-18T05:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:01:16.900087 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f30ced9-3a31-49d3-9412-f2516c0440a6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:17.003382 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4966e4f7-136e-40b3-a169-0a5688fbbe4b req-0a5616c8-5dcf-4862-b337-c446f455da10 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481462 Sep 18 05:01:17.170990 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-eba2d89e-b7d0-4b58-9145-eec4a35dc7ef None None] Provisioning complete for port 3f30ced9-3a31-49d3-9412-f2516c0440a6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:17.171488 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eba2d89e-b7d0-4b58-9145-eec4a35dc7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:17.221571 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-eba2d89e-b7d0-4b58-9145-eec4a35dc7ef None None] Port 3f30ced9-3a31-49d3-9412-f2516c0440a6 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:01:17.534746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e2d5a-86b6-4e96-9464-3e7703560131 req-4cd37fc7-5ec5-4e46-ac31-7c76a30525a4 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:17.536358 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f14e2d5a-86b6-4e96-9464-3e7703560131 req-4cd37fc7-5ec5-4e46-ac31-7c76a30525a4 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.18 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 950 time: 0.1078153 Sep 18 05:01:17.544266 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d946e4-b27a-4d49-8f48-45bbe1c0fa62 req-4267e448-0e11-4847-a6da-62798ad16ecd tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:17.545756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-92d946e4-b27a-4d49-8f48-45bbe1c0fa62 req-4267e448-0e11-4847-a6da-62798ad16ecd tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 950 time: 0.1160297 Sep 18 05:01:17.548500 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:17.691447 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-92d946e4-b27a-4d49-8f48-45bbe1c0fa62 req-f655abbf-bc11-4ba9-8b96-f361a6473edd tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/security-groups?id=debdf9c8-37a8-49d2-98aa-c297e3b9a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326406 Sep 18 05:01:17.788376 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-a893c488-8938-4ac5-9375-4353d31d7382 service neutron] 10.222.0.13 "GET /v2.0/ports/60350859-a74f-4f5c-8029-343739a9f0da/bindings/n-h1-789963-13 HTTP/1.1" status: 200 len: 385 time: 0.0795262 Sep 18 05:01:17.825868 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f14e2d5a-86b6-4e96-9464-3e7703560131 req-95b83a19-04ef-41ec-9915-e878eb6572be tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Deleting port 7f507fdb-2add-435d-8d07-f2178eacd486 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:01:17.826288 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f14e2d5a-86b6-4e96-9464-3e7703560131 req-95b83a19-04ef-41ec-9915-e878eb6572be tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:17.948559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a88ba-41ad-47a1-9ade-31e28b9e9773 req-a5933821-5d85-42a6-8899-b9b76ce60413 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:17.950216 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a4a88ba-41ad-47a1-9ade-31e28b9e9773 req-a5933821-5d85-42a6-8899-b9b76ce60413 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 949 time: 0.1649356 Sep 18 05:01:17.982185 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:18.002583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-df340f46-6b6e-4e06-8ce2-716668ae5067 service neutron] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=60350859-a74f-4f5c-8029-343739a9f0da,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:18.005582 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f14e2d5a-86b6-4e96-9464-3e7703560131 req-95b83a19-04ef-41ec-9915-e878eb6572be tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] For port 7f507fdb-2add-435d-8d07-f2178eacd486, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f507fdb-2add-435d-8d07-f2178eacd486,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:18.005967 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f14e2d5a-86b6-4e96-9464-3e7703560131 req-95b83a19-04ef-41ec-9915-e878eb6572be tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:18.022587 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-df340f46-6b6e-4e06-8ce2-716668ae5067 service neutron] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:18.029090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f14e2d5a-86b6-4e96-9464-3e7703560131 req-95b83a19-04ef-41ec-9915-e878eb6572be tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Calling delete_port for 7f507fdb-2add-435d-8d07-f2178eacd486 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:01:18.040006 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a4a88ba-41ad-47a1-9ade-31e28b9e9773 req-54514e5f-9720-488b-bac0-95d9630a8a40 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795329 Sep 18 05:01:18.079054 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-df340f46-6b6e-4e06-8ce2-716668ae5067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60350859-a74f-4f5c-8029-343739a9f0da {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:01:18.086676 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:01:18.094362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-df340f46-6b6e-4e06-8ce2-716668ae5067 service neutron] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=60350859-a74f-4f5c-8029-343739a9f0da,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:18.094608 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:18.095114 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:18.186984 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-df340f46-6b6e-4e06-8ce2-716668ae5067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:18.204600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:18.220892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad', 'mac_address': 'fa:16:3e:ac:90:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:01:18.297193 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:18.303997 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-df340f46-6b6e-4e06-8ce2-716668ae5067 service neutron] Transition to ACTIVE for port object 60350859-a74f-4f5c-8029-343739a9f0da will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:01:18.316450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f30ced9-3a31-49d3-9412-f2516c0440a6,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:18.330843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:01:18.340510 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b8de10e7-b0c3-4bdb-b7a6-1ea048e92546 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:18.370371 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-df340f46-6b6e-4e06-8ce2-716668ae5067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:18.381287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:18.396307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37876) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:18.398265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Network c2e84156-ead2-403f-8389-57b5c6a76c02 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:18.411732 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b8de10e7-b0c3-4bdb-b7a6-1ea048e92546 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:18.412869 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:18.424879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:18.436051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-df340f46-6b6e-4e06-8ce2-716668ae5067 service neutron] No DVR routers for this DVR port 60350859-a74f-4f5c-8029-343739a9f0da on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:01:18.468581 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:18.479811 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df340f46-6b6e-4e06-8ce2-716668ae5067 service neutron] Pushing event updated for resources: {'Port': ['ID=60350859-a74f-4f5c-8029-343739a9f0da,revision_number=10']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:18.518533 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-df340f46-6b6e-4e06-8ce2-716668ae5067 service neutron] 10.222.0.13 "PUT /v2.0/ports/60350859-a74f-4f5c-8029-343739a9f0da/bindings/n-h1-789963-13/activate HTTP/1.1" status: 200 len: 370 time: 0.7227747 Sep 18 05:01:18.569217 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,revision_number=9']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:18.595909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-579c7945-3a71-422c-a037-74bb4401772c tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:01:18.598993 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-579c7945-3a71-422c-a037-74bb4401772c tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2008667 Sep 18 05:01:18.602315 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:18.617643 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976deed-c914-49cb-a04f-f1acd5b9b58f req-4568e621-9af5-4ec0-bab8-ca4d40f98ecd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:18.627591 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1976deed-c914-49cb-a04f-f1acd5b9b58f req-4568e621-9af5-4ec0-bab8-ca4d40f98ecd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.3088369 Sep 18 05:01:18.637072 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port b8de10e7-b0c3-4bdb-b7a6-1ea048e92546, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b8de10e7-b0c3-4bdb-b7a6-1ea048e92546,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:18.668563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Router ce6891e2-587b-450c-9d12-4212bc8664dc has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:01:18.690450 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e56c9495-db2e-4b1d-8a06-cdb88e5533aa tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:18.691928 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e56c9495-db2e-4b1d-8a06-cdb88e5533aa tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports/832e83b4-1bb8-494c-9ce6-3ece628b74a7 HTTP/1.1" status: 200 len: 1095 time: 0.0828488 Sep 18 05:01:18.694295 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1976deed-c914-49cb-a04f-f1acd5b9b58f req-d8a62026-51ab-4cda-875d-5c433d670184 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658343 Sep 18 05:01:18.701860 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:18.707506 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:18.726230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-139bbcf4-1e49-479e-916a-c2de9555b54e tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:18.727926 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-139bbcf4-1e49-479e-916a-c2de9555b54e tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819&tenant_id=9281b1f6d0384713b423980871cae4cb&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 1096 time: 0.0882590 Sep 18 05:01:18.776381 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f14e2d5a-86b6-4e96-9464-3e7703560131 req-95b83a19-04ef-41ec-9915-e878eb6572be tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:18.797830 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7f507fdb-2add-435d-8d07-f2178eacd486'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:18.826775 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b83a19-04ef-41ec-9915-e878eb6572be tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Pushing event deleted for resources: {'Port': ['ID=7f507fdb-2add-435d-8d07-f2178eacd486,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:18.851982 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f188b53a-e755-453c-b565-bb2b6ce53ba4 None None] Provisioning complete for port 3f30ced9-3a31-49d3-9412-f2516c0440a6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:18.851982 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f188b53a-e755-453c-b565-bb2b6ce53ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:18.868700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e213a24d-02d1-413d-a4c3-b0599c6d1eb7 service neutron] Request body: {'binding': {'host': 'n-h2-789963-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:18.869274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e213a24d-02d1-413d-a4c3-b0599c6d1eb7 service neutron] Unknown quota resources ['binding']. {{(pid=106908) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:01:18.895738 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f188b53a-e755-453c-b565-bb2b6ce53ba4 None None] Port 3f30ced9-3a31-49d3-9412-f2516c0440a6 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:01:18.932919 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=b8de10e7-b0c3-4bdb-b7a6-1ea048e92546,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:18.936619 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-d51872a4-e650-4cce-8d02-4fba4219d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:18.938174 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-d51872a4-e650-4cce-8d02-4fba4219d623 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819&tenant_id=9281b1f6d0384713b423980871cae4cb HTTP/1.1" status: 200 len: 1096 time: 0.2017686 Sep 18 05:01:18.969001 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14e2d5a-86b6-4e96-9464-3e7703560131 req-95b83a19-04ef-41ec-9915-e878eb6572be tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] No DVR routers for this DVR port 7f507fdb-2add-435d-8d07-f2178eacd486 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:01:18.973292 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f14e2d5a-86b6-4e96-9464-3e7703560131 req-95b83a19-04ef-41ec-9915-e878eb6572be tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:18.975969 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f14e2d5a-86b6-4e96-9464-3e7703560131 req-95b83a19-04ef-41ec-9915-e878eb6572be tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.18 "DELETE /v2.0/ports/7f507fdb-2add-435d-8d07-f2178eacd486 HTTP/1.1" status: 204 len: 173 time: 1.4251492 Sep 18 05:01:18.978464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f33b52-77d1-46a5-ab9d-a4e9f4821f10', 'name': 'network-vif-deleted', 'tag': '7f507fdb-2add-435d-8d07-f2178eacd486'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:18.983766 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b0444c-9668-43ac-9702-7d32a211f069" -d '{"events": [{"server_uuid": "69f33b52-77d1-46a5-ab9d-a4e9f4821f10", "name": "network-vif-deleted", "tag": "7f507fdb-2add-435d-8d07-f2178eacd486"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:19.007180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:01:19.013023 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7b5ebfa3-81e2-4cf0-892d-0c08f632a7f1 admin admin] 10.222.0.23 "PUT /v2.0/routers/ce6891e2-587b-450c-9d12-4212bc8664dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4956894 Sep 18 05:01:19.033233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1ac86-efdc-40d7-aab2-1ed98898b4d0 req-1408439a-4979-4d4e-a169-2725bab3df68 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:19.044511 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8e1ac86-efdc-40d7-aab2-1ed98898b4d0 req-1408439a-4979-4d4e-a169-2725bab3df68 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 944 time: 0.1802082 Sep 18 05:01:19.083860 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Sync routers for ids ['ce6891e2-587b-450c-9d12-4212bc8664dc'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:01:19.102047 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8e1ac86-efdc-40d7-aab2-1ed98898b4d0 req-19df5649-1439-4e34-b505-7dc79d00c9d1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471590 Sep 18 05:01:19.121174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Routers {'ce6891e2-587b-450c-9d12-4212bc8664dc'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:19.121905 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ce6891e2-587b-450c-9d12-4212bc8664dc'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:19.245709 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Set router ce6891e2-587b-450c-9d12-4212bc8664dc gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:19.371712 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b1c70800-8afb-4f23-8d4f-d7df6c4ca69d req-0d71cc67-4f50-430f-b7de-84e7aacff644 tempest-ImagesNegativeTestJSON-1560043628 tempest-ImagesNegativeTestJSON-1560043628-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f33b52-77d1-46a5-ab9d-a4e9f4821f10 HTTP/1.1" status: 200 len: 210 time: 0.0293229 Sep 18 05:01:19.380474 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-a6a29628-0882-4360-92e5-4ae67a16468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:19.382458 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-a6a29628-0882-4360-92e5-4ae67a16468b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 1096 time: 0.1078539 Sep 18 05:01:19.429107 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdd8a1e-814b-4261-8631-4d0e8a368673 x-openstack-request-id: req-afdd8a1e-814b-4261-8631-4d0e8a368673 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:19.429557 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f33b52-77d1-46a5-ab9d-a4e9f4821f10", "name": "network-vif-deleted", "tag": "7f507fdb-2add-435d-8d07-f2178eacd486", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:19.429930 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afdd8a1e-814b-4261-8631-4d0e8a368673 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:19.430338 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f33b52-77d1-46a5-ab9d-a4e9f4821f10', 'name': 'network-vif-deleted', 'tag': '7f507fdb-2add-435d-8d07-f2178eacd486', 'status': 'completed', 'code': 200} Sep 18 05:01:19.481532 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2064286875-router', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'b8de10e7-b0c3-4bdb-b7a6-1ea048e92546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:11Z', 'updated_at': '2021-09-18T05:01:17Z', 'revision_number': 4, 'project_id': '6fe58020d2ef4608b56eac8658d290d6', 'gw_port': {'id': 'b8de10e7-b0c3-4bdb-b7a6-1ea048e92546', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:13Z', 'updated_at': '2021-09-18T05:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3f30ced9-3a31-49d3-9412-f2516c0440a6', 'name': '', 'network_id': 'c2e84156-ead2-403f-8389-57b5c6a76c02', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'mac_address': 'fa:16:3e:1d:0c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '1bae2258-0994-4a4b-9667-d75b92f3079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:16Z', 'updated_at': '2021-09-18T05:01:17Z', 'revision_number': 2, 'project_id': '6fe58020d2ef4608b56eac8658d290d6', 'subnets': [{'id': '1bae2258-0994-4a4b-9667-d75b92f3079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:19.487581 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e213a24d-02d1-413d-a4c3-b0599c6d1eb7 service neutron] Attempting to bind port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 on host n-h2-789963-13 for vnic_type normal with profile None {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:19.487953 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e213a24d-02d1-413d-a4c3-b0599c6d1eb7 service neutron] Attempting to bind port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:19.488370 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e213a24d-02d1-413d-a4c3-b0599c6d1eb7 service neutron] Attempting to bind port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:19.497877 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e213a24d-02d1-413d-a4c3-b0599c6d1eb7 service neutron] Port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:01:19.498211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e213a24d-02d1-413d-a4c3-b0599c6d1eb7 service neutron] Attempting to bind port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:19.510685 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e213a24d-02d1-413d-a4c3-b0599c6d1eb7 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:19.511035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e213a24d-02d1-413d-a4c3-b0599c6d1eb7 service neutron] Checking segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:19.511429 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e213a24d-02d1-413d-a4c3-b0599c6d1eb7 service neutron] Bound using segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:19.511984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e213a24d-02d1-413d-a4c3-b0599c6d1eb7 service neutron] Bound port: 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:19.512791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Checking router: ce6891e2-587b-450c-9d12-4212bc8664dc for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:01:19.513158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Updating router ce6891e2-587b-450c-9d12-4212bc8664dc port 3f30ced9-3a31-49d3-9412-f2516c0440a6 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:01:19.533875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147ce5a-9748-4903-b165-904331886bdb req-0570952a-6f10-4f3b-8da7-6b7d871b6480 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:19.536048 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4147ce5a-9748-4903-b165-904331886bdb req-0570952a-6f10-4f3b-8da7-6b7d871b6480 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 948 time: 0.0546348 Sep 18 05:01:19.538916 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:19.551103 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-4e77ef3b-c757-4d6d-8ca0-cca0bccc08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:19.552640 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-4e77ef3b-c757-4d6d-8ca0-cca0bccc08e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.1606600 Sep 18 05:01:19.578537 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4147ce5a-9748-4903-b165-904331886bdb req-0db0357c-40af-48c5-a9e2-baf4310aff2e tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356317 Sep 18 05:01:19.617377 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-1a5d1a0e-23c6-4d88-99ba-56dda8316acb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60350859-a74f-4f5c-8029-343739a9f0da HTTP/1.1" status: 200 len: 217 time: 0.0491502 Sep 18 05:01:19.626480 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e213a24d-02d1-413d-a4c3-b0599c6d1eb7 service neutron] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:19.675315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-1a869fd8-07b1-48c4-aca6-b971ed1887ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:19.676804 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-1a869fd8-07b1-48c4-aca6-b971ed1887ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.0490427 Sep 18 05:01:19.705788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e213a24d-02d1-413d-a4c3-b0599c6d1eb7 service neutron] Notify callbacks [] for binding, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:19.707112 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e213a24d-02d1-413d-a4c3-b0599c6d1eb7 service neutron] 10.222.0.23 "POST /v2.0/ports/832e83b4-1bb8-494c-9ce6-3ece628b74a7/bindings HTTP/1.1" status: 201 len: 390 time: 0.9170320 Sep 18 05:01:19.724669 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-8c9b8aa3-f0ea-4b28-b42a-20685b7a48a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325544 Sep 18 05:01:19.747346 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4f0ddecf-5493-471c-a691-e3dd2f5c9127 req-0972ff97-1f04-4954-b5f5-f86c9f0b953d tempest-FloatingIPsNegativeTestJSON-1246017164 tempest-FloatingIPsNegativeTestJSON-1246017164-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=6fe58020d2ef4608b56eac8658d290d6 HTTP/1.1" status: 200 len: 217 time: 0.0816262 Sep 18 05:01:19.829849 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-66ae29dd-34fa-458f-8e4e-6b0ebf674d5f service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965784 Sep 18 05:01:19.839903 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:19.937641 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-71802f72-1a8c-429c-a01c-16703d50966a service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975344 Sep 18 05:01:19.946654 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:19.996333 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566a5bb-c67d-472b-9c1f-eb70f975c20a None None] Pushing event updated for resources: {'Port': ['ID=3f30ced9-3a31-49d3-9412-f2516c0440a6,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:20.066270 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Attempting to bind port 3f30ced9-3a31-49d3-9412-f2516c0440a6 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:20.066724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Attempting to bind port 3f30ced9-3a31-49d3-9412-f2516c0440a6 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '224fc4f2-30eb-4811-a86c-784a0849b4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c2e84156-ead2-403f-8389-57b5c6a76c02'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:20.067163 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Attempting to bind port 3f30ced9-3a31-49d3-9412-f2516c0440a6 on network c2e84156-ead2-403f-8389-57b5c6a76c02 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:20.076084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:20.076900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Checking segment: {'id': '224fc4f2-30eb-4811-a86c-784a0849b4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c2e84156-ead2-403f-8389-57b5c6a76c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:20.077025 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:20.077687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Bound using segment: {'id': '224fc4f2-30eb-4811-a86c-784a0849b4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c2e84156-ead2-403f-8389-57b5c6a76c02'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:20.078262 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Bound port: 3f30ced9-3a31-49d3-9412-f2516c0440a6, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224fc4f2-30eb-4811-a86c-784a0849b4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c2e84156-ead2-403f-8389-57b5c6a76c02'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:20.078881 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:20.097024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:20.158119 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] For port 3f30ced9-3a31-49d3-9412-f2516c0440a6, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:20.162353 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b6870ae-2b99-4f6c-9ae6-b81e8963c968 req-81a3641d-43d2-40ac-bc98-3aa327f9fc5b tempest-FloatingIPsNegativeTestJSON-1246017164 tempest-FloatingIPsNegativeTestJSON-1246017164-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0449693 Sep 18 05:01:20.164913 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] For port 3f30ced9-3a31-49d3-9412-f2516c0440a6, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3f30ced9-3a31-49d3-9412-f2516c0440a6,segment=NetworkSegment(224fc4f2-30eb-4811-a86c-784a0849b4ae),segment_id=224fc4f2-30eb-4811-a86c-784a0849b4ae)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:20.231376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fdfc1-f587-4578-91bc-a50aa333d151 req-a47d85b7-90a5-417d-b761-41a9e82fc7d1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:20.239770 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-942fdfc1-f587-4578-91bc-a50aa333d151 req-a47d85b7-90a5-417d-b761-41a9e82fc7d1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0837162 Sep 18 05:01:20.240219 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:20.291878 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-942fdfc1-f587-4578-91bc-a50aa333d151 req-1bce6d28-eaf1-4edd-bbcc-0a463a2e382b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501523 Sep 18 05:01:20.308679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8cd45f5e-1cbf-4baf-b07c-6049af67da2a None None] Provisioning complete for port 3f30ced9-3a31-49d3-9412-f2516c0440a6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:20.309154 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8cd45f5e-1cbf-4baf-b07c-6049af67da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:20.323343 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b8de10e7-b0c3-4bdb-b7a6-1ea048e92546 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:20.326713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8011581-ccf2-4af8-a7d0-957e28455f0d req-46247f14-68f0-4b2b-888c-8b94e4170f1d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:20.334099 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c8011581-ccf2-4af8-a7d0-957e28455f0d req-46247f14-68f0-4b2b-888c-8b94e4170f1d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.1224010 Sep 18 05:01:20.383070 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c8011581-ccf2-4af8-a7d0-957e28455f0d req-d578c3a7-a6b3-4c04-8643-f3e10bb06f21 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451038 Sep 18 05:01:20.423755 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Routers {'ce6891e2-587b-450c-9d12-4212bc8664dc'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:20.424521 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ce6891e2-587b-450c-9d12-4212bc8664dc'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:20.538583 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e97e6-6120-4428-8fa8-206b6b9db4b9 req-9cda6507-4004-415e-ae2b-13c660c1640e tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:20.542509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-eee1b7b2-c1a6-4162-a78b-3da0849ac385 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:20.544064 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-eee1b7b2-c1a6-4162-a78b-3da0849ac385 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819&tenant_id=9281b1f6d0384713b423980871cae4cb&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1096 time: 0.0519538 Sep 18 05:01:20.548074 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d01e97e6-6120-4428-8fa8-206b6b9db4b9 req-9cda6507-4004-415e-ae2b-13c660c1640e tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 944 time: 0.1003804 Sep 18 05:01:20.589512 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d01e97e6-6120-4428-8fa8-206b6b9db4b9 req-1b4ac259-ff58-44f0-a378-6d1707d8e899 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404239 Sep 18 05:01:20.692557 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [req-3fcf86df-50f6-4d00-ba6a-1c5ea5c103f4 req-1b41d91b-a654-4b51-8db6-f3a788afde35 tempest-FloatingIPsNegativeTestJSON-1246017164 tempest-FloatingIPsNegativeTestJSON-1246017164-project] show failed (client error): The resource could not be found. Sep 18 05:01:20.694337 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3fcf86df-50f6-4d00-ba6a-1c5ea5c103f4 req-1b41d91b-a654-4b51-8db6-f3a788afde35 tempest-FloatingIPsNegativeTestJSON-1246017164 tempest-FloatingIPsNegativeTestJSON-1246017164-project] 10.222.0.23 "GET /v2.0/floatingips/8e52ef82-df16-409c-8765-3017e3c9ef59 HTTP/1.1" status: 404 len: 350 time: 0.0526140 Sep 18 05:01:20.709495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37920) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:20.718954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566a5bb-c67d-472b-9c1f-eb70f975c20a None None] Pushing event updated for resources: {'Port': ['ID=3f30ced9-3a31-49d3-9412-f2516c0440a6,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:20.749969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] Set router ce6891e2-587b-450c-9d12-4212bc8664dc gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:20.781160 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:20.781542 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:20.783838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-328e354b-9803-45d3-a6c1-fc346c6a6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:20.794013 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-328e354b-9803-45d3-a6c1-fc346c6a6eea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 1098 time: 0.1372972 Sep 18 05:01:20.886796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b8de10e7-b0c3-4bdb-b7a6-1ea048e92546 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:20.887092 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:20.894794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b25e6-da12-4e32-b05f-a7001745ef4f req-a9f682cf-a74d-4e98-aa6c-201077d86215 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:20.896365 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d8b25e6-da12-4e32-b05f-a7001745ef4f req-a9f682cf-a74d-4e98-aa6c-201077d86215 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 948 time: 0.0964794 Sep 18 05:01:20.926878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-18119b29-aa8f-4344-9463-7a8fe9675c89 service neutron] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:20.931797 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-7e2d9836-ae39-4e37-9216-8e5bf61ec8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:20.932798 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-7e2d9836-ae39-4e37-9216-8e5bf61ec8a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.1318603 Sep 18 05:01:20.935558 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-18119b29-aa8f-4344-9463-7a8fe9675c89 service neutron] Notify callbacks [] for binding, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:20.937347 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c23ff9cb-a7f4-4d13-a9a1-be0444e884c7 req-18119b29-aa8f-4344-9463-7a8fe9675c89 service neutron] 10.222.0.18 "DELETE /v2.0/ports/60350859-a74f-4f5c-8029-343739a9f0da/bindings/n-h2-789963-13 HTTP/1.1" status: 204 len: 173 time: 0.3800247 Sep 18 05:01:20.960716 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8cd45f5e-1cbf-4baf-b07c-6049af67da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:21.030760 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-80795cb2-1b8f-4d1e-b83c-d258c128da01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7 HTTP/1.1" status: 200 len: 217 time: 0.0871196 Sep 18 05:01:21.059570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d8b25e6-da12-4e32-b05f-a7001745ef4f req-db90e747-7107-4a1a-a91f-b0ddc3335707 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448183 Sep 18 05:01:21.113578 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8cd45f5e-1cbf-4baf-b07c-6049af67da2a None None] For port 3f30ced9-3a31-49d3-9412-f2516c0440a6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3f30ced9-3a31-49d3-9412-f2516c0440a6,segment=NetworkSegment(224fc4f2-30eb-4811-a86c-784a0849b4ae),segment_id=224fc4f2-30eb-4811-a86c-784a0849b4ae)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:21.141537 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-321dbaa8-3617-4390-9ade-233b1d072a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:21.143346 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-321dbaa8-3617-4390-9ade-233b1d072a95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.1040523 Sep 18 05:01:21.167221 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:21.200040 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8cd45f5e-1cbf-4baf-b07c-6049af67da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:21.200177 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-97917ad7-516b-4f26-bcd1-710d04422009 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467935 Sep 18 05:01:21.263671 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7043a3-d373-41de-96fa-024c5de9d4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:21.266418 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93b4df3-7196-441d-a5ce-8f1f96e5c8c4" -d '{"events": [{"server_uuid": "0f7043a3-d373-41de-96fa-024c5de9d4ef", "name": "network-vif-plugged", "status": "completed", "tag": "d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:21.319765 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-bc6b1246-9dbb-49e7-9fac-2ae6efaf30c4 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132059 Sep 18 05:01:21.338742 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:21.365974 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7ad4f7-bbd4-4cc4-885f-259d30040a41 x-openstack-request-id: req-cb7ad4f7-bbd4-4cc4-885f-259d30040a41 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:21.365974 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7043a3-d373-41de-96fa-024c5de9d4ef", "name": "network-vif-plugged", "status": "completed", "tag": "d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:21.368427 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb7ad4f7-bbd4-4cc4-885f-259d30040a41 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:21.369872 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7043a3-d373-41de-96fa-024c5de9d4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad', 'code': 200} Sep 18 05:01:21.394194 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd45f5e-1cbf-4baf-b07c-6049af67da2a None None] Pushing event updated for resources: {'Port': ['ID=3f30ced9-3a31-49d3-9412-f2516c0440a6,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:21.424965 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d219f934-ebd0-4b57-82a2-e0696d4fe504 None None] Provisioning complete for port 3f30ced9-3a31-49d3-9412-f2516c0440a6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:21.425351 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d219f934-ebd0-4b57-82a2-e0696d4fe504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:21.438774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2064286875-router', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'b8de10e7-b0c3-4bdb-b7a6-1ea048e92546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:11Z', 'updated_at': '2021-09-18T05:01:17Z', 'revision_number': 4, 'project_id': '6fe58020d2ef4608b56eac8658d290d6', 'gw_port': {'id': 'b8de10e7-b0c3-4bdb-b7a6-1ea048e92546', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:13Z', 'updated_at': '2021-09-18T05:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3f30ced9-3a31-49d3-9412-f2516c0440a6', 'name': '', 'network_id': 'c2e84156-ead2-403f-8389-57b5c6a76c02', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'mac_address': 'fa:16:3e:1d:0c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '1bae2258-0994-4a4b-9667-d75b92f3079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:16Z', 'updated_at': '2021-09-18T05:01:20Z', 'revision_number': 4, 'project_id': '6fe58020d2ef4608b56eac8658d290d6', 'subnets': [{'id': '1bae2258-0994-4a4b-9667-d75b92f3079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:21.446943 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:21.447759 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 60350859-a74f-4f5c-8029-343739a9f0da no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:01:21.557751 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887ac3f-feb3-4d36-a357-f6b4e2674040 None None] The sync data for ids ['ce6891e2-587b-450c-9d12-4212bc8664dc'] in n-d-789963-13 is: [{'id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2064286875-router', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'b8de10e7-b0c3-4bdb-b7a6-1ea048e92546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:11Z', 'updated_at': '2021-09-18T05:01:17Z', 'revision_number': 4, 'project_id': '6fe58020d2ef4608b56eac8658d290d6', 'gw_port': {'id': 'b8de10e7-b0c3-4bdb-b7a6-1ea048e92546', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:13Z', 'updated_at': '2021-09-18T05:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3f30ced9-3a31-49d3-9412-f2516c0440a6', 'name': '', 'network_id': 'c2e84156-ead2-403f-8389-57b5c6a76c02', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'mac_address': 'fa:16:3e:1d:0c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '1bae2258-0994-4a4b-9667-d75b92f3079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:16Z', 'updated_at': '2021-09-18T05:01:20Z', 'revision_number': 4, 'project_id': '6fe58020d2ef4608b56eac8658d290d6', 'subnets': [{'id': '1bae2258-0994-4a4b-9667-d75b92f3079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:01:21.564914 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d4d34-3505-486e-9496-0b26992e4069 req-f13260b6-a900-4e61-bd2d-1c5d07e55b7e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:21.578431 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1f8d4d34-3505-486e-9496-0b26992e4069 req-f13260b6-a900-4e61-bd2d-1c5d07e55b7e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.1367662 Sep 18 05:01:21.590464 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c368c90e-0ba3-43f0-9264-355da9704ad4 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617047 Sep 18 05:01:21.598199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825543c-29ce-43de-9ec1-766762f279de req-b0769ae4-a8c1-40c9-81ea-dabe821059be tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:21.599822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4825543c-29ce-43de-9ec1-766762f279de req-b0769ae4-a8c1-40c9-81ea-dabe821059be tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.0990386 Sep 18 05:01:21.682785 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 60350859-a74f-4f5c-8029-343739a9f0da not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:01:21.692303 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1f8d4d34-3505-486e-9496-0b26992e4069 req-25bc5755-59f3-4a64-9964-1e917d69c2e8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128793 Sep 18 05:01:21.694320 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,revision_number=10']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:21.822558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a273f1-e6a6-433a-b351-61585a2a62e9 req-6e49202d-6171-4240-b999-971ed6e33024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:21.824013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76a273f1-e6a6-433a-b351-61585a2a62e9 req-6e49202d-6171-4240-b999-971ed6e33024 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 1102 time: 0.1545224 Sep 18 05:01:21.837396 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4825543c-29ce-43de-9ec1-766762f279de req-11a545aa-8870-445a-b1a3-c58543fda8af tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767144 Sep 18 05:01:21.867953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7f507fdb-2add-435d-8d07-f2178eacd486 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:01:21.882549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ef453-d722-4711-bd81-0e14f723afad req-ed44a577-3173-414d-8a38-4d8219c5fadc tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:21.889050 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ec6ef453-d722-4711-bd81-0e14f723afad req-ed44a577-3173-414d-8a38-4d8219c5fadc tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 944 time: 0.0927649 Sep 18 05:01:21.890674 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8cab5b0a-4e57-48f0-87ce-ace36e53daaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:21.904161 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 7f507fdb-2add-435d-8d07-f2178eacd486 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:01:21.916658 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7f507fdb-2add-435d-8d07-f2178eacd486 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:01:21.980550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37964) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:22.050461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ec6ef453-d722-4711-bd81-0e14f723afad req-20c9c0e1-cb60-4502-930b-45ee07c2de1c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526818 Sep 18 05:01:22.185567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37974) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:22.186628 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-316d5392-3d58-4f80-8cd6-0a49480f03e4 service neutron] show failed (client error): The resource could not be found. Sep 18 05:01:22.189399 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-316d5392-3d58-4f80-8cd6-0a49480f03e4 service neutron] 10.222.0.18 "GET /v2.0/ports/df4a54dd-050c-4c73-91b4-24dce1197660/bindings/n-h2-789963-13 HTTP/1.1" status: 404 len: 381 time: 0.1298385 Sep 18 05:01:22.325475 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfae76e-5d0c-46d2-ab77-f3cd79cb9f1b req-7e4a1c92-306a-43e7-9920-b1479d2ae671 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:22.341755 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5dfae76e-5d0c-46d2-ab77-f3cd79cb9f1b req-7e4a1c92-306a-43e7-9920-b1479d2ae671 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 1096 time: 0.1175063 Sep 18 05:01:22.393164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3f30ced9-3a31-49d3-9412-f2516c0440a6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:22.499124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 3f30ced9-3a31-49d3-9412-f2516c0440a6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:22.500459 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:22.511904 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-46d0fe79-0d67-497a-946d-81fdcb2e021e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93d5a950656242b8ab7113939a13c334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5300794 Sep 18 05:01:22.528546 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5dfae76e-5d0c-46d2-ab77-f3cd79cb9f1b req-4754df1d-874f-4e75-9ec6-0719f9a10f4c tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845794 Sep 18 05:01:22.529387 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-00b2c946-1479-49ca-ae9d-1ae13189579b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:22.531250 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37978) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:22.580092 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76a273f1-e6a6-433a-b351-61585a2a62e9 req-4c8b5def-e7a9-4052-836f-d39273befc66 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886014 Sep 18 05:01:22.770771 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a03ebba-decd-47bd-9112-1b6d71ea899f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:22.782891 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:22.784494 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837c1f4-0597-4381-8683-bdc1eb321b07 req-fde91e80-1281-4d7b-94c4-fa519c6d0bff tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:22.786014 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3837c1f4-0597-4381-8683-bdc1eb321b07 req-fde91e80-1281-4d7b-94c4-fa519c6d0bff tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 950 time: 0.3014579 Sep 18 05:01:22.810908 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a03ebba-decd-47bd-9112-1b6d71ea899f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:22.838912 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3837c1f4-0597-4381-8683-bdc1eb321b07 req-4a609f40-1649-4f2f-a343-5a2cbda65994 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 Sep 18 05:01:22.923693 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-00b2c946-1479-49ca-ae9d-1ae13189579b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:22.948948 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d004b4c-f0b2-47fa-a12f-2c606d0a0209 req-a1956b59-3614-498a-9426-7966b6f1f80d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:22.950526 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d004b4c-f0b2-47fa-a12f-2c606d0a0209 req-a1956b59-3614-498a-9426-7966b6f1f80d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.1024024 Sep 18 05:01:22.993635 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:23.008108 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d004b4c-f0b2-47fa-a12f-2c606d0a0209 req-e101d950-c9d0-459d-b014-fc98c28b3939 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499899 Sep 18 05:01:23.044721 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a03ebba-decd-47bd-9112-1b6d71ea899f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:23.047440 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a03ebba-decd-47bd-9112-1b6d71ea899f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:23.052369 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1a03ebba-decd-47bd-9112-1b6d71ea899f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/debdf9c8-37a8-49d2-98aa-c297e3b9a87e HTTP/1.1" status: 204 len: 168 time: 0.5190496 Sep 18 05:01:23.054364 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-00b2c946-1479-49ca-ae9d-1ae13189579b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:23.098671 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03ebba-decd-47bd-9112-1b6d71ea899f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debdf9c8-37a8-49d2-98aa-c297e3b9a87e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:23.172460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-4d4691bb-8d8c-44ce-854e-982a93a35451 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:23.175536 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-4d4691bb-8d8c-44ce-854e-982a93a35451 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 821 time: 0.1891103 Sep 18 05:01:23.216529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-e6f9513f-3cb7-4863-8884-ff7ee2276373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:23.220321 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-e6f9513f-3cb7-4863-8884-ff7ee2276373 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723&tenant_id=20ae15386bab4155a078057ceffa9f60 HTTP/1.1" status: 200 len: 1102 time: 0.2797239 Sep 18 05:01:23.234709 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-00b2c946-1479-49ca-ae9d-1ae13189579b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=880aeada7fe84df0ab536242a69466f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0406840 Sep 18 05:01:23.234709 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2c946-1479-49ca-ae9d-1ae13189579b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3a95d8-936a-4486-a09a-53f166e66abe,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:23.240587 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38000) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:23.240793 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-55f921a2-3172-4ee2-abbd-fbe08cc43248 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/quotas/9281b1f6d0384713b423980871cae4cb HTTP/1.1" status: 200 len: 375 time: 0.0534127 Sep 18 05:01:23.246748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8cab5b0a-4e57-48f0-87ce-ace36e53daaf admin admin] Deleting port 3f30ced9-3a31-49d3-9412-f2516c0440a6 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:01:23.247106 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8cab5b0a-4e57-48f0-87ce-ace36e53daaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:23.312231 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c1235-4ded-4d45-8185-ef6d05b54529 req-d0f68204-d947-4788-a5ec-a0554e89ac58 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:23.314022 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-319c1235-4ded-4d45-8185-ef6d05b54529 req-d0f68204-d947-4788-a5ec-a0554e89ac58 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.1688197 Sep 18 05:01:23.338944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-13', 'device_owner': 'compute:nova'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:23.415884 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-454a5881-2294-430f-9380-2a89ab2b4ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:23.461410 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-454a5881-2294-430f-9380-2a89ab2b4ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:23.468697 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:23.497384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-8cab5b0a-4e57-48f0-87ce-ace36e53daaf admin admin] For port 3f30ced9-3a31-49d3-9412-f2516c0440a6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3f30ced9-3a31-49d3-9412-f2516c0440a6,segment=NetworkSegment(224fc4f2-30eb-4811-a86c-784a0849b4ae),segment_id=224fc4f2-30eb-4811-a86c-784a0849b4ae)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:23.498052 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8cab5b0a-4e57-48f0-87ce-ace36e53daaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:23.515694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8cab5b0a-4e57-48f0-87ce-ace36e53daaf admin admin] Calling delete_port for 3f30ced9-3a31-49d3-9412-f2516c0440a6 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:01:23.546308 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-319c1235-4ded-4d45-8185-ef6d05b54529 req-6a41d779-84dc-4403-8a69-a233d333e65b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182465 Sep 18 05:01:23.593936 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-54aeff0b-663d-4210-b7bc-a892b26278a0 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3522580 Sep 18 05:01:23.597293 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-454a5881-2294-430f-9380-2a89ab2b4ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:23.610166 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-454a5881-2294-430f-9380-2a89ab2b4ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:23.613023 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-454a5881-2294-430f-9380-2a89ab2b4ac4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e3a95d8-936a-4486-a09a-53f166e66abe HTTP/1.1" status: 204 len: 168 time: 0.3699768 Sep 18 05:01:23.624364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a5881-2294-430f-9380-2a89ab2b4ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3a95d8-936a-4486-a09a-53f166e66abe,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:24.003027 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab41d5d-1db2-4875-a6ab-9bd389666a44 req-0e526f0e-0565-4ef0-9f13-992eb478e110 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:24.007027 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5ab41d5d-1db2-4875-a6ab-9bd389666a44 req-0e526f0e-0565-4ef0-9f13-992eb478e110 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 950 time: 0.0664344 Sep 18 05:01:24.031489 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-07915903-4cc7-4ec7-a326-df8b4f0edb63 service neutron] 10.222.0.23 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365423 Sep 18 05:01:24.110165 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5ab41d5d-1db2-4875-a6ab-9bd389666a44 req-37612767-3efc-4c5d-af45-19374a007249 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926063 Sep 18 05:01:24.245530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] For port df4a54dd-050c-4c73-91b4-24dce1197660, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=df4a54dd-050c-4c73-91b4-24dce1197660,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:24.276691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab53d9-5591-4899-a982-dc94a586315e req-6f6cdf64-d010-473d-9031-9e66c762ad5d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:24.280462 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7eab53d9-5591-4899-a982-dc94a586315e req-6f6cdf64-d010-473d-9031-9e66c762ad5d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0851278 Sep 18 05:01:24.281670 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-905543be-efa2-4cf9-8233-a9e3ac875acb service neutron] 10.222.0.23 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484448 Sep 18 05:01:24.316447 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8cab5b0a-4e57-48f0-87ce-ace36e53daaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:24.335105 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] For port df4a54dd-050c-4c73-91b4-24dce1197660, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:24.358555 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7eab53d9-5591-4899-a982-dc94a586315e req-eeee1c37-42d9-43d2-8d8a-f4ad863ad7f4 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671730 Sep 18 05:01:24.426645 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:24.431226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f12303-6f71-4459-9ca5-3776dd70c723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df4a54dd-050c-4c73-91b4-24dce1197660'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:24.433953 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e58027f-48e9-44f2-a3f8-79da14599d54" -d '{"events": [{"server_uuid": "53f12303-6f71-4459-9ca5-3776dd70c723", "name": "network-vif-unplugged", "status": "completed", "tag": "df4a54dd-050c-4c73-91b4-24dce1197660"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:24.451527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab5b0a-4e57-48f0-87ce-ace36e53daaf admin admin] Pushing event deleted for resources: {'Port': ['ID=3f30ced9-3a31-49d3-9412-f2516c0440a6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:24.604819 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7ac137-addb-4df7-8667-15904f689904 x-openstack-request-id: req-fb7ac137-addb-4df7-8667-15904f689904 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:24.605412 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f12303-6f71-4459-9ca5-3776dd70c723", "name": "network-vif-unplugged", "status": "completed", "tag": "df4a54dd-050c-4c73-91b4-24dce1197660", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:24.605585 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb7ac137-addb-4df7-8667-15904f689904 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:24.605913 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f12303-6f71-4459-9ca5-3776dd70c723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df4a54dd-050c-4c73-91b4-24dce1197660', 'code': 200} Sep 18 05:01:24.615798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Transition to ACTIVE for port object df4a54dd-050c-4c73-91b4-24dce1197660 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:01:24.653008 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44112c94-834b-428b-8a3d-499b1133c78f req-13416deb-6c63-4afb-b1e8-9e3cab0bbc96 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 210 time: 0.0461006 Sep 18 05:01:24.787438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703322-ea7f-4e28-ada4-22e9d73d0693 req-5abee05b-427b-4fa0-b3dc-814e0b644ed5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:24.793791 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8cab5b0a-4e57-48f0-87ce-ace36e53daaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:24.797970 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-17703322-ea7f-4e28-ada4-22e9d73d0693 req-5abee05b-427b-4fa0-b3dc-814e0b644ed5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.1235132 Sep 18 05:01:24.854813 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-17703322-ea7f-4e28-ada4-22e9d73d0693 req-3e5b37f6-d2d8-455d-8476-ce3ce831e4ee tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556884 Sep 18 05:01:24.909293 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:25.077612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] No DVR routers for this DVR port df4a54dd-050c-4c73-91b4-24dce1197660 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:01:25.089534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Pushing event updated for resources: {'Port': ['ID=df4a54dd-050c-4c73-91b4-24dce1197660,revision_number=6']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:25.158978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Attempting to bind port df4a54dd-050c-4c73-91b4-24dce1197660 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:25.159347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Attempting to bind port df4a54dd-050c-4c73-91b4-24dce1197660 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:25.159668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Attempting to bind port df4a54dd-050c-4c73-91b4-24dce1197660 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:25.212848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38068) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:25.252335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Port df4a54dd-050c-4c73-91b4-24dce1197660 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:01:25.253964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Attempting to bind port df4a54dd-050c-4c73-91b4-24dce1197660 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:25.271334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af5816-373e-426d-bfa2-7060fc9b1286 req-0b5cc605-af36-4677-95d8-569d04d0fafa tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:25.282443 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65af5816-373e-426d-bfa2-7060fc9b1286 req-0b5cc605-af36-4677-95d8-569d04d0fafa tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 950 time: 0.0778787 Sep 18 05:01:25.293178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:25.293528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:25.293923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:25.294837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Bound port: df4a54dd-050c-4c73-91b4-24dce1197660, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:25.296786 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:25.339561 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65af5816-373e-426d-bfa2-7060fc9b1286 req-506232ef-0af0-4e60-a092-338aad38c32a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541191 Sep 18 05:01:25.432568 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1233284973-network', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:25.440019 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2216ec20-051b-4763-bfd1-c5ad1cbeb8fd req-49351f60-00e5-40c1-890a-4fac0775c741 tempest-AbsoluteLimitsNegativeTestJSON-1063195549 tempest-AbsoluteLimitsNegativeTestJSON-1063195549-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a6f8e2d132cf4d3cadefb54e06f43a98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718253 Sep 18 05:01:25.524697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cab5b0a-4e57-48f0-87ce-ace36e53daaf admin admin] Router ce6891e2-587b-450c-9d12-4212bc8664dc has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:01:25.529364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] For port df4a54dd-050c-4c73-91b4-24dce1197660, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:25.570771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] For port df4a54dd-050c-4c73-91b4-24dce1197660, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=df4a54dd-050c-4c73-91b4-24dce1197660,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:25.818438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a106-72a9-4b45-8fa2-ed3844338b0f req-6fe92b7b-205f-4aad-873b-0aa6cac65acf tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:25.820710 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7394a106-72a9-4b45-8fa2-ed3844338b0f req-6fe92b7b-205f-4aad-873b-0aa6cac65acf tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 948 time: 0.0581713 Sep 18 05:01:25.854614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device df4a54dd-050c-4c73-91b4-24dce1197660 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:01:25.877125 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7394a106-72a9-4b45-8fa2-ed3844338b0f req-cb8e1148-3f3d-4b47-93ce-1e254d9dec94 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497534 Sep 18 05:01:25.880532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] Made reservation on behalf of fb011ad70dc745f0bee4b88b327fc813 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:01:25.883916 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:25.890353 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:25.914968 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device df4a54dd-050c-4c73-91b4-24dce1197660 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:01:25.944413 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:25.947309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:25.947943 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:25.949392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] 10.222.0.13 "PUT /v2.0/ports/df4a54dd-050c-4c73-91b4-24dce1197660 HTTP/1.1" status: 200 len: 1097 time: 2.7067966 Sep 18 05:01:25.976442 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216ec20-051b-4763-bfd1-c5ad1cbeb8fd req-88de82dc-2be6-4187-9c8d-ef38f16eb250 tempest-AbsoluteLimitsNegativeTestJSON-1063195549 tempest-AbsoluteLimitsNegativeTestJSON-1063195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:25.977894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2216ec20-051b-4763-bfd1-c5ad1cbeb8fd req-88de82dc-2be6-4187-9c8d-ef38f16eb250 tempest-AbsoluteLimitsNegativeTestJSON-1063195549 tempest-AbsoluteLimitsNegativeTestJSON-1063195549-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5201826 Sep 18 05:01:26.016980 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c9700ac-4d20-4be6-bcfc-65c8b6854979 req-1d5c4eb0-fb25-40b6-9758-925bb763e1d2 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 210 time: 0.0626438 Sep 18 05:01:26.102707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91abae-9fc6-4aea-aa33-8f91e54f0358 service neutron] Pushing event updated for resources: {'Port': ['ID=df4a54dd-050c-4c73-91b4-24dce1197660,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:26.113562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2216ec20-051b-4763-bfd1-c5ad1cbeb8fd req-2a615941-a60a-4a03-a5c2-7216933ac570 tempest-AbsoluteLimitsNegativeTestJSON-1063195549 tempest-AbsoluteLimitsNegativeTestJSON-1063195549-project] 10.222.0.23 "GET /v2.0/quotas/a6f8e2d132cf4d3cadefb54e06f43a98 HTTP/1.1" status: 200 len: 375 time: 0.0813744 Sep 18 05:01:26.139566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cab5b0a-4e57-48f0-87ce-ace36e53daaf admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:01:26.155187 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8cab5b0a-4e57-48f0-87ce-ace36e53daaf admin admin] 10.222.0.23 "PUT /v2.0/routers/ce6891e2-587b-450c-9d12-4212bc8664dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4438503 Sep 18 05:01:26.156443 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f20596e-0d57-4348-b809-9ffa74309ba2 None None] Sync routers for ids ['ce6891e2-587b-450c-9d12-4212bc8664dc'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:01:26.159421 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38094) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:26.186758 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f20596e-0d57-4348-b809-9ffa74309ba2 None None] Routers {'ce6891e2-587b-450c-9d12-4212bc8664dc'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:26.187469 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3f20596e-0d57-4348-b809-9ffa74309ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ce6891e2-587b-450c-9d12-4212bc8664dc'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:26.213496 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2216ec20-051b-4763-bfd1-c5ad1cbeb8fd req-ac170e2e-cc18-44a3-8336-e299d6b7503e tempest-AbsoluteLimitsNegativeTestJSON-1063195549 tempest-AbsoluteLimitsNegativeTestJSON-1063195549-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6f8e2d132cf4d3cadefb54e06f43a98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729158 Sep 18 05:01:26.266767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-9b67f77c-b2e8-421d-a8e0-968e8da51cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:26.267238 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97427b13-d9cd-444c-8a58-42bd4ffba6da req-d976afc0-df7c-42ff-bf8e-2c69e62138ef tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:26.270597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-9b67f77c-b2e8-421d-a8e0-968e8da51cf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 1100 time: 0.2763333 Sep 18 05:01:26.278108 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97427b13-d9cd-444c-8a58-42bd4ffba6da req-d976afc0-df7c-42ff-bf8e-2c69e62138ef tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 1102 time: 0.1523750 Sep 18 05:01:26.376138 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97427b13-d9cd-444c-8a58-42bd4ffba6da req-01aec772-3bc8-4e19-8054-1b9bda9ec44d tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925953 Sep 18 05:01:26.383135 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:26.394119 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:26.395424 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-3f20596e-0d57-4348-b809-9ffa74309ba2 None None] Set router ce6891e2-587b-450c-9d12-4212bc8664dc gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:26.578045 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:26.601436 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d09aa2-4c48-42e1-a4a1-cc0dc7964219 req-df3ffce2-c1a1-4380-8815-9b76a7f73bc6 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:26.608970 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50d09aa2-4c48-42e1-a4a1-cc0dc7964219 req-df3ffce2-c1a1-4380-8815-9b76a7f73bc6 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.1373889 Sep 18 05:01:26.609721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f12303-6f71-4459-9ca5-3776dd70c723', 'tag': 'df4a54dd-050c-4c73-91b4-24dce1197660'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:26.614060 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "53f12303-6f71-4459-9ca5-3776dd70c723", "tag": "df4a54dd-050c-4c73-91b4-24dce1197660"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:26.623515 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:26.627679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:01:26.640754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-be3aa34d-c065-4757-85b4-efaaadc06084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:26.642255 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-be3aa34d-c065-4757-85b4-efaaadc06084 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.2431831 Sep 18 05:01:26.649344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7c8354-6a10-47e3-9e19-eb5d7e612701,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:26.655505 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:26.655851 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] Added segment ac4e6bee-6998-4fb4-b62c-ed3409d11437 of type vlan for network c59f4f04-142b-418a-9ddb-e110263e492a Sep 18 05:01:26.694205 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50d09aa2-4c48-42e1-a4a1-cc0dc7964219 req-e0802835-3f6d-4491-80a8-2ffb34a56376 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784490 Sep 18 05:01:26.699588 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-188ce856-ae74-44e5-9e3c-e8b653df49b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=df4a54dd-050c-4c73-91b4-24dce1197660 HTTP/1.1" status: 200 len: 217 time: 0.0454113 Sep 18 05:01:26.703043 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3f20596e-0d57-4348-b809-9ffa74309ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2064286875-router', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'b8de10e7-b0c3-4bdb-b7a6-1ea048e92546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:11Z', 'updated_at': '2021-09-18T05:01:24Z', 'revision_number': 5, 'project_id': '6fe58020d2ef4608b56eac8658d290d6', 'gw_port': {'id': 'b8de10e7-b0c3-4bdb-b7a6-1ea048e92546', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:13Z', 'updated_at': '2021-09-18T05:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:26.746137 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f20596e-0d57-4348-b809-9ffa74309ba2 None None] Checking router: ce6891e2-587b-450c-9d12-4212bc8664dc for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:01:26.756053 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f20596e-0d57-4348-b809-9ffa74309ba2 None None] Routers {'ce6891e2-587b-450c-9d12-4212bc8664dc'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:26.756851 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3f20596e-0d57-4348-b809-9ffa74309ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ce6891e2-587b-450c-9d12-4212bc8664dc'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:26.783687 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:26.801724 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-d65800fe-d058-426a-8c7a-b7bc10c26200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:26.803285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-d65800fe-d058-426a-8c7a-b7bc10c26200 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0708165 Sep 18 05:01:26.819396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] Deleting port b8de10e7-b0c3-4bdb-b7a6-1ea048e92546 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:01:26.821258 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:26.823975 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c4bdbf-7700-46b9-8245-75a15a9700cd x-openstack-request-id: req-05c4bdbf-7700-46b9-8245-75a15a9700cd {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:26.824289 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f12303-6f71-4459-9ca5-3776dd70c723", "tag": "df4a54dd-050c-4c73-91b4-24dce1197660", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:26.825469 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05c4bdbf-7700-46b9-8245-75a15a9700cd {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:26.825865 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f12303-6f71-4459-9ca5-3776dd70c723', 'tag': 'df4a54dd-050c-4c73-91b4-24dce1197660', 'status': 'completed', 'code': 200} Sep 18 05:01:26.878041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-ca7a8f03-1b04-41d6-836a-e724cb53c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:26.881125 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-ca7a8f03-1b04-41d6-836a-e724cb53c710 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684304 Sep 18 05:01:26.900630 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-3f20596e-0d57-4348-b809-9ffa74309ba2 None None] Set router ce6891e2-587b-450c-9d12-4212bc8664dc gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:26.952051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38106) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:26.967706 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3f20596e-0d57-4348-b809-9ffa74309ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2064286875-router', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:11Z', 'updated_at': '2021-09-18T05:01:26Z', 'revision_number': 6, 'project_id': '6fe58020d2ef4608b56eac8658d290d6', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:27.006367 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:27.007838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:27.008711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:27.086494 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] Pushing event updated for resources: {'Network': ['ID=c59f4f04-142b-418a-9ddb-e110263e492a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:27.098206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-e5834a73-c45c-47ed-b26f-2ebce99d5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:27.100030 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-e5834a73-c45c-47ed-b26f-2ebce99d5917 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 1100 time: 0.2481103 Sep 18 05:01:27.100909 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network c59f4f04-142b-418a-9ddb-e110263e492a details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:01:27.109632 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] For port b8de10e7-b0c3-4bdb-b7a6-1ea048e92546, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b8de10e7-b0c3-4bdb-b7a6-1ea048e92546,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:27.110036 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:27.119530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-8e776f5f-099a-46e2-bfcb-fa05745c8626 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:27.121099 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-8e776f5f-099a-46e2-bfcb-fa05745c8626 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.13 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 821 time: 0.2879746 Sep 18 05:01:27.126347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-27609f0d-67fb-4761-941b-a561f446f3c6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374477 Sep 18 05:01:27.132003 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f20596e-0d57-4348-b809-9ffa74309ba2 None None] The sync data for ids ['ce6891e2-587b-450c-9d12-4212bc8664dc'] in n-d-789963-13 is: [{'id': 'ce6891e2-587b-450c-9d12-4212bc8664dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2064286875-router', 'tenant_id': '6fe58020d2ef4608b56eac8658d290d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:11Z', 'updated_at': '2021-09-18T05:01:26Z', 'revision_number': 6, 'project_id': '6fe58020d2ef4608b56eac8658d290d6', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:01:27.153957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-41a3524f-3dc5-4f7f-9a64-d071b4bed636 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Request body: {'port': {'device_id': '28cabf16-7b55-4366-96ca-10fb43b78206', 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1', 'admin_state_up': True, 'tenant_id': '9281b1f6d0384713b423980871cae4cb'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:27.193182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] Calling delete_port for b8de10e7-b0c3-4bdb-b7a6-1ea048e92546 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:01:27.207470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abae3d-91ec-43a1-b027-9fea6fb32408 req-c5dc2b57-fcd9-4c5c-b95d-0c75463c19b0 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:27.218965 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-52abae3d-91ec-43a1-b027-9fea6fb32408 req-c5dc2b57-fcd9-4c5c-b95d-0c75463c19b0 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 948 time: 0.2187903 Sep 18 05:01:27.234464 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f60db487-8bf0-460b-9e59-0c029eb4a611 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0204327 Sep 18 05:01:27.235318 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38114) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:27.257715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3a271f56-ecac-4fa8-af4b-6c997ce8fd32 admin admin] Request body: {'subnet': {'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1233284973-subnet', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:27.312507 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05f4174-bdd5-45dd-a841-274bceafa36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:27.366950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544b4bc-47ce-4931-8dcd-b20170291766 req-e870a0dc-6b72-4daa-af3f-42912bb80854 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:27.368579 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9544b4bc-47ce-4931-8dcd-b20170291766 req-e870a0dc-6b72-4daa-af3f-42912bb80854 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 1102 time: 0.2093430 Sep 18 05:01:27.393036 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce8a4a5-e912-4be8-ad06-24a1e359b76b req-9babb25f-38a7-4926-8add-475b18b30cef service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560556 Sep 18 05:01:27.411822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9544b4bc-47ce-4931-8dcd-b20170291766 req-8665876d-a1ea-4d8c-9116-b01cbe064ee4 tempest-ServersAdminTestJSON-314776693 tempest-ServersAdminTestJSON-314776693-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371263 Sep 18 05:01:27.435206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a271f56-ecac-4fa8-af4b-6c997ce8fd32 admin admin] Made reservation on behalf of fb011ad70dc745f0bee4b88b327fc813 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:01:27.435206 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a271f56-ecac-4fa8-af4b-6c997ce8fd32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:27.588529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58a26087-0fff-45c1-b711-257a7885658a req-08ca2cf2-4511-4c02-8b4c-0cfaf0489614 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 210 time: 0.0566998 Sep 18 05:01:27.660931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-bb1ed381-775c-4b39-8190-8881cb5eeaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:27.662647 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-bb1ed381-775c-4b39-8190-8881cb5eeaf2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 1100 time: 0.1141477 Sep 18 05:01:27.767491 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-52abae3d-91ec-43a1-b027-9fea6fb32408 req-8aff792f-23ee-4029-a831-e899ce259437 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182300 Sep 18 05:01:27.805571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-efe53d5b-2918-4547-829a-593bc83a7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:27.807334 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-efe53d5b-2918-4547-829a-593bc83a7b18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.6798813 Sep 18 05:01:27.885355 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05f4174-bdd5-45dd-a841-274bceafa36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:27.903283 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-2e67ef88-b9c8-4777-8377-4db067adb689 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=df4a54dd-050c-4c73-91b4-24dce1197660 HTTP/1.1" status: 200 len: 217 time: 0.0857656 Sep 18 05:01:27.929654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-c49377f6-3ed0-4302-97c0-aff0a8cb5ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:27.931273 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-c49377f6-3ed0-4302-97c0-aff0a8cb5ba0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.2606533 Sep 18 05:01:27.979278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-08f92bbf-0e0a-4ab0-b625-6f082a0ac092 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=df4a54dd-050c-4c73-91b4-24dce1197660 HTTP/1.1" status: 200 len: 217 time: 0.0397842 Sep 18 05:01:27.986612 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05f4174-bdd5-45dd-a841-274bceafa36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.008391 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a271f56-ecac-4fa8-af4b-6c997ce8fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.040569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-17ca4cb0-81ac-4370-a7d3-d4196100e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:28.042074 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-17ca4cb0-81ac-4370-a7d3-d4196100e6f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1256847 Sep 18 05:01:28.124068 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e05f4174-bdd5-45dd-a841-274bceafa36e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6f8e2d132cf4d3cadefb54e06f43a98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1706300 Sep 18 05:01:28.124894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f4174-bdd5-45dd-a841-274bceafa36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f4be2e-c01d-484c-b5d8-a06fca323fbe,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:28.129733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38124) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:28.130291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a271f56-ecac-4fa8-af4b-6c997ce8fd32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af5818d-64d9-4b43-92de-22b52c52c578,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:28.136970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c40dc1-6e24-4002-b87a-a9a1fefc842f req-8a0d1e35-7fe8-4c36-b7fd-fc813deff398 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:28.138850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-33c40dc1-6e24-4002-b87a-a9a1fefc842f req-8a0d1e35-7fe8-4c36-b7fd-fc813deff398 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.2105527 Sep 18 05:01:28.143242 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-41a3524f-3dc5-4f7f-9a64-d071b4bed636 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Made reservation on behalf of 9281b1f6d0384713b423980871cae4cb for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:01:28.147569 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-41a3524f-3dc5-4f7f-9a64-d071b4bed636 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.164607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-a0f03b68-4a58-4ee6-92b0-f9b775caa11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:28.166367 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-a0f03b68-4a58-4ee6-92b0-f9b775caa11f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1762242 Sep 18 05:01:28.199172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-bb9b503e-77e0-48c5-81eb-28d14c0bcf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:28.202533 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-bb9b503e-77e0-48c5-81eb-28d14c0bcf7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1485603 Sep 18 05:01:28.239651 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.279990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a271f56-ecac-4fa8-af4b-6c997ce8fd32 admin admin] Checking segment: {'id': 'ac4e6bee-6998-4fb4-b62c-ed3409d11437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:28.280487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a271f56-ecac-4fa8-af4b-6c997ce8fd32 admin admin] Network hostable DHCP agents. Network: c59f4f04-142b-418a-9ddb-e110263e492a, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:01:28.304868 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c8d7c-50c1-4628-8ea1-d10055c619f3 req-338fb8ab-fea1-4d6d-a1f9-6ed9b0691754 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:28.306434 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0d7c8d7c-50c1-4628-8ea1-d10055c619f3 req-338fb8ab-fea1-4d6d-a1f9-6ed9b0691754 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 950 time: 0.1499498 Sep 18 05:01:28.322614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3f30ced9-3a31-49d3-9412-f2516c0440a6 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:01:28.331493 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-7f813f86-85ab-40b8-9746-76e9a40e0d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:28.333059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-7f813f86-85ab-40b8-9746-76e9a40e0d63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1462531 Sep 18 05:01:28.336454 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-73503ec7-2053-4303-9872-1bbf16237958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.347040 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 3f30ced9-3a31-49d3-9412-f2516c0440a6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:01:28.347394 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3f30ced9-3a31-49d3-9412-f2516c0440a6 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:01:28.348008 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b8de10e7-b0c3-4bdb-b7a6-1ea048e92546 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:01:28.371118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: b8de10e7-b0c3-4bdb-b7a6-1ea048e92546 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:01:28.371724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b8de10e7-b0c3-4bdb-b7a6-1ea048e92546 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:01:28.383840 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.388593 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-33c40dc1-6e24-4002-b87a-a9a1fefc842f req-0200181b-9ec1-4938-b6ea-e37cbc166a16 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387722 Sep 18 05:01:28.393038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8de10e7-b0c3-4bdb-b7a6-1ea048e92546,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:28.410287 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-73503ec7-2053-4303-9872-1bbf16237958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.423615 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0d7c8d7c-50c1-4628-8ea1-d10055c619f3 req-ce955651-ba85-4225-9100-db3141afdd6c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055992 Sep 18 05:01:28.424512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a271f56-ecac-4fa8-af4b-6c997ce8fd32 admin admin] Network c59f4f04-142b-418a-9ddb-e110263e492a is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:01:28.509466 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-3e3420f4-8381-463c-b735-4bf7578de906 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612592 Sep 18 05:01:28.512533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-3a271f56-ecac-4fa8-af4b-6c997ce8fd32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, c59f4f04-142b-418a-9ddb-e110263e492a) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:28.516670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a271f56-ecac-4fa8-af4b-6c997ce8fd32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:28.517262 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a271f56-ecac-4fa8-af4b-6c997ce8fd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.522741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bde3ab-4984-4e54-8b51-d6fd79b8ac3c None None] Network c59f4f04-142b-418a-9ddb-e110263e492a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:01:28.578129 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.601720 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.606538 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-73503ec7-2053-4303-9872-1bbf16237958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.609940 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-73503ec7-2053-4303-9872-1bbf16237958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.613959 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-73503ec7-2053-4303-9872-1bbf16237958 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8f4be2e-c01d-484c-b5d8-a06fca323fbe HTTP/1.1" status: 204 len: 168 time: 0.4784858 Sep 18 05:01:28.635555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73503ec7-2053-4303-9872-1bbf16237958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f4be2e-c01d-484c-b5d8-a06fca323fbe,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:28.640370 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3a271f56-ecac-4fa8-af4b-6c997ce8fd32 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3931701 Sep 18 05:01:28.648097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38130) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:28.652297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:28.682472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-8d9d1de3-bcfa-43a8-8440-910aac720d89 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627409 Sep 18 05:01:28.734754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-c59f4f04-142b-418a-9ddb-e110263e492a', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'fixed_ips': [{'subnet_id': '3af5818d-64d9-4b43-92de-22b52c52c578'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:01:28.736268 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.748607 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-41a3524f-3dc5-4f7f-9a64-d071b4bed636 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Allocated IP 172.20.0.2 (1f7da3d6-d1af-4981-83da-243b1b32adf1/8e768b2c-162b-4ba8-991f-559b883cc951/6826d449-1e88-49a3-9775-c72f29916f2c) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:28.752082 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-fc318c8c-7039-4ca9-b2b6-697a692e3ccb service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297258 Sep 18 05:01:28.778158 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d53322c9-9eae-445f-ac97-a5f15c64ab92 req-6d64074c-b78d-463a-80cc-684aa6eb7d5b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 210 time: 0.0420876 Sep 18 05:01:28.782165 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.783451 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.864369 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.864871 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce6891e2-587b-450c-9d12-4212bc8664dc {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:01:28.884330 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:28.888917 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f46af036-2002-46ac-9ef4-ba2d6b58ae92 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ce6891e2-587b-450c-9d12-4212bc8664dc HTTP/1.1" status: 204 len: 168 time: 2.7287304 Sep 18 05:01:28.894893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38136) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:28.911870 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d6720b8-963d-4e80-a00a-9d5267bb7a6e req-23398969-be31-4443-b72b-7b8858ef589b service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372304 Sep 18 05:01:28.967141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Allocated IP 172.20.0.2 (c59f4f04-142b-418a-9ddb-e110263e492a/3af5818d-64d9-4b43-92de-22b52c52c578/7efc7a33-fc3a-4856-b198-46a4dceaefac) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:29.023170 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.037824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d5309-55db-4be6-a0f8-33ae0ce8a597 req-a72eaa98-d935-46cd-86bb-fc3e58bf4cb9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:29.047600 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b07d5309-55db-4be6-a0f8-33ae0ce8a597 req-a72eaa98-d935-46cd-86bb-fc3e58bf4cb9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 948 time: 0.2088032 Sep 18 05:01:29.073663 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-414c99ec-fe3f-414a-8ace-6cc272c20e46 admin admin] Deleting subnet 1bae2258-0994-4a4b-9667-d75b92f3079e {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:01:29.093985 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-414c99ec-fe3f-414a-8ace-6cc272c20e46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.099223 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b07d5309-55db-4be6-a0f8-33ae0ce8a597 req-3e7448d4-9f70-4416-8215-e746cbc81cd1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506165 Sep 18 05:01:29.116523 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-41a3524f-3dc5-4f7f-9a64-d071b4bed636 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.201997 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.216094 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-414c99ec-fe3f-414a-8ace-6cc272c20e46 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.216298 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-41a3524f-3dc5-4f7f-9a64-d071b4bed636 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.261842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-41a3524f-3dc5-4f7f-9a64-d071b4bed636 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Network 1f7da3d6-d1af-4981-83da-243b1b32adf1 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:29.265907 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-41a3524f-3dc5-4f7f-9a64-d071b4bed636 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:29.269585 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-41a3524f-3dc5-4f7f-9a64-d071b4bed636 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:29.274243 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.276254 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-41a3524f-3dc5-4f7f-9a64-d071b4bed636 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:29.276901 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-41a3524f-3dc5-4f7f-9a64-d071b4bed636 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.286750 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3524f-3dc5-4f7f-9a64-d071b4bed636 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Pushing event updated for resources: {'Port': ['ID=6826d449-1e88-49a3-9775-c72f29916f2c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:29.321360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Network c59f4f04-142b-418a-9ddb-e110263e492a is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:29.324593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:29.328654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:29.339862 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.345861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Pushing event updated for resources: {'Port': ['ID=7efc7a33-fc3a-4856-b198-46a4dceaefac,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:29.364074 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-414c99ec-fe3f-414a-8ace-6cc272c20e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.385106 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-41a3524f-3dc5-4f7f-9a64-d071b4bed636 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2456686 Sep 18 05:01:29.394928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Attempting to bind port 7efc7a33-fc3a-4856-b198-46a4dceaefac on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:29.395311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Attempting to bind port 7efc7a33-fc3a-4856-b198-46a4dceaefac by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'ac4e6bee-6998-4fb4-b62c-ed3409d11437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:29.395810 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Attempting to bind port 7efc7a33-fc3a-4856-b198-46a4dceaefac on network c59f4f04-142b-418a-9ddb-e110263e492a {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:29.401722 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:29.402184 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Checking segment: {'id': 'ac4e6bee-6998-4fb4-b62c-ed3409d11437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:29.402729 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.403391 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Bound using segment: {'id': 'ac4e6bee-6998-4fb4-b62c-ed3409d11437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:29.404170 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Bound port: 7efc7a33-fc3a-4856-b198-46a4dceaefac, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4e6bee-6998-4fb4-b62c-ed3409d11437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:29.404798 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.406782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Request body: {'port': {'device_id': '28cabf16-7b55-4366-96ca-10fb43b78206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:29.478607 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] For port 7efc7a33-fc3a-4856-b198-46a4dceaefac, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:29.482619 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] For port 7efc7a33-fc3a-4856-b198-46a4dceaefac, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7efc7a33-fc3a-4856-b198-46a4dceaefac,segment=NetworkSegment(ac4e6bee-6998-4fb4-b62c-ed3409d11437),segment_id=ac4e6bee-6998-4fb4-b62c-ed3409d11437)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:29.489599 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.509023 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-414c99ec-fe3f-414a-8ace-6cc272c20e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.537242 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.585424 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17444486-8dd1-434f-83b0-023c69419e1a req-cc30096e-f82d-45d6-9fd7-8b3578a147ef tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:29.587153 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-17444486-8dd1-434f-83b0-023c69419e1a req-cc30096e-f82d-45d6-9fd7-8b3578a147ef tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.0871348 Sep 18 05:01:29.620070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c99ec-fe3f-414a-8ace-6cc272c20e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bae2258-0994-4a4b-9667-d75b92f3079e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:29.627927 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-414c99ec-fe3f-414a-8ace-6cc272c20e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.627927 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-414c99ec-fe3f-414a-8ace-6cc272c20e46 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1bae2258-0994-4a4b-9667-d75b92f3079e HTTP/1.1" status: 204 len: 168 time: 0.7293701 Sep 18 05:01:29.629715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38158) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:29.637078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d9b7da-55a0-42ab-ae30-bf9d59930f42 None None] Network c2e84156-ead2-403f-8389-57b5c6a76c02 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:01:29.687424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f137d2-e179-4bd7-a6ad-a5aa8497fd03 req-21382056-453f-4c6c-9e4d-f15ea7b2e62d tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:29.690012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060f70b-7360-4a84-a168-7ee84df88120 None None] Pushing event updated for resources: {'Port': ['ID=7efc7a33-fc3a-4856-b198-46a4dceaefac,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:29.698116 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9f137d2-e179-4bd7-a6ad-a5aa8497fd03 req-21382056-453f-4c6c-9e4d-f15ea7b2e62d tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 950 time: 0.1699510 Sep 18 05:01:29.742139 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-17444486-8dd1-434f-83b0-023c69419e1a req-77425258-c94e-4283-a992-f9053c069812 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477854 Sep 18 05:01:29.804346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ceda7-b8cb-4346-b7a0-118048a4f9ba req-2e121268-86bb-4bea-8027-0f4d741b4a72 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:29.811728 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-056ceda7-b8cb-4346-b7a0-118048a4f9ba req-2e121268-86bb-4bea-8027-0f4d741b4a72 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 950 time: 0.2601063 Sep 18 05:01:29.971314 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:29.974535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38164) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:30.029417 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa6e09-bd97-4b61-8763-0a2eb649f1e0 req-e8b993ce-5d50-4d95-a2fe-441909d19873 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:30.038815 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1bfa6e09-bd97-4b61-8763-0a2eb649f1e0 req-e8b993ce-5d50-4d95-a2fe-441909d19873 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 931 time: 0.1434255 Sep 18 05:01:30.048699 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d5c23f-00aa-4a0a-9ef6-f02be5cc3ac4 None None] DHCP port deletion for c2e84156-ead2-403f-8389-57b5c6a76c02 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:01:30.086065 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-056ceda7-b8cb-4346-b7a0-118048a4f9ba req-d068644c-f5eb-4678-a21d-38b58e31b2fa tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693298 Sep 18 05:01:30.134199 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6826d449-1e88-49a3-9775-c72f29916f2c {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:01:30.152202 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.180041 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-19d5c23f-00aa-4a0a-9ef6-f02be5cc3ac4 None None] Deleting port 6c320bcf-65dc-4c05-b77c-fcb97563700a {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:01:30.180713 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-19d5c23f-00aa-4a0a-9ef6-f02be5cc3ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.202956 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1bfa6e09-bd97-4b61-8763-0a2eb649f1e0 req-80d24fb5-ba9c-4062-a385-1060877a0994 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609266 Sep 18 05:01:30.205348 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Transition to ACTIVE for port object 6826d449-1e88-49a3-9775-c72f29916f2c will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:01:30.284464 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.320106 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-19d5c23f-00aa-4a0a-9ef6-f02be5cc3ac4 None None] For port 6c320bcf-65dc-4c05-b77c-fcb97563700a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6c320bcf-65dc-4c05-b77c-fcb97563700a,segment=NetworkSegment(224fc4f2-30eb-4811-a86c-784a0849b4ae),segment_id=224fc4f2-30eb-4811-a86c-784a0849b4ae)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:30.320340 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-19d5c23f-00aa-4a0a-9ef6-f02be5cc3ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.339443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-19d5c23f-00aa-4a0a-9ef6-f02be5cc3ac4 None None] Calling delete_port for 6c320bcf-65dc-4c05-b77c-fcb97563700a owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:01:30.343213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Pushing event updated for resources: {'Port': ['ID=6826d449-1e88-49a3-9775-c72f29916f2c,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:30.344763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7efc7a33-fc3a-4856-b198-46a4dceaefac up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:30.385168 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Attempting to bind port 6826d449-1e88-49a3-9775-c72f29916f2c on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:30.385516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Attempting to bind port 6826d449-1e88-49a3-9775-c72f29916f2c by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:30.385861 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Attempting to bind port 6826d449-1e88-49a3-9775-c72f29916f2c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:30.390536 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Port 6826d449-1e88-49a3-9775-c72f29916f2c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:01:30.390871 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Attempting to bind port 6826d449-1e88-49a3-9775-c72f29916f2c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:30.397744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:30.398113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Checking segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:30.398881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Bound using segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:30.404662 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Bound port: 6826d449-1e88-49a3-9775-c72f29916f2c, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:30.404662 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.420478 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-network', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:30.476834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:30.480217 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6826d449-1e88-49a3-9775-c72f29916f2c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:30.518146 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.553043 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.565864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a0d29-5278-4733-b370-57e28998aba3 req-eaf9269c-8d21-4e82-93b4-4024f94c5a9a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:30.567508 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9e1a0d29-5278-4733-b370-57e28998aba3 req-eaf9269c-8d21-4e82-93b4-4024f94c5a9a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 948 time: 0.1544948 Sep 18 05:01:30.576702 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.614205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:30.614343 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.615746 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 7efc7a33-fc3a-4856-b198-46a4dceaefac triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:30.615896 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] 10.222.0.13 "PUT /v2.0/ports/6826d449-1e88-49a3-9775-c72f29916f2c HTTP/1.1" status: 200 len: 1092 time: 1.2218246 Sep 18 05:01:30.616453 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.618420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cabf16-7b55-4366-96ca-10fb43b78206', 'tag': '6826d449-1e88-49a3-9775-c72f29916f2c'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:30.628513 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f00b487-75bd-4680-bb49-f0971c5609a2" -d '{"events": [{"name": "network-changed", "server_uuid": "28cabf16-7b55-4366-96ca-10fb43b78206", "tag": "6826d449-1e88-49a3-9775-c72f29916f2c"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:30.654908 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-c9f137d2-e179-4bd7-a6ad-a5aa8497fd03 req-a09c30ff-ddee-454a-9b1b-7d640d0c7e25 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Deleting port 6b5ed325-b803-48f2-8620-878c434c0585 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:01:30.654908 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9f137d2-e179-4bd7-a6ad-a5aa8497fd03 req-a09c30ff-ddee-454a-9b1b-7d640d0c7e25 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.674977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0743d42-c6d6-4ab7-8d83-fa7b52c6613c service neutron] Pushing event updated for resources: {'Port': ['ID=6826d449-1e88-49a3-9775-c72f29916f2c,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:30.681092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] Made reservation on behalf of 3105615cf06941c3854327e9eaa23cdf for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:01:30.683740 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.706419 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a2cd5c-2a31-45a0-bf88-18d17805db8b x-openstack-request-id: req-a3a2cd5c-2a31-45a0-bf88-18d17805db8b {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:30.706419 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28cabf16-7b55-4366-96ca-10fb43b78206", "tag": "6826d449-1e88-49a3-9775-c72f29916f2c", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:30.706419 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3a2cd5c-2a31-45a0-bf88-18d17805db8b {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:30.706419 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cabf16-7b55-4366-96ca-10fb43b78206', 'tag': '6826d449-1e88-49a3-9775-c72f29916f2c', 'status': 'completed', 'code': 200} Sep 18 05:01:30.718565 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.744253 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-19d5c23f-00aa-4a0a-9ef6-f02be5cc3ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.747769 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.785672 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5c23f-00aa-4a0a-9ef6-f02be5cc3ac4 None None] Pushing event deleted for resources: {'Port': ['ID=6c320bcf-65dc-4c05-b77c-fcb97563700a,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:30.796719 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d5c23f-00aa-4a0a-9ef6-f02be5cc3ac4 None None] No DVR routers for this DVR port 6c320bcf-65dc-4c05-b77c-fcb97563700a on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:01:30.801956 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-76860f06-c0cc-4910-a9ee-16526976a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:30.803456 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-76860f06-c0cc-4910-a9ee-16526976a159 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 1095 time: 0.0820830 Sep 18 05:01:30.814764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 7efc7a33-fc3a-4856-b198-46a4dceaefac, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7efc7a33-fc3a-4856-b198-46a4dceaefac,segment=NetworkSegment(ac4e6bee-6998-4fb4-b62c-ed3409d11437),segment_id=ac4e6bee-6998-4fb4-b62c-ed3409d11437)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:30.817353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Deleting port 6c320bcf-65dc-4c05-b77c-fcb97563700a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:01:30.817716 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.864804 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-1793eca6-1b40-4e81-8f22-7ec6ad075e3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6826d449-1e88-49a3-9775-c72f29916f2c HTTP/1.1" status: 200 len: 217 time: 0.0535457 Sep 18 05:01:30.880572 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9e1a0d29-5278-4733-b370-57e28998aba3 req-70e161c8-5f32-4c58-813c-5b75e77fe600 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843149 Sep 18 05:01:30.895043 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:30.975137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=7efc7a33-fc3a-4856-b198-46a4dceaefac,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:31.001882 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6c320bcf-65dc-4c05-b77c-fcb97563700a no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:01:31.009949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] For port 6c320bcf-65dc-4c05-b77c-fcb97563700a, host n-d-789963-13, got binding levels [] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:31.010452 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-136cc126-b60a-4c64-9ff0-80391845c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:31.012431 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-136cc126-b60a-4c64-9ff0-80391845c89f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.1353846 Sep 18 05:01:31.013251 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.022773 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595bdf3-1a8c-44fd-b994-2b176f726202 req-4dfacfac-632d-4bb7-93e3-d42de3feac4c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:31.024588 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f595bdf3-1a8c-44fd-b994-2b176f726202 req-4dfacfac-632d-4bb7-93e3-d42de3feac4c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.1627681 Sep 18 05:01:31.026701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Allocated IP 172.25.7.118 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/2112c929-7ffc-4d02-8782-391163595e84) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:31.035562 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c9f137d2-e179-4bd7-a6ad-a5aa8497fd03 req-a09c30ff-ddee-454a-9b1b-7d640d0c7e25 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] For port 6b5ed325-b803-48f2-8620-878c434c0585, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6b5ed325-b803-48f2-8620-878c434c0585,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:31.036332 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9f137d2-e179-4bd7-a6ad-a5aa8497fd03 req-a09c30ff-ddee-454a-9b1b-7d640d0c7e25 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.056598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 6c320bcf-65dc-4c05-b77c-fcb97563700a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:01:31.056947 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6c320bcf-65dc-4c05-b77c-fcb97563700a not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:01:31.058393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6df3763-0ce7-48a6-95bc-913b25751d64 None None] Network c59f4f04-142b-418a-9ddb-e110263e492a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:01:31.065859 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-0fe59a2d-0bc7-4f74-a559-4afed5f1395a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402875 Sep 18 05:01:31.068619 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-c9f137d2-e179-4bd7-a6ad-a5aa8497fd03 req-a09c30ff-ddee-454a-9b1b-7d640d0c7e25 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Calling delete_port for 6b5ed325-b803-48f2-8620-878c434c0585 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:01:31.071790 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Calling delete_port for 6c320bcf-65dc-4c05-b77c-fcb97563700a owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:01:31.082398 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.ipam_backend_mixin [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Port 6c320bcf-65dc-4c05-b77c-fcb97563700a was not found and therefore no delete operation was performed {{(pid=106909) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 05:01:31.094372 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.108393 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f595bdf3-1a8c-44fd-b994-2b176f726202 req-bf25024f-bb19-455c-936a-a3f57ce8a6aa tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734251 Sep 18 05:01:31.149435 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d607095e-b56b-41f6-a77d-ac4efeeba335 None None] Provisioning complete for port 7efc7a33-fc3a-4856-b198-46a4dceaefac triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:31.149812 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d607095e-b56b-41f6-a77d-ac4efeeba335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.194184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] No DVR routers for this DVR port 6c320bcf-65dc-4c05-b77c-fcb97563700a on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:01:31.198758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c320bcf-65dc-4c05-b77c-fcb97563700a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:31.210290 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-534a1908-e79e-4570-b416-693beab9cf54 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319683 Sep 18 05:01:31.213662 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a639c5bf-dde6-4e1e-9c77-41d0da43c7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.351069 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a0898-1955-44da-b327-3ca034d6c345 req-7ac3091d-dd06-4e56-8e29-47faf2803e16 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:31.352977 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-379a0898-1955-44da-b327-3ca034d6c345 req-7ac3091d-dd06-4e56-8e29-47faf2803e16 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 950 time: 0.1377478 Sep 18 05:01:31.406499 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.415046 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-379a0898-1955-44da-b327-3ca034d6c345 req-da527b7d-0183-42c4-94c7-b735f71f6728 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513277 Sep 18 05:01:31.417286 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e19ab09f-b3c8-454e-aab3-17c83a3d44ca req-2ba932ad-99ea-443d-8f2d-6aae1251d73c service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870568 Sep 18 05:01:31.490857 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:01:31.491210 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:01:31.492191 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:01:31.492593 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Subscribe: > port after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:01:31.492943 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:01:31.493285 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Subscribe: > port after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:01:31.493612 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:01:31.493941 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:01:31.494264 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:01:31.494589 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:01:31.567460 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:01:31.567818 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:01:31.568803 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:01:31.569140 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:01:31.569514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e84156-ead2-403f-8389-57b5c6a76c02']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:31.604298 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.638102 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2a611624-320a-4f24-ba80-0dfeccfa7fff None None] Provisioning complete for port 7efc7a33-fc3a-4856-b198-46a4dceaefac triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:31.638679 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2a611624-320a-4f24-ba80-0dfeccfa7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.639371 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.644620 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224fc4f2-30eb-4811-a86c-784a0849b4ae') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:31.644800 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-35220bca-d3f9-467c-ac40-c2918d8a9ed1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:31.644901 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224fc4f2-30eb-4811-a86c-784a0849b4ae') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:31.646854 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-35220bca-d3f9-467c-ac40-c2918d8a9ed1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723&tenant_id=20ae15386bab4155a078057ceffa9f60&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 948 time: 0.1615815 Sep 18 05:01:31.657603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ded2c6-db93-40cd-b01f-48987f320764 req-d8218b4f-1f9f-410c-b8b0-c087610bc1bf tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:31.664827 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-82ded2c6-db93-40cd-b01f-48987f320764 req-d8218b4f-1f9f-410c-b8b0-c087610bc1bf tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 948 time: 0.1659708 Sep 18 05:01:31.667799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00b487-75bd-4680-bb49-f0971c5609a2 req-282dd9b8-6c42-425c-a46d-31cf416b904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:31.669255 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f00b487-75bd-4680-bb49-f0971c5609a2 req-282dd9b8-6c42-425c-a46d-31cf416b904d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 1095 time: 0.1173804 Sep 18 05:01:31.672286 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.720889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a10bf-8f81-4e90-ad7d-d0f6395484c5 req-098b9175-4517-45ba-978b-98926fd22e9e tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:31.725714 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a73a10bf-8f81-4e90-ad7d-d0f6395484c5 req-098b9175-4517-45ba-978b-98926fd22e9e tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 943 time: 0.3152928 Sep 18 05:01:31.726415 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.736338 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.751261 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:01:31.751648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: from cryptography.utils import int_from_bytes Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: from cryptography.utils import int_from_bytes Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:01:31.794563 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:01:31.805754 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-82ded2c6-db93-40cd-b01f-48987f320764 req-5faf5203-4da4-4134-a576-ada3d15f2793 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398368 Sep 18 05:01:31.823770 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9f137d2-e179-4bd7-a6ad-a5aa8497fd03 req-a09c30ff-ddee-454a-9b1b-7d640d0c7e25 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.827821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:01:31.827947 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-807b21fc-726c-448d-a7a2-d1c0955a159c service neutron] delete failed (client error): The resource could not be found. Sep 18 05:01:31.827947 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-807b21fc-726c-448d-a7a2-d1c0955a159c service neutron] 10.222.0.18 "DELETE /v2.0/ports/df4a54dd-050c-4c73-91b4-24dce1197660/bindings/n-h1-789963-13 HTTP/1.1" status: 404 len: 381 time: 0.1571739 Sep 18 05:01:31.832764 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00b487-75bd-4680-bb49-f0971c5609a2 req-94ab87ef-77b3-4e1f-a682-3a7e11732ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:31.834950 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f00b487-75bd-4680-bb49-f0971c5609a2 req-94ab87ef-77b3-4e1f-a682-3a7e11732ab2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.1529088 Sep 18 05:01:31.839134 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['88f473dd-ceb5-4f30-9f83-3ad1ee42e850', '6b5ed325-b803-48f2-8620-878c434c0585', 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:31.893778 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f00b487-75bd-4680-bb49-f0971c5609a2 req-3e016b5e-947a-4597-a286-53e8938b5022 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6826d449-1e88-49a3-9775-c72f29916f2c HTTP/1.1" status: 200 len: 217 time: 0.0516908 Sep 18 05:01:31.945211 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:31.945474 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] Added segment 86c18a72-84b2-40f7-ab49-0f199de45bbe of type vlan for network 1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 Sep 18 05:01:31.976267 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00b487-75bd-4680-bb49-f0971c5609a2 req-74d288a5-166d-4a0d-9742-997e70673ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:31.977901 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f00b487-75bd-4680-bb49-f0971c5609a2 req-74d288a5-166d-4a0d-9742-997e70673ef7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.0767767 Sep 18 05:01:31.980840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-864ad178-0e50-4bd2-b486-244ed81fd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:31.982345 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-864ad178-0e50-4bd2-b486-244ed81fd72c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 1100 time: 0.0730917 Sep 18 05:01:31.992927 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c30ff-ddee-454a-9b1b-7d640d0c7e25 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Pushing event deleted for resources: {'Port': ['ID=6b5ed325-b803-48f2-8620-878c434c0585,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:32.013077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ba55d8-9361-46ec-8d11-274ee6257a1d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:32.025414 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f00b487-75bd-4680-bb49-f0971c5609a2 req-25670b74-5d2f-4601-818e-865d62e43274 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397272 Sep 18 05:01:32.063010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f137d2-e179-4bd7-a6ad-a5aa8497fd03 req-a09c30ff-ddee-454a-9b1b-7d640d0c7e25 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] No DVR routers for this DVR port 6b5ed325-b803-48f2-8620-878c434c0585 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:01:32.067387 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9f137d2-e179-4bd7-a6ad-a5aa8497fd03 req-a09c30ff-ddee-454a-9b1b-7d640d0c7e25 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:32.071929 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9f137d2-e179-4bd7-a6ad-a5aa8497fd03 req-a09c30ff-ddee-454a-9b1b-7d640d0c7e25 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "DELETE /v2.0/ports/6b5ed325-b803-48f2-8620-878c434c0585 HTTP/1.1" status: 204 len: 173 time: 2.3729563 Sep 18 05:01:32.088285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a73a10bf-8f81-4e90-ad7d-d0f6395484c5 req-65bf54b6-dd8d-4cc8-ac4e-61c76c0a85dd tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356712 Sep 18 05:01:32.089234 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:32.107443 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:32.113623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c2e84156-ead2-403f-8389-57b5c6a76c02 HTTP/1.1" status: 204 len: 168 time: 2.4793501 Sep 18 05:01:32.118405 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef9f2e3-dc2b-480c-b6bd-cc978ce89529', 'name': 'network-vif-deleted', 'tag': '6b5ed325-b803-48f2-8620-878c434c0585'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:32.120825 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37ea0f2-09a2-4b12-88db-2b420d2f578e" -d '{"events": [{"server_uuid": "cef9f2e3-dc2b-480c-b6bd-cc978ce89529", "name": "network-vif-deleted", "tag": "6b5ed325-b803-48f2-8620-878c434c0585"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:32.127376 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:32.139752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device df4a54dd-050c-4c73-91b4-24dce1197660 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:01:32.254867 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f00b487-75bd-4680-bb49-f0971c5609a2 req-9c8e322a-061c-4aff-bb98-51ba39685eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167096 Sep 18 05:01:32.277054 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecea43d9-1f81-4358-afe5-c373787c2aea x-openstack-request-id: req-ecea43d9-1f81-4358-afe5-c373787c2aea {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:32.277384 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef9f2e3-dc2b-480c-b6bd-cc978ce89529", "name": "network-vif-deleted", "tag": "6b5ed325-b803-48f2-8620-878c434c0585", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:32.277607 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecea43d9-1f81-4358-afe5-c373787c2aea {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:32.279118 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef9f2e3-dc2b-480c-b6bd-cc978ce89529', 'name': 'network-vif-deleted', 'tag': '6b5ed325-b803-48f2-8620-878c434c0585', 'status': 'completed', 'code': 200} Sep 18 05:01:32.289107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Pushing event updated for resources: {'Port': ['ID=2112c929-7ffc-4d02-8782-391163595e84,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:32.295668 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:32.338660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07718642-b1f6-481a-b569-c4cf9f3c3ca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e84156-ead2-403f-8389-57b5c6a76c02,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:32.371469 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7efc7a33-fc3a-4856-b198-46a4dceaefac up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:32.379464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:32.385578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:32.388757 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:32.459859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port df4a54dd-050c-4c73-91b4-24dce1197660, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=df4a54dd-050c-4c73-91b4-24dce1197660,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:32.475734 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'df4a54dd-050c-4c73-91b4-24dce1197660', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'df4a54dd-050c-4c73-91b4-24dce1197660', 'mac_address': 'fa:16:3e:aa:c7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:01:32.516849 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:32.517924 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:32.518632 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:32.521956 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 7efc7a33-fc3a-4856-b198-46a4dceaefac triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:32.522334 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:32.561283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38198) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:32.577003 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:32.599026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4a54dd-050c-4c73-91b4-24dce1197660 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:01:32.624394 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port df4a54dd-050c-4c73-91b4-24dce1197660, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=df4a54dd-050c-4c73-91b4-24dce1197660,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:32.637267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e41dea-2c8b-4cb8-8d63-85135200a761 req-7ebb307f-289d-4738-93f9-3ee340a6b311 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:32.638990 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c8e41dea-2c8b-4cb8-8d63-85135200a761 req-7ebb307f-289d-4738-93f9-3ee340a6b311 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.3750856 Sep 18 05:01:32.654684 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6739278 Sep 18 05:01:32.682510 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38200) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:32.690848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5e63a956-be19-4415-a377-bd89ede4642e admin admin] Request body: {'subnet': {'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-subnet', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:32.712942 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:32.770248 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbd891-54d5-470b-9819-57b336e660c5 admin admin] Pushing event updated for resources: {'Network': ['ID=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:32.775498 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5b6c783a-63b1-40c7-bd60-cf2f609b87a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fe58020d2ef4608b56eac8658d290d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087157 Sep 18 05:01:32.787927 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38202) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:32.796482 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:01:32.830129 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54bb9ce4-6036-43f4-94a0-a2f62879c058 req-a7925673-d6fd-4e92-ab10-d9d6a387a7de tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef9f2e3-dc2b-480c-b6bd-cc978ce89529 HTTP/1.1" status: 200 len: 210 time: 0.0654411 Sep 18 05:01:32.865333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c8e41dea-2c8b-4cb8-8d63-85135200a761 req-15dc7695-074f-4360-ac1c-5a44589ef443 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929841 Sep 18 05:01:32.881419 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7b96acb5-6d51-4005-a600-ec611e548960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:32.917005 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7b96acb5-6d51-4005-a600-ec611e548960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:32.917774 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-33c3bd21-8a13-44a9-8b64-0b603035b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:32.919523 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-33c3bd21-8a13-44a9-8b64-0b603035b9d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.9248531 Sep 18 05:01:32.940820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e63a956-be19-4415-a377-bd89ede4642e admin admin] Made reservation on behalf of 3105615cf06941c3854327e9eaa23cdf for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:01:32.942875 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e63a956-be19-4415-a377-bd89ede4642e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:32.952444 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=df4a54dd-050c-4c73-91b4-24dce1197660,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:32.995012 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-7f77d708-4886-4679-be4f-1375140322e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=df4a54dd-050c-4c73-91b4-24dce1197660 HTTP/1.1" status: 200 len: 217 time: 0.0677857 Sep 18 05:01:33.046542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['df4a54dd-050c-4c73-91b4-24dce1197660'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:33.080974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-cd378b16-ed14-45e8-957d-4982f15bf11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:33.081637 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-cd378b16-ed14-45e8-957d-4982f15bf11a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0660627 Sep 18 05:01:33.105300 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f00b487-75bd-4680-bb49-f0971c5609a2 req-5e7ef345-c4c3-4ab0-98c0-30f0ac1ed9a4 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7812886 Sep 18 05:01:33.145807 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8cc59-f38b-46ca-9e68-a42620a1c036 req-6cf2ebd7-261e-4e0b-8061-54dcd6353614 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:33.147495 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-05b8cc59-f38b-46ca-9e68-a42620a1c036 req-6cf2ebd7-261e-4e0b-8061-54dcd6353614 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 949 time: 0.1650507 Sep 18 05:01:33.154037 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-13950dcf-0d03-498c-94a4-6645ed665e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:33.155504 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-13950dcf-0d03-498c-94a4-6645ed665e71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0652223 Sep 18 05:01:33.172620 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:33.226634 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-05b8cc59-f38b-46ca-9e68-a42620a1c036 req-9f7d0cfa-817b-4775-9e0c-b29bcb7dfa66 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692785 Sep 18 05:01:33.250708 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7b96acb5-6d51-4005-a600-ec611e548960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:33.253301 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7b96acb5-6d51-4005-a600-ec611e548960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:33.254513 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7b96acb5-6d51-4005-a600-ec611e548960 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/946c2f05-3e31-4049-bf6a-cf993496f8d1 HTTP/1.1" status: 204 len: 168 time: 0.4631679 Sep 18 05:01:33.292899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96acb5-6d51-4005-a600-ec611e548960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946c2f05-3e31-4049-bf6a-cf993496f8d1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:33.308202 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-7fc89460-e0c5-4b0a-b650-25c93d65e99d service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439600 Sep 18 05:01:33.441580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7eab8d-56fb-4f1f-a804-97dd2bae03c3 req-01caac48-62cf-4680-bd84-f1eb512b6029 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:33.443152 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d7eab8d-56fb-4f1f-a804-97dd2bae03c3 req-01caac48-62cf-4680-bd84-f1eb512b6029 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 943 time: 0.1761167 Sep 18 05:01:33.490610 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-22929b83-379b-4643-9864-e489d1dc4cb3 req-bbdd4b8e-98ba-4121-81b7-6a47771426c5 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729622 Sep 18 05:01:33.524946 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e63a956-be19-4415-a377-bd89ede4642e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:33.804797 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-befbd052-a2ec-4fdc-b46d-469e079759e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:33.825673 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d7eab8d-56fb-4f1f-a804-97dd2bae03c3 req-f0bd15f2-a810-41cd-85f2-143daee4c3b8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481288 Sep 18 05:01:33.868426 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:33.870151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63a956-be19-4415-a377-bd89ede4642e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dbd6d4e-4978-4831-bd92-1824d5a15d80,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:33.924579 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e63a956-be19-4415-a377-bd89ede4642e admin admin] Checking segment: {'id': '86c18a72-84b2-40f7-ab49-0f199de45bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:33.924954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e63a956-be19-4415-a377-bd89ede4642e admin admin] Network hostable DHCP agents. Network: 1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:01:34.020281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e63a956-be19-4415-a377-bd89ede4642e admin admin] Network 1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:01:34.026887 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd05cdb-d3ab-4efc-a12d-bdea72dca3d5 req-e53efd16-294f-402a-8dc0-5791448500f5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:34.035338 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd05cdb-d3ab-4efc-a12d-bdea72dca3d5 req-e53efd16-294f-402a-8dc0-5791448500f5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.0665574 Sep 18 05:01:34.076809 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd05cdb-d3ab-4efc-a12d-bdea72dca3d5 req-87a06448-0291-4ed5-8cbd-167da3e6b901 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Sep 18 05:01:34.111600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-5e63a956-be19-4415-a377-bd89ede4642e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:34.113323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Router 8a0878ec-c0cc-4140-9684-07e3fcc67acd is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:01:34.119372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e63a956-be19-4415-a377-bd89ede4642e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:34.120968 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e63a956-be19-4415-a377-bd89ede4642e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:34.124340 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86165a0-f292-4186-86a4-51b48a86939e None None] Network 1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:01:34.149908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 6826d449-1e88-49a3-9775-c72f29916f2c details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:01:34.152815 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device df4a54dd-050c-4c73-91b4-24dce1197660 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:34.205122 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5e63a956-be19-4415-a377-bd89ede4642e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5182021 Sep 18 05:01:34.207830 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38230) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:34.219027 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:34.315530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:01:34.324587 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:34.330419 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:34.342954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Sync routers for ids ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:01:34.384552 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:34.419145 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:34.422033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Routers {'8a0878ec-c0cc-4140-9684-07e3fcc67acd'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:34.422714 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:34.434660 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:34.443592 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-585b169f-ce91-4cf6-9d6a-804ab55a2167 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7875719 Sep 18 05:01:34.443592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38240) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:34.460384 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15f916-6320-49bb-a7ef-a37f6ac01f79 req-a093d41f-a5f4-489e-985f-6cf85048be05 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:34.461677 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ae15f916-6320-49bb-a7ef-a37f6ac01f79 req-a093d41f-a5f4-489e-985f-6cf85048be05 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 949 time: 0.0540504 Sep 18 05:01:34.519254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddcb35-7548-4544-8387-0bbf539ef683 req-c59d3c6a-9ace-4dc4-abf6-8a1e35f845b3 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:34.521199 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8ddcb35-7548-4544-8387-0bbf539ef683 req-c59d3c6a-9ace-4dc4-abf6-8a1e35f845b3 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 950 time: 0.1223838 Sep 18 05:01:34.542808 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ae15f916-6320-49bb-a7ef-a37f6ac01f79 req-3358e95a-7a10-4c3d-bd8a-55441b847af7 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606349 Sep 18 05:01:34.549649 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port df4a54dd-050c-4c73-91b4-24dce1197660 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:01:34.553494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6826d449-1e88-49a3-9775-c72f29916f2c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:34.561580 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebc16e6-a971-4487-bc53-d314581503df None None] Network 1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:01:34.583236 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port df4a54dd-050c-4c73-91b4-24dce1197660 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:34.583236 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:34.628767 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8ddcb35-7548-4544-8387-0bbf539ef683 req-9f305e90-6fea-415f-9a7a-8c44ce29d669 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003683 Sep 18 05:01:34.633919 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '6826d449-1e88-49a3-9775-c72f29916f2c', 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1', 'port_id': '6826d449-1e88-49a3-9775-c72f29916f2c', 'mac_address': 'fa:16:3e:19:b5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e768b2c-162b-4ba8-991f-559b883cc951', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:01:34.666362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38248) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:34.835921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cdef7-e90e-4bdf-a761-98dc812604a5 req-7e7ca293-d42b-4da7-b595-8781b81a8f54 tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:34.843714 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-da7cdef7-e90e-4bdf-a761-98dc812604a5 req-7e7ca293-d42b-4da7-b595-8781b81a8f54 tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 1101 time: 0.1074522 Sep 18 05:01:34.846003 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1701141996-network', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:34.851153 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:34.874859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Set router 8a0878ec-c0cc-4140-9684-07e3fcc67acd gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:34.929195 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-da7cdef7-e90e-4bdf-a761-98dc812604a5 req-4f189d7d-0bc7-41f2-a298-6b550009fd7e tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844033 Sep 18 05:01:34.985444 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] Made reservation on behalf of da7ede3e9ec2426d85448916706333f7 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:01:34.987306 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.008498 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578db16-b537-4043-9402-b3076ef82c0c req-a1429614-40eb-4710-90d1-f61c3ae61899 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:35.010066 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f578db16-b537-4043-9402-b3076ef82c0c req-a1429614-40eb-4710-90d1-f61c3ae61899 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 943 time: 0.0962265 Sep 18 05:01:35.022533 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.031768 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.145233 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.147861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6826d449-1e88-49a3-9775-c72f29916f2c {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:01:35.164948 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f578db16-b537-4043-9402-b3076ef82c0c req-372fb50b-74d9-4ec1-8656-9bbfc65fd64d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463768 Sep 18 05:01:35.203701 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6826d449-1e88-49a3-9775-c72f29916f2c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:35.260406 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.273575 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.293082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f12303-6f71-4459-9ca5-3776dd70c723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4a54dd-050c-4c73-91b4-24dce1197660'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:35.295611 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b38f09-fbdc-41af-b279-dc1823d1abe9" -d '{"events": [{"server_uuid": "53f12303-6f71-4459-9ca5-3776dd70c723", "name": "network-vif-plugged", "status": "completed", "tag": "df4a54dd-050c-4c73-91b4-24dce1197660"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:35.303661 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.311553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port df4a54dd-050c-4c73-91b4-24dce1197660, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=df4a54dd-050c-4c73-91b4-24dce1197660,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:35.314994 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.319506 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ceeee01-ded2-4d81-8297-552082ce886f req-8f486983-e315-4c44-9fa4-2afb06edfbb1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=20ae15386bab4155a078057ceffa9f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316856 Sep 18 05:01:35.331762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b10f4-1b8b-48b2-a7d8-29bf443773ea req-7a075d4b-18ca-4855-b177-e5d6722d78b8 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:35.333320 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-051b10f4-1b8b-48b2-a7d8-29bf443773ea req-7a075d4b-18ca-4855-b177-e5d6722d78b8 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.1718683 Sep 18 05:01:35.354703 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:01:32Z', 'revision_number': 3, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:35.385939 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Checking router: 8a0878ec-c0cc-4140-9684-07e3fcc67acd for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:01:35.386435 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Updating router 8a0878ec-c0cc-4140-9684-07e3fcc67acd port 2112c929-7ffc-4d02-8782-391163595e84 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:01:35.401009 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.405109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Allocated IP 172.20.0.1 (c59f4f04-142b-418a-9ddb-e110263e492a/3af5818d-64d9-4b43-92de-22b52c52c578/d9e09933-c8f7-4daf-84ee-f708352f8e52) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:35.409843 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-051b10f4-1b8b-48b2-a7d8-29bf443773ea req-3f939704-6334-44ae-bb65-b38f7ee324de tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501049 Sep 18 05:01:35.412357 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.413103 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 6b5ed325-b803-48f2-8620-878c434c0585 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:01:35.442644 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=6826d449-1e88-49a3-9775-c72f29916f2c,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:35.447007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 6b5ed325-b803-48f2-8620-878c434c0585 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:01:35.447007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 6b5ed325-b803-48f2-8620-878c434c0585 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:01:35.450581 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.487369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:01:35.495135 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1462bc7d-f568-4943-89c2-1c9972e3c43b x-openstack-request-id: req-1462bc7d-f568-4943-89c2-1c9972e3c43b {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:35.495790 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f12303-6f71-4459-9ca5-3776dd70c723", "name": "network-vif-plugged", "status": "completed", "tag": "df4a54dd-050c-4c73-91b4-24dce1197660", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:35.500984 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1462bc7d-f568-4943-89c2-1c9972e3c43b {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:35.500984 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f12303-6f71-4459-9ca5-3776dd70c723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4a54dd-050c-4c73-91b4-24dce1197660', 'code': 200} Sep 18 05:01:35.530887 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.538313 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.539061 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] Added segment afd5a2f9-b995-43ea-b131-55ede8f50b47 of type vlan for network ff7380fa-d5b5-49a5-9774-e47673cf8113 Sep 18 05:01:35.550580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.565680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc46c73b-8b59-4f0a-8a0a-cfd5f2b6cbf2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:35.580859 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.589155 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=df4a54dd-050c-4c73-91b4-24dce1197660,revision_number=9']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:35.634013 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.670805 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeee01-ded2-4d81-8297-552082ce886f req-990632fe-716e-4591-8b46-580d96e375ce tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:35.677957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Network c59f4f04-142b-418a-9ddb-e110263e492a is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:35.678137 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ceeee01-ded2-4d81-8297-552082ce886f req-990632fe-716e-4591-8b46-580d96e375ce tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3264115 Sep 18 05:01:35.682896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:35.703270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:35.707713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e09933-c8f7-4daf-84ee-f708352f8e52,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:35.707900 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.708182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['6826d449-1e88-49a3-9775-c72f29916f2c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:35.719012 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ceeee01-ded2-4d81-8297-552082ce886f req-1592c86e-1246-4d05-83a5-0b7e344e3c13 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/quotas/20ae15386bab4155a078057ceffa9f60 HTTP/1.1" status: 200 len: 375 time: 0.0400658 Sep 18 05:01:35.814007 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.829024 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ceeee01-ded2-4d81-8297-552082ce886f req-fb608dfd-13b4-4b33-bf22-cbc34f90814a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089654 Sep 18 05:01:35.868156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd589-9424-49ee-84a7-456761c8d706 req-54833529-d6f8-44fc-adc9-2690c9252d36 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:35.870938 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.872109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:35.872870 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.876661 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6dcdd589-9424-49ee-84a7-456761c8d706 req-54833529-d6f8-44fc-adc9-2690c9252d36 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 950 time: 0.1383624 Sep 18 05:01:35.894121 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.971140 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:35.971498 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6dcdd589-9424-49ee-84a7-456761c8d706 req-2ebe05e0-6292-4c5d-bbd3-33f96aa6bac3 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938942 Sep 18 05:01:36.009453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] Pushing event updated for resources: {'Network': ['ID=ff7380fa-d5b5-49a5-9774-e47673cf8113,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:36.021042 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7e68f8c9-4ff2-40f9-bb56-61bfb80e3261 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3535366 Sep 18 05:01:36.027348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38276) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:36.046015 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network ff7380fa-d5b5-49a5-9774-e47673cf8113 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:01:36.046539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-bdac2963-af18-4a13-9b91-98454d39ca74 admin admin] Request body: {'subnet': {'network_id': 'ff7380fa-d5b5-49a5-9774-e47673cf8113', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1701141996-subnet', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:36.068319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Attempting to bind port 2112c929-7ffc-4d02-8782-391163595e84 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:36.068533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-27826809-111e-4396-bb26-1cfa75b6d491 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:36.069042 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Attempting to bind port 2112c929-7ffc-4d02-8782-391163595e84 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:36.069608 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Attempting to bind port 2112c929-7ffc-4d02-8782-391163595e84 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:36.070818 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-27826809-111e-4396-bb26-1cfa75b6d491 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6&tenant_id=b9d48c11f3d54c54908deb8998856514&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1098 time: 0.1559315 Sep 18 05:01:36.072028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839334c-fa46-4d26-b952-b73e297bc1df None None] Pushing event updated for resources: {'Port': ['ID=2112c929-7ffc-4d02-8782-391163595e84,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:36.077196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370c222-fb9b-4dd2-9155-13f84728548f req-1e8cb8ac-ff45-4001-9fe2-1ae03c7ea6ed tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:36.078956 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b370c222-fb9b-4dd2-9155-13f84728548f req-1e8cb8ac-ff45-4001-9fe2-1ae03c7ea6ed tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 950 time: 0.1206601 Sep 18 05:01:36.087017 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-13'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:36.088203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-bfcdbdef-ce0f-4dc4-8c72-7c2be63b4515 None None] Provisioning complete for port d9e09933-c8f7-4daf-84ee-f708352f8e52 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:36.088793 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bfcdbdef-ce0f-4dc4-8c72-7c2be63b4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.093229 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:36.093833 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:36.094398 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.095041 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:36.095614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Bound port: 2112c929-7ffc-4d02-8782-391163595e84, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:36.096346 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.134247 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Allocated IP 172.25.7.172 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/97916d06-96bd-4ad9-90e6-8cb2cd5769ee) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:36.153736 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.201619 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.204149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdac2963-af18-4a13-9b91-98454d39ca74 admin admin] Made reservation on behalf of da7ede3e9ec2426d85448916706333f7 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:01:36.206579 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bdac2963-af18-4a13-9b91-98454d39ca74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.230501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-bfcdbdef-ce0f-4dc4-8c72-7c2be63b4515 None None] Port d9e09933-c8f7-4daf-84ee-f708352f8e52 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:01:36.249824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] For port 2112c929-7ffc-4d02-8782-391163595e84, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:36.253523 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] For port 2112c929-7ffc-4d02-8782-391163595e84, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2112c929-7ffc-4d02-8782-391163595e84,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:36.292931 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-86fce45e-7c27-453a-b79b-744e357ad7bd req-eb0ea6f1-1f32-4198-a7e4-1f9b51ff8736 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 210 time: 0.0900800 Sep 18 05:01:36.318363 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.377479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Routers {'8a0878ec-c0cc-4140-9684-07e3fcc67acd'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:36.378128 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:36.433983 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839334c-fa46-4d26-b952-b73e297bc1df None None] Pushing event updated for resources: {'Port': ['ID=2112c929-7ffc-4d02-8782-391163595e84,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:36.471956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-b370c222-fb9b-4dd2-9155-13f84728548f req-2c10f12c-61be-473b-a3cb-e1d3ceb8f5da tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Deleting port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:01:36.472558 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b370c222-fb9b-4dd2-9155-13f84728548f req-2c10f12c-61be-473b-a3cb-e1d3ceb8f5da tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.500342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.512469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cf1c7-54a9-4345-b7b7-548c98406be6 req-4e6f017f-82b9-40e3-949a-fb4aeae66c99 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:36.514004 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-741cf1c7-54a9-4345-b7b7-548c98406be6 req-4e6f017f-82b9-40e3-949a-fb4aeae66c99 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 944 time: 0.2071109 Sep 18 05:01:36.551548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] Set router 8a0878ec-c0cc-4140-9684-07e3fcc67acd gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:36.578805 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:36.638934 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36eead9-c1ef-492f-a272-52984199ee58 req-9fa4b01a-cc3c-4628-bf4f-01215cd9941b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:36.649675 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b36eead9-c1ef-492f-a272-52984199ee58 req-9fa4b01a-cc3c-4628-bf4f-01215cd9941b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 946 time: 0.1056836 Sep 18 05:01:36.650802 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.667869 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:36.704971 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.711911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-741cf1c7-54a9-4345-b7b7-548c98406be6 req-1d457dee-5db5-421d-8a5c-4abaa5aba93b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843297 Sep 18 05:01:36.728379 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-b370c222-fb9b-4dd2-9155-13f84728548f req-2c10f12c-61be-473b-a3cb-e1d3ceb8f5da tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] For port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=88f473dd-ceb5-4f30-9f83-3ad1ee42e850,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:36.728780 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b370c222-fb9b-4dd2-9155-13f84728548f req-2c10f12c-61be-473b-a3cb-e1d3ceb8f5da tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.741766 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b36eead9-c1ef-492f-a272-52984199ee58 req-e7080456-e1ea-43fe-a3bd-acfdfbbcd5b1 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865560 Sep 18 05:01:36.755265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-b370c222-fb9b-4dd2-9155-13f84728548f req-2c10f12c-61be-473b-a3cb-e1d3ceb8f5da tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Calling delete_port for 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:01:36.756743 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.760720 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.761947 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d570451-9ee9-49a0-a665-d934e79b49b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '832e83b4-1bb8-494c-9ce6-3ece628b74a7'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:36.765169 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d04f002-0127-4493-8928-3b50e9eebd93" -d '{"events": [{"server_uuid": "9d570451-9ee9-49a0-a665-d934e79b49b6", "name": "network-vif-unplugged", "status": "completed", "tag": "832e83b4-1bb8-494c-9ce6-3ece628b74a7"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:36.771657 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.814834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:36.819272 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e062997-54da-412f-8f94-193dc8584579 x-openstack-request-id: req-8e062997-54da-412f-8f94-193dc8584579 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:36.819588 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d570451-9ee9-49a0-a665-d934e79b49b6", "name": "network-vif-unplugged", "status": "completed", "tag": "832e83b4-1bb8-494c-9ce6-3ece628b74a7", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:36.819894 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e062997-54da-412f-8f94-193dc8584579 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:36.820308 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d570451-9ee9-49a0-a665-d934e79b49b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '832e83b4-1bb8-494c-9ce6-3ece628b74a7', 'code': 200} Sep 18 05:01:36.823008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:36.825732 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:36.828270 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 4, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd9e09933-c8f7-4daf-84ee-f708352f8e52', 'name': '', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'mac_address': 'fa:16:3e:ec:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:35Z', 'revision_number': 1, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'subnets': [{'id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:36.833872 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Pushing event updated for resources: {'Port': ['ID=97916d06-96bd-4ad9-90e6-8cb2cd5769ee,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:36.856627 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bdac2963-af18-4a13-9b91-98454d39ca74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.859723 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fba1b6-9e43-4d79-b290-04cb797fa3db None None] The sync data for ids ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'] in n-d-789963-13 is: [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 4, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd9e09933-c8f7-4daf-84ee-f708352f8e52', 'name': '', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'mac_address': 'fa:16:3e:ec:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:35Z', 'revision_number': 1, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'subnets': [{'id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:01:36.905420 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.922074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e09933-c8f7-4daf-84ee-f708352f8e52,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:36.933916 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:36.968409 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac2963-af18-4a13-9b91-98454d39ca74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83334a91-6156-4915-bc8a-cee289047cf0,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:37.055248 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac2963-af18-4a13-9b91-98454d39ca74 admin admin] Checking segment: {'id': 'afd5a2f9-b995-43ea-b131-55ede8f50b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff7380fa-d5b5-49a5-9774-e47673cf8113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:37.055613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac2963-af18-4a13-9b91-98454d39ca74 admin admin] Network hostable DHCP agents. Network: ff7380fa-d5b5-49a5-9774-e47673cf8113, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:01:37.066953 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Pushing event updated for resources: {'Port': ['ID=832e83b4-1bb8-494c-9ce6-3ece628b74a7,revision_number=7']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:37.134308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Network c59f4f04-142b-418a-9ddb-e110263e492a is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:37.134573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:37.162766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Attempting to bind port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 on host n-h1-789963-13 for vnic_type normal with profile {"migrating_to": "n-h2-789963-13"} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:37.163112 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Attempting to bind port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:37.163455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Attempting to bind port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:37.182397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:01:37.182742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Attempting to bind port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:37.201994 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:37.202343 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Checking segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:37.202869 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Bound using segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:37.209158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Bound port: 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:37.209158 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:37.231566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac2963-af18-4a13-9b91-98454d39ca74 admin admin] Network ff7380fa-d5b5-49a5-9774-e47673cf8113 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:01:37.288205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d42f91-adeb-4a44-a696-68064b53599e req-f086d626-ae08-4cde-89c0-0bb124fef9af tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:37.290013 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-05d42f91-adeb-4a44-a696-68064b53599e req-f086d626-ae08-4cde-89c0-0bb124fef9af tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 950 time: 0.2144237 Sep 18 05:01:37.325612 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b370c222-fb9b-4dd2-9155-13f84728548f req-2c10f12c-61be-473b-a3cb-e1d3ceb8f5da tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:37.337010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['88f473dd-ceb5-4f30-9f83-3ad1ee42e850', 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:37.400701 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:37.406268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10f12c-61be-473b-a3cb-e1d3ceb8f5da tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Pushing event deleted for resources: {'Port': ['ID=88f473dd-ceb5-4f30-9f83-3ad1ee42e850,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:37.408182 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-bdac2963-af18-4a13-9b91-98454d39ca74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, ff7380fa-d5b5-49a5-9774-e47673cf8113) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:37.432199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefe805e-55bc-471b-acfe-555e9eacb8b7 None None] Network ff7380fa-d5b5-49a5-9774-e47673cf8113 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:01:37.445893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdac2963-af18-4a13-9b91-98454d39ca74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:37.449273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bdac2963-af18-4a13-9b91-98454d39ca74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:37.492181 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Router 8a0878ec-c0cc-4140-9684-07e3fcc67acd has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:01:37.526101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b370c222-fb9b-4dd2-9155-13f84728548f req-2c10f12c-61be-473b-a3cb-e1d3ceb8f5da tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] No DVR routers for this DVR port 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:01:37.530343 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b370c222-fb9b-4dd2-9155-13f84728548f req-2c10f12c-61be-473b-a3cb-e1d3ceb8f5da tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:37.533093 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b370c222-fb9b-4dd2-9155-13f84728548f req-2c10f12c-61be-473b-a3cb-e1d3ceb8f5da tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "DELETE /v2.0/ports/88f473dd-ceb5-4f30-9f83-3ad1ee42e850 HTTP/1.1" status: 204 len: 173 time: 1.4458556 Sep 18 05:01:37.551932 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-05d42f91-adeb-4a44-a696-68064b53599e req-5e198b7b-447e-482f-ae34-6c9eb7839123 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547379 Sep 18 05:01:37.563230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:37.563230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:37.564745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da94e818-118e-4a4d-bfb3-a52d686149ee', 'name': 'network-vif-deleted', 'tag': '88f473dd-ceb5-4f30-9f83-3ad1ee42e850'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:37.567257 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe5b398-62ab-4e32-9a6e-6c020112c49e" -d '{"events": [{"server_uuid": "da94e818-118e-4a4d-bfb3-a52d686149ee", "name": "network-vif-deleted", "tag": "88f473dd-ceb5-4f30-9f83-3ad1ee42e850"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:37.575065 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2cedcf50-7b61-41df-98e8-f8a1fb9025bd req-93ecba3c-a1ad-4fbc-8145-5a93ae1e9802 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 210 time: 0.0964637 Sep 18 05:01:37.615305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9b3ea473-997e-408b-aaf6-dc6f9a5b0052 None None] Provisioning complete for port d9e09933-c8f7-4daf-84ee-f708352f8e52 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:37.616008 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea473-997e-408b-aaf6-dc6f9a5b0052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:37.653655 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01be183e-2b7c-4a76-9c96-36eadfa385ac x-openstack-request-id: req-01be183e-2b7c-4a76-9c96-36eadfa385ac {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:37.653966 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da94e818-118e-4a4d-bfb3-a52d686149ee", "name": "network-vif-deleted", "tag": "88f473dd-ceb5-4f30-9f83-3ad1ee42e850", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:37.654225 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01be183e-2b7c-4a76-9c96-36eadfa385ac {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:37.654641 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da94e818-118e-4a4d-bfb3-a52d686149ee', 'name': 'network-vif-deleted', 'tag': '88f473dd-ceb5-4f30-9f83-3ad1ee42e850', 'status': 'completed', 'code': 200} Sep 18 05:01:37.710234 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bdac2963-af18-4a13-9b91-98454d39ca74 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6818018 Sep 18 05:01:37.713461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38302) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:37.720647 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1701141996-router', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:37.760795 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ea473-997e-408b-aaf6-dc6f9a5b0052 None None] Port d9e09933-c8f7-4daf-84ee-f708352f8e52 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:01:37.782319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:01:37.829756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f9e68eb7-2b10-4edb-911d-fc755f5bb114 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a0878ec-c0cc-4140-9684-07e3fcc67acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3883090 Sep 18 05:01:37.838955 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:37.840051 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:37.908275 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-ff7380fa-d5b5-49a5-9774-e47673cf8113', 'network_id': 'ff7380fa-d5b5-49a5-9774-e47673cf8113', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'fixed_ips': [{'subnet_id': '83334a91-6156-4915-bc8a-cee289047cf0'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:01:37.909370 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:37.976575 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:38.169563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 832e83b4-1bb8-494c-9ce6-3ece628b74a7 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:01:38.174372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 6826d449-1e88-49a3-9775-c72f29916f2c up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:38.240874 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:38.404068 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Pushing event updated for resources: {'Port': ['ID=832e83b4-1bb8-494c-9ce6-3ece628b74a7,revision_number=8']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:38.410105 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2112c929-7ffc-4d02-8782-391163595e84 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:38.487363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Allocated IP 172.20.0.2 (ff7380fa-d5b5-49a5-9774-e47673cf8113/83334a91-6156-4915-bc8a-cee289047cf0/cf0a9886-bc29-4455-854f-550601d43043) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:38.502541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cd13e-673f-4247-9f0a-ba0c6a2d0b7c req-0000f562-7bb8-4d7c-a0ed-a18616d13e00 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:38.510704 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-506cd13e-673f-4247-9f0a-ba0c6a2d0b7c req-0000f562-7bb8-4d7c-a0ed-a18616d13e00 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 944 time: 0.5224726 Sep 18 05:01:38.533517 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:38.535744 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:38.537394 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-c8910a18-4e59-4837-83e1-6051e88f5910 service neutron] 10.222.0.13 "PUT /v2.0/ports/832e83b4-1bb8-494c-9ce6-3ece628b74a7 HTTP/1.1" status: 200 len: 1124 time: 2.4555423 Sep 18 05:01:38.560201 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da54879-be3c-475e-aab3-f5ecb2372477 req-3a99a5a8-a8e0-48c0-8ec2-8d3afa561ea8 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:38.567786 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7da54879-be3c-475e-aab3-f5ecb2372477 req-3a99a5a8-a8e0-48c0-8ec2-8d3afa561ea8 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 944 time: 0.3319528 Sep 18 05:01:38.620093 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:38.645475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['832e83b4-1bb8-494c-9ce6-3ece628b74a7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:38.663030 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:38.669143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-506cd13e-673f-4247-9f0a-ba0c6a2d0b7c req-68816db4-9119-441a-b949-a7c3f191d38a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570470 Sep 18 05:01:38.672302 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7da54879-be3c-475e-aab3-f5ecb2372477 req-c3862cd9-f9cb-4625-8d48-73b7fd8008af tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017358 Sep 18 05:01:38.702375 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['832e83b4-1bb8-494c-9ce6-3ece628b74a7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:38.864385 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d570451-9ee9-49a0-a665-d934e79b49b6', 'tag': '832e83b4-1bb8-494c-9ce6-3ece628b74a7'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:38.868253 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d138cb0f-b26e-4049-8db2-638b7c79a1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9d570451-9ee9-49a0-a665-d934e79b49b6", "tag": "832e83b4-1bb8-494c-9ce6-3ece628b74a7"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:38.877063 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 6826d449-1e88-49a3-9775-c72f29916f2c completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:01:38.915617 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:38.933726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 6826d449-1e88-49a3-9775-c72f29916f2c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:38.934172 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:38.991806 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2112c929-7ffc-4d02-8782-391163595e84 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:38.992307 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:38.993753 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ceeee01-ded2-4d81-8297-552082ce886f req-31e59316-5f6d-45ce-9651-fec73cac73bc tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=20ae15386bab4155a078057ceffa9f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393267 Sep 18 05:01:39.000377 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aa734ae5-4e4d-44d6-9eef-8021b77b088e req-c4d86d75-3644-4195-bec8-fe2b373ca65a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=da94e818-118e-4a4d-bfb3-a52d686149ee HTTP/1.1" status: 200 len: 210 time: 0.0465016 Sep 18 05:01:39.002350 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 832e83b4-1bb8-494c-9ce6-3ece628b74a7 has no active binding in host n-h2-789963-13 {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 05:01:39.172270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Router 81f73fee-bc04-422d-b288-f68a785983d9 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:01:39.213161 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:39.298224 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:39.299512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeee01-ded2-4d81-8297-552082ce886f req-67670ed6-0922-409e-b62f-71bca73d9508 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:39.301580 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ceeee01-ded2-4d81-8297-552082ce886f req-67670ed6-0922-409e-b62f-71bca73d9508 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2983346 Sep 18 05:01:39.305039 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f53f58d6-c31b-4717-8a48-650a00de93a8 req-7a89bcbc-c5ed-42a3-803a-6dee48ae19e7 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 210 time: 0.0669544 Sep 18 05:01:39.323685 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:39.344166 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:39.344706 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:39.351831 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-9ceeee01-ded2-4d81-8297-552082ce886f req-b31d633c-1ab8-4cf0-8557-987a8b940e63 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Request body: {'port': {'device_id': 'c203d182-8260-48b8-9796-7433c8f37ed1', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '20ae15386bab4155a078057ceffa9f60'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:39.374423 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:39.416637 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Network ff7380fa-d5b5-49a5-9774-e47673cf8113 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:39.452336 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:39.464361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:01:39.466643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 2112c929-7ffc-4d02-8782-391163595e84, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2112c929-7ffc-4d02-8782-391163595e84,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:39.468116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cabf16-7b55-4366-96ca-10fb43b78206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6826d449-1e88-49a3-9775-c72f29916f2c'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:39.470376 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0773ba-1919-45d7-8c52-492a7d24af82" -d '{"events": [{"server_uuid": "28cabf16-7b55-4366-96ca-10fb43b78206", "name": "network-vif-plugged", "status": "completed", "tag": "6826d449-1e88-49a3-9775-c72f29916f2c"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:39.476742 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Pushing event updated for resources: {'Port': ['ID=cf0a9886-bc29-4455-854f-550601d43043,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:39.477618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:39.490432 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38328) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:39.492215 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Sync routers for ids ['81f73fee-bc04-422d-b288-f68a785983d9'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:01:39.496444 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-530110ee-67f7-454c-bd5e-338be0deefec tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2093352508', 'description': 'tempest-description--1682082655'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:39.498056 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6826d449-1e88-49a3-9775-c72f29916f2c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:39.518507 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Routers {'81f73fee-bc04-422d-b288-f68a785983d9'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:39.519604 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['81f73fee-bc04-422d-b288-f68a785983d9'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:39.534480 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:39.541981 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22be1a5-7d23-4495-98e7-4730de8978c4 x-openstack-request-id: req-a22be1a5-7d23-4495-98e7-4730de8978c4 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:39.542330 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d570451-9ee9-49a0-a665-d934e79b49b6", "tag": "832e83b4-1bb8-494c-9ce6-3ece628b74a7", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:39.542868 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a22be1a5-7d23-4495-98e7-4730de8978c4 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:39.543365 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d570451-9ee9-49a0-a665-d934e79b49b6', 'tag': '832e83b4-1bb8-494c-9ce6-3ece628b74a7', 'status': 'completed', 'code': 200} Sep 18 05:01:39.580308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Allocated IP 172.25.7.36 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/4241b0d5-f2c6-4a8a-8c55-a05019b15f26) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:39.594050 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:39.595716 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-30147437-5b24-4a6c-8a1b-c93d9d6155c6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.3861904 Sep 18 05:01:39.599532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38330) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:39.602037 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:39.606909 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7033ff2b-15c2-4fa1-9358-249e9c19bcf7 x-openstack-request-id: req-7033ff2b-15c2-4fa1-9358-249e9c19bcf7 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:39.607235 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28cabf16-7b55-4366-96ca-10fb43b78206", "name": "network-vif-plugged", "status": "completed", "tag": "6826d449-1e88-49a3-9775-c72f29916f2c", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:39.607496 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7033ff2b-15c2-4fa1-9358-249e9c19bcf7 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:39.607905 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cabf16-7b55-4366-96ca-10fb43b78206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6826d449-1e88-49a3-9775-c72f29916f2c', 'code': 200} Sep 18 05:01:39.641534 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Attempting to bind port cf0a9886-bc29-4455-854f-550601d43043 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:39.641994 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Attempting to bind port cf0a9886-bc29-4455-854f-550601d43043 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'afd5a2f9-b995-43ea-b131-55ede8f50b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff7380fa-d5b5-49a5-9774-e47673cf8113'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:39.642377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Attempting to bind port cf0a9886-bc29-4455-854f-550601d43043 on network ff7380fa-d5b5-49a5-9774-e47673cf8113 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:39.651027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:39.651418 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Checking segment: {'id': 'afd5a2f9-b995-43ea-b131-55ede8f50b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff7380fa-d5b5-49a5-9774-e47673cf8113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:39.651834 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:39.652255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Bound using segment: {'id': 'afd5a2f9-b995-43ea-b131-55ede8f50b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff7380fa-d5b5-49a5-9774-e47673cf8113'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:39.652749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Bound port: cf0a9886-bc29-4455-854f-550601d43043, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd5a2f9-b995-43ea-b131-55ede8f50b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff7380fa-d5b5-49a5-9774-e47673cf8113'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:39.653143 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:39.675455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354d4c9-b1b1-4625-9b09-1dae2860ab5d req-f157557c-b66b-4bf0-bff5-f89e099aeaf3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:39.677749 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8354d4c9-b1b1-4625-9b09-1dae2860ab5d req-f157557c-b66b-4bf0-bff5-f89e099aeaf3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 968 time: 0.2236562 Sep 18 05:01:39.685510 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Set router 81f73fee-bc04-422d-b288-f68a785983d9 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:39.689522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=2112c929-7ffc-4d02-8782-391163595e84,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:39.726861 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-530110ee-67f7-454c-bd5e-338be0deefec tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:39.806245 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=6826d449-1e88-49a3-9775-c72f29916f2c,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:39.809779 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] For port cf0a9886-bc29-4455-854f-550601d43043, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:39.814511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] For port cf0a9886-bc29-4455-854f-550601d43043, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cf0a9886-bc29-4455-854f-550601d43043,segment=NetworkSegment(afd5a2f9-b995-43ea-b131-55ede8f50b47),segment_id=afd5a2f9-b995-43ea-b131-55ede8f50b47)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:39.817048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cb0f-b26e-4049-8db2-638b7c79a1c8 req-f2a1c435-673d-4036-9132-6af0d2f64f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:39.819754 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d138cb0f-b26e-4049-8db2-638b7c79a1c8 req-f2a1c435-673d-4036-9132-6af0d2f64f88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 1127 time: 0.2368033 Sep 18 05:01:39.864559 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8354d4c9-b1b1-4625-9b09-1dae2860ab5d req-1d018188-33b0-42bd-8a84-1cbec106fa93 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778541 Sep 18 05:01:39.892135 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:39.949883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4156ef-ec98-40bf-bd2e-b7550e19c162 req-795cdab6-7252-448a-adbe-8b2165cbf748 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:39.950430 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:39.953806 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f4156ef-ec98-40bf-bd2e-b7550e19c162 req-795cdab6-7252-448a-adbe-8b2165cbf748 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 944 time: 0.1095159 Sep 18 05:01:39.970192 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 3, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port': {'id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:39.991709 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cb0f-b26e-4049-8db2-638b7c79a1c8 req-3f15330b-5008-4383-93c5-be1058a1ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:39.993646 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d138cb0f-b26e-4049-8db2-638b7c79a1c8 req-3f15330b-5008-4383-93c5-be1058a1ceff service neutron] 10.222.0.18 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.1630759 Sep 18 05:01:40.016271 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39512950-f4fc-4166-8295-9389dc235e2f None None] Pushing event updated for resources: {'Port': ['ID=cf0a9886-bc29-4455-854f-550601d43043,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:40.049566 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Checking router: 81f73fee-bc04-422d-b288-f68a785983d9 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:01:40.049566 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Updating router 81f73fee-bc04-422d-b288-f68a785983d9 port 97916d06-96bd-4ad9-90e6-8cb2cd5769ee binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:01:40.055722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ceeee01-ded2-4d81-8297-552082ce886f req-b31d633c-1ab8-4cf0-8557-987a8b940e63 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Made reservation on behalf of 20ae15386bab4155a078057ceffa9f60 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:01:40.059723 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9ceeee01-ded2-4d81-8297-552082ce886f req-b31d633c-1ab8-4cf0-8557-987a8b940e63 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:40.080980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Sync routers for ids ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:01:40.090871 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:40.091941 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d138cb0f-b26e-4049-8db2-638b7c79a1c8 req-f0bed9ed-3222-4a4a-b93a-9a0e32e10564 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7 HTTP/1.1" status: 200 len: 217 time: 0.0848722 Sep 18 05:01:40.098954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Routers {'8a0878ec-c0cc-4140-9684-07e3fcc67acd'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:40.100266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:40.111347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb8dfd-f0d9-4de1-920b-ae00f6953175 req-f349355c-3ec1-450c-8b7a-eaa1ab9aa468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:40.111926 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6edb8dfd-f0d9-4de1-920b-ae00f6953175 req-f349355c-3ec1-450c-8b7a-eaa1ab9aa468 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 1097 time: 0.4277065 Sep 18 05:01:40.116420 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-530110ee-67f7-454c-bd5e-338be0deefec tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:40.163852 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:40.181471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16035678-e5f9-40dd-a083-2521cf47593a req-3781c7de-834d-4c6b-9088-c8d9e86e869b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:40.183034 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16035678-e5f9-40dd-a083-2521cf47593a req-3781c7de-834d-4c6b-9088-c8d9e86e869b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 945 time: 0.1884222 Sep 18 05:01:40.193078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:01:40.203055 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-530110ee-67f7-454c-bd5e-338be0deefec tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:40.215207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cb0f-b26e-4049-8db2-638b7c79a1c8 req-e14a1041-0779-421b-b92f-95595838404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:40.216768 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d138cb0f-b26e-4049-8db2-638b7c79a1c8 req-e14a1041-0779-421b-b92f-95595838404f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.1148617 Sep 18 05:01:40.259314 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f4156ef-ec98-40bf-bd2e-b7550e19c162 req-c8ee072c-ae36-4a4e-a2c0-373ad52866ca tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258594 Sep 18 05:01:40.259970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530110ee-67f7-454c-bd5e-338be0deefec tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51904c12-fc0d-4f00-9a9e-d2e74a849821,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:40.264115 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:40.299502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:40.315820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:01:40.318836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d138cb0f-b26e-4049-8db2-638b7c79a1c8 req-debd899c-a944-4669-9d5a-8f0ec44b494b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886919 Sep 18 05:01:40.319556 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 88f473dd-ceb5-4f30-9f83-3ad1ee42e850 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:01:40.319669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:40.323418 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-530110ee-67f7-454c-bd5e-338be0deefec tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:40.328967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-530110ee-67f7-454c-bd5e-338be0deefec tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8459547 Sep 18 05:01:40.332364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38342) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:40.343634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Pushing event updated for resources: {'Port': ['ID=4241b0d5-f2c6-4a8a-8c55-a05019b15f26,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:40.344488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ab8da99f-f40a-4633-b99d-386079a670ef tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Request body: {'security_group_rule': {'security_group_id': '51904c12-fc0d-4f00-9a9e-d2e74a849821', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:40.362021 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2112c929-7ffc-4d02-8782-391163595e84 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:40.388822 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6edb8dfd-f0d9-4de1-920b-ae00f6953175 req-b627b2bd-8ca5-44a6-aa39-8026755f3eef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653925 Sep 18 05:01:40.468566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Set router 8a0878ec-c0cc-4140-9684-07e3fcc67acd gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:40.514239 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ab8da99f-f40a-4633-b99d-386079a670ef tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:40.534168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2112c929-7ffc-4d02-8782-391163595e84 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:40.534972 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:40.538526 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5de8e139-1c72-4a6f-bbb1-1078e27d6de8 req-e122233a-b4fe-4baf-8d37-50a66f5c686a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 210 time: 0.0449994 Sep 18 05:01:40.550825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16035678-e5f9-40dd-a083-2521cf47593a req-a831e7b6-a1d6-43f3-8823-6be1b840dc6a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432248 Sep 18 05:01:40.704361 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ab8da99f-f40a-4633-b99d-386079a670ef tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:40.706271 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-9ceeee01-ded2-4d81-8297-552082ce886f req-b31d633c-1ab8-4cf0-8557-987a8b940e63 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Allocated IP 192.168.233.175 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/b218360f-c562-4280-a2fe-afa957d311d7) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:40.722080 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:40.766358 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d138cb0f-b26e-4049-8db2-638b7c79a1c8 req-640f465c-ad3a-4251-a212-23159e3c7f74 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199841 Sep 18 05:01:40.800781 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ab8da99f-f40a-4633-b99d-386079a670ef tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:40.851165 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:40.855889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8da99f-f40a-4633-b99d-386079a670ef tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b80eca-dc76-4c5f-897d-329368cc19a6,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:40.883756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d138cb0f-b26e-4049-8db2-638b7c79a1c8 req-c072edaf-516b-4331-9189-14cedea17ca6 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081848 Sep 18 05:01:40.914573 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Attempting to bind port 97916d06-96bd-4ad9-90e6-8cb2cd5769ee on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:40.914957 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Attempting to bind port 97916d06-96bd-4ad9-90e6-8cb2cd5769ee by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:40.915322 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Attempting to bind port 97916d06-96bd-4ad9-90e6-8cb2cd5769ee on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:40.922266 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:40.922882 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:40.923768 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:40.924368 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:40.924852 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Bound port: 97916d06-96bd-4ad9-90e6-8cb2cd5769ee, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:40.925262 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:40.964658 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 4, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd9e09933-c8f7-4daf-84ee-f708352f8e52', 'name': '', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'mac_address': 'fa:16:3e:ec:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 2, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'subnets': [{'id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:40.987091 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f6f26-9ed0-4774-a2a1-0d9a11656002 None None] Pushing event updated for resources: {'Port': ['ID=97916d06-96bd-4ad9-90e6-8cb2cd5769ee,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:41.000296 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] For port 97916d06-96bd-4ad9-90e6-8cb2cd5769ee, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:41.031553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Checking router: 8a0878ec-c0cc-4140-9684-07e3fcc67acd for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:01:41.031936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Updating router 8a0878ec-c0cc-4140-9684-07e3fcc67acd port d9e09933-c8f7-4daf-84ee-f708352f8e52 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:01:41.033681 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] For port 97916d06-96bd-4ad9-90e6-8cb2cd5769ee, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=97916d06-96bd-4ad9-90e6-8cb2cd5769ee,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:41.048398 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ab8da99f-f40a-4633-b99d-386079a670ef tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:41.049619 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ab8da99f-f40a-4633-b99d-386079a670ef tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7092407 Sep 18 05:01:41.057833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38350) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:41.069203 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-006c5eb1-1e1c-4621-bbdf-88e85bdfb921 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Request body: {'security_group_rule': {'security_group_id': '51904c12-fc0d-4f00-9a9e-d2e74a849821', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:41.079982 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:41.110271 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9ceeee01-ded2-4d81-8297-552082ce886f req-b31d633c-1ab8-4cf0-8557-987a8b940e63 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:41.115609 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:41.118570 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:41.208981 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:41.227053 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-006c5eb1-1e1c-4621-bbdf-88e85bdfb921 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:41.258302 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Routers {'81f73fee-bc04-422d-b288-f68a785983d9'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:41.259020 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['81f73fee-bc04-422d-b288-f68a785983d9'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:41.270007 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9ceeee01-ded2-4d81-8297-552082ce886f req-b31d633c-1ab8-4cf0-8557-987a8b940e63 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:41.306921 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['df4a54dd-050c-4c73-91b4-24dce1197660'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:41.363782 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f6f26-9ed0-4774-a2a1-0d9a11656002 None None] Pushing event updated for resources: {'Port': ['ID=97916d06-96bd-4ad9-90e6-8cb2cd5769ee,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:41.456878 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] Set router 81f73fee-bc04-422d-b288-f68a785983d9 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:41.503724 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ceeee01-ded2-4d81-8297-552082ce886f req-b31d633c-1ab8-4cf0-8557-987a8b940e63 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:41.520815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ad645-6b1e-4ad5-b9f3-0e986274d219 req-07b1eb33-697b-4e52-ac21-e2cf072e4eb8 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:41.530347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c9ad645-6b1e-4ad5-b9f3-0e986274d219 req-07b1eb33-697b-4e52-ac21-e2cf072e4eb8 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 944 time: 0.1271198 Sep 18 05:01:41.532210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-9ceeee01-ded2-4d81-8297-552082ce886f req-b31d633c-1ab8-4cf0-8557-987a8b940e63 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:41.549693 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-006c5eb1-1e1c-4621-bbdf-88e85bdfb921 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:41.550730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ceeee01-ded2-4d81-8297-552082ce886f req-b31d633c-1ab8-4cf0-8557-987a8b940e63 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:41.578684 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeee01-ded2-4d81-8297-552082ce886f req-b31d633c-1ab8-4cf0-8557-987a8b940e63 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:41.579388 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9ceeee01-ded2-4d81-8297-552082ce886f req-b31d633c-1ab8-4cf0-8557-987a8b940e63 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:41.584972 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:41.610417 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c9ad645-6b1e-4ad5-b9f3-0e986274d219 req-032e863a-1c6a-413c-970f-24a45248d981 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764084 Sep 18 05:01:41.660663 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d633c-1ab8-4cf0-8557-987a8b940e63 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Pushing event updated for resources: {'Port': ['ID=b218360f-c562-4280-a2fe-afa957d311d7,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:41.663943 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-006c5eb1-1e1c-4621-bbdf-88e85bdfb921 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:41.699135 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dfe715-1a3c-40bd-b0e5-be01779c990d None None] Network ff7380fa-d5b5-49a5-9774-e47673cf8113 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:01:41.703858 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387298e-3c5d-4754-809d-cee5840b2281 req-0eea9cff-c7f3-4f18-b8cf-9874da0964f2 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:41.712137 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b387298e-3c5d-4754-809d-cee5840b2281 req-0eea9cff-c7f3-4f18-b8cf-9874da0964f2 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 950 time: 0.4478812 Sep 18 05:01:41.741948 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ceeee01-ded2-4d81-8297-552082ce886f req-b31d633c-1ab8-4cf0-8557-987a8b940e63 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3924739 Sep 18 05:01:41.779195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Request body: {'port': {'device_id': 'c203d182-8260-48b8-9796-7433c8f37ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:41.779997 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 3, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port': {'id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:41.813568 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5804f6ed-9a89-426b-88ac-082ea14b7a03 None None] The sync data for ids ['81f73fee-bc04-422d-b288-f68a785983d9'] in n-d-789963-13 is: [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 3, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port': {'id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:01:41.843294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c5eb1-1e1c-4621-bbdf-88e85bdfb921 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f048a12b-2b3b-4738-9ce3-b8a74eab2036,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:41.876636 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-83bc474b-9c76-4c36-b54f-1bf4f9fad0d2 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--336450193&fields=id&tenant_id=c1ea1154b38e4575a5ba59a023ffbcb2 HTTP/1.1" status: 200 len: 267 time: 0.1164067 Sep 18 05:01:41.981657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d971897d-ee3e-4b39-abf2-46012afcd4a5 None None] Provisioning complete for port cf0a9886-bc29-4455-854f-550601d43043 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:41.982388 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d971897d-ee3e-4b39-abf2-46012afcd4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:42.066563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-822c6f9b-5faa-4c15-abbc-46d0876e844a tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:42.068132 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-822c6f9b-5faa-4c15-abbc-46d0876e844a tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/networks?id=82fcc668-a5c0-4e9b-b029-5f6c72770101 HTTP/1.1" status: 200 len: 823 time: 0.1788974 Sep 18 05:01:42.096690 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-dfda4f6a-0860-41f9-b2d0-40fb76d9e764 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/quotas/c1ea1154b38e4575a5ba59a023ffbcb2 HTTP/1.1" status: 200 len: 375 time: 0.0190096 Sep 18 05:01:42.130671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Router f249edaf-1cf6-4559-aa89-f6296acf6ab8 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:01:42.192551 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:42.265857 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d971897d-ee3e-4b39-abf2-46012afcd4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:42.283934 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:01:42.296955 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Sync routers for ids ['f249edaf-1cf6-4559-aa89-f6296acf6ab8'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:01:42.308009 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:42.311775 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Routers {'f249edaf-1cf6-4559-aa89-f6296acf6ab8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:42.316150 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f249edaf-1cf6-4559-aa89-f6296acf6ab8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:42.326995 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-319d4d93-2427-497e-8951-d7f4e8feb83d tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1ea1154b38e4575a5ba59a023ffbcb2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2142708 Sep 18 05:01:42.346802 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d971897d-ee3e-4b39-abf2-46012afcd4a5 None None] For port cf0a9886-bc29-4455-854f-550601d43043, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cf0a9886-bc29-4455-854f-550601d43043,segment=NetworkSegment(afd5a2f9-b995-43ea-b131-55ede8f50b47),segment_id=afd5a2f9-b995-43ea-b131-55ede8f50b47)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:42.355099 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:42.412677 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b387298e-3c5d-4754-809d-cee5840b2281 req-c3ab5a0b-2ef6-4733-b63a-ac1b7567b632 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6988230 Sep 18 05:01:42.423294 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-006c5eb1-1e1c-4621-bbdf-88e85bdfb921 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:42.425546 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-006c5eb1-1e1c-4621-bbdf-88e85bdfb921 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3658764 Sep 18 05:01:42.426986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Allocated IP 172.20.0.1 (1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48/8dbd6d4e-4978-4831-bd92-1824d5a15d80/5313c4e0-6855-4fb8-a0c3-8caffbee737f) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:42.434135 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38374) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:42.450640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:42.457153 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa70092-902d-4f32-82bc-dcffd706e583 None None] Pushing event updated for resources: {'Port': ['ID=d9e09933-c8f7-4daf-84ee-f708352f8e52,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:42.469561 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d971897d-ee3e-4b39-abf2-46012afcd4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:42.544100 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:42.549236 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d07883c7-c6da-4cbf-ba48-848c73cdc5cc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8324218 Sep 18 05:01:42.553997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38376) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:42.610580 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Set router f249edaf-1cf6-4559-aa89-f6296acf6ab8 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:42.637762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cf0a9886-bc29-4455-854f-550601d43043 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:42.783124 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-853e26f5-8d84-46d9-8f1a-c863a681837b service neutron] 10.222.0.23 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504819 Sep 18 05:01:42.837306 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Attempting to bind port d9e09933-c8f7-4daf-84ee-f708352f8e52 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:42.837832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Attempting to bind port d9e09933-c8f7-4daf-84ee-f708352f8e52 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'ac4e6bee-6998-4fb4-b62c-ed3409d11437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:42.838213 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Attempting to bind port d9e09933-c8f7-4daf-84ee-f708352f8e52 on network c59f4f04-142b-418a-9ddb-e110263e492a {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:42.865857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8fcb124b-566e-4398-b123-dd936d43641d None None] Provisioning complete for port b218360f-c562-4280-a2fe-afa957d311d7 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:42.866142 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8fcb124b-566e-4398-b123-dd936d43641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:42.886878 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:42.887345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Checking segment: {'id': 'ac4e6bee-6998-4fb4-b62c-ed3409d11437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:42.887766 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:42.890095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Bound using segment: {'id': 'ac4e6bee-6998-4fb4-b62c-ed3409d11437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:42.891101 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Bound port: d9e09933-c8f7-4daf-84ee-f708352f8e52, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4e6bee-6998-4fb4-b62c-ed3409d11437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:42.891240 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9f864-a82d-4c8c-8d5d-d0ab5bee6a33 req-cf6b2cb5-b968-428e-98ea-b32c38e61e7b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:42.891707 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:42.894750 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-03d9f864-a82d-4c8c-8d5d-d0ab5bee6a33 req-cf6b2cb5-b968-428e-98ea-b32c38e61e7b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 936 time: 0.2890341 Sep 18 05:01:42.942542 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-196305ec-344f-47db-9248-b5b81b001a12 service neutron] 10.222.0.23 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584525 Sep 18 05:01:42.943780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971897d-ee3e-4b39-abf2-46012afcd4a5 None None] Pushing event updated for resources: {'Port': ['ID=cf0a9886-bc29-4455-854f-550601d43043,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:42.976795 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'name': 'tempest-FloatingIPDetailsTestJSON-1701141996-router', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4241b0d5-f2c6-4a8a-8c55-a05019b15f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:37Z', 'updated_at': '2021-09-18T05:01:40Z', 'revision_number': 3, 'project_id': 'da7ede3e9ec2426d85448916706333f7', 'gw_port': {'id': '4241b0d5-f2c6-4a8a-8c55-a05019b15f26', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:39Z', 'updated_at': '2021-09-18T05:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:42.980145 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:42.998699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-7491c574-2c92-44b8-beaf-ea2dba60bc8c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:43.000282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-7491c574-2c92-44b8-beaf-ea2dba60bc8c tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b7f74b5-1060-4060-b299-dc1b1cb8abd7 HTTP/1.1" status: 200 len: 968 time: 0.2832212 Sep 18 05:01:43.032553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cf0a9886-bc29-4455-854f-550601d43043 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:43.035781 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.041512 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb124b-566e-4398-b123-dd936d43641d None None] Port b218360f-c562-4280-a2fe-afa957d311d7 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:01:43.050606 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Checking router: f249edaf-1cf6-4559-aa89-f6296acf6ab8 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:01:43.051010 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Updating router f249edaf-1cf6-4559-aa89-f6296acf6ab8 port 4241b0d5-f2c6-4a8a-8c55-a05019b15f26 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:01:43.061281 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.084208 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.120518 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-03d9f864-a82d-4c8c-8d5d-d0ab5bee6a33 req-35b83b8b-1c30-41ed-a02d-2dfd0bbc076c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155976 Sep 18 05:01:43.140129 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] For port d9e09933-c8f7-4daf-84ee-f708352f8e52, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:43.153595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] For port d9e09933-c8f7-4daf-84ee-f708352f8e52, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d9e09933-c8f7-4daf-84ee-f708352f8e52,segment=NetworkSegment(ac4e6bee-6998-4fb4-b62c-ed3409d11437),segment_id=ac4e6bee-6998-4fb4-b62c-ed3409d11437)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:43.221601 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.237642 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a3a2e223-8e64-4c8b-a93e-cd988b29b642 None None] Provisioning complete for port d9e09933-c8f7-4daf-84ee-f708352f8e52 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:43.238310 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e223-8e64-4c8b-a93e-cd988b29b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.428339 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Routers {'8a0878ec-c0cc-4140-9684-07e3fcc67acd'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:43.428887 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:43.436423 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.530326 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa70092-902d-4f32-82bc-dcffd706e583 None None] Pushing event updated for resources: {'Port': ['ID=d9e09933-c8f7-4daf-84ee-f708352f8e52,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:43.604040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b218360f-c562-4280-a2fe-afa957d311d7 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:01:43.624410 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef0fd9-297e-422e-9056-1435a546bbea req-8f13370f-401a-4d04-b2fb-3e27fc0bb1d1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:43.636411 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2ef0fd9-297e-422e-9056-1435a546bbea req-8f13370f-401a-4d04-b2fb-3e27fc0bb1d1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 945 time: 0.3479869 Sep 18 05:01:43.648496 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.662190 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.690307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Network 1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:43.690667 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e223-8e64-4c8b-a93e-cd988b29b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.713130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:43.721839 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Pushing event updated for resources: {'Port': ['ID=5313c4e0-6855-4fb8-a0c3-8caffbee737f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:43.731100 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Transition to ACTIVE for port object b218360f-c562-4280-a2fe-afa957d311d7 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:01:43.733651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:43.734417 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.743717 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.747294 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.747946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] Set router 8a0878ec-c0cc-4140-9684-07e3fcc67acd gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:43.790595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a3a2e223-8e64-4c8b-a93e-cd988b29b642 None None] For port d9e09933-c8f7-4daf-84ee-f708352f8e52, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d9e09933-c8f7-4daf-84ee-f708352f8e52,segment=NetworkSegment(ac4e6bee-6998-4fb4-b62c-ed3409d11437),segment_id=ac4e6bee-6998-4fb4-b62c-ed3409d11437)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:43.798353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0884e9f-466e-4096-a4e5-ee69b4529e94 req-d57512f3-dc5f-4e1e-b4f6-058e4071e06a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:43.800539 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0884e9f-466e-4096-a4e5-ee69b4529e94 req-d57512f3-dc5f-4e1e-b4f6-058e4071e06a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 950 time: 0.3496447 Sep 18 05:01:43.814564 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f44ebe-760b-4a36-9552-18bff11cc224 None None] Pushing event updated for resources: {'Port': ['ID=4241b0d5-f2c6-4a8a-8c55-a05019b15f26,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:43.820387 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Attempting to bind port 4241b0d5-f2c6-4a8a-8c55-a05019b15f26 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:43.820767 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Attempting to bind port 4241b0d5-f2c6-4a8a-8c55-a05019b15f26 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:43.821135 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Attempting to bind port 4241b0d5-f2c6-4a8a-8c55-a05019b15f26 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:43.829135 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:43.829576 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:43.830028 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.830433 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:43.831231 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Bound port: 4241b0d5-f2c6-4a8a-8c55-a05019b15f26, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:43.834627 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.865286 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2ef0fd9-297e-422e-9056-1435a546bbea req-b45f4a51-a72c-4ef3-bf82-779856b36dd3 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273123 Sep 18 05:01:43.903180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Deleting port af382257-c3d1-4283-bd99-b1c8c7220be2 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:01:43.903859 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.920582 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] For port 4241b0d5-f2c6-4a8a-8c55-a05019b15f26, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:43.924998 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] For port 4241b0d5-f2c6-4a8a-8c55-a05019b15f26, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=4241b0d5-f2c6-4a8a-8c55-a05019b15f26,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:43.941870 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4b5a3-84af-46e1-af2c-ce661e07a45e req-05d41e32-88d5-463a-b0f3-f93d20906433 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:43.949544 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d4b5a3-84af-46e1-af2c-ce661e07a45e req-05d41e32-88d5-463a-b0f3-f93d20906433 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 944 time: 0.2114296 Sep 18 05:01:43.962072 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.971783 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e223-8e64-4c8b-a93e-cd988b29b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:43.985793 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:44.053499 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2e223-8e64-4c8b-a93e-cd988b29b642 None None] Pushing event updated for resources: {'Port': ['ID=d9e09933-c8f7-4daf-84ee-f708352f8e52,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:44.063454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a3a2e223-8e64-4c8b-a93e-cd988b29b642 None None] Provisioning complete for port cf0a9886-bc29-4455-854f-550601d43043 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:44.063950 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e223-8e64-4c8b-a93e-cd988b29b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:44.082812 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f44ebe-760b-4a36-9552-18bff11cc224 None None] Pushing event updated for resources: {'Port': ['ID=4241b0d5-f2c6-4a8a-8c55-a05019b15f26,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:44.117759 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Routers {'f249edaf-1cf6-4559-aa89-f6296acf6ab8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:44.119551 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f249edaf-1cf6-4559-aa89-f6296acf6ab8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:44.143947 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32d4b5a3-84af-46e1-af2c-ce661e07a45e req-cbc83800-9f96-4d86-a564-c3ccb5d5b27f tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698596 Sep 18 05:01:44.292197 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2146484-8adc-4168-abe2-3847487ad9b1 req-2c7412de-a7d2-48bf-8cd8-d4eef1b26b2b tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 210 time: 0.3234756 Sep 18 05:01:44.293376 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 4, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd9e09933-c8f7-4daf-84ee-f708352f8e52', 'name': '', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'mac_address': 'fa:16:3e:ec:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:43Z', 'revision_number': 4, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'subnets': [{'id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:44.327741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] For port af382257-c3d1-4283-bd99-b1c8c7220be2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=af382257-c3d1-4283-bd99-b1c8c7220be2,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:44.328109 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:44.335205 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] Set router f249edaf-1cf6-4559-aa89-f6296acf6ab8 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:44.414150 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f1efb6-d17e-4c3a-8e64-dfeaf9d784d3 None None] The sync data for ids ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'] in n-d-789963-13 is: [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 4, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd9e09933-c8f7-4daf-84ee-f708352f8e52', 'name': '', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'mac_address': 'fa:16:3e:ec:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:43Z', 'revision_number': 4, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'subnets': [{'id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:01:44.418303 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Pushing event updated for resources: {'Port': ['ID=b218360f-c562-4280-a2fe-afa957d311d7,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:44.449137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3c6adc82-baa2-4252-9097-383ac7dc21ea None None] Provisioning complete for port d9e09933-c8f7-4daf-84ee-f708352f8e52 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:44.449438 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3c6adc82-baa2-4252-9097-383ac7dc21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:44.562537 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 97916d06-96bd-4ad9-90e6-8cb2cd5769ee up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:44.650001 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e93a9-5935-4bd2-a889-8c2d652cfc1c req-125c57f1-e7da-4ce7-b412-b5de7e759a0a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:44.652126 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 97916d06-96bd-4ad9-90e6-8cb2cd5769ee triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:44.652568 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:44.655371 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-822e93a9-5935-4bd2-a889-8c2d652cfc1c req-125c57f1-e7da-4ce7-b412-b5de7e759a0a tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 950 time: 0.3213096 Sep 18 05:01:44.717464 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Allocated IP 172.25.7.233 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/8176a1d2-b4a3-475a-a7f9-a6797693ce44) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:44.725982 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Attempting to bind port b218360f-c562-4280-a2fe-afa957d311d7 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:44.726446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Attempting to bind port b218360f-c562-4280-a2fe-afa957d311d7 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:44.726838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Attempting to bind port b218360f-c562-4280-a2fe-afa957d311d7 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:44.760161 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Port b218360f-c562-4280-a2fe-afa957d311d7 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:01:44.760569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Attempting to bind port b218360f-c562-4280-a2fe-afa957d311d7 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:44.781725 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-e0884e9f-466e-4096-a4e5-ee69b4529e94 req-d5015ffc-facb-4f01-b574-c8ff4dc15a9c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Deleting port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:01:44.782110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e0884e9f-466e-4096-a4e5-ee69b4529e94 req-d5015ffc-facb-4f01-b574-c8ff4dc15a9c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:44.785040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:44.785441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:44.785994 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:44.787040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Bound port: b218360f-c562-4280-a2fe-afa957d311d7, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:44.787463 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:44.832406 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbef9d-46d3-457a-8273-1e617e5f8844 req-d2432f86-c3fe-4ad1-a216-6fe83068327e tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:44.834553 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a8dbef9d-46d3-457a-8273-1e617e5f8844 req-d2432f86-c3fe-4ad1-a216-6fe83068327e tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 1097 time: 0.3386719 Sep 18 05:01:44.853964 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'name': 'tempest-FloatingIPDetailsTestJSON-1701141996-router', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4241b0d5-f2c6-4a8a-8c55-a05019b15f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:37Z', 'updated_at': '2021-09-18T05:01:40Z', 'revision_number': 3, 'project_id': 'da7ede3e9ec2426d85448916706333f7', 'gw_port': {'id': '4241b0d5-f2c6-4a8a-8c55-a05019b15f26', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:39Z', 'updated_at': '2021-09-18T05:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:44.924718 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2163983-cbb4-4fad-9549-e334e14597a1 None None] The sync data for ids ['f249edaf-1cf6-4559-aa89-f6296acf6ab8'] in n-d-789963-13 is: [{'id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'name': 'tempest-FloatingIPDetailsTestJSON-1701141996-router', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4241b0d5-f2c6-4a8a-8c55-a05019b15f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:37Z', 'updated_at': '2021-09-18T05:01:40Z', 'revision_number': 3, 'project_id': 'da7ede3e9ec2426d85448916706333f7', 'gw_port': {'id': '4241b0d5-f2c6-4a8a-8c55-a05019b15f26', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:17:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:39Z', 'updated_at': '2021-09-18T05:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:01:44.957512 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-822e93a9-5935-4bd2-a889-8c2d652cfc1c req-e047c755-a2b3-41ff-bf21-dbe6a7b699c5 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/security-groups?id=6788b093-c1ed-401e-aba8-5ffe192ab425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731657 Sep 18 05:01:45.028194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.110064 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] For port b218360f-c562-4280-a2fe-afa957d311d7, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:45.111213 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.116185 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] For port b218360f-c562-4280-a2fe-afa957d311d7, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b218360f-c562-4280-a2fe-afa957d311d7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:45.133442 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 97916d06-96bd-4ad9-90e6-8cb2cd5769ee, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=97916d06-96bd-4ad9-90e6-8cb2cd5769ee,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:45.190097 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-e0884e9f-466e-4096-a4e5-ee69b4529e94 req-d5015ffc-facb-4f01-b574-c8ff4dc15a9c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] For port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:45.190548 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e0884e9f-466e-4096-a4e5-ee69b4529e94 req-d5015ffc-facb-4f01-b574-c8ff4dc15a9c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.204833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-e0884e9f-466e-4096-a4e5-ee69b4529e94 req-d5015ffc-facb-4f01-b574-c8ff4dc15a9c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Calling delete_port for d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:01:45.610883 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.610883 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a8dbef9d-46d3-457a-8273-1e617e5f8844 req-bee7293a-2dcf-4e6b-866e-48a5d989362c tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308496 Sep 18 05:01:45.613748 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.613748 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.613748 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Floating IP c9b21156-b4c4-4ea3-a40d-9c5d7879ab07 disassociated. External IP: 172.25.7.124, port: af382257-c3d1-4283-bd99-b1c8c7220be2. Sep 18 05:01:45.613748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Calling delete_port for af382257-c3d1-4283-bd99-b1c8c7220be2 owned by compute:tempest-test_az-2120389633 {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:01:45.613748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd426b22-5380-409a-8a61-063a24dc8290 req-4b456737-7478-409b-9f02-dea9847d7f5b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:45.613748 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dd426b22-5380-409a-8a61-063a24dc8290 req-4b456737-7478-409b-9f02-dea9847d7f5b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 948 time: 0.2970715 Sep 18 05:01:45.613748 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dd426b22-5380-409a-8a61-063a24dc8290 req-04bc1e8f-0023-42c9-a6af-098553d82626 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699302 Sep 18 05:01:45.694463 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.725582 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Allocated IP 172.20.0.1 (ff7380fa-d5b5-49a5-9774-e47673cf8113/83334a91-6156-4915-bc8a-cee289047cf0/f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:45.751972 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.795320 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7ee54-b6ec-475d-8879-c037bc2eae06 req-e9b6e432-6d2e-4c83-9a9c-470303062404 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:45.796998 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0f7ee54-b6ec-475d-8879-c037bc2eae06 req-e9b6e432-6d2e-4c83-9a9c-470303062404 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 944 time: 0.2831955 Sep 18 05:01:45.802972 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-012b9dfa-d9e5-4c80-994f-32899b0cbcdf req-0ca67ffd-74a4-44dc-8db2-ba0ca89430d1 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 210 time: 0.1234658 Sep 18 05:01:45.839500 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.879828 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.883563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cf0a9886-bc29-4455-854f-550601d43043 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:45.893811 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.894592 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.918669 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:45.920474 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.922630 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ceeee01-ded2-4d81-8297-552082ce886f req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] 10.222.0.18 "PUT /v2.0/ports/b218360f-c562-4280-a2fe-afa957d311d7 HTTP/1.1" status: 200 len: 1097 time: 4.1506052 Sep 18 05:01:45.932210 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.939459 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c203d182-8260-48b8-9796-7433c8f37ed1', 'tag': 'b218360f-c562-4280-a2fe-afa957d311d7'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:45.941832 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c67c1e-2b44-4bd4-83ad-7e49a4001b69" -d '{"events": [{"name": "network-changed", "server_uuid": "c203d182-8260-48b8-9796-7433c8f37ed1", "tag": "b218360f-c562-4280-a2fe-afa957d311d7"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:45.952095 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e0884e9f-466e-4096-a4e5-ee69b4529e94 req-d5015ffc-facb-4f01-b574-c8ff4dc15a9c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:45.963662 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0f7ee54-b6ec-475d-8879-c037bc2eae06 req-94df82c0-884c-4be4-8664-f72a2f0e51fa tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564980 Sep 18 05:01:45.980143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:46.038971 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:46.039190 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:46.077131 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 832e83b4-1bb8-494c-9ce6-3ece628b74a7 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:01:46.079137 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c2a19-a772-484c-8264-3c86641cec16 service neutron] Pushing event updated for resources: {'Port': ['ID=b218360f-c562-4280-a2fe-afa957d311d7,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:46.090245 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0c2fe0-a3b5-455a-bf90-b906a4597e27 x-openstack-request-id: req-ce0c2fe0-a3b5-455a-bf90-b906a4597e27 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:46.090548 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c203d182-8260-48b8-9796-7433c8f37ed1", "tag": "b218360f-c562-4280-a2fe-afa957d311d7", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:46.090826 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce0c2fe0-a3b5-455a-bf90-b906a4597e27 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:46.091211 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c203d182-8260-48b8-9796-7433c8f37ed1', 'tag': 'b218360f-c562-4280-a2fe-afa957d311d7', 'status': 'completed', 'code': 200} Sep 18 05:01:46.103716 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:46.116205 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Pushing event deleted for resources: {'Port': ['ID=af382257-c3d1-4283-bd99-b1c8c7220be2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:46.223900 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0884e9f-466e-4096-a4e5-ee69b4529e94 req-d5015ffc-facb-4f01-b574-c8ff4dc15a9c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] No DVR routers for this DVR port d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:01:46.228471 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-e0884e9f-466e-4096-a4e5-ee69b4529e94 req-d5015ffc-facb-4f01-b574-c8ff4dc15a9c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:46.231722 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0884e9f-466e-4096-a4e5-ee69b4529e94 req-d5015ffc-facb-4f01-b574-c8ff4dc15a9c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.13 "DELETE /v2.0/ports/d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad HTTP/1.1" status: 204 len: 173 time: 2.4098704 Sep 18 05:01:46.287598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c32011-fde8-422d-bfaa-0c89a35cee86 req-1ba3bcad-ca2c-462a-8853-f722675b3d09 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:46.293462 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=97916d06-96bd-4ad9-90e6-8cb2cd5769ee,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:46.303942 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9d9e059e-dffb-4965-86d1-1d2e13f9da64 req-930032d8-423e-422c-9022-c6d3ce0b4047 tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7043a3-d373-41de-96fa-024c5de9d4ef HTTP/1.1" status: 200 len: 210 time: 0.0641282 Sep 18 05:01:46.307299 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-26c32011-fde8-422d-bfaa-0c89a35cee86 req-1ba3bcad-ca2c-462a-8853-f722675b3d09 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 1097 time: 0.3727036 Sep 18 05:01:46.315098 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:46.317022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cf0a9886-bc29-4455-854f-550601d43043 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:46.319922 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:46.352727 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Network ff7380fa-d5b5-49a5-9774-e47673cf8113 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:46.362995 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Network 1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:46.371375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:46.377975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:46.381403 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:46.385586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:46.389496 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:46.465323 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Pushing event updated for resources: {'Port': ['ID=5313c4e0-6855-4fb8-a0c3-8caffbee737f,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:46.475477 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:46.520567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device af382257-c3d1-4283-bd99-b1c8c7220be2 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:01:46.567732 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: af382257-c3d1-4283-bd99-b1c8c7220be2 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:01:46.576772 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device af382257-c3d1-4283-bd99-b1c8c7220be2 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:01:46.594005 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:46.597661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeee01-ded2-4d81-8297-552082ce886f req-43d54ced-dbdb-463f-9405-4fd801b47181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:46.614177 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ceeee01-ded2-4d81-8297-552082ce886f req-43d54ced-dbdb-463f-9405-4fd801b47181 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 1100 time: 0.5228300 Sep 18 05:01:46.713748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d9e09933-c8f7-4daf-84ee-f708352f8e52 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:46.751548 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5015ffc-facb-4f01-b574-c8ff4dc15a9c tempest-ServersAdminTestJSON-619795763 tempest-ServersAdminTestJSON-619795763-project] Pushing event deleted for resources: {'Port': ['ID=d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:46.902013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port d9e09933-c8f7-4daf-84ee-f708352f8e52 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:46.902402 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:46.915020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Pushing event updated for resources: {'Port': ['ID=f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:46.935072 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-26c32011-fde8-422d-bfaa-0c89a35cee86 req-1f26fb55-c37a-45e0-8e86-1f72222efcd1 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6268873 Sep 18 05:01:46.991562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:47.009292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Router 32c53628-9962-450b-a3eb-8c23057fe10b has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:01:47.081894 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0bfd7521-83e1-45f0-bc97-c5feb3d8f2da None None] Provisioning complete for port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:47.082607 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7521-83e1-45f0-bc97-c5feb3d8f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:47.123018 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9dc06312-bbca-45be-a7e8-a4b368e7b9a8 req-685e755f-0bf7-4166-97a2-e386bfb19c3b tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 210 time: 0.0514882 Sep 18 05:01:47.133382 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd7521-83e1-45f0-bc97-c5feb3d8f2da None None] Port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:01:47.154724 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:01:47.420084 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ceeee01-ded2-4d81-8297-552082ce886f req-145c439d-376b-4b16-a16e-133b2ea27c49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=b218360f-c562-4280-a2fe-afa957d311d7 HTTP/1.1" status: 200 len: 217 time: 0.6485114 Sep 18 05:01:47.443497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 4241b0d5-f2c6-4a8a-8c55-a05019b15f26 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:47.496991 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 4241b0d5-f2c6-4a8a-8c55-a05019b15f26 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:47.497748 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:47.547825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Pushing event updated for resources: {'Port': ['ID=8176a1d2-b4a3-475a-a7f9-a6797693ce44,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:47.558915 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:47.592869 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:47.637800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 4241b0d5-f2c6-4a8a-8c55-a05019b15f26, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=4241b0d5-f2c6-4a8a-8c55-a05019b15f26,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:47.646230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df942c7f-c5eb-479f-ae72-2f7a1c20b047 req-011eb064-fe78-4ab5-b23a-ced54a811bdc tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:47.654096 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-df942c7f-c5eb-479f-ae72-2f7a1c20b047 req-011eb064-fe78-4ab5-b23a-ced54a811bdc tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 948 time: 0.8838127 Sep 18 05:01:47.675666 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeee01-ded2-4d81-8297-552082ce886f req-6adfd3b9-df78-48d9-b988-e0350a64fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:47.677848 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ceeee01-ded2-4d81-8297-552082ce886f req-6adfd3b9-df78-48d9-b988-e0350a64fb88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.2215877 Sep 18 05:01:47.703822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-df3a3deb-6adc-42c8-88c5-564e9604178b tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:47.705464 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-df3a3deb-6adc-42c8-88c5-564e9604178b tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.13 "GET /v2.0/networks?id=82fcc668-a5c0-4e9b-b029-5f6c72770101 HTTP/1.1" status: 200 len: 823 time: 0.9366183 Sep 18 05:01:47.709848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Router 81f73fee-bc04-422d-b288-f68a785983d9 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:01:47.751942 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:47.752979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 97916d06-96bd-4ad9-90e6-8cb2cd5769ee up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:47.787300 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d3ce0-ae68-463d-a152-3a92e0db3e91 req-280b1d5e-14ab-40b6-a6d6-1e389ae0b244 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:47.794448 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e8d3ce0-ae68-463d-a152-3a92e0db3e91 req-280b1d5e-14ab-40b6-a6d6-1e389ae0b244 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 944 time: 0.5138340 Sep 18 05:01:47.833094 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-df942c7f-c5eb-479f-ae72-2f7a1c20b047 req-064b97db-dc58-4acf-a4c1-3044cc232921 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780457 Sep 18 05:01:47.837161 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=4241b0d5-f2c6-4a8a-8c55-a05019b15f26,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:47.850950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 97916d06-96bd-4ad9-90e6-8cb2cd5769ee triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:47.851808 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:47.865629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:01:47.888373 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e8d3ce0-ae68-463d-a152-3a92e0db3e91 req-6f46ae04-18ce-4290-9c55-051159c5f225 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846252 Sep 18 05:01:47.893668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d9364-9414-4f75-a7b6-389ff3356f7f None None] Sync routers for ids ['32c53628-9962-450b-a3eb-8c23057fe10b'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:01:47.899717 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-d88f71b3-e1a7-418c-bedd-869e1c1f0178 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1ea1154b38e4575a5ba59a023ffbcb2 HTTP/1.1" status: 200 len: 379 time: 0.1768000 Sep 18 05:01:47.913832 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeee01-ded2-4d81-8297-552082ce886f req-6e47ab66-49e3-4378-8b46-7f772b4be318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:47.913832 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ceeee01-ded2-4d81-8297-552082ce886f req-6e47ab66-49e3-4378-8b46-7f772b4be318 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2273240 Sep 18 05:01:47.919653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-2f608d66-1748-48ba-a007-43c338088666 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Request body: {'port': {'device_id': '734ff5d6-6f0e-41ae-9758-514be67cdcd1', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'admin_state_up': True, 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'security_groups': ['06d0bfc3-f949-45f5-8b6c-88c117f0c983']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:47.948601 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d9364-9414-4f75-a7b6-389ff3356f7f None None] Routers {'32c53628-9962-450b-a3eb-8c23057fe10b'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:47.949254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f52d9364-9414-4f75-a7b6-389ff3356f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32c53628-9962-450b-a3eb-8c23057fe10b'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:47.982072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] No DVR routers for this DVR port af382257-c3d1-4283-bd99-b1c8c7220be2 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:01:47.993273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:48.002326 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:48.009240 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-672fce1b-1beb-4504-b51a-2e8aa62076b5 req-92b2c6fd-31a4-4eb7-b71a-362c225a6465 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.18 "DELETE /v2.0/ports/af382257-c3d1-4283-bd99-b1c8c7220be2 HTTP/1.1" status: 204 len: 173 time: 4.9933405 Sep 18 05:01:48.010007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7f74b5-1060-4060-b299-dc1b1cb8abd7', 'name': 'network-vif-deleted', 'tag': 'af382257-c3d1-4283-bd99-b1c8c7220be2'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:48.015974 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bf9b39-4d97-4f71-b917-7c16273ff62b" -d '{"events": [{"server_uuid": "0b7f74b5-1060-4060-b299-dc1b1cb8abd7", "name": "network-vif-deleted", "tag": "af382257-c3d1-4283-bd99-b1c8c7220be2"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:48.101656 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:48.117542 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7043a3-d373-41de-96fa-024c5de9d4ef', 'name': 'network-vif-deleted', 'tag': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:48.127038 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5a3923-d867-465d-98aa-b03c69776c67" -d '{"events": [{"server_uuid": "0f7043a3-d373-41de-96fa-024c5de9d4ef", "name": "network-vif-deleted", "tag": "d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:48.157431 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7047d840-00ba-4614-aaf5-a90d5e9a0899 x-openstack-request-id: req-7047d840-00ba-4614-aaf5-a90d5e9a0899 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:48.158405 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7f74b5-1060-4060-b299-dc1b1cb8abd7", "name": "network-vif-deleted", "tag": "af382257-c3d1-4283-bd99-b1c8c7220be2", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:48.158894 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7047d840-00ba-4614-aaf5-a90d5e9a0899 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:48.159525 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7f74b5-1060-4060-b299-dc1b1cb8abd7', 'name': 'network-vif-deleted', 'tag': 'af382257-c3d1-4283-bd99-b1c8c7220be2', 'status': 'completed', 'code': 200} Sep 18 05:01:48.170581 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-f52d9364-9414-4f75-a7b6-389ff3356f7f None None] Set router 32c53628-9962-450b-a3eb-8c23057fe10b gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:48.218684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Pushing event updated for resources: {'Port': ['ID=f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:48.232710 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:48.235679 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:01:48.245361 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-e777c676-bcc4-4d3d-a67e-61f25e8db1c9 service neutron] 10.222.0.18 "GET /v2.0/ports/832e83b4-1bb8-494c-9ce6-3ece628b74a7/bindings/n-h2-789963-13 HTTP/1.1" status: 200 len: 385 time: 0.2052865 Sep 18 05:01:48.256170 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Sync routers for ids ['81f73fee-bc04-422d-b288-f68a785983d9'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:01:48.259880 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4f9cc16b-ee3f-4a79-8aa5-99afab21d81d admin admin] 10.222.0.23 "PUT /v2.0/routers/81f73fee-bc04-422d-b288-f68a785983d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6589780 Sep 18 05:01:48.277230 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Routers {'81f73fee-bc04-422d-b288-f68a785983d9'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:48.277863 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['81f73fee-bc04-422d-b288-f68a785983d9'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:48.284385 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:48.361349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:01:48.394835 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:01:48.395213 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:01:48.445991 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ceeee01-ded2-4d81-8297-552082ce886f req-a56a2067-427a-4ff7-99af-0a0b63bd253f service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230412 Sep 18 05:01:48.446731 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:48.459164 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c123d5-e6f0-4307-b9e7-cedb8c651c8b x-openstack-request-id: req-b4c123d5-e6f0-4307-b9e7-cedb8c651c8b {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:48.459456 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7043a3-d373-41de-96fa-024c5de9d4ef", "name": "network-vif-deleted", "tag": "d328aa5a-0282-48e7-9c2f-e2b5cd88e8ad", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:48.464640 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4c123d5-e6f0-4307-b9e7-cedb8c651c8b {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:48.465287 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7043a3-d373-41de-96fa-024c5de9d4ef', 'name': 'network-vif-deleted', 'tag': 'd328aa5a-0282-48e7-9c2f-e2b5cd88e8ad', 'status': 'completed', 'code': 200} Sep 18 05:01:48.486770 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-888373b4-c6df-450d-9666-48defb8518de req-f3e2420a-238f-4c5e-b7f0-a5d68742ad10 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 210 time: 0.1781743 Sep 18 05:01:48.524545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Network ff7380fa-d5b5-49a5-9774-e47673cf8113 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:48.528106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:48.578180 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Set router 81f73fee-bc04-422d-b288-f68a785983d9 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:48.719440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38444) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:48.780828 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ceeee01-ded2-4d81-8297-552082ce886f req-867ce0e3-132e-48e9-8151-6d5b96665cdb service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785769 Sep 18 05:01:48.783024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Pushing event updated for resources: {'Port': ['ID=8176a1d2-b4a3-475a-a7f9-a6797693ce44,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:48.785875 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:48.855238 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f52d9364-9414-4f75-a7b6-389ff3356f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:21Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:48.889152 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-2f608d66-1748-48ba-a007-43c338088666 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Made reservation on behalf of c1ea1154b38e4575a5ba59a023ffbcb2 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:01:48.892383 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d9364-9414-4f75-a7b6-389ff3356f7f None None] Checking router: 32c53628-9962-450b-a3eb-8c23057fe10b for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:01:48.893473 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-2f608d66-1748-48ba-a007-43c338088666 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:48.902447 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d9364-9414-4f75-a7b6-389ff3356f7f None None] Routers {'32c53628-9962-450b-a3eb-8c23057fe10b'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:48.903080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f52d9364-9414-4f75-a7b6-389ff3356f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32c53628-9962-450b-a3eb-8c23057fe10b'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:48.982853 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41433e-6f82-4797-bd72-0bad71b84626 req-5e58321c-dd6a-4ff5-8cd0-6d78b279e610 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:48.985087 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0d41433e-6f82-4797-bd72-0bad71b84626 req-5e58321c-dd6a-4ff5-8cd0-6d78b279e610 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 1097 time: 0.4396148 Sep 18 05:01:49.043218 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:49.045810 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fc0f81cd-7cba-484a-aa83-6d677514f4d5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6072671 Sep 18 05:01:49.075545 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:01:44Z', 'revision_number': 4, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port': {'id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5313c4e0-6855-4fb8-a0c3-8caffbee737f', 'name': '', 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'mac_address': 'fa:16:3e:8e:23:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:41Z', 'updated_at': '2021-09-18T05:01:45Z', 'revision_number': 2, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'subnets': [{'id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:49.103616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Router f249edaf-1cf6-4559-aa89-f6296acf6ab8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:01:49.133397 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fab435b6-662b-4e8e-8575-7d6d6631c286 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11043179728f49a1b23727cea250eb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4120231 Sep 18 05:01:49.135655 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-070ee1d8-4cf9-4028-98b0-beb5080b8982 service neutron] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:49.139581 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38462) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:49.148591 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0d41433e-6f82-4797-bd72-0bad71b84626 req-285e7332-afc7-4b9a-a4bc-ea50286ce0d1 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503441 Sep 18 05:01:49.168125 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Checking router: 81f73fee-bc04-422d-b288-f68a785983d9 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:01:49.168500 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Updating router 81f73fee-bc04-422d-b288-f68a785983d9 port 5313c4e0-6855-4fb8-a0c3-8caffbee737f binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:01:49.178784 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-f52d9364-9414-4f75-a7b6-389ff3356f7f None None] Set router 32c53628-9962-450b-a3eb-8c23057fe10b gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:49.203177 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-2f608d66-1748-48ba-a007-43c338088666 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Allocated IP 172.20.0.3 (82fcc668-a5c0-4e9b-b029-5f6c72770101/3409b39b-756b-440c-b4a9-d0df86abb0d4/cb87d546-b27a-4a1e-b0a7-f063a23d791d) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:49.219430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-070ee1d8-4cf9-4028-98b0-beb5080b8982 service neutron] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:49.241671 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:49.331253 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-070ee1d8-4cf9-4028-98b0-beb5080b8982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832e83b4-1bb8-494c-9ce6-3ece628b74a7 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:01:49.350890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b0c7c786-6fcd-445e-866f-758048ea892c None None] Provisioning complete for port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:49.354271 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c786-6fcd-445e-866f-758048ea892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:49.401357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-070ee1d8-4cf9-4028-98b0-beb5080b8982 service neutron] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:49.420198 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7ce17faf-d586-4de0-baeb-fe7517b0cc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:49.454533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:01:49.463325 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0cb5c376-eb9e-4bf5-a7ce-d087f9ef4b4e admin admin] 10.222.0.23 "PUT /v2.0/routers/f249edaf-1cf6-4559-aa89-f6296acf6ab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9082761 Sep 18 05:01:49.465367 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7ce17faf-d586-4de0-baeb-fe7517b0cc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:49.486869 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-070ee1d8-4cf9-4028-98b0-beb5080b8982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:49.492764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 4241b0d5-f2c6-4a8a-8c55-a05019b15f26 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:49.497626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cd01a-a186-4b82-85fa-05b3b3efdba8 req-06b05a53-2096-438d-9e78-5a34b44be649 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:49.513917 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e92cd01a-a186-4b82-85fa-05b3b3efdba8 req-06b05a53-2096-438d-9e78-5a34b44be649 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 948 time: 0.2011960 Sep 18 05:01:49.536067 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-2f608d66-1748-48ba-a007-43c338088666 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:49.633795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c67c1e-2b44-4bd4-83ad-7e49a4001b69 req-5ef6d57b-1b21-4fd2-9344-4a45ef2c9bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:49.635227 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c7c67c1e-2b44-4bd4-83ad-7e49a4001b69 req-5ef6d57b-1b21-4fd2-9344-4a45ef2c9bcc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 1100 time: 0.6086123 Sep 18 05:01:49.667063 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Sync routers for ids ['f249edaf-1cf6-4559-aa89-f6296acf6ab8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:01:49.674605 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:49.702080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Routers {'f249edaf-1cf6-4559-aa89-f6296acf6ab8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:49.702752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f249edaf-1cf6-4559-aa89-f6296acf6ab8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:49.731857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-9d24c4b8-1452-424d-b8e1-8744f1a77297 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:49.733747 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-9d24c4b8-1452-424d-b8e1-8744f1a77297 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/networks?id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 HTTP/1.1" status: 200 len: 820 time: 0.7177203 Sep 18 05:01:49.753559 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e92cd01a-a186-4b82-85fa-05b3b3efdba8 req-16a57314-e468-46d4-89fe-4e2514d3d4f2 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174828 Sep 18 05:01:49.779592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-070ee1d8-4cf9-4028-98b0-beb5080b8982 service neutron] Transition to ACTIVE for port object 832e83b4-1bb8-494c-9ce6-3ece628b74a7 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:01:49.799403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7c786-6fcd-445e-866f-758048ea892c None None] Port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:01:49.807130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 4241b0d5-f2c6-4a8a-8c55-a05019b15f26 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:49.807519 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:49.809108 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:49.827360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c67c1e-2b44-4bd4-83ad-7e49a4001b69 req-93f465eb-3329-4309-a886-d4e2748e20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:49.829127 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c7c67c1e-2b44-4bd4-83ad-7e49a4001b69 req-93f465eb-3329-4309-a886-d4e2748e20d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1782632 Sep 18 05:01:49.851215 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-c583fda1-ac5f-4259-b0bb-0d43b6bf1d12 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/quotas/3105615cf06941c3854327e9eaa23cdf HTTP/1.1" status: 200 len: 375 time: 0.1070614 Sep 18 05:01:49.876766 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7ce17faf-d586-4de0-baeb-fe7517b0cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:49.881108 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7ce17faf-d586-4de0-baeb-fe7517b0cc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:49.884901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7ce17faf-d586-4de0-baeb-fe7517b0cc03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6788b093-c1ed-401e-aba8-5ffe192ab425 HTTP/1.1" status: 204 len: 168 time: 0.7363029 Sep 18 05:01:49.900292 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c7c67c1e-2b44-4bd4-83ad-7e49a4001b69 req-c877d24c-973b-41db-a25e-fc96367525a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=b218360f-c562-4280-a2fe-afa957d311d7 HTTP/1.1" status: 200 len: 217 time: 0.0613761 Sep 18 05:01:49.946765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce17faf-d586-4de0-baeb-fe7517b0cc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6788b093-c1ed-401e-aba8-5ffe192ab425,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:49.956117 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-070ee1d8-4cf9-4028-98b0-beb5080b8982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:49.974273 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3188ae-1eaa-4aae-bc25-e3fd2d32c902 None None] Pushing event updated for resources: {'Port': ['ID=5313c4e0-6855-4fb8-a0c3-8caffbee737f,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:49.987250 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c67c1e-2b44-4bd4-83ad-7e49a4001b69 req-ea64b531-f4d7-447e-95c3-d6d2b21c8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:49.990215 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c7c67c1e-2b44-4bd4-83ad-7e49a4001b69 req-ea64b531-f4d7-447e-95c3-d6d2b21c8a51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0542986 Sep 18 05:01:49.991200 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-2f608d66-1748-48ba-a007-43c338088666 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:50.012817 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f52d9364-9414-4f75-a7b6-389ff3356f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:21Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:50.030887 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700d38-02a0-4ef0-8e70-4adf4f48ebb0 req-08d32f2d-c162-466b-bdb7-7bff14afa9aa tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:50.032615 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-85700d38-02a0-4ef0-8e70-4adf4f48ebb0 req-08d32f2d-c162-466b-bdb7-7bff14afa9aa tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 944 time: 0.1949928 Sep 18 05:01:50.054688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-070ee1d8-4cf9-4028-98b0-beb5080b8982 service neutron] No DVR routers for this DVR port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:01:50.059937 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Attempting to bind port 5313c4e0-6855-4fb8-a0c3-8caffbee737f on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:50.060346 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Attempting to bind port 5313c4e0-6855-4fb8-a0c3-8caffbee737f by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '86c18a72-84b2-40f7-ab49-0f199de45bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:50.060958 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Attempting to bind port 5313c4e0-6855-4fb8-a0c3-8caffbee737f on network 1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:50.066786 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:50.067174 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Checking segment: {'id': '86c18a72-84b2-40f7-ab49-0f199de45bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:50.068558 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:50.069183 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Bound using segment: {'id': '86c18a72-84b2-40f7-ab49-0f199de45bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:50.069741 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Bound port: 5313c4e0-6855-4fb8-a0c3-8caffbee737f, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c18a72-84b2-40f7-ab49-0f199de45bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:50.070220 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:50.097381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-2f608d66-1748-48ba-a007-43c338088666 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Network 82fcc668-a5c0-4e9b-b029-5f6c72770101 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:50.108868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-2f608d66-1748-48ba-a007-43c338088666 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:50.119414 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-2f608d66-1748-48ba-a007-43c338088666 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:50.128357 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-070ee1d8-4cf9-4028-98b0-beb5080b8982 service neutron] 10.222.0.18 "PUT /v2.0/ports/832e83b4-1bb8-494c-9ce6-3ece628b74a7/bindings/n-h2-789963-13/activate HTTP/1.1" status: 200 len: 370 time: 1.7493348 Sep 18 05:01:50.145306 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-2f608d66-1748-48ba-a007-43c338088666 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:50.147503 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-2f608d66-1748-48ba-a007-43c338088666 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:50.173011 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-101934c2-59dd-4f15-ac25-9cff086ef495 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3105615cf06941c3854327e9eaa23cdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2756345 Sep 18 05:01:50.181383 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-85700d38-02a0-4ef0-8e70-4adf4f48ebb0 req-9e82796d-6b73-497e-a2ab-8f9796b851b3 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285703 Sep 18 05:01:50.187140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f608d66-1748-48ba-a007-43c338088666 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Pushing event updated for resources: {'Port': ['ID=cb87d546-b27a-4a1e-b0a7-f063a23d791d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:50.201820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ee1d8-4cf9-4028-98b0-beb5080b8982 service neutron] Pushing event updated for resources: {'Port': ['ID=832e83b4-1bb8-494c-9ce6-3ece628b74a7,revision_number=10']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:50.202795 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] For port 5313c4e0-6855-4fb8-a0c3-8caffbee737f, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:50.219673 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] For port 5313c4e0-6855-4fb8-a0c3-8caffbee737f, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5313c4e0-6855-4fb8-a0c3-8caffbee737f,segment=NetworkSegment(86c18a72-84b2-40f7-ab49-0f199de45bbe),segment_id=86c18a72-84b2-40f7-ab49-0f199de45bbe)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:50.231457 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c67c1e-2b44-4bd4-83ad-7e49a4001b69 req-7182ea28-f018-4d2b-8480-206e8fd02f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:50.233009 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c7c67c1e-2b44-4bd4-83ad-7e49a4001b69 req-7182ea28-f018-4d2b-8480-206e8fd02f7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2320325 Sep 18 05:01:50.269182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d9364-9414-4f75-a7b6-389ff3356f7f None None] The sync data for ids ['32c53628-9962-450b-a3eb-8c23057fe10b'] in n-d-789963-13 is: [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:21Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:01:50.324412 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:50.349879 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-2f608d66-1748-48ba-a007-43c338088666 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4412620 Sep 18 05:01:50.402381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Request body: {'port': {'device_id': '734ff5d6-6f0e-41ae-9758-514be67cdcd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:50.441518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Set router f249edaf-1cf6-4559-aa89-f6296acf6ab8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:50.452361 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-41c8f45c-2bb8-4c2f-9c88-f8bcd38280c3 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:50.454597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-41c8f45c-2bb8-4c2f-9c88-f8bcd38280c3 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6&tenant_id=b9d48c11f3d54c54908deb8998856514&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1097 time: 0.1820467 Sep 18 05:01:50.484653 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbb420-66fb-4043-b0a1-23ad309507bf req-b77acf88-4569-4131-a40d-64b35f22d2a6 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:50.486225 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5adbb420-66fb-4043-b0a1-23ad309507bf req-b77acf88-4569-4131-a40d-64b35f22d2a6 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 931 time: 0.1163881 Sep 18 05:01:50.517344 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Routers {'81f73fee-bc04-422d-b288-f68a785983d9'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:50.518001 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['81f73fee-bc04-422d-b288-f68a785983d9'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:50.528674 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-7d5d30c1-7000-4755-99e9-1b77dec6ccf4 service neutron] 10.222.0.23 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545675 Sep 18 05:01:50.574818 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-2fb3d7ee-595d-4334-af27-e77337d81ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:50.576448 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-2fb3d7ee-595d-4334-af27-e77337d81ebd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6&tenant_id=b9d48c11f3d54c54908deb8998856514 HTTP/1.1" status: 200 len: 1097 time: 0.1114211 Sep 18 05:01:50.608771 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3188ae-1eaa-4aae-bc25-e3fd2d32c902 None None] Pushing event updated for resources: {'Port': ['ID=5313c4e0-6855-4fb8-a0c3-8caffbee737f,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:50.615986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5adbb420-66fb-4043-b0a1-23ad309507bf req-bf22f8db-3651-4afe-a98f-44a9853cf54f tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898314 Sep 18 05:01:50.628591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2f765ed8-91ad-462b-8012-1b4bf58f982d None None] Provisioning complete for port cb87d546-b27a-4a1e-b0a7-f063a23d791d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:50.628972 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2f765ed8-91ad-462b-8012-1b4bf58f982d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:50.670110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:50.730757 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-183dd261-3591-474e-9258-4017c1128fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:50.731434 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c7c67c1e-2b44-4bd4-83ad-7e49a4001b69 req-268ccdf4-d649-415c-81ab-b2deecf8046d service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382379 Sep 18 05:01:50.745723 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-183dd261-3591-474e-9258-4017c1128fa6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 1097 time: 0.1284955 Sep 18 05:01:50.786867 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] Set router 81f73fee-bc04-422d-b288-f68a785983d9 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:50.883468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2f765ed8-91ad-462b-8012-1b4bf58f982d None None] Port cb87d546-b27a-4a1e-b0a7-f063a23d791d cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:01:50.901744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38522) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:51.031002 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ef534-0c94-4325-8be6-ddda28a93e56 None None] New status for floating IP c9b21156-b4c4-4ea3-a40d-9c5d7879ab07: DOWN {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:01:51.048971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-b13ed76a-ac82-4c6d-94bb-3f09e44c22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:51.050707 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-b13ed76a-ac82-4c6d-94bb-3f09e44c22f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.2958975 Sep 18 05:01:51.064681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'name': 'tempest-FloatingIPDetailsTestJSON-1701141996-router', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4241b0d5-f2c6-4a8a-8c55-a05019b15f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:37Z', 'updated_at': '2021-09-18T05:01:46Z', 'revision_number': 4, 'project_id': 'da7ede3e9ec2426d85448916706333f7', 'gw_port': {'id': '4241b0d5-f2c6-4a8a-8c55-a05019b15f26', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:17:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:39Z', 'updated_at': '2021-09-18T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774', 'name': '', 'network_id': 'ff7380fa-d5b5-49a5-9774-e47673cf8113', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'mac_address': 'fa:16:3e:72:d6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '83334a91-6156-4915-bc8a-cee289047cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:45Z', 'updated_at': '2021-09-18T05:01:47Z', 'revision_number': 2, 'project_id': 'da7ede3e9ec2426d85448916706333f7', 'subnets': [{'id': '83334a91-6156-4915-bc8a-cee289047cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:51.074663 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4221e8bb-b7ce-4454-9978-7d9ed097fe63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9d50eef3b9f411891461843aa9be3d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685050 Sep 18 05:01:51.099254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Checking router: f249edaf-1cf6-4559-aa89-f6296acf6ab8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:01:51.099673 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Updating router f249edaf-1cf6-4559-aa89-f6296acf6ab8 port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:01:51.105379 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38524) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:01:51.140352 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:51.148369 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-84f17dfd-f8e6-44e1-906c-41afa2f218ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7 HTTP/1.1" status: 200 len: 217 time: 0.0881991 Sep 18 05:01:51.299478 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ba6a56e9-38af-4460-baae-dcec79a6bca7 service neutron] 10.222.0.23 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7694781 Sep 18 05:01:51.363678 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c7c67c1e-2b44-4bd4-83ad-7e49a4001b69 req-68865618-8133-483e-b1ac-3e226704793f service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168342 Sep 18 05:01:51.413413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-52a4ccb7-c86f-42fd-9b9d-4f2750220752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:51.415186 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-52a4ccb7-c86f-42fd-9b9d-4f2750220752 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.2566471 Sep 18 05:01:51.464214 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a9b47cc-73dc-424b-8ec1-0a6ff8b6b841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:51.470469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-6f1ad6bb-cf87-4f96-9aab-11d7f2f44311 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396621 Sep 18 05:01:51.494904 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-65b5b43e-0266-4da2-a767-073e56d80d9c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3882570 Sep 18 05:01:51.513463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:51.534965 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:51.536608 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a9b47cc-73dc-424b-8ec1-0a6ff8b6b841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:51.638000 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:51.682561 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-3aec5103-ffe6-4dc3-b681-eb0a61a54b8d service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030306 Sep 18 05:01:51.722874 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:51.764173 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:01:44Z', 'revision_number': 4, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port': {'id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5313c4e0-6855-4fb8-a0c3-8caffbee737f', 'name': '', 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'mac_address': 'fa:16:3e:8e:23:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:41Z', 'updated_at': '2021-09-18T05:01:50Z', 'revision_number': 4, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'subnets': [{'id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:51.805737 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749b98b-ec27-4236-a0bf-2fc70490796f req-4dfcf778-78cc-40f2-910e-326e9737235d tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:51.807491 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5749b98b-ec27-4236-a0bf-2fc70490796f req-4dfcf778-78cc-40f2-910e-326e9737235d tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 1097 time: 0.1397781 Sep 18 05:01:51.822883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb87d546-b27a-4a1e-b0a7-f063a23d791d {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:01:51.841107 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:51.845744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef50e2c-e9b5-40cb-a564-137d02e884aa None None] Pushing event updated for resources: {'Port': ['ID=f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:51.875955 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Transition to ACTIVE for port object cb87d546-b27a-4a1e-b0a7-f063a23d791d will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:01:51.878920 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264749cb-deb4-43a8-84d1-6dda0a74b2f1 None None] The sync data for ids ['81f73fee-bc04-422d-b288-f68a785983d9'] in n-d-789963-13 is: [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:01:44Z', 'revision_number': 4, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port': {'id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5313c4e0-6855-4fb8-a0c3-8caffbee737f', 'name': '', 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'mac_address': 'fa:16:3e:8e:23:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:41Z', 'updated_at': '2021-09-18T05:01:50Z', 'revision_number': 4, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'subnets': [{'id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:01:51.886908 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a9b47cc-73dc-424b-8ec1-0a6ff8b6b841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:51.893727 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a9b47cc-73dc-424b-8ec1-0a6ff8b6b841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:51.900031 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3a9b47cc-73dc-424b-8ec1-0a6ff8b6b841 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72f21d54-4bea-4e5a-9108-498c2907f750 HTTP/1.1" status: 204 len: 168 time: 0.7830279 Sep 18 05:01:51.942213 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5749b98b-ec27-4236-a0bf-2fc70490796f req-c807522d-2a5d-4e8a-9201-6d7447f7e891 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278484 Sep 18 05:01:51.943767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b47cc-73dc-424b-8ec1-0a6ff8b6b841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f21d54-4bea-4e5a-9108-498c2907f750,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:51.951539 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:52.015503 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b218360f-c562-4280-a2fe-afa957d311d7 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:01:52.041895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Attempting to bind port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:52.041895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Attempting to bind port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'afd5a2f9-b995-43ea-b131-55ede8f50b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff7380fa-d5b5-49a5-9774-e47673cf8113'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:52.041895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Attempting to bind port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 on network ff7380fa-d5b5-49a5-9774-e47673cf8113 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:52.061317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:52.061707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Checking segment: {'id': 'afd5a2f9-b995-43ea-b131-55ede8f50b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff7380fa-d5b5-49a5-9774-e47673cf8113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:52.062122 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:52.062524 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Bound using segment: {'id': 'afd5a2f9-b995-43ea-b131-55ede8f50b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff7380fa-d5b5-49a5-9774-e47673cf8113'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:52.063003 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Bound port: f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd5a2f9-b995-43ea-b131-55ede8f50b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff7380fa-d5b5-49a5-9774-e47673cf8113'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:52.063393 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:52.080694 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb87d546-b27a-4a1e-b0a7-f063a23d791d,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:52.106227 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-5affaf18-5647-4be8-934c-f288d8393086 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152288 Sep 18 05:01:52.176461 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Attempting to bind port cb87d546-b27a-4a1e-b0a7-f063a23d791d on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:52.177384 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Attempting to bind port cb87d546-b27a-4a1e-b0a7-f063a23d791d by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:52.178099 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Attempting to bind port cb87d546-b27a-4a1e-b0a7-f063a23d791d on network 82fcc668-a5c0-4e9b-b029-5f6c72770101 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:52.194152 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Port cb87d546-b27a-4a1e-b0a7-f063a23d791d on network 82fcc668-a5c0-4e9b-b029-5f6c72770101 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:01:52.194491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Attempting to bind port cb87d546-b27a-4a1e-b0a7-f063a23d791d on network 82fcc668-a5c0-4e9b-b029-5f6c72770101 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:52.231767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:52.232164 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Checking segment: {'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:52.234684 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Bound using segment: {'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:52.235265 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Bound port: cb87d546-b27a-4a1e-b0a7-f063a23d791d, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:52.235660 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:52.343756 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:52.391841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] For port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:52.404380 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] For port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774,segment=NetworkSegment(afd5a2f9-b995-43ea-b131-55ede8f50b47),segment_id=afd5a2f9-b995-43ea-b131-55ede8f50b47)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:52.429086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b888dfc4-f7a2-40fc-9de6-578e1821f500 None None] Provisioning complete for port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:52.429663 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b888dfc4-f7a2-40fc-9de6-578e1821f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:52.450687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b218360f-c562-4280-a2fe-afa957d311d7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b218360f-c562-4280-a2fe-afa957d311d7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:52.517268 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] For port cb87d546-b27a-4a1e-b0a7-f063a23d791d, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:52.522347 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:52.531817 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] For port cb87d546-b27a-4a1e-b0a7-f063a23d791d, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=cb87d546-b27a-4a1e-b0a7-f063a23d791d,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:52.555932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b3330-afa0-4c75-9933-c4920abc6039 req-2ad0a1d5-b802-49c0-a50e-37b08565c98e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:52.559580 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ad9b3330-afa0-4c75-9933-c4920abc6039 req-2ad0a1d5-b802-49c0-a50e-37b08565c98e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 948 time: 0.2485437 Sep 18 05:01:52.577631 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'b218360f-c562-4280-a2fe-afa957d311d7', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'b218360f-c562-4280-a2fe-afa957d311d7', 'mac_address': 'fa:16:3e:b4:8a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:01:52.595544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Allocated IP 172.25.7.16 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/3b6ed5b7-8be9-411f-b7e6-ed192cc3bb3a) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:52.596873 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b888dfc4-f7a2-40fc-9de6-578e1821f500 None None] Port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:01:52.645282 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:52.688503 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef50e2c-e9b5-40cb-a564-137d02e884aa None None] Pushing event updated for resources: {'Port': ['ID=f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:52.701433 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Routers {'f249edaf-1cf6-4559-aa89-f6296acf6ab8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:01:52.702114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:01:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f249edaf-1cf6-4559-aa89-f6296acf6ab8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:52.826271 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:52.850608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb87d546-b27a-4a1e-b0a7-f063a23d791d,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:52.868789 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ad9b3330-afa0-4c75-9933-c4920abc6039 req-1ba994d0-c53a-4148-9b52-ccfbae742f7c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004565 Sep 18 05:01:52.889186 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:52.911888 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:52.912204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b218360f-c562-4280-a2fe-afa957d311d7 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:01:52.912972 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:52.916038 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-4dc95bef-e3ae-4e02-a369-6a42f672d1e6 service neutron] 10.222.0.13 "PUT /v2.0/ports/cb87d546-b27a-4a1e-b0a7-f063a23d791d HTTP/1.1" status: 200 len: 1092 time: 2.5397413 Sep 18 05:01:52.935257 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734ff5d6-6f0e-41ae-9758-514be67cdcd1', 'tag': 'cb87d546-b27a-4a1e-b0a7-f063a23d791d'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:52.939023 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272d48bc-89c2-4b1c-b7cf-821c210a9460" -d '{"events": [{"name": "network-changed", "server_uuid": "734ff5d6-6f0e-41ae-9758-514be67cdcd1", "tag": "cb87d546-b27a-4a1e-b0a7-f063a23d791d"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:53.089629 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:53.093129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-2bf3aada-2072-494d-82af-640df4fd68bb tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:53.099639 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b218360f-c562-4280-a2fe-afa957d311d7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b218360f-c562-4280-a2fe-afa957d311d7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:53.125005 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-2bf3aada-2072-494d-82af-640df4fd68bb tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6&tenant_id=b9d48c11f3d54c54908deb8998856514&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 1097 time: 0.3313475 Sep 18 05:01:53.131639 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:53.214904 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:53.231653 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] Set router f249edaf-1cf6-4559-aa89-f6296acf6ab8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:01:53.313060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9b23674e-5373-469b-a2f9-34091dd7abd0 None None] Provisioning complete for port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:53.313446 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9b23674e-5373-469b-a2f9-34091dd7abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:53.415608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-807ea8a0-91a5-4f90-9a05-fca2d8f2cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:53.427427 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-807ea8a0-91a5-4f90-9a05-fca2d8f2cd8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1ea1154b38e4575a5ba59a023ffbcb2&device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 1095 time: 0.2875049 Sep 18 05:01:53.511316 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-05139738-e52e-4cee-a3be-1c0cc651d338 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb87d546-b27a-4a1e-b0a7-f063a23d791d HTTP/1.1" status: 200 len: 217 time: 0.0699360 Sep 18 05:01:53.517614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5313c4e0-6855-4fb8-a0c3-8caffbee737f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:53.520102 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d3c44-b5ae-4409-903d-33f984e34eb6 req-bcd2e078-32e3-4a98-bcdd-af0954f872c6 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:53.531624 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab1d3c44-b5ae-4409-903d-33f984e34eb6 req-bcd2e078-32e3-4a98-bcdd-af0954f872c6 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 945 time: 0.3935795 Sep 18 05:01:53.547569 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b218360f-c562-4280-a2fe-afa957d311d7,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:53.586745 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b218360f-c562-4280-a2fe-afa957d311d7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:53.632311 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:53.632959 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab1d3c44-b5ae-4409-903d-33f984e34eb6 req-994bad8c-7cad-42c4-971c-c66247f0bd9b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964019 Sep 18 05:01:53.686457 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-51abd038-ed2c-479c-8fc6-17f29c6c1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:53.690540 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-51abd038-ed2c-479c-8fc6-17f29c6c1a75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3409b39b-756b-440c-b4a9-d0df86abb0d4 HTTP/1.1" status: 200 len: 862 time: 0.1568148 Sep 18 05:01:53.746200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:53.763175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-84d68d89-0a61-4b7f-9c42-c45d11b09573 service neutron] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:53.770199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:53.776056 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:53.821323 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ef1e006d-a1e0-4735-b90d-d96fb57c0ea7 req-67155285-e444-45b4-957b-70262add526b tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 210 time: 0.0481536 Sep 18 05:01:53.826496 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-84d68d89-0a61-4b7f-9c42-c45d11b09573 service neutron] Notify callbacks [] for binding, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:53.830402 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2894b24-066c-4a09-960b-1aa6ed58a4db req-84d68d89-0a61-4b7f-9c42-c45d11b09573 service neutron] 10.222.0.13 "DELETE /v2.0/ports/832e83b4-1bb8-494c-9ce6-3ece628b74a7/bindings/n-h1-789963-13 HTTP/1.1" status: 204 len: 173 time: 0.6929331 Sep 18 05:01:53.834357 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-ecae22e9-9ca1-4493-ac7e-1e7ca261eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:53.835894 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-ecae22e9-9ca1-4493-ac7e-1e7ca261eab4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82fcc668-a5c0-4e9b-b029-5f6c72770101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371188 Sep 18 05:01:53.904483 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Pushing event updated for resources: {'Port': ['ID=3b6ed5b7-8be9-411f-b7e6-ed192cc3bb3a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:54.076973 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 5313c4e0-6855-4fb8-a0c3-8caffbee737f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:54.079075 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:54.170994 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9b23674e-5373-469b-a2f9-34091dd7abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:54.194971 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-1df95daa-cc06-47b6-ac26-6a5b36719d91 service neutron] 10.222.0.13 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401477 Sep 18 05:01:54.208142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043319f-e7bb-42a1-bce6-cc51e86bf411 req-7401ea94-a570-4deb-9b78-2b7f94c1b7c4 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:54.208142 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8043319f-e7bb-42a1-bce6-cc51e86bf411 req-7401ea94-a570-4deb-9b78-2b7f94c1b7c4 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 943 time: 0.1534889 Sep 18 05:01:54.288965 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:54.327460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9b23674e-5373-469b-a2f9-34091dd7abd0 None None] For port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774,segment=NetworkSegment(afd5a2f9-b995-43ea-b131-55ede8f50b47),segment_id=afd5a2f9-b995-43ea-b131-55ede8f50b47)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:54.355936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'name': 'tempest-FloatingIPDetailsTestJSON-1701141996-router', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4241b0d5-f2c6-4a8a-8c55-a05019b15f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:37Z', 'updated_at': '2021-09-18T05:01:46Z', 'revision_number': 4, 'project_id': 'da7ede3e9ec2426d85448916706333f7', 'gw_port': {'id': '4241b0d5-f2c6-4a8a-8c55-a05019b15f26', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:17:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:39Z', 'updated_at': '2021-09-18T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774', 'name': '', 'network_id': 'ff7380fa-d5b5-49a5-9774-e47673cf8113', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'mac_address': 'fa:16:3e:72:d6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '83334a91-6156-4915-bc8a-cee289047cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:45Z', 'updated_at': '2021-09-18T05:01:52Z', 'revision_number': 4, 'project_id': 'da7ede3e9ec2426d85448916706333f7', 'subnets': [{'id': '83334a91-6156-4915-bc8a-cee289047cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:01:54.411231 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214809b2-247c-4fa6-8fc5-87117bfbb802 None None] The sync data for ids ['f249edaf-1cf6-4559-aa89-f6296acf6ab8'] in n-d-789963-13 is: [{'id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'name': 'tempest-FloatingIPDetailsTestJSON-1701141996-router', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4241b0d5-f2c6-4a8a-8c55-a05019b15f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:37Z', 'updated_at': '2021-09-18T05:01:46Z', 'revision_number': 4, 'project_id': 'da7ede3e9ec2426d85448916706333f7', 'gw_port': {'id': '4241b0d5-f2c6-4a8a-8c55-a05019b15f26', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:17:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:39Z', 'updated_at': '2021-09-18T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774', 'name': '', 'network_id': 'ff7380fa-d5b5-49a5-9774-e47673cf8113', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'mac_address': 'fa:16:3e:72:d6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '83334a91-6156-4915-bc8a-cee289047cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:45Z', 'updated_at': '2021-09-18T05:01:52Z', 'revision_number': 4, 'project_id': 'da7ede3e9ec2426d85448916706333f7', 'subnets': [{'id': '83334a91-6156-4915-bc8a-cee289047cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:01:54.417385 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9b23674e-5373-469b-a2f9-34091dd7abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:54.417816 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8043319f-e7bb-42a1-bce6-cc51e86bf411 req-739e0ae7-744e-40d8-abef-f39151a2d39f tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749527 Sep 18 05:01:54.442211 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e04fe45-1a48-4e32-8207-6d7af8f88e38 req-e3c2a24e-1741-4043-86e4-ca3b83fef6e4 service neutron] 10.222.0.13 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281032 Sep 18 05:01:54.484288 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:54.756529 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:54.801042 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:54.805907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23674e-5373-469b-a2f9-34091dd7abd0 None None] Pushing event updated for resources: {'Port': ['ID=f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:54.881266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 5313c4e0-6855-4fb8-a0c3-8caffbee737f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5313c4e0-6855-4fb8-a0c3-8caffbee737f,segment=NetworkSegment(86c18a72-84b2-40f7-ab49-0f199de45bbe),segment_id=86c18a72-84b2-40f7-ab49-0f199de45bbe)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:55.034346 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:55.046524 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:55.177982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Pushing event updated for resources: {'Port': ['ID=3b6ed5b7-8be9-411f-b7e6-ed192cc3bb3a,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:55.189950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=5313c4e0-6855-4fb8-a0c3-8caffbee737f,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:55.191555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:55.312859 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:55.314127 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-762ee094-908e-40d4-b2f2-3f80662aa49d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8048902 Sep 18 05:01:55.319908 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-992c09af-2247-43dd-b58d-e2afe21131ca tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:55.321624 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-992c09af-2247-43dd-b58d-e2afe21131ca tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.18 "GET /v2.0/networks?id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 HTTP/1.1" status: 200 len: 820 time: 0.1718023 Sep 18 05:01:55.348054 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-7f5a66cb-9d6e-4c9b-803c-e326b76a222a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Request body: {'port': {'device_id': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'admin_state_up': True, 'tenant_id': '3105615cf06941c3854327e9eaa23cdf'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:55.431024 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-6e1c370b-af79-4026-b659-b5a34963daf3 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.1103163 Sep 18 05:01:55.455869 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5313c4e0-6855-4fb8-a0c3-8caffbee737f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:55.615358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 5313c4e0-6855-4fb8-a0c3-8caffbee737f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:55.619378 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:55.669090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-47d617d8-c124-4fed-9993-46fc0c8f9926 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:55.670668 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-47d617d8-c124-4fed-9993-46fc0c8f9926 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.2233624 Sep 18 05:01:55.689131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-134dbf21-2165-4317-a795-752b958c165c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:01:55.691246 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2281ce06-1621-48ac-bb39-b4b9f39eaf9f req-134dbf21-2165-4317-a795-752b958c165c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119936 Sep 18 05:01:55.701397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-7f5a66cb-9d6e-4c9b-803c-e326b76a222a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Made reservation on behalf of 3105615cf06941c3854327e9eaa23cdf for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:01:55.705391 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-7f5a66cb-9d6e-4c9b-803c-e326b76a222a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:55.769850 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3407a7c5-5e04-45d7-8be5-2d83bf9043d7 x-openstack-request-id: req-3407a7c5-5e04-45d7-8be5-2d83bf9043d7 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:55.770809 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734ff5d6-6f0e-41ae-9758-514be67cdcd1", "tag": "cb87d546-b27a-4a1e-b0a7-f063a23d791d", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:55.771701 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3407a7c5-5e04-45d7-8be5-2d83bf9043d7 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:55.773565 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734ff5d6-6f0e-41ae-9758-514be67cdcd1', 'tag': 'cb87d546-b27a-4a1e-b0a7-f063a23d791d', 'status': 'completed', 'code': 200} Sep 18 05:01:55.798767 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:55.876534 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:55.877259 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:56.018198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b218360f-c562-4280-a2fe-afa957d311d7 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:01:56.090464 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d48bc-89c2-4b1c-b7cf-821c210a9460 req-63416301-7ce5-47ad-9671-302da91345a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:56.094446 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-272d48bc-89c2-4b1c-b7cf-821c210a9460 req-63416301-7ce5-47ad-9671-302da91345a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1ea1154b38e4575a5ba59a023ffbcb2&device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 1095 time: 0.2370119 Sep 18 05:01:56.103090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a5918-cc73-4e54-92e3-1bce22ce66d8 req-da6196b0-601c-4606-b77b-2bc6c85a5821 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:56.106505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-7f5a66cb-9d6e-4c9b-803c-e326b76a222a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Allocated IP 172.20.0.10 (1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48/8dbd6d4e-4978-4831-bd92-1824d5a15d80/7f851c48-9915-448c-ba62-25943854fd87) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:56.121562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-839a5918-cc73-4e54-92e3-1bce22ce66d8 req-da6196b0-601c-4606-b77b-2bc6c85a5821 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 949 time: 0.2000713 Sep 18 05:01:56.289280 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port b218360f-c562-4280-a2fe-afa957d311d7 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:01:56.296536 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port b218360f-c562-4280-a2fe-afa957d311d7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:01:56.298000 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:56.320102 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d48bc-89c2-4b1c-b7cf-821c210a9460 req-7a20c3b9-0fbe-4ff1-8148-0543cb29fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:56.321686 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-272d48bc-89c2-4b1c-b7cf-821c210a9460 req-7a20c3b9-0fbe-4ff1-8148-0543cb29fb42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82fcc668-a5c0-4e9b-b029-5f6c72770101 HTTP/1.1" status: 200 len: 923 time: 0.2181637 Sep 18 05:01:56.414330 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-272d48bc-89c2-4b1c-b7cf-821c210a9460 req-761f079e-90d1-458a-9444-c7d3a3c32763 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb87d546-b27a-4a1e-b0a7-f063a23d791d HTTP/1.1" status: 200 len: 217 time: 0.0829632 Sep 18 05:01:56.505897 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:56.543787 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d48bc-89c2-4b1c-b7cf-821c210a9460 req-0ce98b5c-516d-416b-89e1-efe9c2f83f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:56.545320 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-272d48bc-89c2-4b1c-b7cf-821c210a9460 req-0ce98b5c-516d-416b-89e1-efe9c2f83f8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3409b39b-756b-440c-b4a9-d0df86abb0d4 HTTP/1.1" status: 200 len: 862 time: 0.0929604 Sep 18 05:01:56.554558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c203d182-8260-48b8-9796-7433c8f37ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b218360f-c562-4280-a2fe-afa957d311d7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:56.568210 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81912c14-4b12-49cc-aa12-49fbed8cb66d" -d '{"events": [{"server_uuid": "c203d182-8260-48b8-9796-7433c8f37ed1", "name": "network-vif-plugged", "status": "completed", "tag": "b218360f-c562-4280-a2fe-afa957d311d7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:56.606065 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b218360f-c562-4280-a2fe-afa957d311d7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b218360f-c562-4280-a2fe-afa957d311d7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:56.634933 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-7f5a66cb-9d6e-4c9b-803c-e326b76a222a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:56.665140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d48bc-89c2-4b1c-b7cf-821c210a9460 req-bd882eac-c22e-4eae-9d84-f7758d3b5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:56.666661 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-272d48bc-89c2-4b1c-b7cf-821c210a9460 req-bd882eac-c22e-4eae-9d84-f7758d3b5226 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82fcc668-a5c0-4e9b-b029-5f6c72770101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025171 Sep 18 05:01:56.671706 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-839a5918-cc73-4e54-92e3-1bce22ce66d8 req-bc1bb89b-4c88-4618-8db3-324a50368839 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460732 Sep 18 05:01:56.672112 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:56.784443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b218360f-c562-4280-a2fe-afa957d311d7,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:56.805787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ffed5758-2cb4-4c9d-816f-c07f82e3a88e req-ccb7cbc8-335b-48a1-ab44-a419eecd0196 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 210 time: 0.0542023 Sep 18 05:01:56.834420 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-272d48bc-89c2-4b1c-b7cf-821c210a9460 req-66e764f8-395a-498e-a715-421375be33a9 service neutron] 10.222.0.13 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342120 Sep 18 05:01:56.987206 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-7f5a66cb-9d6e-4c9b-803c-e326b76a222a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:57.015072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bf2af-c724-4d6d-a507-9c9b4c9d3c38 req-a8f54089-82cd-493f-8885-18d3561de792 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:57.016597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-181bf2af-c724-4d6d-a507-9c9b4c9d3c38 req-a8f54089-82cd-493f-8885-18d3561de792 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 943 time: 0.0883088 Sep 18 05:01:57.085460 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-181bf2af-c724-4d6d-a507-9c9b4c9d3c38 req-67fc8031-6458-42a9-b715-e3ff79bea6dd tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598733 Sep 18 05:01:57.100376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-7f5a66cb-9d6e-4c9b-803c-e326b76a222a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Network 1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:57.115230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-7f5a66cb-9d6e-4c9b-803c-e326b76a222a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:57.131801 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-272d48bc-89c2-4b1c-b7cf-821c210a9460 req-9a635d0f-9931-41c7-b455-d6adb7a84a14 service neutron] 10.222.0.13 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882941 Sep 18 05:01:57.133022 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-7f5a66cb-9d6e-4c9b-803c-e326b76a222a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:57.138976 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-7f5a66cb-9d6e-4c9b-803c-e326b76a222a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:57.139715 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-7f5a66cb-9d6e-4c9b-803c-e326b76a222a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:57.143424 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a66cb-9d6e-4c9b-803c-e326b76a222a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Pushing event updated for resources: {'Port': ['ID=7f851c48-9915-448c-ba62-25943854fd87,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:57.238355 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-7f5a66cb-9d6e-4c9b-803c-e326b76a222a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9063272 Sep 18 05:01:57.251667 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Request body: {'port': {'device_id': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:57.273856 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-dd0bc9c0-6577-44db-9832-3db8b7a9d7ca tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1436038 Sep 18 05:01:57.279246 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:57.327861 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:57.380357 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:57.540533 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:57.621337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-3197321b-a008-4329-85ba-67c2591dbfb5 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:01:57.622385 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-3197321b-a008-4329-85ba-67c2591dbfb5 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143900 Sep 18 05:01:57.664231 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f851c48-9915-448c-ba62-25943854fd87 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:01:57.674922 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:57.693306 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Transition to ACTIVE for port object 7f851c48-9915-448c-ba62-25943854fd87 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:01:57.701845 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-ea751737-dbc2-4c9b-b22b-fed336a417ee tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:57.703879 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-ea751737-dbc2-4c9b-b22b-fed336a417ee tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports/6826d449-1e88-49a3-9775-c72f29916f2c HTTP/1.1" status: 200 len: 1094 time: 0.0742421 Sep 18 05:01:57.718038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-fc203ed2-b274-44d7-88bb-c4984aa837d7 service neutron] Request body: {'binding': {'host': 'n-h1-789963-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:01:57.718587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-fc203ed2-b274-44d7-88bb-c4984aa837d7 service neutron] Unknown quota resources ['binding']. {{(pid=106909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:01:57.766160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Allocated IP 172.25.7.216 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/84bb323a-12ed-417b-9907-40abc13ef905) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:01:57.771833 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:57.831067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Pushing event updated for resources: {'Port': ['ID=7f851c48-9915-448c-ba62-25943854fd87,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:57.871145 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Attempting to bind port 7f851c48-9915-448c-ba62-25943854fd87 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:57.871483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Attempting to bind port 7f851c48-9915-448c-ba62-25943854fd87 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '86c18a72-84b2-40f7-ab49-0f199de45bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:57.871827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Attempting to bind port 7f851c48-9915-448c-ba62-25943854fd87 on network 1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:57.877126 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Port 7f851c48-9915-448c-ba62-25943854fd87 on network 1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:01:57.877459 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Attempting to bind port 7f851c48-9915-448c-ba62-25943854fd87 on network 1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:57.884806 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:57.885155 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Checking segment: {'id': '86c18a72-84b2-40f7-ab49-0f199de45bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:57.885683 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Bound using segment: {'id': '86c18a72-84b2-40f7-ab49-0f199de45bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:57.886386 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Bound port: 7f851c48-9915-448c-ba62-25943854fd87, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c18a72-84b2-40f7-ab49-0f199de45bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:57.886764 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:57.960460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] For port 7f851c48-9915-448c-ba62-25943854fd87, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:01:57.960689 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:57.964264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] For port 7f851c48-9915-448c-ba62-25943854fd87, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f851c48-9915-448c-ba62-25943854fd87,segment=NetworkSegment(86c18a72-84b2-40f7-ab49-0f199de45bbe),segment_id=86c18a72-84b2-40f7-ab49-0f199de45bbe)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:57.964748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-fc203ed2-b274-44d7-88bb-c4984aa837d7 service neutron] Attempting to bind port 6826d449-1e88-49a3-9775-c72f29916f2c on host n-h1-789963-13 for vnic_type normal with profile None {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:01:57.965011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-fc203ed2-b274-44d7-88bb-c4984aa837d7 service neutron] Attempting to bind port 6826d449-1e88-49a3-9775-c72f29916f2c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:01:57.965346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-fc203ed2-b274-44d7-88bb-c4984aa837d7 service neutron] Attempting to bind port 6826d449-1e88-49a3-9775-c72f29916f2c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:57.973837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-fc203ed2-b274-44d7-88bb-c4984aa837d7 service neutron] Port 6826d449-1e88-49a3-9775-c72f29916f2c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:01:57.974259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-fc203ed2-b274-44d7-88bb-c4984aa837d7 service neutron] Attempting to bind port 6826d449-1e88-49a3-9775-c72f29916f2c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:01:57.981359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-fc203ed2-b274-44d7-88bb-c4984aa837d7 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:01:57.981703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-fc203ed2-b274-44d7-88bb-c4984aa837d7 service neutron] Checking segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:01:57.982095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-fc203ed2-b274-44d7-88bb-c4984aa837d7 service neutron] Bound using segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:01:57.982536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-fc203ed2-b274-44d7-88bb-c4984aa837d7 service neutron] Bound port: 6826d449-1e88-49a3-9775-c72f29916f2c, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:01:58.052089 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:58.054174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-fc203ed2-b274-44d7-88bb-c4984aa837d7 service neutron] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6826d449-1e88-49a3-9775-c72f29916f2c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:01:58.088285 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:58.088285 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:58.089504 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] 10.222.0.18 "PUT /v2.0/ports/7f851c48-9915-448c-ba62-25943854fd87 HTTP/1.1" status: 200 len: 1093 time: 0.8425939 Sep 18 05:01:58.089971 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'tag': '7f851c48-9915-448c-ba62-25943854fd87'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:01:58.092688 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971750ec-1bff-41a1-b689-3994d931a608" -d '{"events": [{"name": "network-changed", "server_uuid": "3b278774-6fb2-4b4c-9bbe-41d6c6e7d205", "tag": "7f851c48-9915-448c-ba62-25943854fd87"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:01:58.101959 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:58.118779 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52c14a-4a1a-4c99-8582-611fb1e101dd service neutron] Pushing event updated for resources: {'Port': ['ID=7f851c48-9915-448c-ba62-25943854fd87,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:58.138737 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-fc203ed2-b274-44d7-88bb-c4984aa837d7 service neutron] Notify callbacks [] for binding, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:58.139934 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-fc203ed2-b274-44d7-88bb-c4984aa837d7 service neutron] 10.222.0.23 "POST /v2.0/ports/6826d449-1e88-49a3-9775-c72f29916f2c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4279308 Sep 18 05:01:58.148693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:01:58.151634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:01:58.155665 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:01:58.182297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Pushing event updated for resources: {'Port': ['ID=84bb323a-12ed-417b-9907-40abc13ef905,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:58.237938 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device cb87d546-b27a-4a1e-b0a7-f063a23d791d details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:01:58.252146 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-150d7e12-0cc5-4a5f-8efb-191c3ec8aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:58.257783 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-150d7e12-0cc5-4a5f-8efb-191c3ec8aceb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3105615cf06941c3854327e9eaa23cdf&device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 1096 time: 0.0445893 Sep 18 05:01:58.259333 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:58.304270 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-951e78b7-0a83-42ad-a9c5-20786adb3d21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f851c48-9915-448c-ba62-25943854fd87 HTTP/1.1" status: 200 len: 217 time: 0.0423036 Sep 18 05:01:58.364798 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:58.377503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-1c0ea031-8cc3-4e19-84b2-e966faee8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:58.378668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port cb87d546-b27a-4a1e-b0a7-f063a23d791d, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=cb87d546-b27a-4a1e-b0a7-f063a23d791d,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:58.379406 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-1c0ea031-8cc3-4e19-84b2-e966faee8a08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dbd6d4e-4978-4831-bd92-1824d5a15d80 HTTP/1.1" status: 200 len: 860 time: 0.0688248 Sep 18 05:01:58.394657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'cb87d546-b27a-4a1e-b0a7-f063a23d791d', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'port_id': 'cb87d546-b27a-4a1e-b0a7-f063a23d791d', 'mac_address': 'fa:16:3e:73:99:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:01:58.445531 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:58.449553 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-65b0d946-d686-4e05-a0c7-44cb38521ed7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621808 Sep 18 05:01:58.463394 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb87d546-b27a-4a1e-b0a7-f063a23d791d {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:01:58.489749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port cb87d546-b27a-4a1e-b0a7-f063a23d791d, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=cb87d546-b27a-4a1e-b0a7-f063a23d791d,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:01:58.500905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12e657-96b8-4675-b8ab-974b7d527b75 req-4522940e-774a-47af-ad4a-1036f77a5c8c tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:58.506050 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f12e657-96b8-4675-b8ab-974b7d527b75 req-4522940e-774a-47af-ad4a-1036f77a5c8c tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 1097 time: 0.1049192 Sep 18 05:01:58.569175 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:58.592887 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f12e657-96b8-4675-b8ab-974b7d527b75 req-ba7903f5-1379-4aa5-b759-95a74f6991a4 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744793 Sep 18 05:01:58.610729 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-b2cee042-176a-4c8b-a37e-fc55183710b5 service neutron] 10.222.0.18 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533988 Sep 18 05:01:58.634436 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:58.639317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=cb87d546-b27a-4a1e-b0a7-f063a23d791d,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:58.726503 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4b286f-b838-45c4-be8d-d26a48889060 req-7af4a9ba-f7a9-470c-ab56-8e72f1641174 service neutron] 10.222.0.18 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017275 Sep 18 05:01:58.733514 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:58.833449 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['cb87d546-b27a-4a1e-b0a7-f063a23d791d'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:01:58.833688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Pushing event updated for resources: {'Port': ['ID=84bb323a-12ed-417b-9907-40abc13ef905,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:01:58.845616 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:58.880630 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-032476c8-eb2e-4c08-bb84-106980c88874 req-78ebab8d-00d0-485d-998a-6cf46ec99631 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540297 Sep 18 05:01:58.907348 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:01:58.908961 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-5b351f7e-380e-455e-aa59-724a66f2473c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6338358 Sep 18 05:01:58.916868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-77b78b51-5ac8-4bd2-aa45-3f78dad3a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:58.918435 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-77b78b51-5ac8-4bd2-aa45-3f78dad3a237 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 1097 time: 0.0907841 Sep 18 05:01:58.978176 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-cd2247d6-2c3c-4bf5-a45d-5f992c3cfc2e tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.216 HTTP/1.1" status: 200 len: 696 time: 0.0613627 Sep 18 05:01:59.062434 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032476c8-eb2e-4c08-bb84-106980c88874 req-356911e1-aa41-4887-817a-344ab87e4231 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:59.069862 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-032476c8-eb2e-4c08-bb84-106980c88874 req-356911e1-aa41-4887-817a-344ab87e4231 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820567 Sep 18 05:01:59.097413 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-032476c8-eb2e-4c08-bb84-106980c88874 req-66bb80e0-c3b9-4ce0-8abc-8c3224fdb775 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/quotas/a97b9513588a49819b66961de66a225b HTTP/1.1" status: 200 len: 375 time: 0.0265596 Sep 18 05:01:59.100861 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-025856df-c3b2-4ba2-bdb7-0d2ec6b064f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:59.102590 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-025856df-c3b2-4ba2-bdb7-0d2ec6b064f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.1769373 Sep 18 05:01:59.132459 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-032476c8-eb2e-4c08-bb84-106980c88874 req-98cad1b1-4f5a-4a67-8a27-5ffc5a860e62 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341775 Sep 18 05:01:59.146513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-a7b47dd7-8f7f-436b-a049-4575d1617275 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:59.149033 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb5ad8ed-5425-49ef-8ef7-e21baf873e65 req-a7b47dd7-8f7f-436b-a049-4575d1617275 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.1643586 Sep 18 05:01:59.204400 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a6ace5-8914-4a89-b00e-768182a203e0 x-openstack-request-id: req-73a6ace5-8914-4a89-b00e-768182a203e0 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:59.204936 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c203d182-8260-48b8-9796-7433c8f37ed1", "name": "network-vif-plugged", "status": "completed", "tag": "b218360f-c562-4280-a2fe-afa957d311d7", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:59.205351 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73a6ace5-8914-4a89-b00e-768182a203e0 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:59.205924 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c203d182-8260-48b8-9796-7433c8f37ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b218360f-c562-4280-a2fe-afa957d311d7', 'code': 200} Sep 18 05:01:59.366315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c8a05-7eca-4959-a15c-783896133b5f req-9fbde037-d6bb-40ee-9c80-56a55fd339da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:59.367883 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636c8a05-7eca-4959-a15c-783896133b5f req-9fbde037-d6bb-40ee-9c80-56a55fd339da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 1102 time: 0.0845702 Sep 18 05:01:59.375860 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4c039-fc11-4ca2-9d90-5f48de41ea9f req-4ba2b150-3cec-4737-957c-713f387fda5a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:59.377424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b7c4c039-fc11-4ca2-9d90-5f48de41ea9f req-4ba2b150-3cec-4737-957c-713f387fda5a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0927496 Sep 18 05:01:59.432091 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636c8a05-7eca-4959-a15c-783896133b5f req-b9e1f265-29f4-448e-b763-6a4e81ea0efc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530903 Sep 18 05:01:59.450548 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-ccc4cbe1-2fd8-4a1f-a22d-75c9958338c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6826d449-1e88-49a3-9775-c72f29916f2c HTTP/1.1" status: 200 len: 217 time: 0.3405666 Sep 18 05:01:59.475756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b7c4c039-fc11-4ca2-9d90-5f48de41ea9f req-65241a23-4455-4261-802e-0dce7c678418 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902481 Sep 18 05:01:59.519418 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372a2d5f-bff2-446d-b866-be393cbb1ec1 x-openstack-request-id: req-372a2d5f-bff2-446d-b866-be393cbb1ec1 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:01:59.519719 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b278774-6fb2-4b4c-9bbe-41d6c6e7d205", "tag": "7f851c48-9915-448c-ba62-25943854fd87", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:01:59.520321 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-372a2d5f-bff2-446d-b866-be393cbb1ec1 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:01:59.521214 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'tag': '7f851c48-9915-448c-ba62-25943854fd87', 'status': 'completed', 'code': 200} Sep 18 05:01:59.537916 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5619bafa-71f1-4dc1-a480-46d62d99da09 req-48074f6f-0369-4622-a281-af245aaab7ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0967262 Sep 18 05:01:59.553487 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb2265-c5d6-4ddf-b496-6a0c6b35aac4 req-4c4621d1-98cd-4724-88a5-78c80ca412a8 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:59.560971 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fceb2265-c5d6-4ddf-b496-6a0c6b35aac4 req-4c4621d1-98cd-4724-88a5-78c80ca412a8 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 944 time: 0.0796702 Sep 18 05:01:59.648637 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca8dce-4154-49bc-8110-e60d53467aa3 req-acfbe320-6f38-4b23-8704-53e077c3f211 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:59.652737 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5ca8dce-4154-49bc-8110-e60d53467aa3 req-acfbe320-6f38-4b23-8704-53e077c3f211 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 944 time: 0.0792580 Sep 18 05:01:59.707443 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fceb2265-c5d6-4ddf-b496-6a0c6b35aac4 req-2218db53-500b-49f5-ac12-7657c1176d99 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455436 Sep 18 05:01:59.717465 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619bafa-71f1-4dc1-a480-46d62d99da09 req-6083e215-4683-4799-8586-6cb5e96aee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:59.719082 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5619bafa-71f1-4dc1-a480-46d62d99da09 req-6083e215-4683-4799-8586-6cb5e96aee38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 1097 time: 0.1495850 Sep 18 05:01:59.727937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-d05204dd-b34b-40e4-aaba-994fe4353178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:59.730414 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-d05204dd-b34b-40e4-aaba-994fe4353178 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.0892391 Sep 18 05:01:59.736592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971750ec-1bff-41a1-b689-3994d931a608 req-08c3d893-a257-4097-9789-e200fb6d3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:59.743673 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-971750ec-1bff-41a1-b689-3994d931a608 req-08c3d893-a257-4097-9789-e200fb6d3a0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3105615cf06941c3854327e9eaa23cdf&device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 1096 time: 0.0844593 Sep 18 05:01:59.743673 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5ca8dce-4154-49bc-8110-e60d53467aa3 req-c01b1c3a-b8bb-4979-a34b-341ccee55afc tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788276 Sep 18 05:01:59.772482 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-06aef9da-d406-44bb-8368-9185290e8934 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340080 Sep 18 05:01:59.903457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971750ec-1bff-41a1-b689-3994d931a608 req-c0e576b6-dc4f-4cad-b5d9-cc2ea58d959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:59.905315 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-971750ec-1bff-41a1-b689-3994d931a608 req-c0e576b6-dc4f-4cad-b5d9-cc2ea58d959e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 HTTP/1.1" status: 200 len: 920 time: 0.1599059 Sep 18 05:01:59.907929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2f7a0-63fa-486b-93b1-c2ca3cb7f55b req-a5d80e00-a1c0-4c3d-9ec0-3165124a8d50 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:59.909815 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-92d2f7a0-63fa-486b-93b1-c2ca3cb7f55b req-a5d80e00-a1c0-4c3d-9ec0-3165124a8d50 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 1097 time: 0.0756211 Sep 18 05:01:59.955428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ed88b-a641-4fd9-a5b6-1506693aaaeb req-146026fb-11ad-4243-b11a-cd9033049987 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:01:59.957045 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dd0ed88b-a641-4fd9-a5b6-1506693aaaeb req-146026fb-11ad-4243-b11a-cd9033049987 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 945 time: 0.1749938 Sep 18 05:01:59.996811 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-971750ec-1bff-41a1-b689-3994d931a608 req-b592292c-1c7d-4ef8-af1a-b310a4891a8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f851c48-9915-448c-ba62-25943854fd87 HTTP/1.1" status: 200 len: 217 time: 0.0831978 Sep 18 05:02:00.002424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-92d2f7a0-63fa-486b-93b1-c2ca3cb7f55b req-9fa27216-71c5-4f10-b813-fd8147c1283d tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813212 Sep 18 05:02:00.003076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619bafa-71f1-4dc1-a480-46d62d99da09 req-c02e6419-c678-474b-941c-f0d5b1a8304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:00.004705 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5619bafa-71f1-4dc1-a480-46d62d99da09 req-c02e6419-c678-474b-941c-f0d5b1a8304e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.2311709 Sep 18 05:02:00.007958 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-74bd1ed3-dd94-4400-a87c-d3212f653ca4 service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242191 Sep 18 05:02:00.078422 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5619bafa-71f1-4dc1-a480-46d62d99da09 req-502b0cf9-49df-4684-89ef-fb43d704a616 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f6bff7f-a200-4c97-b6f5-f89375080754 HTTP/1.1" status: 200 len: 217 time: 0.0656037 Sep 18 05:02:00.092754 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dd0ed88b-a641-4fd9-a5b6-1506693aaaeb req-6ae34a87-9952-4c14-ba75-787ad4106776 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198778 Sep 18 05:02:00.120090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971750ec-1bff-41a1-b689-3994d931a608 req-1e15b41f-5a05-42e6-a933-f5591feba351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:00.122261 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-971750ec-1bff-41a1-b689-3994d931a608 req-1e15b41f-5a05-42e6-a933-f5591feba351 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dbd6d4e-4978-4831-bd92-1824d5a15d80 HTTP/1.1" status: 200 len: 860 time: 0.1173251 Sep 18 05:02:00.180500 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-971750ec-1bff-41a1-b689-3994d931a608 req-76e5fc24-5fb3-4272-b5cd-e676693da0b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437367 Sep 18 05:02:00.233198 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-277f4c90-9a4e-4ead-8e96-548eb0b0689d req-23bd319a-6678-42fd-a43c-ed3d4c520bb1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 210 time: 0.0685661 Sep 18 05:02:00.254626 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619bafa-71f1-4dc1-a480-46d62d99da09 req-5dab80ee-860d-43e4-b09a-d7b60dfe630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:00.257597 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5619bafa-71f1-4dc1-a480-46d62d99da09 req-5dab80ee-860d-43e4-b09a-d7b60dfe630b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.1062319 Sep 18 05:02:00.261966 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-53147600-450c-49c5-8403-44a7b008f3b1 service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431896 Sep 18 05:02:00.262811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device cb87d546-b27a-4a1e-b0a7-f063a23d791d up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:02:00.306379 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5619bafa-71f1-4dc1-a480-46d62d99da09 req-eb7c4c6c-a28d-43a3-b055-fb433ad9ff25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404518 Sep 18 05:02:00.362803 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-51762e0a-2f4f-48f1-9c0e-ea9850b1279c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3019900 Sep 18 05:02:00.370350 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:00.403988 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-971750ec-1bff-41a1-b689-3994d931a608 req-613c4585-860e-49dd-ac59-1bd5a42b66bb service neutron] 10.222.0.18 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829121 Sep 18 05:02:00.423898 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5619bafa-71f1-4dc1-a480-46d62d99da09 req-e326db4d-36b4-4e73-a714-1702c8bd12b7 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090946 Sep 18 05:02:00.454949 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port cb87d546-b27a-4a1e-b0a7-f063a23d791d completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:02:00.460618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port cb87d546-b27a-4a1e-b0a7-f063a23d791d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:00.461226 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:00.515745 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:00.550031 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-274b2035-5030-4c8d-af35-6cdbc159308c tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:00.553099 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-274b2035-5030-4c8d-af35-6cdbc159308c tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206&tenant_id=9281b1f6d0384713b423980871cae4cb&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 1097 time: 0.1243205 Sep 18 05:02:00.570945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-13'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:00.607873 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5619bafa-71f1-4dc1-a480-46d62d99da09 req-5031e0e9-ae1d-4e4b-85cf-922f81867ffc service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678255 Sep 18 05:02:00.616756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-971750ec-1bff-41a1-b689-3994d931a608 req-00d68370-b26c-4149-9c9e-7318afb57125 service neutron] 10.222.0.18 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052741 Sep 18 05:02:00.649587 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:00.651993 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:00.705230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port cb87d546-b27a-4a1e-b0a7-f063a23d791d, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=cb87d546-b27a-4a1e-b0a7-f063a23d791d,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:00.759013 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:00.802865 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:00.836301 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6826d449-1e88-49a3-9775-c72f29916f2c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:00.894780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=cb87d546-b27a-4a1e-b0a7-f063a23d791d,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:00.918610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Allocated IP 172.25.7.160 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/cff0e9e0-22f6-4d01-ab07-66d8dd3dd074) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:02:00.950157 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:01.028025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e328d-be04-42bf-9b19-fa5642c65885 req-bb730647-735d-4844-94fb-d26bf9de9225 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:01.032742 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-053e328d-be04-42bf-9b19-fa5642c65885 req-bb730647-735d-4844-94fb-d26bf9de9225 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.1377075 Sep 18 05:02:01.039503 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:01.059240 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:01.091562 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-053e328d-be04-42bf-9b19-fa5642c65885 req-1ae48e95-12ff-4ff2-85ce-9e5c8ea0861e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456069 Sep 18 05:02:01.100863 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:01.156084 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-563ffe67-da35-4c30-81f9-07b3504e8f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:01.207645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734ff5d6-6f0e-41ae-9758-514be67cdcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb87d546-b27a-4a1e-b0a7-f063a23d791d'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:01.210028 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb28980c-9016-4be8-9467-aefb652f66c9" -d '{"events": [{"server_uuid": "734ff5d6-6f0e-41ae-9758-514be67cdcd1", "name": "network-vif-plugged", "status": "completed", "tag": "cb87d546-b27a-4a1e-b0a7-f063a23d791d"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:01.210877 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:01.221676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Pushing event updated for resources: {'Port': ['ID=6826d449-1e88-49a3-9775-c72f29916f2c,revision_number=7']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:01.231906 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Attempting to bind port 6826d449-1e88-49a3-9775-c72f29916f2c on host n-h2-789963-13 for vnic_type normal with profile {"migrating_to": "n-h1-789963-13"} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:02:01.232274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Attempting to bind port 6826d449-1e88-49a3-9775-c72f29916f2c by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:02:01.232616 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Attempting to bind port 6826d449-1e88-49a3-9775-c72f29916f2c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:01.241387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Port 6826d449-1e88-49a3-9775-c72f29916f2c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:02:01.241724 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Attempting to bind port 6826d449-1e88-49a3-9775-c72f29916f2c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:01.249821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:02:01.250171 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Checking segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:02:01.250570 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Bound using segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:02:01.251021 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Bound port: 6826d449-1e88-49a3-9775-c72f29916f2c, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:02:01.251395 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:01.275064 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508c5f1-5b16-407f-920c-ea709995744c req-e28574f6-7925-4228-ab42-6b14bcbcc8d7 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:01.276669 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8508c5f1-5b16-407f-920c-ea709995744c req-e28574f6-7925-4228-ab42-6b14bcbcc8d7 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 944 time: 0.0941501 Sep 18 05:02:01.294612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:01.296187 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Pushing event updated for resources: {'Port': ['ID=cff0e9e0-22f6-4d01-ab07-66d8dd3dd074,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:01.300393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:01.305309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:02:01.353423 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8508c5f1-5b16-407f-920c-ea709995744c req-0e052026-543c-4aaf-a2ff-bf30592f99d9 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708361 Sep 18 05:02:01.366340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:01.369647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6826d449-1e88-49a3-9775-c72f29916f2c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:02:01.398066 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:01.429490 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:01.481965 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:01.528047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cabf16-7b55-4366-96ca-10fb43b78206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6826d449-1e88-49a3-9775-c72f29916f2c'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:01.530332 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca8267c-cc01-4d24-9c67-6f60dd54f001" -d '{"events": [{"server_uuid": "28cabf16-7b55-4366-96ca-10fb43b78206", "name": "network-vif-unplugged", "status": "completed", "tag": "6826d449-1e88-49a3-9775-c72f29916f2c"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:01.543264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e3269-a501-49ee-9762-2387fc017d9c req-1f4d3ebc-c768-48e4-8d09-fa5b55428f26 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:01.545315 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-503e3269-a501-49ee-9762-2387fc017d9c req-1f4d3ebc-c768-48e4-8d09-fa5b55428f26 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 945 time: 0.1274092 Sep 18 05:02:01.567362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Pushing event updated for resources: {'Port': ['ID=6826d449-1e88-49a3-9775-c72f29916f2c,revision_number=8']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:01.572030 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:01.573015 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:01.574310 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-a58128ea-707b-43a7-89cb-f66609a8e30a service neutron] 10.222.0.18 "PUT /v2.0/ports/6826d449-1e88-49a3-9775-c72f29916f2c HTTP/1.1" status: 200 len: 1123 time: 1.0122311 Sep 18 05:02:01.620379 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-503e3269-a501-49ee-9762-2387fc017d9c req-f3119d5a-33f2-4159-9006-885cd5cb0b69 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557756 Sep 18 05:02:01.677202 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['6826d449-1e88-49a3-9775-c72f29916f2c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:01.691470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:01.785112 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:01.876030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Pushing event updated for resources: {'Port': ['ID=cff0e9e0-22f6-4d01-ab07-66d8dd3dd074,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:01.887319 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:01.923564 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb203c9-b21d-48c5-8bc8-275cc1446f57 req-cec3d05c-a069-43cb-9f3f-5dc49dedadd2 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:01.926004 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-efb203c9-b21d-48c5-8bc8-275cc1446f57 req-cec3d05c-a069-43cb-9f3f-5dc49dedadd2 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 943 time: 0.1327741 Sep 18 05:02:01.965851 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-032476c8-eb2e-4c08-bb84-106980c88874 req-24b5ffc1-2a14-4ca6-9471-4755c5bb8bc7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367558 Sep 18 05:02:02.021101 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7f851c48-9915-448c-ba62-25943854fd87 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:02:02.026928 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:02.028213 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-de74b5ac-33f1-460b-a100-f8f09182ba16 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6645875 Sep 18 05:02:02.064279 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-efb203c9-b21d-48c5-8bc8-275cc1446f57 req-f77a9d37-6e4e-4670-9d9e-5f7f3bcf5ad5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990441 Sep 18 05:02:02.175018 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-2d6c44c7-6920-406b-9d1f-eb8eb8b55323 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.1336346 Sep 18 05:02:02.234082 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032476c8-eb2e-4c08-bb84-106980c88874 req-220e5347-f7e6-4c51-9269-30e44c0d39cc tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:02.235598 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-032476c8-eb2e-4c08-bb84-106980c88874 req-220e5347-f7e6-4c51-9269-30e44c0d39cc tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595475 Sep 18 05:02:02.247703 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7f851c48-9915-448c-ba62-25943854fd87, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f851c48-9915-448c-ba62-25943854fd87,segment=NetworkSegment(86c18a72-84b2-40f7-ab49-0f199de45bbe),segment_id=86c18a72-84b2-40f7-ab49-0f199de45bbe)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:02.251856 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Request body: {'port': {'device_id': 'a40b45b0-b96a-43a4-a904-4550bb33f0d0', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'a97b9513588a49819b66961de66a225b'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:02.308699 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '7f851c48-9915-448c-ba62-25943854fd87', 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'port_id': '7f851c48-9915-448c-ba62-25943854fd87', 'mac_address': 'fa:16:3e:f3:7d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:02:02.339046 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-2cdd96f1-c1a3-40fd-9c4e-592804f0d77c req-dc0d6f09-7242-455a-99d5-0e6b1a0e8247 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:02:02.340067 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2cdd96f1-c1a3-40fd-9c4e-592804f0d77c req-dc0d6f09-7242-455a-99d5-0e6b1a0e8247 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054111 Sep 18 05:02:02.367230 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:02.385766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f851c48-9915-448c-ba62-25943854fd87 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:02.410092 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7f851c48-9915-448c-ba62-25943854fd87, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f851c48-9915-448c-ba62-25943854fd87,segment=NetworkSegment(86c18a72-84b2-40f7-ab49-0f199de45bbe),segment_id=86c18a72-84b2-40f7-ab49-0f199de45bbe)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:02.415596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-20eed01f-6699-40a1-bc93-04ef8cfc1a9f tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:02.417216 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b2a8b3c4-a1d7-4268-ad9f-6611b3e32c70 req-20eed01f-6699-40a1-bc93-04ef8cfc1a9f tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.2357292 Sep 18 05:02:02.475739 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2564d7-449a-4a76-b774-17a288b28dd9 x-openstack-request-id: req-4c2564d7-449a-4a76-b774-17a288b28dd9 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:02.476060 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734ff5d6-6f0e-41ae-9758-514be67cdcd1", "name": "network-vif-plugged", "status": "completed", "tag": "cb87d546-b27a-4a1e-b0a7-f063a23d791d", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:02.476487 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c2564d7-449a-4a76-b774-17a288b28dd9 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:02.476892 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734ff5d6-6f0e-41ae-9758-514be67cdcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb87d546-b27a-4a1e-b0a7-f063a23d791d', 'code': 200} Sep 18 05:02:02.490083 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:02.517908 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Made reservation on behalf of a97b9513588a49819b66961de66a225b for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:02:02.522226 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:02.545137 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:02.589036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7f851c48-9915-448c-ba62-25943854fd87,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:02.657037 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a0da22fe-92ce-4e54-b303-192403a0cbf8 req-1cd65bd0-0e32-423a-ac84-5c6f4f2e1fc8 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 210 time: 0.0399048 Sep 18 05:02:02.666606 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:02.673337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2280a2-9015-4ff5-a705-cce477622fa9 req-f704ff93-0a21-44a3-8a23-207c13476512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:02.674862 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b2280a2-9015-4ff5-a705-cce477622fa9 req-f704ff93-0a21-44a3-8a23-207c13476512 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 1097 time: 0.1150603 Sep 18 05:02:02.716793 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a785cb2f-18eb-4888-bd35-663b274215da x-openstack-request-id: req-a785cb2f-18eb-4888-bd35-663b274215da {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:02.717112 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28cabf16-7b55-4366-96ca-10fb43b78206", "name": "network-vif-unplugged", "status": "completed", "tag": "6826d449-1e88-49a3-9775-c72f29916f2c", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:02.717375 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a785cb2f-18eb-4888-bd35-663b274215da {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:02.724001 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cabf16-7b55-4366-96ca-10fb43b78206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6826d449-1e88-49a3-9775-c72f29916f2c', 'code': 200} Sep 18 05:02:02.724573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7f851c48-9915-448c-ba62-25943854fd87'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:02.725876 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b2280a2-9015-4ff5-a705-cce477622fa9 req-a122bca0-01f9-4ac3-9d83-114bea2d03f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426393 Sep 18 05:02:02.788060 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:02.896039 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-8a6c6e94-e057-422f-a335-badc9ef8dcbe tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1584404 Sep 18 05:02:02.901520 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:02.984902 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Allocated IP 192.168.233.221 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/dd090b0c-c409-47d8-bc29-bf720a0a43a2) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:02:02.997828 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:03.000852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8fa86c-7959-4de2-9e76-0109336bf30e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:03.024424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-9ad22952-d79c-41dc-a00c-ede9e540dfa0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953178 Sep 18 05:02:03.070483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70464c-5f19-4835-9a37-7f5ff09a5452 req-50e4bcb0-b0f3-4c9c-97a5-081a266ddd94 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:03.072280 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b70464c-5f19-4835-9a37-7f5ff09a5452 req-50e4bcb0-b0f3-4c9c-97a5-081a266ddd94 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 945 time: 0.2972941 Sep 18 05:02:03.157807 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:03.226583 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b70464c-5f19-4835-9a37-7f5ff09a5452 req-b6c478d9-d8b2-4524-93a3-bcce7bad7f06 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276689 Sep 18 05:02:03.295314 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Allocated IP 172.25.7.230 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/7d28b582-bff0-4139-b9dc-d48883fd054e) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:02:03.327435 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:03.435613 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd94e5d-0499-4cf4-b089-1f1f7d2edd41 req-6f5625b4-74c2-4d6f-804b-e17f8a3f9569 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:03.437365 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cfd94e5d-0499-4cf4-b089-1f1f7d2edd41 req-6f5625b4-74c2-4d6f-804b-e17f8a3f9569 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 945 time: 0.0804935 Sep 18 05:02:03.443188 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:03.486140 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:03.492046 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cfd94e5d-0499-4cf4-b089-1f1f7d2edd41 req-bf5c1c38-16e8-471e-ad87-cb2f94bad6f3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483444 Sep 18 05:02:03.551455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:03.555373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:03.563147 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:02:03.570975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:03.571677 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:03.593957 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:03.617037 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event updated for resources: {'Port': ['ID=dd090b0c-c409-47d8-bc29-bf720a0a43a2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:03.628853 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Pushing event updated for resources: {'Port': ['ID=7d28b582-bff0-4139-b9dc-d48883fd054e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:03.649606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:03.649606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:03.651481 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:02:03.700018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d5da3-aa8f-42a0-9938-d28b9a4397bc req-830ef86d-f4b1-405d-b3f6-d5a4690b8c91 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:03.708899 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-456d5da3-aa8f-42a0-9938-d28b9a4397bc req-830ef86d-f4b1-405d-b3f6-d5a4690b8c91 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.1069548 Sep 18 05:02:03.748603 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-032476c8-eb2e-4c08-bb84-106980c88874 req-b51abeee-4829-4f5f-84ca-d4a84a9565b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5021167 Sep 18 05:02:03.774110 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Request body: {'port': {'device_id': 'a40b45b0-b96a-43a4-a904-4550bb33f0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:03.792868 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:03.905288 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9e5280a2-7ca5-4dcc-8516-0bf455f7c717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:03.916775 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-456d5da3-aa8f-42a0-9938-d28b9a4397bc req-08d7ae24-3bb3-4708-a0a6-2d79357b63f1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930096 Sep 18 05:02:03.928987 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:03.965709 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-60924ec5-cae2-461f-ba0b-2568bd89e263 None None] Provisioning complete for port dd090b0c-c409-47d8-bc29-bf720a0a43a2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:03.966246 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-60924ec5-cae2-461f-ba0b-2568bd89e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:04.009289 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:04.071387 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6826d449-1e88-49a3-9775-c72f29916f2c details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:02:04.077061 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7f851c48-9915-448c-ba62-25943854fd87 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:02:04.156266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-60924ec5-cae2-461f-ba0b-2568bd89e263 None None] Port dd090b0c-c409-47d8-bc29-bf720a0a43a2 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:02:04.319964 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:04.324531 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:04.325331 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 7f851c48-9915-448c-ba62-25943854fd87 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:02:04.337068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6826d449-1e88-49a3-9775-c72f29916f2c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:04.368615 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6826d449-1e88-49a3-9775-c72f29916f2c has no active binding in host n-h1-789963-13 {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 05:02:04.374305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 7f851c48-9915-448c-ba62-25943854fd87 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:04.374690 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:04.404943 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd90e1-cb25-4e69-8636-d7c9423c93ee req-5ac5c691-01a9-49ea-b224-d4b880ff6ac8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:04.409071 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65cd90e1-cb25-4e69-8636-d7c9423c93ee req-5ac5c691-01a9-49ea-b224-d4b880ff6ac8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 943 time: 0.1355360 Sep 18 05:02:04.426148 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:04.484270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Pushing event updated for resources: {'Port': ['ID=7d28b582-bff0-4139-b9dc-d48883fd054e,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:04.530159 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65cd90e1-cb25-4e69-8636-d7c9423c93ee req-b7e2d25f-f5da-428d-adcc-213244539890 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090777 Sep 18 05:02:04.550273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:04.560431 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:04.600661 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f851c48-9915-448c-ba62-25943854fd87'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:04.607227 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d240f846-ddc0-4d48-b895-ab3f5f1a7b87" -d '{"events": [{"server_uuid": "3b278774-6fb2-4b4c-9bbe-41d6c6e7d205", "name": "network-vif-plugged", "status": "completed", "tag": "7f851c48-9915-448c-ba62-25943854fd87"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:04.632557 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7f851c48-9915-448c-ba62-25943854fd87, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f851c48-9915-448c-ba62-25943854fd87,segment=NetworkSegment(86c18a72-84b2-40f7-ab49-0f199de45bbe),segment_id=86c18a72-84b2-40f7-ab49-0f199de45bbe)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:04.649253 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:04.651010 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-e95a05bc-3f5f-4501-bbf0-7d7cdd9b1f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7539914 Sep 18 05:02:04.673867 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd090b0c-c409-47d8-bc29-bf720a0a43a2 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:04.685205 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:04.710775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Transition to ACTIVE for port object dd090b0c-c409-47d8-bc29-bf720a0a43a2 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:02:04.720385 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead69f1e-0b13-4558-88f0-a2a5809ba00e req-6b6869c3-9c48-4b01-ace0-6b0bda5b96ce tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:04.722042 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ead69f1e-0b13-4558-88f0-a2a5809ba00e req-6b6869c3-9c48-4b01-ace0-6b0bda5b96ce tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 936 time: 0.0807705 Sep 18 05:02:04.722698 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cabf16-7b55-4366-96ca-10fb43b78206', 'tag': '6826d449-1e88-49a3-9775-c72f29916f2c'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:04.725761 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dab389c-32bd-4d6e-994b-b1715d9bd7da" -d '{"events": [{"name": "network-changed", "server_uuid": "28cabf16-7b55-4366-96ca-10fb43b78206", "tag": "6826d449-1e88-49a3-9775-c72f29916f2c"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:04.735645 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-6bb0914b-66fe-4a46-94ba-9849625e6d57 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.0743492 Sep 18 05:02:04.797776 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ead69f1e-0b13-4558-88f0-a2a5809ba00e req-00646f7c-f1a1-4764-8057-cd8743bbf31d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469701 Sep 18 05:02:04.799103 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:04.813818 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:04.894192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-39c732e1-0f23-4dbe-b33a-09e167b1edbe tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:04.905781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90589e09-315b-4cb5-a62c-2073e6fdf295 req-39c732e1-0f23-4dbe-b33a-09e167b1edbe tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.1616828 Sep 18 05:02:04.930325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7f851c48-9915-448c-ba62-25943854fd87,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:04.933299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Pushing event updated for resources: {'Port': ['ID=dd090b0c-c409-47d8-bc29-bf720a0a43a2,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:04.977447 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Attempting to bind port dd090b0c-c409-47d8-bc29-bf720a0a43a2 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:02:04.977788 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Attempting to bind port dd090b0c-c409-47d8-bc29-bf720a0a43a2 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:02:04.978130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Attempting to bind port dd090b0c-c409-47d8-bc29-bf720a0a43a2 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:04.988305 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Port dd090b0c-c409-47d8-bc29-bf720a0a43a2 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:02:04.989160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Attempting to bind port dd090b0c-c409-47d8-bc29-bf720a0a43a2 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:04.995277 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:02:04.995630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:02:04.996201 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:02:04.996687 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Bound port: dd090b0c-c409-47d8-bc29-bf720a0a43a2, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:02:04.997059 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:05.136837 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:05.157014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0ae78-94a9-482b-945a-ff43b1109392 req-f3ba1321-0e5f-4ebc-a71f-d7376bf74ffd tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:05.172088 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8aa0ae78-94a9-482b-945a-ff43b1109392 req-f3ba1321-0e5f-4ebc-a71f-d7376bf74ffd tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 945 time: 0.1163502 Sep 18 05:02:05.214157 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] For port dd090b0c-c409-47d8-bc29-bf720a0a43a2, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:05.219393 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] For port dd090b0c-c409-47d8-bc29-bf720a0a43a2, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=dd090b0c-c409-47d8-bc29-bf720a0a43a2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:02:05.233187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990e80e-6459-4ce5-b81e-1fb50acf9d28 req-bdc63378-51f0-4648-9e01-aabf6e75909a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:05.235093 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c990e80e-6459-4ce5-b81e-1fb50acf9d28 req-bdc63378-51f0-4648-9e01-aabf6e75909a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.1748018 Sep 18 05:02:05.289519 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c990e80e-6459-4ce5-b81e-1fb50acf9d28 req-c5fc2d0a-3d39-4616-9339-349a2a4e5d96 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473411 Sep 18 05:02:05.292410 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:05.331885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:05.332902 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:05.336790 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-032476c8-eb2e-4c08-bb84-106980c88874 req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] 10.222.0.13 "PUT /v2.0/ports/dd090b0c-c409-47d8-bc29-bf720a0a43a2 HTTP/1.1" status: 200 len: 1097 time: 1.5695596 Sep 18 05:02:05.370512 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6349822f-993f-425c-867b-651c15640868 x-openstack-request-id: req-6349822f-993f-425c-867b-651c15640868 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:05.370861 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b278774-6fb2-4b4c-9bbe-41d6c6e7d205", "name": "network-vif-plugged", "status": "completed", "tag": "7f851c48-9915-448c-ba62-25943854fd87", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:05.371124 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6349822f-993f-425c-867b-651c15640868 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:05.371528 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f851c48-9915-448c-ba62-25943854fd87', 'code': 200} Sep 18 05:02:05.525480 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3470a5-02be-4af1-815c-a82b45fd37cf service neutron] Pushing event updated for resources: {'Port': ['ID=dd090b0c-c409-47d8-bc29-bf720a0a43a2,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:05.562011 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfdc855-ec4a-47d6-9e11-fd391927e49f x-openstack-request-id: req-7dfdc855-ec4a-47d6-9e11-fd391927e49f {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:05.562011 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28cabf16-7b55-4366-96ca-10fb43b78206", "tag": "6826d449-1e88-49a3-9775-c72f29916f2c", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:05.562011 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dfdc855-ec4a-47d6-9e11-fd391927e49f {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:05.563971 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cabf16-7b55-4366-96ca-10fb43b78206', 'tag': '6826d449-1e88-49a3-9775-c72f29916f2c', 'status': 'completed', 'code': 200} Sep 18 05:02:05.714186 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8aa0ae78-94a9-482b-945a-ff43b1109392 req-133872f2-46ca-4a51-a030-4d87a7f3dc12 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5364201 Sep 18 05:02:05.715800 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0996d81-ba3d-4810-a650-814153a2a81a req-84880a6c-eee6-4802-a508-a2857855ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:05.722975 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c0996d81-ba3d-4810-a650-814153a2a81a req-84880a6c-eee6-4802-a508-a2857855ca39 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 1098 time: 0.1546652 Sep 18 05:02:05.733304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032476c8-eb2e-4c08-bb84-106980c88874 req-43aff15d-dc48-4435-9f23-0da2b4bcaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:05.735781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-032476c8-eb2e-4c08-bb84-106980c88874 req-43aff15d-dc48-4435-9f23-0da2b4bcaa5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 1100 time: 0.1357553 Sep 18 05:02:05.739746 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b2e1d-2b03-4bcc-bfea-f27256af2e82 req-4fa6c55c-3784-469f-947b-846612c75d5f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:05.740931 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043b2e1d-2b03-4bcc-bfea-f27256af2e82 req-4fa6c55c-3784-469f-947b-846612c75d5f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.1561713 Sep 18 05:02:05.751521 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-3b7881dc-c8e5-4c0c-9b38-4891965f64f4 service neutron] 10.222.0.13 "GET /v2.0/ports/6826d449-1e88-49a3-9775-c72f29916f2c/bindings/n-h1-789963-13 HTTP/1.1" status: 200 len: 385 time: 0.3845632 Sep 18 05:02:05.842877 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c0996d81-ba3d-4810-a650-814153a2a81a req-cadc80ae-a235-4126-9338-2f94b2615de1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009672 Sep 18 05:02:05.851742 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043b2e1d-2b03-4bcc-bfea-f27256af2e82 req-c100db46-f68a-4a83-8215-367dbdba93e7 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023867 Sep 18 05:02:05.865205 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab389c-32bd-4d6e-994b-b1715d9bd7da req-86df794b-132d-42da-9659-01f4056075c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:05.867274 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7dab389c-32bd-4d6e-994b-b1715d9bd7da req-86df794b-132d-42da-9659-01f4056075c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 1126 time: 0.2661324 Sep 18 05:02:05.890884 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23937147-43af-45b9-8998-7ec09bd02d05 req-f4429aed-9332-445b-bd73-394f42daaa6d tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips/3c56ffe4-72d2-46b1-8247-895d28f061be HTTP/1.1" status: 200 len: 693 time: 0.1335974 Sep 18 05:02:05.892421 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-032476c8-eb2e-4c08-bb84-106980c88874 req-0ca364fd-aaf9-4309-ac19-826dcaa602c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=dd090b0c-c409-47d8-bc29-bf720a0a43a2 HTTP/1.1" status: 200 len: 217 time: 0.1415906 Sep 18 05:02:05.970609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032476c8-eb2e-4c08-bb84-106980c88874 req-27648071-16b0-4a97-955e-b2b204f9b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:05.973810 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-032476c8-eb2e-4c08-bb84-106980c88874 req-27648071-16b0-4a97-955e-b2b204f9b238 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0525916 Sep 18 05:02:05.990380 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-52ddf68f-e587-491f-b667-bb4b19aeb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:05.991837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-52ddf68f-e587-491f-b667-bb4b19aeb63b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 1102 time: 0.2515843 Sep 18 05:02:06.099916 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-dbbf8766-da72-4665-9e52-7f66dde64770 service neutron] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6826d449-1e88-49a3-9775-c72f29916f2c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:06.141485 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59011c-bdb6-441f-a73f-8d1d8b93218b req-b7dbaf27-0c78-4ee2-95aa-35d002c94b89 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:06.143051 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aa59011c-bdb6-441f-a73f-8d1d8b93218b req-b7dbaf27-0c78-4ee2-95aa-35d002c94b89 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 943 time: 0.0968063 Sep 18 05:02:06.148607 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-dbbf8766-da72-4665-9e52-7f66dde64770 service neutron] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:06.202986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab389c-32bd-4d6e-994b-b1715d9bd7da req-b6907bee-0acb-4d1a-848c-5e63c29ebe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:06.204620 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7dab389c-32bd-4d6e-994b-b1715d9bd7da req-b6907bee-0acb-4d1a-848c-5e63c29ebe61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.3281846 Sep 18 05:02:06.212650 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-dbbf8766-da72-4665-9e52-7f66dde64770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6826d449-1e88-49a3-9775-c72f29916f2c {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:06.233171 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-dbbf8766-da72-4665-9e52-7f66dde64770 service neutron] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6826d449-1e88-49a3-9775-c72f29916f2c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:06.249018 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aa59011c-bdb6-441f-a73f-8d1d8b93218b req-2feaa4a6-ce96-46f6-b3a6-65a1fd48628b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648310 Sep 18 05:02:06.296588 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7dab389c-32bd-4d6e-994b-b1715d9bd7da req-1f5d0bf0-2541-4699-bb63-9494225fc332 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6826d449-1e88-49a3-9775-c72f29916f2c HTTP/1.1" status: 200 len: 217 time: 0.0816498 Sep 18 05:02:06.326246 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23937147-43af-45b9-8998-7ec09bd02d05 req-ca3763b3-96b2-4a7b-8d8e-77a101121dae tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:06.327690 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23937147-43af-45b9-8998-7ec09bd02d05 req-ca3763b3-96b2-4a7b-8d8e-77a101121dae tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.4180374 Sep 18 05:02:06.334104 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-dbbf8766-da72-4665-9e52-7f66dde64770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:06.354451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032476c8-eb2e-4c08-bb84-106980c88874 req-fd35e9f0-e62b-414a-9642-06f8edcffff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:06.355998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-032476c8-eb2e-4c08-bb84-106980c88874 req-fd35e9f0-e62b-414a-9642-06f8edcffff8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3537445 Sep 18 05:02:06.369757 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-23937147-43af-45b9-8998-7ec09bd02d05 req-d67f75cc-ea77-41d2-b91d-1183824c186b tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:02:06.370704 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23937147-43af-45b9-8998-7ec09bd02d05 req-d67f75cc-ea77-41d2-b91d-1183824c186b tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121496 Sep 18 05:02:06.420458 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7922e-add8-4078-bc0e-3b67a82667e6 req-ea6801d0-e20f-4172-9802-f43dff6419fc tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:06.426836 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b9b7922e-add8-4078-bc0e-3b67a82667e6 req-ea6801d0-e20f-4172-9802-f43dff6419fc tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 945 time: 0.1024516 Sep 18 05:02:06.432281 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38800) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:06.436806 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-dcafa4d9-0028-4a31-947b-af6242d2f8e3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Request body: {'floatingip': {'port_id': 'cb87d546-b27a-4a1e-b0a7-f063a23d791d'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:06.443117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-b9a0faee-2d39-4826-9863-f27ef36e32f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:06.444660 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-b9a0faee-2d39-4826-9863-f27ef36e32f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.3933952 Sep 18 05:02:06.448708 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab389c-32bd-4d6e-994b-b1715d9bd7da req-ac2e2758-c07c-483d-b380-922efae74a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:06.448708 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7dab389c-32bd-4d6e-994b-b1715d9bd7da req-ac2e2758-c07c-483d-b380-922efae74a02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.1422613 Sep 18 05:02:06.494535 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dcafa4d9-0028-4a31-947b-af6242d2f8e3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:06.558132 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-804b5bf2-86f8-46ab-8735-65bf536808f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=b218360f-c562-4280-a2fe-afa957d311d7 HTTP/1.1" status: 200 len: 217 time: 0.1059132 Sep 18 05:02:06.574964 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7dab389c-32bd-4d6e-994b-b1715d9bd7da req-811a7873-c205-47cd-b027-d4a87b912432 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133735 Sep 18 05:02:06.660678 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:06.710632 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-032476c8-eb2e-4c08-bb84-106980c88874 req-6a67b410-b8af-44d8-8910-0301b1995ea0 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373058 Sep 18 05:02:06.719058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-e7f0fc5f-162d-4c95-85f3-7fb9379ad0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:06.719769 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-e7f0fc5f-162d-4c95-85f3-7fb9379ad0d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1436219 Sep 18 05:02:06.733170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2912-bfe7-4111-881d-ef8708570c9a req-62126e4a-a5d7-4ef1-bb3e-9e264814be21 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:06.734869 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f81a2912-bfe7-4111-881d-ef8708570c9a req-62126e4a-a5d7-4ef1-bb3e-9e264814be21 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 948 time: 0.2384775 Sep 18 05:02:06.837721 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7dab389c-32bd-4d6e-994b-b1715d9bd7da req-7dab9ddc-ecb4-468f-bd9f-88a2f1295c4b service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456756 Sep 18 05:02:06.850952 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-dbbf8766-da72-4665-9e52-7f66dde64770 service neutron] Transition to ACTIVE for port object 6826d449-1e88-49a3-9775-c72f29916f2c will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:02:06.907319 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f5929-b92c-416a-b47f-87d2c31be812 req-323b74e1-e70f-40fa-9475-ee2755df88d9 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:06.909220 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e0f5929-b92c-416a-b47f-87d2c31be812 req-323b74e1-e70f-40fa-9475-ee2755df88d9 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.4094336 Sep 18 05:02:06.918701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f81a2912-bfe7-4111-881d-ef8708570c9a req-d6c2ed2c-9fa9-453e-8371-c60ef9860d38 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513016 Sep 18 05:02:06.920492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-5c86b158-7f6c-4ada-babf-a10660813188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:06.922063 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-5c86b158-7f6c-4ada-babf-a10660813188 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1862919 Sep 18 05:02:06.977488 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-dbbf8766-da72-4665-9e52-7f66dde64770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:07.060550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-032476c8-eb2e-4c08-bb84-106980c88874 req-1ea2d6a8-3097-4f57-899e-ebd4dab0aed5 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359556 Sep 18 05:02:07.120198 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-dbbf8766-da72-4665-9e52-7f66dde64770 service neutron] No DVR routers for this DVR port 6826d449-1e88-49a3-9775-c72f29916f2c on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:02:07.126546 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-19f7f77d-cf92-4016-9cd7-845490bad295 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips/3c56ffe4-72d2-46b1-8247-895d28f061be HTTP/1.1" status: 200 len: 693 time: 0.1664901 Sep 18 05:02:07.133442 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e0f5929-b92c-416a-b47f-87d2c31be812 req-12e825f8-656f-476d-bbdd-eacdaad1d413 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605585 Sep 18 05:02:07.144608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf8766-da72-4665-9e52-7f66dde64770 service neutron] Pushing event updated for resources: {'Port': ['ID=6826d449-1e88-49a3-9775-c72f29916f2c,revision_number=10']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:07.177473 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-dbbf8766-da72-4665-9e52-7f66dde64770 service neutron] 10.222.0.13 "PUT /v2.0/ports/6826d449-1e88-49a3-9775-c72f29916f2c/bindings/n-h1-789963-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4075191 Sep 18 05:02:07.290376 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7dab389c-32bd-4d6e-994b-b1715d9bd7da req-1842bd06-93d6-4611-928a-2a1b638581c8 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255393 Sep 18 05:02:07.297033 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-2993ed9d-2077-49f2-94c0-ee8440d884c6 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660090 Sep 18 05:02:07.402636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-34ad3f93-e23e-4109-b687-78aa7ade48c7 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:07.404003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-34ad3f93-e23e-4109-b687-78aa7ade48c7 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.2618148 Sep 18 05:02:07.418149 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271be4b-802f-4c00-a0fb-e4b60b1742d7 req-bc07eb82-c059-43ac-8773-2d2cd7f22854 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:07.419552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-4e38d0a6-afce-485d-bfbc-2376de45db2a tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:02:07.420083 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7271be4b-802f-4c00-a0fb-e4b60b1742d7 req-bc07eb82-c059-43ac-8773-2d2cd7f22854 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.1446853 Sep 18 05:02:07.420599 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-4e38d0a6-afce-485d-bfbc-2376de45db2a tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074275 Sep 18 05:02:07.458945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-5d973d53-e997-4703-b6a3-3b2f225d88c6 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:07.460497 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-5d973d53-e997-4703-b6a3-3b2f225d88c6 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206&tenant_id=9281b1f6d0384713b423980871cae4cb&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 1096 time: 0.1635120 Sep 18 05:02:07.488893 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-814596a4-5713-48ba-a7af-177e72474275 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830339 Sep 18 05:02:07.493524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-04d871ea-1d21-43a1-a6e8-d2a72722f480 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.0661459 Sep 18 05:02:07.538029 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7271be4b-802f-4c00-a0fb-e4b60b1742d7 req-8080f762-c28f-4b35-adb3-7b864944882b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006212 Sep 18 05:02:07.549062 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-da84b214-4726-4206-9388-180f5e5c442e tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.0499165 Sep 18 05:02:07.570958 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40b45b0-b96a-43a4-a904-4550bb33f0d0', 'tag': 'dd090b0c-c409-47d8-bc29-bf720a0a43a2'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:07.574940 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf27a0e2-1a0f-4173-a59a-ef1e93aa33b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a40b45b0-b96a-43a4-a904-4550bb33f0d0", "tag": "dd090b0c-c409-47d8-bc29-bf720a0a43a2"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:07.607650 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-55f505c5-65ec-4463-88e6-128e99e0d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:07.610386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-55f505c5-65ec-4463-88e6-128e99e0d893 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206&tenant_id=9281b1f6d0384713b423980871cae4cb HTTP/1.1" status: 200 len: 1096 time: 0.1289225 Sep 18 05:02:07.615941 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dcafa4d9-0028-4a31-947b-af6242d2f8e3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:07.725708 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dcafa4d9-0028-4a31-947b-af6242d2f8e3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:07.731680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-dd3640d3-3ea5-4a2d-98a3-a09bf2d8b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:07.731680 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-dd3640d3-3ea5-4a2d-98a3-a09bf2d8b107 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 1096 time: 0.0987072 Sep 18 05:02:07.750322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-06b740e0-09d3-4fa4-baa8-4eb19dc61a30 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Deleting port 7d28b582-bff0-4139-b9dc-d48883fd054e {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:02:07.751607 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-06b740e0-09d3-4fa4-baa8-4eb19dc61a30 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:07.789302 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb39fa3-bcad-40fb-b02f-ff12eb638a87 req-f1cd791a-0432-43fd-8e48-1e5b442600a4 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:07.791225 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5eb39fa3-bcad-40fb-b02f-ff12eb638a87 req-f1cd791a-0432-43fd-8e48-1e5b442600a4 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 944 time: 0.1085722 Sep 18 05:02:07.922067 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-06b740e0-09d3-4fa4-baa8-4eb19dc61a30 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:07.922442 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-06b740e0-09d3-4fa4-baa8-4eb19dc61a30 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:07.938636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-06b740e0-09d3-4fa4-baa8-4eb19dc61a30 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Calling delete_port for 7d28b582-bff0-4139-b9dc-d48883fd054e owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:02:07.942739 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5eb39fa3-bcad-40fb-b02f-ff12eb638a87 req-82ac5368-8947-4391-b314-7b79b3efb1ab tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374369 Sep 18 05:02:07.968704 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-dcafa4d9-0028-4a31-947b-af6242d2f8e3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Floating IP c9b21156-b4c4-4ea3-a40d-9c5d7879ab07 associated. External IP: 172.25.7.124, port: cb87d546-b27a-4a1e-b0a7-f063a23d791d. Sep 18 05:02:07.972446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-40c416b9-6a33-4bce-a405-0f29c607cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:07.973594 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-40c416b9-6a33-4bce-a405-0f29c607cd6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.2027130 Sep 18 05:02:08.051151 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bc441d-d48f-4d09-85e3-8deb0adbd9b3 x-openstack-request-id: req-53bc441d-d48f-4d09-85e3-8deb0adbd9b3 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:08.052004 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40b45b0-b96a-43a4-a904-4550bb33f0d0", "tag": "dd090b0c-c409-47d8-bc29-bf720a0a43a2", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:08.052301 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53bc441d-d48f-4d09-85e3-8deb0adbd9b3 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:08.052666 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40b45b0-b96a-43a4-a904-4550bb33f0d0', 'tag': 'dd090b0c-c409-47d8-bc29-bf720a0a43a2', 'status': 'completed', 'code': 200} Sep 18 05:02:08.109429 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-b5017ca5-66c2-42db-9933-a74fe41ffaf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6826d449-1e88-49a3-9775-c72f29916f2c HTTP/1.1" status: 200 len: 217 time: 0.1278265 Sep 18 05:02:08.163029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27a0e2-1a0f-4173-a59a-ef1e93aa33b5 req-9632163f-17f1-4980-816f-02645ae1739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:08.164591 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf27a0e2-1a0f-4173-a59a-ef1e93aa33b5 req-9632163f-17f1-4980-816f-02645ae1739e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 1100 time: 0.0893564 Sep 18 05:02:08.248059 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164b1c-3691-4a92-84d9-d1cd9e928a0c req-1a56b7e7-e9c6-4560-a3a0-bde8fab9780e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:08.249599 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2164b1c-3691-4a92-84d9-d1cd9e928a0c req-1a56b7e7-e9c6-4560-a3a0-bde8fab9780e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 948 time: 0.1390960 Sep 18 05:02:08.259819 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-c56cad1c-183f-4a9b-bf96-17a0a5ef4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:08.261297 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-c56cad1c-183f-4a9b-bf96-17a0a5ef4323 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.1368227 Sep 18 05:02:08.266698 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-06b740e0-09d3-4fa4-baa8-4eb19dc61a30 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:08.300348 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-e486ca9e-99de-4a79-af74-972a18193b30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252039 Sep 18 05:02:08.305518 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b740e0-09d3-4fa4-baa8-4eb19dc61a30 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Pushing event deleted for resources: {'Port': ['ID=7d28b582-bff0-4139-b9dc-d48883fd054e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:08.338924 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27a0e2-1a0f-4173-a59a-ef1e93aa33b5 req-7f6b756c-a41b-4752-b56b-a9ace489792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:08.340469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf27a0e2-1a0f-4173-a59a-ef1e93aa33b5 req-7f6b756c-a41b-4752-b56b-a9ace489792b service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1623170 Sep 18 05:02:08.411443 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf27a0e2-1a0f-4173-a59a-ef1e93aa33b5 req-f0d50cdd-8f7c-466a-851a-468f50f0221c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=dd090b0c-c409-47d8-bc29-bf720a0a43a2 HTTP/1.1" status: 200 len: 217 time: 0.0493412 Sep 18 05:02:08.424392 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-06b740e0-09d3-4fa4-baa8-4eb19dc61a30 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:08.428220 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-06b740e0-09d3-4fa4-baa8-4eb19dc61a30 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:08.429279 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2164b1c-3691-4a92-84d9-d1cd9e928a0c req-c8d153d7-17dc-4ea2-8aaf-63c95818e599 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656859 Sep 18 05:02:08.433388 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c55d6cc9-6d02-4750-a82c-946a73c0c22f req-06b740e0-09d3-4fa4-baa8-4eb19dc61a30 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "DELETE /v2.0/floatingips/3c56ffe4-72d2-46b1-8247-895d28f061be HTTP/1.1" status: 204 len: 173 time: 0.8767674 Sep 18 05:02:08.499586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27a0e2-1a0f-4173-a59a-ef1e93aa33b5 req-f743ec9a-bf72-477b-9411-4eac3e2985d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:08.501425 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf27a0e2-1a0f-4173-a59a-ef1e93aa33b5 req-f743ec9a-bf72-477b-9411-4eac3e2985d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0670226 Sep 18 05:02:08.595321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27a0e2-1a0f-4173-a59a-ef1e93aa33b5 req-e0b7c918-b86b-463a-921d-bc8dbc85954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:08.596986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf27a0e2-1a0f-4173-a59a-ef1e93aa33b5 req-e0b7c918-b86b-463a-921d-bc8dbc85954e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0829592 Sep 18 05:02:08.599149 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-7aebbf35-cae5-4014-b098-e783bba0e715 service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902062 Sep 18 05:02:08.609952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747794e6-7e6f-4826-88d0-b86a49e17eb2 req-0126b7ee-5e1a-4dd1-b862-2814334c6d5e tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:08.610344 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-747794e6-7e6f-4826-88d0-b86a49e17eb2 req-0126b7ee-5e1a-4dd1-b862-2814334c6d5e tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0685232 Sep 18 05:02:08.675665 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcafa4d9-0028-4a31-947b-af6242d2f8e3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Router 32c53628-9962-450b-a3eb-8c23057fe10b has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:02:08.710890 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-747794e6-7e6f-4826-88d0-b86a49e17eb2 req-eb4869da-81cc-41e2-8937-6b8459971f94 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921547 Sep 18 05:02:08.737558 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf27a0e2-1a0f-4173-a59a-ef1e93aa33b5 req-b629aa11-6fb8-4c42-8cfe-ad6e60951e56 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258597 Sep 18 05:02:08.863119 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b5d1e-00b7-4d47-b145-3c396dce66b4 req-919799d0-4eb9-4e96-941b-89e4f568e9c5 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:08.864868 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-304b5d1e-00b7-4d47-b145-3c396dce66b4 req-919799d0-4eb9-4e96-941b-89e4f568e9c5 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3573327 Sep 18 05:02:08.900089 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-4757c40e-2ac9-4532-bc93-a96d9679266f service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882612 Sep 18 05:02:08.910036 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf27a0e2-1a0f-4173-a59a-ef1e93aa33b5 req-9ec1dff3-280f-455f-be10-a7dc47d5ec20 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636398 Sep 18 05:02:08.929043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639e6f0-6b10-4776-829d-fcd49faede8c req-699dec10-a8f8-41ab-99b1-af7ea79d62c4 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:08.936846 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2639e6f0-6b10-4776-829d-fcd49faede8c req-699dec10-a8f8-41ab-99b1-af7ea79d62c4 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.1065714 Sep 18 05:02:08.976359 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2639e6f0-6b10-4776-829d-fcd49faede8c req-55c759e5-f99f-46f8-8095-4039eef51f50 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372806 Sep 18 05:02:09.243330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcafa4d9-0028-4a31-947b-af6242d2f8e3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:02:09.248368 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dcafa4d9-0028-4a31-947b-af6242d2f8e3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:09.254144 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa14b82-b1ca-4ee3-ab37-c7f949153ef2 None None] Sync routers for ids ['32c53628-9962-450b-a3eb-8c23057fe10b'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:02:09.271665 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa14b82-b1ca-4ee3-ab37-c7f949153ef2 None None] Routers {'32c53628-9962-450b-a3eb-8c23057fe10b'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:02:09.272386 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7aa14b82-b1ca-4ee3-ab37-c7f949153ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:02:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32c53628-9962-450b-a3eb-8c23057fe10b'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:09.282731 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-dcafa4d9-0028-4a31-947b-af6242d2f8e3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "PUT /v2.0/floatingips/c9b21156-b4c4-4ea3-a40d-9c5d7879ab07 HTTP/1.1" status: 200 len: 991 time: 2.8465116 Sep 18 05:02:09.475356 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-7ad6fd01-13b2-4704-8ea2-8a9a7b8e79ae tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:09.476936 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-7ad6fd01-13b2-4704-8ea2-8a9a7b8e79ae tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206&tenant_id=9281b1f6d0384713b423980871cae4cb&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1096 time: 0.0881505 Sep 18 05:02:09.480492 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8c45f431-5d36-4f11-a0e0-980631c0f301 req-d4f86060-7d1e-4874-82e2-4ae7972e0465 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=da7ede3e9ec2426d85448916706333f7 HTTP/1.1" status: 200 len: 1656 time: 0.4514787 Sep 18 05:02:09.485688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76d169-66f0-420a-aea1-885c24a031a4 req-7bf11695-859a-479a-806d-e725d324ba77 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:09.493711 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be76d169-66f0-420a-aea1-885c24a031a4 req-7bf11695-859a-479a-806d-e725d324ba77 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 944 time: 0.1387744 Sep 18 05:02:09.503246 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-7aa14b82-b1ca-4ee3-ab37-c7f949153ef2 None None] Set router 32c53628-9962-450b-a3eb-8c23057fe10b gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:02:09.587079 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be76d169-66f0-420a-aea1-885c24a031a4 req-c6f1ab3a-71ff-489c-96aa-19795f12adce tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923932 Sep 18 05:02:09.636404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f4eb5-3949-482a-b014-ef261bba87c2 req-087b4cbb-ac64-4a92-8a39-005080468ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:09.637999 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c7f4eb5-3949-482a-b014-ef261bba87c2 req-087b4cbb-ac64-4a92-8a39-005080468ebc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3105615cf06941c3854327e9eaa23cdf&device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 1098 time: 0.1958053 Sep 18 05:02:09.711290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45f431-5d36-4f11-a0e0-980631c0f301 req-3062275a-d472-4043-8937-151c9d199f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:09.719021 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8c45f431-5d36-4f11-a0e0-980631c0f301 req-3062275a-d472-4043-8937-151c9d199f86 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks?id=5959aceb-dced-4ba5-bacc-9d5a426df135&id=5959aceb-dced-4ba5-bacc-9d5a426df135&id=5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 787 time: 0.2304099 Sep 18 05:02:09.794262 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f4eb5-3949-482a-b014-ef261bba87c2 req-5d1f84ed-fbbe-4c3d-903b-ba4ece506d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:09.795900 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c7f4eb5-3949-482a-b014-ef261bba87c2 req-5d1f84ed-fbbe-4c3d-903b-ba4ece506d89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 HTTP/1.1" status: 200 len: 920 time: 0.1480842 Sep 18 05:02:09.800045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-8c45f431-5d36-4f11-a0e0-980631c0f301 req-538cdf44-902d-4a83-a73c-68bb1fd8b367 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:02:09.801855 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8c45f431-5d36-4f11-a0e0-980631c0f301 req-538cdf44-902d-4a83-a73c-68bb1fd8b367 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0820172 Sep 18 05:02:09.808950 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-08d341af-1281-41fd-baaa-04da71ad5e57 service neutron] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:09.819721 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-08d341af-1281-41fd-baaa-04da71ad5e57 service neutron] Notify callbacks [] for binding, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:09.820541 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-043ab17a-34ec-409d-b3f9-9a4152f508cb req-08d341af-1281-41fd-baaa-04da71ad5e57 service neutron] 10.222.0.18 "DELETE /v2.0/ports/6826d449-1e88-49a3-9775-c72f29916f2c/bindings/n-h2-789963-13 HTTP/1.1" status: 204 len: 173 time: 0.3247597 Sep 18 05:02:09.854090 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c7f4eb5-3949-482a-b014-ef261bba87c2 req-427d6699-01c6-4647-831a-efcb85e7faab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f851c48-9915-448c-ba62-25943854fd87 HTTP/1.1" status: 200 len: 217 time: 0.0487883 Sep 18 05:02:09.866357 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ad716-8844-4908-a73a-684c3821dd20 req-d7a51b2e-5518-45be-b879-76ee3b033f24 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:09.868666 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a62ad716-8844-4908-a73a-684c3821dd20 req-d7a51b2e-5518-45be-b879-76ee3b033f24 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.1213455 Sep 18 05:02:09.909270 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7aa14b82-b1ca-4ee3-ab37-c7f949153ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'c9b21156-b4c4-4ea3-a40d-9c5d7879ab07', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'port_id': 'cb87d546-b27a-4a1e-b0a7-f063a23d791d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'mac_address': 'fa:16:3e:73:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ff5d6-6f0e-41ae-9758-514be67cdcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T04:59:45Z', 'updated_at': '2021-09-18T05:02:07Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:21Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:09.927419 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a62ad716-8844-4908-a73a-684c3821dd20 req-cd2594c8-d1ca-4425-a067-1db3b551e466 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530756 Sep 18 05:02:09.940404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa14b82-b1ca-4ee3-ab37-c7f949153ef2 None None] Checking router: 32c53628-9962-450b-a3eb-8c23057fe10b for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:02:09.959747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f4eb5-3949-482a-b014-ef261bba87c2 req-4b4838a6-c32b-4a09-b869-3207978632ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:09.961858 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c7f4eb5-3949-482a-b014-ef261bba87c2 req-4b4838a6-c32b-4a09-b869-3207978632ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dbd6d4e-4978-4831-bd92-1824d5a15d80 HTTP/1.1" status: 200 len: 860 time: 0.1015213 Sep 18 05:02:09.964881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa14b82-b1ca-4ee3-ab37-c7f949153ef2 None None] Routers {'32c53628-9962-450b-a3eb-8c23057fe10b'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:02:09.965530 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7aa14b82-b1ca-4ee3-ab37-c7f949153ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:02:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32c53628-9962-450b-a3eb-8c23057fe10b'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:09.974545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b5e56-c70d-42bd-8d85-d8ed3523c995 req-43acccd6-8398-42d7-9480-57b1acb7531b tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:09.976824 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-980b5e56-c70d-42bd-8d85-d8ed3523c995 req-43acccd6-8398-42d7-9480-57b1acb7531b tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 948 time: 0.0992339 Sep 18 05:02:10.039399 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c7f4eb5-3949-482a-b014-ef261bba87c2 req-b7197b20-a86c-43e4-82ec-6754d42c951b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615389 Sep 18 05:02:10.044106 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b066e75c-b091-4696-abe5-9761b2361d1f req-58a7fada-3428-4189-8807-b6ea6c265a13 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips/28d278b5-d92d-4ac7-a0fc-136147772ff2 HTTP/1.1" status: 200 len: 693 time: 0.0614417 Sep 18 05:02:10.084487 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734ff5d6-6f0e-41ae-9758-514be67cdcd1', 'tag': 'cb87d546-b27a-4a1e-b0a7-f063a23d791d'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:10.087353 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e407333f-781d-4e61-b8ca-082566977a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "734ff5d6-6f0e-41ae-9758-514be67cdcd1", "tag": "cb87d546-b27a-4a1e-b0a7-f063a23d791d"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:10.094515 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-980b5e56-c70d-42bd-8d85-d8ed3523c995 req-1e7c4555-06e1-4e34-9ab3-ed93c9cf3fb5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059406 Sep 18 05:02:10.229079 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066e75c-b091-4696-abe5-9761b2361d1f req-72d4592a-804a-4c0b-9b64-3e6f79af396b tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:10.237422 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b066e75c-b091-4696-abe5-9761b2361d1f req-72d4592a-804a-4c0b-9b64-3e6f79af396b tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.1866851 Sep 18 05:02:10.259994 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-b066e75c-b091-4696-abe5-9761b2361d1f req-8f2951c2-c6c4-43fa-89e0-c92367011e28 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:02:10.261248 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b066e75c-b091-4696-abe5-9761b2361d1f req-8f2951c2-c6c4-43fa-89e0-c92367011e28 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077670 Sep 18 05:02:10.301774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-7aa14b82-b1ca-4ee3-ab37-c7f949153ef2 None None] Set router 32c53628-9962-450b-a3eb-8c23057fe10b gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:02:10.307954 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c7f4eb5-3949-482a-b014-ef261bba87c2 req-92c6bc91-cde6-4ae0-ba25-a2c4526440ca service neutron] 10.222.0.18 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580981 Sep 18 05:02:10.368546 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device dd090b0c-c409-47d8-bc29-bf720a0a43a2 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:02:10.371723 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 6826d449-1e88-49a3-9775-c72f29916f2c no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:02:10.380770 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b066e75c-b091-4696-abe5-9761b2361d1f req-6fc96f3b-1694-4e37-95f6-c72c192e2b7c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.1070950 Sep 18 05:02:10.461008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751736a-4fb5-4ad4-8dca-9569648959f3 req-82bde5ff-ff08-4233-a641-caac1543092e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:10.462278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d751736a-4fb5-4ad4-8dca-9569648959f3 req-82bde5ff-ff08-4233-a641-caac1543092e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.2646785 Sep 18 05:02:10.509441 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b066e75c-b091-4696-abe5-9761b2361d1f req-41ba6261-650f-4dd8-a3f5-29e5156303f4 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.1275487 Sep 18 05:02:10.529258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 6826d449-1e88-49a3-9775-c72f29916f2c not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:02:10.595897 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d751736a-4fb5-4ad4-8dca-9569648959f3 req-c5597a75-d2fc-453d-b849-a04cf9b0650e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159325 Sep 18 05:02:10.603660 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c7f4eb5-3949-482a-b014-ef261bba87c2 req-612b5030-f9d6-4e52-a4d1-42acec857648 service neutron] 10.222.0.18 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839401 Sep 18 05:02:10.663449 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f438a0da-aa87-4774-940a-213841b1083d x-openstack-request-id: req-f438a0da-aa87-4774-940a-213841b1083d {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:10.664983 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734ff5d6-6f0e-41ae-9758-514be67cdcd1", "tag": "cb87d546-b27a-4a1e-b0a7-f063a23d791d", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:10.665335 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f438a0da-aa87-4774-940a-213841b1083d {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:10.666928 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734ff5d6-6f0e-41ae-9758-514be67cdcd1', 'tag': 'cb87d546-b27a-4a1e-b0a7-f063a23d791d', 'status': 'completed', 'code': 200} Sep 18 05:02:10.668644 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port dd090b0c-c409-47d8-bc29-bf720a0a43a2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=dd090b0c-c409-47d8-bc29-bf720a0a43a2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:10.714521 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'dd090b0c-c409-47d8-bc29-bf720a0a43a2', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'dd090b0c-c409-47d8-bc29-bf720a0a43a2', 'mac_address': 'fa:16:3e:57:40:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:02:10.740519 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-b066e75c-b091-4696-abe5-9761b2361d1f req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Deleting port cff0e9e0-22f6-4d01-ab07-66d8dd3dd074 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:02:10.746149 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b066e75c-b091-4696-abe5-9761b2361d1f req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:10.751175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407333f-781d-4e61-b8ca-082566977a6c req-f611bbac-fb0b-41bd-b8c6-09c94d368a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:10.753091 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e407333f-781d-4e61-b8ca-082566977a6c req-f611bbac-fb0b-41bd-b8c6-09c94d368a97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1ea1154b38e4575a5ba59a023ffbcb2&device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 1097 time: 0.0751443 Sep 18 05:02:10.809625 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:10.834099 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b066e75c-b091-4696-abe5-9761b2361d1f req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:10.834099 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b066e75c-b091-4696-abe5-9761b2361d1f req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:10.846400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-b066e75c-b091-4696-abe5-9761b2361d1f req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Calling delete_port for cff0e9e0-22f6-4d01-ab07-66d8dd3dd074 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:02:10.852887 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7aa14b82-b1ca-4ee3-ab37-c7f949153ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'c9b21156-b4c4-4ea3-a40d-9c5d7879ab07', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'port_id': 'cb87d546-b27a-4a1e-b0a7-f063a23d791d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'mac_address': 'fa:16:3e:73:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ff5d6-6f0e-41ae-9758-514be67cdcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T04:59:45Z', 'updated_at': '2021-09-18T05:02:07Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:21Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:10.861710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec4307-982c-42b6-8173-c79815c4d7fb req-a634dddd-7fd8-4cac-8c3c-aef4f7a98021 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:10.862281 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd090b0c-c409-47d8-bc29-bf720a0a43a2 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:10.867054 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-26ec4307-982c-42b6-8173-c79815c4d7fb req-a634dddd-7fd8-4cac-8c3c-aef4f7a98021 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 944 time: 0.1375551 Sep 18 05:02:10.929422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa14b82-b1ca-4ee3-ab37-c7f949153ef2 None None] The sync data for ids ['32c53628-9962-450b-a3eb-8c23057fe10b'] in n-d-789963-13 is: [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'c9b21156-b4c4-4ea3-a40d-9c5d7879ab07', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'port_id': 'cb87d546-b27a-4a1e-b0a7-f063a23d791d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'mac_address': 'fa:16:3e:73:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ff5d6-6f0e-41ae-9758-514be67cdcd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T04:59:45Z', 'updated_at': '2021-09-18T05:02:07Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:21Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:02:10.956854 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port dd090b0c-c409-47d8-bc29-bf720a0a43a2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=dd090b0c-c409-47d8-bc29-bf720a0a43a2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:10.961542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407333f-781d-4e61-b8ca-082566977a6c req-ee7b9f1e-f651-41f2-9bc2-271d12874769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:10.963560 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e407333f-781d-4e61-b8ca-082566977a6c req-ee7b9f1e-f651-41f2-9bc2-271d12874769 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82fcc668-a5c0-4e9b-b029-5f6c72770101 HTTP/1.1" status: 200 len: 923 time: 0.1910112 Sep 18 05:02:10.966829 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-26ec4307-982c-42b6-8173-c79815c4d7fb req-b3b28e9f-a9a2-4633-b56e-e369cbb21a4c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833557 Sep 18 05:02:11.032147 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:11.120416 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e407333f-781d-4e61-b8ca-082566977a6c req-7a192ac9-383f-42ad-855d-f483132d9119 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb87d546-b27a-4a1e-b0a7-f063a23d791d HTTP/1.1" status: 200 len: 999 time: 0.1480820 Sep 18 05:02:11.132980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=dd090b0c-c409-47d8-bc29-bf720a0a43a2,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:11.204003 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b066e75c-b091-4696-abe5-9761b2361d1f req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:11.223850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407333f-781d-4e61-b8ca-082566977a6c req-2b014bb8-86b5-4b8c-b7ab-fa674a3bf29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:11.225517 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e407333f-781d-4e61-b8ca-082566977a6c req-2b014bb8-86b5-4b8c-b7ab-fa674a3bf29f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3409b39b-756b-440c-b4a9-d0df86abb0d4 HTTP/1.1" status: 200 len: 862 time: 0.0929716 Sep 18 05:02:11.234460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d721441-c198-44be-90f0-44d19bf2100e req-0a31de21-4765-4840-bf02-5cadc0f0d250 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:11.244221 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d721441-c198-44be-90f0-44d19bf2100e req-0a31de21-4765-4840-bf02-5cadc0f0d250 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0998602 Sep 18 05:02:11.255067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Pushing event deleted for resources: {'Port': ['ID=cff0e9e0-22f6-4d01-ab07-66d8dd3dd074,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:11.264527 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:11.265195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:11.265298 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:11.265579 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:11.265925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:11.266263 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:11.266601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:11.266936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:11.267270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:11.267888 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:11.268230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:11.270585 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:11.292976 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d687cc-61fd-41b5-88f3-57b42d03bea5 None None] New status for floating IP c9b21156-b4c4-4ea3-a40d-9c5d7879ab07: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:02:11.331873 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:11.339480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d721441-c198-44be-90f0-44d19bf2100e req-196d546a-be66-4b74-a676-7b331b48d839 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953736 Sep 18 05:02:11.366798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407333f-781d-4e61-b8ca-082566977a6c req-48146c3e-c1a1-409e-8b73-a6aff842e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:11.368463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e407333f-781d-4e61-b8ca-082566977a6c req-48146c3e-c1a1-409e-8b73-a6aff842e666 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82fcc668-a5c0-4e9b-b029-5f6c72770101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232090 Sep 18 05:02:11.392845 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b066e75c-b091-4696-abe5-9761b2361d1f req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:11.396975 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b066e75c-b091-4696-abe5-9761b2361d1f req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:11.408193 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b066e75c-b091-4696-abe5-9761b2361d1f req-7727afa8-2012-4ca1-9bb6-6b397d4fabba tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "DELETE /v2.0/floatingips/28d278b5-d92d-4ac7-a0fc-136147772ff2 HTTP/1.1" status: 204 len: 173 time: 0.8916378 Sep 18 05:02:11.494358 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3055f06a-d015-4bd8-aaa9-4b87875b3b5b req-1ecd2de2-8adc-41e8-b24f-a7c28bfc2be5 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips/22cbf26a-a1ed-4d1b-ac0b-267867769cfe HTTP/1.1" status: 200 len: 693 time: 0.0726848 Sep 18 05:02:11.600798 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e407333f-781d-4e61-b8ca-082566977a6c req-4ece3a36-7cb9-48ab-b145-22e7278ddf7b service neutron] 10.222.0.13 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227969 Sep 18 05:02:11.656141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055f06a-d015-4bd8-aaa9-4b87875b3b5b req-312bab30-7445-44f8-8aeb-4f029ed289bf tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:11.657836 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3055f06a-d015-4bd8-aaa9-4b87875b3b5b req-312bab30-7445-44f8-8aeb-4f029ed289bf tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.1620686 Sep 18 05:02:11.663378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412ceda-64c4-4564-bac4-0e32f2df6667 req-33d265ed-42a4-4ede-86cb-bbf86941cd19 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:11.665094 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a412ceda-64c4-4564-bac4-0e32f2df6667 req-33d265ed-42a4-4ede-86cb-bbf86941cd19 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 949 time: 0.1421361 Sep 18 05:02:11.718740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3055f06a-d015-4bd8-aaa9-4b87875b3b5b req-39bbb6ec-02c1-46bb-b663-26d5e9a89e7c tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.216 HTTP/1.1" status: 200 len: 696 time: 0.0537367 Sep 18 05:02:11.753311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a412ceda-64c4-4564-bac4-0e32f2df6667 req-6fa2d2e9-33a6-4482-bd10-a0eee0b2bab3 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586219 Sep 18 05:02:11.756111 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e407333f-781d-4e61-b8ca-082566977a6c req-6743dac5-9709-4946-8d26-d57d6b032f76 service neutron] 10.222.0.13 "GET /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487336 Sep 18 05:02:11.781539 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3055f06a-d015-4bd8-aaa9-4b87875b3b5b req-120b0914-d609-4e26-a987-4c87fc06a7d6 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.216 HTTP/1.1" status: 200 len: 696 time: 0.0557482 Sep 18 05:02:11.869001 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bc392-6321-4062-85f0-a385e7cac7bc req-b1ef6118-68f4-4e1a-880c-b6b24e465096 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:11.876376 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be4bc392-6321-4062-85f0-a385e7cac7bc req-b1ef6118-68f4-4e1a-880c-b6b24e465096 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 1096 time: 0.0494406 Sep 18 05:02:11.913512 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be4bc392-6321-4062-85f0-a385e7cac7bc req-2bd539cb-cbd7-4c5b-93f4-777b359a0495 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360065 Sep 18 05:02:11.941396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-3055f06a-d015-4bd8-aaa9-4b87875b3b5b req-dc56787b-4a27-4bb4-bb7f-d0b5ea4ab0c7 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Deleting port 84bb323a-12ed-417b-9907-40abc13ef905 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:02:11.943222 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3055f06a-d015-4bd8-aaa9-4b87875b3b5b req-dc56787b-4a27-4bb4-bb7f-d0b5ea4ab0c7 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:12.044876 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3055f06a-d015-4bd8-aaa9-4b87875b3b5b req-dc56787b-4a27-4bb4-bb7f-d0b5ea4ab0c7 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:12.045209 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3055f06a-d015-4bd8-aaa9-4b87875b3b5b req-dc56787b-4a27-4bb4-bb7f-d0b5ea4ab0c7 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:12.050680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428b73c-3844-4b70-8d0f-d704ab3b9160 req-f097da63-6464-4038-a29a-d22273e158b3 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:12.052698 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7428b73c-3844-4b70-8d0f-d704ab3b9160 req-f097da63-6464-4038-a29a-d22273e158b3 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0605750 Sep 18 05:02:12.057222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-3055f06a-d015-4bd8-aaa9-4b87875b3b5b req-dc56787b-4a27-4bb4-bb7f-d0b5ea4ab0c7 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Calling delete_port for 84bb323a-12ed-417b-9907-40abc13ef905 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:02:12.100527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7428b73c-3844-4b70-8d0f-d704ab3b9160 req-a825ee6a-e7d4-42c5-b08b-c03cd583c1a5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Sep 18 05:02:12.347182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device dd090b0c-c409-47d8-bc29-bf720a0a43a2 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:02:12.353960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-1d54b4f1-cb45-4014-886d-a17bfc0cc11c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:12.355625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-1d54b4f1-cb45-4014-886d-a17bfc0cc11c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 821 time: 0.1171536 Sep 18 05:02:12.379023 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-97b46da0-bd78-46c1-b797-0e926ddbfad2 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/quotas/9281b1f6d0384713b423980871cae4cb HTTP/1.1" status: 200 len: 375 time: 0.0155120 Sep 18 05:02:12.432410 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-103d9142-435e-4d87-a8cc-8e23d656a821 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470748 Sep 18 05:02:12.532595 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-bcdde407-86dc-4a8a-a682-966b031bd15c service neutron] 10.222.0.23 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931261 Sep 18 05:02:12.633665 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-cee5ca6f-fb50-405e-bbe9-52b347a2933a service neutron] 10.222.0.23 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937517 Sep 18 05:02:12.780392 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3055f06a-d015-4bd8-aaa9-4b87875b3b5b req-dc56787b-4a27-4bb4-bb7f-d0b5ea4ab0c7 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:12.806192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56787b-4a27-4bb4-bb7f-d0b5ea4ab0c7 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Pushing event deleted for resources: {'Port': ['ID=84bb323a-12ed-417b-9907-40abc13ef905,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:12.824546 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port dd090b0c-c409-47d8-bc29-bf720a0a43a2 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:02:12.828673 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port dd090b0c-c409-47d8-bc29-bf720a0a43a2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:12.829129 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:12.840901 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3055f06a-d015-4bd8-aaa9-4b87875b3b5b req-dc56787b-4a27-4bb4-bb7f-d0b5ea4ab0c7 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:12.844627 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3055f06a-d015-4bd8-aaa9-4b87875b3b5b req-dc56787b-4a27-4bb4-bb7f-d0b5ea4ab0c7 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:12.845784 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3055f06a-d015-4bd8-aaa9-4b87875b3b5b req-dc56787b-4a27-4bb4-bb7f-d0b5ea4ab0c7 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "DELETE /v2.0/floatingips/22cbf26a-a1ed-4d1b-ac0b-267867769cfe HTTP/1.1" status: 204 len: 173 time: 1.0572250 Sep 18 05:02:12.935801 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:13.001128 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40b45b0-b96a-43a4-a904-4550bb33f0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd090b0c-c409-47d8-bc29-bf720a0a43a2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:13.001128 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc43dfa5-df0c-438b-abb2-0083f6e4fc0a" -d '{"events": [{"server_uuid": "a40b45b0-b96a-43a4-a904-4550bb33f0d0", "name": "network-vif-plugged", "status": "completed", "tag": "dd090b0c-c409-47d8-bc29-bf720a0a43a2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:13.034830 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port dd090b0c-c409-47d8-bc29-bf720a0a43a2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=dd090b0c-c409-47d8-bc29-bf720a0a43a2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:13.056693 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639b5ef-fd42-47d0-9b5c-31b634c04ac9 req-8dc3e0dc-2c1c-4e2d-9c42-00b6e81cff37 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:13.059010 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8639b5ef-fd42-47d0-9b5c-31b634c04ac9 req-8dc3e0dc-2c1c-4e2d-9c42-00b6e81cff37 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0933864 Sep 18 05:02:13.080884 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8101b61-ae55-433d-a653-3703f750760b req-dc581e53-dc9a-4ad7-8580-bc98c78f758e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:13.083658 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c8101b61-ae55-433d-a653-3703f750760b req-dc581e53-dc9a-4ad7-8580-bc98c78f758e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 949 time: 0.1092329 Sep 18 05:02:13.112466 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8639b5ef-fd42-47d0-9b5c-31b634c04ac9 req-933e7cde-6a07-404c-8136-b385ac959a88 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465107 Sep 18 05:02:13.124923 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:13.150686 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c8101b61-ae55-433d-a653-3703f750760b req-1e490095-a766-4af3-b1fb-2b8af575c47a tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599308 Sep 18 05:02:13.218872 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=dd090b0c-c409-47d8-bc29-bf720a0a43a2,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:13.227265 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dda0542f-e1c5-41ca-8b72-26aa1e8cbc41 req-e06ad65b-2553-4bb4-b6e8-70e7d2878b66 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips/4b643ff3-59fe-463a-997c-6f3b202f1c92 HTTP/1.1" status: 200 len: 692 time: 0.0717866 Sep 18 05:02:13.233927 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:13.234548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:13.235615 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:13.236174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:13.236719 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:13.237465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:13.239077 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:13.239606 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:13.240121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:13.240664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:13.241176 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:13.241855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:13.287385 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e4dcaee3-9f20-4909-ab90-2b967253eaa2 req-ca7da651-4c09-4c62-931e-31908a1a239a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 210 time: 0.0372972 Sep 18 05:02:13.324749 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8458c94d-73c9-4429-99a7-e0fba0ce9418 x-openstack-request-id: req-8458c94d-73c9-4429-99a7-e0fba0ce9418 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:13.329370 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40b45b0-b96a-43a4-a904-4550bb33f0d0", "name": "network-vif-plugged", "status": "completed", "tag": "dd090b0c-c409-47d8-bc29-bf720a0a43a2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:13.329370 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8458c94d-73c9-4429-99a7-e0fba0ce9418 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:13.329370 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40b45b0-b96a-43a4-a904-4550bb33f0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd090b0c-c409-47d8-bc29-bf720a0a43a2', 'code': 200} Sep 18 05:02:13.356215 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0542f-e1c5-41ca-8b72-26aa1e8cbc41 req-c44b6c62-0820-487f-a96d-7b5533c714fe tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:13.357968 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dda0542f-e1c5-41ca-8b72-26aa1e8cbc41 req-c44b6c62-0820-487f-a96d-7b5533c714fe tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.1239109 Sep 18 05:02:13.432067 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dda0542f-e1c5-41ca-8b72-26aa1e8cbc41 req-c4906839-e2d9-4e55-b92d-6e78817bcb45 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.0652323 Sep 18 05:02:13.469504 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2331c-74aa-41af-a120-45927f3d0b3d req-cd43a54f-4888-4a10-ac3e-3692109bc9fe tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:13.471108 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda2331c-74aa-41af-a120-45927f3d0b3d req-cd43a54f-4888-4a10-ac3e-3692109bc9fe tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0983651 Sep 18 05:02:13.478849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeaf47-6c6c-4daa-9bfc-a1f227e4f24b req-d4d367ca-59aa-4357-8b60-74ca96b8ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:13.480997 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54aeaf47-6c6c-4daa-9bfc-a1f227e4f24b req-d4d367ca-59aa-4357-8b60-74ca96b8ad05 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 1102 time: 0.0694120 Sep 18 05:02:13.498896 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dda0542f-e1c5-41ca-8b72-26aa1e8cbc41 req-3a5074b6-bc85-4f1d-8119-45d79d19c056 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.0656435 Sep 18 05:02:13.543003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda2331c-74aa-41af-a120-45927f3d0b3d req-ff4cc5ea-3d1d-475a-af8a-1a45a998256b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609818 Sep 18 05:02:13.550073 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54aeaf47-6c6c-4daa-9bfc-a1f227e4f24b req-c43831ca-17f6-49a5-9f0b-d5d6372a387f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607419 Sep 18 05:02:13.668614 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-dda0542f-e1c5-41ca-8b72-26aa1e8cbc41 req-821bc9f4-f4db-4bac-8a49-b28d57c5d5f4 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Deleting port 3b6ed5b7-8be9-411f-b7e6-ed192cc3bb3a {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:02:13.668923 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dda0542f-e1c5-41ca-8b72-26aa1e8cbc41 req-821bc9f4-f4db-4bac-8a49-b28d57c5d5f4 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:13.765621 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dda0542f-e1c5-41ca-8b72-26aa1e8cbc41 req-821bc9f4-f4db-4bac-8a49-b28d57c5d5f4 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:13.765878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dda0542f-e1c5-41ca-8b72-26aa1e8cbc41 req-821bc9f4-f4db-4bac-8a49-b28d57c5d5f4 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:13.782489 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-dda0542f-e1c5-41ca-8b72-26aa1e8cbc41 req-821bc9f4-f4db-4bac-8a49-b28d57c5d5f4 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Calling delete_port for 3b6ed5b7-8be9-411f-b7e6-ed192cc3bb3a owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:02:13.991091 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dda0542f-e1c5-41ca-8b72-26aa1e8cbc41 req-821bc9f4-f4db-4bac-8a49-b28d57c5d5f4 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:14.024365 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bc9f4-f4db-4bac-8a49-b28d57c5d5f4 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Pushing event deleted for resources: {'Port': ['ID=3b6ed5b7-8be9-411f-b7e6-ed192cc3bb3a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:14.053977 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dda0542f-e1c5-41ca-8b72-26aa1e8cbc41 req-821bc9f4-f4db-4bac-8a49-b28d57c5d5f4 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:14.056574 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dda0542f-e1c5-41ca-8b72-26aa1e8cbc41 req-821bc9f4-f4db-4bac-8a49-b28d57c5d5f4 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:14.060677 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dda0542f-e1c5-41ca-8b72-26aa1e8cbc41 req-821bc9f4-f4db-4bac-8a49-b28d57c5d5f4 tempest-FloatingIPDetailsTestJSON-1556882065 tempest-FloatingIPDetailsTestJSON-1556882065-project] 10.222.0.23 "DELETE /v2.0/floatingips/4b643ff3-59fe-463a-997c-6f3b202f1c92 HTTP/1.1" status: 204 len: 173 time: 0.5429647 Sep 18 05:02:14.063628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39008) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:14.307375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d922b-6623-4fc6-b811-824f5d8318b2 req-4615601b-0387-4de7-927b-d5b23b4c85ff tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:14.311020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a63d922b-6623-4fc6-b811-824f5d8318b2 req-4615601b-0387-4de7-927b-d5b23b4c85ff tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0989509 Sep 18 05:02:14.313296 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aed116-3526-48bb-9092-8e5d8950957b req-aa9806d5-e34a-48fc-bb8c-f308766b5dc7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:14.321915 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d6aed116-3526-48bb-9092-8e5d8950957b req-aa9806d5-e34a-48fc-bb8c-f308766b5dc7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 950 time: 0.0816119 Sep 18 05:02:14.367275 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d6aed116-3526-48bb-9092-8e5d8950957b req-1446bed0-b6aa-4f14-8662-aeb0676a7cfe tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 Sep 18 05:02:14.414264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a63d922b-6623-4fc6-b811-824f5d8318b2 req-c27462a5-cd2b-4243-8757-b29352eb5ffd tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609424 Sep 18 05:02:14.490546 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-55e20617-8792-45dd-baee-2baa298ccd01 req-992e7ce3-e7c7-4858-9782-9cf45ae92db6 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 210 time: 0.0345664 Sep 18 05:02:14.598390 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:14.733864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96477a-2bde-423e-a03a-3ea6902a9068 req-823d4d54-8e58-4ae6-9176-59e1424cfefb tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:14.735467 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec96477a-2bde-423e-a03a-3ea6902a9068 req-823d4d54-8e58-4ae6-9176-59e1424cfefb tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0987325 Sep 18 05:02:14.844759 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec96477a-2bde-423e-a03a-3ea6902a9068 req-c51174e5-5bcd-4399-b8ab-e3370753e3d2 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992584 Sep 18 05:02:14.971147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Deleting port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:02:14.971518 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:15.140009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] For port f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774,segment=NetworkSegment(afd5a2f9-b995-43ea-b131-55ede8f50b47),segment_id=afd5a2f9-b995-43ea-b131-55ede8f50b47)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:15.140422 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:15.159610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Calling delete_port for f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:02:15.194261 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-624e1b11-f3fe-4e7e-b99d-6148959972e8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:15.195779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-624e1b11-f3fe-4e7e-b99d-6148959972e8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.13 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 821 time: 0.1643252 Sep 18 05:02:15.236196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-13020fc0-7c68-4d39-b08c-c25c351335b8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Request body: {'port': {'device_id': '411f29b2-80dc-49d0-bc77-3d7e22aff320', 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1', 'admin_state_up': True, 'tenant_id': '9281b1f6d0384713b423980871cae4cb'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:15.512678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-13020fc0-7c68-4d39-b08c-c25c351335b8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Made reservation on behalf of 9281b1f6d0384713b423980871cae4cb for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:02:15.519421 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-13020fc0-7c68-4d39-b08c-c25c351335b8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:15.538770 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5515583-b405-4208-8236-f54bfa9ebdaa req-1d3b3f08-07d5-4644-8e22-873ca59bb03a tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:15.540366 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a5515583-b405-4208-8236-f54bfa9ebdaa req-1d3b3f08-07d5-4644-8e22-873ca59bb03a tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 950 time: 0.0859001 Sep 18 05:02:15.573604 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:15.599880 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a5515583-b405-4208-8236-f54bfa9ebdaa req-24a1332f-59d4-4664-ad93-e95370203718 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469112 Sep 18 05:02:15.693894 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcc4198e-c49e-47db-af68-96118e3fc1ac req-a263f16e-80d8-4882-8466-c27a736aec37 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 210 time: 0.0352051 Sep 18 05:02:15.954962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:15.959355 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee9c9a-ca0a-4d8e-a771-cc446e485e60 req-26e0500f-12ce-4527-bca1-511ae972226f tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:15.961231 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b8ee9c9a-ca0a-4d8e-a771-cc446e485e60 req-26e0500f-12ce-4527-bca1-511ae972226f tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 1102 time: 0.1092818 Sep 18 05:02:15.993711 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b8ee9c9a-ca0a-4d8e-a771-cc446e485e60 req-dbbb9b27-eba5-45f0-b81d-684d09ccdf13 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:16.009629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:16.010005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:16.010752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:16.011094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:16.011471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:16.011817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:16.012149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:16.012529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:16.012859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:16.013895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:16.014280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:16.014607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:16.090046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41cb0c-6333-48b0-975c-af511faf317c req-afab1eb1-d650-4cd5-b922-4357c6b91f0e tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:16.100526 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec41cb0c-6333-48b0-975c-af511faf317c req-afab1eb1-d650-4cd5-b922-4357c6b91f0e tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.5652688 Sep 18 05:02:16.108909 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b8ee9c9a-ca0a-4d8e-a771-cc446e485e60 req-dbbb9b27-eba5-45f0-b81d-684d09ccdf13 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:16.174709 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b8ee9c9a-ca0a-4d8e-a771-cc446e485e60 req-dbbb9b27-eba5-45f0-b81d-684d09ccdf13 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:16.205511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb9b27-eba5-45f0-b81d-684d09ccdf13 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe202e6-9f00-4f23-b79c-087027b4cabb,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:16.235251 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b8ee9c9a-ca0a-4d8e-a771-cc446e485e60 req-dbbb9b27-eba5-45f0-b81d-684d09ccdf13 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674019 Sep 18 05:02:16.265639 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec41cb0c-6333-48b0-975c-af511faf317c req-de37441e-cfc0-4fc8-854a-d44d484eac6e tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638784 Sep 18 05:02:16.361434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-13020fc0-7c68-4d39-b08c-c25c351335b8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Allocated IP 172.20.0.7 (1f7da3d6-d1af-4981-83da-243b1b32adf1/8e768b2c-162b-4ba8-991f-559b883cc951/ae4df439-3980-48d2-8735-2c612b1b8efa) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:02:16.414180 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:16.513618 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d81717-644c-409d-b12e-67a317d9b716 req-4040833a-bd94-4a24-b2a6-a82ca5fe51c7 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:16.514169 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1d81717-644c-409d-b12e-67a317d9b716 req-4040833a-bd94-4a24-b2a6-a82ca5fe51c7 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.1598785 Sep 18 05:02:16.663623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1d81717-644c-409d-b12e-67a317d9b716 req-bf5e878e-ac62-4ee1-91df-38cc3a454152 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412435 Sep 18 05:02:16.742789 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f8468e93-ac4e-4d6f-92d7-f6f2507b1eb8 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364528 Sep 18 05:02:16.783544 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-13020fc0-7c68-4d39-b08c-c25c351335b8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:16.865371 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-012e725e-0419-4614-ab19-6842970d27fd req-7c87fb51-e837-476a-8642-e6733dd439bd tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 210 time: 0.0744410 Sep 18 05:02:16.916128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Router f249edaf-1cf6-4559-aa89-f6296acf6ab8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:02:16.949815 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-6f327b7b-e1da-4dda-aa53-250326955562 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:16.952823 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-6f327b7b-e1da-4dda-aa53-250326955562 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2040117 Sep 18 05:02:16.973091 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-d5473271-5377-4a07-a996-dde7414a7d80 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/quotas/a97b9513588a49819b66961de66a225b HTTP/1.1" status: 200 len: 375 time: 0.0132091 Sep 18 05:02:16.994648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-13020fc0-7c68-4d39-b08c-c25c351335b8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:17.038922 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-e5d89745-6260-4adc-b33a-5eaa70b8c757 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0590620 Sep 18 05:02:17.119785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:02:17.131093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4680d0d9-e9b2-4be2-b3e2-e372bf5db2d7 None None] Sync routers for ids ['f249edaf-1cf6-4559-aa89-f6296acf6ab8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:02:17.137705 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-134b718b-1110-4313-9ec1-3caadcf82bf4 admin admin] 10.222.0.23 "PUT /v2.0/routers/f249edaf-1cf6-4559-aa89-f6296acf6ab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0710874 Sep 18 05:02:17.138270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39070) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:17.143278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4680d0d9-e9b2-4be2-b3e2-e372bf5db2d7 None None] Routers {'f249edaf-1cf6-4559-aa89-f6296acf6ab8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:02:17.144212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4680d0d9-e9b2-4be2-b3e2-e372bf5db2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:02:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f249edaf-1cf6-4559-aa89-f6296acf6ab8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:17.159740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-13020fc0-7c68-4d39-b08c-c25c351335b8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Network 1f7da3d6-d1af-4981-83da-243b1b32adf1 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:17.162923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-13020fc0-7c68-4d39-b08c-c25c351335b8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:17.166832 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-13020fc0-7c68-4d39-b08c-c25c351335b8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:02:17.293860 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:17.299784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-13020fc0-7c68-4d39-b08c-c25c351335b8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:17.299784 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-13020fc0-7c68-4d39-b08c-c25c351335b8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:17.310543 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13020fc0-7c68-4d39-b08c-c25c351335b8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Pushing event updated for resources: {'Port': ['ID=ae4df439-3980-48d2-8735-2c612b1b8efa,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:17.445938 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-4680d0d9-e9b2-4be2-b3e2-e372bf5db2d7 None None] Set router f249edaf-1cf6-4559-aa89-f6296acf6ab8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:02:17.521387 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-13020fc0-7c68-4d39-b08c-c25c351335b8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2900693 Sep 18 05:02:17.541086 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:17.545059 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Request body: {'port': {'device_id': '411f29b2-80dc-49d0-bc77-3d7e22aff320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:17.586087 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c2349-92a5-41b6-ab6a-ad6d2e496f6c req-e1070ded-031d-4f34-9fb1-1d0522538de9 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:17.587689 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c8c2349-92a5-41b6-ab6a-ad6d2e496f6c req-e1070ded-031d-4f34-9fb1-1d0522538de9 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.1617854 Sep 18 05:02:17.692134 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c8c2349-92a5-41b6-ab6a-ad6d2e496f6c req-cae16cbc-bb89-437d-b412-67fca73476ac tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607457 Sep 18 05:02:17.702968 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:17.730457 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4680d0d9-e9b2-4be2-b3e2-e372bf5db2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'name': 'tempest-FloatingIPDetailsTestJSON-1701141996-router', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '4241b0d5-f2c6-4a8a-8c55-a05019b15f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:37Z', 'updated_at': '2021-09-18T05:02:15Z', 'revision_number': 5, 'project_id': 'da7ede3e9ec2426d85448916706333f7', 'gw_port': {'id': '4241b0d5-f2c6-4a8a-8c55-a05019b15f26', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:17:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:39Z', 'updated_at': '2021-09-18T05:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:17.738652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] Deleting port 4241b0d5-f2c6-4a8a-8c55-a05019b15f26 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:02:17.739345 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:17.783218 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4680d0d9-e9b2-4be2-b3e2-e372bf5db2d7 None None] Checking router: f249edaf-1cf6-4559-aa89-f6296acf6ab8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:02:17.796474 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4680d0d9-e9b2-4be2-b3e2-e372bf5db2d7 None None] Routers {'f249edaf-1cf6-4559-aa89-f6296acf6ab8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:02:17.797416 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4680d0d9-e9b2-4be2-b3e2-e372bf5db2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:02:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f249edaf-1cf6-4559-aa89-f6296acf6ab8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:17.900827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] For port 4241b0d5-f2c6-4a8a-8c55-a05019b15f26, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=4241b0d5-f2c6-4a8a-8c55-a05019b15f26,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:17.902544 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:17.917788 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] Calling delete_port for 4241b0d5-f2c6-4a8a-8c55-a05019b15f26 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:02:17.938971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-4680d0d9-e9b2-4be2-b3e2-e372bf5db2d7 None None] Set router f249edaf-1cf6-4559-aa89-f6296acf6ab8 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:02:17.986558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba4e29-8de2-4ffc-83da-e08e8627f7c6 req-2331f934-1167-4b22-858e-ca5db7f8c71b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:17.994320 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c7ba4e29-8de2-4ffc-83da-e08e8627f7c6 req-2331f934-1167-4b22-858e-ca5db7f8c71b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0828619 Sep 18 05:02:18.000922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4680d0d9-e9b2-4be2-b3e2-e372bf5db2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'name': 'tempest-FloatingIPDetailsTestJSON-1701141996-router', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:37Z', 'updated_at': '2021-09-18T05:02:17Z', 'revision_number': 6, 'project_id': 'da7ede3e9ec2426d85448916706333f7', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:18.089048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4680d0d9-e9b2-4be2-b3e2-e372bf5db2d7 None None] The sync data for ids ['f249edaf-1cf6-4559-aa89-f6296acf6ab8'] in n-d-789963-13 is: [{'id': 'f249edaf-1cf6-4559-aa89-f6296acf6ab8', 'name': 'tempest-FloatingIPDetailsTestJSON-1701141996-router', 'tenant_id': 'da7ede3e9ec2426d85448916706333f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:37Z', 'updated_at': '2021-09-18T05:02:17Z', 'revision_number': 6, 'project_id': 'da7ede3e9ec2426d85448916706333f7', 'gw_port_host': None}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:02:18.107564 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c7ba4e29-8de2-4ffc-83da-e08e8627f7c6 req-e6a28b3c-ffb0-4a4e-a04e-7d434f1ff7fe tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121955 Sep 18 05:02:18.336044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4df439-3980-48d2-8735-2c612b1b8efa {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:18.355194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:18.397998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c365d3f-213d-4464-a9b1-d3778c6b4c50 req-d7ccbf2d-8121-4e6b-a41e-155bc47ad64d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:18.399527 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c365d3f-213d-4464-a9b1-d3778c6b4c50 req-d7ccbf2d-8121-4e6b-a41e-155bc47ad64d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 931 time: 0.1267505 Sep 18 05:02:18.475022 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c365d3f-213d-4464-a9b1-d3778c6b4c50 req-f47c4a59-0435-4519-b1fb-8c91d238c6bd tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561447 Sep 18 05:02:18.477767 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:18.479512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Transition to ACTIVE for port object ae4df439-3980-48d2-8735-2c612b1b8efa will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:02:18.494967 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae95588a-c301-430f-aa8c-c33fefad22d7 req-b798af94-c9ca-4a7b-8752-93e83df022e4 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 210 time: 0.0501015 Sep 18 05:02:18.529062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] Pushing event deleted for resources: {'Port': ['ID=4241b0d5-f2c6-4a8a-8c55-a05019b15f26,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:18.559696 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:18.603389 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:18.663150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Pushing event updated for resources: {'Port': ['ID=ae4df439-3980-48d2-8735-2c612b1b8efa,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:18.668202 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:18.668667 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:18.754773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Attempting to bind port ae4df439-3980-48d2-8735-2c612b1b8efa on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:02:18.754773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Attempting to bind port ae4df439-3980-48d2-8735-2c612b1b8efa by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:02:18.754773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Attempting to bind port ae4df439-3980-48d2-8735-2c612b1b8efa on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:18.764366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Port ae4df439-3980-48d2-8735-2c612b1b8efa on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:02:18.764980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Attempting to bind port ae4df439-3980-48d2-8735-2c612b1b8efa on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:18.771989 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:02:18.773350 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Checking segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:02:18.773928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Bound using segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:02:18.775000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Bound port: ae4df439-3980-48d2-8735-2c612b1b8efa, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:02:18.775424 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:18.829103 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:18.829103 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f249edaf-1cf6-4559-aa89-f6296acf6ab8 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:02:18.838869 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:18.843267 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3bb7be01-18dd-4573-b620-7d264a663603 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f249edaf-1cf6-4559-aa89-f6296acf6ab8 HTTP/1.1" status: 204 len: 168 time: 1.7039621 Sep 18 05:02:18.844180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39104) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:18.858365 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac794ae7-623a-4603-b35a-6f9b2ad87772 req-fe01440a-3058-4fc8-bae7-df55103ea19d tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:18.868293 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac794ae7-623a-4603-b35a-6f9b2ad87772 req-fe01440a-3058-4fc8-bae7-df55103ea19d tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0929301 Sep 18 05:02:18.920788 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac794ae7-623a-4603-b35a-6f9b2ad87772 req-d64f04f0-9677-4778-8e15-c1aa2b851461 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512242 Sep 18 05:02:18.937051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c238fc-32c4-46ab-9b43-a907c25cf95a admin admin] Deleting subnet 83334a91-6156-4915-bc8a-cee289047cf0 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:02:18.949613 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8c238fc-32c4-46ab-9b43-a907c25cf95a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:18.949613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:18.984158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ae4df439-3980-48d2-8735-2c612b1b8efa,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:02:18.995002 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8c238fc-32c4-46ab-9b43-a907c25cf95a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:19.117452 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8c238fc-32c4-46ab-9b43-a907c25cf95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:19.274351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3461a5-70d0-4253-9ba3-78494e2efb60 req-469b69a0-988c-47c5-9928-673922dc910d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:19.276279 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf3461a5-70d0-4253-9ba3-78494e2efb60 req-469b69a0-988c-47c5-9928-673922dc910d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0657775 Sep 18 05:02:19.280269 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:19.386025 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 4241b0d5-f2c6-4a8a-8c55-a05019b15f26 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:02:19.386025 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 4241b0d5-f2c6-4a8a-8c55-a05019b15f26 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:02:19.386025 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 4241b0d5-f2c6-4a8a-8c55-a05019b15f26 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:02:19.386025 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:02:19.389997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:19.389997 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:19.389997 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] 10.222.0.13 "PUT /v2.0/ports/ae4df439-3980-48d2-8735-2c612b1b8efa HTTP/1.1" status: 200 len: 1092 time: 1.8140976 Sep 18 05:02:19.389997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411f29b2-80dc-49d0-bc77-3d7e22aff320', 'tag': 'ae4df439-3980-48d2-8735-2c612b1b8efa'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:19.389997 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b04a3f-3763-40e1-bf06-4a97f8556ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "411f29b2-80dc-49d0-bc77-3d7e22aff320", "tag": "ae4df439-3980-48d2-8735-2c612b1b8efa"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:19.390671 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:02:19.390671 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f8ed1da4-69d7-49e2-a7e1-5e1f95ee0774 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:02:19.390851 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf3461a5-70d0-4253-9ba3-78494e2efb60 req-4e6467de-f3b7-4181-9d4a-19e7712f18bf tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925858 Sep 18 05:02:19.390851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f413e-ffc1-46bd-a927-8eedb31043ba service neutron] Pushing event updated for resources: {'Port': ['ID=ae4df439-3980-48d2-8735-2c612b1b8efa,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:19.424401 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c82f37-9350-4137-b448-12a3f7365451 x-openstack-request-id: req-94c82f37-9350-4137-b448-12a3f7365451 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:19.424609 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411f29b2-80dc-49d0-bc77-3d7e22aff320", "tag": "ae4df439-3980-48d2-8735-2c612b1b8efa", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:19.424933 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94c82f37-9350-4137-b448-12a3f7365451 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:19.425378 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411f29b2-80dc-49d0-bc77-3d7e22aff320', 'tag': 'ae4df439-3980-48d2-8735-2c612b1b8efa', 'status': 'completed', 'code': 200} Sep 18 05:02:19.483905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b04a3f-3763-40e1-bf06-4a97f8556ff8 req-dfff635e-400e-4055-9abb-730fd483bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:19.485454 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-64b04a3f-3763-40e1-bf06-4a97f8556ff8 req-dfff635e-400e-4055-9abb-730fd483bcd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 1095 time: 0.0432215 Sep 18 05:02:19.605520 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3398b737-e6a7-49a9-89ae-8864ab9f136c req-30d781e7-d687-44d8-b0ab-d2b639087262 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 210 time: 0.0474677 Sep 18 05:02:19.680168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b01f5-e1e9-44ce-a09d-af9f9919e506 req-30f5e3be-9097-41f9-88de-f2b5b425908b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:19.681744 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e97b01f5-e1e9-44ce-a09d-af9f9919e506 req-30f5e3be-9097-41f9-88de-f2b5b425908b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.0796967 Sep 18 05:02:19.682834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b04a3f-3763-40e1-bf06-4a97f8556ff8 req-5c7a3a65-2a81-4788-b496-153bf0c403f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:19.684185 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-64b04a3f-3763-40e1-bf06-4a97f8556ff8 req-5c7a3a65-2a81-4788-b496-153bf0c403f2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9281b1f6d0384713b423980871cae4cb&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1913769 Sep 18 05:02:19.785463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e97b01f5-e1e9-44ce-a09d-af9f9919e506 req-e30d412a-9d0e-49ac-ac54-9cd72227270f tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944803 Sep 18 05:02:19.815109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b04a3f-3763-40e1-bf06-4a97f8556ff8 req-8e9b0e2c-946c-40b9-a3fa-7107fd76d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:19.817322 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-64b04a3f-3763-40e1-bf06-4a97f8556ff8 req-8e9b0e2c-946c-40b9-a3fa-7107fd76d19e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1248817 Sep 18 05:02:19.832651 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8c238fc-32c4-46ab-9b43-a907c25cf95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:19.857048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c238fc-32c4-46ab-9b43-a907c25cf95a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83334a91-6156-4915-bc8a-cee289047cf0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:19.862885 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8c238fc-32c4-46ab-9b43-a907c25cf95a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:19.865365 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f8c238fc-32c4-46ab-9b43-a907c25cf95a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/83334a91-6156-4915-bc8a-cee289047cf0 HTTP/1.1" status: 204 len: 168 time: 1.0193403 Sep 18 05:02:19.867815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39118) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:19.870655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5160c1e3-9b45-4d19-97ec-fb67f53c3e9c None None] Network ff7380fa-d5b5-49a5-9774-e47673cf8113 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:02:19.993274 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:20.021464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-1e053a0c-2a33-4ac2-879c-69b34b375401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:20.028688 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-1e053a0c-2a33-4ac2-879c-69b34b375401 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 1095 time: 0.0845871 Sep 18 05:02:20.103324 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d82493-552b-4b7b-b9ab-bf6093d1a0b9 None None] DHCP port deletion for ff7380fa-d5b5-49a5-9774-e47673cf8113 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:02:20.117223 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-f9943957-4f00-4a25-88f0-55e26c3b9e23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae4df439-3980-48d2-8735-2c612b1b8efa HTTP/1.1" status: 200 len: 217 time: 0.0827637 Sep 18 05:02:20.155754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a1d82493-552b-4b7b-b9ab-bf6093d1a0b9 None None] Deleting port cf0a9886-bc29-4455-854f-550601d43043 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:02:20.156297 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a1d82493-552b-4b7b-b9ab-bf6093d1a0b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:20.177862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f993ae-cdcf-4e1f-9850-01429aea7548 req-3f5a3aa5-f3d9-42fd-bb43-7899fa4c229e tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:20.185127 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81f993ae-cdcf-4e1f-9850-01429aea7548 req-3f5a3aa5-f3d9-42fd-bb43-7899fa4c229e tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.1544702 Sep 18 05:02:20.218998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-f100c3d4-1f61-4f34-bbc9-d5c0c6681854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:20.220029 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-f100c3d4-1f61-4f34-bbc9-d5c0c6681854 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.0946763 Sep 18 05:02:20.231871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a1d82493-552b-4b7b-b9ab-bf6093d1a0b9 None None] For port cf0a9886-bc29-4455-854f-550601d43043, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cf0a9886-bc29-4455-854f-550601d43043,segment=NetworkSegment(afd5a2f9-b995-43ea-b131-55ede8f50b47),segment_id=afd5a2f9-b995-43ea-b131-55ede8f50b47)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:20.232548 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a1d82493-552b-4b7b-b9ab-bf6093d1a0b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:20.247532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Deleting port cf0a9886-bc29-4455-854f-550601d43043 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:02:20.247937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:20.253531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a1d82493-552b-4b7b-b9ab-bf6093d1a0b9 None None] Calling delete_port for cf0a9886-bc29-4455-854f-550601d43043 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:02:20.273753 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81f993ae-cdcf-4e1f-9850-01429aea7548 req-795736b0-6d0f-4395-8f29-8bc43e10c112 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877118 Sep 18 05:02:20.284871 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-170da95a-0192-4f37-b646-ff5ef5465bab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488784 Sep 18 05:02:20.393256 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] For port cf0a9886-bc29-4455-854f-550601d43043, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cf0a9886-bc29-4455-854f-550601d43043,segment=NetworkSegment(afd5a2f9-b995-43ea-b131-55ede8f50b47),segment_id=afd5a2f9-b995-43ea-b131-55ede8f50b47)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:20.393575 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:20.416719 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Calling delete_port for cf0a9886-bc29-4455-854f-550601d43043 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:02:20.431981 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a1d82493-552b-4b7b-b9ab-bf6093d1a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:20.459153 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d82493-552b-4b7b-b9ab-bf6093d1a0b9 None None] Pushing event deleted for resources: {'Port': ['ID=cf0a9886-bc29-4455-854f-550601d43043,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:20.463391 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d82493-552b-4b7b-b9ab-bf6093d1a0b9 None None] No DVR routers for this DVR port cf0a9886-bc29-4455-854f-550601d43043 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:02:20.464465 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-f8a032a8-a800-435b-96b3-5dd6b48e84c4 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705208 Sep 18 05:02:20.576571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300de48-4754-4675-95a2-8329a83807da req-8a3c5108-6e8d-4808-8a84-b47ecaac460d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:20.578799 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a300de48-4754-4675-95a2-8329a83807da req-8a3c5108-6e8d-4808-8a84-b47ecaac460d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0759368 Sep 18 05:02:20.615720 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d1bbe23-2570-4bff-984f-3da20f69a1f3 req-314788dd-325f-41f6-8c09-c0c6c498e1fb service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203902 Sep 18 05:02:20.626567 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:20.632873 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a300de48-4754-4675-95a2-8329a83807da req-a9aac85b-d7e8-4941-becc-e92818f1078e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450172 Sep 18 05:02:20.666668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0a9886-bc29-4455-854f-550601d43043,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:20.672835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] No DVR routers for this DVR port cf0a9886-bc29-4455-854f-550601d43043 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:02:20.738645 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-007278ea-115e-4519-81d2-8d545f52792b req-9f1324a7-d8b6-44da-b8ca-147295d1fa63 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 210 time: 0.0515888 Sep 18 05:02:20.790728 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:20.812877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7380fa-d5b5-49a5-9774-e47673cf8113']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:20.823375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd5a2f9-b995-43ea-b131-55ede8f50b47') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:20.823759 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd5a2f9-b995-43ea-b131-55ede8f50b47') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:20.845090 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:20.862208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:20.873089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:02:20.873519 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:02:20.875599 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:02:20.931680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d3a1f-2284-4e50-a411-c85a5d9019c5 req-75dff7fa-e99d-4d81-92c5-ebffbcf0787b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:20.936703 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc3d3a1f-2284-4e50-a411-c85a5d9019c5 req-75dff7fa-e99d-4d81-92c5-ebffbcf0787b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.0588968 Sep 18 05:02:20.975653 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc3d3a1f-2284-4e50-a411-c85a5d9019c5 req-d0504396-a039-4246-a0c5-a151b28b32cb tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361986 Sep 18 05:02:21.031857 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:21.040914 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:21.046628 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] 10.222.0.23 "DELETE /v2.0/networks/ff7380fa-d5b5-49a5-9774-e47673cf8113 HTTP/1.1" status: 204 len: 168 time: 1.1774650 Sep 18 05:02:21.057262 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91500e9-1526-469b-87ea-7e4c078369ad admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7380fa-d5b5-49a5-9774-e47673cf8113,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:21.313289 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cf0a9886-bc29-4455-854f-550601d43043 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:02:21.339137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: cf0a9886-bc29-4455-854f-550601d43043 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:02:21.339693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cf0a9886-bc29-4455-854f-550601d43043 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:02:21.442499 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d087f0c-54dd-478f-90f8-fe84efca0dda req-0b610097-b31e-4b12-a270-065f5aa52ce4 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:21.444162 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d087f0c-54dd-478f-90f8-fe84efca0dda req-0b610097-b31e-4b12-a270-065f5aa52ce4 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0597405 Sep 18 05:02:21.485064 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d087f0c-54dd-478f-90f8-fe84efca0dda req-54b8dbb5-3b1b-46b4-b6c8-60832b815736 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348175 Sep 18 05:02:21.535774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39144) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:21.583020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-eb9729e2-392c-48a5-8f1f-6ec617dd0a49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da7ede3e9ec2426d85448916706333f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459578 Sep 18 05:02:21.585534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39146) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:21.638021 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-abadc13b-17e0-4cb0-9ea2-4421b6ec8333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:21.664546 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-abadc13b-17e0-4cb0-9ea2-4421b6ec8333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:21.804782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bbb9f-4ef2-47dd-83ac-c4f63863cfd6 req-9ddc4f52-4008-4fc0-a690-fb172ca349ce tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:21.812472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a54bbb9f-4ef2-47dd-83ac-c4f63863cfd6 req-9ddc4f52-4008-4fc0-a690-fb172ca349ce tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0758178 Sep 18 05:02:21.830980 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-abadc13b-17e0-4cb0-9ea2-4421b6ec8333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:21.833716 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-abadc13b-17e0-4cb0-9ea2-4421b6ec8333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:21.839949 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-abadc13b-17e0-4cb0-9ea2-4421b6ec8333 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc46c73b-8b59-4f0a-8a0a-cfd5f2b6cbf2 HTTP/1.1" status: 204 len: 168 time: 0.2484362 Sep 18 05:02:21.851864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadc13b-17e0-4cb0-9ea2-4421b6ec8333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc46c73b-8b59-4f0a-8a0a-cfd5f2b6cbf2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:21.853817 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-149ace4a-5c91-4333-ac1d-af1b9977be25 req-15a042a0-fdab-4359-89d4-bdfa910b677e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 210 time: 0.0355978 Sep 18 05:02:21.878034 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a54bbb9f-4ef2-47dd-83ac-c4f63863cfd6 req-1d353726-5f59-4de7-86dc-c6240e5505e8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559487 Sep 18 05:02:22.142344 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9af10-e957-45b4-b937-8d9ad6a643de req-caa1ea26-6fe0-4ad8-8ee0-4b4a1b2df780 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:22.144846 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cff9af10-e957-45b4-b937-8d9ad6a643de req-caa1ea26-6fe0-4ad8-8ee0-4b4a1b2df780 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.0761795 Sep 18 05:02:22.187491 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-dd9d736a-6890-45a4-9e96-53d6edc3fc16 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266097 Sep 18 05:02:22.192016 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cff9af10-e957-45b4-b937-8d9ad6a643de req-e40ba67f-71fe-4e8a-8bfc-ab8748876e51 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400913 Sep 18 05:02:22.325987 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-e2f20fc7-7d70-4d45-88d6-0290df0dab2e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:22.327534 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-e2f20fc7-7d70-4d45-88d6-0290df0dab2e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1301570 Sep 18 05:02:22.342207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-9638a2b6-06c3-4e44-82de-31cf7fd3d0fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Request body: {'port': {'device_id': '896162a8-d573-4ad2-a426-a2dccd0fee4c', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'a97b9513588a49819b66961de66a225b'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:22.598877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-9638a2b6-06c3-4e44-82de-31cf7fd3d0fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Made reservation on behalf of a97b9513588a49819b66961de66a225b for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:02:22.604045 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-9638a2b6-06c3-4e44-82de-31cf7fd3d0fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:22.644121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac70d7-da33-4ff9-80f8-8d8b7e2241f4 req-8547cc3a-4237-4724-9775-6d4b3b6f3170 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:22.646352 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48ac70d7-da33-4ff9-80f8-8d8b7e2241f4 req-8547cc3a-4237-4724-9775-6d4b3b6f3170 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0801232 Sep 18 05:02:22.740250 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48ac70d7-da33-4ff9-80f8-8d8b7e2241f4 req-74968bc6-4cc5-4ca8-913e-11f3ccb1e274 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872991 Sep 18 05:02:22.787566 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:22.802440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-9638a2b6-06c3-4e44-82de-31cf7fd3d0fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Allocated IP 192.168.233.159 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/d2aed564-b6ee-48ce-a63b-32f2772b8d9a) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:02:22.880198 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-ce94dde0-da9d-44dd-a9ff-f54c01180243 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214450 Sep 18 05:02:23.035596 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:23.037200 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-9638a2b6-06c3-4e44-82de-31cf7fd3d0fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:23.382113 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68f9e43f-3dae-4b17-a34f-d6f8eb426057 req-14a92145-d198-4f1d-9571-81f109654f53 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 210 time: 0.0434709 Sep 18 05:02:23.402931 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-1c333ace-b1a2-40ba-95dc-8cf0e57ab95a tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:23.413896 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-1c333ace-b1a2-40ba-95dc-8cf0e57ab95a tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5270221 Sep 18 05:02:23.428699 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c125fb6a-8ca6-4869-91a0-fb0bf4ce9fa1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Request body: {'port': {'device_id': '713c707c-05ed-4c09-9daa-e1df78d31396', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'a97b9513588a49819b66961de66a225b'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:23.452099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc093a0-9458-4ffb-9943-e4edf4b61ca2 req-574c0740-580d-486d-b46b-d233b001bba7 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:23.453974 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1bc093a0-9458-4ffb-9943-e4edf4b61ca2 req-574c0740-580d-486d-b46b-d233b001bba7 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.4406042 Sep 18 05:02:23.498494 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39194) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:23.502772 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1bc093a0-9458-4ffb-9943-e4edf4b61ca2 req-83c2c0be-7108-4647-9dec-d93e102e7958 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401962 Sep 18 05:02:23.558640 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-9638a2b6-06c3-4e44-82de-31cf7fd3d0fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:23.572931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:23.656686 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c9fed-b903-4104-ad62-e00a42e9c137 req-9c1cf266-638b-42d7-96e7-9b9f272998b7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:23.671951 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be0c9fed-b903-4104-ad62-e00a42e9c137 req-9c1cf266-638b-42d7-96e7-9b9f272998b7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.0944915 Sep 18 05:02:23.688544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1807872623-network', 'tenant_id': '5c78fce3b42d4046a7e38785f1019873'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:23.698739 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-9638a2b6-06c3-4e44-82de-31cf7fd3d0fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:23.706297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-9638a2b6-06c3-4e44-82de-31cf7fd3d0fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:23.709541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638a2b6-06c3-4e44-82de-31cf7fd3d0fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event updated for resources: {'Port': ['ID=d2aed564-b6ee-48ce-a63b-32f2772b8d9a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:23.711827 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-9638a2b6-06c3-4e44-82de-31cf7fd3d0fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:02:23.764973 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be0c9fed-b903-4104-ad62-e00a42e9c137 req-5df5cad8-7fb4-40e2-b500-1f96793f5cf5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917215 Sep 18 05:02:23.802980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c125fb6a-8ca6-4869-91a0-fb0bf4ce9fa1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Made reservation on behalf of a97b9513588a49819b66961de66a225b for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:02:23.806949 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c125fb6a-8ca6-4869-91a0-fb0bf4ce9fa1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:23.850436 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-9638a2b6-06c3-4e44-82de-31cf7fd3d0fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:23.851402 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-9638a2b6-06c3-4e44-82de-31cf7fd3d0fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.060833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a1240-3853-4d05-9f96-c16e4ca12d36 req-4a69ff9b-cb85-45b9-89f5-a3c482a6f275 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:24.065421 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d5a1240-3853-4d05-9f96-c16e4ca12d36 req-4a69ff9b-cb85-45b9-89f5-a3c482a6f275 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.1305788 Sep 18 05:02:24.071264 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] Made reservation on behalf of 5c78fce3b42d4046a7e38785f1019873 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:02:24.071390 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.099563 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.110747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c125fb6a-8ca6-4869-91a0-fb0bf4ce9fa1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Allocated IP 192.168.233.167 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/cb7bbce1-c9f6-44df-a440-2c65b9d707d2) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:02:24.111438 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f66bd55e-af13-457a-bfca-6cca34db9bc5 None None] Provisioning complete for port d2aed564-b6ee-48ce-a63b-32f2772b8d9a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:24.116032 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f66bd55e-af13-457a-bfca-6cca34db9bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.132344 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d5a1240-3853-4d05-9f96-c16e4ca12d36 req-1b6e3ab9-ed92-45b0-bf88-cf18b0b448ba tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561166 Sep 18 05:02:24.159621 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:02:24.164886 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-9638a2b6-06c3-4e44-82de-31cf7fd3d0fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8274205 Sep 18 05:02:24.179950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f66bd55e-af13-457a-bfca-6cca34db9bc5 None None] Port d2aed564-b6ee-48ce-a63b-32f2772b8d9a cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:02:24.183703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Request body: {'port': {'device_id': '896162a8-d573-4ad2-a426-a2dccd0fee4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:24.272649 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.306985 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c125fb6a-8ca6-4869-91a0-fb0bf4ce9fa1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.364399 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.409064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ae4df439-3980-48d2-8735-2c612b1b8efa details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:02:24.444259 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c125fb6a-8ca6-4869-91a0-fb0bf4ce9fa1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.465671 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:24.522509 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.537510 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c125fb6a-8ca6-4869-91a0-fb0bf4ce9fa1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:24.538705 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:02:24.547891 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c125fb6a-8ca6-4869-91a0-fb0bf4ce9fa1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:24.551577 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125fb6a-8ca6-4869-91a0-fb0bf4ce9fa1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event updated for resources: {'Port': ['ID=cb7bbce1-c9f6-44df-a440-2c65b9d707d2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:24.552791 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c125fb6a-8ca6-4869-91a0-fb0bf4ce9fa1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:02:24.555487 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.555909 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] Added segment 34e68e02-d7c1-4507-9ffd-5b02c4802ba8 of type vlan for network 2314b320-f2af-48ce-8026-41c75758e6ff Sep 18 05:02:24.558526 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c125fb6a-8ca6-4869-91a0-fb0bf4ce9fa1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:24.560061 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c125fb6a-8ca6-4869-91a0-fb0bf4ce9fa1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.573209 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be7c35-6b0f-483f-853b-accb703dcb0e req-3bb63478-9860-43b7-b311-dfb8a715b56d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:24.574811 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-25be7c35-6b0f-483f-853b-accb703dcb0e req-3bb63478-9860-43b7-b311-dfb8a715b56d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 936 time: 0.0953393 Sep 18 05:02:24.650754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ae4df439-3980-48d2-8735-2c612b1b8efa,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:24.677060 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-25be7c35-6b0f-483f-853b-accb703dcb0e req-01fe7108-6a4f-425e-8df0-3a16c9f5d576 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846348 Sep 18 05:02:24.684465 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c125fb6a-8ca6-4869-91a0-fb0bf4ce9fa1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2603772 Sep 18 05:02:24.689885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'ae4df439-3980-48d2-8735-2c612b1b8efa', 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1', 'port_id': 'ae4df439-3980-48d2-8735-2c612b1b8efa', 'mac_address': 'fa:16:3e:80:de:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e768b2c-162b-4ba8-991f-559b883cc951', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:02:24.699747 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.699922 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Request body: {'port': {'device_id': '713c707c-05ed-4c09-9daa-e1df78d31396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:24.787624 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.797570 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.822772 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4df439-3980-48d2-8735-2c612b1b8efa {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:24.857933 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ae4df439-3980-48d2-8735-2c612b1b8efa,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:24.864294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0679cf-77c4-4e9f-9aad-8f5bd8421249,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:24.918013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9dae2-72fa-4a7d-98e8-5953104da3e9 req-70542818-f33d-46be-8e40-c0b4d2263d13 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:24.919546 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3ba9dae2-72fa-4a7d-98e8-5953104da3e9 req-70542818-f33d-46be-8e40-c0b4d2263d13 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.1525292 Sep 18 05:02:24.956349 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:24.981716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2aed564-b6ee-48ce-a63b-32f2772b8d9a {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:25.004818 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:25.024117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Transition to ACTIVE for port object d2aed564-b6ee-48ce-a63b-32f2772b8d9a will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:02:25.029035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f01d1797-46ef-42a0-9e18-c2c6d9cd55db None None] Provisioning complete for port cb7bbce1-c9f6-44df-a440-2c65b9d707d2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:25.029035 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f01d1797-46ef-42a0-9e18-c2c6d9cd55db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:25.029274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96d682-9500-4cbb-b4d0-9618bf144f31 req-9fa4ee6e-782d-4053-bd83-df68f64790a7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:25.036784 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-db96d682-9500-4cbb-b4d0-9618bf144f31 req-9fa4ee6e-782d-4053-bd83-df68f64790a7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.1667383 Sep 18 05:02:25.049484 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:25.051223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:25.051927 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:25.062591 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3ba9dae2-72fa-4a7d-98e8-5953104da3e9 req-c9a2fdff-8a1f-46ec-adba-ad6b23fa88c1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157513 Sep 18 05:02:25.087790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=ae4df439-3980-48d2-8735-2c612b1b8efa,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:25.100369 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-db96d682-9500-4cbb-b4d0-9618bf144f31 req-2159b13e-05c7-4e9c-b83c-b155573c2ecb tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505526 Sep 18 05:02:25.105759 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f01d1797-46ef-42a0-9e18-c2c6d9cd55db None None] Port cb7bbce1-c9f6-44df-a440-2c65b9d707d2 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:02:25.130952 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:25.177497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2aed564-b6ee-48ce-a63b-32f2772b8d9a,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:25.183838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] Pushing event updated for resources: {'Network': ['ID=2314b320-f2af-48ce-8026-41c75758e6ff,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:25.194806 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 2314b320-f2af-48ce-8026-41c75758e6ff details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:02:25.196188 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b5cf3816-77ee-4768-b090-6654c14295f9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6923690 Sep 18 05:02:25.199067 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39216) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:25.204616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b3fa326b-2816-4fa2-8da0-a840ba88fd71 admin admin] Request body: {'subnet': {'network_id': '2314b320-f2af-48ce-8026-41c75758e6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1807872623-subnet', 'tenant_id': '5c78fce3b42d4046a7e38785f1019873', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:25.293026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['ae4df439-3980-48d2-8735-2c612b1b8efa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:25.314353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7bbce1-c9f6-44df-a440-2c65b9d707d2 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:25.325847 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:25.345136 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Transition to ACTIVE for port object cb7bbce1-c9f6-44df-a440-2c65b9d707d2 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:02:25.376078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd72d7-f618-4cf1-a407-3267f91ac42a req-09e4b702-116e-4b89-b8a1-e852476227e7 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:25.377800 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6acd72d7-f618-4cf1-a407-3267f91ac42a req-09e4b702-116e-4b89-b8a1-e852476227e7 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0944281 Sep 18 05:02:25.385777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Attempting to bind port d2aed564-b6ee-48ce-a63b-32f2772b8d9a on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:02:25.386040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Attempting to bind port d2aed564-b6ee-48ce-a63b-32f2772b8d9a by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:02:25.386378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Attempting to bind port d2aed564-b6ee-48ce-a63b-32f2772b8d9a on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:25.407745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fa326b-2816-4fa2-8da0-a840ba88fd71 admin admin] Made reservation on behalf of 5c78fce3b42d4046a7e38785f1019873 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:02:25.410178 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3fa326b-2816-4fa2-8da0-a840ba88fd71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:25.414131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Port d2aed564-b6ee-48ce-a63b-32f2772b8d9a on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:02:25.414466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Attempting to bind port d2aed564-b6ee-48ce-a63b-32f2772b8d9a on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:25.446688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:02:25.446968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:02:25.447514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:02:25.447875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Bound port: d2aed564-b6ee-48ce-a63b-32f2772b8d9a, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:02:25.448308 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:25.449217 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:25.508297 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Pushing event updated for resources: {'Port': ['ID=cb7bbce1-c9f6-44df-a440-2c65b9d707d2,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:25.532901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6acd72d7-f618-4cf1-a407-3267f91ac42a req-61fcebaf-6cbc-4192-8717-e1dfa1bc1239 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438966 Sep 18 05:02:25.559207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Attempting to bind port cb7bbce1-c9f6-44df-a440-2c65b9d707d2 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:02:25.559551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Attempting to bind port cb7bbce1-c9f6-44df-a440-2c65b9d707d2 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:02:25.559894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Attempting to bind port cb7bbce1-c9f6-44df-a440-2c65b9d707d2 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:25.565886 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Port cb7bbce1-c9f6-44df-a440-2c65b9d707d2 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:02:25.566940 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Attempting to bind port cb7bbce1-c9f6-44df-a440-2c65b9d707d2 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:25.572792 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:02:25.573141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:02:25.575736 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:02:25.575736 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Bound port: cb7bbce1-c9f6-44df-a440-2c65b9d707d2, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:02:25.575736 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:25.685962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] For port d2aed564-b6ee-48ce-a63b-32f2772b8d9a, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:25.696215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] For port d2aed564-b6ee-48ce-a63b-32f2772b8d9a, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d2aed564-b6ee-48ce-a63b-32f2772b8d9a,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:02:25.703442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] For port cb7bbce1-c9f6-44df-a440-2c65b9d707d2, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:25.709922 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] For port cb7bbce1-c9f6-44df-a440-2c65b9d707d2, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=cb7bbce1-c9f6-44df-a440-2c65b9d707d2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:02:25.818064 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:25.842008 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:25.864348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:25.864494 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:25.865876 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] 10.222.0.18 "PUT /v2.0/ports/d2aed564-b6ee-48ce-a63b-32f2772b8d9a HTTP/1.1" status: 200 len: 1097 time: 1.6869962 Sep 18 05:02:25.866375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896162a8-d573-4ad2-a426-a2dccd0fee4c', 'tag': 'd2aed564-b6ee-48ce-a63b-32f2772b8d9a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:25.868782 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d1d4fc-9b93-41f3-94cf-78e8da8aa1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "896162a8-d573-4ad2-a426-a2dccd0fee4c", "tag": "d2aed564-b6ee-48ce-a63b-32f2772b8d9a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:25.893321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cad6a3-555d-4814-98de-c5bb0eeffcf2 req-aa102625-f9d3-4e20-829c-be476e6e18b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:25.895704 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e8cad6a3-555d-4814-98de-c5bb0eeffcf2 req-aa102625-f9d3-4e20-829c-be476e6e18b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 948 time: 0.1060441 Sep 18 05:02:25.898221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:25.899213 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:25.900579 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] 10.222.0.18 "PUT /v2.0/ports/cb7bbce1-c9f6-44df-a440-2c65b9d707d2 HTTP/1.1" status: 200 len: 1097 time: 1.2079008 Sep 18 05:02:25.903545 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713c707c-05ed-4c09-9daa-e1df78d31396', 'tag': 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:25.906407 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab004414-4b85-4d11-b36b-83615377ecb3" -d '{"events": [{"name": "network-changed", "server_uuid": "713c707c-05ed-4c09-9daa-e1df78d31396", "tag": "cb7bbce1-c9f6-44df-a440-2c65b9d707d2"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:25.921360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b45ea3-ab2b-45d6-ad28-0815acc6d1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2aed564-b6ee-48ce-a63b-32f2772b8d9a,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:25.946495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394a5b3-ded3-4e96-968f-d0ebc6ee565e service neutron] Pushing event updated for resources: {'Port': ['ID=cb7bbce1-c9f6-44df-a440-2c65b9d707d2,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:25.960879 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e8cad6a3-555d-4814-98de-c5bb0eeffcf2 req-0928337a-241f-4a29-a3c2-b996429a46a2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569932 Sep 18 05:02:25.963844 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0344eb-0c1b-45c1-b1f2-75853b5e093e x-openstack-request-id: req-8a0344eb-0c1b-45c1-b1f2-75853b5e093e {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:25.964147 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896162a8-d573-4ad2-a426-a2dccd0fee4c", "tag": "d2aed564-b6ee-48ce-a63b-32f2772b8d9a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:25.964428 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a0344eb-0c1b-45c1-b1f2-75853b5e093e {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:25.964842 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896162a8-d573-4ad2-a426-a2dccd0fee4c', 'tag': 'd2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'status': 'completed', 'code': 200} Sep 18 05:02:25.969607 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3fa326b-2816-4fa2-8da0-a840ba88fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:26.015405 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c672c6-8b7f-4d3a-b720-c2de2282614e x-openstack-request-id: req-c8c672c6-8b7f-4d3a-b720-c2de2282614e {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:26.015708 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713c707c-05ed-4c09-9daa-e1df78d31396", "tag": "cb7bbce1-c9f6-44df-a440-2c65b9d707d2", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:26.015980 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8c672c6-8b7f-4d3a-b720-c2de2282614e {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:26.016433 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713c707c-05ed-4c09-9daa-e1df78d31396', 'tag': 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2', 'status': 'completed', 'code': 200} Sep 18 05:02:26.046101 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1d4fc-9b93-41f3-94cf-78e8da8aa1fe req-65383481-4d34-47df-8596-34900f6a0b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:26.048101 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2d1d4fc-9b93-41f3-94cf-78e8da8aa1fe req-65383481-4d34-47df-8596-34900f6a0b60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=896162a8-d573-4ad2-a426-a2dccd0fee4c HTTP/1.1" status: 200 len: 1100 time: 0.0631592 Sep 18 05:02:26.081851 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2d1d4fc-9b93-41f3-94cf-78e8da8aa1fe req-13f43c5b-ea4f-4d64-bb56-1a1682a0a6f5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250874 Sep 18 05:02:26.134721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa326b-2816-4fa2-8da0-a840ba88fd71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=451e95cc-9fa8-4632-8a4e-7361869beaec,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:26.155263 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab004414-4b85-4d11-b36b-83615377ecb3 req-ad43ee3c-990d-44f3-9aa0-871b2991ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:26.156822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab004414-4b85-4d11-b36b-83615377ecb3 req-ad43ee3c-990d-44f3-9aa0-871b2991ab5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 1100 time: 0.1228967 Sep 18 05:02:26.163070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa326b-2816-4fa2-8da0-a840ba88fd71 admin admin] Checking segment: {'id': '34e68e02-d7c1-4507-9ffd-5b02c4802ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2314b320-f2af-48ce-8026-41c75758e6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:02:26.163444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa326b-2816-4fa2-8da0-a840ba88fd71 admin admin] Network hostable DHCP agents. Network: 2314b320-f2af-48ce-8026-41c75758e6ff, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:02:26.209537 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab004414-4b85-4d11-b36b-83615377ecb3 req-2f100027-8ae7-4fe5-9e27-f4c20be04f1d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409002 Sep 18 05:02:26.279789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1d4fc-9b93-41f3-94cf-78e8da8aa1fe req-d032c221-694b-45be-9c91-b28043703f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:26.281535 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2d1d4fc-9b93-41f3-94cf-78e8da8aa1fe req-d032c221-694b-45be-9c91-b28043703f3d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1923084 Sep 18 05:02:26.354156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9302166-8e8b-4e65-8449-44b03d7d489b req-42f8f0de-f2d7-421f-ab47-fc963302b27f tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:26.359457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa326b-2816-4fa2-8da0-a840ba88fd71 admin admin] Network 2314b320-f2af-48ce-8026-41c75758e6ff is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:02:26.362584 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b9302166-8e8b-4e65-8449-44b03d7d489b req-42f8f0de-f2d7-421f-ab47-fc963302b27f tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 944 time: 0.0800204 Sep 18 05:02:26.386540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184de8d8-8ebd-4cb2-aeb2-9b89570cdbda req-be5d3a56-f49d-488b-b13a-47131737b994 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:26.392848 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-184de8d8-8ebd-4cb2-aeb2-9b89570cdbda req-be5d3a56-f49d-488b-b13a-47131737b994 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.1910665 Sep 18 05:02:26.430310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ae4df439-3980-48d2-8735-2c612b1b8efa up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:02:26.435809 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b9302166-8e8b-4e65-8449-44b03d7d489b req-71ef71ec-8255-48b9-ad4b-aee8002bb9da tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721595 Sep 18 05:02:26.439533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-16ec1dc5-dd05-4268-8192-6d45f2af165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:26.441346 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-16ec1dc5-dd05-4268-8192-6d45f2af165b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=896162a8-d573-4ad2-a426-a2dccd0fee4c HTTP/1.1" status: 200 len: 1100 time: 0.1111796 Sep 18 05:02:26.458152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab004414-4b85-4d11-b36b-83615377ecb3 req-94e9fec2-039e-4fe2-878b-4c3dd47f83af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:26.459677 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab004414-4b85-4d11-b36b-83615377ecb3 req-94e9fec2-039e-4fe2-878b-4c3dd47f83af service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2386439 Sep 18 05:02:26.479868 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-184de8d8-8ebd-4cb2-aeb2-9b89570cdbda req-b610ca60-8417-4470-ac61-c1d2b95ca708 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753386 Sep 18 05:02:26.480807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b3fa326b-2816-4fa2-8da0-a840ba88fd71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 2314b320-f2af-48ce-8026-41c75758e6ff) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:26.494966 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-7677ce33-67cc-44fa-928e-d20e51c955f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=d2aed564-b6ee-48ce-a63b-32f2772b8d9a HTTP/1.1" status: 200 len: 217 time: 0.0450182 Sep 18 05:02:26.499702 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53665bfd-ebc1-427f-b4e5-27fb7e7770e3 None None] Network 2314b320-f2af-48ce-8026-41c75758e6ff requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:02:26.499939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa326b-2816-4fa2-8da0-a840ba88fd71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:26.500741 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3fa326b-2816-4fa2-8da0-a840ba88fd71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:26.575216 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-2b2eb7d3-f603-41f9-b120-c990f715401b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:26.576759 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-2b2eb7d3-f603-41f9-b120-c990f715401b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0718729 Sep 18 05:02:26.577983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-e0192b39-c246-4370-957c-7a1a7f5f216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:26.579624 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-e0192b39-c246-4370-957c-7a1a7f5f216d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 1100 time: 0.0549500 Sep 18 05:02:26.639701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b3fa326b-2816-4fa2-8da0-a840ba88fd71 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4395852 Sep 18 05:02:26.642183 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-0cd85429-1679-41dc-96b7-f42ccf1c4478 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=cb7bbce1-c9f6-44df-a440-2c65b9d707d2 HTTP/1.1" status: 200 len: 217 time: 0.0489719 Sep 18 05:02:26.642784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39236) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:26.648151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1807872623-router', 'tenant_id': '5c78fce3b42d4046a7e38785f1019873', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:26.656438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-d1ff7672-115d-4f3b-bd71-e55bb129c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:26.656438 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-d1ff7672-115d-4f3b-bd71-e55bb129c47e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645006 Sep 18 05:02:26.672604 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port ae4df439-3980-48d2-8735-2c612b1b8efa completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:02:26.684562 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port ae4df439-3980-48d2-8735-2c612b1b8efa triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:26.684853 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:26.718913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-1cd75344-4250-4fcf-b9ea-bca6fa7da5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:26.721357 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-1cd75344-4250-4fcf-b9ea-bca6fa7da5ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0697455 Sep 18 05:02:26.787988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-91769cc3-f851-42a2-a927-0df55ab1dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:26.796914 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a132b-d21a-4e3a-a1b8-83aa086f989b req-5aa79da0-1df5-46d8-847e-065fc1325c08 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:26.798464 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-853a132b-d21a-4e3a-a1b8-83aa086f989b req-5aa79da0-1df5-46d8-847e-065fc1325c08 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.1607072 Sep 18 05:02:26.809729 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-91769cc3-f851-42a2-a927-0df55ab1dec2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0788527 Sep 18 05:02:26.811577 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:26.820435 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:26.825141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-2314b320-f2af-48ce-8026-41c75758e6ff', 'network_id': '2314b320-f2af-48ce-8026-41c75758e6ff', 'tenant_id': '5c78fce3b42d4046a7e38785f1019873', 'fixed_ips': [{'subnet_id': '451e95cc-9fa8-4632-8a4e-7361869beaec'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:02:26.826032 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:26.845693 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-e6f33852-0ba7-4cd9-9491-b876c03d605a service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675146 Sep 18 05:02:26.912300 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-853a132b-d21a-4e3a-a1b8-83aa086f989b req-a84eaeff-f58f-4895-b4be-2f33818cd58b tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927637 Sep 18 05:02:27.000386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-e714da01-ac80-4e93-8b74-0f2e8e691b1e service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418548 Sep 18 05:02:27.011598 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:27.033086 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:27.038514 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-538a23f8-c7b9-4aa3-bf2f-2e82c3453702 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118719 Sep 18 05:02:27.058430 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411f29b2-80dc-49d0-bc77-3d7e22aff320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4df439-3980-48d2-8735-2c612b1b8efa'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:27.060993 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9301be28-00e3-4619-90cf-184835c38329" -d '{"events": [{"server_uuid": "411f29b2-80dc-49d0-bc77-3d7e22aff320", "name": "network-vif-plugged", "status": "completed", "tag": "ae4df439-3980-48d2-8735-2c612b1b8efa"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:27.112655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Allocated IP 172.20.0.2 (2314b320-f2af-48ce-8026-41c75758e6ff/451e95cc-9fa8-4632-8a4e-7361869beaec/8649483e-206f-406f-98af-a54aa10adcc2) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:02:27.119286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ae4df439-3980-48d2-8735-2c612b1b8efa,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:27.129856 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01171472-4b57-4c4a-af21-07dffbbbbd7b x-openstack-request-id: req-01171472-4b57-4c4a-af21-07dffbbbbd7b {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:27.130172 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411f29b2-80dc-49d0-bc77-3d7e22aff320", "name": "network-vif-plugged", "status": "completed", "tag": "ae4df439-3980-48d2-8735-2c612b1b8efa", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:27.131008 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01171472-4b57-4c4a-af21-07dffbbbbd7b {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:27.131008 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411f29b2-80dc-49d0-bc77-3d7e22aff320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4df439-3980-48d2-8735-2c612b1b8efa', 'code': 200} Sep 18 05:02:27.253562 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:27.253674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08059e98-9594-4003-948a-cb712fb749a0 req-cac5389f-61d2-44ab-b858-cdaf5ff85a80 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:27.253674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-08059e98-9594-4003-948a-cb712fb749a0 req-cac5389f-61d2-44ab-b858-cdaf5ff85a80 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 948 time: 0.1811266 Sep 18 05:02:27.345373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=ae4df439-3980-48d2-8735-2c612b1b8efa,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:27.346692 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4843e08-9f02-4f40-8402-57a2c62cd6ed req-99ff9453-756f-4dad-8e6d-7f647f5194d1 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005600 Sep 18 05:02:27.377366 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:27.379752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:27.395009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cb853-416c-4e1b-96ce-8f2fcd446b80 req-4ac57ff2-5ec4-4d76-9749-5e26901f3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:27.396603 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d97cb853-416c-4e1b-96ce-8f2fcd446b80 req-4ac57ff2-5ec4-4d76-9749-5e26901f3682 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 1097 time: 0.1934369 Sep 18 05:02:27.401849 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-08059e98-9594-4003-948a-cb712fb749a0 req-23828380-363b-42e5-8c94-97938b09c92b tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277289 Sep 18 05:02:27.442573 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d97cb853-416c-4e1b-96ce-8f2fcd446b80 req-ea3a3acc-e047-497f-ad23-d6fa81872b13 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341904 Sep 18 05:02:27.526491 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:27.566923 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34838eaa-e75c-413b-868d-88bd071ff27d req-f2c81eae-9d2a-45a1-bd99-1ae75560d7cc tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:27.569298 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-34838eaa-e75c-413b-868d-88bd071ff27d req-f2c81eae-9d2a-45a1-bd99-1ae75560d7cc tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 945 time: 0.0557623 Sep 18 05:02:27.589272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Network 2314b320-f2af-48ce-8026-41c75758e6ff is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:27.592458 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:27.596180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:02:27.615270 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Pushing event updated for resources: {'Port': ['ID=8649483e-206f-406f-98af-a54aa10adcc2,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:27.620138 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-34838eaa-e75c-413b-868d-88bd071ff27d req-41890649-e98a-4a05-8fa4-03b09b0d7aec tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436249 Sep 18 05:02:27.665996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Attempting to bind port 8649483e-206f-406f-98af-a54aa10adcc2 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:02:27.666376 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Attempting to bind port 8649483e-206f-406f-98af-a54aa10adcc2 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '34e68e02-d7c1-4507-9ffd-5b02c4802ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2314b320-f2af-48ce-8026-41c75758e6ff'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:02:27.666751 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Attempting to bind port 8649483e-206f-406f-98af-a54aa10adcc2 on network 2314b320-f2af-48ce-8026-41c75758e6ff {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:27.671950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:02:27.672351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Checking segment: {'id': '34e68e02-d7c1-4507-9ffd-5b02c4802ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2314b320-f2af-48ce-8026-41c75758e6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:02:27.672766 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:27.673158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Bound using segment: {'id': '34e68e02-d7c1-4507-9ffd-5b02c4802ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2314b320-f2af-48ce-8026-41c75758e6ff'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:02:27.673621 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Bound port: 8649483e-206f-406f-98af-a54aa10adcc2, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e68e02-d7c1-4507-9ffd-5b02c4802ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2314b320-f2af-48ce-8026-41c75758e6ff'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:02:27.674006 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:27.674122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb60da9-2e53-4920-8384-e89eb44c0979 req-52e61542-97ad-4f1c-b2de-de5cbb9ae802 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:27.676145 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ebb60da9-2e53-4920-8384-e89eb44c0979 req-52e61542-97ad-4f1c-b2de-de5cbb9ae802 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.1084538 Sep 18 05:02:27.749334 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] For port 8649483e-206f-406f-98af-a54aa10adcc2, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:27.752669 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] For port 8649483e-206f-406f-98af-a54aa10adcc2, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8649483e-206f-406f-98af-a54aa10adcc2,segment=NetworkSegment(34e68e02-d7c1-4507-9ffd-5b02c4802ba8),segment_id=34e68e02-d7c1-4507-9ffd-5b02c4802ba8)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:02:27.768411 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ebb60da9-2e53-4920-8384-e89eb44c0979 req-d0aa7f07-e724-40c1-934f-ff8668b1d9f6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822537 Sep 18 05:02:27.841331 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:27.843624 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:27.867791 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:27.937073 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597ae65-0ee2-4bf5-abf9-ce3547425c09 None None] Pushing event updated for resources: {'Port': ['ID=8649483e-206f-406f-98af-a54aa10adcc2,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:28.052635 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Allocated IP 172.25.7.168 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/83434a9e-7dbe-4b3f-b1d7-715d121a7e9d) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:02:28.073950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37047a1f-56e8-4f82-a611-68bd0ef2f3a4 req-27696ae3-b070-429a-a823-11f1068b3a06 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:28.075521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37047a1f-56e8-4f82-a611-68bd0ef2f3a4 req-27696ae3-b070-429a-a823-11f1068b3a06 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0837805 Sep 18 05:02:28.197398 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37047a1f-56e8-4f82-a611-68bd0ef2f3a4 req-b8f4098f-1e6b-4248-98cb-fbe48f78d06e tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137748 Sep 18 05:02:28.247408 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:28.528740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf703812-29f8-44dc-80cf-c1dbc139304e req-17b8e7a4-1c83-4330-8856-b97c312b8b67 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:28.530367 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bf703812-29f8-44dc-80cf-c1dbc139304e req-17b8e7a4-1c83-4330-8856-b97c312b8b67 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 948 time: 0.0543532 Sep 18 05:02:28.580519 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bf703812-29f8-44dc-80cf-c1dbc139304e req-3281b94b-1322-4276-93b3-504d8637a0ff tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Sep 18 05:02:28.676022 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:28.718954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:28.722954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:28.737626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:02:28.798022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Pushing event updated for resources: {'Port': ['ID=83434a9e-7dbe-4b3f-b1d7-715d121a7e9d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:28.879692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc7770-6fd8-4fc1-9ac6-99967b6dfec0 req-42ec81fa-f835-4043-a50a-40d3919434de tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:28.881643 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8cc7770-6fd8-4fc1-9ac6-99967b6dfec0 req-42ec81fa-f835-4043-a50a-40d3919434de tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 945 time: 0.1533539 Sep 18 05:02:28.938184 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cab95-e525-4d93-b88f-f35d16f55eca req-007e2a96-1fce-4e7a-bc5d-9855c35948a6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:28.940476 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-193cab95-e525-4d93-b88f-f35d16f55eca req-007e2a96-1fce-4e7a-bc5d-9855c35948a6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0851982 Sep 18 05:02:28.975661 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0867f99-89cb-45d6-8e3e-42b906582e0a None None] Network 2314b320-f2af-48ce-8026-41c75758e6ff requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:02:28.993361 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8cc7770-6fd8-4fc1-9ac6-99967b6dfec0 req-d83960e6-d051-4866-96dd-e8a692994d77 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044834 Sep 18 05:02:28.993799 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-193cab95-e525-4d93-b88f-f35d16f55eca req-272eb9ca-6310-4b7a-8947-44b0d3c562ad tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 Sep 18 05:02:29.094200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ff4a9cd7-3676-4e01-8964-84f46bc0925f None None] Provisioning complete for port 8649483e-206f-406f-98af-a54aa10adcc2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:29.094577 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ff4a9cd7-3676-4e01-8964-84f46bc0925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:29.259094 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:29.275781 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ff4a9cd7-3676-4e01-8964-84f46bc0925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:29.323986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ff4a9cd7-3676-4e01-8964-84f46bc0925f None None] For port 8649483e-206f-406f-98af-a54aa10adcc2, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8649483e-206f-406f-98af-a54aa10adcc2,segment=NetworkSegment(34e68e02-d7c1-4507-9ffd-5b02c4802ba8),segment_id=34e68e02-d7c1-4507-9ffd-5b02c4802ba8)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:29.405907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8649483e-206f-406f-98af-a54aa10adcc2 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:02:29.436020 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ff4a9cd7-3676-4e01-8964-84f46bc0925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:29.477300 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f0be5-427f-449b-96c2-72742f191c89 req-4f85bfa4-9da8-421a-adfd-c45f72462c99 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:29.478827 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b1f0be5-427f-449b-96c2-72742f191c89 req-4f85bfa4-9da8-421a-adfd-c45f72462c99 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.1236660 Sep 18 05:02:29.510256 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a9cd7-3676-4e01-8964-84f46bc0925f None None] Pushing event updated for resources: {'Port': ['ID=8649483e-206f-406f-98af-a54aa10adcc2,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:29.520919 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8649483e-206f-406f-98af-a54aa10adcc2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:29.521274 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:29.569310 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b1f0be5-427f-449b-96c2-72742f191c89 req-f97cec89-fe3e-4699-aac1-92860e78a1b4 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796013 Sep 18 05:02:29.580047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8e22162a-6b0b-4caa-a9b7-08dc013a7b8c None None] Provisioning complete for port 8649483e-206f-406f-98af-a54aa10adcc2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:29.580462 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8e22162a-6b0b-4caa-a9b7-08dc013a7b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:29.639883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:29.731885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e2e39-4930-424c-bcd0-a21a55605f41 req-57c7f3ad-6959-4d02-a813-2d0615b4a326 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:29.734490 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6f3e2e39-4930-424c-bcd0-a21a55605f41 req-57c7f3ad-6959-4d02-a813-2d0615b4a326 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 948 time: 0.0601540 Sep 18 05:02:29.780631 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6f3e2e39-4930-424c-bcd0-a21a55605f41 req-7a61830f-28a1-43eb-835d-e7a74d378f32 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382838 Sep 18 05:02:30.156335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a868689-735a-44d5-b301-dc9ba06c62d6 req-69892758-6190-4572-8c63-570aae870431 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:30.157898 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a868689-735a-44d5-b301-dc9ba06c62d6 req-69892758-6190-4572-8c63-570aae870431 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0750091 Sep 18 05:02:30.170462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ecd91-da95-4330-b5c8-a232a6dae51f req-e7aa5778-5207-4db6-969d-8bf467c6c5f5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:30.179502 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4ecd91-da95-4330-b5c8-a232a6dae51f req-e7aa5778-5207-4db6-969d-8bf467c6c5f5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 945 time: 0.0791075 Sep 18 05:02:30.194419 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d2aed564-b6ee-48ce-a63b-32f2772b8d9a details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:02:30.211078 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a868689-735a-44d5-b301-dc9ba06c62d6 req-4319c269-519d-4859-a4ce-195b866424ff tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443180 Sep 18 05:02:30.247320 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e4ecd91-da95-4330-b5c8-a232a6dae51f req-ca5878db-8e91-4498-884a-a543c923074b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665491 Sep 18 05:02:30.265726 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Router 8c78f932-00f4-4666-a90d-df84c44ab8d3 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:02:30.390454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d2aed564-b6ee-48ce-a63b-32f2772b8d9a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d2aed564-b6ee-48ce-a63b-32f2772b8d9a,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:30.423611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'd2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'd2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'mac_address': 'fa:16:3e:85:b9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:02:30.431804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f3440-388b-46b7-b8e7-e14b9fd58c7d req-c92fab58-82cc-4b78-8751-dbcf7ddedeb2 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:30.434253 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e9f3440-388b-46b7-b8e7-e14b9fd58c7d req-c92fab58-82cc-4b78-8751-dbcf7ddedeb2 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 1097 time: 0.0601983 Sep 18 05:02:30.438111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:02:30.453719 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Sync routers for ids ['8c78f932-00f4-4666-a90d-df84c44ab8d3'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:02:30.472753 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:30.479069 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Routers {'8c78f932-00f4-4666-a90d-df84c44ab8d3'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:02:30.479706 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:02:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8c78f932-00f4-4666-a90d-df84c44ab8d3'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:30.487238 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2aed564-b6ee-48ce-a63b-32f2772b8d9a {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:30.489745 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e9f3440-388b-46b7-b8e7-e14b9fd58c7d req-e74b6e3e-ede7-464e-9c44-2b61898f53d8 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451674 Sep 18 05:02:30.520470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d2aed564-b6ee-48ce-a63b-32f2772b8d9a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d2aed564-b6ee-48ce-a63b-32f2772b8d9a,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:30.576249 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:30.578413 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f77914fd-eaf4-44dc-b9c3-d31b3b439bcd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9336085 Sep 18 05:02:30.585022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39318) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:30.623563 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Set router 8c78f932-00f4-4666-a90d-df84c44ab8d3 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:02:30.630939 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:30.631881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device cb7bbce1-c9f6-44df-a440-2c65b9d707d2 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:02:30.732725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d2aed564-b6ee-48ce-a63b-32f2772b8d9a,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:30.761273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port cb7bbce1-c9f6-44df-a440-2c65b9d707d2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=cb7bbce1-c9f6-44df-a440-2c65b9d707d2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:30.789599 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2', 'mac_address': 'fa:16:3e:81:f9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:02:30.802722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489773a3-af5c-466a-b2e2-1c5820fafdf4 req-00b5a1c0-e163-4420-aeda-ae40e8557c3c tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:30.811900 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-489773a3-af5c-466a-b2e2-1c5820fafdf4 req-00b5a1c0-e163-4420-aeda-ae40e8557c3c tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.1153932 Sep 18 05:02:30.887578 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-489773a3-af5c-466a-b2e2-1c5820fafdf4 req-bdd0d78a-96e0-4432-b150-2c33adee9c60 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746653 Sep 18 05:02:30.889233 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:30.922791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7bbce1-c9f6-44df-a440-2c65b9d707d2 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:30.990637 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port cb7bbce1-c9f6-44df-a440-2c65b9d707d2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=cb7bbce1-c9f6-44df-a440-2c65b9d707d2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:31.003124 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1807872623-router', 'tenant_id': '5c78fce3b42d4046a7e38785f1019873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '83434a9e-7dbe-4b3f-b1d7-715d121a7e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:02:26Z', 'updated_at': '2021-09-18T05:02:28Z', 'revision_number': 3, 'project_id': '5c78fce3b42d4046a7e38785f1019873', 'gw_port': {'id': '83434a9e-7dbe-4b3f-b1d7-715d121a7e9d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:02:27Z', 'updated_at': '2021-09-18T05:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:31.048856 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Checking router: 8c78f932-00f4-4666-a90d-df84c44ab8d3 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:02:31.049255 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Updating router 8c78f932-00f4-4666-a90d-df84c44ab8d3 port 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:02:31.059530 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:31.079742 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:31.129798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4f24b-4e00-4e6c-88c9-a5a2bd56ee80 req-e7a47661-0d53-44e9-a242-96472f3d304c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:31.139822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17b4f24b-4e00-4e6c-88c9-a5a2bd56ee80 req-e7a47661-0d53-44e9-a242-96472f3d304c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 949 time: 0.2010162 Sep 18 05:02:31.200180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=cb7bbce1-c9f6-44df-a440-2c65b9d707d2,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:31.213988 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7dd21919-8c40-44f5-9654-976304754eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:31.256254 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17b4f24b-4e00-4e6c-88c9-a5a2bd56ee80 req-5066c8ac-017d-46b3-8e2b-78951542c82c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152465 Sep 18 05:02:31.282039 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:31.340627 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d2aed564-b6ee-48ce-a63b-32f2772b8d9a'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:31.396175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['cb7bbce1-c9f6-44df-a440-2c65b9d707d2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:31.437522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8649483e-206f-406f-98af-a54aa10adcc2 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:02:31.444139 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a6912-6247-4d57-b32e-10f61310cb6c req-00d1c9ba-dc3d-489f-a9b4-fad92d181fa6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:31.451878 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a81a6912-6247-4d57-b32e-10f61310cb6c req-00d1c9ba-dc3d-489f-a9b4-fad92d181fa6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.1228826 Sep 18 05:02:31.528870 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Allocated IP 172.20.0.1 (2314b320-f2af-48ce-8026-41c75758e6ff/451e95cc-9fa8-4632-8a4e-7361869beaec/cba84a41-7efa-43b4-a8e8-c0aefa982609) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:02:31.557128 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a81a6912-6247-4d57-b32e-10f61310cb6c req-1efd1aa1-9d4b-4b4b-b78e-7b3765a41a05 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039710 Sep 18 05:02:31.579407 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:31.660251 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8649483e-206f-406f-98af-a54aa10adcc2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:31.661002 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:31.671431 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:31.700405 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:31.760176 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Attempting to bind port 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:02:31.760648 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Attempting to bind port 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:02:31.761236 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Attempting to bind port 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:31.772502 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:02:31.773133 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:02:31.774205 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:31.775291 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:02:31.775991 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Bound port: 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:02:31.776612 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:31.779228 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8d0b6-27c4-4064-b2a1-4f8aa5b3d124 None None] Pushing event updated for resources: {'Port': ['ID=83434a9e-7dbe-4b3f-b1d7-715d121a7e9d,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:31.817069 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8d0b6-27c4-4064-b2a1-4f8aa5b3d124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:31.817578 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8d0b6-27c4-4064-b2a1-4f8aa5b3d124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:31.818020 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8d0b6-27c4-4064-b2a1-4f8aa5b3d124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:31.818454 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8d0b6-27c4-4064-b2a1-4f8aa5b3d124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:31.818886 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8d0b6-27c4-4064-b2a1-4f8aa5b3d124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:31.819849 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8d0b6-27c4-4064-b2a1-4f8aa5b3d124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:31.819977 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8d0b6-27c4-4064-b2a1-4f8aa5b3d124 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:31.820345 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8d0b6-27c4-4064-b2a1-4f8aa5b3d124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:31.820753 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8d0b6-27c4-4064-b2a1-4f8aa5b3d124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:31.821143 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8d0b6-27c4-4064-b2a1-4f8aa5b3d124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:31.821531 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8d0b6-27c4-4064-b2a1-4f8aa5b3d124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:31.821916 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c8d0b6-27c4-4064-b2a1-4f8aa5b3d124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:02:31.824412 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:31.859058 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] For port 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:31.863805 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] For port 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=83434a9e-7dbe-4b3f-b1d7-715d121a7e9d,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:02:31.879223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Network 2314b320-f2af-48ce-8026-41c75758e6ff is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:31.883735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:31.887403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:02:31.938545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Pushing event updated for resources: {'Port': ['ID=cba84a41-7efa-43b4-a8e8-c0aefa982609,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:31.946472 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:31.960123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:32.066956 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8d0b6-27c4-4064-b2a1-4f8aa5b3d124 None None] Pushing event updated for resources: {'Port': ['ID=83434a9e-7dbe-4b3f-b1d7-715d121a7e9d,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:32.069849 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Routers {'8c78f932-00f4-4666-a90d-df84c44ab8d3'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:02:32.070679 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:02:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8c78f932-00f4-4666-a90d-df84c44ab8d3'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:32.161485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c874b2d-499a-4916-a38c-ae8ace19b6ae req-dc9ca00e-c890-4443-9e05-349c7e2efa30 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:32.170717 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5c874b2d-499a-4916-a38c-ae8ace19b6ae req-dc9ca00e-c890-4443-9e05-349c7e2efa30 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.1673074 Sep 18 05:02:32.221060 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] Set router 8c78f932-00f4-4666-a90d-df84c44ab8d3 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:02:32.243659 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5c874b2d-499a-4916-a38c-ae8ace19b6ae req-1a981516-e877-4e13-bcfe-9c90c194b85b tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680623 Sep 18 05:02:32.314770 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7a07bd17-6a27-4d21-a29d-bae565bb9f8f None None] Provisioning complete for port cba84a41-7efa-43b4-a8e8-c0aefa982609 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:32.315364 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7a07bd17-6a27-4d21-a29d-bae565bb9f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:32.325390 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:32.423395 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7a07bd17-6a27-4d21-a29d-bae565bb9f8f None None] Port cba84a41-7efa-43b4-a8e8-c0aefa982609 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:02:32.430907 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1807872623-router', 'tenant_id': '5c78fce3b42d4046a7e38785f1019873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '83434a9e-7dbe-4b3f-b1d7-715d121a7e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:02:26Z', 'updated_at': '2021-09-18T05:02:28Z', 'revision_number': 3, 'project_id': '5c78fce3b42d4046a7e38785f1019873', 'gw_port': {'id': '83434a9e-7dbe-4b3f-b1d7-715d121a7e9d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:02:27Z', 'updated_at': '2021-09-18T05:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:32.475627 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76440f85-8ad2-4c46-bd18-1d007332b456 req-49e81e82-c903-4013-9661-1514d7856820 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:32.484277 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-76440f85-8ad2-4c46-bd18-1d007332b456 req-49e81e82-c903-4013-9661-1514d7856820 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 949 time: 0.1171217 Sep 18 05:02:32.534351 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-76440f85-8ad2-4c46-bd18-1d007332b456 req-81597dfb-e040-42d6-a3e9-bc2df95159c5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442946 Sep 18 05:02:32.609786 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-2787ac07-eee3-4565-8112-5326813ea903 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2093352508&fields=id&tenant_id=fb011ad70dc745f0bee4b88b327fc813 HTTP/1.1" status: 200 len: 267 time: 0.0858619 Sep 18 05:02:32.655670 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3879dd0a-89fc-44f9-8294-a857265baa1f None None] The sync data for ids ['8c78f932-00f4-4666-a90d-df84c44ab8d3'] in n-d-789963-13 is: [{'id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1807872623-router', 'tenant_id': '5c78fce3b42d4046a7e38785f1019873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '83434a9e-7dbe-4b3f-b1d7-715d121a7e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:02:26Z', 'updated_at': '2021-09-18T05:02:28Z', 'revision_number': 3, 'project_id': '5c78fce3b42d4046a7e38785f1019873', 'gw_port': {'id': '83434a9e-7dbe-4b3f-b1d7-715d121a7e9d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:02:27Z', 'updated_at': '2021-09-18T05:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:02:32.729438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c27c5-9540-4997-a013-61ff61ddd208 req-12362d9f-3fb9-4224-bac7-6b3fb8f17576 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:32.736614 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-257c27c5-9540-4997-a013-61ff61ddd208 req-12362d9f-3fb9-4224-bac7-6b3fb8f17576 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0627997 Sep 18 05:02:32.764411 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:32.787816 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-257c27c5-9540-4997-a013-61ff61ddd208 req-e95c2291-d3b7-4dff-9e9d-e0f31a4a9ba0 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489254 Sep 18 05:02:32.825276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-a7076e66-2ffd-4400-8657-ef7ab267a9e5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:32.833870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-a7076e66-2ffd-4400-8657-ef7ab267a9e5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/networks?id=c59f4f04-142b-418a-9ddb-e110263e492a HTTP/1.1" status: 200 len: 816 time: 0.2081726 Sep 18 05:02:32.851802 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-deaaa882-b059-4104-8abc-30256c1e6b81 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/quotas/fb011ad70dc745f0bee4b88b327fc813 HTTP/1.1" status: 200 len: 375 time: 0.0175221 Sep 18 05:02:32.882563 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:32.999094 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-2ecc22e6-91e1-49d4-8acd-d3f4c782ea22 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fb011ad70dc745f0bee4b88b327fc813&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1464064 Sep 18 05:02:33.000311 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Pushing event updated for resources: {'Port': ['ID=cba84a41-7efa-43b4-a8e8-c0aefa982609,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:33.010630 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:33.234923 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-47f92d3f-aa25-499d-a25a-155e367fe192 service neutron] 10.222.0.23 "GET /v2.0/networks/c59f4f04-142b-418a-9ddb-e110263e492a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209504 Sep 18 05:02:33.243610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Network 2314b320-f2af-48ce-8026-41c75758e6ff is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:33.260416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:33.398951 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:02:33.412515 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693f209-2352-4a6b-848f-1319d522a16f req-9425d408-b7aa-4b3d-96ba-ec56a08234d5 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:33.416569 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3693f209-2352-4a6b-848f-1319d522a16f req-9425d408-b7aa-4b3d-96ba-ec56a08234d5 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0814071 Sep 18 05:02:33.479498 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3693f209-2352-4a6b-848f-1319d522a16f req-b970b49b-d0b8-494c-a535-b52c0a66667b tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562987 Sep 18 05:02:33.494959 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:33.495481 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:33.500642 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Router 8c78f932-00f4-4666-a90d-df84c44ab8d3 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:02:33.577834 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-94d9cfaa-9cd6-4f8f-99b7-b8ac2cb6a525 None None] Provisioning complete for port cba84a41-7efa-43b4-a8e8-c0aefa982609 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:33.578443 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-94d9cfaa-9cd6-4f8f-99b7-b8ac2cb6a525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:33.650145 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-94d9cfaa-9cd6-4f8f-99b7-b8ac2cb6a525 None None] Port cba84a41-7efa-43b4-a8e8-c0aefa982609 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:02:33.652262 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:33.677512 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=83434a9e-7dbe-4b3f-b1d7-715d121a7e9d,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:33.683944 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-019095a3-beda-4fab-8fdc-880076e606cd service neutron] 10.222.0.23 "GET /v2.0/networks/c59f4f04-142b-418a-9ddb-e110263e492a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311554 Sep 18 05:02:33.688045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:02:33.693937 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1917cc67-b20d-46d9-8b10-c01136484298 admin admin] 10.222.0.23 "PUT /v2.0/routers/8c78f932-00f4-4666-a90d-df84c44ab8d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1077633 Sep 18 05:02:33.748125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f1d33-f1f3-4760-9b85-c57df2634d1f req-df2e1bf1-6da6-4004-b69d-81c573e53d68 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:33.757295 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aa1f1d33-f1f3-4760-9b85-c57df2634d1f req-df2e1bf1-6da6-4004-b69d-81c573e53d68 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 949 time: 0.1469944 Sep 18 05:02:33.782041 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:33.843949 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aa1f1d33-f1f3-4760-9b85-c57df2634d1f req-cc3baabe-6be8-4712-95d0-9e360614b6d2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854075 Sep 18 05:02:33.891048 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-851a2856-5c42-4f63-ae49-923d2eff8f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:33.903632 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=83434a9e-7dbe-4b3f-b1d7-715d121a7e9d,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:34.045839 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bbbb2-9f09-435a-94cb-71f836c6ae72 req-779ac70f-4a59-45ad-a38a-152a54f4dd6a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:34.047367 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-440bbbb2-9f09-435a-94cb-71f836c6ae72 req-779ac70f-4a59-45ad-a38a-152a54f4dd6a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0516915 Sep 18 05:02:34.087488 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-440bbbb2-9f09-435a-94cb-71f836c6ae72 req-1a2b9a52-8798-408a-be90-e8fa6d8c505c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Sep 18 05:02:34.214412 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device cb7bbce1-c9f6-44df-a440-2c65b9d707d2 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:02:34.317372 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:34.355053 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port cb7bbce1-c9f6-44df-a440-2c65b9d707d2 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:02:34.359646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port cb7bbce1-c9f6-44df-a440-2c65b9d707d2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:34.360138 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:34.443112 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:34.465240 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713c707c-05ed-4c09-9daa-e1df78d31396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:34.467718 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d2a0d9-01f5-4742-803e-d08808856d55" -d '{"events": [{"server_uuid": "713c707c-05ed-4c09-9daa-e1df78d31396", "name": "network-vif-plugged", "status": "completed", "tag": "cb7bbce1-c9f6-44df-a440-2c65b9d707d2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:34.482356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port cb7bbce1-c9f6-44df-a440-2c65b9d707d2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=cb7bbce1-c9f6-44df-a440-2c65b9d707d2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:34.580475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Sync routers for ids ['8c78f932-00f4-4666-a90d-df84c44ab8d3'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:02:34.590278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Routers {'8c78f932-00f4-4666-a90d-df84c44ab8d3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:02:34.591403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:02:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8c78f932-00f4-4666-a90d-df84c44ab8d3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:34.630543 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:34.631339 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d2aed564-b6ee-48ce-a63b-32f2772b8d9a up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:02:34.712895 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-0bf04cad-e4fc-4f64-9a1c-57a05bd6989c req-8562cb19-7b69-4550-8eee-3bc640026666 tempest-FloatingIPDetailsNegativeTestJSON-1654630455 tempest-FloatingIPDetailsNegativeTestJSON-1654630455-project] show failed (client error): The resource could not be found. Sep 18 05:02:34.716721 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0bf04cad-e4fc-4f64-9a1c-57a05bd6989c req-8562cb19-7b69-4550-8eee-3bc640026666 tempest-FloatingIPDetailsNegativeTestJSON-1654630455 tempest-FloatingIPDetailsNegativeTestJSON-1654630455-project] 10.222.0.23 "GET /v2.0/floatingips/3b5b84e5-295d-4593-a380-8703feda9b03 HTTP/1.1" status: 404 len: 350 time: 0.0416534 Sep 18 05:02:34.724284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39400) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:34.752895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=cb7bbce1-c9f6-44df-a440-2c65b9d707d2,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:34.786922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Set router 8c78f932-00f4-4666-a90d-df84c44ab8d3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:02:34.891992 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cc432c-4631-467e-9c62-37400f7dbf91 x-openstack-request-id: req-e7cc432c-4631-467e-9c62-37400f7dbf91 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:34.892319 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713c707c-05ed-4c09-9daa-e1df78d31396", "name": "network-vif-plugged", "status": "completed", "tag": "cb7bbce1-c9f6-44df-a440-2c65b9d707d2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:34.892578 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7cc432c-4631-467e-9c62-37400f7dbf91 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:34.892979 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713c707c-05ed-4c09-9daa-e1df78d31396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2', 'code': 200} Sep 18 05:02:35.010712 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1807872623-router', 'tenant_id': '5c78fce3b42d4046a7e38785f1019873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '83434a9e-7dbe-4b3f-b1d7-715d121a7e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:02:26Z', 'updated_at': '2021-09-18T05:02:32Z', 'revision_number': 4, 'project_id': '5c78fce3b42d4046a7e38785f1019873', 'gw_port': {'id': '83434a9e-7dbe-4b3f-b1d7-715d121a7e9d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:02:27Z', 'updated_at': '2021-09-18T05:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'cba84a41-7efa-43b4-a8e8-c0aefa982609', 'name': '', 'network_id': '2314b320-f2af-48ce-8026-41c75758e6ff', 'tenant_id': '5c78fce3b42d4046a7e38785f1019873', 'mac_address': 'fa:16:3e:bb:dc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '451e95cc-9fa8-4632-8a4e-7361869beaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:02:31Z', 'updated_at': '2021-09-18T05:02:32Z', 'revision_number': 2, 'project_id': '5c78fce3b42d4046a7e38785f1019873', 'subnets': [{'id': '451e95cc-9fa8-4632-8a4e-7361869beaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:35.051003 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port d2aed564-b6ee-48ce-a63b-32f2772b8d9a completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:02:35.053005 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Checking router: 8c78f932-00f4-4666-a90d-df84c44ab8d3 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:02:35.053337 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Updating router 8c78f932-00f4-4666-a90d-df84c44ab8d3 port cba84a41-7efa-43b4-a8e8-c0aefa982609 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:02:35.077623 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port d2aed564-b6ee-48ce-a63b-32f2772b8d9a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:35.078410 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:35.092376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4362d5-cda7-4168-9fb1-56f59a974209 req-b0dc8f9c-39cf-4af9-9675-a695b22ab384 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:35.093858 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed4362d5-cda7-4168-9fb1-56f59a974209 req-b0dc8f9c-39cf-4af9-9675-a695b22ab384 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.1263258 Sep 18 05:02:35.098917 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308188f9-cd16-4b67-ba5d-844b5bc4554c req-ea45611f-b674-4778-bafc-9206497cbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:35.100376 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-308188f9-cd16-4b67-ba5d-844b5bc4554c req-ea45611f-b674-4778-bafc-9206497cbe05 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 1102 time: 0.1297572 Sep 18 05:02:35.105386 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:35.186553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed4362d5-cda7-4168-9fb1-56f59a974209 req-e59b61da-17f6-4b85-8ca5-a5dd42aa7378 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834069 Sep 18 05:02:35.189575 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-308188f9-cd16-4b67-ba5d-844b5bc4554c req-fa41127d-f615-4d5a-87f5-541d82043d47 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787745 Sep 18 05:02:35.245850 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:35.280405 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:35.280833 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-05b14eec-4900-4723-8af5-cb9fe06cf357 req-981aaf00-0970-4c60-b222-aa49be79a0af tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 210 time: 0.0515323 Sep 18 05:02:35.320029 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-601515c1-eb71-4fd4-b5a9-1c02fa55f128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:35.405176 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:02:35.454564 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d2aed564-b6ee-48ce-a63b-32f2772b8d9a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d2aed564-b6ee-48ce-a63b-32f2772b8d9a,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:35.533296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d30110-cc5a-480e-88c8-66ca9cc85a45 req-ed549bc1-137c-4417-a119-7d238b7bb0c2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:35.535913 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23d30110-cc5a-480e-88c8-66ca9cc85a45 req-ed549bc1-137c-4417-a119-7d238b7bb0c2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 950 time: 0.1555290 Sep 18 05:02:35.538949 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:35.539338 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:35.542339 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b60b2-e8f8-42b3-8702-4de76bc1b26f req-02668367-a0af-407a-8cdc-6fb59042adcc tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:35.546284 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-247b60b2-e8f8-42b3-8702-4de76bc1b26f req-02668367-a0af-407a-8cdc-6fb59042adcc tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0725660 Sep 18 05:02:35.582368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:35.604141 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:35.610953 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-247b60b2-e8f8-42b3-8702-4de76bc1b26f req-e296059c-40b8-4425-8434-b6dc8286b093 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598249 Sep 18 05:02:35.685245 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d2aed564-b6ee-48ce-a63b-32f2772b8d9a,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:35.730082 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:35.834545 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35f71a-3123-4ff2-a2ce-6da9bec963cd None None] Pushing event updated for resources: {'Port': ['ID=cba84a41-7efa-43b4-a8e8-c0aefa982609,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:35.888522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Attempting to bind port cba84a41-7efa-43b4-a8e8-c0aefa982609 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:02:35.888907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Attempting to bind port cba84a41-7efa-43b4-a8e8-c0aefa982609 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '34e68e02-d7c1-4507-9ffd-5b02c4802ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2314b320-f2af-48ce-8026-41c75758e6ff'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:02:35.889306 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Attempting to bind port cba84a41-7efa-43b4-a8e8-c0aefa982609 on network 2314b320-f2af-48ce-8026-41c75758e6ff {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:35.902731 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:02:35.902731 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Checking segment: {'id': '34e68e02-d7c1-4507-9ffd-5b02c4802ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2314b320-f2af-48ce-8026-41c75758e6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:02:35.903218 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:35.903579 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Bound using segment: {'id': '34e68e02-d7c1-4507-9ffd-5b02c4802ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2314b320-f2af-48ce-8026-41c75758e6ff'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:02:35.904069 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Bound port: cba84a41-7efa-43b4-a8e8-c0aefa982609, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e68e02-d7c1-4507-9ffd-5b02c4802ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2314b320-f2af-48ce-8026-41c75758e6ff'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:02:35.904507 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:35.980363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23d30110-cc5a-480e-88c8-66ca9cc85a45 req-883cbd43-1aac-4c49-8154-0070dad24b24 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373584 Sep 18 05:02:36.115354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-942078d9-dc93-43f4-9b85-8fba9cfb42c8 None None] Provisioning complete for port cba84a41-7efa-43b4-a8e8-c0aefa982609 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:36.115733 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-942078d9-dc93-43f4-9b85-8fba9cfb42c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:36.117799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-601515c1-eb71-4fd4-b5a9-1c02fa55f128 admin admin] Deleting port cba84a41-7efa-43b4-a8e8-c0aefa982609 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:02:36.118264 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-601515c1-eb71-4fd4-b5a9-1c02fa55f128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:36.145851 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] For port cba84a41-7efa-43b4-a8e8-c0aefa982609, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:36.161872 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] For port cba84a41-7efa-43b4-a8e8-c0aefa982609, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cba84a41-7efa-43b4-a8e8-c0aefa982609,segment=NetworkSegment(34e68e02-d7c1-4507-9ffd-5b02c4802ba8),segment_id=34e68e02-d7c1-4507-9ffd-5b02c4802ba8)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:02:36.166219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-942078d9-dc93-43f4-9b85-8fba9cfb42c8 None None] Port cba84a41-7efa-43b4-a8e8-c0aefa982609 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:02:36.214199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-601515c1-eb71-4fd4-b5a9-1c02fa55f128 admin admin] For port cba84a41-7efa-43b4-a8e8-c0aefa982609, host n-d-789963-13, got binding levels [] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:36.214594 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-601515c1-eb71-4fd4-b5a9-1c02fa55f128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:36.228317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-601515c1-eb71-4fd4-b5a9-1c02fa55f128 admin admin] Calling delete_port for cba84a41-7efa-43b4-a8e8-c0aefa982609 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:02:36.253732 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:36.338214 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35f71a-3123-4ff2-a2ce-6da9bec963cd None None] Pushing event updated for resources: {'Port': ['ID=cba84a41-7efa-43b4-a8e8-c0aefa982609,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:36.408567 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0645681d-0bfa-4464-b4e6-1480eedba4f5 req-ae4bb064-7436-483d-af89-76e3a8651413 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 210 time: 0.0302362 Sep 18 05:02:36.409179 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Routers {'8c78f932-00f4-4666-a90d-df84c44ab8d3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:02:36.412193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:02:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8c78f932-00f4-4666-a90d-df84c44ab8d3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:36.416123 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e1cba-539c-4baf-8838-b8a76370f6cc req-a5bc74d5-63cf-4fa4-afee-e0c79e487d1b tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:36.429167 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-106e1cba-539c-4baf-8838-b8a76370f6cc req-a5bc74d5-63cf-4fa4-afee-e0c79e487d1b tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.1212058 Sep 18 05:02:36.517053 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-106e1cba-539c-4baf-8838-b8a76370f6cc req-0e176fb4-bd9a-46ba-b210-493aa1031c04 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862050 Sep 18 05:02:36.591420 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-601515c1-eb71-4fd4-b5a9-1c02fa55f128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:36.611468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] Set router 8c78f932-00f4-4666-a90d-df84c44ab8d3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:02:36.629043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601515c1-eb71-4fd4-b5a9-1c02fa55f128 admin admin] Pushing event deleted for resources: {'Port': ['ID=cba84a41-7efa-43b4-a8e8-c0aefa982609,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:36.792816 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4868d-c1c1-4a88-b495-01fd69ddecdc req-6e5d3bec-fac4-460c-b322-e69324d3d270 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:36.811435 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-48e4868d-c1c1-4a88-b495-01fd69ddecdc req-6e5d3bec-fac4-460c-b322-e69324d3d270 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0996315 Sep 18 05:02:36.879039 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-48e4868d-c1c1-4a88-b495-01fd69ddecdc req-544df7cf-1686-45b2-93ab-b768a26dc9d6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596888 Sep 18 05:02:36.888361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-61191d20-0fe7-4a82-ac80-5a7a6f17de82 None None] Could not find standard attr ID for object cba84a41-7efa-43b4-a8e8-c0aefa982609. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:02:36.895354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896162a8-d573-4ad2-a426-a2dccd0fee4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2aed564-b6ee-48ce-a63b-32f2772b8d9a'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:36.898117 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6682775c-f7a1-47ef-a4f1-b690701f4958" -d '{"events": [{"server_uuid": "896162a8-d573-4ad2-a426-a2dccd0fee4c", "name": "network-vif-plugged", "status": "completed", "tag": "d2aed564-b6ee-48ce-a63b-32f2772b8d9a"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:36.939782 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-601515c1-eb71-4fd4-b5a9-1c02fa55f128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:36.980024 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5f6b49-a9fe-4317-a28e-0bda6a86eb3f x-openstack-request-id: req-6b5f6b49-a9fe-4317-a28e-0bda6a86eb3f {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:36.990830 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896162a8-d573-4ad2-a426-a2dccd0fee4c", "name": "network-vif-plugged", "status": "completed", "tag": "d2aed564-b6ee-48ce-a63b-32f2772b8d9a", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:36.994452 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b5f6b49-a9fe-4317-a28e-0bda6a86eb3f {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:36.994936 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896162a8-d573-4ad2-a426-a2dccd0fee4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'code': 200} Sep 18 05:02:37.053060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1807872623-router', 'tenant_id': '5c78fce3b42d4046a7e38785f1019873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '83434a9e-7dbe-4b3f-b1d7-715d121a7e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:02:26Z', 'updated_at': '2021-09-18T05:02:32Z', 'revision_number': 4, 'project_id': '5c78fce3b42d4046a7e38785f1019873', 'gw_port': {'id': '83434a9e-7dbe-4b3f-b1d7-715d121a7e9d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:02:27Z', 'updated_at': '2021-09-18T05:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'cba84a41-7efa-43b4-a8e8-c0aefa982609', 'name': '', 'network_id': '2314b320-f2af-48ce-8026-41c75758e6ff', 'tenant_id': '5c78fce3b42d4046a7e38785f1019873', 'mac_address': 'fa:16:3e:bb:dc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '451e95cc-9fa8-4632-8a4e-7361869beaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:02:31Z', 'updated_at': '2021-09-18T05:02:36Z', 'revision_number': 4, 'project_id': '5c78fce3b42d4046a7e38785f1019873', 'subnets': [{'id': '451e95cc-9fa8-4632-8a4e-7361869beaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:37.115936 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:37.116841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f06e7c-bd3e-40cf-8c91-6fc0843a6bd2 None None] The sync data for ids ['8c78f932-00f4-4666-a90d-df84c44ab8d3'] in n-d-789963-13 is: [{'id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1807872623-router', 'tenant_id': '5c78fce3b42d4046a7e38785f1019873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '83434a9e-7dbe-4b3f-b1d7-715d121a7e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:02:26Z', 'updated_at': '2021-09-18T05:02:32Z', 'revision_number': 4, 'project_id': '5c78fce3b42d4046a7e38785f1019873', 'gw_port': {'id': '83434a9e-7dbe-4b3f-b1d7-715d121a7e9d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:02:27Z', 'updated_at': '2021-09-18T05:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'cba84a41-7efa-43b4-a8e8-c0aefa982609', 'name': '', 'network_id': '2314b320-f2af-48ce-8026-41c75758e6ff', 'tenant_id': '5c78fce3b42d4046a7e38785f1019873', 'mac_address': 'fa:16:3e:bb:dc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '451e95cc-9fa8-4632-8a4e-7361869beaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:02:31Z', 'updated_at': '2021-09-18T05:02:36Z', 'revision_number': 4, 'project_id': '5c78fce3b42d4046a7e38785f1019873', 'subnets': [{'id': '451e95cc-9fa8-4632-8a4e-7361869beaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:02:37.143272 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74b833-e7cf-4db5-a339-d925e5d722a0 req-fdcf93fd-f35f-43a1-ba2c-8688f02dcaa4 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:37.152804 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8b74b833-e7cf-4db5-a339-d925e5d722a0 req-fdcf93fd-f35f-43a1-ba2c-8688f02dcaa4 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 950 time: 0.0655348 Sep 18 05:02:37.213779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dafd93-59d4-47c5-9372-947134fb88fd req-32332a17-c7a0-4995-a14e-91bb7f18d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:37.214329 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8b74b833-e7cf-4db5-a339-d925e5d722a0 req-44bc8dc9-c893-4c8b-92b1-5318e33d002a tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602648 Sep 18 05:02:37.216470 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43dafd93-59d4-47c5-9372-947134fb88fd req-32332a17-c7a0-4995-a14e-91bb7f18d247 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=896162a8-d573-4ad2-a426-a2dccd0fee4c HTTP/1.1" status: 200 len: 1102 time: 0.1583028 Sep 18 05:02:37.399218 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43dafd93-59d4-47c5-9372-947134fb88fd req-f6c3c92e-2a12-4825-8e67-3fbd6549e0de service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725564 Sep 18 05:02:37.433145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601515c1-eb71-4fd4-b5a9-1c02fa55f128 admin admin] Router 8c78f932-00f4-4666-a90d-df84c44ab8d3 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:02:37.442177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ca303-6f3b-4190-8fc0-ca3e53c6229c req-6fb96b7b-545c-413e-90e0-5787ae606692 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:37.443725 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b26ca303-6f3b-4190-8fc0-ca3e53c6229c req-6fb96b7b-545c-413e-90e0-5787ae606692 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=896162a8-d573-4ad2-a426-a2dccd0fee4c HTTP/1.1" status: 200 len: 950 time: 0.1287076 Sep 18 05:02:37.560177 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b26ca303-6f3b-4190-8fc0-ca3e53c6229c req-8339bb64-982b-400c-bc6d-f8b3337d2053 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979745 Sep 18 05:02:37.613398 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cdab218d-f139-4822-aca5-9e3919c6cbfe req-0aeaab3b-a202-4049-b520-76cd3329984c tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 210 time: 0.0448034 Sep 18 05:02:37.662951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601515c1-eb71-4fd4-b5a9-1c02fa55f128 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:02:37.668785 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-601515c1-eb71-4fd4-b5a9-1c02fa55f128 admin admin] 10.222.0.23 "PUT /v2.0/routers/8c78f932-00f4-4666-a90d-df84c44ab8d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9433601 Sep 18 05:02:37.680505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39442) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:37.738535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef2c6b-d29c-421e-b161-bd4d8ad0fd9d req-e54c6f11-c2eb-42c4-9b09-d146781d5f07 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:37.740357 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43ef2c6b-d29c-421e-b161-bd4d8ad0fd9d req-e54c6f11-c2eb-42c4-9b09-d146781d5f07 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0658526 Sep 18 05:02:37.789554 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43ef2c6b-d29c-421e-b161-bd4d8ad0fd9d req-f392004b-6b9a-4af0-aa44-31ecf4687433 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416985 Sep 18 05:02:37.827421 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:37.952937 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:38.022077 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9b6b4-a1ab-4f6d-8286-726ae94fa0c7 req-e72a2fc8-a804-46d7-ab28-dfd78189bbd5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:38.027264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c8c9b6b4-a1ab-4f6d-8286-726ae94fa0c7 req-e72a2fc8-a804-46d7-ab28-dfd78189bbd5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0728621 Sep 18 05:02:38.087781 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c8c9b6b4-a1ab-4f6d-8286-726ae94fa0c7 req-693f134b-ae7d-495a-b5a6-f19d98bbc7e9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545778 Sep 18 05:02:38.157644 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] Deleting port 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:02:38.158035 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:38.202908 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-1bf359a8-43f9-4859-8db0-0983eed73fb6 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:38.204776 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-1bf359a8-43f9-4859-8db0-0983eed73fb6 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.13 "GET /v2.0/networks?id=c59f4f04-142b-418a-9ddb-e110263e492a HTTP/1.1" status: 200 len: 816 time: 0.2133334 Sep 18 05:02:38.257842 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-7215d582-d62a-4f61-af4a-b3ef813d8e13 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb011ad70dc745f0bee4b88b327fc813 HTTP/1.1" status: 200 len: 380 time: 0.0427308 Sep 18 05:02:38.260661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] For port 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=83434a9e-7dbe-4b3f-b1d7-715d121a7e9d,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:38.261259 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:38.270468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-4ce2fd2e-1447-4ffa-bdae-b984a7510ccb tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Request body: {'port': {'device_id': '366269e8-228b-41f3-b389-98731bc39411', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'admin_state_up': True, 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'security_groups': ['51904c12-fc0d-4f00-9a9e-d2e74a849821']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:38.275676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] Calling delete_port for 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:02:38.549571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-4ce2fd2e-1447-4ffa-bdae-b984a7510ccb tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Made reservation on behalf of fb011ad70dc745f0bee4b88b327fc813 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:02:38.554526 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-4ce2fd2e-1447-4ffa-bdae-b984a7510ccb tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:38.615162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:38.660729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=83434a9e-7dbe-4b3f-b1d7-715d121a7e9d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:38.703257 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:38.757516 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d8ba3-d8d9-43a7-b5ea-315193dc2f0f None None] Sync routers for ids ['8c78f932-00f4-4666-a90d-df84c44ab8d3'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:02:38.776341 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d8ba3-d8d9-43a7-b5ea-315193dc2f0f None None] Routers {'8c78f932-00f4-4666-a90d-df84c44ab8d3'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:02:38.778443 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-374d8ba3-d8d9-43a7-b5ea-315193dc2f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:02:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8c78f932-00f4-4666-a90d-df84c44ab8d3'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:38.859095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee1890-bbf9-474e-b0a2-3c024be49d6b req-05d963ae-b2c5-4aaf-9609-5f5670da5fd2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:38.860939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3bee1890-bbf9-474e-b0a2-3c024be49d6b req-05d963ae-b2c5-4aaf-9609-5f5670da5fd2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=896162a8-d573-4ad2-a426-a2dccd0fee4c HTTP/1.1" status: 200 len: 950 time: 0.1500590 Sep 18 05:02:38.867019 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:38.869477 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:38.885466 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-374d8ba3-d8d9-43a7-b5ea-315193dc2f0f None None] Set router 8c78f932-00f4-4666-a90d-df84c44ab8d3 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:02:38.919854 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3bee1890-bbf9-474e-b0a2-3c024be49d6b req-c2410bdb-548b-4802-acae-a84631397fb2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490017 Sep 18 05:02:38.921226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-4ce2fd2e-1447-4ffa-bdae-b984a7510ccb tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Allocated IP 172.20.0.10 (c59f4f04-142b-418a-9ddb-e110263e492a/3af5818d-64d9-4b43-92de-22b52c52c578/e17b6410-9253-4aec-b812-4d326c5cfe9c) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:02:38.932905 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1be750d0-47b0-477b-ad11-092b90c67d1f req-9e83a8ec-a5af-4738-87db-f427aa00baa5 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 210 time: 0.1234000 Sep 18 05:02:38.963990 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-374d8ba3-d8d9-43a7-b5ea-315193dc2f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c78f932-00f4-4666-a90d-df84c44ab8d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1807872623-router', 'tenant_id': '5c78fce3b42d4046a7e38785f1019873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:02:26Z', 'updated_at': '2021-09-18T05:02:38Z', 'revision_number': 7, 'project_id': '5c78fce3b42d4046a7e38785f1019873', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:39.032259 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d8ba3-d8d9-43a7-b5ea-315193dc2f0f None None] Checking router: 8c78f932-00f4-4666-a90d-df84c44ab8d3 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:02:39.046346 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d8ba3-d8d9-43a7-b5ea-315193dc2f0f None None] Routers set() bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:02:39.046901 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d8ba3-d8d9-43a7-b5ea-315193dc2f0f None None] Router IDs set() for agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 05:02:39.047627 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_agentschedulers_db [None req-374d8ba3-d8d9-43a7-b5ea-315193dc2f0f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8c78f932-00f4-4666-a90d-df84c44ab8d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:02:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent'). {{(pid=106911) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 05:02:39.048184 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d8ba3-d8d9-43a7-b5ea-315193dc2f0f None None] The sync data for ids ['8c78f932-00f4-4666-a90d-df84c44ab8d3'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:02:39.077443 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.077995 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c78f932-00f4-4666-a90d-df84c44ab8d3 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:02:39.086572 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.090198 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-12b01780-9d41-4072-bf28-64531a932f38 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8c78f932-00f4-4666-a90d-df84c44ab8d3 HTTP/1.1" status: 204 len: 168 time: 1.4063702 Sep 18 05:02:39.091691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39458) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:39.162621 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba996f3-d549-45d0-ac0c-7d7e877bd41f req-405563fb-2fe5-42d9-b7c0-58c703ba664c tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:39.171425 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ba996f3-d549-45d0-ac0c-7d7e877bd41f req-405563fb-2fe5-42d9-b7c0-58c703ba664c tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.1416645 Sep 18 05:02:39.214476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d92714-fee9-491e-b570-5674e18f9b43 admin admin] Deleting subnet 451e95cc-9fa8-4632-8a4e-7361869beaec {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:02:39.221596 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ba996f3-d549-45d0-ac0c-7d7e877bd41f req-f9e17e5f-ca7f-45a9-a69b-fe66703da410 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493033 Sep 18 05:02:39.222394 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70d92714-fee9-491e-b570-5674e18f9b43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.228397 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-4ce2fd2e-1447-4ffa-bdae-b984a7510ccb tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.260079 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70d92714-fee9-491e-b570-5674e18f9b43 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.281187 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145224a-2e4e-47ce-8e79-0772221c75c8 req-06d582f0-0622-45ae-8cb1-5dba5ba4e652 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:39.283138 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f145224a-2e4e-47ce-8e79-0772221c75c8 req-06d582f0-0622-45ae-8cb1-5dba5ba4e652 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0934770 Sep 18 05:02:39.330510 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f145224a-2e4e-47ce-8e79-0772221c75c8 req-8b562e72-99e6-42ce-b46d-c45ca0989edd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369103 Sep 18 05:02:39.346307 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70d92714-fee9-491e-b570-5674e18f9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.422066 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-4ce2fd2e-1447-4ffa-bdae-b984a7510ccb tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.460810 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-4ce2fd2e-1447-4ffa-bdae-b984a7510ccb tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Network c59f4f04-142b-418a-9ddb-e110263e492a is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:39.463960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-4ce2fd2e-1447-4ffa-bdae-b984a7510ccb tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:39.468366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-4ce2fd2e-1447-4ffa-bdae-b984a7510ccb tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:02:39.470716 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70d92714-fee9-491e-b570-5674e18f9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.535670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d92714-fee9-491e-b570-5674e18f9b43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=451e95cc-9fa8-4632-8a4e-7361869beaec,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:39.553923 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c011dbc8-3b91-4157-a5f5-f2594dcc447c None None] Network 2314b320-f2af-48ce-8026-41c75758e6ff requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:02:39.555989 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70d92714-fee9-491e-b570-5674e18f9b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.558466 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-70d92714-fee9-491e-b570-5674e18f9b43 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/451e95cc-9fa8-4632-8a4e-7361869beaec HTTP/1.1" status: 204 len: 168 time: 0.4657915 Sep 18 05:02:39.560928 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39464) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:39.582018 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-4ce2fd2e-1447-4ffa-bdae-b984a7510ccb tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:39.582742 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-4ce2fd2e-1447-4ffa-bdae-b984a7510ccb tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.585766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2fd2e-1447-4ffa-bdae-b984a7510ccb tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Pushing event updated for resources: {'Port': ['ID=e17b6410-9253-4aec-b812-4d326c5cfe9c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:39.645700 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cba84a41-7efa-43b4-a8e8-c0aefa982609 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:02:39.677566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: cba84a41-7efa-43b4-a8e8-c0aefa982609 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:02:39.677566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cba84a41-7efa-43b4-a8e8-c0aefa982609 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:02:39.731959 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-4ce2fd2e-1447-4ffa-bdae-b984a7510ccb tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4659109 Sep 18 05:02:39.739262 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.748820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Request body: {'port': {'device_id': '366269e8-228b-41f3-b389-98731bc39411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:39.817336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Deleting port 8649483e-206f-406f-98af-a54aa10adcc2 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:02:39.817654 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.837501 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.843283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-bd712ef4-d2b2-4a4c-9e1f-dab9eb3ba9c4 service neutron] 10.222.0.18 "GET /v2.0/ports/b218360f-c562-4280-a2fe-afa957d311d7/bindings/n-h1-789963-13 HTTP/1.1" status: 200 len: 383 time: 0.1494927 Sep 18 05:02:39.850691 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a14f6472-1468-440f-a4d7-52d9c3075ba4 None None] Provisioning complete for port e17b6410-9253-4aec-b812-4d326c5cfe9c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:39.852609 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a14f6472-1468-440f-a4d7-52d9c3075ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.899477 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a14f6472-1468-440f-a4d7-52d9c3075ba4 None None] Port e17b6410-9253-4aec-b812-4d326c5cfe9c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:02:39.904571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] For port 8649483e-206f-406f-98af-a54aa10adcc2, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8649483e-206f-406f-98af-a54aa10adcc2,segment=NetworkSegment(34e68e02-d7c1-4507-9ffd-5b02c4802ba8),segment_id=34e68e02-d7c1-4507-9ffd-5b02c4802ba8)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:39.905383 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:39.919530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Calling delete_port for 8649483e-206f-406f-98af-a54aa10adcc2 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:02:40.045545 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b4e8d2-2ae4-4da2-a87b-4a8b282df3bc None None] DHCP port deletion for 2314b320-f2af-48ce-8026-41c75758e6ff request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:02:40.126164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-20b4e8d2-2ae4-4da2-a87b-4a8b282df3bc None None] Deleting port 8649483e-206f-406f-98af-a54aa10adcc2 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:02:40.126714 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-20b4e8d2-2ae4-4da2-a87b-4a8b282df3bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:40.129374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73db6e-7e60-460a-8fea-c3ef361fd9c1 req-ba1d1765-d341-49f4-b59a-1910d0e2a55b tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:40.136902 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bc73db6e-7e60-460a-8fea-c3ef361fd9c1 req-ba1d1765-d341-49f4-b59a-1910d0e2a55b tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=896162a8-d573-4ad2-a426-a2dccd0fee4c HTTP/1.1" status: 200 len: 950 time: 0.0886173 Sep 18 05:02:40.160326 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:40.198590 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700c59e-c4db-4139-8d3f-457c2067f709 req-f05fe2ef-92cd-4d26-971a-c1c72923c202 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:40.201008 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d700c59e-c4db-4139-8d3f-457c2067f709 req-f05fe2ef-92cd-4d26-971a-c1c72923c202 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 932 time: 0.1142962 Sep 18 05:02:40.208643 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bc73db6e-7e60-460a-8fea-c3ef361fd9c1 req-74f9c365-ed0b-4218-ac25-147c2c472053 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663993 Sep 18 05:02:40.211372 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Pushing event deleted for resources: {'Port': ['ID=8649483e-206f-406f-98af-a54aa10adcc2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:40.219452 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] No DVR routers for this DVR port 8649483e-206f-406f-98af-a54aa10adcc2 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:02:40.232381 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-20b4e8d2-2ae4-4da2-a87b-4a8b282df3bc None None] For port 8649483e-206f-406f-98af-a54aa10adcc2, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8649483e-206f-406f-98af-a54aa10adcc2,segment=NetworkSegment(34e68e02-d7c1-4507-9ffd-5b02c4802ba8),segment_id=34e68e02-d7c1-4507-9ffd-5b02c4802ba8)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:40.232787 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-20b4e8d2-2ae4-4da2-a87b-4a8b282df3bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:40.258208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-20b4e8d2-2ae4-4da2-a87b-4a8b282df3bc None None] Calling delete_port for 8649483e-206f-406f-98af-a54aa10adcc2 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:02:40.315013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d700c59e-c4db-4139-8d3f-457c2067f709 req-ac754b46-f9d7-4983-a36a-b7ddbe620422 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019154 Sep 18 05:02:40.392846 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-20b4e8d2-2ae4-4da2-a87b-4a8b282df3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:40.420741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4e8d2-2ae4-4da2-a87b-4a8b282df3bc None None] Pushing event deleted for resources: {'Port': ['ID=8649483e-206f-406f-98af-a54aa10adcc2,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:40.429101 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4e8d2-2ae4-4da2-a87b-4a8b282df3bc None None] No DVR routers for this DVR port 8649483e-206f-406f-98af-a54aa10adcc2 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:02:40.500791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17b6410-9253-4aec-b812-4d326c5cfe9c {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:40.512321 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:40.542419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff53fd0-ec9d-43b7-a5c7-e72c69da36fe req-29ea4f77-6c06-4b7a-a91a-59dc62f5586f tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:40.551574 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ff53fd0-ec9d-43b7-a5c7-e72c69da36fe req-29ea4f77-6c06-4b7a-a91a-59dc62f5586f tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.1007175 Sep 18 05:02:40.559776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Transition to ACTIVE for port object e17b6410-9253-4aec-b812-4d326c5cfe9c will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:02:40.620943 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ff53fd0-ec9d-43b7-a5c7-e72c69da36fe req-baa79b59-5bde-4e6e-b793-0fde068cc9cd tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680461 Sep 18 05:02:40.702677 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:40.703288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-51c63927-4537-4a7b-aa56-810843c3158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:40.705105 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-51c63927-4537-4a7b-aa56-810843c3158c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1&tenant_id=20ae15386bab4155a078057ceffa9f60 HTTP/1.1" status: 200 len: 1102 time: 0.0738595 Sep 18 05:02:40.728061 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:40.755129 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:02:40.755658 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:02:40.756153 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:02:40.756555 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Subscribe: > port after_create 55550000 {{(pid=106908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:02:40.756916 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Subscribe: > port after_delete 55550000 {{(pid=106908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:02:40.766868 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Subscribe: > port after_update 55550000 {{(pid=106908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:02:40.766868 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:02:40.766868 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:02:40.766868 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:02:40.766868 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:02:40.850823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Pushing event updated for resources: {'Port': ['ID=e17b6410-9253-4aec-b812-4d326c5cfe9c,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:40.879159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74299-1b2a-455c-a484-08e9ef42aad3 req-0e7ac98d-f1fc-462c-8a7e-a1d37be95c46 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:40.879159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d7d74299-1b2a-455c-a484-08e9ef42aad3 req-0e7ac98d-f1fc-462c-8a7e-a1d37be95c46 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.1880336 Sep 18 05:02:40.882983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-cbf9e371-a5d0-4332-8cb3-6acd0d315fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:40.884498 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-cbf9e371-a5d0-4332-8cb3-6acd0d315fc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 1102 time: 0.1380117 Sep 18 05:02:40.897952 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:02:40.898651 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:02:40.899199 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:02:40.899731 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 05:02:40.900336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2314b320-f2af-48ce-8026-41c75758e6ff']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:40.924171 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e68e02-d7c1-4507-9ffd-5b02c4802ba8') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:40.924621 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e68e02-d7c1-4507-9ffd-5b02c4802ba8') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:40.945189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:40.984346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:41.002348 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:02:41.003585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: from cryptography.utils import int_from_bytes Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: from cryptography.utils import int_from_bytes Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:02:41.009975 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:02:41.032169 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf6cf6-320e-47df-8133-f1cfccd0bfee req-4f5fc46b-8105-4527-81a2-b8ce7864d8bd tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:41.039760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf6cf6-320e-47df-8133-f1cfccd0bfee req-4f5fc46b-8105-4527-81a2-b8ce7864d8bd tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:41.049263 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d7d74299-1b2a-455c-a484-08e9ef42aad3 req-04ebef8f-8680-4c5c-aa1a-9c9ff269bee4 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411104 Sep 18 05:02:41.049439 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cfaf6cf6-320e-47df-8133-f1cfccd0bfee req-4f5fc46b-8105-4527-81a2-b8ce7864d8bd tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396&device_id=896162a8-d573-4ad2-a426-a2dccd0fee4c HTTP/1.1" status: 200 len: 1691 time: 0.3493795 Sep 18 05:02:41.073316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Attempting to bind port e17b6410-9253-4aec-b812-4d326c5cfe9c on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:02:41.073669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Attempting to bind port e17b6410-9253-4aec-b812-4d326c5cfe9c by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'ac4e6bee-6998-4fb4-b62c-ed3409d11437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:02:41.074009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Attempting to bind port e17b6410-9253-4aec-b812-4d326c5cfe9c on network c59f4f04-142b-418a-9ddb-e110263e492a {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:41.087462 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Port e17b6410-9253-4aec-b812-4d326c5cfe9c on network c59f4f04-142b-418a-9ddb-e110263e492a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:02:41.087806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Attempting to bind port e17b6410-9253-4aec-b812-4d326c5cfe9c on network c59f4f04-142b-418a-9ddb-e110263e492a {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:41.095736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:02:41.096079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Checking segment: {'id': 'ac4e6bee-6998-4fb4-b62c-ed3409d11437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:02:41.096494 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Bound using segment: {'id': 'ac4e6bee-6998-4fb4-b62c-ed3409d11437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:02:41.097501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Bound port: e17b6410-9253-4aec-b812-4d326c5cfe9c, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4e6bee-6998-4fb4-b62c-ed3409d11437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:02:41.097857 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:41.100092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-4f204db9-a660-4a7f-ae49-2c4014b4ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:41.101605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-4f204db9-a660-4a7f-ae49-2c4014b4ad88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1877837 Sep 18 05:02:41.127036 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cfaf6cf6-320e-47df-8133-f1cfccd0bfee req-63cd1b73-2acb-4f62-b57f-9fb7c040bce1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765605 Sep 18 05:02:41.159766 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-65a9ef3c-f9b8-4cc7-afd9-13bd590cfdfd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=b218360f-c562-4280-a2fe-afa957d311d7 HTTP/1.1" status: 200 len: 217 time: 0.0501142 Sep 18 05:02:41.248148 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:41.249261 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-2e7d1e45-90d1-44bd-8bed-dee6eb293b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:41.250744 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-2e7d1e45-90d1-44bd-8bed-dee6eb293b6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0707567 Sep 18 05:02:41.256183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] For port e17b6410-9253-4aec-b812-4d326c5cfe9c, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:41.267938 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] For port e17b6410-9253-4aec-b812-4d326c5cfe9c, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e17b6410-9253-4aec-b812-4d326c5cfe9c,segment=NetworkSegment(ac4e6bee-6998-4fb4-b62c-ed3409d11437),segment_id=ac4e6bee-6998-4fb4-b62c-ed3409d11437)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:02:41.293127 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:41.303833 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] 10.222.0.23 "DELETE /v2.0/networks/2314b320-f2af-48ce-8026-41c75758e6ff HTTP/1.1" status: 204 len: 168 time: 1.7408845 Sep 18 05:02:41.309139 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2eef2-f302-45f1-abd9-c04911ce8acc admin admin] Pushing event deleted for resources: {'Network': ['ID=2314b320-f2af-48ce-8026-41c75758e6ff,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:41.323329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-895606de-7c22-4027-b582-82d120822490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:41.326092 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-895606de-7c22-4027-b582-82d120822490 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0667596 Sep 18 05:02:41.394020 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488acfd-3116-49b3-9920-26385d153d2f req-052f0968-6e0f-4c6a-a41a-bb5a229a6779 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:41.401750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8649483e-206f-406f-98af-a54aa10adcc2 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:02:41.415331 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9488acfd-3116-49b3-9920-26385d153d2f req-052f0968-6e0f-4c6a-a41a-bb5a229a6779 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 1102 time: 0.0901330 Sep 18 05:02:41.427989 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:41.447007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 8649483e-206f-406f-98af-a54aa10adcc2 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:02:41.449834 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8649483e-206f-406f-98af-a54aa10adcc2 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:02:41.450594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:02:41.496847 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:02:41.497473 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 83434a9e-7dbe-4b3f-b1d7-715d121a7e9d not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:02:41.502481 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9488acfd-3116-49b3-9920-26385d153d2f req-af28ad4e-d05e-45c4-a17f-c4e27c707cdc tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863159 Sep 18 05:02:41.538931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Pushing event updated for resources: {'Port': ['ID=e17b6410-9253-4aec-b812-4d326c5cfe9c,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:41.552806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:41.553571 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:41.557822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-559ceec7-c031-44ee-8aa6-80779e5e1074 service neutron] 10.222.0.13 "PUT /v2.0/ports/e17b6410-9253-4aec-b812-4d326c5cfe9c HTTP/1.1" status: 200 len: 1093 time: 1.8116429 Sep 18 05:02:41.557822 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366269e8-228b-41f3-b389-98731bc39411', 'tag': 'e17b6410-9253-4aec-b812-4d326c5cfe9c'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:41.560272 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f69484-5771-4048-aa4f-6bc523fdd5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "366269e8-228b-41f3-b389-98731bc39411", "tag": "e17b6410-9253-4aec-b812-4d326c5cfe9c"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:41.648723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e6c59-3258-4561-962c-e4ffcde5acfe req-a7450eea-5626-4c25-ad1e-44765b5399f7 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:41.650618 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-986e6c59-3258-4561-962c-e4ffcde5acfe req-a7450eea-5626-4c25-ad1e-44765b5399f7 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=896162a8-d573-4ad2-a426-a2dccd0fee4c HTTP/1.1" status: 200 len: 1102 time: 0.0656333 Sep 18 05:02:41.689730 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-986e6c59-3258-4561-962c-e4ffcde5acfe req-408c80ea-fa24-46ef-9b3b-9b7f22f4d4ef tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325522 Sep 18 05:02:41.723026 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-4cd996dd-2ac5-468f-a942-343244130618 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860664 Sep 18 05:02:41.778200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eba494-770b-424d-8c30-72b8f13b0970 req-c25bda89-ff94-4b51-bcff-835b22bf806d tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:41.780785 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0eba494-770b-424d-8c30-72b8f13b0970 req-c25bda89-ff94-4b51-bcff-835b22bf806d tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 944 time: 0.2128050 Sep 18 05:02:41.781627 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4bf41e-8b0a-4f6a-92f2-68fc51d24ef3 x-openstack-request-id: req-ae4bf41e-8b0a-4f6a-92f2-68fc51d24ef3 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:41.781882 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366269e8-228b-41f3-b389-98731bc39411", "tag": "e17b6410-9253-4aec-b812-4d326c5cfe9c", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:41.782142 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae4bf41e-8b0a-4f6a-92f2-68fc51d24ef3 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:41.782556 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366269e8-228b-41f3-b389-98731bc39411', 'tag': 'e17b6410-9253-4aec-b812-4d326c5cfe9c', 'status': 'completed', 'code': 200} Sep 18 05:02:41.828341 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39496) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:41.862013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be75d3-0092-4665-8d49-cc709f88c432 req-beda85f2-919e-4850-90ca-a5587c104e04 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:41.865322 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-36be75d3-0092-4665-8d49-cc709f88c432 req-beda85f2-919e-4850-90ca-a5587c104e04 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0622959 Sep 18 05:02:41.917840 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-36be75d3-0092-4665-8d49-cc709f88c432 req-ce41e218-2e04-4759-8a75-6119398f734e tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448666 Sep 18 05:02:41.942807 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0eba494-770b-424d-8c30-72b8f13b0970 req-5fd9d171-6e88-4a2a-b2e8-68485ac217ca tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443744 Sep 18 05:02:41.947882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-f4af22b9-984d-4c45-9777-6a68be72b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:41.949409 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-f4af22b9-984d-4c45-9777-6a68be72b635 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb011ad70dc745f0bee4b88b327fc813&device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 1096 time: 0.2291658 Sep 18 05:02:41.956836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b82e19a0-4e33-47d6-8d8f-07bda1c3fb71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c78fce3b42d4046a7e38785f1019873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1265690 Sep 18 05:02:41.958827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39498) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:41.979413 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f2916c-2b4c-40e5-8b54-811086b5a142 req-77d2163c-7a31-4fd3-9f03-0942ee2a127e service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449605 Sep 18 05:02:42.026916 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-90411bc3-511d-44f7-add3-4373bee62935 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17b6410-9253-4aec-b812-4d326c5cfe9c HTTP/1.1" status: 200 len: 217 time: 0.0463517 Sep 18 05:02:42.035760 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60cbd9fa-1dd4-42db-b77f-13028555bb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:42.074629 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60cbd9fa-1dd4-42db-b77f-13028555bb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:42.089772 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-0a6d6ee0-d965-4e81-886a-289b4f60254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:42.092725 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-0a6d6ee0-d965-4e81-886a-289b4f60254a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3af5818d-64d9-4b43-92de-22b52c52c578 HTTP/1.1" status: 200 len: 855 time: 0.0554280 Sep 18 05:02:42.218037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acce81-62fc-4fc8-a143-014ed0d7c649 req-a8f691f5-3e92-4802-b5e1-cbad4ed05034 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:42.219543 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4acce81-62fc-4fc8-a143-014ed0d7c649 req-a8f691f5-3e92-4802-b5e1-cbad4ed05034 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0712802 Sep 18 05:02:42.221552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-1a3ebc45-1276-4b9c-85b2-38ef0b830a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:42.222984 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-1a3ebc45-1276-4b9c-85b2-38ef0b830a54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c59f4f04-142b-418a-9ddb-e110263e492a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192567 Sep 18 05:02:42.270232 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60cbd9fa-1dd4-42db-b77f-13028555bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:42.273747 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60cbd9fa-1dd4-42db-b77f-13028555bb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:42.274982 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-60cbd9fa-1dd4-42db-b77f-13028555bb33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f0679cf-77c4-4e9f-9aad-8f5bd8421249 HTTP/1.1" status: 204 len: 168 time: 0.3149664 Sep 18 05:02:42.287780 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbd9fa-1dd4-42db-b77f-13028555bb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0679cf-77c4-4e9f-9aad-8f5bd8421249,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:42.406774 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4acce81-62fc-4fc8-a143-014ed0d7c649 req-71fd3242-9424-4b84-ac48-6399018dd11d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802726 Sep 18 05:02:42.429003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-3f10c8b9-1ea4-413c-b263-b90104be5186 service neutron] 10.222.0.13 "GET /v2.0/networks/c59f4f04-142b-418a-9ddb-e110263e492a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963992 Sep 18 05:02:42.468488 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-3faac37e-a27c-4e9c-8a4e-a618b5a32245 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570726 Sep 18 05:02:42.600984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d4a7-1cbc-4a39-988e-fdab015947ce req-33507bd7-59cc-40ae-baca-c14c6e3a9d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:42.602507 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2332d4a7-1cbc-4a39-988e-fdab015947ce req-33507bd7-59cc-40ae-baca-c14c6e3a9d00 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 1098 time: 0.1010194 Sep 18 05:02:42.611538 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-41f74d52-f4e6-421a-b347-3f9990b4a15e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:42.616884 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-41f74d52-f4e6-421a-b347-3f9990b4a15e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401067 Sep 18 05:02:42.628983 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fd57076-ea23-4c6e-91a2-fcafc0b87c69 req-597286fd-4733-4414-8875-667eb4d68427 service neutron] 10.222.0.13 "GET /v2.0/networks/c59f4f04-142b-418a-9ddb-e110263e492a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883855 Sep 18 05:02:42.635984 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-b502fe97-116a-465e-a15c-2f6ba2ff43d6 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/quotas/a97b9513588a49819b66961de66a225b HTTP/1.1" status: 200 len: 375 time: 0.0134516 Sep 18 05:02:42.649279 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2332d4a7-1cbc-4a39-988e-fdab015947ce req-4f6e5b0a-ef47-40f5-aa45-8f1bb6f67257 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377066 Sep 18 05:02:42.701832 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-05792a54-f9cd-42b1-88d6-ccca0e91fa96 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547659 Sep 18 05:02:42.833286 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f69484-5771-4048-aa4f-6bc523fdd5b8 req-70eae6ab-245b-4db9-b8b6-2ed371bdae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:42.834838 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4f69484-5771-4048-aa4f-6bc523fdd5b8 req-70eae6ab-245b-4db9-b8b6-2ed371bdae1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb011ad70dc745f0bee4b88b327fc813&device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 1096 time: 0.0478253 Sep 18 05:02:42.938619 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f69484-5771-4048-aa4f-6bc523fdd5b8 req-1225e568-c03c-460b-9d08-b3f1b46320a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:42.940099 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4f69484-5771-4048-aa4f-6bc523fdd5b8 req-1225e568-c03c-460b-9d08-b3f1b46320a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c59f4f04-142b-418a-9ddb-e110263e492a HTTP/1.1" status: 200 len: 916 time: 0.0954132 Sep 18 05:02:42.997462 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4f69484-5771-4048-aa4f-6bc523fdd5b8 req-97702970-a66f-4b1f-b2b2-e22f66603a14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17b6410-9253-4aec-b812-4d326c5cfe9c HTTP/1.1" status: 200 len: 217 time: 0.0478046 Sep 18 05:02:43.080410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f69484-5771-4048-aa4f-6bc523fdd5b8 req-871df5ae-3e0a-4446-bae7-7b3ebfdbd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:43.082082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4f69484-5771-4048-aa4f-6bc523fdd5b8 req-871df5ae-3e0a-4446-bae7-7b3ebfdbd7a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3af5818d-64d9-4b43-92de-22b52c52c578 HTTP/1.1" status: 200 len: 855 time: 0.0770254 Sep 18 05:02:43.106769 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5eb370-7a5b-4082-89fa-4b70b6817166 req-1500cdcb-e619-4f48-8fc6-c8aeac6a3e09 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:43.108131 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dd5eb370-7a5b-4082-89fa-4b70b6817166 req-1500cdcb-e619-4f48-8fc6-c8aeac6a3e09 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0723879 Sep 18 05:02:43.172934 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dd5eb370-7a5b-4082-89fa-4b70b6817166 req-460dac10-b173-4749-983f-f10d4fbba99a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428264 Sep 18 05:02:43.175944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f69484-5771-4048-aa4f-6bc523fdd5b8 req-88948397-56e6-48b8-8585-99678c0aee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:43.177547 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4f69484-5771-4048-aa4f-6bc523fdd5b8 req-88948397-56e6-48b8-8585-99678c0aee20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c59f4f04-142b-418a-9ddb-e110263e492a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857713 Sep 18 05:02:43.349007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb8d1c-3c59-4c6f-b5fa-b7b303c547f3 req-39ff39ba-ac95-4cfe-a839-c4ca50e4f96b tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:43.350542 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2bb8d1c-3c59-4c6f-b5fa-b7b303c547f3 req-39ff39ba-ac95-4cfe-a839-c4ca50e4f96b tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 944 time: 0.1153655 Sep 18 05:02:43.354623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4f69484-5771-4048-aa4f-6bc523fdd5b8 req-7b2bc5a3-04a1-40d3-9973-fd515080c9d4 service neutron] 10.222.0.13 "GET /v2.0/networks/c59f4f04-142b-418a-9ddb-e110263e492a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674705 Sep 18 05:02:43.721989 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2bb8d1c-3c59-4c6f-b5fa-b7b303c547f3 req-54391b8d-810c-459f-bb67-b1cc8387e96d tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3646114 Sep 18 05:02:43.820550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4f69484-5771-4048-aa4f-6bc523fdd5b8 req-9ee0f61f-0d01-4b05-a08f-c9c62b86a681 service neutron] 10.222.0.13 "GET /v2.0/networks/c59f4f04-142b-418a-9ddb-e110263e492a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562571 Sep 18 05:02:43.975719 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ed4f2-b6e4-40d1-8076-32a44ea41777 req-64dedd10-21e8-4ea0-a86f-db9f031f26f4 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:43.984545 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a3ed4f2-b6e4-40d1-8076-32a44ea41777 req-64dedd10-21e8-4ea0-a86f-db9f031f26f4 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.1246524 Sep 18 05:02:44.035970 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a3ed4f2-b6e4-40d1-8076-32a44ea41777 req-9c4f4260-33af-4e42-a215-39e52468665f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504074 Sep 18 05:02:44.305465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b218360f-c562-4280-a2fe-afa957d311d7 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:02:44.358894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd48ae-9932-464d-82cf-bc5b6bc78023 req-088c200e-73c5-435d-aa3e-1f7def65a4f8 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:44.369335 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a2cd48ae-9932-464d-82cf-bc5b6bc78023 req-088c200e-73c5-435d-aa3e-1f7def65a4f8 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0701017 Sep 18 05:02:44.443055 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a2cd48ae-9932-464d-82cf-bc5b6bc78023 req-8a0fdbf4-877d-4174-bfd4-8b0b6ff543ca tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724087 Sep 18 05:02:44.485907 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:44.535016 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c203d182-8260-48b8-9796-7433c8f37ed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b218360f-c562-4280-a2fe-afa957d311d7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:44.537499 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf45f72e-84b5-4114-ac32-1dd6fee5b023" -d '{"events": [{"server_uuid": "c203d182-8260-48b8-9796-7433c8f37ed1", "name": "network-vif-unplugged", "status": "completed", "tag": "b218360f-c562-4280-a2fe-afa957d311d7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:44.565420 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b7e57594-ebe9-49f8-aae9-833e358431db req-ce6be744-66fd-4a7b-b648-008703dd5b6d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 210 time: 0.0368142 Sep 18 05:02:44.575256 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b218360f-c562-4280-a2fe-afa957d311d7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b218360f-c562-4280-a2fe-afa957d311d7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:44.594194 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-3a43d405-b54a-40c2-8b11-ec6be635fb03 req-635fc8ea-c063-46f2-8748-17b6fd21074f tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-838417610', 'description': 'tempest-description-179933822'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:44.635217 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:44.703356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b218360f-c562-4280-a2fe-afa957d311d7,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:44.728718 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3a43d405-b54a-40c2-8b11-ec6be635fb03 req-635fc8ea-c063-46f2-8748-17b6fd21074f tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:44.848625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3a43d405-b54a-40c2-8b11-ec6be635fb03 req-635fc8ea-c063-46f2-8748-17b6fd21074f tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:44.870640 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0ea26d-53df-4364-9f8b-3b2ab2dacecb x-openstack-request-id: req-dd0ea26d-53df-4364-9f8b-3b2ab2dacecb {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:44.871043 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c203d182-8260-48b8-9796-7433c8f37ed1", "name": "network-vif-unplugged", "status": "completed", "tag": "b218360f-c562-4280-a2fe-afa957d311d7", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:44.871397 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd0ea26d-53df-4364-9f8b-3b2ab2dacecb {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:44.871918 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c203d182-8260-48b8-9796-7433c8f37ed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b218360f-c562-4280-a2fe-afa957d311d7', 'code': 200} Sep 18 05:02:44.966201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fa1cb-6902-4f91-96a4-d993a73fd8ad req-0f8437f1-9e42-40fc-b206-7c628146b443 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:44.968174 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-874fa1cb-6902-4f91-96a4-d993a73fd8ad req-0f8437f1-9e42-40fc-b206-7c628146b443 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 944 time: 0.0512424 Sep 18 05:02:44.984000 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3a43d405-b54a-40c2-8b11-ec6be635fb03 req-635fc8ea-c063-46f2-8748-17b6fd21074f tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:45.017809 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fc8ea-c063-46f2-8748-17b6fd21074f tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8804c003-f5c5-418f-a292-16b89ca240c1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:45.028842 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-874fa1cb-6902-4f91-96a4-d993a73fd8ad req-35fe9a97-3439-4917-9430-6d1dfcf41f22 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544415 Sep 18 05:02:45.122665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3a43d405-b54a-40c2-8b11-ec6be635fb03 req-635fc8ea-c063-46f2-8748-17b6fd21074f tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:45.123934 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3a43d405-b54a-40c2-8b11-ec6be635fb03 req-635fc8ea-c063-46f2-8748-17b6fd21074f tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5344195 Sep 18 05:02:45.225723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b6dc3-63e9-44d3-a27a-230baf006b2e req-bbbac2f7-d57c-43e0-b1df-90f7548fc14f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:45.227263 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e71b6dc3-63e9-44d3-a27a-230baf006b2e req-bbbac2f7-d57c-43e0-b1df-90f7548fc14f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 948 time: 0.0558910 Sep 18 05:02:45.267266 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e71b6dc3-63e9-44d3-a27a-230baf006b2e req-577c1744-6ac2-4453-b964-6974c812d336 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320263 Sep 18 05:02:45.295860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f83841ce-56ed-4704-be64-4ea61191347b req-6213bdb4-1a41-4810-90dc-815457a7834e tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-838417610&fields=id&tenant_id=3105615cf06941c3854327e9eaa23cdf HTTP/1.1" status: 200 len: 267 time: 0.0360401 Sep 18 05:02:45.354785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83841ce-56ed-4704-be64-4ea61191347b req-21c26475-1fc2-47e7-bbfb-fb1c873e0a04 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:45.356292 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f83841ce-56ed-4704-be64-4ea61191347b req-21c26475-1fc2-47e7-bbfb-fb1c873e0a04 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0541847 Sep 18 05:02:45.368092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-f83841ce-56ed-4704-be64-4ea61191347b req-2b336b0c-544c-4316-a05a-a25c19215523 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Request body: {'port': {'security_groups': ['72ba55d8-9361-46ec-8d11-274ee6257a1d', '8804c003-f5c5-418f-a292-16b89ca240c1']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:45.435644 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f83841ce-56ed-4704-be64-4ea61191347b req-2b336b0c-544c-4316-a05a-a25c19215523 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:45.638153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f83841ce-56ed-4704-be64-4ea61191347b req-2b336b0c-544c-4316-a05a-a25c19215523 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] For port 7f851c48-9915-448c-ba62-25943854fd87, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f851c48-9915-448c-ba62-25943854fd87,segment=NetworkSegment(86c18a72-84b2-40f7-ab49-0f199de45bbe),segment_id=86c18a72-84b2-40f7-ab49-0f199de45bbe)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:45.666504 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f83841ce-56ed-4704-be64-4ea61191347b req-2b336b0c-544c-4316-a05a-a25c19215523 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:45.777691 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f83841ce-56ed-4704-be64-4ea61191347b req-2b336b0c-544c-4316-a05a-a25c19215523 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:45.790036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7f851c48-9915-448c-ba62-25943854fd87'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:45.821646 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83841ce-56ed-4704-be64-4ea61191347b req-2b336b0c-544c-4316-a05a-a25c19215523 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:45.822278 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f83841ce-56ed-4704-be64-4ea61191347b req-2b336b0c-544c-4316-a05a-a25c19215523 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:45.823690 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f83841ce-56ed-4704-be64-4ea61191347b req-2b336b0c-544c-4316-a05a-a25c19215523 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "PUT /v2.0/ports/7f851c48-9915-448c-ba62-25943854fd87 HTTP/1.1" status: 200 len: 982 time: 0.4600880 Sep 18 05:02:45.824282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'tag': '7f851c48-9915-448c-ba62-25943854fd87'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:45.828678 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5870ca41-a657-41ab-8364-e35a92493774" -d '{"events": [{"name": "network-changed", "server_uuid": "3b278774-6fb2-4b4c-9bbe-41d6c6e7d205", "tag": "7f851c48-9915-448c-ba62-25943854fd87"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:45.854239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b336b0c-544c-4316-a05a-a25c19215523 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Pushing event updated for resources: {'Port': ['ID=7f851c48-9915-448c-ba62-25943854fd87,revision_number=6']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:45.904363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc652f53-37d3-44c4-b05a-59e138c20af1 req-2f174074-e1e6-4aa5-a4f5-917b4228c925 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 210 time: 0.0304134 Sep 18 05:02:45.910643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7f851c48-9915-448c-ba62-25943854fd87'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:46.206511 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-429ae366-f924-4c90-a191-6f1287c778ba req-a56b6545-9972-43cf-8203-5b8890d23d66 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-838417610&fields=id&tenant_id=3105615cf06941c3854327e9eaa23cdf HTTP/1.1" status: 200 len: 267 time: 0.0414932 Sep 18 05:02:46.264093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ae366-f924-4c90-a191-6f1287c778ba req-3e44e69b-b81a-482c-b252-bc0b7f124e4b tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:46.266055 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-429ae366-f924-4c90-a191-6f1287c778ba req-3e44e69b-b81a-482c-b252-bc0b7f124e4b tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 985 time: 0.0530937 Sep 18 05:02:46.278497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-429ae366-f924-4c90-a191-6f1287c778ba req-856712e7-6f87-4ecb-a31c-ef5aabc5ea38 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Request body: {'port': {'security_groups': ['72ba55d8-9361-46ec-8d11-274ee6257a1d']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:46.284799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-4d4924d3-8d67-4dd6-b924-7ab3a904a133 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:46.286409 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-4d4924d3-8d67-4dd6-b924-7ab3a904a133 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 807 time: 0.1206203 Sep 18 05:02:46.303560 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-06b9630e-f675-4181-8a78-3a51fea0fe80 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/quotas/b9d48c11f3d54c54908deb8998856514 HTTP/1.1" status: 200 len: 375 time: 0.0104992 Sep 18 05:02:46.317460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b218360f-c562-4280-a2fe-afa957d311d7 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:02:46.363739 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-eb193106-3386-4d82-bfb5-62ed50140914 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538776 Sep 18 05:02:46.430734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e044cd-a8e4-4145-9516-a52c5cd9ded3 req-405a4004-afb7-4ba0-b985-ae09a16b1627 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:46.431295 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b218360f-c562-4280-a2fe-afa957d311d7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b218360f-c562-4280-a2fe-afa957d311d7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:46.432463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a2e044cd-a8e4-4145-9516-a52c5cd9ded3 req-405a4004-afb7-4ba0-b985-ae09a16b1627 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1&tenant_id=20ae15386bab4155a078057ceffa9f60&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 948 time: 0.1496000 Sep 18 05:02:46.439923 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-429ae366-f924-4c90-a191-6f1287c778ba req-856712e7-6f87-4ecb-a31c-ef5aabc5ea38 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:46.444258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'b218360f-c562-4280-a2fe-afa957d311d7', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'b218360f-c562-4280-a2fe-afa957d311d7', 'mac_address': 'fa:16:3e:b4:8a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:02:46.486678 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-e25dd9b5-3c10-4a84-9976-46d21d508625 service neutron] 10.222.0.23 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152256 Sep 18 05:02:46.491675 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:46.506688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b218360f-c562-4280-a2fe-afa957d311d7 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:46.528032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b218360f-c562-4280-a2fe-afa957d311d7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b218360f-c562-4280-a2fe-afa957d311d7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:46.566308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e044cd-a8e4-4145-9516-a52c5cd9ded3 req-0e4f532e-40cf-4055-9f87-fd31256a2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:46.567582 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a2e044cd-a8e4-4145-9516-a52c5cd9ded3 req-0e4f532e-40cf-4055-9f87-fd31256a2bbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 1100 time: 0.0821452 Sep 18 05:02:46.596736 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:46.605012 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-bc719b77-c207-4605-8018-79032fed179e service neutron] 10.222.0.23 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106563 Sep 18 05:02:46.658742 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b218360f-c562-4280-a2fe-afa957d311d7,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:46.743092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-429ae366-f924-4c90-a191-6f1287c778ba req-856712e7-6f87-4ecb-a31c-ef5aabc5ea38 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] For port 7f851c48-9915-448c-ba62-25943854fd87, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f851c48-9915-448c-ba62-25943854fd87,segment=NetworkSegment(86c18a72-84b2-40f7-ab49-0f199de45bbe),segment_id=86c18a72-84b2-40f7-ab49-0f199de45bbe)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:46.752466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e044cd-a8e4-4145-9516-a52c5cd9ded3 req-c4e6543b-6723-4944-947d-b98e7f71e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:46.755226 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a2e044cd-a8e4-4145-9516-a52c5cd9ded3 req-c4e6543b-6723-4944-947d-b98e7f71e5ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1750610 Sep 18 05:02:46.812794 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a2e044cd-a8e4-4145-9516-a52c5cd9ded3 req-ebf1f853-ff04-42c0-8f06-46e223726703 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=b218360f-c562-4280-a2fe-afa957d311d7 HTTP/1.1" status: 200 len: 217 time: 0.0493834 Sep 18 05:02:46.817669 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-429ae366-f924-4c90-a191-6f1287c778ba req-856712e7-6f87-4ecb-a31c-ef5aabc5ea38 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:46.872865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e044cd-a8e4-4145-9516-a52c5cd9ded3 req-6ae2814d-e45f-4da3-a377-a937e0a8ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:46.875469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a2e044cd-a8e4-4145-9516-a52c5cd9ded3 req-6ae2814d-e45f-4da3-a377-a937e0a8ae7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0507936 Sep 18 05:02:46.884198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b218360f-c562-4280-a2fe-afa957d311d7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:46.939223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e044cd-a8e4-4145-9516-a52c5cd9ded3 req-aff4bc91-fdd5-43d8-8dc1-216e959bac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:46.942200 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a2e044cd-a8e4-4145-9516-a52c5cd9ded3 req-aff4bc91-fdd5-43d8-8dc1-216e959bac63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0507491 Sep 18 05:02:46.943797 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-429ae366-f924-4c90-a191-6f1287c778ba req-856712e7-6f87-4ecb-a31c-ef5aabc5ea38 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:47.014336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ae366-f924-4c90-a191-6f1287c778ba req-856712e7-6f87-4ecb-a31c-ef5aabc5ea38 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:47.014971 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-429ae366-f924-4c90-a191-6f1287c778ba req-856712e7-6f87-4ecb-a31c-ef5aabc5ea38 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:47.016396 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-429ae366-f924-4c90-a191-6f1287c778ba req-856712e7-6f87-4ecb-a31c-ef5aabc5ea38 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "PUT /v2.0/ports/7f851c48-9915-448c-ba62-25943854fd87 HTTP/1.1" status: 200 len: 943 time: 0.7427149 Sep 18 05:02:47.094385 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0a498e-9fe7-4460-9f87-e73e01c3e9a2 x-openstack-request-id: req-6f0a498e-9fe7-4460-9f87-e73e01c3e9a2 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:47.094676 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b278774-6fb2-4b4c-9bbe-41d6c6e7d205", "tag": "7f851c48-9915-448c-ba62-25943854fd87", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:47.094950 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f0a498e-9fe7-4460-9f87-e73e01c3e9a2 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:47.095351 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'tag': '7f851c48-9915-448c-ba62-25943854fd87', 'status': 'completed', 'code': 200} Sep 18 05:02:47.117291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856712e7-6f87-4ecb-a31c-ef5aabc5ea38 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Pushing event updated for resources: {'Port': ['ID=7f851c48-9915-448c-ba62-25943854fd87,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:47.131254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7f851c48-9915-448c-ba62-25943854fd87'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:47.156487 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a2e044cd-a8e4-4145-9516-a52c5cd9ded3 req-df715f9b-578c-42b8-92f0-d39502e497df service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063990 Sep 18 05:02:47.222413 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0cbbbc68-6986-4404-9aae-8ccc45b788e3 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369306 Sep 18 05:02:47.233077 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870ca41-a657-41ab-8364-e35a92493774 req-286af372-ac29-4288-b578-eac5eacf2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:47.234617 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5870ca41-a657-41ab-8364-e35a92493774 req-286af372-ac29-4288-b578-eac5eacf2bd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3105615cf06941c3854327e9eaa23cdf&device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 1098 time: 0.0980806 Sep 18 05:02:47.401760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870ca41-a657-41ab-8364-e35a92493774 req-4a61576a-1d55-4c2e-8624-4715e9026184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:47.403710 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5870ca41-a657-41ab-8364-e35a92493774 req-4a61576a-1d55-4c2e-8624-4715e9026184 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 HTTP/1.1" status: 200 len: 920 time: 0.1622884 Sep 18 05:02:47.428058 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a2e044cd-a8e4-4145-9516-a52c5cd9ded3 req-8844a9fd-94b7-4375-9a27-97f3594cb35d service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632225 Sep 18 05:02:47.440019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38153247-0157-4103-8d2e-e5a08e46807f req-97863285-b79d-4a34-956d-88b4af550381 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:47.447991 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-38153247-0157-4103-8d2e-e5a08e46807f req-97863285-b79d-4a34-956d-88b4af550381 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 944 time: 0.1989007 Sep 18 05:02:47.473133 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5870ca41-a657-41ab-8364-e35a92493774 req-e1428e54-74ca-4657-bd81-cc1c79a3fff5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f851c48-9915-448c-ba62-25943854fd87 HTTP/1.1" status: 200 len: 217 time: 0.0544462 Sep 18 05:02:47.486328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e8109-5284-406e-9401-bdd306c0123f req-6f733711-6d0d-44de-b488-965fc80cfe6d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:47.493616 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-744e8109-5284-406e-9401-bdd306c0123f req-6f733711-6d0d-44de-b488-965fc80cfe6d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 949 time: 0.1057842 Sep 18 05:02:47.504106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-869c0b3f-a945-41f8-8a6f-6e36c89171d9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:47.505529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-869c0b3f-a945-41f8-8a6f-6e36c89171d9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553632 Sep 18 05:02:47.522549 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-38153247-0157-4103-8d2e-e5a08e46807f req-4fec67d8-48f3-463c-9007-1fa8b49f739f tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680900 Sep 18 05:02:47.527565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-2c05013e-b8b4-4cac-ad11-ff279728a74c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Request body: {'port': {'device_id': '4e2044a1-c91c-4c6c-a7c5-82d01050d911', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'a97b9513588a49819b66961de66a225b'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:47.599279 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870ca41-a657-41ab-8364-e35a92493774 req-bf5984f8-5d65-4602-92ca-07fca1600b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:47.600800 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5870ca41-a657-41ab-8364-e35a92493774 req-bf5984f8-5d65-4602-92ca-07fca1600b2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dbd6d4e-4978-4831-bd92-1824d5a15d80 HTTP/1.1" status: 200 len: 860 time: 0.1059041 Sep 18 05:02:47.608965 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-744e8109-5284-406e-9401-bdd306c0123f req-2a655896-c080-4c7b-a5cc-70f89fa88ee9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561404 Sep 18 05:02:47.638098 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-e64e8ec4-d253-46aa-a6e1-d4c257d80f5e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494504 Sep 18 05:02:47.675681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7f851c48-9915-448c-ba62-25943854fd87'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:47.779592 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5870ca41-a657-41ab-8364-e35a92493774 req-61a1fd0e-9dcf-48be-9bd2-3fbe9ae4ae61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481408 Sep 18 05:02:47.892020 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fae87164-de28-4df0-a24e-aa00cafc4e87 req-7a5b6544-9053-4e61-b6d0-c35740b94043 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 210 time: 0.0992837 Sep 18 05:02:47.956561 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-7ac02793-ca89-4ca8-a988-b0e01e3b0efd tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:47.958415 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-7ac02793-ca89-4ca8-a988-b0e01e3b0efd tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3122325 Sep 18 05:02:47.976122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-cb931e5b-02cc-4fb4-bc17-38e379c2aa8f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Request body: {'port': {'device_id': 'ad07f985-ccd7-47a5-a26d-fc23e4d3a079', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'a97b9513588a49819b66961de66a225b'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:48.015599 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-1f645f10-a589-477c-81be-3c045c7946b8 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2233396 Sep 18 05:02:48.016824 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-956ec25c-bac1-497c-9460-bf31bbf6bc22 req-b05347f2-b96c-4abe-a797-beff9014f43c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 210 time: 0.0363555 Sep 18 05:02:48.053875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-2c05013e-b8b4-4cac-ad11-ff279728a74c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Made reservation on behalf of a97b9513588a49819b66961de66a225b for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:02:48.059134 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-2c05013e-b8b4-4cac-ad11-ff279728a74c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:48.066079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:48.069886 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5870ca41-a657-41ab-8364-e35a92493774 req-1449408b-a508-4c96-a434-37554a6364a8 service neutron] 10.222.0.18 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931796 Sep 18 05:02:48.176365 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5870ca41-a657-41ab-8364-e35a92493774 req-b7fbdd9c-da8c-415a-9b72-80d4f8d04ff8 service neutron] 10.222.0.18 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946586 Sep 18 05:02:48.235840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:48.259690 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177092c-cff4-4682-872a-300b69bc77ff req-8064a6d8-9e1c-4c7b-b5b4-c443691db1af tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:48.261438 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b177092c-cff4-4682-872a-300b69bc77ff req-8064a6d8-9e1c-4c7b-b5b4-c443691db1af tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 1097 time: 0.0430806 Sep 18 05:02:48.295108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-2c05013e-b8b4-4cac-ad11-ff279728a74c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Allocated IP 192.168.233.104 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/6d2be26a-be9c-4294-8d59-0ea85231372c) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:02:48.300196 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b177092c-cff4-4682-872a-300b69bc77ff req-884a913b-da53-44f6-a63d-bb9dfcf1761e tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299060 Sep 18 05:02:48.324190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b218360f-c562-4280-a2fe-afa957d311d7 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:02:48.376799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-cb931e5b-02cc-4fb4-bc17-38e379c2aa8f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Made reservation on behalf of a97b9513588a49819b66961de66a225b for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:02:48.380696 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-cb931e5b-02cc-4fb4-bc17-38e379c2aa8f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:48.410667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port b218360f-c562-4280-a2fe-afa957d311d7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:48.411818 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:48.517898 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:48.549353 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:48.555093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c203d182-8260-48b8-9796-7433c8f37ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b218360f-c562-4280-a2fe-afa957d311d7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:48.558704 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1978aa76-b045-46d6-b297-fdb921d51a68" -d '{"events": [{"server_uuid": "c203d182-8260-48b8-9796-7433c8f37ed1", "name": "network-vif-plugged", "status": "completed", "tag": "b218360f-c562-4280-a2fe-afa957d311d7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:48.579367 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b218360f-c562-4280-a2fe-afa957d311d7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b218360f-c562-4280-a2fe-afa957d311d7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:48.618933 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-2c05013e-b8b4-4cac-ad11-ff279728a74c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:48.692001 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:48.700769 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Allocated IP 172.25.7.135 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/608d0cc7-10b9-4861-8f80-4dac60637c17) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:02:48.764505 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b218360f-c562-4280-a2fe-afa957d311d7,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:48.787322 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-2c05013e-b8b4-4cac-ad11-ff279728a74c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:48.798418 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:48.801808 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:48.888216 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-2c05013e-b8b4-4cac-ad11-ff279728a74c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:48.898296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-cb931e5b-02cc-4fb4-bc17-38e379c2aa8f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Allocated IP 192.168.233.220 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/23d60c82-8372-412e-b520-f3dbecc744aa) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:02:48.909981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-2c05013e-b8b4-4cac-ad11-ff279728a74c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:48.916217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05013e-b8b4-4cac-ad11-ff279728a74c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event updated for resources: {'Port': ['ID=6d2be26a-be9c-4294-8d59-0ea85231372c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:48.918600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-2c05013e-b8b4-4cac-ad11-ff279728a74c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:02:48.943213 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:49.024500 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-2c05013e-b8b4-4cac-ad11-ff279728a74c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:49.025155 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-2c05013e-b8b4-4cac-ad11-ff279728a74c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:49.097973 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'tag': '7f851c48-9915-448c-ba62-25943854fd87'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:49.099940 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8ac7ca-94a4-44d6-adc8-963c92434a23" -d '{"events": [{"name": "network-changed", "server_uuid": "3b278774-6fb2-4b4c-9bbe-41d6c6e7d205", "tag": "7f851c48-9915-448c-ba62-25943854fd87"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:49.129568 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-2c05013e-b8b4-4cac-ad11-ff279728a74c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6058757 Sep 18 05:02:49.145976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Request body: {'port': {'device_id': '4e2044a1-c91c-4c6c-a7c5-82d01050d911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:49.172796 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:49.259231 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9f505010-2844-4651-9e44-315e8374c154 None None] Provisioning complete for port 6d2be26a-be9c-4294-8d59-0ea85231372c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:49.259606 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9f505010-2844-4651-9e44-315e8374c154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:49.264439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:49.276301 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-cb931e5b-02cc-4fb4-bc17-38e379c2aa8f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:49.279814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Pushing event updated for resources: {'Port': ['ID=608d0cc7-10b9-4861-8f80-4dac60637c17,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:49.282375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:49.287961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:02:49.292287 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:49.299724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9f505010-2844-4651-9e44-315e8374c154 None None] Port 6d2be26a-be9c-4294-8d59-0ea85231372c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:02:49.773307 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:49.829796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-2c26b869-b059-4f80-a2dc-222efc91a0eb tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:49.831641 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-2c26b869-b059-4f80-a2dc-222efc91a0eb tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.18 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 807 time: 0.1106400 Sep 18 05:02:49.835292 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-cb931e5b-02cc-4fb4-bc17-38e379c2aa8f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:49.848103 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:49.860299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-1889319c-616f-4c76-a196-b501ac041189 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Request body: {'port': {'device_id': '035fc562-9c8a-44c9-b00a-910cd4106248', 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03', 'admin_state_up': True, 'tenant_id': 'b9d48c11f3d54c54908deb8998856514'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:49.890123 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:49.948890 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-cb931e5b-02cc-4fb4-bc17-38e379c2aa8f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:49.961924 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-cb931e5b-02cc-4fb4-bc17-38e379c2aa8f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:49.968211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-cb931e5b-02cc-4fb4-bc17-38e379c2aa8f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:02:49.972455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb931e5b-02cc-4fb4-bc17-38e379c2aa8f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event updated for resources: {'Port': ['ID=23d60c82-8372-412e-b520-f3dbecc744aa,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:49.984732 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:50.071968 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-1889319c-616f-4c76-a196-b501ac041189 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Made reservation on behalf of b9d48c11f3d54c54908deb8998856514 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:02:50.080186 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-1889319c-616f-4c76-a196-b501ac041189 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:50.153240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-cb931e5b-02cc-4fb4-bc17-38e379c2aa8f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:50.153968 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-cb931e5b-02cc-4fb4-bc17-38e379c2aa8f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:50.184009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2be26a-be9c-4294-8d59-0ea85231372c {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:50.215859 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:50.268903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Transition to ACTIVE for port object 6d2be26a-be9c-4294-8d59-0ea85231372c will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:02:50.272554 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-cb931e5b-02cc-4fb4-bc17-38e379c2aa8f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3034127 Sep 18 05:02:50.305789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-1889319c-616f-4c76-a196-b501ac041189 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Allocated IP 172.20.0.11 (7bd8a40e-11aa-4858-81fa-16494af44b03/d88ca583-1ba8-47cf-ae2d-e8d84097fe39/68bcae07-b6ba-4700-a07b-a753855da638) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:02:50.313989 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Request body: {'port': {'device_id': 'ad07f985-ccd7-47a5-a26d-fc23e4d3a079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:50.338413 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:50.430726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8f09fbde-8cac-4a1c-83cf-459e5a5f3b08 None None] Provisioning complete for port 23d60c82-8372-412e-b520-f3dbecc744aa triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:50.431473 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8f09fbde-8cac-4a1c-83cf-459e5a5f3b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:50.460602 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:50.546221 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2be26a-be9c-4294-8d59-0ea85231372c,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:50.546221 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:50.547319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8f09fbde-8cac-4a1c-83cf-459e5a5f3b08 None None] Port 23d60c82-8372-412e-b520-f3dbecc744aa cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:02:50.547423 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-1889319c-616f-4c76-a196-b501ac041189 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:50.670964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Attempting to bind port 6d2be26a-be9c-4294-8d59-0ea85231372c on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:02:50.671309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Attempting to bind port 6d2be26a-be9c-4294-8d59-0ea85231372c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:02:50.671646 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Attempting to bind port 6d2be26a-be9c-4294-8d59-0ea85231372c on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:50.677099 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-1889319c-616f-4c76-a196-b501ac041189 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:50.680909 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:50.690108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['832e83b4-1bb8-494c-9ce6-3ece628b74a7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:50.722583 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Port 6d2be26a-be9c-4294-8d59-0ea85231372c on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:02:50.722583 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Attempting to bind port 6d2be26a-be9c-4294-8d59-0ea85231372c on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:50.726582 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-1889319c-616f-4c76-a196-b501ac041189 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Network 7bd8a40e-11aa-4858-81fa-16494af44b03 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:02:50.730190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-1889319c-616f-4c76-a196-b501ac041189 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:02:50.735566 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-1889319c-616f-4c76-a196-b501ac041189 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:02:50.749059 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889319c-616f-4c76-a196-b501ac041189 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Pushing event updated for resources: {'Port': ['ID=68bcae07-b6ba-4700-a07b-a753855da638,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:50.782768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:02:50.783135 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:02:50.784476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:02:50.784673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Bound port: 6d2be26a-be9c-4294-8d59-0ea85231372c, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:02:50.785058 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:50.814708 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-1889319c-616f-4c76-a196-b501ac041189 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:50.816036 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-1889319c-616f-4c76-a196-b501ac041189 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:50.854583 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Pushing event updated for resources: {'Port': ['ID=608d0cc7-10b9-4861-8f80-4dac60637c17,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:50.894411 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:50.951436 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-1889319c-616f-4c76-a196-b501ac041189 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1043961 Sep 18 05:02:50.952571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-becee811-dcd1-41ab-bc74-94ca4bfe6d01 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:02:50.956450 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-becee811-dcd1-41ab-bc74-94ca4bfe6d01 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091434 Sep 18 05:02:50.956450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] For port 6d2be26a-be9c-4294-8d59-0ea85231372c, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:50.967861 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Request body: {'port': {'device_id': '035fc562-9c8a-44c9-b00a-910cd4106248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:50.998517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] For port 6d2be26a-be9c-4294-8d59-0ea85231372c, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6d2be26a-be9c-4294-8d59-0ea85231372c,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:02:51.035793 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:51.037066 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-22438c9e-786c-486d-bd49-115aa47050a0 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0131443 Sep 18 05:02:51.039855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-efde2f30-7f94-4d3a-ad6f-afcf5a766f82 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:51.040174 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:51.041345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-efde2f30-7f94-4d3a-ad6f-afcf5a766f82 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports/ae4df439-3980-48d2-8735-2c612b1b8efa HTTP/1.1" status: 200 len: 1094 time: 0.0797536 Sep 18 05:02:51.058363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-dd82e56a-b0b5-4db3-9b80-b791faeec329 service neutron] Request body: {'binding': {'host': 'n-h1-789963-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:51.058803 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-dd82e56a-b0b5-4db3-9b80-b791faeec329 service neutron] Unknown quota resources ['binding']. {{(pid=106909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:02:51.095067 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d60c82-8372-412e-b520-f3dbecc744aa {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:51.105680 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:51.131586 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:51.141628 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-ef282cbd-4dde-4411-8f24-0eeb78af6e28 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.135 HTTP/1.1" status: 200 len: 696 time: 0.0978665 Sep 18 05:02:51.176718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Transition to ACTIVE for port object 23d60c82-8372-412e-b520-f3dbecc744aa will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:02:51.221401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:51.227901 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:51.227901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/6d2be26a-be9c-4294-8d59-0ea85231372c HTTP/1.1" status: 200 len: 1097 time: 2.0825331 Sep 18 05:02:51.329946 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:51.345245 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41440d-25e4-4806-8eb2-f6bfec3567b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2be26a-be9c-4294-8d59-0ea85231372c,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:51.361025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bcae07-b6ba-4700-a07b-a753855da638 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:51.372037 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:51.392664 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Transition to ACTIVE for port object 68bcae07-b6ba-4700-a07b-a753855da638 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:02:51.468123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-ff97d305-17c4-4093-b597-f133a9378cc2 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:51.469616 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-212fd440-851d-4e20-bf5d-0680f517fb68 req-ff97d305-17c4-4093-b597-f133a9378cc2 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.2977896 Sep 18 05:02:51.479291 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:51.482402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Pushing event updated for resources: {'Port': ['ID=23d60c82-8372-412e-b520-f3dbecc744aa,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:51.546491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Pushing event updated for resources: {'Port': ['ID=68bcae07-b6ba-4700-a07b-a753855da638,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:51.571276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-ac896afb-e2de-47ac-b88d-077ce44f404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:51.572861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-ac896afb-e2de-47ac-b88d-077ce44f404f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=4e2044a1-c91c-4c6c-a7c5-82d01050d911 HTTP/1.1" status: 200 len: 1100 time: 0.2243898 Sep 18 05:02:51.578495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-dd82e56a-b0b5-4db3-9b80-b791faeec329 service neutron] Attempting to bind port ae4df439-3980-48d2-8735-2c612b1b8efa on host n-h1-789963-13 for vnic_type normal with profile None {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:02:51.578495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-dd82e56a-b0b5-4db3-9b80-b791faeec329 service neutron] Attempting to bind port ae4df439-3980-48d2-8735-2c612b1b8efa by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:02:51.578495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-dd82e56a-b0b5-4db3-9b80-b791faeec329 service neutron] Attempting to bind port ae4df439-3980-48d2-8735-2c612b1b8efa on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:51.603341 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-dd82e56a-b0b5-4db3-9b80-b791faeec329 service neutron] Port ae4df439-3980-48d2-8735-2c612b1b8efa on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:02:51.603625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-dd82e56a-b0b5-4db3-9b80-b791faeec329 service neutron] Attempting to bind port ae4df439-3980-48d2-8735-2c612b1b8efa on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:51.649825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-8ba03308-2297-4b6a-ad81-125c2ac481ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=6d2be26a-be9c-4294-8d59-0ea85231372c HTTP/1.1" status: 200 len: 217 time: 0.0630879 Sep 18 05:02:51.662364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Attempting to bind port 68bcae07-b6ba-4700-a07b-a753855da638 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:02:51.663034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Attempting to bind port 68bcae07-b6ba-4700-a07b-a753855da638 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:02:51.663438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Attempting to bind port 68bcae07-b6ba-4700-a07b-a753855da638 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:51.668731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Port 68bcae07-b6ba-4700-a07b-a753855da638 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:02:51.669141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Attempting to bind port 68bcae07-b6ba-4700-a07b-a753855da638 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:51.676530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:02:51.676961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Checking segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:02:51.677427 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Bound using segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:02:51.677944 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Bound port: 68bcae07-b6ba-4700-a07b-a753855da638, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:02:51.678377 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:51.683119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-dd82e56a-b0b5-4db3-9b80-b791faeec329 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:02:51.683462 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-dd82e56a-b0b5-4db3-9b80-b791faeec329 service neutron] Checking segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:02:51.683859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-dd82e56a-b0b5-4db3-9b80-b791faeec329 service neutron] Bound using segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:02:51.684336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-dd82e56a-b0b5-4db3-9b80-b791faeec329 service neutron] Bound port: ae4df439-3980-48d2-8735-2c612b1b8efa, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:02:51.718153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Attempting to bind port 23d60c82-8372-412e-b520-f3dbecc744aa on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:02:51.718153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Attempting to bind port 23d60c82-8372-412e-b520-f3dbecc744aa by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:02:51.718496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Attempting to bind port 23d60c82-8372-412e-b520-f3dbecc744aa on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:51.750145 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:51.753185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Port 23d60c82-8372-412e-b520-f3dbecc744aa on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:02:51.753524 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Attempting to bind port 23d60c82-8372-412e-b520-f3dbecc744aa on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:02:51.754161 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=68bcae07-b6ba-4700-a07b-a753855da638,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:02:51.773231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:02:51.773582 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:02:51.773958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:02:51.774481 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Bound port: 23d60c82-8372-412e-b520-f3dbecc744aa, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:02:51.774767 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:51.791071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-18ca0706-a330-4479-98a9-6f5f19f2f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:51.792557 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-18ca0706-a330-4479-98a9-6f5f19f2f81a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1203249 Sep 18 05:02:51.802231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb26825-edc2-4660-b7c7-6b87599fc742 req-8048f5a0-b223-4992-8265-9db6fba537b4 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:51.803641 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6eb26825-edc2-4660-b7c7-6b87599fc742 req-8048f5a0-b223-4992-8265-9db6fba537b4 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 944 time: 0.2014022 Sep 18 05:02:51.834161 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:51.867435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-dd82e56a-b0b5-4db3-9b80-b791faeec329 service neutron] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ae4df439-3980-48d2-8735-2c612b1b8efa,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:02:51.869201 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:51.869834 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:51.871294 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] 10.222.0.18 "PUT /v2.0/ports/68bcae07-b6ba-4700-a07b-a753855da638 HTTP/1.1" status: 200 len: 1093 time: 0.9079568 Sep 18 05:02:51.871773 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035fc562-9c8a-44c9-b00a-910cd4106248', 'tag': '68bcae07-b6ba-4700-a07b-a753855da638'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:51.874935 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8927e7d1-f22d-4ccc-b83f-b5d253f0aed4" -d '{"events": [{"name": "network-changed", "server_uuid": "035fc562-9c8a-44c9-b00a-910cd4106248", "tag": "68bcae07-b6ba-4700-a07b-a753855da638"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:51.913130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b26316-5ab9-44fa-93a8-2f2e4b9e9900 service neutron] Pushing event updated for resources: {'Port': ['ID=68bcae07-b6ba-4700-a07b-a753855da638,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:51.927013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6eb26825-edc2-4660-b7c7-6b87599fc742 req-c079580a-fd55-4f31-bc6c-034faa38ea50 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135056 Sep 18 05:02:51.932516 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-94b0ccc4-c094-4eff-8de1-e9557315d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:51.933984 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-94b0ccc4-c094-4eff-8de1-e9557315d6b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1216531 Sep 18 05:02:51.937679 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-dd82e56a-b0b5-4db3-9b80-b791faeec329 service neutron] Notify callbacks [] for binding, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:51.939147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-dd82e56a-b0b5-4db3-9b80-b791faeec329 service neutron] 10.222.0.23 "POST /v2.0/ports/ae4df439-3980-48d2-8735-2c612b1b8efa/bindings HTTP/1.1" status: 201 len: 390 time: 0.8851295 Sep 18 05:02:51.944167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] For port 23d60c82-8372-412e-b520-f3dbecc744aa, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:02:51.947474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] For port 23d60c82-8372-412e-b520-f3dbecc744aa, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=23d60c82-8372-412e-b520-f3dbecc744aa,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:02:52.011191 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ff5ffb-663e-4c69-9a09-f332ed49c05c x-openstack-request-id: req-80ff5ffb-663e-4c69-9a09-f332ed49c05c {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:52.012115 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c203d182-8260-48b8-9796-7433c8f37ed1", "name": "network-vif-plugged", "status": "completed", "tag": "b218360f-c562-4280-a2fe-afa957d311d7", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:52.012564 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80ff5ffb-663e-4c69-9a09-f332ed49c05c {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:52.013172 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c203d182-8260-48b8-9796-7433c8f37ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b218360f-c562-4280-a2fe-afa957d311d7', 'code': 200} Sep 18 05:02:52.023905 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:52.031858 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-c0c65447-0798-47ca-91e3-efe24fe145b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:52.033803 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-c0c65447-0798-47ca-91e3-efe24fe145b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 1096 time: 0.0517981 Sep 18 05:02:52.091712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:52.092419 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:52.092891 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-a23ce247-51ed-4f92-ac17-24e62253a62f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68bcae07-b6ba-4700-a07b-a753855da638 HTTP/1.1" status: 200 len: 217 time: 0.0465894 Sep 18 05:02:52.093866 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] 10.222.0.13 "PUT /v2.0/ports/23d60c82-8372-412e-b520-f3dbecc744aa HTTP/1.1" status: 200 len: 1097 time: 1.7845693 Sep 18 05:02:52.192780 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-475f0509-08df-4b0d-8c5b-2bbb68b9df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:52.193057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-ee45fcd5-1e3f-44a9-ba27-96089c0ce08c service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417614 Sep 18 05:02:52.194820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a66f73-704c-48c2-af57-8ad89c8e2e35 service neutron] Pushing event updated for resources: {'Port': ['ID=23d60c82-8372-412e-b520-f3dbecc744aa,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:52.195215 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-475f0509-08df-4b0d-8c5b-2bbb68b9df03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0928626 Sep 18 05:02:52.257322 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-27ac43b9-6461-459e-aed1-a63f864bfc19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425220 Sep 18 05:02:52.288688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e33aab-ddfb-42c0-8c6e-ec34bda7c60d req-5c781bd0-e86c-489e-b4c4-2b77cf749afe tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:52.302794 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e8e33aab-ddfb-42c0-8c6e-ec34bda7c60d req-5c781bd0-e86c-489e-b4c4-2b77cf749afe tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.1626167 Sep 18 05:02:52.398208 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-0da8bd97-ee2e-4e71-8de2-391330909aec service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334260 Sep 18 05:02:52.477416 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-f3bf15c4-bb8a-4806-8d32-64a1c2e26061 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597289 Sep 18 05:02:52.483519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-94c73536-6209-4af6-8d5c-106d956756dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:52.485005 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-94c73536-6209-4af6-8d5c-106d956756dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 1100 time: 0.2577667 Sep 18 05:02:52.488631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e8e33aab-ddfb-42c0-8c6e-ec34bda7c60d req-d6eba2cc-48f5-45bd-a09d-911de6b101ad tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754985 Sep 18 05:02:52.558010 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-519c21c5-ddff-4668-8dc6-caca18585f7c req-b66ad78c-a410-41c5-b4de-3ad775fcb30b service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508141 Sep 18 05:02:52.620882 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-cf8e2608-3aa6-4741-ac58-27ffb418c827 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=23d60c82-8372-412e-b520-f3dbecc744aa HTTP/1.1" status: 200 len: 217 time: 0.0697334 Sep 18 05:02:52.707725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf9550-52ef-4d05-8877-7e4618bcf56b req-0d2111c5-64c6-49dc-817f-72450ce55e90 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:52.711931 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5bf9550-52ef-4d05-8877-7e4618bcf56b req-0d2111c5-64c6-49dc-817f-72450ce55e90 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 948 time: 0.1357377 Sep 18 05:02:52.714948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-46cfe4bc-6ee0-4da4-bf42-185a35931a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:52.718542 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-46cfe4bc-6ee0-4da4-bf42-185a35931a0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0817535 Sep 18 05:02:52.769042 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:52.782955 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5bf9550-52ef-4d05-8877-7e4618bcf56b req-1393ff2a-4f43-4380-9ca8-241cc637eae5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652714 Sep 18 05:02:52.806153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-319cac4d-805c-401b-9d71-9da4e447f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:52.807688 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-319cac4d-805c-401b-9d71-9da4e447f0ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0740325 Sep 18 05:02:52.835616 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-b776b931-4669-4ffd-87c3-ad2596aa6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:52.841457 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-b776b931-4669-4ffd-87c3-ad2596aa6c13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 1097 time: 0.0944211 Sep 18 05:02:52.981134 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21985ba4-ae90-4844-868c-df44ae50d7cd req-fd3df5e5-17e8-4f09-9105-466a70c3dcc9 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:52.982675 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-21985ba4-ae90-4844-868c-df44ae50d7cd req-fd3df5e5-17e8-4f09-9105-466a70c3dcc9 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 944 time: 0.1446540 Sep 18 05:02:53.020004 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:53.023603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-74836067-6b5d-4d2e-903c-95ff2a80fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:53.025346 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-74836067-6b5d-4d2e-903c-95ff2a80fd8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.1782234 Sep 18 05:02:53.078597 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-258c0853-4769-4c82-a02f-60ffcaa97e22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae4df439-3980-48d2-8735-2c612b1b8efa HTTP/1.1" status: 200 len: 217 time: 0.0386629 Sep 18 05:02:53.081867 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-21985ba4-ae90-4844-868c-df44ae50d7cd req-d6927be8-13ca-46e7-ad65-4426a5505e7c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816529 Sep 18 05:02:53.157366 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0f14e3-2192-4e59-b31e-ce119ff3f004 x-openstack-request-id: req-7c0f14e3-2192-4e59-b31e-ce119ff3f004 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:53.157808 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035fc562-9c8a-44c9-b00a-910cd4106248", "tag": "68bcae07-b6ba-4700-a07b-a753855da638", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:53.158112 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c0f14e3-2192-4e59-b31e-ce119ff3f004 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:53.159190 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035fc562-9c8a-44c9-b00a-910cd4106248', 'tag': '68bcae07-b6ba-4700-a07b-a753855da638', 'status': 'completed', 'code': 200} Sep 18 05:02:53.161003 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-caff9a91-a39c-45f6-a250-5b73a7f068ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:53.164755 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-caff9a91-a39c-45f6-a250-5b73a7f068ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.0763423 Sep 18 05:02:53.209549 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-2040789a-bb2b-47de-8f79-98db8a8ff06f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332961 Sep 18 05:02:53.250195 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1aab60-72a4-4413-b218-b4f23d9fe102 x-openstack-request-id: req-ec1aab60-72a4-4413-b218-b4f23d9fe102 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:53.250432 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b278774-6fb2-4b4c-9bbe-41d6c6e7d205", "tag": "7f851c48-9915-448c-ba62-25943854fd87", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:53.250649 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec1aab60-72a4-4413-b218-b4f23d9fe102 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:53.251048 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'tag': '7f851c48-9915-448c-ba62-25943854fd87', 'status': 'completed', 'code': 200} Sep 18 05:02:53.317195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dd502-3019-4e8c-92dc-78ff766b6917 req-e1fc2283-050e-4938-b7f5-930d27c562ba tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:53.318868 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a1dd502-3019-4e8c-92dc-78ff766b6917 req-e1fc2283-050e-4938-b7f5-930d27c562ba tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 945 time: 0.1125700 Sep 18 05:02:53.358003 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-47928c5a-e581-4f0c-85da-ccac803abe7c service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374824 Sep 18 05:02:53.383538 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a1dd502-3019-4e8c-92dc-78ff766b6917 req-64ab37aa-911c-493a-a158-97e2b59b5143 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551658 Sep 18 05:02:53.398928 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-6f31b4a4-25ae-44eb-babf-50755ae76218 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796409 Sep 18 05:02:53.420716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-e0dddcff-19c1-47b4-92b3-41a5cb695518 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:53.422192 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-e0dddcff-19c1-47b4-92b3-41a5cb695518 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1741419 Sep 18 05:02:53.436440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e7d1-f22d-4ccc-b83f-b5d253f0aed4 req-f7e06655-b6f5-4990-8e38-c1b99c74e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:53.437899 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8927e7d1-f22d-4ccc-b83f-b5d253f0aed4 req-f7e06655-b6f5-4990-8e38-c1b99c74e29a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 1096 time: 0.1861463 Sep 18 05:02:53.459530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ac7ca-94a4-44d6-adc8-963c92434a23 req-333e63c8-ae45-45dc-99be-10b26b498a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:53.460944 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d8ac7ca-94a4-44d6-adc8-963c92434a23 req-333e63c8-ae45-45dc-99be-10b26b498a59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3105615cf06941c3854327e9eaa23cdf&device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 1098 time: 0.2140038 Sep 18 05:02:53.482253 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-6693f1c2-0d66-44dd-a99f-c1c15cd547ec service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138501 Sep 18 05:02:53.518994 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b6b43-6ecf-448d-8deb-1dca6759f497 req-7b84ce3e-deea-4228-9985-68960a25933f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:53.520648 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-801b6b43-6ecf-448d-8deb-1dca6759f497 req-7b84ce3e-deea-4228-9985-68960a25933f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0523798 Sep 18 05:02:53.569094 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-801b6b43-6ecf-448d-8deb-1dca6759f497 req-cc90b97f-6d56-4dc3-a191-2973bdd02f75 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 Sep 18 05:02:53.656785 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-6ee43488-e8c7-4fae-bba8-85e8e506097b tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.135 HTTP/1.1" status: 200 len: 696 time: 0.2225065 Sep 18 05:02:53.698540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-cc4b5e78-fcc3-4f48-ab21-bf111f269182 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Request body: {'floatingip': {'port_id': '7f851c48-9915-448c-ba62-25943854fd87', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:53.702923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e7d1-f22d-4ccc-b83f-b5d253f0aed4 req-4a4f8f80-208b-4fdd-98d4-f6c45702b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:53.704478 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8927e7d1-f22d-4ccc-b83f-b5d253f0aed4 req-4a4f8f80-208b-4fdd-98d4-f6c45702b52c service neutron] 10.222.0.18 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.2474227 Sep 18 05:02:53.792908 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-cc4b5e78-fcc3-4f48-ab21-bf111f269182 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for floatingip, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:53.801939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8927e7d1-f22d-4ccc-b83f-b5d253f0aed4 req-174b308a-d6d4-4f24-be51-fab8d11d24ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68bcae07-b6ba-4700-a07b-a753855da638 HTTP/1.1" status: 200 len: 217 time: 0.0588696 Sep 18 05:02:53.904902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ac7ca-94a4-44d6-adc8-963c92434a23 req-abb09c52-0475-4ea7-8608-e3269f9c0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:53.906355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d8ac7ca-94a4-44d6-adc8-963c92434a23 req-abb09c52-0475-4ea7-8608-e3269f9c0a5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 HTTP/1.1" status: 200 len: 920 time: 0.4293382 Sep 18 05:02:53.912746 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ed1fcc6-d8b8-4691-a6b1-328d2d4c19e4 req-ff05b0db-18ef-4ca8-8e9d-8bb3dd45fdf7 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012996 Sep 18 05:02:53.981775 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d8ac7ca-94a4-44d6-adc8-963c92434a23 req-9a864e3f-e712-4b26-8a2b-cca99be3e081 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f851c48-9915-448c-ba62-25943854fd87 HTTP/1.1" status: 200 len: 217 time: 0.0645146 Sep 18 05:02:54.001874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e7d1-f22d-4ccc-b83f-b5d253f0aed4 req-1cdf8142-9931-480d-b410-9d97d0452371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:54.003877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8927e7d1-f22d-4ccc-b83f-b5d253f0aed4 req-1cdf8142-9931-480d-b410-9d97d0452371 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.1860380 Sep 18 05:02:54.078333 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef4e9d-84f0-4f46-85e4-eeda23e50d68 req-c5437e97-6b6c-4075-8ae0-d81d977c49f7 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:54.078623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8927e7d1-f22d-4ccc-b83f-b5d253f0aed4 req-5230c552-5182-4253-9d1e-576a1d45c233 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465515 Sep 18 05:02:54.082458 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54ef4e9d-84f0-4f46-85e4-eeda23e50d68 req-c5437e97-6b6c-4075-8ae0-d81d977c49f7 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 944 time: 0.0860715 Sep 18 05:02:54.134280 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54ef4e9d-84f0-4f46-85e4-eeda23e50d68 req-957ff15d-680f-48b7-a69d-cc30df7f7052 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410757 Sep 18 05:02:54.136783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ac7ca-94a4-44d6-adc8-963c92434a23 req-20fc5e88-80a3-4468-9320-0264f77c25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:54.138809 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d8ac7ca-94a4-44d6-adc8-963c92434a23 req-20fc5e88-80a3-4468-9320-0264f77c25fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dbd6d4e-4978-4831-bd92-1824d5a15d80 HTTP/1.1" status: 200 len: 860 time: 0.1481836 Sep 18 05:02:54.199452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d8ac7ca-94a4-44d6-adc8-963c92434a23 req-62130b47-c027-4fc1-9caa-53d8c0676a8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439589 Sep 18 05:02:54.351057 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9672d3-eb72-4f61-a33d-9525b9ad351c req-3ee6f5bb-b1b6-4df7-a46a-70172c538ebb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:54.352598 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8f9672d3-eb72-4f61-a33d-9525b9ad351c req-3ee6f5bb-b1b6-4df7-a46a-70172c538ebb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 948 time: 0.0525198 Sep 18 05:02:54.394812 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8f9672d3-eb72-4f61-a33d-9525b9ad351c req-b5074e17-73ae-42bf-bcb9-986b4a183c59 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358193 Sep 18 05:02:54.479044 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8927e7d1-f22d-4ccc-b83f-b5d253f0aed4 req-3f760ad6-9ea1-401b-b58f-0bd92a3fde64 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681870 Sep 18 05:02:54.530408 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903d8db-93ed-44da-ab22-ebfe8a6219a6 req-0bc49c8b-047c-4556-895d-9a35be629798 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:54.531999 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6903d8db-93ed-44da-ab22-ebfe8a6219a6 req-0bc49c8b-047c-4556-895d-9a35be629798 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 944 time: 0.0509737 Sep 18 05:02:54.556594 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d8ac7ca-94a4-44d6-adc8-963c92434a23 req-a34c1f7c-25e3-4e92-981b-993592b63d8f service neutron] 10.222.0.18 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925849 Sep 18 05:02:54.574828 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6903d8db-93ed-44da-ab22-ebfe8a6219a6 req-0c63825c-8238-41be-9422-4a11e80071c8 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Sep 18 05:02:54.618830 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e17b6410-9253-4aec-b812-4d326c5cfe9c details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:02:54.707551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82569c68-3139-45cb-93be-f9617ab979e9 req-af7d7723-ee9d-4573-b037-01902acb8d7d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:54.716318 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-82569c68-3139-45cb-93be-f9617ab979e9 req-af7d7723-ee9d-4573-b037-01902acb8d7d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 945 time: 0.0597451 Sep 18 05:02:54.740876 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port e17b6410-9253-4aec-b812-4d326c5cfe9c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e17b6410-9253-4aec-b812-4d326c5cfe9c,segment=NetworkSegment(ac4e6bee-6998-4fb4-b62c-ed3409d11437),segment_id=ac4e6bee-6998-4fb4-b62c-ed3409d11437)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:54.766145 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-82569c68-3139-45cb-93be-f9617ab979e9 req-eb5ef010-3ab4-4763-b665-b43e0c8f9576 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485892 Sep 18 05:02:54.766374 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'e17b6410-9253-4aec-b812-4d326c5cfe9c', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'port_id': 'e17b6410-9253-4aec-b812-4d326c5cfe9c', 'mac_address': 'fa:16:3e:3a:5b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:02:54.813657 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:54.835568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17b6410-9253-4aec-b812-4d326c5cfe9c {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:54.859423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port e17b6410-9253-4aec-b812-4d326c5cfe9c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e17b6410-9253-4aec-b812-4d326c5cfe9c,segment=NetworkSegment(ac4e6bee-6998-4fb4-b62c-ed3409d11437),segment_id=ac4e6bee-6998-4fb4-b62c-ed3409d11437)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:54.938245 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:55.004746 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=e17b6410-9253-4aec-b812-4d326c5cfe9c,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:55.148064 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.resource_extend [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-cc4b5e78-fcc3-4f48-ab21-bf111f269182 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:02:55.186821 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d8ac7ca-94a4-44d6-adc8-963c92434a23 req-c9ccb8c2-6a69-4337-8e43-6757dc1c1ff9 service neutron] 10.222.0.18 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889144 Sep 18 05:02:55.197421 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8927e7d1-f22d-4ccc-b83f-b5d253f0aed4 req-8343f876-8882-432f-9897-8b10939dd287 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055321 Sep 18 05:02:55.221943 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-cc4b5e78-fcc3-4f48-ab21-bf111f269182 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:55.239734 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['e17b6410-9253-4aec-b812-4d326c5cfe9c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:55.252812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2044a1-c91c-4c6c-a7c5-82d01050d911', 'tag': '6d2be26a-be9c-4294-8d59-0ea85231372c'}, {'name': 'network-changed', 'server_uuid': 'ad07f985-ccd7-47a5-a26d-fc23e4d3a079', 'tag': '23d60c82-8372-412e-b520-f3dbecc744aa'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:55.257360 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5686b0-f246-430b-abbe-e1b1ba911ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2044a1-c91c-4c6c-a7c5-82d01050d911", "tag": "6d2be26a-be9c-4294-8d59-0ea85231372c"}, {"name": "network-changed", "server_uuid": "ad07f985-ccd7-47a5-a26d-fc23e4d3a079", "tag": "23d60c82-8372-412e-b520-f3dbecc744aa"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:55.320811 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-cc4b5e78-fcc3-4f48-ab21-bf111f269182 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:55.410706 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8eb58-8464-4b01-90b7-6cd5a890ee7f req-e9fbefc7-54d1-45e9-b484-6051f0d18916 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:55.415644 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73c8eb58-8464-4b01-90b7-6cd5a890ee7f req-e9fbefc7-54d1-45e9-b484-6051f0d18916 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 945 time: 0.0868030 Sep 18 05:02:55.490845 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73c8eb58-8464-4b01-90b7-6cd5a890ee7f req-798f323d-5d47-4bc1-8bc0-bc4f13634d89 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678275 Sep 18 05:02:55.535991 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-cc4b5e78-fcc3-4f48-ab21-bf111f269182 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Floating IP a04c2314-6bf6-4ca3-b7c7-b0ee7dbc0714 associated. External IP: 172.25.7.135, port: 7f851c48-9915-448c-ba62-25943854fd87. Sep 18 05:02:55.621387 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-2b8f097a-1ce4-4469-8ae3-c9386ec26566 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=20ae15386bab4155a078057ceffa9f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331469 Sep 18 05:02:55.745351 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-5fc02fe8-c853-4a05-b443-ead4ce238c62 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:55.752511 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-5fc02fe8-c853-4a05-b443-ead4ce238c62 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1299617 Sep 18 05:02:55.769160 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-506681a8-ac06-4571-ad87-15ed2ab9e133 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/quotas/20ae15386bab4155a078057ceffa9f60 HTTP/1.1" status: 200 len: 375 time: 0.0154040 Sep 18 05:02:55.828888 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-b306ca7b-ff1a-462c-bfa5-e88df89e2ece tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586934 Sep 18 05:02:55.912375 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39760) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:55.915689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-cc4b5e78-fcc3-4f48-ab21-bf111f269182 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Router 81f73fee-bc04-422d-b288-f68a785983d9 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:02:56.089896 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-df883c42-aaf8-4bca-92dc-ccaab1b5652e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:56.093017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-cc4b5e78-fcc3-4f48-ab21-bf111f269182 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:02:56.099945 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-cc4b5e78-fcc3-4f48-ab21-bf111f269182 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:56.118663 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7544b784-27a8-4219-af57-8445a8c7a50b None None] Sync routers for ids ['81f73fee-bc04-422d-b288-f68a785983d9'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:02:56.131643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544b784-27a8-4219-af57-8445a8c7a50b None None] Routers {'81f73fee-bc04-422d-b288-f68a785983d9'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:02:56.133685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7544b784-27a8-4219-af57-8445a8c7a50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:02:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['81f73fee-bc04-422d-b288-f68a785983d9'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:56.146014 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-cc4b5e78-fcc3-4f48-ab21-bf111f269182 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "PUT /v2.0/floatingips/a04c2314-6bf6-4ca3-b7c7-b0ee7dbc0714 HTTP/1.1" status: 200 len: 997 time: 2.4761162 Sep 18 05:02:56.253683 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-4cc72226-1b10-4069-a653-498d152ea33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:56.257215 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-4cc72226-1b10-4069-a653-498d152ea33c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3105615cf06941c3854327e9eaa23cdf&device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 1098 time: 0.0862484 Sep 18 05:02:56.273640 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66481bd0-f940-4ead-a5fd-71a62133a92f x-openstack-request-id: req-66481bd0-f940-4ead-a5fd-71a62133a92f {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:56.273640 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2044a1-c91c-4c6c-a7c5-82d01050d911", "tag": "6d2be26a-be9c-4294-8d59-0ea85231372c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ad07f985-ccd7-47a5-a26d-fc23e4d3a079", "tag": "23d60c82-8372-412e-b520-f3dbecc744aa", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:56.273640 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66481bd0-f940-4ead-a5fd-71a62133a92f {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:56.273640 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2044a1-c91c-4c6c-a7c5-82d01050d911', 'tag': '6d2be26a-be9c-4294-8d59-0ea85231372c', 'status': 'completed', 'code': 200} Sep 18 05:02:56.273640 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad07f985-ccd7-47a5-a26d-fc23e4d3a079', 'tag': '23d60c82-8372-412e-b520-f3dbecc744aa', 'status': 'completed', 'code': 200} Sep 18 05:02:56.294467 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-df883c42-aaf8-4bca-92dc-ccaab1b5652e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:56.355120 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-7544b784-27a8-4219-af57-8445a8c7a50b None None] Set router 81f73fee-bc04-422d-b288-f68a785983d9 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:02:56.363566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6d2be26a-be9c-4294-8d59-0ea85231372c details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:02:56.391017 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-df883c42-aaf8-4bca-92dc-ccaab1b5652e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:56.436166 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df883c42-aaf8-4bca-92dc-ccaab1b5652e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8559b9a1-8054-47a3-bbba-5d222a6a1c42,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:56.480818 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-df883c42-aaf8-4bca-92dc-ccaab1b5652e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acbdbe780bb346e39c83576e86cc0aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5674284 Sep 18 05:02:56.482146 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39772) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:56.528288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-f7593663-4314-4ab9-804b-db93d10c89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:56.538287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683f5a9-7a53-4125-8b9f-e9afc12c6851 req-5efdf48b-e9a6-4133-903b-f86176ecd7b6 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:56.538552 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-f7593663-4314-4ab9-804b-db93d10c89eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 HTTP/1.1" status: 200 len: 920 time: 0.2617333 Sep 18 05:02:56.554914 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9683f5a9-7a53-4125-8b9f-e9afc12c6851 req-5efdf48b-e9a6-4133-903b-f86176ecd7b6 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 948 time: 0.1995962 Sep 18 05:02:56.624968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-dfa7fa9d-6b59-4507-9e93-4eec9f4aa0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:56.626806 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-dfa7fa9d-6b59-4507-9e93-4eec9f4aa0d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 1100 time: 0.3271346 Sep 18 05:02:56.633387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-17859e70-3114-4686-b24b-ff8a161cdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:56.635300 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-17859e70-3114-4686-b24b-ff8a161cdfb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=4e2044a1-c91c-4c6c-a7c5-82d01050d911 HTTP/1.1" status: 200 len: 1100 time: 0.2999585 Sep 18 05:02:56.646210 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9683f5a9-7a53-4125-8b9f-e9afc12c6851 req-863efc7c-4e16-4506-b9e6-6177433ca6f9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873137 Sep 18 05:02:56.664412 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72cc57e2-a6c4-4f23-983b-faf30320b277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:56.693327 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72cc57e2-a6c4-4f23-983b-faf30320b277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:56.706428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 23d60c82-8372-412e-b520-f3dbecc744aa details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:02:56.713180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e17b6410-9253-4aec-b812-4d326c5cfe9c up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:02:56.781848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-0825f07f-1313-4416-9c8f-b71e88c230b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:56.784809 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-0825f07f-1313-4416-9c8f-b71e88c230b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1479583 Sep 18 05:02:56.839838 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72cc57e2-a6c4-4f23-983b-faf30320b277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:56.844277 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72cc57e2-a6c4-4f23-983b-faf30320b277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:56.845721 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-72cc57e2-a6c4-4f23-983b-faf30320b277 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8559b9a1-8054-47a3-bbba-5d222a6a1c42 HTTP/1.1" status: 204 len: 168 time: 0.3603437 Sep 18 05:02:56.855796 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-fc502e8a-4c97-46c0-a238-b8078d589c94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=23d60c82-8372-412e-b520-f3dbecc744aa HTTP/1.1" status: 200 len: 217 time: 0.0552943 Sep 18 05:02:56.859453 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-2493df89-229c-4222-ab06-9c56348e6900 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f851c48-9915-448c-ba62-25943854fd87 HTTP/1.1" status: 200 len: 1000 time: 0.3201039 Sep 18 05:02:56.905526 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc57e2-a6c4-4f23-983b-faf30320b277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8559b9a1-8054-47a3-bbba-5d222a6a1c42,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:56.935738 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 23d60c82-8372-412e-b520-f3dbecc744aa, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=23d60c82-8372-412e-b520-f3dbecc744aa,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:56.937457 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368652-cb52-462b-ad57-e66e148e6578 req-440cb4e7-6af8-4de9-be57-6891c4162832 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:56.948928 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e368652-cb52-462b-ad57-e66e148e6578 req-440cb4e7-6af8-4de9-be57-6891c4162832 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 944 time: 0.1236298 Sep 18 05:02:57.012029 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e368652-cb52-462b-ad57-e66e148e6578 req-5ea18b94-7262-41c1-8a1b-fa4d3bb8206d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600049 Sep 18 05:02:57.056978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '23d60c82-8372-412e-b520-f3dbecc744aa', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '23d60c82-8372-412e-b520-f3dbecc744aa', 'mac_address': 'fa:16:3e:be:dc:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:02:57.060137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-24439161-0af8-4890-ab94-ad473069c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:57.062072 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-24439161-0af8-4890-ab94-ad473069c62c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1989667 Sep 18 05:02:57.070836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-f927b594-6a47-4426-9a50-07635298fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:57.072709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-f927b594-6a47-4426-9a50-07635298fc68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8dbd6d4e-4978-4831-bd92-1824d5a15d80 HTTP/1.1" status: 200 len: 860 time: 0.1754763 Sep 18 05:02:57.076467 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 6d2be26a-be9c-4294-8d59-0ea85231372c, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6d2be26a-be9c-4294-8d59-0ea85231372c,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:57.118186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '6d2be26a-be9c-4294-8d59-0ea85231372c', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '6d2be26a-be9c-4294-8d59-0ea85231372c', 'mac_address': 'fa:16:3e:d3:c1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:02:57.123801 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-83790c96-8e54-4a1d-8c83-bae128f6cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:57.125897 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-83790c96-8e54-4a1d-8c83-bae128f6cac9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.3623073 Sep 18 05:02:57.150283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-ddde4cfd-aa3f-4f78-a2d7-51812e6873a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618846 Sep 18 05:02:57.165372 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-127e3d5e-f158-4d38-83fd-e4a2dd84eae6 req-367f5c21-cbfd-47bf-a980-90a024172801 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1982064 Sep 18 05:02:57.174811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port e17b6410-9253-4aec-b812-4d326c5cfe9c completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:02:57.184763 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:57.202353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-cc1dcb49-6039-4e08-add6-3afc8760b636 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:02:57.203645 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-cc1dcb49-6039-4e08-add6-3afc8760b636 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0434995 Sep 18 05:02:57.208167 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-a710dc8e-090e-4f1a-ae30-643204b45c0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=6d2be26a-be9c-4294-8d59-0ea85231372c HTTP/1.1" status: 200 len: 217 time: 0.0619805 Sep 18 05:02:57.230622 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port e17b6410-9253-4aec-b812-4d326c5cfe9c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:02:57.231007 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:57.241448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-1d6b5cd9-7e6b-466e-853d-a61bc50b614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:57.246651 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-1d6b5cd9-7e6b-466e-853d-a61bc50b614e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1674111 Sep 18 05:02:57.275619 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d60c82-8372-412e-b520-f3dbecc744aa {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:57.279509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481afcd-aca8-4c60-9de4-7a5debc9b47a req-43409589-9591-423c-bb0c-6756a696ded0 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:57.285253 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2481afcd-aca8-4c60-9de4-7a5debc9b47a req-43409589-9591-423c-bb0c-6756a696ded0 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 945 time: 0.1486676 Sep 18 05:02:57.296793 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 23d60c82-8372-412e-b520-f3dbecc744aa, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=23d60c82-8372-412e-b520-f3dbecc744aa,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:57.302686 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:57.340001 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2be26a-be9c-4294-8d59-0ea85231372c {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:02:57.375270 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:57.385467 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2481afcd-aca8-4c60-9de4-7a5debc9b47a req-4094034e-f6ae-464f-8ffa-d309f937de1a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910773 Sep 18 05:02:57.388527 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 6d2be26a-be9c-4294-8d59-0ea85231372c, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6d2be26a-be9c-4294-8d59-0ea85231372c,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:57.422601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-7cf51888-b7d6-4f3b-9bfe-886ddbb55eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:57.424893 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-7cf51888-b7d6-4f3b-9bfe-886ddbb55eef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.2067070 Sep 18 05:02:57.434218 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7544b784-27a8-4219-af57-8445a8c7a50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:01:44Z', 'revision_number': 4, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port': {'id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a04c2314-6bf6-4ca3-b7c7-b0ee7dbc0714', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'port_id': '7f851c48-9915-448c-ba62-25943854fd87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'mac_address': 'fa:16:3e:f3:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:02:49Z', 'updated_at': '2021-09-18T05:02:54Z', 'revision_number': 1, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5313c4e0-6855-4fb8-a0c3-8caffbee737f', 'name': '', 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'mac_address': 'fa:16:3e:8e:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:41Z', 'updated_at': '2021-09-18T05:01:54Z', 'revision_number': 5, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'subnets': [{'id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:57.499374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e3d5e-f158-4d38-83fd-e4a2dd84eae6 req-fc9f37d7-40f6-40ed-b89c-35ff6bf093f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:57.501079 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-127e3d5e-f158-4d38-83fd-e4a2dd84eae6 req-fc9f37d7-40f6-40ed-b89c-35ff6bf093f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 1096 time: 0.2622075 Sep 18 05:02:57.503074 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:57.510495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-522d72c7-7a18-4ee2-88c4-b138532b2a50 service neutron] 10.222.0.23 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833498 Sep 18 05:02:57.513234 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-af53c4d3-2ca3-42de-b3e7-77ba4586b618 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390995 Sep 18 05:02:57.514754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7544b784-27a8-4219-af57-8445a8c7a50b None None] Checking router: 81f73fee-bc04-422d-b288-f68a785983d9 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:02:57.560989 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544b784-27a8-4219-af57-8445a8c7a50b None None] Routers {'81f73fee-bc04-422d-b288-f68a785983d9'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:02:57.562800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7544b784-27a8-4219-af57-8445a8c7a50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:02:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['81f73fee-bc04-422d-b288-f68a785983d9'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:57.587363 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6390a923-de9d-4754-8841-a427a8b7a37c req-242cb460-0cf2-494c-be6d-ceac2213737e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 210 time: 0.0865631 Sep 18 05:02:57.588729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-0327fc67-a124-43fa-949f-7c359bc2b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:57.590201 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-0327fc67-a124-43fa-949f-7c359bc2b0cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1535292 Sep 18 05:02:57.682987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-7544b784-27a8-4219-af57-8445a8c7a50b None None] Set router 81f73fee-bc04-422d-b288-f68a785983d9 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:02:57.714273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=23d60c82-8372-412e-b520-f3dbecc744aa,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:57.717859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['23d60c82-8372-412e-b520-f3dbecc744aa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:57.740995 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:57.760114 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402215dd-1cb6-444a-bdcd-56d7745ba3ea req-78f3c305-7bd9-4f62-8d8e-9d4a384e9cef tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:57.768846 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-402215dd-1cb6-444a-bdcd-56d7745ba3ea req-78f3c305-7bd9-4f62-8d8e-9d4a384e9cef tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 945 time: 0.0974414 Sep 18 05:02:57.826184 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-402215dd-1cb6-444a-bdcd-56d7745ba3ea req-5765c117-df02-4d62-8937-7afdc39d6f27 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535164 Sep 18 05:02:57.862895 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc5771fd-69eb-43d3-9285-d2cb97505fe9 req-ef27343f-3b81-4504-9475-578c9a1d73c4 service neutron] 10.222.0.23 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282259 Sep 18 05:02:57.889025 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-4a3bd912-1ce9-497a-bfb6-33a8110f705e service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629589 Sep 18 05:02:57.896204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['6d2be26a-be9c-4294-8d59-0ea85231372c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:02:57.897894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e3d5e-f158-4d38-83fd-e4a2dd84eae6 req-33d0f207-1782-44cb-9d1c-74b73f6753e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:57.899414 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-127e3d5e-f158-4d38-83fd-e4a2dd84eae6 req-33d0f207-1782-44cb-9d1c-74b73f6753e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.3426428 Sep 18 05:02:57.930455 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366269e8-228b-41f3-b389-98731bc39411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17b6410-9253-4aec-b812-4d326c5cfe9c'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:57.932952 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb0a424-2e80-45d5-b0a6-d90a2aa5628e" -d '{"events": [{"server_uuid": "366269e8-228b-41f3-b389-98731bc39411", "name": "network-vif-plugged", "status": "completed", "tag": "e17b6410-9253-4aec-b812-4d326c5cfe9c"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:57.958996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=6d2be26a-be9c-4294-8d59-0ea85231372c,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:57.963300 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-127e3d5e-f158-4d38-83fd-e4a2dd84eae6 req-0cc84915-f550-4c95-a2f3-2691336ffe13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60350859-a74f-4f5c-8029-343739a9f0da HTTP/1.1" status: 200 len: 217 time: 0.0473154 Sep 18 05:02:57.963300 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-71213d07-a2e4-4759-b766-fd829b900e11 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570611 Sep 18 05:02:57.967308 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port e17b6410-9253-4aec-b812-4d326c5cfe9c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e17b6410-9253-4aec-b812-4d326c5cfe9c,segment=NetworkSegment(ac4e6bee-6998-4fb4-b62c-ed3409d11437),segment_id=ac4e6bee-6998-4fb4-b62c-ed3409d11437)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:02:58.059288 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:58.106348 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9027d2a7-3911-4132-b67f-0f3640546ecf x-openstack-request-id: req-9027d2a7-3911-4132-b67f-0f3640546ecf {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:58.106710 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366269e8-228b-41f3-b389-98731bc39411", "name": "network-vif-plugged", "status": "completed", "tag": "e17b6410-9253-4aec-b812-4d326c5cfe9c", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:58.106921 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9027d2a7-3911-4132-b67f-0f3640546ecf {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:58.107321 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366269e8-228b-41f3-b389-98731bc39411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17b6410-9253-4aec-b812-4d326c5cfe9c', 'code': 200} Sep 18 05:02:58.202814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e3d5e-f158-4d38-83fd-e4a2dd84eae6 req-926f2614-6104-4a24-bbca-0a94ccb2e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:58.205750 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-127e3d5e-f158-4d38-83fd-e4a2dd84eae6 req-926f2614-6104-4a24-bbca-0a94ccb2e982 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.2295859 Sep 18 05:02:58.233725 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f9eb3-696b-4a7f-bab8-0008da3c9021 req-93398733-c2a6-4e57-9a0d-02c4e348a2bd tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:58.235411 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac8f9eb3-696b-4a7f-bab8-0008da3c9021 req-93398733-c2a6-4e57-9a0d-02c4e348a2bd tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 949 time: 0.1056802 Sep 18 05:02:58.279513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'tag': '7f851c48-9915-448c-ba62-25943854fd87'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:02:58.281804 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5c69b2-0353-424d-83e4-65f4e39f5e22" -d '{"events": [{"name": "network-changed", "server_uuid": "3b278774-6fb2-4b4c-9bbe-41d6c6e7d205", "tag": "7f851c48-9915-448c-ba62-25943854fd87"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:02:58.282152 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac8f9eb3-696b-4a7f-bab8-0008da3c9021 req-33332d09-1903-4015-85a1-3eb72b5c7b2c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383630 Sep 18 05:02:58.287187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=e17b6410-9253-4aec-b812-4d326c5cfe9c,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:58.339732 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-127e3d5e-f158-4d38-83fd-e4a2dd84eae6 req-3c7108fb-99ea-44ec-b496-3d2380e15695 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805171 Sep 18 05:02:58.411220 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94aac574-5cb8-4ac9-979c-6670965db03e req-fb774dc9-6d1f-4c99-bbf1-4a6484634049 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.135 HTTP/1.1" status: 200 len: 1000 time: 0.2748609 Sep 18 05:02:58.450982 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c5686b0-f246-430b-abbe-e1b1ba911ea3 req-460747e8-5951-41dc-96b7-9b60f1c67297 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737787 Sep 18 05:02:58.456289 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7544b784-27a8-4219-af57-8445a8c7a50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:01:44Z', 'revision_number': 4, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port': {'id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a04c2314-6bf6-4ca3-b7c7-b0ee7dbc0714', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'port_id': '7f851c48-9915-448c-ba62-25943854fd87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'mac_address': 'fa:16:3e:f3:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:02:49Z', 'updated_at': '2021-09-18T05:02:54Z', 'revision_number': 1, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5313c4e0-6855-4fb8-a0c3-8caffbee737f', 'name': '', 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'mac_address': 'fa:16:3e:8e:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:41Z', 'updated_at': '2021-09-18T05:01:54Z', 'revision_number': 5, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'subnets': [{'id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:02:58.457186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f33c67-0456-4e1e-b5e4-2926f36c1c3e req-572398e4-e9de-4dc0-a8a6-989ac7a9d677 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:58.458978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e6969-ac8a-4394-871c-b647ad253e97 req-f3645031-b64e-4b01-b885-1804c7803c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:58.459334 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-86f33c67-0456-4e1e-b5e4-2926f36c1c3e req-572398e4-e9de-4dc0-a8a6-989ac7a9d677 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 944 time: 0.0620160 Sep 18 05:02:58.460469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-860e6969-ac8a-4394-871c-b647ad253e97 req-f3645031-b64e-4b01-b885-1804c7803c2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 1098 time: 0.2441919 Sep 18 05:02:58.515967 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7544b784-27a8-4219-af57-8445a8c7a50b None None] The sync data for ids ['81f73fee-bc04-422d-b288-f68a785983d9'] in n-d-789963-13 is: [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:01:44Z', 'revision_number': 4, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port': {'id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a04c2314-6bf6-4ca3-b7c7-b0ee7dbc0714', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'port_id': '7f851c48-9915-448c-ba62-25943854fd87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'mac_address': 'fa:16:3e:f3:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:02:49Z', 'updated_at': '2021-09-18T05:02:54Z', 'revision_number': 1, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5313c4e0-6855-4fb8-a0c3-8caffbee737f', 'name': '', 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'mac_address': 'fa:16:3e:8e:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:41Z', 'updated_at': '2021-09-18T05:01:54Z', 'revision_number': 5, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'subnets': [{'id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:02:58.523901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39812) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:02:58.538983 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-86f33c67-0456-4e1e-b5e4-2926f36c1c3e req-1fc41ddd-33ef-46a4-a6e7-b4a5c57264c4 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711999 Sep 18 05:02:58.666278 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1174115579-network', 'tenant_id': '56adba3cf6f845258f9e8fd484011be7'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:58.775640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69092576-ea33-40b8-a725-a2021c84059f req-2cbab4bc-8c41-4366-b487-8c9d7ba47508 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:58.777398 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-69092576-ea33-40b8-a725-a2021c84059f req-2cbab4bc-8c41-4366-b487-8c9d7ba47508 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 945 time: 0.0820277 Sep 18 05:02:58.778990 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] Made reservation on behalf of 56adba3cf6f845258f9e8fd484011be7 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:02:58.781358 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:58.793456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:58.847886 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253e7a1-c159-460f-bd19-71c43c465438 None None] New status for floating IP a04c2314-6bf6-4ca3-b7c7-b0ee7dbc0714: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:02:58.914387 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81d2ac9-0b6d-4d64-b21c-0ddf200368aa x-openstack-request-id: req-b81d2ac9-0b6d-4d64-b21c-0ddf200368aa {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:02:58.914713 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b278774-6fb2-4b4c-9bbe-41d6c6e7d205", "tag": "7f851c48-9915-448c-ba62-25943854fd87", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:02:58.915076 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b81d2ac9-0b6d-4d64-b21c-0ddf200368aa {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:02:58.915396 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'tag': '7f851c48-9915-448c-ba62-25943854fd87', 'status': 'completed', 'code': 200} Sep 18 05:02:59.010480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aac574-5cb8-4ac9-979c-6670965db03e req-733a6dd5-0bee-4178-8d9a-d0fbb593448c tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:59.011957 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94aac574-5cb8-4ac9-979c-6670965db03e req-733a6dd5-0bee-4178-8d9a-d0fbb593448c tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports/7f851c48-9915-448c-ba62-25943854fd87 HTTP/1.1" status: 200 len: 943 time: 0.5634580 Sep 18 05:02:59.030374 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-860e6969-ac8a-4394-871c-b647ad253e97 req-be27ead4-d068-4b0a-a37c-c66d2f2c4b4b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257539 Sep 18 05:02:59.043777 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-127e3d5e-f158-4d38-83fd-e4a2dd84eae6 req-1d6ff4b1-0d8a-456d-97d5-b9d2d1983a07 service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6754975 Sep 18 05:02:59.083500 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c69b2-0353-424d-83e4-65f4e39f5e22 req-6e1fbc73-cb08-477c-be91-33003d7d1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:59.085143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f5c69b2-0353-424d-83e4-65f4e39f5e22 req-6e1fbc73-cb08-477c-be91-33003d7d1e70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3105615cf06941c3854327e9eaa23cdf&device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 1098 time: 0.1724830 Sep 18 05:02:59.163238 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-69092576-ea33-40b8-a725-a2021c84059f req-6e219887-b634-4a6d-b522-3f22f35110cb tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714724 Sep 18 05:02:59.187231 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-57628b4e-a627-40d3-a345-6f19dc3ff208 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=20ae15386bab4155a078057ceffa9f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518863 Sep 18 05:02:59.224671 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94aac574-5cb8-4ac9-979c-6670965db03e req-32a6a2d5-c80f-481e-a645-df330e34929c tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.135 HTTP/1.1" status: 200 len: 1000 time: 0.1446807 Sep 18 05:02:59.351472 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26f184a1-d527-475a-b09c-d808d794f22b req-f5aee7df-8703-4f8a-8b30-94a87a078230 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 210 time: 0.0432942 Sep 18 05:02:59.402147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-127e3d5e-f158-4d38-83fd-e4a2dd84eae6 req-bd2dce9b-8209-4e55-b3e8-f5bd8ffb925d service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467269 Sep 18 05:02:59.406588 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-4bd01030-4ac6-46cc-a8ed-34ecb9971952 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:59.408065 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-4bd01030-4ac6-46cc-a8ed-34ecb9971952 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157595 Sep 18 05:02:59.411939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c69b2-0353-424d-83e4-65f4e39f5e22 req-98918f46-2264-4a59-ba50-33be31fd7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:59.413518 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f5c69b2-0353-424d-83e4-65f4e39f5e22 req-98918f46-2264-4a59-ba50-33be31fd7440 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 HTTP/1.1" status: 200 len: 920 time: 0.2563293 Sep 18 05:02:59.429302 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:59.441285 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-d7026d3d-ac2d-4f12-adf5-4d94e2f863be tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Request body: {'port': {'device_id': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '20ae15386bab4155a078057ceffa9f60'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:59.462907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aac574-5cb8-4ac9-979c-6670965db03e req-e322e348-2b0b-413c-b4cf-4f7c499f359b tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:59.464481 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94aac574-5cb8-4ac9-979c-6670965db03e req-e322e348-2b0b-413c-b4cf-4f7c499f359b tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.2305443 Sep 18 05:02:59.508483 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:59.569479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f5c69b2-0353-424d-83e4-65f4e39f5e22 req-3ddbb6d8-5b08-430c-822b-6b51fe71e81b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f851c48-9915-448c-ba62-25943854fd87 HTTP/1.1" status: 200 len: 1002 time: 0.1246724 Sep 18 05:02:59.591794 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c065ff0-51b8-45ff-887b-a2e6f32c28cc req-c76b0bf3-4d92-41ef-8bcc-b3689bf76e02 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:59.592323 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94aac574-5cb8-4ac9-979c-6670965db03e req-dfb7003f-ff7b-4e24-8024-d94b8d8d6741 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.135 HTTP/1.1" status: 200 len: 1002 time: 0.0930877 Sep 18 05:02:59.593373 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9c065ff0-51b8-45ff-887b-a2e6f32c28cc req-c76b0bf3-4d92-41ef-8bcc-b3689bf76e02 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 946 time: 0.1467624 Sep 18 05:02:59.599349 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:02:59.602325 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dc3562-8f35-417b-9463-c2d894c2cff0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:02:59.618691 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:59.619045 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] Added segment 4474e1e5-9028-454b-85a4-6973d8015668 of type vlan for network 5d6e373c-62b7-49cd-a94b-96f24425a099 Sep 18 05:02:59.633787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-94aac574-5cb8-4ac9-979c-6670965db03e req-68d072cb-a7f9-4561-9ff6-9f7f8548961d tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:02:59.686932 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c69b2-0353-424d-83e4-65f4e39f5e22 req-671ca33a-c246-495c-af11-3df3ca371a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:59.688470 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f5c69b2-0353-424d-83e4-65f4e39f5e22 req-671ca33a-c246-495c-af11-3df3ca371a5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dbd6d4e-4978-4831-bd92-1824d5a15d80 HTTP/1.1" status: 200 len: 860 time: 0.1097434 Sep 18 05:02:59.720970 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9c065ff0-51b8-45ff-887b-a2e6f32c28cc req-615c2b5f-994e-40c4-a6af-9e2481d362b7 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071022 Sep 18 05:02:59.723428 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:59.735207 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-94aac574-5cb8-4ac9-979c-6670965db03e req-68d072cb-a7f9-4561-9ff6-9f7f8548961d tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for floatingip, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:59.764307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-d7026d3d-ac2d-4f12-adf5-4d94e2f863be tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Made reservation on behalf of 20ae15386bab4155a078057ceffa9f60 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:02:59.771953 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-d7026d3d-ac2d-4f12-adf5-4d94e2f863be tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:59.809153 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f5c69b2-0353-424d-83e4-65f4e39f5e22 req-f1ef87b5-8c63-40de-a697-a13c56ada998 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039333 Sep 18 05:02:59.881149 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:59.882151 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:02:59.882805 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:02:59.999699 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-94aac574-5cb8-4ac9-979c-6670965db03e req-68d072cb-a7f9-4561-9ff6-9f7f8548961d tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:00.019796 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f5c69b2-0353-424d-83e4-65f4e39f5e22 req-506f9324-489c-4bf9-a9c3-333ad76e1a45 service neutron] 10.222.0.18 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978953 Sep 18 05:03:00.051322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] Pushing event updated for resources: {'Network': ['ID=5d6e373c-62b7-49cd-a94b-96f24425a099,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:00.061158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 5d6e373c-62b7-49cd-a94b-96f24425a099 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:03:00.068804 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-94aac574-5cb8-4ac9-979c-6670965db03e req-68d072cb-a7f9-4561-9ff6-9f7f8548961d tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:00.074024 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-94aac574-5cb8-4ac9-979c-6670965db03e req-68d072cb-a7f9-4561-9ff6-9f7f8548961d tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Floating IP a04c2314-6bf6-4ca3-b7c7-b0ee7dbc0714 disassociated. External IP: 172.25.7.135, port: 7f851c48-9915-448c-ba62-25943854fd87. Sep 18 05:03:00.074284 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-61a8326f-8fb1-4523-94fc-c0deb42bb185 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5489542 Sep 18 05:03:00.078706 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39826) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:00.085609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2cfd391b-0e0a-4c32-b1f0-67cd6beafbe1 admin admin] Request body: {'subnet': {'network_id': '5d6e373c-62b7-49cd-a94b-96f24425a099', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1174115579-subnet', 'tenant_id': '56adba3cf6f845258f9e8fd484011be7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:00.132437 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b84104-d932-463e-bec2-0d7c7a78e9de req-0c1b5f03-b67d-4505-82a1-9547f5e94b9c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:00.140341 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-08b84104-d932-463e-bec2-0d7c7a78e9de req-0c1b5f03-b67d-4505-82a1-9547f5e94b9c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 949 time: 0.2073340 Sep 18 05:03:00.165961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-d7026d3d-ac2d-4f12-adf5-4d94e2f863be tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Allocated IP 192.168.233.35 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/7e928516-bcc0-42fc-b89c-950c05b4bd72) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:03:00.197791 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-08b84104-d932-463e-bec2-0d7c7a78e9de req-984a2539-5f12-4156-b71a-29aff2f33c98 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566211 Sep 18 05:03:00.208900 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfd391b-0e0a-4c32-b1f0-67cd6beafbe1 admin admin] Made reservation on behalf of 56adba3cf6f845258f9e8fd484011be7 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:03:00.219963 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2cfd391b-0e0a-4c32-b1f0-67cd6beafbe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:00.262241 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f5c69b2-0353-424d-83e4-65f4e39f5e22 req-bedd10f6-927d-4a53-9395-1779eb4fb7ea service neutron] 10.222.0.18 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263556 Sep 18 05:03:00.398823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6d2be26a-be9c-4294-8d59-0ea85231372c up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:03:00.407716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94aac574-5cb8-4ac9-979c-6670965db03e req-68d072cb-a7f9-4561-9ff6-9f7f8548961d tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Router 81f73fee-bc04-422d-b288-f68a785983d9 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:03:00.432494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b9e52-0b17-4a3b-93e9-20cd646fa45d req-56302ca0-4fc9-46cb-a00e-f5c7e6adec9d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:00.434006 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-800b9e52-0b17-4a3b-93e9-20cd646fa45d req-56302ca0-4fc9-46cb-a00e-f5c7e6adec9d tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 944 time: 0.1450121 Sep 18 05:03:00.495835 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-d7026d3d-ac2d-4f12-adf5-4d94e2f863be tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:00.531129 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-800b9e52-0b17-4a3b-93e9-20cd646fa45d req-2114cf8e-b7a8-4314-9290-43297bb43791 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856116 Sep 18 05:03:00.533909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94aac574-5cb8-4ac9-979c-6670965db03e req-68d072cb-a7f9-4561-9ff6-9f7f8548961d tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:03:00.538581 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-94aac574-5cb8-4ac9-979c-6670965db03e req-68d072cb-a7f9-4561-9ff6-9f7f8548961d tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:00.539752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 6d2be26a-be9c-4294-8d59-0ea85231372c completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:03:00.549720 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc88d4-c843-47a9-b9c5-443fb0227735 None None] Sync routers for ids ['81f73fee-bc04-422d-b288-f68a785983d9'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:03:00.564305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 6d2be26a-be9c-4294-8d59-0ea85231372c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:03:00.565827 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:00.567097 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94aac574-5cb8-4ac9-979c-6670965db03e req-68d072cb-a7f9-4561-9ff6-9f7f8548961d tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "PUT /v2.0/floatingips/a04c2314-6bf6-4ca3-b7c7-b0ee7dbc0714 HTTP/1.1" status: 200 len: 695 time: 0.9433064 Sep 18 05:03:00.619399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fc88d4-c843-47a9-b9c5-443fb0227735 None None] Routers {'81f73fee-bc04-422d-b288-f68a785983d9'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:03:00.620047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-72fc88d4-c843-47a9-b9c5-443fb0227735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:02:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['81f73fee-bc04-422d-b288-f68a785983d9'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:00.649734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aac574-5cb8-4ac9-979c-6670965db03e req-3d0ba3e3-af29-4767-9e58-2dba27d26881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:00.651395 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94aac574-5cb8-4ac9-979c-6670965db03e req-3d0ba3e3-af29-4767-9e58-2dba27d26881 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3105615cf06941c3854327e9eaa23cdf&device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 1098 time: 0.0695636 Sep 18 05:03:00.663826 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2cfd391b-0e0a-4c32-b1f0-67cd6beafbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:00.701112 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-d7026d3d-ac2d-4f12-adf5-4d94e2f863be tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:00.755439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aac574-5cb8-4ac9-979c-6670965db03e req-ffb07094-337a-4a7d-8c83-d326286d33db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:00.757010 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94aac574-5cb8-4ac9-979c-6670965db03e req-ffb07094-337a-4a7d-8c83-d326286d33db service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 HTTP/1.1" status: 200 len: 920 time: 0.0994208 Sep 18 05:03:00.769953 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd391b-0e0a-4c32-b1f0-67cd6beafbe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ee5312-e540-4649-99db-52e5113f90b6,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:00.779415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a96b37-9c2a-459e-badf-214cc3e48775 req-19034392-97e5-4199-bde4-0e5c44e78e0d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:00.780888 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-32a96b37-9c2a-459e-badf-214cc3e48775 req-19034392-97e5-4199-bde4-0e5c44e78e0d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 945 time: 0.1592267 Sep 18 05:03:00.790981 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-d7026d3d-ac2d-4f12-adf5-4d94e2f863be tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:03:00.810595 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94aac574-5cb8-4ac9-979c-6670965db03e req-6459dfd9-10d6-4810-a939-17958afc0e13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f851c48-9915-448c-ba62-25943854fd87 HTTP/1.1" status: 200 len: 217 time: 0.0425661 Sep 18 05:03:00.812746 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-d7026d3d-ac2d-4f12-adf5-4d94e2f863be tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:03:00.818106 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7026d3d-ac2d-4f12-adf5-4d94e2f863be tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Pushing event updated for resources: {'Port': ['ID=7e928516-bcc0-42fc-b89c-950c05b4bd72,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:00.820723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-d7026d3d-ac2d-4f12-adf5-4d94e2f863be tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:03:00.862787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 23d60c82-8372-412e-b520-f3dbecc744aa up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:03:00.872747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aac574-5cb8-4ac9-979c-6670965db03e req-b6722401-e3c3-4994-8160-4cbea380e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:00.875188 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94aac574-5cb8-4ac9-979c-6670965db03e req-b6722401-e3c3-4994-8160-4cbea380e7de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8dbd6d4e-4978-4831-bd92-1824d5a15d80 HTTP/1.1" status: 200 len: 860 time: 0.0541422 Sep 18 05:03:00.884380 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd391b-0e0a-4c32-b1f0-67cd6beafbe1 admin admin] Checking segment: {'id': '4474e1e5-9028-454b-85a4-6973d8015668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d6e373c-62b7-49cd-a94b-96f24425a099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:00.884796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd391b-0e0a-4c32-b1f0-67cd6beafbe1 admin admin] Network hostable DHCP agents. Network: 5d6e373c-62b7-49cd-a94b-96f24425a099, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:03:00.894950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['df4a54dd-050c-4c73-91b4-24dce1197660'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:00.899515 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b218360f-c562-4280-a2fe-afa957d311d7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:00.910601 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-32a96b37-9c2a-459e-badf-214cc3e48775 req-bfac5439-9cc4-47d9-a7ea-af07c10510ec tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174588 Sep 18 05:03:00.910937 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94aac574-5cb8-4ac9-979c-6670965db03e req-5686d73c-0cc6-4db5-b57a-52f373a3de1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279157 Sep 18 05:03:00.922404 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-d7026d3d-ac2d-4f12-adf5-4d94e2f863be tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:00.923061 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-d7026d3d-ac2d-4f12-adf5-4d94e2f863be tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:00.929143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'tag': '7f851c48-9915-448c-ba62-25943854fd87'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:00.937252 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4046aaac-0549-4249-be5e-12bdc5db02e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3b278774-6fb2-4b4c-9bbe-41d6c6e7d205", "tag": "7f851c48-9915-448c-ba62-25943854fd87"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:01.014424 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd391b-0e0a-4c32-b1f0-67cd6beafbe1 admin admin] Network 5d6e373c-62b7-49cd-a94b-96f24425a099 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:03:01.024783 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-d7026d3d-ac2d-4f12-adf5-4d94e2f863be tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5879753 Sep 18 05:03:01.057931 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Request body: {'port': {'device_id': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:01.074907 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94aac574-5cb8-4ac9-979c-6670965db03e req-6ee2c7dc-8388-4682-9782-cf1e8c14e540 service neutron] 10.222.0.23 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310232 Sep 18 05:03:01.109127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd391b-0e0a-4c32-b1f0-67cd6beafbe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 5d6e373c-62b7-49cd-a94b-96f24425a099) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:03:01.117994 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfd391b-0e0a-4c32-b1f0-67cd6beafbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:01.118613 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2cfd391b-0e0a-4c32-b1f0-67cd6beafbe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:01.159253 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:03:01.167019 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd00fcf1-277d-44b5-bae6-26cdc881fe80 None None] Network 5d6e373c-62b7-49cd-a94b-96f24425a099 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:03:01.180594 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:01.210029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388703f1-ea54-47d3-a58c-8db8d4a4b083 req-ffba22ad-e636-478c-ad11-9a5422a242fa tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:01.211710 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-388703f1-ea54-47d3-a58c-8db8d4a4b083 req-ffba22ad-e636-478c-ad11-9a5422a242fa tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 935 time: 0.1784871 Sep 18 05:03:01.239610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94aac574-5cb8-4ac9-979c-6670965db03e req-73b1747c-8088-4ea9-93ab-4dd63f53cc7a service neutron] 10.222.0.23 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577394 Sep 18 05:03:01.249473 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2cfd391b-0e0a-4c32-b1f0-67cd6beafbe1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1615565 Sep 18 05:03:01.255538 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2f32fdb-8fcc-4852-a04a-d7ce0069f5b7 req-1e77396c-9f58-4c54-a81d-c2b13dce697a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0755858 Sep 18 05:03:01.303539 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-388703f1-ea54-47d3-a58c-8db8d4a4b083 req-1e718c33-61bd-42b9-82db-bbd61771eaca tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662427 Sep 18 05:03:01.332885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ab5507b8-c850-4f60-a6d9-8a4645c3b6d7 None None] Provisioning complete for port 7e928516-bcc0-42fc-b89c-950c05b4bd72 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:03:01.333273 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ab5507b8-c850-4f60-a6d9-8a4645c3b6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:01.369349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 23d60c82-8372-412e-b520-f3dbecc744aa completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:03:01.371368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b464356-5f3c-4cd2-abb2-85c1312948a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:01.387974 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ab5507b8-c850-4f60-a6d9-8a4645c3b6d7 None None] Port 7e928516-bcc0-42fc-b89c-950c05b4bd72 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:03:01.393775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-72fc88d4-c843-47a9-b9c5-443fb0227735 None None] Set router 81f73fee-bc04-422d-b288-f68a785983d9 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:03:01.416855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32fdb-8fcc-4852-a04a-d7ce0069f5b7 req-75411c5c-0b54-4800-bed1-2267f12d08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:01.418686 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2f32fdb-8fcc-4852-a04a-d7ce0069f5b7 req-75411c5c-0b54-4800-bed1-2267f12d08df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 1118 time: 0.1161168 Sep 18 05:03:01.467542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 23d60c82-8372-412e-b520-f3dbecc744aa triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:03:01.468172 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:01.487908 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9867d5-30c2-4b1d-83ad-1f84f294dabd x-openstack-request-id: req-2f9867d5-30c2-4b1d-83ad-1f84f294dabd {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:01.488219 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b278774-6fb2-4b4c-9bbe-41d6c6e7d205", "tag": "7f851c48-9915-448c-ba62-25943854fd87", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:01.488510 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f9867d5-30c2-4b1d-83ad-1f84f294dabd {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:01.488969 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'tag': '7f851c48-9915-448c-ba62-25943854fd87', 'status': 'completed', 'code': 200} Sep 18 05:03:01.544669 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262624b-92b4-4b7c-b37b-bff0b02ab265 req-49a8e1a3-b6f7-4a0c-a5bf-6299f0487f5f tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:01.545399 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f262624b-92b4-4b7c-b37b-bff0b02ab265 req-49a8e1a3-b6f7-4a0c-a5bf-6299f0487f5f tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 946 time: 0.0825264 Sep 18 05:03:01.550725 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:01.623733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e928516-bcc0-42fc-b89c-950c05b4bd72 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:01.635055 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f262624b-92b4-4b7c-b37b-bff0b02ab265 req-7b51a56d-9eb2-4736-9d68-c8bc43dc0932 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755718 Sep 18 05:03:01.636992 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:01.641315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046aaac-0549-4249-be5e-12bdc5db02e3 req-2b6fd782-5623-44e3-a97b-6d210a8338b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:01.643414 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4046aaac-0549-4249-be5e-12bdc5db02e3 req-2b6fd782-5623-44e3-a97b-6d210a8338b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3105615cf06941c3854327e9eaa23cdf&device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 1098 time: 0.1119297 Sep 18 05:03:01.645696 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32fdb-8fcc-4852-a04a-d7ce0069f5b7 req-0cd9dca3-4322-4a9e-92e4-128325953e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:01.647012 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2f32fdb-8fcc-4852-a04a-d7ce0069f5b7 req-0cd9dca3-4322-4a9e-92e4-128325953e8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.1989861 Sep 18 05:03:01.652523 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Transition to ACTIVE for port object 7e928516-bcc0-42fc-b89c-950c05b4bd72 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:03:01.673223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c634b85-a89c-456b-bc7e-89d59625d67c req-ad24fd53-eb0c-478e-adee-7694af9580e1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:01.673223 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c634b85-a89c-456b-bc7e-89d59625d67c req-ad24fd53-eb0c-478e-adee-7694af9580e1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 949 time: 0.1060553 Sep 18 05:03:01.720630 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-90a1fb01-9f6d-413d-99c5-0cbc91e7d3fd req-807a2b50-ea89-48d0-a6f6-1b687f3b9bc6 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/floatingips/a04c2314-6bf6-4ca3-b7c7-b0ee7dbc0714 HTTP/1.1" status: 200 len: 695 time: 0.0483031 Sep 18 05:03:01.732073 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2f32fdb-8fcc-4852-a04a-d7ce0069f5b7 req-e2101c3e-87a3-4cd1-9826-c88c1da91264 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4 HTTP/1.1" status: 200 len: 217 time: 0.0601518 Sep 18 05:03:01.735642 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2044a1-c91c-4c6c-a7c5-82d01050d911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2be26a-be9c-4294-8d59-0ea85231372c'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:01.738349 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905dc961-774c-40fa-9672-02443ed2df05" -d '{"events": [{"server_uuid": "4e2044a1-c91c-4c6c-a7c5-82d01050d911", "name": "network-vif-plugged", "status": "completed", "tag": "6d2be26a-be9c-4294-8d59-0ea85231372c"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:01.741465 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:01.811397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 6d2be26a-be9c-4294-8d59-0ea85231372c, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6d2be26a-be9c-4294-8d59-0ea85231372c,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:01.834552 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:01.844865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e928516-bcc0-42fc-b89c-950c05b4bd72,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:01.847640 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0fd137-c6ca-4c84-9073-6518af0bb22d None None] Network 5d6e373c-62b7-49cd-a94b-96f24425a099 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:03:01.847802 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c634b85-a89c-456b-bc7e-89d59625d67c req-8b7e9579-ddb4-4fa2-be5e-0bf91b58fca1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593218 Sep 18 05:03:01.869626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32fdb-8fcc-4852-a04a-d7ce0069f5b7 req-204dbcaa-91ef-4254-b6b0-693e7aa5c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:01.870781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2f32fdb-8fcc-4852-a04a-d7ce0069f5b7 req-204dbcaa-91ef-4254-b6b0-693e7aa5c825 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.1278775 Sep 18 05:03:01.879998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046aaac-0549-4249-be5e-12bdc5db02e3 req-d335dfe9-d418-401a-84e0-f776a46591b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:01.881659 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4046aaac-0549-4249-be5e-12bdc5db02e3 req-d335dfe9-d418-401a-84e0-f776a46591b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 HTTP/1.1" status: 200 len: 920 time: 0.2294848 Sep 18 05:03:01.909050 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1fb01-9f6d-413d-99c5-0cbc91e7d3fd req-0424d5e0-5d5e-4ff9-8a23-9059d80397ad tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:01.919588 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:01.920485 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-90a1fb01-9f6d-413d-99c5-0cbc91e7d3fd req-0424d5e0-5d5e-4ff9-8a23-9059d80397ad tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.1908498 Sep 18 05:03:01.972691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2f32fdb-8fcc-4852-a04a-d7ce0069f5b7 req-e31d8177-0149-48ea-a052-e236ca2e21f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898778 Sep 18 05:03:01.974387 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4046aaac-0549-4249-be5e-12bdc5db02e3 req-922dddc0-f660-4f71-9479-a168bf53c4fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f851c48-9915-448c-ba62-25943854fd87 HTTP/1.1" status: 200 len: 217 time: 0.0835242 Sep 18 05:03:02.012128 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-90a1fb01-9f6d-413d-99c5-0cbc91e7d3fd req-2a1ed048-eb49-4317-aa5c-359415197ed2 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.135 HTTP/1.1" status: 200 len: 698 time: 0.0904806 Sep 18 05:03:02.062940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-0abc5570-96f6-4c61-81d0-fa292656b66b req-13bf1bb5-6d34-4da3-821b-8ec2c3dd7104 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-566531518', 'description': 'tempest-description-1642581843'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:02.080684 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 23d60c82-8372-412e-b520-f3dbecc744aa, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=23d60c82-8372-412e-b520-f3dbecc744aa,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:02.086774 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-90a1fb01-9f6d-413d-99c5-0cbc91e7d3fd req-3437b2ab-5595-4f58-ac27-d51a46609603 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.135 HTTP/1.1" status: 200 len: 698 time: 0.0737095 Sep 18 05:03:02.120618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=6d2be26a-be9c-4294-8d59-0ea85231372c,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:02.142994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046aaac-0549-4249-be5e-12bdc5db02e3 req-bb762665-9176-4e96-8668-1435f7289d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:02.144855 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4046aaac-0549-4249-be5e-12bdc5db02e3 req-bb762665-9176-4e96-8668-1435f7289d45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dbd6d4e-4978-4831-bd92-1824d5a15d80 HTTP/1.1" status: 200 len: 860 time: 0.1620274 Sep 18 05:03:02.165606 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:02.188698 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4046aaac-0549-4249-be5e-12bdc5db02e3 req-94fb9728-440e-4619-b1a2-f34973b537b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344982 Sep 18 05:03:02.229031 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2f32fdb-8fcc-4852-a04a-d7ce0069f5b7 req-7005663b-1092-4441-9b92-04ff91ab3470 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444773 Sep 18 05:03:02.270726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Attempting to bind port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:03:02.270726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Attempting to bind port 7e928516-bcc0-42fc-b89c-950c05b4bd72 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:03:02.271139 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Attempting to bind port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:02.277739 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:03:02.278071 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Attempting to bind port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:02.286714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:03:02.286714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:02.289721 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:03:02.289721 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Bound port: 7e928516-bcc0-42fc-b89c-950c05b4bd72, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:03:02.289721 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:02.290041 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=23d60c82-8372-412e-b520-f3dbecc744aa,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:02.294002 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0abc5570-96f6-4c61-81d0-fa292656b66b req-13bf1bb5-6d34-4da3-821b-8ec2c3dd7104 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:02.304697 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-72fc88d4-c843-47a9-b9c5-443fb0227735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:01:44Z', 'revision_number': 4, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port': {'id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5313c4e0-6855-4fb8-a0c3-8caffbee737f', 'name': '', 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'mac_address': 'fa:16:3e:8e:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:41Z', 'updated_at': '2021-09-18T05:01:54Z', 'revision_number': 5, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'subnets': [{'id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:02.327985 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-90a1fb01-9f6d-413d-99c5-0cbc91e7d3fd req-5a59f73b-2f9b-4be4-a8b8-4b0d8479eda6 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Deleting port 608d0cc7-10b9-4861-8f80-4dac60637c17 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:03:02.328359 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-90a1fb01-9f6d-413d-99c5-0cbc91e7d3fd req-5a59f73b-2f9b-4be4-a8b8-4b0d8479eda6 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:02.334215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc88d4-c843-47a9-b9c5-443fb0227735 None None] Checking router: 81f73fee-bc04-422d-b288-f68a785983d9 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:03:02.343425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fc88d4-c843-47a9-b9c5-443fb0227735 None None] Routers {'81f73fee-bc04-422d-b288-f68a785983d9'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:03:02.344215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-72fc88d4-c843-47a9-b9c5-443fb0227735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:02:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['81f73fee-bc04-422d-b288-f68a785983d9'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:02.393939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4046aaac-0549-4249-be5e-12bdc5db02e3 req-1662ad1f-6779-4c0b-b1b9-475a533af66b service neutron] 10.222.0.18 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946034 Sep 18 05:03:02.403316 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2f32fdb-8fcc-4852-a04a-d7ce0069f5b7 req-8bc346a4-c4f9-4942-bf2d-45d2c97a5f5d service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649392 Sep 18 05:03:02.419749 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:02.424868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:03:02.440308 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-90a1fb01-9f6d-413d-99c5-0cbc91e7d3fd req-5a59f73b-2f9b-4be4-a8b8-4b0d8479eda6 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:02.440665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-90a1fb01-9f6d-413d-99c5-0cbc91e7d3fd req-5a59f73b-2f9b-4be4-a8b8-4b0d8479eda6 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:02.453895 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-90a1fb01-9f6d-413d-99c5-0cbc91e7d3fd req-5a59f73b-2f9b-4be4-a8b8-4b0d8479eda6 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Calling delete_port for 608d0cc7-10b9-4861-8f80-4dac60637c17 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:03:02.502576 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-72fc88d4-c843-47a9-b9c5-443fb0227735 None None] Set router 81f73fee-bc04-422d-b288-f68a785983d9 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:03:02.522152 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:02.524123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0abc5570-96f6-4c61-81d0-fa292656b66b req-13bf1bb5-6d34-4da3-821b-8ec2c3dd7104 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:02.530628 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4046aaac-0549-4249-be5e-12bdc5db02e3 req-e100ee4a-4063-4a28-9d56-c27a69d7d465 service neutron] 10.222.0.18 "GET /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240199 Sep 18 05:03:02.566029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:02.566656 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:02.568140 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] 10.222.0.18 "PUT /v2.0/ports/7e928516-bcc0-42fc-b89c-950c05b4bd72 HTTP/1.1" status: 200 len: 1096 time: 1.5261202 Sep 18 05:03:02.571557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:02.575125 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec786849-53d4-4e0a-9c61-55bd0e3610d8" -d '{"events": [{"name": "network-changed", "server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:02.608484 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0abc5570-96f6-4c61-81d0-fa292656b66b req-13bf1bb5-6d34-4da3-821b-8ec2c3dd7104 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:02.612764 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3f665-6f66-4fe1-9677-222d8e22b7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e928516-bcc0-42fc-b89c-950c05b4bd72,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:02.639941 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf1bb5-6d34-4da3-821b-8ec2c3dd7104 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f73925-5ef8-4236-9d14-f13d44352631,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:02.699477 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0abc5570-96f6-4c61-81d0-fa292656b66b req-13bf1bb5-6d34-4da3-821b-8ec2c3dd7104 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:02.701977 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0abc5570-96f6-4c61-81d0-fa292656b66b req-13bf1bb5-6d34-4da3-821b-8ec2c3dd7104 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6551838 Sep 18 05:03:02.725059 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-a3105912-329f-4002-b4a9-a734ebca2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:02.726347 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-a3105912-329f-4002-b4a9-a734ebca2b92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 1099 time: 0.0601797 Sep 18 05:03:02.737967 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-72fc88d4-c843-47a9-b9c5-443fb0227735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:01:44Z', 'revision_number': 4, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port': {'id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5313c4e0-6855-4fb8-a0c3-8caffbee737f', 'name': '', 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'mac_address': 'fa:16:3e:8e:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:41Z', 'updated_at': '2021-09-18T05:01:54Z', 'revision_number': 5, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'subnets': [{'id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:02.785200 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-000bd69c-b292-458e-98e9-eb4e4a5fac54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72 HTTP/1.1" status: 200 len: 217 time: 0.0451753 Sep 18 05:03:02.790942 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-90a1fb01-9f6d-413d-99c5-0cbc91e7d3fd req-5a59f73b-2f9b-4be4-a8b8-4b0d8479eda6 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:02.820891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602b364-7811-4082-b4b2-9c70405286d5 req-4b8b4e27-c3d9-4e5b-9c68-159e73e8b115 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:02.822571 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4602b364-7811-4082-b4b2-9c70405286d5 req-4b8b4e27-c3d9-4e5b-9c68-159e73e8b115 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 944 time: 0.0573819 Sep 18 05:03:02.848780 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59f73b-2f9b-4be4-a8b8-4b0d8479eda6 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Pushing event deleted for resources: {'Port': ['ID=608d0cc7-10b9-4861-8f80-4dac60637c17,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:02.867883 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4602b364-7811-4082-b4b2-9c70405286d5 req-d7fca15d-2869-4ea5-9449-80f882aa0994 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389767 Sep 18 05:03:02.916013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-53119a91-66f3-4bd8-a00b-5342bf5516b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:02.920509 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-53119a91-66f3-4bd8-a00b-5342bf5516b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1239884 Sep 18 05:03:02.938692 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-90a1fb01-9f6d-413d-99c5-0cbc91e7d3fd req-5a59f73b-2f9b-4be4-a8b8-4b0d8479eda6 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:02.941971 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-90a1fb01-9f6d-413d-99c5-0cbc91e7d3fd req-5a59f73b-2f9b-4be4-a8b8-4b0d8479eda6 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:02.943311 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-90a1fb01-9f6d-413d-99c5-0cbc91e7d3fd req-5a59f73b-2f9b-4be4-a8b8-4b0d8479eda6 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "DELETE /v2.0/floatingips/a04c2314-6bf6-4ca3-b7c7-b0ee7dbc0714 HTTP/1.1" status: 204 len: 173 time: 0.8554447 Sep 18 05:03:02.944653 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc88d4-c843-47a9-b9c5-443fb0227735 None None] The sync data for ids ['81f73fee-bc04-422d-b288-f68a785983d9'] in n-d-789963-13 is: [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:01:44Z', 'revision_number': 4, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port': {'id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5313c4e0-6855-4fb8-a0c3-8caffbee737f', 'name': '', 'network_id': '1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'mac_address': 'fa:16:3e:8e:23:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:41Z', 'updated_at': '2021-09-18T05:01:54Z', 'revision_number': 5, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'subnets': [{'id': '8dbd6d4e-4978-4831-bd92-1824d5a15d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:03:02.997291 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ce0f9246-d60e-444a-930a-3a404174100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:02.999097 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-ce0f9246-d60e-444a-930a-3a404174100b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0732365 Sep 18 05:03:03.005300 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0fe0e6-68cd-44cb-9258-3161e474f4b5 x-openstack-request-id: req-bb0fe0e6-68cd-44cb-9258-3161e474f4b5 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:03.005597 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2044a1-c91c-4c6c-a7c5-82d01050d911", "name": "network-vif-plugged", "status": "completed", "tag": "6d2be26a-be9c-4294-8d59-0ea85231372c", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:03.005855 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb0fe0e6-68cd-44cb-9258-3161e474f4b5 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:03.006252 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2044a1-c91c-4c6c-a7c5-82d01050d911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2be26a-be9c-4294-8d59-0ea85231372c', 'code': 200} Sep 18 05:03:03.018130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ec9a6-e19f-4ae5-b391-a16ad8fa7d4b req-b1a773a6-2338-499a-8bb9-114396191f99 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:03.034074 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-403ec9a6-e19f-4ae5-b391-a16ad8fa7d4b req-b1a773a6-2338-499a-8bb9-114396191f99 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 946 time: 0.0998235 Sep 18 05:03:03.045110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39872) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:03.051252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3db1552f-a7d7-4606-b782-2da9bae0d3a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Request body: {'floatingip': {'port_id': 'e17b6410-9253-4aec-b812-4d326c5cfe9c'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:03.123460 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3db1552f-a7d7-4606-b782-2da9bae0d3a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for floatingip, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:03.163996 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-412c0f98-736a-44f0-ba85-99df03d9fcbc service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537859 Sep 18 05:03:03.172872 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f699f0-16ec-44d5-8988-194f97330106 req-c966fb21-e73d-43bf-ab6c-a46393b55001 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:03.181285 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b1f699f0-16ec-44d5-8988-194f97330106 req-c966fb21-e73d-43bf-ab6c-a46393b55001 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 945 time: 0.0783479 Sep 18 05:03:03.277681 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b1f699f0-16ec-44d5-8988-194f97330106 req-294954b1-5f37-4ec4-92e6-0e8da8dfb23f tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955231 Sep 18 05:03:03.292968 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5483c6-7e7c-4cbe-a283-fec1bf378616 None None] New status for floating IP a04c2314-6bf6-4ca3-b7c7-b0ee7dbc0714: DOWN {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:03:03.321183 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28417dfb-eb81-4e90-8d94-fec94206c9c3 req-42b750d9-e0bd-4cb1-9c20-4ecd773f65c1 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372585 Sep 18 05:03:03.409383 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b034bf-47c2-42c5-9e7b-7745b7430500 x-openstack-request-id: req-e5b034bf-47c2-42c5-9e7b-7745b7430500 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:03.409383 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:03.409873 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5b034bf-47c2-42c5-9e7b-7745b7430500 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:03.410506 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'status': 'completed', 'code': 200} Sep 18 05:03:03.501742 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97614a94-02f4-4bdd-9a4e-9669ed54c7fd req-df757395-3e44-4e2f-9056-c01a01279be5 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-groups/f4f73925-5ef8-4236-9d14-f13d44352631 HTTP/1.1" status: 200 len: 1812 time: 0.0782766 Sep 18 05:03:03.512539 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-97614a94-02f4-4bdd-9a4e-9669ed54c7fd req-cad96048-40f0-4864-ad5a-ac00c5054731 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4f73925-5ef8-4236-9d14-f13d44352631', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:03.512867 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-97614a94-02f4-4bdd-9a4e-9669ed54c7fd req-cad96048-40f0-4864-ad5a-ac00c5054731 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4f73925-5ef8-4236-9d14-f13d44352631', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:03.526168 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec786849-53d4-4e0a-9c61-55bd0e3610d8 req-88667f06-f80c-4da1-a668-3c57c36967f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:03.527643 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ec786849-53d4-4e0a-9c61-55bd0e3610d8 req-88667f06-f80c-4da1-a668-3c57c36967f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 1099 time: 0.0653062 Sep 18 05:03:03.558896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c15e8-4787-4113-8818-25883b238f0f req-def022f1-b369-483e-b0be-1d80d6bb0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:03.560409 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c12c15e8-4787-4113-8818-25883b238f0f req-def022f1-b369-483e-b0be-1d80d6bb0ce6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4e2044a1-c91c-4c6c-a7c5-82d01050d911 HTTP/1.1" status: 200 len: 1102 time: 0.4706447 Sep 18 05:03:03.591934 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bb9cf-f67f-4181-937f-1d70a6b5c429 req-e5d0b02d-de69-40a4-8fb9-c57553ca96d2 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:03.593543 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea8bb9cf-f67f-4181-937f-1d70a6b5c429 req-e5d0b02d-de69-40a4-8fb9-c57553ca96d2 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 947 time: 0.4727576 Sep 18 05:03:03.643353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec786849-53d4-4e0a-9c61-55bd0e3610d8 req-2763f284-b87f-4b69-9047-8c2f09aa22aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:03.644841 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ec786849-53d4-4e0a-9c61-55bd0e3610d8 req-2763f284-b87f-4b69-9047-8c2f09aa22aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1068559 Sep 18 05:03:03.675839 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c12c15e8-4787-4113-8818-25883b238f0f req-62f42003-3185-4ee2-bc86-8259c9094c2f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043622 Sep 18 05:03:03.690847 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea8bb9cf-f67f-4181-937f-1d70a6b5c429 req-87db7a1e-c63c-44ac-b93d-35202aada294 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890272 Sep 18 05:03:03.697260 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-97614a94-02f4-4bdd-9a4e-9669ed54c7fd req-cad96048-40f0-4864-ad5a-ac00c5054731 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:03.702932 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ec786849-53d4-4e0a-9c61-55bd0e3610d8 req-2832a6a4-41a9-4ae3-841e-7a34d5f3ce66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72 HTTP/1.1" status: 200 len: 217 time: 0.0475764 Sep 18 05:03:03.734987 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-97614a94-02f4-4bdd-9a4e-9669ed54c7fd req-cad96048-40f0-4864-ad5a-ac00c5054731 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:03.813163 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-97614a94-02f4-4bdd-9a4e-9669ed54c7fd req-cad96048-40f0-4864-ad5a-ac00c5054731 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:03.834570 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad96048-40f0-4864-ad5a-ac00c5054731 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbffc976-9044-4b0e-af58-99125d0c0f80,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:03.840746 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f580ab9d-b5b8-4cb2-a97d-ae8b42f18095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:03.914459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfdd73-5b81-4d80-9858-8203752b1653 req-a2d334d5-4e70-470b-8726-4f889dfa8857 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:03.915967 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-badfdd73-5b81-4d80-9858-8203752b1653 req-a2d334d5-4e70-470b-8726-4f889dfa8857 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 950 time: 0.1305039 Sep 18 05:03:03.922830 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-97614a94-02f4-4bdd-9a4e-9669ed54c7fd req-cad96048-40f0-4864-ad5a-ac00c5054731 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:03.924597 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97614a94-02f4-4bdd-9a4e-9669ed54c7fd req-cad96048-40f0-4864-ad5a-ac00c5054731 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4161227 Sep 18 05:03:03.953057 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec786849-53d4-4e0a-9c61-55bd0e3610d8 req-5f5af6fb-233b-48c9-8196-05cdec55b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:03.954472 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ec786849-53d4-4e0a-9c61-55bd0e3610d8 req-5f5af6fb-233b-48c9-8196-05cdec55b505 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0590720 Sep 18 05:03:03.993343 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-badfdd73-5b81-4d80-9858-8203752b1653 req-7549ef2b-dbe1-489f-8c81-f50709291a05 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671806 Sep 18 05:03:04.009086 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-21e9793d-bbba-43c8-a339-c31be73b106b req-2efe8b9d-f0ba-4363-879d-858ffe893c4d tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups/8804c003-f5c5-418f-a292-16b89ca240c1 HTTP/1.1" status: 200 len: 1806 time: 0.0674424 Sep 18 05:03:04.047769 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec786849-53d4-4e0a-9c61-55bd0e3610d8 req-583318ea-70ef-43b7-80f7-854f22c85dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:04.049956 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ec786849-53d4-4e0a-9c61-55bd0e3610d8 req-583318ea-70ef-43b7-80f7-854f22c85dc9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0751400 Sep 18 05:03:04.063875 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3db1552f-a7d7-4606-b782-2da9bae0d3a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:04.113321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c90449-f8d5-4a66-9228-232e1162dee1 req-5571a757-a1aa-486c-ace8-ac2216f47bff tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:04.115011 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c6c90449-f8d5-4a66-9228-232e1162dee1 req-5571a757-a1aa-486c-ace8-ac2216f47bff tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 944 time: 0.0493777 Sep 18 05:03:04.116436 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3db1552f-a7d7-4606-b782-2da9bae0d3a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:04.139054 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-21e9793d-bbba-43c8-a339-c31be73b106b req-c1b7076a-f8c5-4709-b79e-9eb3f0443036 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:04.173562 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-21e9793d-bbba-43c8-a339-c31be73b106b req-c1b7076a-f8c5-4709-b79e-9eb3f0443036 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:04.190303 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ec786849-53d4-4e0a-9c61-55bd0e3610d8 req-0a34e0e3-1d45-4cec-8464-9df60332a6e8 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296077 Sep 18 05:03:04.227535 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c6c90449-f8d5-4a66-9228-232e1162dee1 req-fed2ca9d-9ddf-430e-92e5-a806ec4d3f12 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743327 Sep 18 05:03:04.251097 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:04.258247 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-3db1552f-a7d7-4606-b782-2da9bae0d3a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Floating IP 796d6483-60c4-4e83-adc6-2838b4fa4c5a associated. External IP: 172.25.7.233, port: e17b6410-9253-4aec-b812-4d326c5cfe9c. Sep 18 05:03:04.295577 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ec786849-53d4-4e0a-9c61-55bd0e3610d8 req-7cfbd55e-9351-4130-87ac-b1c01584f6ba service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878799 Sep 18 05:03:04.312930 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-21e9793d-bbba-43c8-a339-c31be73b106b req-c1b7076a-f8c5-4709-b79e-9eb3f0443036 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:04.316553 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-21e9793d-bbba-43c8-a339-c31be73b106b req-c1b7076a-f8c5-4709-b79e-9eb3f0443036 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:04.318115 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-21e9793d-bbba-43c8-a339-c31be73b106b req-c1b7076a-f8c5-4709-b79e-9eb3f0443036 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "DELETE /v2.0/security-groups/8804c003-f5c5-418f-a292-16b89ca240c1 HTTP/1.1" status: 204 len: 173 time: 0.3023877 Sep 18 05:03:04.329014 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7076a-f8c5-4709-b79e-9eb3f0443036 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8804c003-f5c5-418f-a292-16b89ca240c1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:04.375437 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-62e67884-73ed-4908-a07b-375482e6f266 req-617c93af-8397-404e-ab77-bb623715f171 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-groups/f4f73925-5ef8-4236-9d14-f13d44352631 HTTP/1.1" status: 200 len: 2405 time: 0.1137013 Sep 18 05:03:04.424018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fcffe-c450-47d0-9cf2-66dd9395d083 req-802e8313-79b9-4a8f-940c-4b7e8f4e159e tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:04.425515 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd3fcffe-c450-47d0-9cf2-66dd9395d083 req-802e8313-79b9-4a8f-940c-4b7e8f4e159e tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 945 time: 0.0562050 Sep 18 05:03:04.429138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 68bcae07-b6ba-4700-a07b-a753855da638 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:03:04.476566 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd3fcffe-c450-47d0-9cf2-66dd9395d083 req-cead8db7-a956-4fde-b142-050afa0f0d8f tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401139 Sep 18 05:03:04.519550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db1552f-a7d7-4606-b782-2da9bae0d3a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Router 8a0878ec-c0cc-4140-9684-07e3fcc67acd has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:03:04.544211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=68bcae07-b6ba-4700-a07b-a753855da638,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:04.558824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '68bcae07-b6ba-4700-a07b-a753855da638', 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03', 'port_id': '68bcae07-b6ba-4700-a07b-a753855da638', 'mac_address': 'fa:16:3e:e1:fe:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88ca583-1ba8-47cf-ae2d-e8d84097fe39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:03:04.588742 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b4a34907-8d67-4a92-a9d3-deab993fc05d req-2a5b3800-d318-496a-9a2d-5350be873147 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-group-rules/fbffc976-9044-4b0e-af58-99125d0c0f80 HTTP/1.1" status: 200 len: 778 time: 0.0252066 Sep 18 05:03:04.605741 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:04.620727 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bcae07-b6ba-4700-a07b-a753855da638 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:04.641795 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=68bcae07-b6ba-4700-a07b-a753855da638,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:04.642290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db1552f-a7d7-4606-b782-2da9bae0d3a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:03:04.644576 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b4a34907-8d67-4a92-a9d3-deab993fc05d req-e2748fa8-506e-412b-a150-a296e4822c41 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-groups/f4f73925-5ef8-4236-9d14-f13d44352631 HTTP/1.1" status: 200 len: 2405 time: 0.0462832 Sep 18 05:03:04.654113 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd1f6b-2db9-49ce-8f70-3b8e7ca5669e None None] Sync routers for ids ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:03:04.654743 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3db1552f-a7d7-4606-b782-2da9bae0d3a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:04.669498 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd1f6b-2db9-49ce-8f70-3b8e7ca5669e None None] Routers {'8a0878ec-c0cc-4140-9684-07e3fcc67acd'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:03:04.670531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-46bd1f6b-2db9-49ce-8f70-3b8e7ca5669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:03:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:04.686615 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3db1552f-a7d7-4606-b782-2da9bae0d3a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "PUT /v2.0/floatingips/796d6483-60c4-4e83-adc6-2838b4fa4c5a HTTP/1.1" status: 200 len: 992 time: 1.6402080 Sep 18 05:03:04.687041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366269e8-228b-41f3-b389-98731bc39411', 'tag': 'e17b6410-9253-4aec-b812-4d326c5cfe9c'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:04.689424 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091e2110-ebe1-4d65-847f-006076e1bfab" -d '{"events": [{"name": "network-changed", "server_uuid": "366269e8-228b-41f3-b389-98731bc39411", "tag": "e17b6410-9253-4aec-b812-4d326c5cfe9c"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:04.723610 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:04.834086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-46bd1f6b-2db9-49ce-8f70-3b8e7ca5669e None None] Set router 8a0878ec-c0cc-4140-9684-07e3fcc67acd gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:03:04.836791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=68bcae07-b6ba-4700-a07b-a753855da638,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:04.876394 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16319f5c-a190-4847-b81f-e72e73778f09 x-openstack-request-id: req-16319f5c-a190-4847-b81f-e72e73778f09 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:04.876698 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366269e8-228b-41f3-b389-98731bc39411", "tag": "e17b6410-9253-4aec-b812-4d326c5cfe9c", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:04.877043 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16319f5c-a190-4847-b81f-e72e73778f09 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:04.877513 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366269e8-228b-41f3-b389-98731bc39411', 'tag': 'e17b6410-9253-4aec-b812-4d326c5cfe9c', 'status': 'completed', 'code': 200} Sep 18 05:03:04.938331 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b4a34907-8d67-4a92-a9d3-deab993fc05d req-7c9fa8e0-4b6f-4f8e-9107-edad7540eb0e tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:04.947183 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b4a34907-8d67-4a92-a9d3-deab993fc05d req-7c9fa8e0-4b6f-4f8e-9107-edad7540eb0e tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:04.988434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2110-ebe1-4d65-847f-006076e1bfab req-045b5efc-dd47-4bd6-900f-a4b2c0a11aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:04.990155 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-091e2110-ebe1-4d65-847f-006076e1bfab req-045b5efc-dd47-4bd6-900f-a4b2c0a11aec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb011ad70dc745f0bee4b88b327fc813&device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 1098 time: 0.0790930 Sep 18 05:03:05.002942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e9b7-ed80-4254-9f55-31e9f93eedb9 req-703d404b-ae63-4cac-bf2d-acaf69f535c6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:05.004535 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f4b7e9b7-ed80-4254-9f55-31e9f93eedb9 req-703d404b-ae63-4cac-bf2d-acaf69f535c6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 947 time: 0.0614409 Sep 18 05:03:05.008437 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad07f985-ccd7-47a5-a26d-fc23e4d3a079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d60c82-8372-412e-b520-f3dbecc744aa'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:05.010673 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e289c62-4ad5-490d-b8bb-cb51982b549e" -d '{"events": [{"server_uuid": "ad07f985-ccd7-47a5-a26d-fc23e4d3a079", "name": "network-vif-plugged", "status": "completed", "tag": "23d60c82-8372-412e-b520-f3dbecc744aa"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:05.070917 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b4a34907-8d67-4a92-a9d3-deab993fc05d req-7c9fa8e0-4b6f-4f8e-9107-edad7540eb0e tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:05.077883 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b4a34907-8d67-4a92-a9d3-deab993fc05d req-7c9fa8e0-4b6f-4f8e-9107-edad7540eb0e tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:05.078087 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b4a34907-8d67-4a92-a9d3-deab993fc05d req-7c9fa8e0-4b6f-4f8e-9107-edad7540eb0e tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/fbffc976-9044-4b0e-af58-99125d0c0f80 HTTP/1.1" status: 204 len: 173 time: 0.4271400 Sep 18 05:03:05.093335 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fa8e0-4b6f-4f8e-9107-edad7540eb0e tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbffc976-9044-4b0e-af58-99125d0c0f80,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:05.116744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-46bd1f6b-2db9-49ce-8f70-3b8e7ca5669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 4, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '796d6483-60c4-4e83-adc6-2838b4fa4c5a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'port_id': 'e17b6410-9253-4aec-b812-4d326c5cfe9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'mac_address': 'fa:16:3e:3a:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366269e8-228b-41f3-b389-98731bc39411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:01:46Z', 'updated_at': '2021-09-18T05:03:03Z', 'revision_number': 1, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e09933-c8f7-4daf-84ee-f708352f8e52', 'name': '', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'mac_address': 'fa:16:3e:ec:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:43Z', 'revision_number': 5, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'subnets': [{'id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:05.121227 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f4b7e9b7-ed80-4254-9f55-31e9f93eedb9 req-af40e4e8-f04c-4b62-88c5-82dc692345e5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082008 Sep 18 05:03:05.146339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2110-ebe1-4d65-847f-006076e1bfab req-5cb10f78-32a6-4ed3-a438-7a586ffc4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:05.147836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-091e2110-ebe1-4d65-847f-006076e1bfab req-5cb10f78-32a6-4ed3-a438-7a586ffc4df7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c59f4f04-142b-418a-9ddb-e110263e492a HTTP/1.1" status: 200 len: 916 time: 0.1423750 Sep 18 05:03:05.152317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd1f6b-2db9-49ce-8f70-3b8e7ca5669e None None] Checking router: 8a0878ec-c0cc-4140-9684-07e3fcc67acd for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:03:05.170878 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd1f6b-2db9-49ce-8f70-3b8e7ca5669e None None] Routers {'8a0878ec-c0cc-4140-9684-07e3fcc67acd'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:03:05.174306 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-46bd1f6b-2db9-49ce-8f70-3b8e7ca5669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:03:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:05.207071 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d71ec-d587-4526-89f3-98ab875cea0e req-4f0e2d3e-7789-4409-b4c8-f09eadeba3c3 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:05.208617 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e39d71ec-d587-4526-89f3-98ab875cea0e req-4f0e2d3e-7789-4409-b4c8-f09eadeba3c3 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0762339 Sep 18 05:03:05.212754 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:05.216881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['68bcae07-b6ba-4700-a07b-a753855da638'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:05.256619 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-091e2110-ebe1-4d65-847f-006076e1bfab req-be4e3943-9ab4-4678-800c-08c4681def05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17b6410-9253-4aec-b812-4d326c5cfe9c HTTP/1.1" status: 200 len: 1000 time: 0.0998785 Sep 18 05:03:05.259989 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e39d71ec-d587-4526-89f3-98ab875cea0e req-f22257e2-9521-44a1-8399-092f5650882a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364721 Sep 18 05:03:05.269416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65424cd6-6d01-4dea-9c08-de7a1c388506 req-dc6fe801-2fd9-4b5e-8f66-2ed2b86495e6 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:05.270947 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65424cd6-6d01-4dea-9c08-de7a1c388506 req-dc6fe801-2fd9-4b5e-8f66-2ed2b86495e6 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 950 time: 0.0726221 Sep 18 05:03:05.313821 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb533314-18d9-427d-b3f1-b6c57fc64ddc x-openstack-request-id: req-fb533314-18d9-427d-b3f1-b6c57fc64ddc {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:05.314186 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad07f985-ccd7-47a5-a26d-fc23e4d3a079", "name": "network-vif-plugged", "status": "completed", "tag": "23d60c82-8372-412e-b520-f3dbecc744aa", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:05.315032 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb533314-18d9-427d-b3f1-b6c57fc64ddc {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:05.315799 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad07f985-ccd7-47a5-a26d-fc23e4d3a079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d60c82-8372-412e-b520-f3dbecc744aa', 'code': 200} Sep 18 05:03:05.327067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-b4fd678f-c026-485d-b2a0-7a24e01c81c0 req-8050c160-8b40-4d1c-9472-f22441d14de6 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-866167462', 'description': 'tempest-description-1129023801'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:05.353644 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-46bd1f6b-2db9-49ce-8f70-3b8e7ca5669e None None] Set router 8a0878ec-c0cc-4140-9684-07e3fcc67acd gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:03:05.372837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65424cd6-6d01-4dea-9c08-de7a1c388506 req-20befe84-97e6-40f8-8582-0b592f0ba0bc tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961535 Sep 18 05:03:05.376631 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2110-ebe1-4d65-847f-006076e1bfab req-e33e8678-cba4-446a-8a4f-6af2b9fb2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:05.378915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-091e2110-ebe1-4d65-847f-006076e1bfab req-e33e8678-cba4-446a-8a4f-6af2b9fb2122 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3af5818d-64d9-4b43-92de-22b52c52c578 HTTP/1.1" status: 200 len: 855 time: 0.1067705 Sep 18 05:03:05.430876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2110-ebe1-4d65-847f-006076e1bfab req-a5781273-0fbf-4743-bdb0-68290aa29206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:05.433091 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b4fd678f-c026-485d-b2a0-7a24e01c81c0 req-8050c160-8b40-4d1c-9472-f22441d14de6 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:05.438998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-091e2110-ebe1-4d65-847f-006076e1bfab req-a5781273-0fbf-4743-bdb0-68290aa29206 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c59f4f04-142b-418a-9ddb-e110263e492a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503576 Sep 18 05:03:05.472728 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be225c-d22b-4b73-9d0f-c4dd037cc738 req-d9d3545c-fed9-4718-8e2a-c40b8c229541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:05.473345 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-51be225c-d22b-4b73-9d0f-c4dd037cc738 req-d9d3545c-fed9-4718-8e2a-c40b8c229541 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 1102 time: 0.0721366 Sep 18 05:03:05.543101 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-51be225c-d22b-4b73-9d0f-c4dd037cc738 req-e26f1d3a-6085-43a6-a4fa-79921bc0f792 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604033 Sep 18 05:03:05.577709 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b4fd678f-c026-485d-b2a0-7a24e01c81c0 req-8050c160-8b40-4d1c-9472-f22441d14de6 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:05.578597 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b35bf-b0eb-44a0-9fb4-491c47c147f1 req-0cf99622-9824-454e-b8d6-bc94340ae5f5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:05.580820 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-482b35bf-b0eb-44a0-9fb4-491c47c147f1 req-0cf99622-9824-454e-b8d6-bc94340ae5f5 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 945 time: 0.1207058 Sep 18 05:03:05.608890 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-091e2110-ebe1-4d65-847f-006076e1bfab req-501b80ec-8e9e-492f-947f-75b2ab172184 service neutron] 10.222.0.13 "GET /v2.0/networks/c59f4f04-142b-418a-9ddb-e110263e492a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613624 Sep 18 05:03:05.630227 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-482b35bf-b0eb-44a0-9fb4-491c47c147f1 req-7fb594ce-f48e-449c-b255-2652a9c95c60 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381808 Sep 18 05:03:05.659538 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b4fd678f-c026-485d-b2a0-7a24e01c81c0 req-8050c160-8b40-4d1c-9472-f22441d14de6 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:05.666746 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-46bd1f6b-2db9-49ce-8f70-3b8e7ca5669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 4, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '796d6483-60c4-4e83-adc6-2838b4fa4c5a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'port_id': 'e17b6410-9253-4aec-b812-4d326c5cfe9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'mac_address': 'fa:16:3e:3a:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366269e8-228b-41f3-b389-98731bc39411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:01:46Z', 'updated_at': '2021-09-18T05:03:03Z', 'revision_number': 1, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e09933-c8f7-4daf-84ee-f708352f8e52', 'name': '', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'mac_address': 'fa:16:3e:ec:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:43Z', 'revision_number': 5, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'subnets': [{'id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:05.689834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050c160-8b40-4d1c-9472-f22441d14de6 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb185d6e-31b7-4423-8192-cd4aec10a700,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:05.694166 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd1f6b-2db9-49ce-8f70-3b8e7ca5669e None None] The sync data for ids ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'] in n-d-789963-13 is: [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 4, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '796d6483-60c4-4e83-adc6-2838b4fa4c5a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'port_id': 'e17b6410-9253-4aec-b812-4d326c5cfe9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'mac_address': 'fa:16:3e:3a:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366269e8-228b-41f3-b389-98731bc39411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:01:46Z', 'updated_at': '2021-09-18T05:03:03Z', 'revision_number': 1, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e09933-c8f7-4daf-84ee-f708352f8e52', 'name': '', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'mac_address': 'fa:16:3e:ec:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:43Z', 'revision_number': 5, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'subnets': [{'id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:03:05.750433 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d3b97-1882-44db-9812-2c267d2453d0 req-a042a9d4-720f-45a8-bc47-09078baa92b6 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:05.752143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c27d3b97-1882-44db-9812-2c267d2453d0 req-a042a9d4-720f-45a8-bc47-09078baa92b6 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 945 time: 0.0604761 Sep 18 05:03:05.768934 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b4fd678f-c026-485d-b2a0-7a24e01c81c0 req-8050c160-8b40-4d1c-9472-f22441d14de6 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:05.770349 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b4fd678f-c026-485d-b2a0-7a24e01c81c0 req-8050c160-8b40-4d1c-9472-f22441d14de6 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4482300 Sep 18 05:03:05.850428 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c27d3b97-1882-44db-9812-2c267d2453d0 req-c874a3c5-eec9-421a-a38b-409437fe9db8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922642 Sep 18 05:03:05.885895 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-091e2110-ebe1-4d65-847f-006076e1bfab req-053e95b1-e021-41e3-a5be-dbbe1a93046e service neutron] 10.222.0.13 "GET /v2.0/networks/c59f4f04-142b-418a-9ddb-e110263e492a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216023 Sep 18 05:03:05.908015 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23fce22c-32fd-4f71-95c7-b9dff6b2cfd5 req-c0424481-64ba-40f5-b35f-af5af443217c tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-groups/bb185d6e-31b7-4423-8192-cd4aec10a700 HTTP/1.1" status: 200 len: 1812 time: 0.0544896 Sep 18 05:03:05.955013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-2aaf3cbf-8afd-4111-9cad-43171ddbe4d2 req-ab6d9e23-5099-4278-a35f-4629cb692e8d tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1861642727', 'description': 'tempest-description-277735782'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:05.959151 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48920e26-34c7-40d0-835b-2eccc98551ce None None] New status for floating IP 796d6483-60c4-4e83-adc6-2838b4fa4c5a: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:03:06.047814 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2aaf3cbf-8afd-4111-9cad-43171ddbe4d2 req-ab6d9e23-5099-4278-a35f-4629cb692e8d tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:06.130483 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2aaf3cbf-8afd-4111-9cad-43171ddbe4d2 req-ab6d9e23-5099-4278-a35f-4629cb692e8d tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:06.213698 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2aaf3cbf-8afd-4111-9cad-43171ddbe4d2 req-ab6d9e23-5099-4278-a35f-4629cb692e8d tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:06.243525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d9e23-5099-4278-a35f-4629cb692e8d tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf4c1db-7566-4be8-81cf-8084fa035873,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:06.246001 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490d2a6-116b-4a1f-8d2e-3f031805f18b req-9288cd24-38bc-4055-a7ac-e8b5cad48f0f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:06.248740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f490d2a6-116b-4a1f-8d2e-3f031805f18b req-9288cd24-38bc-4055-a7ac-e8b5cad48f0f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 947 time: 0.0507743 Sep 18 05:03:06.285514 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f490d2a6-116b-4a1f-8d2e-3f031805f18b req-ecc1bd86-3e72-4892-8d89-8fd52e307c77 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Sep 18 05:03:06.322040 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2aaf3cbf-8afd-4111-9cad-43171ddbe4d2 req-ab6d9e23-5099-4278-a35f-4629cb692e8d tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:06.323396 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2aaf3cbf-8afd-4111-9cad-43171ddbe4d2 req-ab6d9e23-5099-4278-a35f-4629cb692e8d tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3726184 Sep 18 05:03:06.383705 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-63b8b017-1961-458b-bdef-14e43ac66579 req-64d66cf7-6739-478e-b95e-bb0fc4ea1043 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-groups/4bf4c1db-7566-4be8-81cf-8084fa035873 HTTP/1.1" status: 200 len: 1812 time: 0.0394135 Sep 18 05:03:06.390996 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f55159-be60-4a82-9923-be532b60a985 req-5cbc396b-a8a9-4f7d-8303-2312d531d9b9 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:06.392938 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b4f55159-be60-4a82-9923-be532b60a985 req-5cbc396b-a8a9-4f7d-8303-2312d531d9b9 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0534968 Sep 18 05:03:06.408536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-16fbb32f-032d-4ea7-bdf2-4399b0773c60 req-59dacf89-ee96-458e-860c-99de078df006 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-520651512', 'description': 'tempest-description-1523675648'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:06.431885 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b4f55159-be60-4a82-9923-be532b60a985 req-b4a1e4de-5fa4-4da7-8d31-576a80db3443 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326605 Sep 18 05:03:06.446406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7e928516-bcc0-42fc-b89c-950c05b4bd72 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:03:06.520497 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-16fbb32f-032d-4ea7-bdf2-4399b0773c60 req-59dacf89-ee96-458e-860c-99de078df006 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:06.535035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a46c7-9bba-481a-8fb7-f3e8f343620d req-50c92a80-4f03-47e0-8615-cdda86f9871d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:06.539520 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-755a46c7-9bba-481a-8fb7-f3e8f343620d req-50c92a80-4f03-47e0-8615-cdda86f9871d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 950 time: 0.0504518 Sep 18 05:03:06.549750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:06.561422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'mac_address': 'fa:16:3e:1a:cc:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:03:06.575777 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-755a46c7-9bba-481a-8fb7-f3e8f343620d req-aa6ef235-7a5c-494a-ac33-6cc0c9e63856 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329676 Sep 18 05:03:06.607676 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:06.620372 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-16fbb32f-032d-4ea7-bdf2-4399b0773c60 req-59dacf89-ee96-458e-860c-99de078df006 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:06.626118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e928516-bcc0-42fc-b89c-950c05b4bd72 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:06.645518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:06.670394 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-16fbb32f-032d-4ea7-bdf2-4399b0773c60 req-59dacf89-ee96-458e-860c-99de078df006 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:06.700367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dacf89-ee96-458e-860c-99de078df006 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7f07fa-c4c4-46c6-a471-63db94e5b302,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:06.720621 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:06.722602 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:06.751090 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e866ac9-3132-462b-b428-914c129b07e6 req-39815adf-3696-46ef-8d2f-e247a02a4264 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:06.757188 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7e866ac9-3132-462b-b428-914c129b07e6 req-39815adf-3696-46ef-8d2f-e247a02a4264 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 945 time: 0.0604594 Sep 18 05:03:06.761922 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-16fbb32f-032d-4ea7-bdf2-4399b0773c60 req-59dacf89-ee96-458e-860c-99de078df006 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:06.763283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16fbb32f-032d-4ea7-bdf2-4399b0773c60 req-59dacf89-ee96-458e-860c-99de078df006 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3590598 Sep 18 05:03:06.776217 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7e928516-bcc0-42fc-b89c-950c05b4bd72,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:06.796993 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7e866ac9-3132-462b-b428-914c129b07e6 req-adb5204e-5068-48df-89f5-a9e652604e4f tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377049 Sep 18 05:03:06.825972 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-15e331b8-5b6b-4919-9d13-1b9912c1d2a2 req-b829e8e8-d4f5-4d2e-9fcd-17aa7f9b219f tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-groups/bc7f07fa-c4c4-46c6-a471-63db94e5b302 HTTP/1.1" status: 200 len: 1812 time: 0.0380442 Sep 18 05:03:06.851432 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-cef17737-3fb3-40b7-ab5a-8656bb60e0d9 req-acd8e649-4b38-4799-b218-7d93bfaec955 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-160889520', 'description': 'tempest-description-1036394963'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:06.945141 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cef17737-3fb3-40b7-ab5a-8656bb60e0d9 req-acd8e649-4b38-4799-b218-7d93bfaec955 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:07.004785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b4518-5175-4bf8-8f99-f6b64aeecedd req-fd05174a-0f79-4839-af4c-a4512710c4be tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:07.006416 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-292b4518-5175-4bf8-8f99-f6b64aeecedd req-fd05174a-0f79-4839-af4c-a4512710c4be tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 945 time: 0.0545232 Sep 18 05:03:07.038056 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cef17737-3fb3-40b7-ab5a-8656bb60e0d9 req-acd8e649-4b38-4799-b218-7d93bfaec955 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:07.052453 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-292b4518-5175-4bf8-8f99-f6b64aeecedd req-b966a14b-286a-4f1c-bce1-af0365819d40 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331964 Sep 18 05:03:07.110431 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cef17737-3fb3-40b7-ab5a-8656bb60e0d9 req-acd8e649-4b38-4799-b218-7d93bfaec955 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:07.141845 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8e649-4b38-4799-b218-7d93bfaec955 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437acd42-6439-4c24-8fdf-41cd5c604942,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:07.190708 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cef17737-3fb3-40b7-ab5a-8656bb60e0d9 req-acd8e649-4b38-4799-b218-7d93bfaec955 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:07.191997 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cef17737-3fb3-40b7-ab5a-8656bb60e0d9 req-acd8e649-4b38-4799-b218-7d93bfaec955 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3447049 Sep 18 05:03:07.252775 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb67d76a-be7b-4e81-82a3-9a5058662a27 req-e23f0c4e-ddb9-49fc-99a8-27412f46ced5 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-groups/437acd42-6439-4c24-8fdf-41cd5c604942 HTTP/1.1" status: 200 len: 1812 time: 0.0385163 Sep 18 05:03:07.269782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-24605dd8-596f-4368-8583-5c8149ae4aef tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:07.269782 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-24605dd8-596f-4368-8583-5c8149ae4aef tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320&tenant_id=9281b1f6d0384713b423980871cae4cb&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 1097 time: 0.0441852 Sep 18 05:03:07.284529 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-13'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:07.308329 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [req-c4950844-019a-4d49-a4fb-60cd4c360fb9 req-6e0f52d5-a96c-41e2-b495-c45824535f25 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] show failed (client error): The resource could not be found. Sep 18 05:03:07.309295 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c4950844-019a-4d49-a4fb-60cd4c360fb9 req-6e0f52d5-a96c-41e2-b495-c45824535f25 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-groups/31c79681-9ec7-4cc2-bbb3-d0ae24119819 HTTP/1.1" status: 404 len: 352 time: 0.0357387 Sep 18 05:03:07.323942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7e928516-bcc0-42fc-b89c-950c05b4bd72'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:07.362376 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [req-0c999ded-bf0c-4318-9b65-b934398d9052 req-f34f00d7-355b-453f-ab28-5c846c9ea216 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] show failed (client error): The resource could not be found. Sep 18 05:03:07.363513 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0c999ded-bf0c-4318-9b65-b934398d9052 req-f34f00d7-355b-453f-ab28-5c846c9ea216 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-group-rules/5cddb677-cbad-45d5-a2c1-b4734c715340 HTTP/1.1" status: 404 len: 361 time: 0.0220952 Sep 18 05:03:07.364577 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:07.417818 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2f5c9-b2c8-445f-afcc-8aa900fc26ea req-35315df4-d579-4cd6-80c2-d5efcfc0037c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:07.419691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-34d2f5c9-b2c8-445f-afcc-8aa900fc26ea req-35315df4-d579-4cd6-80c2-d5efcfc0037c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 948 time: 0.0587852 Sep 18 05:03:07.461537 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-34d2f5c9-b2c8-445f-afcc-8aa900fc26ea req-417484da-84a1-4ef3-9dd1-b72bb39f81aa tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342436 Sep 18 05:03:07.468600 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eb466ffd-ce98-4980-b9d2-3160c4cfd582 req-a6685cb5-71bb-4a99-955c-655e942efdcd tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-groups/437acd42-6439-4c24-8fdf-41cd5c604942 HTTP/1.1" status: 200 len: 1812 time: 0.0699492 Sep 18 05:03:07.561965 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ae4df439-3980-48d2-8735-2c612b1b8efa,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:07.574039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a70805-9c60-4d93-8cc3-d31a48283186 req-47c029ce-b4e0-41d7-8ab1-db2b3f84268a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:07.575532 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5a70805-9c60-4d93-8cc3-d31a48283186 req-47c029ce-b4e0-41d7-8ab1-db2b3f84268a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0490136 Sep 18 05:03:07.586582 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-eb466ffd-ce98-4980-b9d2-3160c4cfd582 req-86ef6ab7-7c02-49a7-92ff-c7ade40a6406 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:07.615462 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5a70805-9c60-4d93-8cc3-d31a48283186 req-dd63540d-5ba4-449b-be84-05eb439faf44 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328863 Sep 18 05:03:07.625414 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-eb466ffd-ce98-4980-b9d2-3160c4cfd582 req-86ef6ab7-7c02-49a7-92ff-c7ade40a6406 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:07.635680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:07.692664 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411f29b2-80dc-49d0-bc77-3d7e22aff320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae4df439-3980-48d2-8735-2c612b1b8efa'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:07.694927 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87e1c14-f194-4aa3-a5c8-d0aafe84ae81" -d '{"events": [{"server_uuid": "411f29b2-80dc-49d0-bc77-3d7e22aff320", "name": "network-vif-unplugged", "status": "completed", "tag": "ae4df439-3980-48d2-8735-2c612b1b8efa"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:07.699430 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:07.721472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3348-3f8d-48d6-9283-e2a69af58c4e req-70619aaf-ffe9-4e55-9754-9a8cc96e956c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:07.722938 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4aad3348-3f8d-48d6-9283-e2a69af58c4e req-70619aaf-ffe9-4e55-9754-9a8cc96e956c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 950 time: 0.0512333 Sep 18 05:03:07.760151 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:07.760417 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4aad3348-3f8d-48d6-9283-e2a69af58c4e req-1c4f8fc9-bd4a-4a8f-9378-748370bbbd2a tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Sep 18 05:03:07.792692 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-eb466ffd-ce98-4980-b9d2-3160c4cfd582 req-86ef6ab7-7c02-49a7-92ff-c7ade40a6406 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:07.795254 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-eb466ffd-ce98-4980-b9d2-3160c4cfd582 req-86ef6ab7-7c02-49a7-92ff-c7ade40a6406 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:07.796441 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eb466ffd-ce98-4980-b9d2-3160c4cfd582 req-86ef6ab7-7c02-49a7-92ff-c7ade40a6406 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "DELETE /v2.0/security-groups/437acd42-6439-4c24-8fdf-41cd5c604942 HTTP/1.1" status: 204 len: 173 time: 0.2991641 Sep 18 05:03:07.809511 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc6b986-df55-42ac-94ea-2e3aa94782c0 x-openstack-request-id: req-abc6b986-df55-42ac-94ea-2e3aa94782c0 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:07.809511 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411f29b2-80dc-49d0-bc77-3d7e22aff320", "name": "network-vif-unplugged", "status": "completed", "tag": "ae4df439-3980-48d2-8735-2c612b1b8efa", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:07.809511 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abc6b986-df55-42ac-94ea-2e3aa94782c0 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:07.809511 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411f29b2-80dc-49d0-bc77-3d7e22aff320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae4df439-3980-48d2-8735-2c612b1b8efa', 'code': 200} Sep 18 05:03:07.819379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef6ab7-7c02-49a7-92ff-c7ade40a6406 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437acd42-6439-4c24-8fdf-41cd5c604942,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:07.845730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4df439-3980-48d2-8735-2c612b1b8efa,revision_number=7']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:07.877915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a26397f7-7ebc-44c6-aa4c-766541e9e06a req-a070a617-e21f-4ff2-8737-b2cf115b6f5b tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-groups/bc7f07fa-c4c4-46c6-a471-63db94e5b302 HTTP/1.1" status: 200 len: 1812 time: 0.0565138 Sep 18 05:03:07.902875 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Attempting to bind port ae4df439-3980-48d2-8735-2c612b1b8efa on host n-h2-789963-13 for vnic_type normal with profile {"migrating_to": "n-h1-789963-13"} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:03:07.903221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Attempting to bind port ae4df439-3980-48d2-8735-2c612b1b8efa by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:03:07.903567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Attempting to bind port ae4df439-3980-48d2-8735-2c612b1b8efa on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:07.912310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Port ae4df439-3980-48d2-8735-2c612b1b8efa on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:03:07.912647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Attempting to bind port ae4df439-3980-48d2-8735-2c612b1b8efa on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:07.926886 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db283f-bbb3-474b-a2d4-1da7feb15afc req-0b420e88-ebd5-445c-b388-e348a6170ad6 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:07.928427 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-77db283f-bbb3-474b-a2d4-1da7feb15afc req-0b420e88-ebd5-445c-b388-e348a6170ad6 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e2044a1-c91c-4c6c-a7c5-82d01050d911 HTTP/1.1" status: 200 len: 950 time: 0.0650265 Sep 18 05:03:07.929162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:03:07.929506 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Checking segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:07.929896 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Bound using segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:03:07.930339 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Bound port: ae4df439-3980-48d2-8735-2c612b1b8efa, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:03:07.931069 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:07.942196 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a26397f7-7ebc-44c6-aa4c-766541e9e06a req-99a32933-13d3-41c4-aa9b-3485d84a24cc tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:07.964973 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a26397f7-7ebc-44c6-aa4c-766541e9e06a req-99a32933-13d3-41c4-aa9b-3485d84a24cc tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:07.999404 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-77db283f-bbb3-474b-a2d4-1da7feb15afc req-ddfc9cc3-bb34-49ef-bed2-6133352c1efd tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600793 Sep 18 05:03:08.023995 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:08.027305 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ae4df439-3980-48d2-8735-2c612b1b8efa,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:03:08.099162 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a26397f7-7ebc-44c6-aa4c-766541e9e06a req-99a32933-13d3-41c4-aa9b-3485d84a24cc tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:08.101762 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a26397f7-7ebc-44c6-aa4c-766541e9e06a req-99a32933-13d3-41c4-aa9b-3485d84a24cc tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:08.102908 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a26397f7-7ebc-44c6-aa4c-766541e9e06a req-99a32933-13d3-41c4-aa9b-3485d84a24cc tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "DELETE /v2.0/security-groups/bc7f07fa-c4c4-46c6-a471-63db94e5b302 HTTP/1.1" status: 204 len: 173 time: 0.2179420 Sep 18 05:03:08.112030 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a1df8-4e2a-4d3f-8495-33c263a58973 req-38e61eb7-e014-4909-b365-87899061f1ac tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:08.113601 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-995a1df8-4e2a-4d3f-8495-33c263a58973 req-38e61eb7-e014-4909-b365-87899061f1ac tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 945 time: 0.0549617 Sep 18 05:03:08.115327 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a32933-13d3-41c4-aa9b-3485d84a24cc tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7f07fa-c4c4-46c6-a471-63db94e5b302,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:08.132283 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:08.209323 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-995a1df8-4e2a-4d3f-8495-33c263a58973 req-64a7a9ef-3a1f-4698-926b-36b79b96d0c2 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861483 Sep 18 05:03:08.236871 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4df439-3980-48d2-8735-2c612b1b8efa,revision_number=8']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:08.240722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:08.241245 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:08.242648 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fdf9319d-e489-4db5-a7ee-32ccdbe23226 service neutron] 10.222.0.18 "PUT /v2.0/ports/ae4df439-3980-48d2-8735-2c612b1b8efa HTTP/1.1" status: 200 len: 1123 time: 0.9629829 Sep 18 05:03:08.348091 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbac911-6219-496e-a4f8-b0e241fa0edf req-6c84dd9a-70a2-49fe-9d6c-0e468f86696a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:08.349663 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-acbac911-6219-496e-a4f8-b0e241fa0edf req-6c84dd9a-70a2-49fe-9d6c-0e468f86696a tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0851874 Sep 18 05:03:08.362718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddebf00-95e9-4137-81fe-41401c90d56a req-e852a151-a06b-4803-96e0-2b2577b1c4f8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:08.363803 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['ae4df439-3980-48d2-8735-2c612b1b8efa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:08.364352 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eddebf00-95e9-4137-81fe-41401c90d56a req-e852a151-a06b-4803-96e0-2b2577b1c4f8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.0736322 Sep 18 05:03:08.396047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ae4df439-3980-48d2-8735-2c612b1b8efa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:08.447780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1d486-dce5-46fe-8235-f837446e46f5 req-bce0c094-b575-4294-8625-ae6c11b64bdf tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:08.455625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1d486-dce5-46fe-8235-f837446e46f5 req-bce0c094-b575-4294-8625-ae6c11b64bdf tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:08.458557 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eddebf00-95e9-4137-81fe-41401c90d56a req-4db8609e-476b-48ec-9c08-32e91ffb9d8b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683634 Sep 18 05:03:08.463769 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-70c1d486-dce5-46fe-8235-f837446e46f5 req-bce0c094-b575-4294-8625-ae6c11b64bdf tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079&device_id=4e2044a1-c91c-4c6c-a7c5-82d01050d911 HTTP/1.1" status: 200 len: 1691 time: 0.0730867 Sep 18 05:03:08.475054 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ae4df439-3980-48d2-8735-2c612b1b8efa details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:03:08.483058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 68bcae07-b6ba-4700-a07b-a753855da638 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:03:08.492935 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-acbac911-6219-496e-a4f8-b0e241fa0edf req-ec65d202-31ed-47c8-a7f9-9b84e79969ba tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Deleting port 7f851c48-9915-448c-ba62-25943854fd87 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:03:08.493290 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-acbac911-6219-496e-a4f8-b0e241fa0edf req-ec65d202-31ed-47c8-a7f9-9b84e79969ba tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:08.511053 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-70c1d486-dce5-46fe-8235-f837446e46f5 req-557ec103-bb20-4215-98b2-f36c5f79177d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462277 Sep 18 05:03:08.619414 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dfbe3f33-df7c-46e4-b1dc-5b67dd3cc30d req-78f137a9-eb87-4c3b-9b2c-31f25b082727 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-groups/4bf4c1db-7566-4be8-81cf-8084fa035873 HTTP/1.1" status: 200 len: 1812 time: 0.1205738 Sep 18 05:03:08.652746 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-acbac911-6219-496e-a4f8-b0e241fa0edf req-ec65d202-31ed-47c8-a7f9-9b84e79969ba tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] For port 7f851c48-9915-448c-ba62-25943854fd87, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7f851c48-9915-448c-ba62-25943854fd87,segment=NetworkSegment(86c18a72-84b2-40f7-ab49-0f199de45bbe),segment_id=86c18a72-84b2-40f7-ab49-0f199de45bbe)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:08.653845 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-acbac911-6219-496e-a4f8-b0e241fa0edf req-ec65d202-31ed-47c8-a7f9-9b84e79969ba tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:08.676312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131100f-0a3e-42f6-94d5-116fc0fd43fb req-0fbc445b-cf93-4d15-9466-d2b417098bc9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:08.677642 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-acbac911-6219-496e-a4f8-b0e241fa0edf req-ec65d202-31ed-47c8-a7f9-9b84e79969ba tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Calling delete_port for 7f851c48-9915-448c-ba62-25943854fd87 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:03:08.677865 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c131100f-0a3e-42f6-94d5-116fc0fd43fb req-0fbc445b-cf93-4d15-9466-d2b417098bc9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 948 time: 0.0533924 Sep 18 05:03:08.726200 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c131100f-0a3e-42f6-94d5-116fc0fd43fb req-8d7c6029-514d-418c-b051-065f3051c0a8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Sep 18 05:03:08.744608 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ae4df439-3980-48d2-8735-2c612b1b8efa,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:08.759305 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dfbe3f33-df7c-46e4-b1dc-5b67dd3cc30d req-7574d067-4060-4ad4-96bd-563d439115f6 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:08.775284 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ae4df439-3980-48d2-8735-2c612b1b8efa has no active binding in host n-h1-789963-13 {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 05:03:08.799786 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dfbe3f33-df7c-46e4-b1dc-5b67dd3cc30d req-7574d067-4060-4ad4-96bd-563d439115f6 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:08.822657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 68bcae07-b6ba-4700-a07b-a753855da638 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:03:08.826839 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 68bcae07-b6ba-4700-a07b-a753855da638 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:03:08.827612 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:08.886599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f94f55-ab24-4a5a-a50a-94e2990a7004 req-cb8df3d7-0ebe-4957-ace3-b55d9f8c129c tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:08.888439 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f94f55-ab24-4a5a-a50a-94e2990a7004 req-cb8df3d7-0ebe-4957-ace3-b55d9f8c129c tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 946 time: 0.0539815 Sep 18 05:03:08.914997 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:08.926015 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dfbe3f33-df7c-46e4-b1dc-5b67dd3cc30d req-7574d067-4060-4ad4-96bd-563d439115f6 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:08.928782 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dfbe3f33-df7c-46e4-b1dc-5b67dd3cc30d req-7574d067-4060-4ad4-96bd-563d439115f6 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:08.928997 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16f94f55-ab24-4a5a-a50a-94e2990a7004 req-b4be46cd-a52c-4bb7-b561-8b4d4bbf2eed tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/security-groups?id=72ba55d8-9361-46ec-8d11-274ee6257a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338907 Sep 18 05:03:08.930272 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dfbe3f33-df7c-46e4-b1dc-5b67dd3cc30d req-7574d067-4060-4ad4-96bd-563d439115f6 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "DELETE /v2.0/security-groups/4bf4c1db-7566-4be8-81cf-8084fa035873 HTTP/1.1" status: 204 len: 173 time: 0.2987182 Sep 18 05:03:08.938859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035fc562-9c8a-44c9-b00a-910cd4106248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bcae07-b6ba-4700-a07b-a753855da638'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:08.941700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574d067-4060-4ad4-96bd-563d439115f6 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf4c1db-7566-4be8-81cf-8084fa035873,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:08.941836 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7992b0-4432-442a-b89f-e5627f29c974" -d '{"events": [{"server_uuid": "035fc562-9c8a-44c9-b00a-910cd4106248", "name": "network-vif-plugged", "status": "completed", "tag": "68bcae07-b6ba-4700-a07b-a753855da638"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:08.962777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=68bcae07-b6ba-4700-a07b-a753855da638,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:09.005932 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-19ff4ab5-6269-4f70-977a-7073732fa051 req-19bc25e1-0e53-4af6-bd05-3802a71bd530 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-groups/bb185d6e-31b7-4423-8192-cd4aec10a700 HTTP/1.1" status: 200 len: 1812 time: 0.0399499 Sep 18 05:03:09.014610 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-acbac911-6219-496e-a4f8-b0e241fa0edf req-ec65d202-31ed-47c8-a7f9-9b84e79969ba tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.041875 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.051558 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65d202-31ed-47c8-a7f9-9b84e79969ba tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Pushing event deleted for resources: {'Port': ['ID=7f851c48-9915-448c-ba62-25943854fd87,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:09.073757 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-19ff4ab5-6269-4f70-977a-7073732fa051 req-2cc9ba2c-6f35-4590-811e-6857e8dbdb28 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.087950 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1ee93-5b64-4435-b68d-a9444cc42af1 req-db54daa2-1e56-4e66-95a0-5d9de7a87f30 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:09.089288 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-06e1ee93-5b64-4435-b68d-a9444cc42af1 req-db54daa2-1e56-4e66-95a0-5d9de7a87f30 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 1102 time: 0.1005111 Sep 18 05:03:09.098837 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=68bcae07-b6ba-4700-a07b-a753855da638,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:09.101501 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-19ff4ab5-6269-4f70-977a-7073732fa051 req-2cc9ba2c-6f35-4590-811e-6857e8dbdb28 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.104711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbac911-6219-496e-a4f8-b0e241fa0edf req-ec65d202-31ed-47c8-a7f9-9b84e79969ba tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] No DVR routers for this DVR port 7f851c48-9915-448c-ba62-25943854fd87 on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:03:09.112092 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-acbac911-6219-496e-a4f8-b0e241fa0edf req-ec65d202-31ed-47c8-a7f9-9b84e79969ba tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.113999 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-acbac911-6219-496e-a4f8-b0e241fa0edf req-ec65d202-31ed-47c8-a7f9-9b84e79969ba tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.18 "DELETE /v2.0/ports/7f851c48-9915-448c-ba62-25943854fd87 HTTP/1.1" status: 204 len: 173 time: 0.7488637 Sep 18 05:03:09.139241 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-06e1ee93-5b64-4435-b68d-a9444cc42af1 req-3995e685-b220-44cd-b194-5fd970b37a50 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355442 Sep 18 05:03:09.181295 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4534d678-6467-43a9-b680-f6980d10cb68 x-openstack-request-id: req-4534d678-6467-43a9-b680-f6980d10cb68 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:09.181695 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035fc562-9c8a-44c9-b00a-910cd4106248", "name": "network-vif-plugged", "status": "completed", "tag": "68bcae07-b6ba-4700-a07b-a753855da638", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:09.181957 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4534d678-6467-43a9-b680-f6980d10cb68 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:09.182355 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035fc562-9c8a-44c9-b00a-910cd4106248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bcae07-b6ba-4700-a07b-a753855da638', 'code': 200} Sep 18 05:03:09.201929 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-19ff4ab5-6269-4f70-977a-7073732fa051 req-2cc9ba2c-6f35-4590-811e-6857e8dbdb28 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.205541 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-19ff4ab5-6269-4f70-977a-7073732fa051 req-2cc9ba2c-6f35-4590-811e-6857e8dbdb28 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.219518 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-19ff4ab5-6269-4f70-977a-7073732fa051 req-2cc9ba2c-6f35-4590-811e-6857e8dbdb28 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "DELETE /v2.0/security-groups/bb185d6e-31b7-4423-8192-cd4aec10a700 HTTP/1.1" status: 204 len: 173 time: 0.2075541 Sep 18 05:03:09.229580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9ba2c-6f35-4590-811e-6857e8dbdb28 tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb185d6e-31b7-4423-8192-cd4aec10a700,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:09.275064 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9592da8-9774-4334-bc0d-281546406f38 req-d0d833b9-1e69-4f8c-a9eb-2a3e86838d1d tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:09.276609 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e9592da8-9774-4334-bc0d-281546406f38 req-d0d833b9-1e69-4f8c-a9eb-2a3e86838d1d tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4e2044a1-c91c-4c6c-a7c5-82d01050d911 HTTP/1.1" status: 200 len: 1102 time: 0.0491686 Sep 18 05:03:09.344474 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-224d41fb-5e51-4bd7-a672-4af2bbcde2f0 req-4b3658df-99ed-465c-845d-7b44771ad8fb tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "GET /v2.0/security-groups/f4f73925-5ef8-4236-9d14-f13d44352631 HTTP/1.1" status: 200 len: 1812 time: 0.0425928 Sep 18 05:03:09.351076 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e9592da8-9774-4334-bc0d-281546406f38 req-9319d058-db0a-41e5-8f96-7d50064cc658 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678241 Sep 18 05:03:09.356088 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c55ca-45fa-45d5-ac9c-78bb886c034b req-b7c0b963-3cbc-42dd-b35a-91c55e7bf319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:09.357742 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e55c55ca-45fa-45d5-ac9c-78bb886c034b req-b7c0b963-3cbc-42dd-b35a-91c55e7bf319 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 1098 time: 0.0646341 Sep 18 05:03:09.415237 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e55c55ca-45fa-45d5-ac9c-78bb886c034b req-3a1159b9-b522-4bd3-bd4c-4ecf1469a3f0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494816 Sep 18 05:03:09.427169 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-224d41fb-5e51-4bd7-a672-4af2bbcde2f0 req-9516dd01-f6e5-419a-9a63-705d4e04036e tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.453076 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-224d41fb-5e51-4bd7-a672-4af2bbcde2f0 req-9516dd01-f6e5-419a-9a63-705d4e04036e tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.476474 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b6821-dceb-4aa2-93ee-94cf2ae8bb32 req-f709c61a-3f9d-4521-95bf-6ac9a9954823 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:09.478131 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-203b6821-dceb-4aa2-93ee-94cf2ae8bb32 req-f709c61a-3f9d-4521-95bf-6ac9a9954823 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.0510931 Sep 18 05:03:09.519628 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-203b6821-dceb-4aa2-93ee-94cf2ae8bb32 req-621d5e0d-85c6-4f65-9090-fbf340cabe14 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354075 Sep 18 05:03:09.583079 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-224d41fb-5e51-4bd7-a672-4af2bbcde2f0 req-9516dd01-f6e5-419a-9a63-705d4e04036e tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.585759 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-224d41fb-5e51-4bd7-a672-4af2bbcde2f0 req-9516dd01-f6e5-419a-9a63-705d4e04036e tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.586930 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-224d41fb-5e51-4bd7-a672-4af2bbcde2f0 req-9516dd01-f6e5-419a-9a63-705d4e04036e tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] 10.222.0.23 "DELETE /v2.0/security-groups/f4f73925-5ef8-4236-9d14-f13d44352631 HTTP/1.1" status: 204 len: 173 time: 0.2360594 Sep 18 05:03:09.594609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40004) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:09.607939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516dd01-f6e5-419a-9a63-705d4e04036e tempest-SecurityGroupRulesNegativeTestJSON-1958693500 tempest-SecurityGroupRulesNegativeTestJSON-1958693500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f73925-5ef8-4236-9d14-f13d44352631,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:09.609529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7f851c48-9915-448c-ba62-25943854fd87'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:09.620984 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c761a99-8e09-442b-8128-092a85093eb4 req-4f2e3070-317d-470f-b20c-3dd46910eb5f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328453 Sep 18 05:03:09.659766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4de4cb8-e04a-41d0-b046-8cc39812e487 admin admin] Deleting subnet d4ee5312-e540-4649-99db-52e5113f90b6 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:03:09.680414 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b4de4cb8-e04a-41d0-b046-8cc39812e487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.720100 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b4de4cb8-e04a-41d0-b046-8cc39812e487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.745426 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c761a99-8e09-442b-8128-092a85093eb4 req-782b184f-e749-417b-89bf-4b54ce288de3 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:09.746888 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c761a99-8e09-442b-8128-092a85093eb4 req-782b184f-e749-417b-89bf-4b54ce288de3 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1188614 Sep 18 05:03:09.749903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea476eb8-f8ad-4e50-b13d-b3a286e5387a req-073a8b0f-1617-413a-8e55-94c6320db5ff tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:09.751387 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea476eb8-f8ad-4e50-b13d-b3a286e5387a req-073a8b0f-1617-413a-8e55-94c6320db5ff tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.1054361 Sep 18 05:03:09.763055 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c761a99-8e09-442b-8128-092a85093eb4 req-ded63d9d-51b3-4b68-9077-b8aab4585940 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/quotas/a97b9513588a49819b66961de66a225b HTTP/1.1" status: 200 len: 375 time: 0.0094051 Sep 18 05:03:09.787571 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b4de4cb8-e04a-41d0-b046-8cc39812e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.809923 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411f29b2-80dc-49d0-bc77-3d7e22aff320', 'tag': 'ae4df439-3980-48d2-8735-2c612b1b8efa'}, {'server_uuid': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'name': 'network-vif-deleted', 'tag': '7f851c48-9915-448c-ba62-25943854fd87'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:09.812165 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9782aa3a-170a-4dd4-bce2-68cbab267665" -d '{"events": [{"name": "network-changed", "server_uuid": "411f29b2-80dc-49d0-bc77-3d7e22aff320", "tag": "ae4df439-3980-48d2-8735-2c612b1b8efa"}, {"server_uuid": "3b278774-6fb2-4b4c-9bbe-41d6c6e7d205", "name": "network-vif-deleted", "tag": "7f851c48-9915-448c-ba62-25943854fd87"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:09.824054 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea476eb8-f8ad-4e50-b13d-b3a286e5387a req-9366a290-9b4b-4086-919c-ab4390b749ec tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643697 Sep 18 05:03:09.827633 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c761a99-8e09-442b-8128-092a85093eb4 req-ad969f93-265d-42c7-84cc-ff1f454934c3 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0582957 Sep 18 05:03:09.939452 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b4de4cb8-e04a-41d0-b046-8cc39812e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:09.984831 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de4cb8-e04a-41d0-b046-8cc39812e487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4ee5312-e540-4649-99db-52e5113f90b6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:10.002504 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b4de4cb8-e04a-41d0-b046-8cc39812e487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:10.004465 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b4de4cb8-e04a-41d0-b046-8cc39812e487 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d4ee5312-e540-4649-99db-52e5113f90b6 HTTP/1.1" status: 204 len: 168 time: 0.4087782 Sep 18 05:03:10.007215 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40012) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:10.033751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd2dfc-03b5-4680-84e6-12c4d4a3a854 req-ebce78a4-ae6d-4b5b-b3b2-d123135faacd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:10.040007 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52cd2dfc-03b5-4680-84e6-12c4d4a3a854 req-ebce78a4-ae6d-4b5b-b3b2-d123135faacd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 948 time: 0.0916476 Sep 18 05:03:10.093660 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1617471-4702-4f33-8107-d46b3d79c6ae x-openstack-request-id: req-f1617471-4702-4f33-8107-d46b3d79c6ae {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:10.094246 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411f29b2-80dc-49d0-bc77-3d7e22aff320", "tag": "ae4df439-3980-48d2-8735-2c612b1b8efa", "status": "completed", "code": 200}, {"server_uuid": "3b278774-6fb2-4b4c-9bbe-41d6c6e7d205", "name": "network-vif-deleted", "tag": "7f851c48-9915-448c-ba62-25943854fd87", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:10.094747 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1617471-4702-4f33-8107-d46b3d79c6ae {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:10.095236 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411f29b2-80dc-49d0-bc77-3d7e22aff320', 'tag': 'ae4df439-3980-48d2-8735-2c612b1b8efa', 'status': 'completed', 'code': 200} Sep 18 05:03:10.096134 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b278774-6fb2-4b4c-9bbe-41d6c6e7d205', 'name': 'network-vif-deleted', 'tag': '7f851c48-9915-448c-ba62-25943854fd87', 'status': 'completed', 'code': 200} Sep 18 05:03:10.104987 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52cd2dfc-03b5-4680-84e6-12c4d4a3a854 req-e8791f37-cdcc-499c-84be-2844fbd6b923 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625257 Sep 18 05:03:10.112266 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5fadc219-2147-4f21-82b6-527914b1db64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:10.155882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782aa3a-170a-4dd4-bce2-68cbab267665 req-d7167ac0-9db6-4577-850b-d32739fe8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:10.157538 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9782aa3a-170a-4dd4-bce2-68cbab267665 req-d7167ac0-9db6-4577-850b-d32739fe8438 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 1126 time: 0.0505259 Sep 18 05:03:10.215429 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5fadc219-2147-4f21-82b6-527914b1db64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:10.238750 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53de73e3-61ea-4226-9fb4-d287d27b2d37 req-8fb62cc6-6395-4c64-ae82-2b438a6407b8 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 210 time: 0.0391173 Sep 18 05:03:10.263876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5fadc219-2147-4f21-82b6-527914b1db64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6e373c-62b7-49cd-a94b-96f24425a099']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:10.275740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5fadc219-2147-4f21-82b6-527914b1db64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4474e1e5-9028-454b-85a4-6973d8015668') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:10.276181 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5fadc219-2147-4f21-82b6-527914b1db64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4474e1e5-9028-454b-85a4-6973d8015668') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:10.305411 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782aa3a-170a-4dd4-bce2-68cbab267665 req-8dbcb13c-5dd1-4211-9986-b58493e4dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:10.307149 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9782aa3a-170a-4dd4-bce2-68cbab267665 req-8dbcb13c-5dd1-4211-9986-b58493e4dacd service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.1407580 Sep 18 05:03:10.308832 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b823d92e-28ad-4ff0-a9d9-bbe4b7f009f5 req-bb4e7fd1-3b84-494a-99b7-96fa930e1b00 tempest-ServerRescueTestJSONUnderV235-1859521681 tempest-ServerRescueTestJSONUnderV235-1859521681-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b278774-6fb2-4b4c-9bbe-41d6c6e7d205 HTTP/1.1" status: 200 len: 210 time: 0.0633004 Sep 18 05:03:10.312840 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5fadc219-2147-4f21-82b6-527914b1db64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:10.334461 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5fadc219-2147-4f21-82b6-527914b1db64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:10.342063 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fadc219-2147-4f21-82b6-527914b1db64 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:03:10.344010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5fadc219-2147-4f21-82b6-527914b1db64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:10.365050 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9782aa3a-170a-4dd4-bce2-68cbab267665 req-56ac6e3c-c61b-4f26-b294-c37777349d92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae4df439-3980-48d2-8735-2c612b1b8efa HTTP/1.1" status: 200 len: 217 time: 0.0464420 Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:03:10.389475 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:03:10.420695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782aa3a-170a-4dd4-bce2-68cbab267665 req-0e331eee-daad-4092-822e-7e1e7adf91c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:10.422235 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9782aa3a-170a-4dd4-bce2-68cbab267665 req-0e331eee-daad-4092-822e-7e1e7adf91c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.0488946 Sep 18 05:03:10.453581 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9782aa3a-170a-4dd4-bce2-68cbab267665 req-6dbb1e35-3b51-4ffc-982b-1a2d9af9095f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238755 Sep 18 05:03:10.461293 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7e928516-bcc0-42fc-b89c-950c05b4bd72 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:03:10.480510 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5fadc219-2147-4f21-82b6-527914b1db64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:10.498719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadc219-2147-4f21-82b6-527914b1db64 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6e373c-62b7-49cd-a94b-96f24425a099,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:10.500985 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5fadc219-2147-4f21-82b6-527914b1db64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:10.505253 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5fadc219-2147-4f21-82b6-527914b1db64 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5d6e373c-62b7-49cd-a94b-96f24425a099 HTTP/1.1" status: 204 len: 168 time: 0.4970140 Sep 18 05:03:10.572570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9782aa3a-170a-4dd4-bce2-68cbab267665 req-a3793464-382a-4f8b-84ef-26890f1b1065 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104076 Sep 18 05:03:10.612619 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 7e928516-bcc0-42fc-b89c-950c05b4bd72 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:03:10.622713 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 7e928516-bcc0-42fc-b89c-950c05b4bd72 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:03:10.622713 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:10.647376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c299b-ee13-47fb-8522-167067e641d3 req-3c826fe3-755c-4c58-ab77-2253ee26a047 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:10.649188 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-848c299b-ee13-47fb-8522-167067e641d3 req-3c826fe3-755c-4c58-ab77-2253ee26a047 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.0597987 Sep 18 05:03:10.689888 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9782aa3a-170a-4dd4-bce2-68cbab267665 req-ebbbf927-5222-4d83-a66e-9cbb67bc4a12 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091149 Sep 18 05:03:10.693589 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-848c299b-ee13-47fb-8522-167067e641d3 req-ba4c19bd-ad60-4b2d-a428-db8b0010f6b6 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360482 Sep 18 05:03:10.703783 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:10.737961 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:10.802256 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:10.835206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40030) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:10.881015 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7fb43fd0-695e-4790-93fb-e97e5318ff27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56adba3cf6f845258f9e8fd484011be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446043 Sep 18 05:03:10.883441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40034) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:10.949494 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:10.976471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69836f70-bc31-490b-99bb-e8b9c107e53f req-93660220-ec96-4c00-adf7-c83e54adfa3f tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:10.978159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-69836f70-bc31-490b-99bb-e8b9c107e53f req-93660220-ec96-4c00-adf7-c83e54adfa3f tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.0649176 Sep 18 05:03:10.994898 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7e928516-bcc0-42fc-b89c-950c05b4bd72,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:10.997129 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:11.028277 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-69836f70-bc31-490b-99bb-e8b9c107e53f req-df7c21c0-be04-42ec-9827-c13bbe8e030c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388281 Sep 18 05:03:11.258467 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:11.258467 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b47d5b-67de-4c45-b2dd-1fa0703c05a2" -d '{"events": [{"server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "name": "network-vif-plugged", "status": "completed", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:11.258467 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5917ecf6-242a-42f6-910d-22f2859c6e9a x-openstack-request-id: req-5917ecf6-242a-42f6-910d-22f2859c6e9a {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:11.258467 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "name": "network-vif-plugged", "status": "completed", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:11.258467 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5917ecf6-242a-42f6-910d-22f2859c6e9a {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:11.258467 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'code': 200} Sep 18 05:03:11.259594 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b570c21-7b7e-4db7-a953-6473a8f380e0 req-c6e67c68-ecf7-4d78-8037-46dc70575181 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:11.259594 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2b570c21-7b7e-4db7-a953-6473a8f380e0 req-c6e67c68-ecf7-4d78-8037-46dc70575181 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0527682 Sep 18 05:03:11.277386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2b570c21-7b7e-4db7-a953-6473a8f380e0 req-a636d031-9cd2-4f65-9fbc-6b9213a4b3d5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Sep 18 05:03:11.297312 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:11.300591 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:11.301764 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8dc3562-8f35-417b-9463-c2d894c2cff0 HTTP/1.1" status: 204 len: 168 time: 0.4164081 Sep 18 05:03:11.346792 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dc3562-8f35-417b-9463-c2d894c2cff0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:11.358192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:11.358567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:11.359075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:11.359221 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-affa061c-cdc6-480e-8025-aee71520921a req-47f88f3b-8404-498d-83ef-7a7bafa4eda4 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 210 time: 0.0427310 Sep 18 05:03:11.359732 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:11.359732 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:11.359919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:11.360230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:11.360600 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:11.360933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:11.361833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:11.362182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:11.362499 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7bad1-ff22-4009-9b11-3118d75ee641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:11.377918 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0202b8f-52a8-452e-aee3-644e85a16b77 req-9b0a09c6-ebbb-4131-a44f-8465960c30db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:11.379644 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0202b8f-52a8-452e-aee3-644e85a16b77 req-9b0a09c6-ebbb-4131-a44f-8465960c30db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 1101 time: 0.0768731 Sep 18 05:03:11.386534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40050) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:11.434956 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0202b8f-52a8-452e-aee3-644e85a16b77 req-a7ddd01a-06ed-4945-81cf-092dc4744f50 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432730 Sep 18 05:03:11.768402 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac51b2fa-aa95-44ab-9e2b-d5685a431641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:11.888169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec1709-2bf2-4d44-8fce-c81cc51fd48b req-70786897-7eed-476d-8285-9f3e4d299eb0 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:11.889747 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4ec1709-2bf2-4d44-8fce-c81cc51fd48b req-70786897-7eed-476d-8285-9f3e4d299eb0 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.1193910 Sep 18 05:03:11.987530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4ec1709-2bf2-4d44-8fce-c81cc51fd48b req-dd9b5f87-5538-4ba5-89eb-a0c99080e86e tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913186 Sep 18 05:03:12.093410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ac51b2fa-aa95-44ab-9e2b-d5685a431641 admin admin] Deleting port 5313c4e0-6855-4fb8-a0c3-8caffbee737f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:03:12.093753 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac51b2fa-aa95-44ab-9e2b-d5685a431641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:12.215315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dab40-7143-4a53-82c6-1531642826f8 req-d524d65d-4f7f-4265-84db-c77682cf3ec8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:12.217004 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-931dab40-7143-4a53-82c6-1531642826f8 req-d524d65d-4f7f-4265-84db-c77682cf3ec8 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.1100316 Sep 18 05:03:12.224142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-ac51b2fa-aa95-44ab-9e2b-d5685a431641 admin admin] For port 5313c4e0-6855-4fb8-a0c3-8caffbee737f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5313c4e0-6855-4fb8-a0c3-8caffbee737f,segment=NetworkSegment(86c18a72-84b2-40f7-ab49-0f199de45bbe),segment_id=86c18a72-84b2-40f7-ab49-0f199de45bbe)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:12.224596 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac51b2fa-aa95-44ab-9e2b-d5685a431641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:12.249398 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ac51b2fa-aa95-44ab-9e2b-d5685a431641 admin admin] Calling delete_port for 5313c4e0-6855-4fb8-a0c3-8caffbee737f owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:03:12.359294 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-931dab40-7143-4a53-82c6-1531642826f8 req-c8910d3b-adda-461e-9ef7-da84753bd05b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852194 Sep 18 05:03:12.411175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086eb07-e85d-47d6-8445-f8deb481621d req-644d3ba0-d381-431b-875a-ff79eb2eb419 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:12.412997 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f086eb07-e85d-47d6-8445-f8deb481621d req-644d3ba0-d381-431b-875a-ff79eb2eb419 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0571990 Sep 18 05:03:12.427680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40080) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:12.459142 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f086eb07-e85d-47d6-8445-f8deb481621d req-2e52822f-e9e1-4c26-983f-721712259352 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 Sep 18 05:03:12.498274 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7f851c48-9915-448c-ba62-25943854fd87 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:03:12.506715 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0eff3ea2-9c8e-4aa5-ba5e-827565282b99 req-3a64a57a-0212-41be-8b47-50f9113c5b2d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 210 time: 0.0466757 Sep 18 05:03:12.528190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 7f851c48-9915-448c-ba62-25943854fd87 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:03:12.528573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7f851c48-9915-448c-ba62-25943854fd87 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:03:12.572199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1139766622-network', 'tenant_id': '672d79aa4d6c47a580682222b24061cf'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:12.576512 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac51b2fa-aa95-44ab-9e2b-d5685a431641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:12.609139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51b2fa-aa95-44ab-9e2b-d5685a431641 admin admin] Pushing event deleted for resources: {'Port': ['ID=5313c4e0-6855-4fb8-a0c3-8caffbee737f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:12.706468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] Made reservation on behalf of 672d79aa4d6c47a580682222b24061cf for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:03:12.709224 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:12.722196 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:12.808489 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac51b2fa-aa95-44ab-9e2b-d5685a431641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:12.942628 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:13.046983 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:13.094051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:03:13.128041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacfcc37-f61f-4627-bd98-00ec9eea93e7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:13.133093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac51b2fa-aa95-44ab-9e2b-d5685a431641 admin admin] Router 81f73fee-bc04-422d-b288-f68a785983d9 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:03:13.137366 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:13.137779 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] Added segment 6bb61171-b3cb-4915-97c3-52b9cdea442b of type vlan for network 3858a9e9-fe25-48c5-8405-a36c53e332b0 Sep 18 05:03:13.196121 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:13.207939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04244b20-858f-43a1-aa7e-23aa7cc9cf75 req-56aaba4e-6f00-40d5-b9cd-3a953990cd3b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:13.209634 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-04244b20-858f-43a1-aa7e-23aa7cc9cf75 req-56aaba4e-6f00-40d5-b9cd-3a953990cd3b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.1401541 Sep 18 05:03:13.459137 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a6a70-7758-464c-8d25-298ab191156c req-cdc5e6a1-d0a7-4d54-916e-6c511cb4e886 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:13.460753 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b44a6a70-7758-464c-8d25-298ab191156c req-cdc5e6a1-d0a7-4d54-916e-6c511cb4e886 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.0592251 Sep 18 05:03:13.504804 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b44a6a70-7758-464c-8d25-298ab191156c req-60d221f7-1443-42b6-bee0-4d9161efc25b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367591 Sep 18 05:03:13.619940 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec0849-1a09-4ed4-89a8-7d52203ba158 req-d7833b7f-a58a-4afb-ab53-dfd410978701 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:13.621438 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2ec0849-1a09-4ed4-89a8-7d52203ba158 req-d7833b7f-a58a-4afb-ab53-dfd410978701 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0523639 Sep 18 05:03:13.646668 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:13.647635 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:13.648226 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:13.652563 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-04244b20-858f-43a1-aa7e-23aa7cc9cf75 req-67694df5-1497-4240-9ef6-4d1b0a38e303 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071779 Sep 18 05:03:13.662251 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2ec0849-1a09-4ed4-89a8-7d52203ba158 req-8c77f4c6-e401-419c-a358-77b90d1a6988 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334117 Sep 18 05:03:13.697538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac51b2fa-aa95-44ab-9e2b-d5685a431641 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:03:13.703676 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ac51b2fa-aa95-44ab-9e2b-d5685a431641 admin admin] 10.222.0.23 "PUT /v2.0/routers/81f73fee-bc04-422d-b288-f68a785983d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3161998 Sep 18 05:03:13.706503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40098) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:13.713809 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb57b8-2608-496b-804e-fba4c4d68709 None None] Sync routers for ids ['81f73fee-bc04-422d-b288-f68a785983d9'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:03:13.732999 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb57b8-2608-496b-804e-fba4c4d68709 None None] Routers {'81f73fee-bc04-422d-b288-f68a785983d9'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:03:13.733639 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-d5eb57b8-2608-496b-804e-fba4c4d68709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:03:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['81f73fee-bc04-422d-b288-f68a785983d9'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:13.741797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] Pushing event updated for resources: {'Network': ['ID=3858a9e9-fe25-48c5-8405-a36c53e332b0,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:13.762103 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-072df0ca-a145-4688-94ca-2d2a82bc68e4 req-942dd0dd-f34e-4f5e-a390-bb57fa177537 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 210 time: 0.0330424 Sep 18 05:03:13.775886 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ad1285b4-c0f0-4555-ba2d-b3d365df8a42 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3450625 Sep 18 05:03:13.778355 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40100) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:13.784002 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-6944d947-8c40-43be-9139-69e33f88aaed admin admin] Request body: {'subnet': {'network_id': '3858a9e9-fe25-48c5-8405-a36c53e332b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1139766622-subnet', 'tenant_id': '672d79aa4d6c47a580682222b24061cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:13.788377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 3858a9e9-fe25-48c5-8405-a36c53e332b0 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:03:13.856560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:13.910051 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-d5eb57b8-2608-496b-804e-fba4c4d68709 None None] Set router 81f73fee-bc04-422d-b288-f68a785983d9 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:03:13.937015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6944d947-8c40-43be-9139-69e33f88aaed admin admin] Made reservation on behalf of 672d79aa4d6c47a580682222b24061cf for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:03:13.940038 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6944d947-8c40-43be-9139-69e33f88aaed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:14.011719 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:14.087667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-d5eb57b8-2608-496b-804e-fba4c4d68709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:03:12Z', 'revision_number': 5, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port': {'id': '97916d06-96bd-4ad9-90e6-8cb2cd5769ee', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f73fee-bc04-422d-b288-f68a785983d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:14.114838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb57b8-2608-496b-804e-fba4c4d68709 None None] Checking router: 81f73fee-bc04-422d-b288-f68a785983d9 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:03:14.122942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb57b8-2608-496b-804e-fba4c4d68709 None None] Routers {'81f73fee-bc04-422d-b288-f68a785983d9'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:03:14.123617 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-d5eb57b8-2608-496b-804e-fba4c4d68709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:03:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['81f73fee-bc04-422d-b288-f68a785983d9'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:14.166604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] Deleting port 97916d06-96bd-4ad9-90e6-8cb2cd5769ee {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:03:14.166980 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:14.212662 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-d5eb57b8-2608-496b-804e-fba4c4d68709 None None] Set router 81f73fee-bc04-422d-b288-f68a785983d9 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:03:14.224853 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6944d947-8c40-43be-9139-69e33f88aaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:14.267161 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-d5eb57b8-2608-496b-804e-fba4c4d68709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:03:14Z', 'revision_number': 6, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:14.293192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb57b8-2608-496b-804e-fba4c4d68709 None None] The sync data for ids ['81f73fee-bc04-422d-b288-f68a785983d9'] in n-d-789963-13 is: [{'id': '81f73fee-bc04-422d-b288-f68a785983d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1406826989-router', 'tenant_id': '3105615cf06941c3854327e9eaa23cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:34Z', 'updated_at': '2021-09-18T05:03:14Z', 'revision_number': 6, 'project_id': '3105615cf06941c3854327e9eaa23cdf', 'gw_port_host': None}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:03:14.300887 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] For port 97916d06-96bd-4ad9-90e6-8cb2cd5769ee, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=97916d06-96bd-4ad9-90e6-8cb2cd5769ee,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:14.301282 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:14.313463 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944d947-8c40-43be-9139-69e33f88aaed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a50f6b-536e-4827-947b-895ebcb75b5e,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:14.324700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] Calling delete_port for 97916d06-96bd-4ad9-90e6-8cb2cd5769ee owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:03:14.337967 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6944d947-8c40-43be-9139-69e33f88aaed admin admin] Checking segment: {'id': '6bb61171-b3cb-4915-97c3-52b9cdea442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3858a9e9-fe25-48c5-8405-a36c53e332b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:14.338317 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6944d947-8c40-43be-9139-69e33f88aaed admin admin] Network hostable DHCP agents. Network: 3858a9e9-fe25-48c5-8405-a36c53e332b0, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:03:14.449862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6944d947-8c40-43be-9139-69e33f88aaed admin admin] Network 3858a9e9-fe25-48c5-8405-a36c53e332b0 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:03:14.533162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-6944d947-8c40-43be-9139-69e33f88aaed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 3858a9e9-fe25-48c5-8405-a36c53e332b0) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:03:14.537499 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6944d947-8c40-43be-9139-69e33f88aaed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:14.551485 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6944d947-8c40-43be-9139-69e33f88aaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:14.553133 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2243aa-c598-4216-879f-24250a8ee4a1 None None] Network 3858a9e9-fe25-48c5-8405-a36c53e332b0 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:03:14.572038 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:14.599653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=97916d06-96bd-4ad9-90e6-8cb2cd5769ee,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:14.647558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c370be5-8dae-43b4-9edd-659db175cf3f req-0418a4d4-a6d6-4c16-9351-939388b9f59a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:14.650027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c370be5-8dae-43b4-9edd-659db175cf3f req-0418a4d4-a6d6-4c16-9351-939388b9f59a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.0656743 Sep 18 05:03:14.676009 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6944d947-8c40-43be-9139-69e33f88aaed admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8877640 Sep 18 05:03:14.690970 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:14.696371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b229bdd5-65fa-4505-8874-0210b9127b9f None None] Network 3858a9e9-fe25-48c5-8405-a36c53e332b0 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:03:14.778201 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c370be5-8dae-43b4-9edd-659db175cf3f req-05dcca05-753b-4691-ad88-9d31210b0a40 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164291 Sep 18 05:03:14.816347 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:14.831948 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:14.898062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2b428-6941-4a7c-bf85-0524721a5c29 req-93078853-b4bf-48fb-bc11-b4c4f6301947 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:14.905414 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9f2b428-6941-4a7c-bf85-0524721a5c29 req-93078853-b4bf-48fb-bc11-b4c4f6301947 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.1319976 Sep 18 05:03:14.941995 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9f2b428-6941-4a7c-bf85-0524721a5c29 req-21eba99a-5ff9-41ea-a754-70c7eeafd64a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356994 Sep 18 05:03:14.959446 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c0ec5-24d4-4dce-ad9a-0b1794acd449 req-89685fba-1b23-4992-aed6-d0781ba74626 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:14.964278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d63c0ec5-24d4-4dce-ad9a-0b1794acd449 req-89685fba-1b23-4992-aed6-d0781ba74626 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0579948 Sep 18 05:03:15.000346 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d63c0ec5-24d4-4dce-ad9a-0b1794acd449 req-5507ca04-08ce-4124-9b3e-90c3840b90c8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327194 Sep 18 05:03:15.002428 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.003018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f73fee-bc04-422d-b288-f68a785983d9 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:03:15.008029 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.009618 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e3a0a4b6-4f4d-47d4-aab4-fb559a2d0db6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/81f73fee-bc04-422d-b288-f68a785983d9 HTTP/1.1" status: 204 len: 168 time: 1.3016496 Sep 18 05:03:15.011768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40118) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:15.061176 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fd85f9-c8fd-4c28-90eb-4bccfe3dee44 admin admin] Deleting subnet 8dbd6d4e-4978-4831-bd92-1824d5a15d80 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:03:15.064305 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8fd85f9-c8fd-4c28-90eb-4bccfe3dee44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.106774 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8fd85f9-c8fd-4c28-90eb-4bccfe3dee44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.108336 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bd57dcb7-d87a-4295-834e-0b6bd634eb1e req-672bd131-9d94-4d50-be79-f8c7d29ecdb2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 210 time: 0.0432391 Sep 18 05:03:15.151247 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8fd85f9-c8fd-4c28-90eb-4bccfe3dee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.204444 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-5a3f72d7-038b-459f-a978-de1d2b376b10 req-91252d91-dcbe-40c3-b48a-84412f1ccb46 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2053892294', 'description': 'tempest-description-1822793457'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:15.316090 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5a3f72d7-038b-459f-a978-de1d2b376b10 req-91252d91-dcbe-40c3-b48a-84412f1ccb46 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.318781 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8fd85f9-c8fd-4c28-90eb-4bccfe3dee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.349481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5313c4e0-6855-4fb8-a0c3-8caffbee737f no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:03:15.352428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd85f9-c8fd-4c28-90eb-4bccfe3dee44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dbd6d4e-4978-4831-bd92-1824d5a15d80,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:15.370708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 5313c4e0-6855-4fb8-a0c3-8caffbee737f {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:03:15.371373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5313c4e0-6855-4fb8-a0c3-8caffbee737f not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:03:15.371514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8fd85f9-c8fd-4c28-90eb-4bccfe3dee44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.372393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 97916d06-96bd-4ad9-90e6-8cb2cd5769ee no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:03:15.374003 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e8fd85f9-c8fd-4c28-90eb-4bccfe3dee44 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8dbd6d4e-4978-4831-bd92-1824d5a15d80 HTTP/1.1" status: 204 len: 168 time: 0.3611970 Sep 18 05:03:15.376531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40124) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:15.395427 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 97916d06-96bd-4ad9-90e6-8cb2cd5769ee {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:03:15.395915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 97916d06-96bd-4ad9-90e6-8cb2cd5769ee not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:03:15.468117 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-421325aa-e3ce-40af-88e5-7c97a9be5ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.470635 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5a3f72d7-038b-459f-a978-de1d2b376b10 req-91252d91-dcbe-40c3-b48a-84412f1ccb46 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.536271 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c761a99-8e09-442b-8128-092a85093eb4 req-3f107bc0-1279-481c-83aa-3151db958316 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221121 Sep 18 05:03:15.552729 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-421325aa-e3ce-40af-88e5-7c97a9be5ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.572760 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-421325aa-e3ce-40af-88e5-7c97a9be5ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:15.581695 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5a3f72d7-038b-459f-a978-de1d2b376b10 req-91252d91-dcbe-40c3-b48a-84412f1ccb46 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.582134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-421325aa-e3ce-40af-88e5-7c97a9be5ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c18a72-84b2-40f7-ab49-0f199de45bbe') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:15.582436 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-421325aa-e3ce-40af-88e5-7c97a9be5ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c18a72-84b2-40f7-ab49-0f199de45bbe') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:15.592413 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-421325aa-e3ce-40af-88e5-7c97a9be5ded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.606420 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-421325aa-e3ce-40af-88e5-7c97a9be5ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.613809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421325aa-e3ce-40af-88e5-7c97a9be5ded admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:03:15.614208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-421325aa-e3ce-40af-88e5-7c97a9be5ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:03:15.616907 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:03:15.817317 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-421325aa-e3ce-40af-88e5-7c97a9be5ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.822819 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-421325aa-e3ce-40af-88e5-7c97a9be5ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:15.824689 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-421325aa-e3ce-40af-88e5-7c97a9be5ded admin admin] 10.222.0.23 "DELETE /v2.0/networks/1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48 HTTP/1.1" status: 204 len: 168 time: 0.4464204 Sep 18 05:03:15.836026 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421325aa-e3ce-40af-88e5-7c97a9be5ded admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8f7e8e-d340-4ec0-a2ea-c0c20bce3e48,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:15.911879 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91252d91-dcbe-40c3-b48a-84412f1ccb46 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca848cf-c5b3-4080-a3c2-dbda84ec13da,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:15.937523 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c761a99-8e09-442b-8128-092a85093eb4 req-79f28aa1-178f-457f-83fc-27840ddb7e96 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:15.939039 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c761a99-8e09-442b-8128-092a85093eb4 req-79f28aa1-178f-457f-83fc-27840ddb7e96 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3934352 Sep 18 05:03:15.952898 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838860d-c490-4700-ac6f-89f38647fdb7 req-f535b18b-aa79-4528-99b0-b016f7a73fd4 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:15.955666 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e838860d-c490-4700-ac6f-89f38647fdb7 req-f535b18b-aa79-4528-99b0-b016f7a73fd4 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.0643549 Sep 18 05:03:15.957915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-2c761a99-8e09-442b-8128-092a85093eb4 req-96d34702-a798-47c6-8804-6f579887f8d7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Request body: {'port': {'device_id': '667f0176-8559-4e97-84b1-ae347bc9155c', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'a97b9513588a49819b66961de66a225b'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:16.005587 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e838860d-c490-4700-ac6f-89f38647fdb7 req-836056c8-a7f0-4a58-b00e-5e02151e5269 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429826 Sep 18 05:03:16.022191 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5a3f72d7-038b-459f-a978-de1d2b376b10 req-91252d91-dcbe-40c3-b48a-84412f1ccb46 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:16.029054 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a3f72d7-038b-459f-a978-de1d2b376b10 req-91252d91-dcbe-40c3-b48a-84412f1ccb46 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8301649 Sep 18 05:03:16.144701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bea7c4-01e4-4f4d-bd5c-38acbac2f94d req-306becda-b43a-4d8f-a3af-ee32a3949030 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:16.146342 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1bea7c4-01e4-4f4d-bd5c-38acbac2f94d req-306becda-b43a-4d8f-a3af-ee32a3949030 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.0675073 Sep 18 05:03:16.190270 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1bea7c4-01e4-4f4d-bd5c-38acbac2f94d req-6bbc397f-b7fa-4694-87cc-3b716f5691bf tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353603 Sep 18 05:03:16.199832 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c761a99-8e09-442b-8128-092a85093eb4 req-96d34702-a798-47c6-8804-6f579887f8d7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Made reservation on behalf of a97b9513588a49819b66961de66a225b for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:03:16.203683 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c761a99-8e09-442b-8128-092a85093eb4 req-96d34702-a798-47c6-8804-6f579887f8d7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:16.217036 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4418b8-a828-4314-a108-90fcec203e30 req-16777c4c-09f8-4103-85e8-3d09b1524919 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:16.219177 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc4418b8-a828-4314-a108-90fcec203e30 req-16777c4c-09f8-4103-85e8-3d09b1524919 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0562811 Sep 18 05:03:16.240868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-9facf5bf-e970-4d98-b4af-e65f67434f73 req-b27bd9a1-057b-4b1e-afdd-bb0c059eb06e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-920898761', 'description': 'tempest-description-2001813747'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:16.264339 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc4418b8-a828-4314-a108-90fcec203e30 req-adb429f2-f902-4201-9eff-4f60e85ca02a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374858 Sep 18 05:03:16.266263 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40142) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:16.320589 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-baa4db05-b3ff-4fcf-ba66-4ff77ed26148 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3105615cf06941c3854327e9eaa23cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522127 Sep 18 05:03:16.320797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40146) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:16.362876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-2c761a99-8e09-442b-8128-092a85093eb4 req-96d34702-a798-47c6-8804-6f579887f8d7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Allocated IP 192.168.233.83 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/38ec451f-106e-47d3-b360-5551b1fbfad8) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:03:16.374858 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec9f7701-7652-4903-836b-b3b198a3dc62 req-e9095e3e-1913-43ce-96f8-0a4208c217ec tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 210 time: 0.0383859 Sep 18 05:03:16.390162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9facf5bf-e970-4d98-b4af-e65f67434f73 req-b27bd9a1-057b-4b1e-afdd-bb0c059eb06e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:16.406500 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:16.432504 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:16.500414 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce38621-ba2f-4095-8364-e7d5118dc3ab req-c625d6f6-69e8-40e4-84ca-b3b103bcfe18 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:16.502133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ce38621-ba2f-4095-8364-e7d5118dc3ab req-c625d6f6-69e8-40e4-84ca-b3b103bcfe18 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 1098 time: 0.0524054 Sep 18 05:03:16.540462 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ce38621-ba2f-4095-8364-e7d5118dc3ab req-9f643d32-b084-4c73-b777-cae1d30efadd tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315008 Sep 18 05:03:16.561935 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c761a99-8e09-442b-8128-092a85093eb4 req-96d34702-a798-47c6-8804-6f579887f8d7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:16.567784 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:16.571045 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:16.575144 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72ba55d8-9361-46ec-8d11-274ee6257a1d HTTP/1.1" status: 204 len: 168 time: 0.2517536 Sep 18 05:03:16.588373 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9facf5bf-e970-4d98-b4af-e65f67434f73 req-b27bd9a1-057b-4b1e-afdd-bb0c059eb06e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:16.590745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ba55d8-9361-46ec-8d11-274ee6257a1d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:16.599729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:16.600083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:16.600561 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:16.600931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:16.601272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:16.601608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:16.601945 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:16.602316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:16.602650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:16.602973 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:16.603487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:16.603983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4a1ef-0be5-495c-991d-e9b3b1f065db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:16.644962 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9facf5bf-e970-4d98-b4af-e65f67434f73 req-b27bd9a1-057b-4b1e-afdd-bb0c059eb06e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:16.658720 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0381b-5fca-4b2f-96d1-11e8c0693017 req-52d17ecf-f052-4198-9641-f82f805d40af tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:16.666015 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4a0381b-5fca-4b2f-96d1-11e8c0693017 req-52d17ecf-f052-4198-9641-f82f805d40af tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0570798 Sep 18 05:03:16.676265 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bd9a1-057b-4b1e-afdd-bb0c059eb06e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602679f2-ce93-4c76-a60a-4b1f95c5b288,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:16.686520 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c761a99-8e09-442b-8128-092a85093eb4 req-96d34702-a798-47c6-8804-6f579887f8d7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:16.701928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2', '6d2be26a-be9c-4294-8d59-0ea85231372c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:16.705726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2', '23d60c82-8372-412e-b520-f3dbecc744aa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:16.710067 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4a0381b-5fca-4b2f-96d1-11e8c0693017 req-c35ee983-f54b-403a-9027-d6d56cf418f5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Sep 18 05:03:16.739682 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c761a99-8e09-442b-8128-092a85093eb4 req-96d34702-a798-47c6-8804-6f579887f8d7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:03:16.748180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-2c761a99-8e09-442b-8128-092a85093eb4 req-96d34702-a798-47c6-8804-6f579887f8d7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:03:16.750412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d34702-a798-47c6-8804-6f579887f8d7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event updated for resources: {'Port': ['ID=38ec451f-106e-47d3-b360-5551b1fbfad8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:16.753332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c761a99-8e09-442b-8128-092a85093eb4 req-96d34702-a798-47c6-8804-6f579887f8d7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:03:16.776267 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9facf5bf-e970-4d98-b4af-e65f67434f73 req-b27bd9a1-057b-4b1e-afdd-bb0c059eb06e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:16.777517 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9facf5bf-e970-4d98-b4af-e65f67434f73 req-b27bd9a1-057b-4b1e-afdd-bb0c059eb06e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5499775 Sep 18 05:03:16.830727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c761a99-8e09-442b-8128-092a85093eb4 req-96d34702-a798-47c6-8804-6f579887f8d7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:16.831902 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c761a99-8e09-442b-8128-092a85093eb4 req-96d34702-a798-47c6-8804-6f579887f8d7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:16.933957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af8196-8add-4597-ad42-b4084eacaad4 req-cba9ef6d-d460-4531-9ba0-b90d39c5573a tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:16.935528 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e6af8196-8add-4597-ad42-b4084eacaad4 req-cba9ef6d-d460-4531-9ba0-b90d39c5573a tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 1098 time: 0.0584469 Sep 18 05:03:16.988562 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e6af8196-8add-4597-ad42-b4084eacaad4 req-4143d4b7-2248-467e-a4b4-c86f32ed4850 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388432 Sep 18 05:03:16.992012 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c761a99-8e09-442b-8128-092a85093eb4 req-96d34702-a798-47c6-8804-6f579887f8d7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0393572 Sep 18 05:03:17.028397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Request body: {'port': {'device_id': '667f0176-8559-4e97-84b1-ae347bc9155c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:17.159452 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:17.172688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-caa5262d-4f50-4b6f-a8db-1d1301db1c2f None None] Provisioning complete for port 38ec451f-106e-47d3-b360-5551b1fbfad8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:03:17.172979 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-caa5262d-4f50-4b6f-a8db-1d1301db1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:17.202696 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-6f4edad2-d89b-48ca-9d11-a18ac60767bb tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:17.204358 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-6f4edad2-d89b-48ca-9d11-a18ac60767bb tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/networks?id=3858a9e9-fe25-48c5-8405-a36c53e332b0 HTTP/1.1" status: 200 len: 813 time: 0.1528707 Sep 18 05:03:17.238550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-688f2189-5f8e-4d40-aac9-d3e2aaff80fb tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/quotas/672d79aa4d6c47a580682222b24061cf HTTP/1.1" status: 200 len: 375 time: 0.0249107 Sep 18 05:03:17.283649 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-caa5262d-4f50-4b6f-a8db-1d1301db1c2f None None] Port 38ec451f-106e-47d3-b360-5551b1fbfad8 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:03:17.290046 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5278bf61-3cd8-48a5-9d82-ca008ccdce89 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=672d79aa4d6c47a580682222b24061cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502455 Sep 18 05:03:17.372052 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c65abe-6980-462d-882f-26187bcad973 req-f05d36b5-52e8-4b59-8864-639a1464c02b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:17.373739 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49c65abe-6980-462d-882f-26187bcad973 req-f05d36b5-52e8-4b59-8864-639a1464c02b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.1774077 Sep 18 05:03:17.406943 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-c743133c-db1a-4d86-900b-bec7a58bf88f service neutron] 10.222.0.23 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160092 Sep 18 05:03:17.467217 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49c65abe-6980-462d-882f-26187bcad973 req-e32ee32e-a9b7-409d-afe2-fb3ce91e1a47 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792346 Sep 18 05:03:17.528592 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-48db79a3-3f36-4e65-83f1-8de9b4431a1d service neutron] 10.222.0.23 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149454 Sep 18 05:03:17.585120 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ec451f-106e-47d3-b360-5551b1fbfad8 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:17.596187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:17.612534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Transition to ACTIVE for port object 38ec451f-106e-47d3-b360-5551b1fbfad8 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:03:17.697073 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:17.762024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=38ec451f-106e-47d3-b360-5551b1fbfad8,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:17.860274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Attempting to bind port 38ec451f-106e-47d3-b360-5551b1fbfad8 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:03:17.860614 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Attempting to bind port 38ec451f-106e-47d3-b360-5551b1fbfad8 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:03:17.861011 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Attempting to bind port 38ec451f-106e-47d3-b360-5551b1fbfad8 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:17.882395 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Port 38ec451f-106e-47d3-b360-5551b1fbfad8 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:03:17.882668 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Attempting to bind port 38ec451f-106e-47d3-b360-5551b1fbfad8 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:17.900397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:03:17.900754 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:17.901159 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:03:17.901612 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Bound port: 38ec451f-106e-47d3-b360-5551b1fbfad8, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:03:17.901981 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:18.011848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a816b3-f149-4b3f-b459-60a3a7a26379 req-76fa6f79-6674-4863-868e-377425c68e21 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:18.012089 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] For port 38ec451f-106e-47d3-b360-5551b1fbfad8, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:18.015739 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] For port 38ec451f-106e-47d3-b360-5551b1fbfad8, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=38ec451f-106e-47d3-b360-5551b1fbfad8,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:03:18.021644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d7a816b3-f149-4b3f-b459-60a3a7a26379 req-76fa6f79-6674-4863-868e-377425c68e21 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 947 time: 0.0781085 Sep 18 05:03:18.097520 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d7a816b3-f149-4b3f-b459-60a3a7a26379 req-262698a7-0ff2-40c1-9af1-2816b5c2516f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748341 Sep 18 05:03:18.109374 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:18.177343 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:18.183723 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:18.183723 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c761a99-8e09-442b-8128-092a85093eb4 req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] 10.222.0.18 "PUT /v2.0/ports/38ec451f-106e-47d3-b360-5551b1fbfad8 HTTP/1.1" status: 200 len: 1096 time: 1.1700797 Sep 18 05:03:18.183723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667f0176-8559-4e97-84b1-ae347bc9155c', 'tag': '38ec451f-106e-47d3-b360-5551b1fbfad8'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:18.183723 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97002c6f-a9d3-49b6-bc61-a527968528b7" -d '{"events": [{"name": "network-changed", "server_uuid": "667f0176-8559-4e97-84b1-ae347bc9155c", "tag": "38ec451f-106e-47d3-b360-5551b1fbfad8"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:18.199384 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40216) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:18.212499 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-097054aa-23c5-4c64-9aff-73ee00016a4c req-66e2029b-f02e-4fb9-a5dd-78e780c4e079 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 210 time: 0.0518262 Sep 18 05:03:18.224789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38810f9e-9e15-4f43-b19a-e641dcb64dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=38ec451f-106e-47d3-b360-5551b1fbfad8,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:18.234554 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-4021f373-ad4e-4b66-ac57-7c138ea81cbb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115081 Sep 18 05:03:18.391584 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-990552463-network', 'tenant_id': 'b0d7d63b224742e3847c7170e21fb18e'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:18.460357 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c761a99-8e09-442b-8128-092a85093eb4 req-41b714c5-57d2-4e2a-b2e1-6ae9d3bce6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:18.463769 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c761a99-8e09-442b-8128-092a85093eb4 req-41b714c5-57d2-4e2a-b2e1-6ae9d3bce6ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 1099 time: 0.1437173 Sep 18 05:03:18.486693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f1ab6-b9ad-4d71-83f0-fd3f565934ab req-81276c59-f2c7-4a4a-a479-108429a98f05 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:18.488469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f1ab6-b9ad-4d71-83f0-fd3f565934ab req-81276c59-f2c7-4a4a-a479-108429a98f05 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0738807 Sep 18 05:03:18.555026 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c761a99-8e09-442b-8128-092a85093eb4 req-03e0367d-5cab-4d85-b509-0c6d3bc88391 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=38ec451f-106e-47d3-b360-5551b1fbfad8 HTTP/1.1" status: 200 len: 217 time: 0.0677655 Sep 18 05:03:18.555304 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f1ab6-b9ad-4d71-83f0-fd3f565934ab req-74f72eb1-bd15-4658-be49-51ee6afa32b3 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475299 Sep 18 05:03:18.555413 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] Made reservation on behalf of b0d7d63b224742e3847c7170e21fb18e for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:03:18.557573 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:18.635839 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742746ca-2782-40e9-ae20-a39d2e13b097 x-openstack-request-id: req-742746ca-2782-40e9-ae20-a39d2e13b097 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:18.636700 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667f0176-8559-4e97-84b1-ae347bc9155c", "tag": "38ec451f-106e-47d3-b360-5551b1fbfad8", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:18.636700 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-742746ca-2782-40e9-ae20-a39d2e13b097 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:18.636993 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667f0176-8559-4e97-84b1-ae347bc9155c', 'tag': '38ec451f-106e-47d3-b360-5551b1fbfad8', 'status': 'completed', 'code': 200} Sep 18 05:03:18.637949 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:18.678342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c761a99-8e09-442b-8128-092a85093eb4 req-548ee95d-0c1d-45e5-84f7-2e0987f5d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:18.679822 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c761a99-8e09-442b-8128-092a85093eb4 req-548ee95d-0c1d-45e5-84f7-2e0987f5d50c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1199732 Sep 18 05:03:18.772075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d0114-1225-4b15-8b3d-2119aafa7a6a req-d974ecbc-5a7b-4307-9b9e-a7fe7f936b07 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:18.773677 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d77d0114-1225-4b15-8b3d-2119aafa7a6a req-d974ecbc-5a7b-4307-9b9e-a7fe7f936b07 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.0778432 Sep 18 05:03:18.776333 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c761a99-8e09-442b-8128-092a85093eb4 req-1793f1d9-56d5-492a-8ece-91a960a1f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:18.777782 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c761a99-8e09-442b-8128-092a85093eb4 req-1793f1d9-56d5-492a-8ece-91a960a1f944 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0849514 Sep 18 05:03:18.839693 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d77d0114-1225-4b15-8b3d-2119aafa7a6a req-975a6c20-67fd-49c5-8636-a607e5c97814 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592175 Sep 18 05:03:18.852423 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:18.950099 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c761a99-8e09-442b-8128-092a85093eb4 req-9fe5d4d1-1750-455e-bcdb-592fab7154fe service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628778 Sep 18 05:03:18.980961 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:19.044361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:03:19.064140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c800f5-0275-42fd-a5d4-aa52ad14d2fc,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:19.070168 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:19.070520 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] Added segment 29858e98-40a8-4185-a72e-39f72002d07f of type vlan for network 0626cb1f-3dbb-4c5d-af81-f9845b56d6f7 Sep 18 05:03:19.130450 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c761a99-8e09-442b-8128-092a85093eb4 req-823b952f-3af2-443a-9786-3f6872fcc4a6 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681173 Sep 18 05:03:19.149578 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:19.263332 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:19.267726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:19.267726 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:19.270580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21992cf-925e-41da-a4ac-2e7d522d9022 req-a9bc717a-6148-4026-8aa2-9f52589504fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:19.278687 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d21992cf-925e-41da-a4ac-2e7d522d9022 req-a9bc717a-6148-4026-8aa2-9f52589504fb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 947 time: 0.0768485 Sep 18 05:03:19.318870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d21992cf-925e-41da-a4ac-2e7d522d9022 req-9be2eef5-3eaa-4241-b9b6-819a986b51fc tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357077 Sep 18 05:03:19.376896 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1731372 Sep 18 05:03:19.376896 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8206ae3-b8db-415c-a415-b4348303fd42 admin admin] Pushing event updated for resources: {'Network': ['ID=0626cb1f-3dbb-4c5d-af81-f9845b56d6f7,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:19.378538 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40274) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:19.380694 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97002c6f-a9d3-49b6-bc61-a527968528b7 req-c8b66719-d610-44db-957e-fab738fdb64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:19.382637 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97002c6f-a9d3-49b6-bc61-a527968528b7 req-c8b66719-d610-44db-957e-fab738fdb64f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 1099 time: 0.1027544 Sep 18 05:03:19.388395 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4cdd24a7-ba22-4e5e-843b-e2ba785a3824 admin admin] Request body: {'subnet': {'network_id': '0626cb1f-3dbb-4c5d-af81-f9845b56d6f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-990552463-subnet', 'tenant_id': 'b0d7d63b224742e3847c7170e21fb18e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:19.405862 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 0626cb1f-3dbb-4c5d-af81-f9845b56d6f7 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:03:19.453801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c12b28b2-99b0-4b5c-b080-101e668a39ca req-854d8d78-8db7-4740-a823-f195b4796302 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 210 time: 0.0548859 Sep 18 05:03:19.490121 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97002c6f-a9d3-49b6-bc61-a527968528b7 req-20e7b89d-2e48-4b8f-814f-4ebcfdc62080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:19.492021 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97002c6f-a9d3-49b6-bc61-a527968528b7 req-20e7b89d-2e48-4b8f-814f-4ebcfdc62080 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.0937619 Sep 18 05:03:19.565716 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97002c6f-a9d3-49b6-bc61-a527968528b7 req-848931a6-1eeb-46ac-af71-35d823c310ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=38ec451f-106e-47d3-b360-5551b1fbfad8 HTTP/1.1" status: 200 len: 217 time: 0.0615327 Sep 18 05:03:19.618144 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97002c6f-a9d3-49b6-bc61-a527968528b7 req-96c99671-91c7-445d-a42a-acbb17a8dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:19.619882 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97002c6f-a9d3-49b6-bc61-a527968528b7 req-96c99671-91c7-445d-a42a-acbb17a8dbb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0463924 Sep 18 05:03:19.681240 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97002c6f-a9d3-49b6-bc61-a527968528b7 req-032fd3c3-87d8-44f0-a71a-479827007dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:19.682933 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97002c6f-a9d3-49b6-bc61-a527968528b7 req-032fd3c3-87d8-44f0-a71a-479827007dec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0547385 Sep 18 05:03:19.683772 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdd24a7-ba22-4e5e-843b-e2ba785a3824 admin admin] Made reservation on behalf of b0d7d63b224742e3847c7170e21fb18e for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:03:19.686571 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cdd24a7-ba22-4e5e-843b-e2ba785a3824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:19.697325 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc97f2-94cb-436e-8732-fc5d68e333b7 req-07dcbc59-cf0d-4398-8277-1e0b0699a60f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:19.699475 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c3fc97f2-94cb-436e-8732-fc5d68e333b7 req-07dcbc59-cf0d-4398-8277-1e0b0699a60f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0595374 Sep 18 05:03:19.742772 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c3fc97f2-94cb-436e-8732-fc5d68e333b7 req-bb3d1f65-4b2b-46b0-9623-e5d988094047 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357666 Sep 18 05:03:19.873215 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97002c6f-a9d3-49b6-bc61-a527968528b7 req-a1b5a345-d0b9-496c-8dcf-3feccffddf31 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684430 Sep 18 05:03:20.004466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c9b3e-5d1e-49fc-954b-84f396a70af7 req-1b4f5a96-30fc-4a9d-a33d-ab0d2f784f3a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:20.008277 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c9c9b3e-5d1e-49fc-954b-84f396a70af7 req-1b4f5a96-30fc-4a9d-a33d-ab0d2f784f3a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 943 time: 0.0659032 Sep 18 05:03:20.061042 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c9c9b3e-5d1e-49fc-954b-84f396a70af7 req-0b315c75-2daa-4087-9751-201240ee8222 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418968 Sep 18 05:03:20.068293 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97002c6f-a9d3-49b6-bc61-a527968528b7 req-6894e139-e195-4283-afcf-f82806a62717 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509991 Sep 18 05:03:20.114457 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cdd24a7-ba22-4e5e-843b-e2ba785a3824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:20.181527 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd24a7-ba22-4e5e-843b-e2ba785a3824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece0e2cb-cd3e-48d0-925d-983cf8afe416,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:20.194162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdd24a7-ba22-4e5e-843b-e2ba785a3824 admin admin] Checking segment: {'id': '29858e98-40a8-4185-a72e-39f72002d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0626cb1f-3dbb-4c5d-af81-f9845b56d6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:20.194524 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdd24a7-ba22-4e5e-843b-e2ba785a3824 admin admin] Network hostable DHCP agents. Network: 0626cb1f-3dbb-4c5d-af81-f9845b56d6f7, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:03:20.226356 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-8f971119-3be0-4a78-ba9c-2cdde6ac8527 service neutron] 10.222.0.13 "GET /v2.0/ports/ae4df439-3980-48d2-8735-2c612b1b8efa/bindings/n-h1-789963-13 HTTP/1.1" status: 200 len: 385 time: 0.0638199 Sep 18 05:03:20.270267 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-f3d123d7-7e86-478c-8c2f-dd0fb0e0e875 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:03:20.271577 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-f3d123d7-7e86-478c-8c2f-dd0fb0e0e875 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070219 Sep 18 05:03:20.276603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdd24a7-ba22-4e5e-843b-e2ba785a3824 admin admin] Network 0626cb1f-3dbb-4c5d-af81-f9845b56d6f7 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:03:20.317298 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-5a7f2fbf-22bc-43fc-859a-37c6d555789a tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:20.318708 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-5a7f2fbf-22bc-43fc-859a-37c6d555789a tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports/68bcae07-b6ba-4700-a07b-a753855da638 HTTP/1.1" status: 200 len: 1095 time: 0.0393100 Sep 18 05:03:20.328459 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-178f8dfa-f1c1-4d7d-8f28-e4e9f9d4d4ee service neutron] Request body: {'binding': {'host': 'n-h2-789963-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:20.328915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-178f8dfa-f1c1-4d7d-8f28-e4e9f9d4d4ee service neutron] Unknown quota resources ['binding']. {{(pid=106908) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:03:20.394518 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-4cdd24a7-ba22-4e5e-843b-e2ba785a3824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 0626cb1f-3dbb-4c5d-af81-f9845b56d6f7) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:03:20.400287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd24a7-ba22-4e5e-843b-e2ba785a3824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:20.401745 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cdd24a7-ba22-4e5e-843b-e2ba785a3824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:20.408714 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52acf05b-119a-45fa-8ed0-0a38125deba0 None None] Network 0626cb1f-3dbb-4c5d-af81-f9845b56d6f7 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:03:20.469764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-44981d0d-2862-471b-8eab-89d7424d1cd6 service neutron] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ae4df439-3980-48d2-8735-2c612b1b8efa,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:20.511496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ac6b5-4af3-4cf2-a0a1-0590b38febc2 req-0b64de7d-84cf-4b92-afa0-968661b0c16f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:20.513377 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c2ac6b5-4af3-4cf2-a0a1-0590b38febc2 req-0b64de7d-84cf-4b92-afa0-968661b0c16f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 947 time: 0.0914099 Sep 18 05:03:20.514692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-44981d0d-2862-471b-8eab-89d7424d1cd6 service neutron] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:20.541385 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4cdd24a7-ba22-4e5e-843b-e2ba785a3824 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1573906 Sep 18 05:03:20.588636 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738efef8-aa5c-4330-aa88-1bba2a3b5de0 None None] Network 0626cb1f-3dbb-4c5d-af81-f9845b56d6f7 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:03:20.589506 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-44981d0d-2862-471b-8eab-89d7424d1cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4df439-3980-48d2-8735-2c612b1b8efa {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:20.609962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-44981d0d-2862-471b-8eab-89d7424d1cd6 service neutron] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ae4df439-3980-48d2-8735-2c612b1b8efa,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:20.631123 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c2ac6b5-4af3-4cf2-a0a1-0590b38febc2 req-9a9b30d2-7aac-4b25-b08f-d71da1061fe0 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845020 Sep 18 05:03:20.655741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-178f8dfa-f1c1-4d7d-8f28-e4e9f9d4d4ee service neutron] Attempting to bind port 68bcae07-b6ba-4700-a07b-a753855da638 on host n-h2-789963-13 for vnic_type normal with profile None {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:03:20.656090 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-178f8dfa-f1c1-4d7d-8f28-e4e9f9d4d4ee service neutron] Attempting to bind port 68bcae07-b6ba-4700-a07b-a753855da638 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:03:20.656457 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-178f8dfa-f1c1-4d7d-8f28-e4e9f9d4d4ee service neutron] Attempting to bind port 68bcae07-b6ba-4700-a07b-a753855da638 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:20.669903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-26b84600-b823-4580-8e73-045267a49d42 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:20.671371 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-26b84600-b823-4580-8e73-045267a49d42 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.13 "GET /v2.0/networks?id=3858a9e9-fe25-48c5-8405-a36c53e332b0 HTTP/1.1" status: 200 len: 813 time: 0.1700811 Sep 18 05:03:20.672543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-178f8dfa-f1c1-4d7d-8f28-e4e9f9d4d4ee service neutron] Port 68bcae07-b6ba-4700-a07b-a753855da638 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:03:20.672870 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-178f8dfa-f1c1-4d7d-8f28-e4e9f9d4d4ee service neutron] Attempting to bind port 68bcae07-b6ba-4700-a07b-a753855da638 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:20.680177 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-178f8dfa-f1c1-4d7d-8f28-e4e9f9d4d4ee service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:03:20.680559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-178f8dfa-f1c1-4d7d-8f28-e4e9f9d4d4ee service neutron] Checking segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:20.680951 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-178f8dfa-f1c1-4d7d-8f28-e4e9f9d4d4ee service neutron] Bound using segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:03:20.681387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-178f8dfa-f1c1-4d7d-8f28-e4e9f9d4d4ee service neutron] Bound port: 68bcae07-b6ba-4700-a07b-a753855da638, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:03:20.737552 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f47e834b-f863-4bce-a17d-a59cf184ef7d req-ee1ae62f-5eff-4cc3-a34e-d72b0ce07d19 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 210 time: 0.0433619 Sep 18 05:03:20.745501 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-44981d0d-2862-471b-8eab-89d7424d1cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:20.747868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-ba1fa653-a830-496e-9772-feaf71e01e48 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'port': {'device_id': '9f96bd89-1543-4b41-a4f6-3d8272797951', 'network_id': '3858a9e9-fe25-48c5-8405-a36c53e332b0', 'admin_state_up': True, 'tenant_id': '672d79aa4d6c47a580682222b24061cf'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:20.781797 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-178f8dfa-f1c1-4d7d-8f28-e4e9f9d4d4ee service neutron] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=68bcae07-b6ba-4700-a07b-a753855da638,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:03:20.803802 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ae4df439-3980-48d2-8735-2c612b1b8efa no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:03:20.892012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-44981d0d-2862-471b-8eab-89d7424d1cd6 service neutron] Transition to ACTIVE for port object ae4df439-3980-48d2-8735-2c612b1b8efa will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:03:20.912717 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-178f8dfa-f1c1-4d7d-8f28-e4e9f9d4d4ee service neutron] Notify callbacks [] for binding, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:20.913956 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-178f8dfa-f1c1-4d7d-8f28-e4e9f9d4d4ee service neutron] 10.222.0.23 "POST /v2.0/ports/68bcae07-b6ba-4700-a07b-a753855da638/bindings HTTP/1.1" status: 201 len: 390 time: 0.5893760 Sep 18 05:03:20.969612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46877429-b361-41c4-bc70-36a903577b30 req-3eae3247-2f02-4599-8701-29955818e2a3 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:20.973520 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-46877429-b361-41c4-bc70-36a903577b30 req-3eae3247-2f02-4599-8701-29955818e2a3 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0605488 Sep 18 05:03:20.973921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-44981d0d-2862-471b-8eab-89d7424d1cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:21.040401 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-ba1fa653-a830-496e-9772-feaf71e01e48 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Made reservation on behalf of 672d79aa4d6c47a580682222b24061cf for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:03:21.047286 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-ba1fa653-a830-496e-9772-feaf71e01e48 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:21.061250 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-44981d0d-2862-471b-8eab-89d7424d1cd6 service neutron] No DVR routers for this DVR port ae4df439-3980-48d2-8735-2c612b1b8efa on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:03:21.093148 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-46877429-b361-41c4-bc70-36a903577b30 req-d201f063-3de9-4f33-8ad0-e101b26f48ea tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094048 Sep 18 05:03:21.096167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44981d0d-2862-471b-8eab-89d7424d1cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4df439-3980-48d2-8735-2c612b1b8efa,revision_number=10']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:21.128578 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-44981d0d-2862-471b-8eab-89d7424d1cd6 service neutron] 10.222.0.13 "PUT /v2.0/ports/ae4df439-3980-48d2-8735-2c612b1b8efa/bindings/n-h1-789963-13/activate HTTP/1.1" status: 200 len: 370 time: 0.8903804 Sep 18 05:03:21.217630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-ba1fa653-a830-496e-9772-feaf71e01e48 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Allocated IP 172.20.0.14 (3858a9e9-fe25-48c5-8405-a36c53e332b0/f9a50f6b-536e-4827-947b-895ebcb75b5e/b9bb74ba-960f-446e-abcd-9051f5a2a6be) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:03:21.242903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82692dc-8f9d-4cb5-b5fe-7582eaec8b0b req-1fc1e294-5280-40bb-8e6a-f48a0036078d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:21.245120 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a82692dc-8f9d-4cb5-b5fe-7582eaec8b0b req-1fc1e294-5280-40bb-8e6a-f48a0036078d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 944 time: 0.0648878 Sep 18 05:03:21.316914 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a82692dc-8f9d-4cb5-b5fe-7582eaec8b0b req-ea8d8b45-51a1-4fb1-b162-11016fde9eb7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636125 Sep 18 05:03:21.360384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-aaa27619-f857-4fd9-9daf-8b4eff434c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:21.364032 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-aaa27619-f857-4fd9-9daf-8b4eff434c38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 1101 time: 0.0666215 Sep 18 05:03:21.416759 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-9cd79009-199d-4fd9-910f-987d42d3cbff tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:21.419491 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-9cd79009-199d-4fd9-910f-987d42d3cbff tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320&tenant_id=9281b1f6d0384713b423980871cae4cb&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 1096 time: 0.1595993 Sep 18 05:03:21.474064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-6e03576b-1153-45fc-88eb-3ec425cf59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:21.475578 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-6e03576b-1153-45fc-88eb-3ec425cf59c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1017575 Sep 18 05:03:21.511515 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40310) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:21.516194 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-ba1fa653-a830-496e-9772-feaf71e01e48 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:21.522431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-991045846-network', 'tenant_id': '1d9bee05596c495fb68b94724bee776e'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:21.527713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-f86a941b-ac6a-4acc-94f1-444a84503d61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72 HTTP/1.1" status: 200 len: 217 time: 0.0382035 Sep 18 05:03:21.535948 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991013-504f-412b-bcf4-45f4d5815808 req-ad10de21-5fe7-4573-b0d1-5635e45d1fcf tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:21.537464 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b991013-504f-412b-bcf4-45f4d5815808 req-ad10de21-5fe7-4573-b0d1-5635e45d1fcf tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.1740348 Sep 18 05:03:21.567527 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-0becadb8-6eae-493a-a536-1fc8ff24489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:21.573540 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-0becadb8-6eae-493a-a536-1fc8ff24489e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320&tenant_id=9281b1f6d0384713b423980871cae4cb HTTP/1.1" status: 200 len: 1096 time: 0.1313901 Sep 18 05:03:21.593922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-2ec916c9-72ac-4453-b491-a43f0a39430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:21.596229 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-2ec916c9-72ac-4453-b491-a43f0a39430f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0574021 Sep 18 05:03:21.635623 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b991013-504f-412b-bcf4-45f4d5815808 req-5ad124af-d6ca-4d0a-9cb1-12c673fdd36f tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835700 Sep 18 05:03:21.668402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-3cf9214b-1a75-446c-890f-fd3d80c7ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:21.669960 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-3cf9214b-1a75-446c-890f-fd3d80c7ea94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558898 Sep 18 05:03:21.675993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] Made reservation on behalf of 1d9bee05596c495fb68b94724bee776e for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:03:21.678396 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:21.691172 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:21.706913 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-84944561-1a45-45c1-b98b-6e2ffe413e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:21.708454 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-84944561-1a45-45c1-b98b-6e2ffe413e3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 1096 time: 0.0918570 Sep 18 05:03:21.713158 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-ba1fa653-a830-496e-9772-feaf71e01e48 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:21.842039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0a3b4-f457-4420-b2d5-dc1898f82380 req-c9590f5a-d52f-4daf-9f62-c64fcd03000d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:21.843558 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51e0a3b4-f457-4420-b2d5-dc1898f82380 req-c9590f5a-d52f-4daf-9f62-c64fcd03000d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 947 time: 0.1307898 Sep 18 05:03:21.848309 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-ba1fa653-a830-496e-9772-feaf71e01e48 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Network 3858a9e9-fe25-48c5-8405-a36c53e332b0 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:03:21.848512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-c79eb1ef-180b-44cb-88a5-0205251d58af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:21.849612 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-c79eb1ef-180b-44cb-88a5-0205251d58af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 1098 time: 0.1379764 Sep 18 05:03:21.853308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fa653-a830-496e-9772-feaf71e01e48 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'Port': ['ID=b9bb74ba-960f-446e-abcd-9051f5a2a6be,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:21.860020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-d710a59a-c373-4870-ab64-193928685f29 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733251 Sep 18 05:03:21.870327 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-ba1fa653-a830-496e-9772-feaf71e01e48 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:03:21.881118 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-ba1fa653-a830-496e-9772-feaf71e01e48 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:03:21.981673 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-3b6e8eaa-7ad9-4a54-a01d-b7f64f45a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:21.983115 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-3b6e8eaa-7ad9-4a54-a01d-b7f64f45a35b service neutron] 10.222.0.18 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.2660873 Sep 18 05:03:21.991300 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-ba1fa653-a830-496e-9772-feaf71e01e48 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:21.991903 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-ba1fa653-a830-496e-9772-feaf71e01e48 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:22.000265 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51e0a3b4-f457-4420-b2d5-dc1898f82380 req-f3972305-f9ac-4fbb-9b53-7b2e3c706d2d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425984 Sep 18 05:03:22.048510 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7578ab9-fe98-4841-92eb-3199352bb267 req-d7c9bf5b-1a8a-437c-9bcd-81eb7bcde908 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:22.050836 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d7578ab9-fe98-4841-92eb-3199352bb267 req-d7c9bf5b-1a8a-437c-9bcd-81eb7bcde908 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 932 time: 0.2028654 Sep 18 05:03:22.055301 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-8d35d480-7445-4713-a8cc-2d4b2b121f81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae4df439-3980-48d2-8735-2c612b1b8efa HTTP/1.1" status: 200 len: 217 time: 0.0600798 Sep 18 05:03:22.065129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-76bec236-8b6b-4314-864e-807d4f9c884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:22.071228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-76bec236-8b6b-4314-864e-807d4f9c884a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.2091229 Sep 18 05:03:22.071228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-66dba0dc-1b9a-4512-8146-1402d2f294df service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971948 Sep 18 05:03:22.098645 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:22.134924 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-c3e4c3cb-b784-4dc7-9b5e-463c094a7317 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68bcae07-b6ba-4700-a07b-a753855da638 HTTP/1.1" status: 200 len: 217 time: 0.0367115 Sep 18 05:03:22.150335 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d7578ab9-fe98-4841-92eb-3199352bb267 req-c7019500-2e57-4de0-b1d3-a7a7831e230a tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839462 Sep 18 05:03:22.154250 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fec17ffd-a480-4874-b731-54058d09ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:22.155449 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-fec17ffd-a480-4874-b731-54058d09ff72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.0716584 Sep 18 05:03:22.209565 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-408855e8-4967-4c84-8aad-94e49677a45d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366404 Sep 18 05:03:22.210338 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:22.227004 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-1ccd4314-f0cf-4d9c-af43-6f4690b80bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:22.228640 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-1ccd4314-f0cf-4d9c-af43-6f4690b80bca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0839553 Sep 18 05:03:22.239897 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:03:22.245041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3d1fa-d130-410b-b1f3-69d3e25bd839 req-3b0fc079-8f16-4c6f-b3d3-854730ee5402 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:22.246551 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29a3d1fa-d130-410b-b1f3-69d3e25bd839 req-3b0fc079-8f16-4c6f-b3d3-854730ee5402 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0689561 Sep 18 05:03:22.274240 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-41ed3734-e612-4368-84ca-c33320c25aef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371585 Sep 18 05:03:22.276129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8a52a3-4c5e-4790-8b5c-43f970977401,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:22.280473 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:22.280821 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] Added segment 1e9f6838-4ffd-4d68-bd66-29f279824332 of type vlan for network 53ad5c14-c08d-4eb7-a09e-9fc6511b9e30 Sep 18 05:03:22.320430 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-ba1fa653-a830-496e-9772-feaf71e01e48 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5768003 Sep 18 05:03:22.334695 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29a3d1fa-d130-410b-b1f3-69d3e25bd839 req-d3507ca2-b126-4380-a449-9033ecf5a1cd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788128 Sep 18 05:03:22.363854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Request body: {'port': {'device_id': '9f96bd89-1543-4b41-a4f6-3d8272797951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:22.392860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-b7d62902-298d-4e0c-8fd9-fd7c64843b15 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051741 Sep 18 05:03:22.394029 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:22.445767 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-a2dc1c64-3dfc-499e-b7bf-ac6b2e0aaf42 service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201912 Sep 18 05:03:22.494594 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-8414f99c-e3da-42fa-8e3a-0a92663adc92 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950415 Sep 18 05:03:22.503800 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:22.537734 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 38ec451f-106e-47d3-b360-5551b1fbfad8 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:03:22.649488 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 38ec451f-106e-47d3-b360-5551b1fbfad8, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=38ec451f-106e-47d3-b360-5551b1fbfad8,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:22.661462 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '38ec451f-106e-47d3-b360-5551b1fbfad8', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '38ec451f-106e-47d3-b360-5551b1fbfad8', 'mac_address': 'fa:16:3e:7a:bf:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:03:22.710431 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:22.727358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ec451f-106e-47d3-b360-5551b1fbfad8 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:22.754010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 38ec451f-106e-47d3-b360-5551b1fbfad8, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=38ec451f-106e-47d3-b360-5551b1fbfad8,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:22.787294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81122981-d05b-4af2-b0aa-6954d9586f92 req-dd89f8b0-be34-4b02-9381-b498d920c676 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:22.789163 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81122981-d05b-4af2-b0aa-6954d9586f92 req-dd89f8b0-be34-4b02-9381-b498d920c676 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.0713010 Sep 18 05:03:22.793986 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:22.794954 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:22.795523 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:22.800309 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:22.829320 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:22.864616 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81122981-d05b-4af2-b0aa-6954d9586f92 req-bf324f8d-2d65-4f7c-91e3-060574087ddf tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638199 Sep 18 05:03:22.898774 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff257-0996-464d-ac27-d545c21a3749 req-da8e3919-8224-44b8-a003-72807552f7c7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:22.900317 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-52aff257-0996-464d-ac27-d545c21a3749 req-da8e3919-8224-44b8-a003-72807552f7c7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 944 time: 0.4621968 Sep 18 05:03:22.919210 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=38ec451f-106e-47d3-b360-5551b1fbfad8,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:22.927770 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:22.933650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:22.933650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:22.933650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:22.933650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:22.933650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:22.933650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:22.933650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:22.933650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:22.933650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:22.933650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:22.933650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:03:22.947313 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4315588 Sep 18 05:03:22.947530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40326) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:22.952873 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894bde6-0050-4461-9b23-c408f2d33955 admin admin] Pushing event updated for resources: {'Network': ['ID=53ad5c14-c08d-4eb7-a09e-9fc6511b9e30,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:22.953455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d2428f73-5113-46f8-bb0a-8ff62c17320a admin admin] Request body: {'subnet': {'network_id': '53ad5c14-c08d-4eb7-a09e-9fc6511b9e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-991045846-subnet', 'tenant_id': '1d9bee05596c495fb68b94724bee776e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:22.968652 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 53ad5c14-c08d-4eb7-a09e-9fc6511b9e30 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:03:23.046605 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-ab120b27-170f-43a6-b95a-e2a31a16e318 service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686920 Sep 18 05:03:23.066821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2428f73-5113-46f8-bb0a-8ff62c17320a admin admin] Made reservation on behalf of 1d9bee05596c495fb68b94724bee776e for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:03:23.068589 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-52aff257-0996-464d-ac27-d545c21a3749 req-c0a68767-8acf-46a5-9f59-c95c0bd6aff2 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320295 Sep 18 05:03:23.073221 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d2428f73-5113-46f8-bb0a-8ff62c17320a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:23.094625 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:23.238999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7426bf-1c55-4f19-aa55-720cf69bb07a req-035094b3-c4a4-441b-9481-852a26f0c115 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:23.246878 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b7426bf-1c55-4f19-aa55-720cf69bb07a req-035094b3-c4a4-441b-9481-852a26f0c115 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 948 time: 0.0906701 Sep 18 05:03:23.262079 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9bb74ba-960f-446e-abcd-9051f5a2a6be {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:23.271867 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:23.302013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['38ec451f-106e-47d3-b360-5551b1fbfad8'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:23.324492 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Transition to ACTIVE for port object b9bb74ba-960f-446e-abcd-9051f5a2a6be will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:03:23.340682 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b7426bf-1c55-4f19-aa55-720cf69bb07a req-b306020d-25cf-4ed3-ad45-2a96fd890e2d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928369 Sep 18 05:03:23.367576 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a39a30-3509-4c88-bb03-12274c7baadc req-ac6e3be7-3f8d-4f40-83ad-90187684c508 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:23.373982 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73a39a30-3509-4c88-bb03-12274c7baadc req-ac6e3be7-3f8d-4f40-83ad-90187684c508 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 932 time: 0.0993109 Sep 18 05:03:23.399814 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:23.470640 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73a39a30-3509-4c88-bb03-12274c7baadc req-d5259cbf-4f58-4119-8131-bbb429002a2e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953927 Sep 18 05:03:23.488357 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d2428f73-5113-46f8-bb0a-8ff62c17320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:23.500270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Pushing event updated for resources: {'Port': ['ID=b9bb74ba-960f-446e-abcd-9051f5a2a6be,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:23.599608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2428f73-5113-46f8-bb0a-8ff62c17320a admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d73abf-6d1c-4851-b169-71c29662d1b8,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:23.635799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2428f73-5113-46f8-bb0a-8ff62c17320a admin admin] Checking segment: {'id': '1e9f6838-4ffd-4d68-bd66-29f279824332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '53ad5c14-c08d-4eb7-a09e-9fc6511b9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:23.637178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2428f73-5113-46f8-bb0a-8ff62c17320a admin admin] Network hostable DHCP agents. Network: 53ad5c14-c08d-4eb7-a09e-9fc6511b9e30, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:03:23.648621 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dc26a-8496-4a16-bbc8-4a58a93f8248 req-d9bce067-9226-44d9-814f-805b25ef61b5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:23.650326 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-663dc26a-8496-4a16-bbc8-4a58a93f8248 req-d9bce067-9226-44d9-814f-805b25ef61b5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.1097887 Sep 18 05:03:23.662533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Attempting to bind port b9bb74ba-960f-446e-abcd-9051f5a2a6be on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:03:23.662778 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Attempting to bind port b9bb74ba-960f-446e-abcd-9051f5a2a6be by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '6bb61171-b3cb-4915-97c3-52b9cdea442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3858a9e9-fe25-48c5-8405-a36c53e332b0'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:03:23.663020 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Attempting to bind port b9bb74ba-960f-446e-abcd-9051f5a2a6be on network 3858a9e9-fe25-48c5-8405-a36c53e332b0 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:23.670710 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Port b9bb74ba-960f-446e-abcd-9051f5a2a6be on network 3858a9e9-fe25-48c5-8405-a36c53e332b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:03:23.678079 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Attempting to bind port b9bb74ba-960f-446e-abcd-9051f5a2a6be on network 3858a9e9-fe25-48c5-8405-a36c53e332b0 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:23.682623 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:03:23.682976 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Checking segment: {'id': '6bb61171-b3cb-4915-97c3-52b9cdea442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3858a9e9-fe25-48c5-8405-a36c53e332b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:23.683369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Bound using segment: {'id': '6bb61171-b3cb-4915-97c3-52b9cdea442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3858a9e9-fe25-48c5-8405-a36c53e332b0'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:03:23.683820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Bound port: b9bb74ba-960f-446e-abcd-9051f5a2a6be, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb61171-b3cb-4915-97c3-52b9cdea442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3858a9e9-fe25-48c5-8405-a36c53e332b0'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:03:23.684274 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:23.689350 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-90f1e849-cd21-4383-abbb-1b59ca3cc4c3 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:23.691007 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-90f1e849-cd21-4383-abbb-1b59ca3cc4c3 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320&tenant_id=9281b1f6d0384713b423980871cae4cb&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1096 time: 0.0765374 Sep 18 05:03:23.701537 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-663dc26a-8496-4a16-bbc8-4a58a93f8248 req-a007f6df-906d-40f7-9c56-96bd8a54b224 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409052 Sep 18 05:03:23.744840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2428f73-5113-46f8-bb0a-8ff62c17320a admin admin] Network 53ad5c14-c08d-4eb7-a09e-9fc6511b9e30 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:03:23.800223 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] For port b9bb74ba-960f-446e-abcd-9051f5a2a6be, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:23.804651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] For port b9bb74ba-960f-446e-abcd-9051f5a2a6be, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b9bb74ba-960f-446e-abcd-9051f5a2a6be,segment=NetworkSegment(6bb61171-b3cb-4915-97c3-52b9cdea442b),segment_id=6bb61171-b3cb-4915-97c3-52b9cdea442b)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:03:23.846304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-d2428f73-5113-46f8-bb0a-8ff62c17320a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 53ad5c14-c08d-4eb7-a09e-9fc6511b9e30) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:03:23.851318 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2428f73-5113-46f8-bb0a-8ff62c17320a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:23.851892 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d2428f73-5113-46f8-bb0a-8ff62c17320a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:23.858486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6eeed1-53fe-4dd6-8053-ca018d29fd85 None None] Network 53ad5c14-c08d-4eb7-a09e-9fc6511b9e30 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:03:23.943747 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:23.991738 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d2428f73-5113-46f8-bb0a-8ff62c17320a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0430021 Sep 18 05:03:23.994536 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0e0246-1522-4e5c-9d02-e6eb46883f7c None None] Network 53ad5c14-c08d-4eb7-a09e-9fc6511b9e30 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:03:24.013027 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:24.017514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:24.017514 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] 10.222.0.13 "PUT /v2.0/ports/b9bb74ba-960f-446e-abcd-9051f5a2a6be HTTP/1.1" status: 200 len: 1093 time: 1.6688287 Sep 18 05:03:24.017514 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f96bd89-1543-4b41-a4f6-3d8272797951', 'tag': 'b9bb74ba-960f-446e-abcd-9051f5a2a6be'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:24.021249 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce274317-8b9a-41b4-bee8-2287e46ab8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f96bd89-1543-4b41-a4f6-3d8272797951", "tag": "b9bb74ba-960f-446e-abcd-9051f5a2a6be"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:24.035373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-a7feb58f-0c91-43da-82cd-56794bac23c4 service neutron] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:24.049542 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-a7feb58f-0c91-43da-82cd-56794bac23c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:24.049542 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d2bf79e-b6ca-4d11-8d3a-c67860707cb7 req-a7feb58f-0c91-43da-82cd-56794bac23c4 service neutron] 10.222.0.18 "DELETE /v2.0/ports/ae4df439-3980-48d2-8735-2c612b1b8efa/bindings/n-h2-789963-13 HTTP/1.1" status: 204 len: 173 time: 0.3451023 Sep 18 05:03:24.057331 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c416487-fcc2-458d-b2a4-728d55596f6c req-f08553ab-a5cd-4bf0-bd0e-2eef3ae21388 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:24.065548 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c416487-fcc2-458d-b2a4-728d55596f6c req-f08553ab-a5cd-4bf0-bd0e-2eef3ae21388 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.1358104 Sep 18 05:03:24.103460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081b564-e782-4aab-b676-8832e6aa857f service neutron] Pushing event updated for resources: {'Port': ['ID=b9bb74ba-960f-446e-abcd-9051f5a2a6be,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:24.144780 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c416487-fcc2-458d-b2a4-728d55596f6c req-2fa07443-3013-468f-807a-5f6a93547b60 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673199 Sep 18 05:03:24.152936 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b9c9b7-da87-4bd7-8773-f072831e9fd9 x-openstack-request-id: req-b4b9c9b7-da87-4bd7-8773-f072831e9fd9 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:24.153499 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f96bd89-1543-4b41-a4f6-3d8272797951", "tag": "b9bb74ba-960f-446e-abcd-9051f5a2a6be", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:24.154065 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4b9c9b7-da87-4bd7-8773-f072831e9fd9 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:24.155143 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f96bd89-1543-4b41-a4f6-3d8272797951', 'tag': 'b9bb74ba-960f-446e-abcd-9051f5a2a6be', 'status': 'completed', 'code': 200} Sep 18 05:03:24.309553 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-d0bd723c-3dfd-42b3-b534-912071c85cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:24.312029 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-d0bd723c-3dfd-42b3-b534-912071c85cc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=672d79aa4d6c47a580682222b24061cf&device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 1096 time: 0.1324294 Sep 18 05:03:24.376703 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-8eef350e-a989-4739-9bee-53cb14268273 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9bb74ba-960f-446e-abcd-9051f5a2a6be HTTP/1.1" status: 200 len: 217 time: 0.0529289 Sep 18 05:03:24.391448 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc664d0-4a67-45d8-ba5e-d0efb333d1d1 req-ec18e9c9-1820-4ad6-868c-a0973fca0e49 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:24.399621 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8fc664d0-4a67-45d8-ba5e-d0efb333d1d1 req-ec18e9c9-1820-4ad6-868c-a0973fca0e49 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 944 time: 0.1331599 Sep 18 05:03:24.508292 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8fc664d0-4a67-45d8-ba5e-d0efb333d1d1 req-e649069f-d202-4a4c-aba1-f29524ac4ff2 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916538 Sep 18 05:03:24.549874 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-e844fb19-9415-4d96-9d87-e06a96d8d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:24.557924 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-e844fb19-9415-4d96-9d87-e06a96d8d5dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9a50f6b-536e-4827-947b-895ebcb75b5e HTTP/1.1" status: 200 len: 853 time: 0.1572804 Sep 18 05:03:24.630879 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-28ee9dee-1d5c-4545-909d-812ff607c65d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3858a9e9-fe25-48c5-8405-a36c53e332b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630198 Sep 18 05:03:24.771038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876179cd-8139-4833-b4bb-99537dd27a37 req-bf3d4f98-a5d4-4da9-bef4-c5204fae495e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:24.772669 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-876179cd-8139-4833-b4bb-99537dd27a37 req-bf3d4f98-a5d4-4da9-bef4-c5204fae495e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 948 time: 0.1408238 Sep 18 05:03:24.812914 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-ee07d344-7f8c-4ac7-b590-a36dba1d274b service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291940 Sep 18 05:03:24.821405 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-55ae932c-89b3-44a7-b5f9-1ae4b9460bb1 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:24.827621 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-55ae932c-89b3-44a7-b5f9-1ae4b9460bb1 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/networks?id=0626cb1f-3dbb-4c5d-af81-f9845b56d6f7 HTTP/1.1" status: 200 len: 824 time: 0.1534154 Sep 18 05:03:24.833092 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-876179cd-8139-4833-b4bb-99537dd27a37 req-0fbdbb6d-e427-487d-beb4-6a22b6083f99 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504773 Sep 18 05:03:24.847276 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-a8ac0fed-6fa4-4c23-89ed-9fb955671a59 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/quotas/b0d7d63b224742e3847c7170e21fb18e HTTP/1.1" status: 200 len: 375 time: 0.0177181 Sep 18 05:03:24.886068 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-d9e107ba-4b38-4ebb-ad32-9134aaefa9d1 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b0d7d63b224742e3847c7170e21fb18e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374808 Sep 18 05:03:24.939732 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3396b3e7-4b09-42b3-a6ef-d4a2616f9fe6 req-ebc283bf-64c0-4724-bd29-dac4396cfcb7 service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050577 Sep 18 05:03:24.987881 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-37939bea-1a59-46eb-a780-0fef7fc1d2c4 service neutron] 10.222.0.23 "GET /v2.0/networks/0626cb1f-3dbb-4c5d-af81-f9845b56d6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006126 Sep 18 05:03:25.079128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49480ec-f15a-43fd-b22b-8030284aa60d req-0bb77e80-2925-4c0d-b5df-0f7f9ae66dc5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:25.081649 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e49480ec-f15a-43fd-b22b-8030284aa60d req-0bb77e80-2925-4c0d-b5df-0f7f9ae66dc5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 944 time: 0.0607598 Sep 18 05:03:25.100758 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-b8018697-4c4a-4afc-b16e-b636d3a8216a service neutron] 10.222.0.23 "GET /v2.0/networks/0626cb1f-3dbb-4c5d-af81-f9845b56d6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075451 Sep 18 05:03:25.168991 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e49480ec-f15a-43fd-b22b-8030284aa60d req-eb0ae0f4-2bb4-47b2-9aef-a7495f67ced5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808754 Sep 18 05:03:25.180500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce274317-8b9a-41b4-bee8-2287e46ab8b7 req-b83ae0f8-b78a-4c16-8138-55c668b89aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:25.182338 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce274317-8b9a-41b4-bee8-2287e46ab8b7 req-b83ae0f8-b78a-4c16-8138-55c668b89aea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=672d79aa4d6c47a580682222b24061cf&device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 1096 time: 0.0848420 Sep 18 05:03:25.350303 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce274317-8b9a-41b4-bee8-2287e46ab8b7 req-c2fba362-c1df-4fea-8b9a-5bef8623c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:25.351965 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce274317-8b9a-41b4-bee8-2287e46ab8b7 req-c2fba362-c1df-4fea-8b9a-5bef8623c515 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3858a9e9-fe25-48c5-8405-a36c53e332b0 HTTP/1.1" status: 200 len: 913 time: 0.1489432 Sep 18 05:03:25.366813 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c11fea-516d-4d1d-96fb-13ac28e577ea req-95982200-5d11-4b89-bf00-e561445e9f97 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:25.368651 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-21c11fea-516d-4d1d-96fb-13ac28e577ea req-95982200-5d11-4b89-bf00-e561445e9f97 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0918446 Sep 18 05:03:25.409661 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce274317-8b9a-41b4-bee8-2287e46ab8b7 req-b225f411-9cf8-4d9d-9384-9107a96bc039 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9bb74ba-960f-446e-abcd-9051f5a2a6be HTTP/1.1" status: 200 len: 217 time: 0.0399866 Sep 18 05:03:25.452260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc2ad0-3dd0-4732-9c55-8fa8c43a2116 req-6b2aea56-1b04-4bd3-b2bd-7166b318a61e tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:25.453981 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b9fc2ad0-3dd0-4732-9c55-8fa8c43a2116 req-6b2aea56-1b04-4bd3-b2bd-7166b318a61e tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.0932829 Sep 18 05:03:25.486932 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-21c11fea-516d-4d1d-96fb-13ac28e577ea req-02481e20-0cf0-49ca-a07a-72e1cb3a34b7 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802710 Sep 18 05:03:25.498774 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce274317-8b9a-41b4-bee8-2287e46ab8b7 req-7acd7f4b-962e-435e-901f-e8c6e6f85e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:25.501649 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce274317-8b9a-41b4-bee8-2287e46ab8b7 req-7acd7f4b-962e-435e-901f-e8c6e6f85e78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9a50f6b-536e-4827-947b-895ebcb75b5e HTTP/1.1" status: 200 len: 853 time: 0.0747528 Sep 18 05:03:25.506493 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b9fc2ad0-3dd0-4732-9c55-8fa8c43a2116 req-fc0d2fd1-0405-4b8d-9e06-8cee025fde6e tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388968 Sep 18 05:03:25.558588 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce274317-8b9a-41b4-bee8-2287e46ab8b7 req-e2f21728-ffba-4a71-8fd3-94c00dbc4d76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3858a9e9-fe25-48c5-8405-a36c53e332b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456977 Sep 18 05:03:25.593929 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-620b2c2c-7a9b-4a2b-ad89-54e0a3160b24 req-5a39fc53-1833-4458-a098-5640ce97b381 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 210 time: 0.0273683 Sep 18 05:03:25.634519 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d71a6-158d-491d-9468-f5ea7ab9cff4 req-e571f5d3-72b5-4fe1-ac4f-4aa4335c5052 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:25.642762 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-825d71a6-158d-491d-9468-f5ea7ab9cff4 req-e571f5d3-72b5-4fe1-ac4f-4aa4335c5052 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 1096 time: 0.0817828 Sep 18 05:03:25.720987 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-825d71a6-158d-491d-9468-f5ea7ab9cff4 req-556736e8-304c-4c44-acd3-bc28e0f97d4e tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745881 Sep 18 05:03:25.733135 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce274317-8b9a-41b4-bee8-2287e46ab8b7 req-d8da18e3-bbc8-4db9-87e1-9d9b995335d5 service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470466 Sep 18 05:03:25.846883 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce274317-8b9a-41b4-bee8-2287e46ab8b7 req-86c16e74-4515-4413-b17f-2fd9a80c4b49 service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055887 Sep 18 05:03:25.856396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb59858-6aee-4a5a-bb3e-6eaf9ed3a9b5 req-c0e8c09b-8970-4b74-be5c-feb7f37df14f tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:25.858047 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0fb59858-6aee-4a5a-bb3e-6eaf9ed3a9b5 req-c0e8c09b-8970-4b74-be5c-feb7f37df14f tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 1096 time: 0.0405846 Sep 18 05:03:25.901363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0fb59858-6aee-4a5a-bb3e-6eaf9ed3a9b5 req-481baad6-967a-4475-adeb-6031fb3874a9 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344443 Sep 18 05:03:25.984065 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa2416-6688-445e-9f98-695db1dc2660 req-3bf8d23c-d412-46a3-b196-d157cfc007cb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:25.987278 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b6aa2416-6688-445e-9f98-695db1dc2660 req-3bf8d23c-d412-46a3-b196-d157cfc007cb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 948 time: 0.0660119 Sep 18 05:03:26.042985 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b6aa2416-6688-445e-9f98-695db1dc2660 req-080efe5d-22cc-4a62-ac4c-2f465278572a tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498388 Sep 18 05:03:26.305521 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff8cab-dbac-4756-93c3-33e26c2cbe42 req-c7632f67-dacb-4cfe-a8e0-c368dff78ab8 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:26.307288 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4cff8cab-dbac-4756-93c3-33e26c2cbe42 req-c7632f67-dacb-4cfe-a8e0-c368dff78ab8 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 944 time: 0.0562742 Sep 18 05:03:26.347865 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4cff8cab-dbac-4756-93c3-33e26c2cbe42 req-9f126f2b-c8be-4a16-b07b-5d9ffe70b1f2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346694 Sep 18 05:03:26.565525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 38ec451f-106e-47d3-b360-5551b1fbfad8 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:03:26.664231 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f453d7-b5d6-4be7-92f7-781d62a4cc97 req-612b3bea-d94e-4ace-a268-c1a856a54270 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:26.665817 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-39f453d7-b5d6-4be7-92f7-781d62a4cc97 req-612b3bea-d94e-4ace-a268-c1a856a54270 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.0623434 Sep 18 05:03:26.666450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671dec9-e322-4de7-b164-0d8829e0da23 req-45de91bc-b79c-4861-a983-d83aec2dba55 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:26.668082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5671dec9-e322-4de7-b164-0d8829e0da23 req-45de91bc-b79c-4861-a983-d83aec2dba55 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0681627 Sep 18 05:03:26.707755 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-39f453d7-b5d6-4be7-92f7-781d62a4cc97 req-395acf3f-9a43-4dab-95da-0f1012bc783a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350122 Sep 18 05:03:26.710219 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5671dec9-e322-4de7-b164-0d8829e0da23 req-849caa89-0db6-416a-846f-3758eeaac9bd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354040 Sep 18 05:03:26.727495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 38ec451f-106e-47d3-b360-5551b1fbfad8 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:03:26.731409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 38ec451f-106e-47d3-b360-5551b1fbfad8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:03:26.731993 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:26.809997 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-85b58a6f-107f-4183-82b6-8943b7db23d7 req-f4c896d1-964f-43f9-bec7-df42699efc3c tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 210 time: 0.0368035 Sep 18 05:03:26.828796 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:26.853140 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667f0176-8559-4e97-84b1-ae347bc9155c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ec451f-106e-47d3-b360-5551b1fbfad8'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:26.855358 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eb44f2-a961-46de-bf13-c2969b663778" -d '{"events": [{"server_uuid": "667f0176-8559-4e97-84b1-ae347bc9155c", "name": "network-vif-plugged", "status": "completed", "tag": "38ec451f-106e-47d3-b360-5551b1fbfad8"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:26.871741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 38ec451f-106e-47d3-b360-5551b1fbfad8, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=38ec451f-106e-47d3-b360-5551b1fbfad8,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:26.894792 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c6abfd-5b96-450a-bfa8-e3fc3924c076 x-openstack-request-id: req-02c6abfd-5b96-450a-bfa8-e3fc3924c076 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:26.895159 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667f0176-8559-4e97-84b1-ae347bc9155c", "name": "network-vif-plugged", "status": "completed", "tag": "38ec451f-106e-47d3-b360-5551b1fbfad8", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:26.895420 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02c6abfd-5b96-450a-bfa8-e3fc3924c076 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:26.895818 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667f0176-8559-4e97-84b1-ae347bc9155c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ec451f-106e-47d3-b360-5551b1fbfad8', 'code': 200} Sep 18 05:03:26.944669 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:27.000991 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=38ec451f-106e-47d3-b360-5551b1fbfad8,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:27.016223 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bbda2-d708-4fa7-8cd7-5e76508bb53c req-232e3afd-ab02-4bce-860d-f2941424035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:27.017967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f47bbda2-d708-4fa7-8cd7-5e76508bb53c req-232e3afd-ab02-4bce-860d-f2941424035b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 1101 time: 0.0438387 Sep 18 05:03:27.073296 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f47bbda2-d708-4fa7-8cd7-5e76508bb53c req-13bc7f87-dddb-47ca-baa8-9c35261dbfd3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380428 Sep 18 05:03:27.179470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2cad-ab99-43ce-b807-1ce0e32cf645 req-6a07d9fc-619d-4912-885a-6dab2c8523bf tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:27.181223 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1bbb2cad-ab99-43ce-b807-1ce0e32cf645 req-6a07d9fc-619d-4912-885a-6dab2c8523bf tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 949 time: 0.0630939 Sep 18 05:03:27.223038 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1bbb2cad-ab99-43ce-b807-1ce0e32cf645 req-e134d1e7-d0a5-4f9f-83a0-565a3eb77bc8 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353003 Sep 18 05:03:27.479323 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5959b-0279-4128-b33b-de0005ec406a req-d2b2dc1e-590f-4a51-ac46-646b5c4e660d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:27.480941 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98d5959b-0279-4128-b33b-de0005ec406a req-d2b2dc1e-590f-4a51-ac46-646b5c4e660d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 944 time: 0.0609970 Sep 18 05:03:27.526022 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98d5959b-0279-4128-b33b-de0005ec406a req-26f2595f-9631-48d7-8a0e-32d1aebf7193 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367479 Sep 18 05:03:27.740102 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-fb32ddb9-37d6-4987-a9e3-64166d51a8b3 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:27.741620 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-fb32ddb9-37d6-4987-a9e3-64166d51a8b3 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.13 "GET /v2.0/networks?id=0626cb1f-3dbb-4c5d-af81-f9845b56d6f7 HTTP/1.1" status: 200 len: 824 time: 0.1070225 Sep 18 05:03:27.762149 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-cfd61850-05ab-4c73-8b2b-488d4e4733b5 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Request body: {'port': {'device_id': '12593777-6400-49f3-b283-61de9b8bb701', 'network_id': '0626cb1f-3dbb-4c5d-af81-f9845b56d6f7', 'admin_state_up': True, 'tenant_id': 'b0d7d63b224742e3847c7170e21fb18e'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:27.850051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57a3ee-c054-4255-8dac-7545a72a68f3 req-5cfd3b70-26f6-4f60-b4e7-fb4ec2bda74c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:27.851679 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d57a3ee-c054-4255-8dac-7545a72a68f3 req-5cfd3b70-26f6-4f60-b4e7-fb4ec2bda74c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0578332 Sep 18 05:03:27.913891 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d57a3ee-c054-4255-8dac-7545a72a68f3 req-35efc6ef-27df-4c74-9756-ce97c0502adf tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Sep 18 05:03:27.915755 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccca996-ed96-4045-8b50-3a143cefd4aa req-38dc5566-ec84-44c8-931e-e5335e66e50b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:27.917532 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ccca996-ed96-4045-8b50-3a143cefd4aa req-38dc5566-ec84-44c8-931e-e5335e66e50b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.1244178 Sep 18 05:03:27.983628 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ccca996-ed96-4045-8b50-3a143cefd4aa req-cc45e43b-50d3-4641-bf60-cbcd877bd7ad tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580468 Sep 18 05:03:28.047538 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-cfd61850-05ab-4c73-8b2b-488d4e4733b5 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Made reservation on behalf of b0d7d63b224742e3847c7170e21fb18e for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:03:28.051620 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-cfd61850-05ab-4c73-8b2b-488d4e4733b5 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:28.087355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-55c4e5b1-a3f3-411d-b310-86ee6fd5fe9f req-fce8e793-fa75-4301-a097-2a763cbade34 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 210 time: 0.0314553 Sep 18 05:03:28.225357 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-cfd61850-05ab-4c73-8b2b-488d4e4733b5 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Allocated IP 172.20.0.3 (0626cb1f-3dbb-4c5d-af81-f9845b56d6f7/ece0e2cb-cd3e-48d0-925d-983cf8afe416/07fed6f4-a8e4-42b9-a0dd-c69fd1c73261) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:03:28.345908 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3c46b-b73a-4d0a-8e46-d0fe9ec973bd req-fe5e7617-0649-47f2-bc7d-0221c4f249b1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:28.347449 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-67f3c46b-b73a-4d0a-8e46-d0fe9ec973bd req-fe5e7617-0649-47f2-bc7d-0221c4f249b1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 949 time: 0.0520017 Sep 18 05:03:28.382790 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-cfd61850-05ab-4c73-8b2b-488d4e4733b5 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:28.389402 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-67f3c46b-b73a-4d0a-8e46-d0fe9ec973bd req-79f1bc53-ec7a-4372-a836-dcc88ed35816 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358346 Sep 18 05:03:28.480348 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-cfd61850-05ab-4c73-8b2b-488d4e4733b5 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:28.527668 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-cfd61850-05ab-4c73-8b2b-488d4e4733b5 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Network 0626cb1f-3dbb-4c5d-af81-f9845b56d6f7 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:03:28.530930 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-cfd61850-05ab-4c73-8b2b-488d4e4733b5 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:03:28.535205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-cfd61850-05ab-4c73-8b2b-488d4e4733b5 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:03:28.564182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd61850-05ab-4c73-8b2b-488d4e4733b5 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Pushing event updated for resources: {'Port': ['ID=07fed6f4-a8e4-42b9-a0dd-c69fd1c73261,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:28.593055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-cfd61850-05ab-4c73-8b2b-488d4e4733b5 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:28.593868 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-cfd61850-05ab-4c73-8b2b-488d4e4733b5 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:28.671891 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d54392-11dd-4de9-b4f8-d44a13f4ec3c req-1fd83abb-b0fd-4528-bda6-49d63231fef6 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:28.674156 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-37d54392-11dd-4de9-b4f8-d44a13f4ec3c req-1fd83abb-b0fd-4528-bda6-49d63231fef6 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 944 time: 0.0541523 Sep 18 05:03:28.694882 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-cfd61850-05ab-4c73-8b2b-488d4e4733b5 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9415817 Sep 18 05:03:28.712362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Request body: {'port': {'device_id': '12593777-6400-49f3-b283-61de9b8bb701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:28.734821 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-37d54392-11dd-4de9-b4f8-d44a13f4ec3c req-55def713-feb3-40f1-8415-1da4db7c201d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546083 Sep 18 05:03:28.778207 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:28.818440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device b9bb74ba-960f-446e-abcd-9051f5a2a6be details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:03:28.920474 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port b9bb74ba-960f-446e-abcd-9051f5a2a6be, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b9bb74ba-960f-446e-abcd-9051f5a2a6be,segment=NetworkSegment(6bb61171-b3cb-4915-97c3-52b9cdea442b),segment_id=6bb61171-b3cb-4915-97c3-52b9cdea442b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:28.932771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'b9bb74ba-960f-446e-abcd-9051f5a2a6be', 'network_id': '3858a9e9-fe25-48c5-8405-a36c53e332b0', 'port_id': 'b9bb74ba-960f-446e-abcd-9051f5a2a6be', 'mac_address': 'fa:16:3e:e5:88:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a50f6b-536e-4827-947b-895ebcb75b5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:03:28.978857 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:28.994349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bb74ba-960f-446e-abcd-9051f5a2a6be {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:29.022066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port b9bb74ba-960f-446e-abcd-9051f5a2a6be, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b9bb74ba-960f-446e-abcd-9051f5a2a6be,segment=NetworkSegment(6bb61171-b3cb-4915-97c3-52b9cdea442b),segment_id=6bb61171-b3cb-4915-97c3-52b9cdea442b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:29.085871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895343f8-9a0e-40fb-8b80-4097a60e4af5 req-3cecb20e-a2f5-4bd2-bc7e-6d1564d357b4 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:29.087754 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-895343f8-9a0e-40fb-8b80-4097a60e4af5 req-3cecb20e-a2f5-4bd2-bc7e-6d1564d357b4 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.1004095 Sep 18 05:03:29.112360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:29.124803 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:29.137100 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Transition to ACTIVE for port object 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:03:29.139328 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-895343f8-9a0e-40fb-8b80-4097a60e4af5 req-e1984540-c952-474c-9b9e-df29e855d739 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430572 Sep 18 05:03:29.148944 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:29.216199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=b9bb74ba-960f-446e-abcd-9051f5a2a6be,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:29.232603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5556304-376c-471e-b4c3-be2e522637b2 req-98ff17d7-1c39-4049-8c5f-a044fca8cfe9 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:29.234207 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d5556304-376c-471e-b4c3-be2e522637b2 req-98ff17d7-1c39-4049-8c5f-a044fca8cfe9 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.0688732 Sep 18 05:03:29.258189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:29.273407 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673acb0c-f8d6-49e3-b413-48d42d5e406c req-99e240f5-22ca-4fd9-a7da-ff4589bd8689 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:29.275233 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-673acb0c-f8d6-49e3-b413-48d42d5e406c req-99e240f5-22ca-4fd9-a7da-ff4589bd8689 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 931 time: 0.0577049 Sep 18 05:03:29.321093 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-673acb0c-f8d6-49e3-b413-48d42d5e406c req-d9c98493-ddff-40b2-81b6-29a477d82915 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395532 Sep 18 05:03:29.353756 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d5556304-376c-471e-b4c3-be2e522637b2 req-45062131-b70e-4d89-b2c5-fa0537d6b44e tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077311 Sep 18 05:03:29.354717 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Pushing event updated for resources: {'Port': ['ID=07fed6f4-a8e4-42b9-a0dd-c69fd1c73261,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:29.436026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Attempting to bind port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:03:29.436321 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Attempting to bind port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '29858e98-40a8-4185-a72e-39f72002d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0626cb1f-3dbb-4c5d-af81-f9845b56d6f7'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:03:29.436655 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Attempting to bind port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 on network 0626cb1f-3dbb-4c5d-af81-f9845b56d6f7 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:29.441635 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 on network 0626cb1f-3dbb-4c5d-af81-f9845b56d6f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:03:29.441961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Attempting to bind port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 on network 0626cb1f-3dbb-4c5d-af81-f9845b56d6f7 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:29.447178 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:03:29.447178 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Checking segment: {'id': '29858e98-40a8-4185-a72e-39f72002d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0626cb1f-3dbb-4c5d-af81-f9845b56d6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:29.447529 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Bound using segment: {'id': '29858e98-40a8-4185-a72e-39f72002d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0626cb1f-3dbb-4c5d-af81-f9845b56d6f7'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:03:29.447885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Bound port: 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29858e98-40a8-4185-a72e-39f72002d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0626cb1f-3dbb-4c5d-af81-f9845b56d6f7'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:03:29.448270 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:29.468012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['b9bb74ba-960f-446e-abcd-9051f5a2a6be'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:29.556549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d36ed1-d36c-49cd-91d4-904cc7571714 req-9f052053-4e05-4300-b009-2c8257ce93d4 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:29.558131 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-30d36ed1-d36c-49cd-91d4-904cc7571714 req-9f052053-4e05-4300-b009-2c8257ce93d4 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 949 time: 0.0973213 Sep 18 05:03:29.559481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] For port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:29.562912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] For port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=07fed6f4-a8e4-42b9-a0dd-c69fd1c73261,segment=NetworkSegment(29858e98-40a8-4185-a72e-39f72002d07f),segment_id=29858e98-40a8-4185-a72e-39f72002d07f)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:03:29.600983 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-30d36ed1-d36c-49cd-91d4-904cc7571714 req-79bd462b-06f4-42b3-93b3-04b4b607ad23 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341127 Sep 18 05:03:29.669170 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:29.732306 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:29.732927 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:29.734285 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] 10.222.0.13 "PUT /v2.0/ports/07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 HTTP/1.1" status: 200 len: 1092 time: 1.0270429 Sep 18 05:03:29.734715 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12593777-6400-49f3-b283-61de9b8bb701', 'tag': '07fed6f4-a8e4-42b9-a0dd-c69fd1c73261'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:29.736979 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1da177-1aee-41f1-a42b-0063cf330589" -d '{"events": [{"name": "network-changed", "server_uuid": "12593777-6400-49f3-b283-61de9b8bb701", "tag": "07fed6f4-a8e4-42b9-a0dd-c69fd1c73261"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:29.764551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6f220-fb47-4881-85d4-1b55b0868803 req-32ffcf99-a56d-48df-b81b-8d7679bfa2b6 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:29.766078 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-41c6f220-fb47-4881-85d4-1b55b0868803 req-32ffcf99-a56d-48df-b81b-8d7679bfa2b6 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 1101 time: 0.0883687 Sep 18 05:03:29.769965 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b9886-7c59-45ff-965c-0cd17bb18860 service neutron] Pushing event updated for resources: {'Port': ['ID=07fed6f4-a8e4-42b9-a0dd-c69fd1c73261,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:29.781905 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3a87e9-c74f-47c2-a38e-f3eae39d8481 x-openstack-request-id: req-1c3a87e9-c74f-47c2-a38e-f3eae39d8481 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:29.782823 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12593777-6400-49f3-b283-61de9b8bb701", "tag": "07fed6f4-a8e4-42b9-a0dd-c69fd1c73261", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:29.783252 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c3a87e9-c74f-47c2-a38e-f3eae39d8481 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:29.783772 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12593777-6400-49f3-b283-61de9b8bb701', 'tag': '07fed6f4-a8e4-42b9-a0dd-c69fd1c73261', 'status': 'completed', 'code': 200} Sep 18 05:03:29.824274 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-41c6f220-fb47-4881-85d4-1b55b0868803 req-0f90bc06-1b48-4414-9bee-5587992a9e37 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487893 Sep 18 05:03:29.862616 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1da177-1aee-41f1-a42b-0063cf330589 req-27a4b5a3-697e-4e66-a6ee-2b637144be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:29.862616 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1d1da177-1aee-41f1-a42b-0063cf330589 req-27a4b5a3-697e-4e66-a6ee-2b637144be05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0d7d63b224742e3847c7170e21fb18e&device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 1095 time: 0.0503433 Sep 18 05:03:29.897860 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d8987-38e9-46a9-bb9a-51657359b462 req-c0babf5f-801b-4999-81b3-ffc97ee8ab7e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:29.900397 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-523d8987-38e9-46a9-bb9a-51657359b462 req-c0babf5f-801b-4999-81b3-ffc97ee8ab7e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 945 time: 0.0729353 Sep 18 05:03:29.958705 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-523d8987-38e9-46a9-bb9a-51657359b462 req-f20d86e6-4650-4089-9e77-22407532cc40 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454285 Sep 18 05:03:30.058876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1da177-1aee-41f1-a42b-0063cf330589 req-75045b9c-a2df-4968-9a4f-d1f063506faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:30.060354 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1d1da177-1aee-41f1-a42b-0063cf330589 req-75045b9c-a2df-4968-9a4f-d1f063506faa service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b0d7d63b224742e3847c7170e21fb18e&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1903012 Sep 18 05:03:30.078119 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-6c9bb12a-042e-4b11-a47a-505298808dcd tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339670 Sep 18 05:03:30.279587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b66d3-2731-4503-868d-7af57ce28073 req-673e1a1c-2a1e-4729-9741-a9780d9db55f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:30.282583 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e13b66d3-2731-4503-868d-7af57ce28073 req-673e1a1c-2a1e-4729-9741-a9780d9db55f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0581234 Sep 18 05:03:30.326347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e13b66d3-2731-4503-868d-7af57ce28073 req-8904a45c-e269-47dc-a7c0-84cc5f20071b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378752 Sep 18 05:03:30.451171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2ce53-41cf-48e1-9e62-633303ffa4dc req-68ff9928-f0b1-4bd9-9933-f95fba8287fc tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:30.456727 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9f2ce53-41cf-48e1-9e62-633303ffa4dc req-68ff9928-f0b1-4bd9-9933-f95fba8287fc tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 943 time: 0.0596261 Sep 18 05:03:30.502719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1da177-1aee-41f1-a42b-0063cf330589 req-a4d2e85a-49e6-44b6-a7a6-868611bbd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:30.504171 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1d1da177-1aee-41f1-a42b-0063cf330589 req-a4d2e85a-49e6-44b6-a7a6-868611bbd560 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4344618 Sep 18 05:03:30.509349 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9f2ce53-41cf-48e1-9e62-633303ffa4dc req-62b390c3-b775-4270-a624-18f8ab15368f tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497632 Sep 18 05:03:30.514607 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-7ae4ba43-1bd8-4f66-b9a6-26ce93970a85 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:30.524574 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-7ae4ba43-1bd8-4f66-b9a6-26ce93970a85 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4322526 Sep 18 05:03:30.536985 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-8051ba4c-9964-42bc-9304-824122eca5cd tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/quotas/a97b9513588a49819b66961de66a225b HTTP/1.1" status: 200 len: 375 time: 0.0137243 Sep 18 05:03:30.615818 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab93c45-f21f-4c33-9db5-a817094aab65 req-f8b070d9-d217-4921-bf15-0556d8a0ae99 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:30.617475 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aab93c45-f21f-4c33-9db5-a817094aab65 req-f8b070d9-d217-4921-bf15-0556d8a0ae99 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.0517523 Sep 18 05:03:30.633960 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-0935a313-e2dd-4e5c-959c-fc3b4119d2d3 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0936172 Sep 18 05:03:30.647703 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-3c63e7a4-e00d-4f0f-9409-94abb0a2ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:30.649660 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-3c63e7a4-e00d-4f0f-9409-94abb0a2ac9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0d7d63b224742e3847c7170e21fb18e&device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 1095 time: 0.0748489 Sep 18 05:03:30.659005 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aab93c45-f21f-4c33-9db5-a817094aab65 req-ded01037-2bc9-48a2-a0ab-c19107bb52cd tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349946 Sep 18 05:03:30.714409 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-92558c7f-76c0-433e-a3df-46fd3b33851a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 HTTP/1.1" status: 200 len: 217 time: 0.0494289 Sep 18 05:03:30.837983 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device b9bb74ba-960f-446e-abcd-9051f5a2a6be up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:03:30.857922 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-d1097df8-7d00-40b2-9eaf-debbc6a6819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:30.859398 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-d1097df8-7d00-40b2-9eaf-debbc6a6819e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ece0e2cb-cd3e-48d0-925d-983cf8afe416 HTTP/1.1" status: 200 len: 864 time: 0.1352906 Sep 18 05:03:30.900671 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-f275f60a-466c-4049-9c1f-3a60caab18ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0626cb1f-3dbb-4c5d-af81-f9845b56d6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333607 Sep 18 05:03:30.957855 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37338803-6749-4f80-93bb-99dd1735ce94 req-3bf6244d-e743-444a-8c12-4e439e9a22de tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 210 time: 0.0293407 Sep 18 05:03:30.973107 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port b9bb74ba-960f-446e-abcd-9051f5a2a6be completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:03:30.983279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port b9bb74ba-960f-446e-abcd-9051f5a2a6be triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:03:30.983279 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:31.043853 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-deb40ad1-3e6c-482d-ac22-66acec9ae062 service neutron] 10.222.0.13 "GET /v2.0/networks/0626cb1f-3dbb-4c5d-af81-f9845b56d6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339982 Sep 18 05:03:31.067277 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:31.106674 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f96bd89-1543-4b41-a4f6-3d8272797951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bb74ba-960f-446e-abcd-9051f5a2a6be'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:31.109061 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e56d5b-bcd7-464b-a7c8-77c94329d785" -d '{"events": [{"server_uuid": "9f96bd89-1543-4b41-a4f6-3d8272797951", "name": "network-vif-plugged", "status": "completed", "tag": "b9bb74ba-960f-446e-abcd-9051f5a2a6be"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:31.123146 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port b9bb74ba-960f-446e-abcd-9051f5a2a6be, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b9bb74ba-960f-446e-abcd-9051f5a2a6be,segment=NetworkSegment(6bb61171-b3cb-4915-97c3-52b9cdea442b),segment_id=6bb61171-b3cb-4915-97c3-52b9cdea442b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:31.158769 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c0514c-be67-4486-b2d9-d4bf5a16de25 x-openstack-request-id: req-53c0514c-be67-4486-b2d9-d4bf5a16de25 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:31.159099 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f96bd89-1543-4b41-a4f6-3d8272797951", "name": "network-vif-plugged", "status": "completed", "tag": "b9bb74ba-960f-446e-abcd-9051f5a2a6be", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:31.159358 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53c0514c-be67-4486-b2d9-d4bf5a16de25 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:31.159754 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f96bd89-1543-4b41-a4f6-3d8272797951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bb74ba-960f-446e-abcd-9051f5a2a6be', 'code': 200} Sep 18 05:03:31.161531 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3974907e-fe51-4b8e-8425-2bab98a1987a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:31.190780 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:31.196277 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaec55e-2556-44d1-b43e-1cbfbd6fc07b req-48ef6b4a-76d2-4e02-828d-e6f00540e711 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:31.197648 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bcaec55e-2556-44d1-b43e-1cbfbd6fc07b req-48ef6b4a-76d2-4e02-828d-e6f00540e711 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 945 time: 0.0992472 Sep 18 05:03:31.241782 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bcaec55e-2556-44d1-b43e-1cbfbd6fc07b req-5d451581-1142-4c8e-b40f-292c8008a8fd tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380447 Sep 18 05:03:31.244964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=b9bb74ba-960f-446e-abcd-9051f5a2a6be,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:31.267705 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29dc2fac-5435-4a90-817c-72774fab6c43 req-0e68b22a-374b-4f6e-970c-7d3d266b953d service neutron] 10.222.0.13 "GET /v2.0/networks/0626cb1f-3dbb-4c5d-af81-f9845b56d6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120924 Sep 18 05:03:31.308263 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efbd92-b2d5-4f7d-b081-b62076b9d6de req-06b12f25-3d91-47c4-ab54-3fe4b9d3fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:31.309782 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2efbd92-b2d5-4f7d-b081-b62076b9d6de req-06b12f25-3d91-47c4-ab54-3fe4b9d3fd65 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 1098 time: 0.0514975 Sep 18 05:03:31.345352 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2efbd92-b2d5-4f7d-b081-b62076b9d6de req-e544b750-b5f9-4ebc-bff4-97420d963c6f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276511 Sep 18 05:03:31.449912 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d782d6d-819c-462f-95a5-36e03c37a35d req-ffb7d247-1c59-4113-82b0-85d0100f0986 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:31.451424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d782d6d-819c-462f-95a5-36e03c37a35d req-ffb7d247-1c59-4113-82b0-85d0100f0986 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0514483 Sep 18 05:03:31.491169 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d782d6d-819c-462f-95a5-36e03c37a35d req-ab1c1453-4b57-4826-b13c-2d2b33f7d445 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333624 Sep 18 05:03:31.623312 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca14a3-e658-45b3-9d6e-c55bcea4e6a0 req-e6bbb66c-252b-407b-8fe1-56b475803726 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:31.624907 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-39ca14a3-e658-45b3-9d6e-c55bcea4e6a0 req-e6bbb66c-252b-407b-8fe1-56b475803726 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 943 time: 0.0541220 Sep 18 05:03:31.663072 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-39ca14a3-e658-45b3-9d6e-c55bcea4e6a0 req-4b8f0f18-1882-42a5-b7d8-79c6f5b67789 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Sep 18 05:03:31.777527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b5163-5e25-4305-8127-440e15d24fae req-c3faea4e-e665-4620-a83d-b5fd16c58eb7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:31.779236 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e03b5163-5e25-4305-8127-440e15d24fae req-c3faea4e-e665-4620-a83d-b5fd16c58eb7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.0511868 Sep 18 05:03:31.820697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e03b5163-5e25-4305-8127-440e15d24fae req-a10e07f6-59c4-4fd0-9ce2-4f2f42b2cad1 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336230 Sep 18 05:03:32.069804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-15e0a07e-5fd5-4ac0-b9dc-1afe4dd51f9d req-62907e2f-e93f-4b2e-92fc-d7f516fc21b4 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 210 time: 0.0381873 Sep 18 05:03:32.368209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f98b75-4f18-4435-98ac-80a4e9ae0ea8 req-7da231d3-e7b5-47a7-b19b-452ca7842de3 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:32.369807 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e8f98b75-4f18-4435-98ac-80a4e9ae0ea8 req-7da231d3-e7b5-47a7-b19b-452ca7842de3 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 946 time: 0.0501783 Sep 18 05:03:32.409256 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e8f98b75-4f18-4435-98ac-80a4e9ae0ea8 req-f03816c4-3932-4185-b9d0-ba5a04e91072 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334926 Sep 18 05:03:32.614334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf60ef9-d66c-4d9c-963a-d2cd64cc7500 req-70fcaca0-3771-4c36-91a9-735c4662d0f6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:32.615736 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1cf60ef9-d66c-4d9c-963a-d2cd64cc7500 req-70fcaca0-3771-4c36-91a9-735c4662d0f6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0541923 Sep 18 05:03:32.653849 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1cf60ef9-d66c-4d9c-963a-d2cd64cc7500 req-8175b49f-2383-4fbd-993c-34f01759e50d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319164 Sep 18 05:03:32.806844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824e76f-6416-496e-a6dd-51f7922a9d29 req-8833c5a6-79dc-4f9d-a9a0-9c9e6c8209de tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:32.808377 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c824e76f-6416-496e-a6dd-51f7922a9d29 req-8833c5a6-79dc-4f9d-a9a0-9c9e6c8209de tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 943 time: 0.0526388 Sep 18 05:03:32.850769 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c824e76f-6416-496e-a6dd-51f7922a9d29 req-326fdc16-6c63-44d8-abae-488d1f35728e tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357215 Sep 18 05:03:32.962304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b82ed7-c8e7-40fe-94e3-7575f848bd26 req-3c44911d-5255-4416-b8c1-486f9f19b8ad tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:32.963837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4b82ed7-c8e7-40fe-94e3-7575f848bd26 req-3c44911d-5255-4416-b8c1-486f9f19b8ad tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.0525992 Sep 18 05:03:33.007510 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4b82ed7-c8e7-40fe-94e3-7575f848bd26 req-d7af732a-a229-4e90-b774-4912d7a028ea tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362113 Sep 18 05:03:33.198073 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cfe2db27-076a-410e-8d8c-91d599d9afa6 req-cdd123f4-77a5-444f-812b-0464575a68b0 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 210 time: 0.0449345 Sep 18 05:03:33.200067 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-83c9b3b1-221f-4ad7-876e-ae3507c475dd tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370822 Sep 18 05:03:33.329493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-e280aa29-b2b9-410e-9dea-afd4ac5b3ca9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:33.329493 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-e280aa29-b2b9-410e-9dea-afd4ac5b3ca9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1208575 Sep 18 05:03:33.342772 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-3c6a4a10-8c69-4616-af8a-ee233da60625 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Request body: {'port': {'device_id': '52b769a3-6e4c-457d-bfd2-ea1e98b150f5', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'a97b9513588a49819b66961de66a225b'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:33.551391 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-3c6a4a10-8c69-4616-af8a-ee233da60625 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Made reservation on behalf of a97b9513588a49819b66961de66a225b for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:03:33.555563 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-3c6a4a10-8c69-4616-af8a-ee233da60625 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:33.742944 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-3c6a4a10-8c69-4616-af8a-ee233da60625 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Allocated IP 192.168.233.91 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/f0ac2a4b-28da-496e-b1d7-fac774211d51) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:03:33.796568 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780e7b6-0c2e-446e-b7f9-f26556ef6c61 req-7017aaf8-de34-4c36-9e81-dc9f45566a2d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:33.799064 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2780e7b6-0c2e-446e-b7f9-f26556ef6c61 req-7017aaf8-de34-4c36-9e81-dc9f45566a2d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 946 time: 0.0992770 Sep 18 05:03:33.800310 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1578d9-392a-4c0f-8db6-3fdc288528fb req-9fd655b0-ff4f-4b62-98b1-a0a22767c3b8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:33.802125 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a1578d9-392a-4c0f-8db6-3fdc288528fb req-9fd655b0-ff4f-4b62-98b1-a0a22767c3b8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0686176 Sep 18 05:03:33.845301 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a1578d9-392a-4c0f-8db6-3fdc288528fb req-6691f713-3485-4e0d-a479-1218c1508bae tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367694 Sep 18 05:03:33.859490 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9bf665ba-c16c-4237-96e8-5ff4ccec6f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:33.896938 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2780e7b6-0c2e-446e-b7f9-f26556ef6c61 req-a0a8cbbb-03b6-413e-810a-dea440a815c3 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850604 Sep 18 05:03:33.994208 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-3c6a4a10-8c69-4616-af8a-ee233da60625 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:33.997424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee9495-0116-491d-80fa-a6a87a523c92 req-28f72744-fed5-43b4-8f5b-08e117d1bb9e tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:34.006491 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3fee9495-0116-491d-80fa-a6a87a523c92 req-28f72744-fed5-43b4-8f5b-08e117d1bb9e tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 943 time: 0.0806658 Sep 18 05:03:34.047611 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3fee9495-0116-491d-80fa-a6a87a523c92 req-58589ecd-6673-4d58-a7a6-e9ff23b0af63 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402064 Sep 18 05:03:34.077650 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5fb3b68c-f4b2-4783-a9b5-badbbb0efcbc req-bb6eea08-a9c8-4acb-be62-0f4d7f7039f2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2053892294&fields=id&tenant_id=672d79aa4d6c47a580682222b24061cf HTTP/1.1" status: 200 len: 267 time: 0.0537345 Sep 18 05:03:34.145287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3b68c-f4b2-4783-a9b5-badbbb0efcbc req-4c20bc8c-9207-454f-9ce4-5c3370167229 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:34.147059 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5fb3b68c-f4b2-4783-a9b5-badbbb0efcbc req-4c20bc8c-9207-454f-9ce4-5c3370167229 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 946 time: 0.0615418 Sep 18 05:03:34.161412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1635c-73e4-4327-9d1c-3798e00a4208 req-387a9929-5fe7-4f2e-a7d3-fdd13a9062d7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:34.162036 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-5fb3b68c-f4b2-4783-a9b5-badbbb0efcbc req-2375364c-18a6-4799-ac35-eea703d90e0b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'port': {'security_groups': ['bacfcc37-f61f-4627-bd98-00ec9eea93e7', 'aca848cf-c5b3-4080-a3c2-dbda84ec13da']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:34.163101 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-10e1635c-73e4-4327-9d1c-3798e00a4208 req-387a9929-5fe7-4f2e-a7d3-fdd13a9062d7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 946 time: 0.0545447 Sep 18 05:03:34.190122 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-3c6a4a10-8c69-4616-af8a-ee233da60625 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:34.205763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2', '6d2be26a-be9c-4294-8d59-0ea85231372c', '38ec451f-106e-47d3-b360-5551b1fbfad8'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:34.208800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2', '23d60c82-8372-412e-b520-f3dbecc744aa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:34.223433 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-10e1635c-73e4-4327-9d1c-3798e00a4208 req-6d441325-1b3f-4b47-bcc5-db52984e20d2 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538926 Sep 18 05:03:34.279137 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:34.285050 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-3c6a4a10-8c69-4616-af8a-ee233da60625 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:03:34.300229 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-3c6a4a10-8c69-4616-af8a-ee233da60625 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:03:34.307335 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-3c6a4a10-8c69-4616-af8a-ee233da60625 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:03:34.309252 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a4a10-8c69-4616-af8a-ee233da60625 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event updated for resources: {'Port': ['ID=f0ac2a4b-28da-496e-b1d7-fac774211d51,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:34.334409 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-0417cc55-dfb7-43cf-8a24-8eefdf6b0888 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:34.336244 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5fb3b68c-f4b2-4783-a9b5-badbbb0efcbc req-2375364c-18a6-4799-ac35-eea703d90e0b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:34.338629 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-0417cc55-dfb7-43cf-8a24-8eefdf6b0888 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248&tenant_id=b9d48c11f3d54c54908deb8998856514&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1098 time: 0.1047778 Sep 18 05:03:34.367907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-13'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:34.451917 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-3c6a4a10-8c69-4616-af8a-ee233da60625 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:34.452800 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-3c6a4a10-8c69-4616-af8a-ee233da60625 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:34.503341 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:34.530895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688aca5-2308-4932-baba-addcbb6f3d34 req-1068c18e-d334-4599-b8c0-f429e2090361 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:34.540636 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9688aca5-2308-4932-baba-addcbb6f3d34 req-1068c18e-d334-4599-b8c0-f429e2090361 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 935 time: 0.1201625 Sep 18 05:03:34.543407 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-3c6a4a10-8c69-4616-af8a-ee233da60625 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2048020 Sep 18 05:03:34.579970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Request body: {'port': {'device_id': '52b769a3-6e4c-457d-bfd2-ea1e98b150f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:34.648887 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9688aca5-2308-4932-baba-addcbb6f3d34 req-55db7255-9302-4177-9a51-776d038365f9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069531 Sep 18 05:03:34.674202 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:34.742588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-fd11fced-67f9-4559-b5d6-b6fb544bfe52 None None] Provisioning complete for port f0ac2a4b-28da-496e-b1d7-fac774211d51 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:03:34.742588 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fd11fced-67f9-4559-b5d6-b6fb544bfe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:34.781272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=68bcae07-b6ba-4700-a07b-a753855da638,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:34.807555 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-fd11fced-67f9-4559-b5d6-b6fb544bfe52 None None] Port f0ac2a4b-28da-496e-b1d7-fac774211d51 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:03:34.866286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:03:34.867282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:34.915564 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-5fb3b68c-f4b2-4783-a9b5-badbbb0efcbc req-2375364c-18a6-4799-ac35-eea703d90e0b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] For port b9bb74ba-960f-446e-abcd-9051f5a2a6be, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b9bb74ba-960f-446e-abcd-9051f5a2a6be,segment=NetworkSegment(6bb61171-b3cb-4915-97c3-52b9cdea442b),segment_id=6bb61171-b3cb-4915-97c3-52b9cdea442b)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:34.955320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035fc562-9c8a-44c9-b00a-910cd4106248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68bcae07-b6ba-4700-a07b-a753855da638'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:34.957660 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92faedf3-c1d3-4049-a4ec-b3cb96251ba9" -d '{"events": [{"server_uuid": "035fc562-9c8a-44c9-b00a-910cd4106248", "name": "network-vif-unplugged", "status": "completed", "tag": "68bcae07-b6ba-4700-a07b-a753855da638"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:34.962284 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:35.000481 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5fb3b68c-f4b2-4783-a9b5-badbbb0efcbc req-2375364c-18a6-4799-ac35-eea703d90e0b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:35.008406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ddb0f-aa2e-462e-b448-7f90daaf7070 req-93d121ad-eed3-4ad5-ab7e-317ca82999df tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:35.018232 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb0ddb0f-aa2e-462e-b448-7f90daaf7070 req-93d121ad-eed3-4ad5-ab7e-317ca82999df tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0760894 Sep 18 05:03:35.052880 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:35.103692 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5fb3b68c-f4b2-4783-a9b5-badbbb0efcbc req-2375364c-18a6-4799-ac35-eea703d90e0b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:35.114960 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=07fed6f4-a8e4-42b9-a0dd-c69fd1c73261,segment=NetworkSegment(29858e98-40a8-4185-a72e-39f72002d07f),segment_id=29858e98-40a8-4185-a72e-39f72002d07f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:35.133112 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb0ddb0f-aa2e-462e-b448-7f90daaf7070 req-07f7384f-7243-460f-aeba-5665ca5baddd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138554 Sep 18 05:03:35.135539 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '07fed6f4-a8e4-42b9-a0dd-c69fd1c73261', 'network_id': '0626cb1f-3dbb-4c5d-af81-f9845b56d6f7', 'port_id': '07fed6f4-a8e4-42b9-a0dd-c69fd1c73261', 'mac_address': 'fa:16:3e:ff:6e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ece0e2cb-cd3e-48d0-925d-983cf8afe416', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:03:35.165543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3b68c-f4b2-4783-a9b5-badbbb0efcbc req-2375364c-18a6-4799-ac35-eea703d90e0b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:35.166198 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5fb3b68c-f4b2-4783-a9b5-badbbb0efcbc req-2375364c-18a6-4799-ac35-eea703d90e0b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:35.167627 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5fb3b68c-f4b2-4783-a9b5-badbbb0efcbc req-2375364c-18a6-4799-ac35-eea703d90e0b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "PUT /v2.0/ports/b9bb74ba-960f-446e-abcd-9051f5a2a6be HTTP/1.1" status: 200 len: 982 time: 1.0133448 Sep 18 05:03:35.170420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f96bd89-1543-4b41-a4f6-3d8272797951', 'tag': 'b9bb74ba-960f-446e-abcd-9051f5a2a6be'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:35.171282 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:35.175177 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa076c1-ffa8-4da7-bd93-c17f1e2f7596" -d '{"events": [{"name": "network-changed", "server_uuid": "9f96bd89-1543-4b41-a4f6-3d8272797951", "tag": "b9bb74ba-960f-446e-abcd-9051f5a2a6be"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:35.208810 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:35.225574 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2462b4-2c74-4cb6-b2f1-34650e470a98 x-openstack-request-id: req-3a2462b4-2c74-4cb6-b2f1-34650e470a98 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:35.225987 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035fc562-9c8a-44c9-b00a-910cd4106248", "name": "network-vif-unplugged", "status": "completed", "tag": "68bcae07-b6ba-4700-a07b-a753855da638", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:35.226253 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a2462b4-2c74-4cb6-b2f1-34650e470a98 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:35.226676 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035fc562-9c8a-44c9-b00a-910cd4106248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68bcae07-b6ba-4700-a07b-a753855da638', 'code': 200} Sep 18 05:03:35.230215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Pushing event updated for resources: {'Port': ['ID=68bcae07-b6ba-4700-a07b-a753855da638,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:35.242834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375364c-18a6-4799-ac35-eea703d90e0b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'Port': ['ID=b9bb74ba-960f-446e-abcd-9051f5a2a6be,revision_number=6']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:35.259811 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ac2a4b-28da-496e-b1d7-fac774211d51 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:35.270013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:35.270289 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:35.297428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['b9bb74ba-960f-446e-abcd-9051f5a2a6be'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:35.309251 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=07fed6f4-a8e4-42b9-a0dd-c69fd1c73261,segment=NetworkSegment(29858e98-40a8-4185-a72e-39f72002d07f),segment_id=29858e98-40a8-4185-a72e-39f72002d07f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:35.319100 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Transition to ACTIVE for port object f0ac2a4b-28da-496e-b1d7-fac774211d51 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:03:35.338716 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['b9bb74ba-960f-446e-abcd-9051f5a2a6be'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:35.400448 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:35.412846 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1f667716-21ab-4459-8f8e-ba1e5190116e req-4a4aa187-edba-460f-893e-7ee5c74bf588 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-920898761&fields=id&tenant_id=672d79aa4d6c47a580682222b24061cf HTTP/1.1" status: 200 len: 267 time: 0.0405276 Sep 18 05:03:35.469549 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:35.530153 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=07fed6f4-a8e4-42b9-a0dd-c69fd1c73261,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:35.538027 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f667716-21ab-4459-8f8e-ba1e5190116e req-f311ebee-64c4-4791-b6a1-3a52ad6bfacf tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:35.548881 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1f667716-21ab-4459-8f8e-ba1e5190116e req-f311ebee-64c4-4791-b6a1-3a52ad6bfacf tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 985 time: 0.1281233 Sep 18 05:03:35.555520 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-1f667716-21ab-4459-8f8e-ba1e5190116e req-306c19ec-62b6-4dac-9749-ff9266ab8b1c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'port': {'security_groups': ['aca848cf-c5b3-4080-a3c2-dbda84ec13da', 'bacfcc37-f61f-4627-bd98-00ec9eea93e7', '602679f2-ce93-4c76-a60a-4b1f95c5b288']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:35.640192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ac2a4b-28da-496e-b1d7-fac774211d51,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:35.708597 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1f667716-21ab-4459-8f8e-ba1e5190116e req-306c19ec-62b6-4dac-9749-ff9266ab8b1c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:35.727505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Attempting to bind port f0ac2a4b-28da-496e-b1d7-fac774211d51 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:03:35.727939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Attempting to bind port f0ac2a4b-28da-496e-b1d7-fac774211d51 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:03:35.728186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Attempting to bind port f0ac2a4b-28da-496e-b1d7-fac774211d51 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:35.739801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['07fed6f4-a8e4-42b9-a0dd-c69fd1c73261'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:35.744780 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Port f0ac2a4b-28da-496e-b1d7-fac774211d51 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:03:35.748511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Attempting to bind port f0ac2a4b-28da-496e-b1d7-fac774211d51 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:35.748628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Attempting to bind port 68bcae07-b6ba-4700-a07b-a753855da638 on host n-h1-789963-13 for vnic_type normal with profile {"migrating_to": "n-h2-789963-13"} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:03:35.748628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Attempting to bind port 68bcae07-b6ba-4700-a07b-a753855da638 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:03:35.748628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Attempting to bind port 68bcae07-b6ba-4700-a07b-a753855da638 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:35.755159 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:03:35.755508 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:35.755907 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:03:35.756382 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Bound port: f0ac2a4b-28da-496e-b1d7-fac774211d51, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:03:35.756752 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:35.764107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Port 68bcae07-b6ba-4700-a07b-a753855da638 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:03:35.764471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Attempting to bind port 68bcae07-b6ba-4700-a07b-a753855da638 on network 7bd8a40e-11aa-4858-81fa-16494af44b03 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:35.780723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84325f4f-af75-4755-8f4e-5382587fa7f3 req-975a2750-e895-4d8f-859d-5f687a0e4013 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:35.787116 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84325f4f-af75-4755-8f4e-5382587fa7f3 req-975a2750-e895-4d8f-859d-5f687a0e4013 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 944 time: 0.1012881 Sep 18 05:03:35.804495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:03:35.804844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Checking segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:35.805241 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Bound using segment: {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:03:35.805703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Bound port: 68bcae07-b6ba-4700-a07b-a753855da638, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860c306-b454-4792-914a-cd92d8415d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bd8a40e-11aa-4858-81fa-16494af44b03'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:03:35.808514 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:35.875859 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84325f4f-af75-4755-8f4e-5382587fa7f3 req-a8ef7ab4-7170-4dc0-8291-08772b8ec5f9 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828803 Sep 18 05:03:35.909213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] For port f0ac2a4b-28da-496e-b1d7-fac774211d51, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:35.917237 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] For port f0ac2a4b-28da-496e-b1d7-fac774211d51, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f0ac2a4b-28da-496e-b1d7-fac774211d51,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:03:35.949234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:35.954560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=68bcae07-b6ba-4700-a07b-a753855da638,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:03:35.971529 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8e762d-fe27-490b-9d5a-bc6ee4dba80a x-openstack-request-id: req-1d8e762d-fe27-490b-9d5a-bc6ee4dba80a {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:35.971937 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f96bd89-1543-4b41-a4f6-3d8272797951", "tag": "b9bb74ba-960f-446e-abcd-9051f5a2a6be", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:35.972181 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d8e762d-fe27-490b-9d5a-bc6ee4dba80a {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:35.972924 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f96bd89-1543-4b41-a4f6-3d8272797951', 'tag': 'b9bb74ba-960f-446e-abcd-9051f5a2a6be', 'status': 'completed', 'code': 200} Sep 18 05:03:36.051890 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:36.059983 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:36.124549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:36.125157 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:36.126755 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] 10.222.0.18 "PUT /v2.0/ports/f0ac2a4b-28da-496e-b1d7-fac774211d51 HTTP/1.1" status: 200 len: 1096 time: 1.5624874 Sep 18 05:03:36.147951 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-1f667716-21ab-4459-8f8e-ba1e5190116e req-306c19ec-62b6-4dac-9749-ff9266ab8b1c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] For port b9bb74ba-960f-446e-abcd-9051f5a2a6be, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b9bb74ba-960f-446e-abcd-9051f5a2a6be,segment=NetworkSegment(6bb61171-b3cb-4915-97c3-52b9cdea442b),segment_id=6bb61171-b3cb-4915-97c3-52b9cdea442b)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:36.153180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf6410-a6d8-4607-8015-bd227643b989 req-ac1f611e-a727-48b1-8c65-2967e451b32e tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:36.154408 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-26cf6410-a6d8-4607-8015-bd227643b989 req-ac1f611e-a727-48b1-8c65-2967e451b32e tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 944 time: 0.1303542 Sep 18 05:03:36.175124 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0dd7c-bc72-40a7-a8e9-98a2ecbf88a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ac2a4b-28da-496e-b1d7-fac774211d51,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:36.178749 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:36.180081 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:36.181459 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] 10.222.0.13 "PUT /v2.0/ports/68bcae07-b6ba-4700-a07b-a753855da638 HTTP/1.1" status: 200 len: 1124 time: 1.8330150 Sep 18 05:03:36.182907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5a6a9-87ae-4b81-a7a6-09442aa9ff2a service neutron] Pushing event updated for resources: {'Port': ['ID=68bcae07-b6ba-4700-a07b-a753855da638,revision_number=8']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:36.187504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa076c1-ffa8-4da7-bd93-c17f1e2f7596 req-5a9b4abe-9ad3-4603-bf96-90d4d813b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:36.190054 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8aa076c1-ffa8-4da7-bd93-c17f1e2f7596 req-5a9b4abe-9ad3-4603-bf96-90d4d813b504 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=672d79aa4d6c47a580682222b24061cf&device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 1137 time: 0.1713362 Sep 18 05:03:36.223941 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1f667716-21ab-4459-8f8e-ba1e5190116e req-306c19ec-62b6-4dac-9749-ff9266ab8b1c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:36.254341 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-26cf6410-a6d8-4607-8015-bd227643b989 req-1a2a627c-3bd7-4b6c-b4e0-c8283f3b7926 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828974 Sep 18 05:03:36.325711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['68bcae07-b6ba-4700-a07b-a753855da638'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:36.339862 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1f667716-21ab-4459-8f8e-ba1e5190116e req-306c19ec-62b6-4dac-9749-ff9266ab8b1c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:36.342060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['68bcae07-b6ba-4700-a07b-a753855da638'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:36.404443 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa076c1-ffa8-4da7-bd93-c17f1e2f7596 req-197e7059-bb90-4023-b6bd-249a8c692b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:36.406641 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8aa076c1-ffa8-4da7-bd93-c17f1e2f7596 req-197e7059-bb90-4023-b6bd-249a8c692b81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3858a9e9-fe25-48c5-8405-a36c53e332b0 HTTP/1.1" status: 200 len: 913 time: 0.2059648 Sep 18 05:03:36.412785 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f667716-21ab-4459-8f8e-ba1e5190116e req-306c19ec-62b6-4dac-9749-ff9266ab8b1c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:36.413435 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1f667716-21ab-4459-8f8e-ba1e5190116e req-306c19ec-62b6-4dac-9749-ff9266ab8b1c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:36.416705 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1f667716-21ab-4459-8f8e-ba1e5190116e req-306c19ec-62b6-4dac-9749-ff9266ab8b1c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "PUT /v2.0/ports/b9bb74ba-960f-446e-abcd-9051f5a2a6be HTTP/1.1" status: 200 len: 1021 time: 0.8670504 Sep 18 05:03:36.422415 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e054729-31ac-43b8-a4fc-f0e6eb6e4e23 req-8893de10-c104-47b5-ac80-3b73b0bdac0f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:36.431417 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e054729-31ac-43b8-a4fc-f0e6eb6e4e23 req-8893de10-c104-47b5-ac80-3b73b0bdac0f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 947 time: 0.0970256 Sep 18 05:03:36.487712 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e054729-31ac-43b8-a4fc-f0e6eb6e4e23 req-d4dcb69d-02fd-43c1-a359-9243481c8239 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490088 Sep 18 05:03:36.508862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-7637d5ce-3d8d-429f-988f-a49f10673c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:36.510959 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-7637d5ce-3d8d-429f-988f-a49f10673c5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 1099 time: 0.2406113 Sep 18 05:03:36.513899 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8aa076c1-ffa8-4da7-bd93-c17f1e2f7596 req-a99fc02f-83d7-49a9-90dd-d62ce37eb413 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9bb74ba-960f-446e-abcd-9051f5a2a6be HTTP/1.1" status: 200 len: 217 time: 0.0713809 Sep 18 05:03:36.569278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['b9bb74ba-960f-446e-abcd-9051f5a2a6be'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:36.643119 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-9dfec2a8-6652-486b-8bd8-fce749e31efc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=f0ac2a4b-28da-496e-b1d7-fac774211d51 HTTP/1.1" status: 200 len: 217 time: 0.1220801 Sep 18 05:03:36.644625 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa076c1-ffa8-4da7-bd93-c17f1e2f7596 req-d9977d0b-e519-4b57-bb71-d1be60cf3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:36.646008 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8aa076c1-ffa8-4da7-bd93-c17f1e2f7596 req-d9977d0b-e519-4b57-bb71-d1be60cf3778 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9a50f6b-536e-4827-947b-895ebcb75b5e HTTP/1.1" status: 200 len: 853 time: 0.1119778 Sep 18 05:03:36.666392 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c19ec-62b6-4dac-9749-ff9266ab8b1c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'Port': ['ID=b9bb74ba-960f-446e-abcd-9051f5a2a6be,revision_number=7']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:36.711568 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c8431-347d-46bd-8f45-a2b48cc4babe req-9702c4c4-accf-4962-94db-1c350bc346a0 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:36.714264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98c8431-347d-46bd-8f45-a2b48cc4babe req-9702c4c4-accf-4962-94db-1c350bc346a0 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 1024 time: 0.0740654 Sep 18 05:03:36.723136 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8aa076c1-ffa8-4da7-bd93-c17f1e2f7596 req-dd72c72d-3c33-4a15-b5eb-fb84bc314c26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3858a9e9-fe25-48c5-8405-a36c53e332b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532196 Sep 18 05:03:36.789674 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64850fb-936a-4ed9-a0f0-cbf7419e3f51 req-d08b12bf-24c6-4dda-8e73-44dedf704d9c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:36.797572 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c64850fb-936a-4ed9-a0f0-cbf7419e3f51 req-d08b12bf-24c6-4dda-8e73-44dedf704d9c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.2147233 Sep 18 05:03:36.820831 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98c8431-347d-46bd-8f45-a2b48cc4babe req-4cb2df25-1710-4039-b844-9c7595d93dd8 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=aca848cf-c5b3-4080-a3c2-dbda84ec13da&id=602679f2-ce93-4c76-a60a-4b1f95c5b288&id=bacfcc37-f61f-4627-bd98-00ec9eea93e7 HTTP/1.1" status: 200 len: 6149 time: 0.0994263 Sep 18 05:03:36.834228 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:36.836384 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-753736ae-f17d-4ab9-8ccc-910f7f822e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:36.837886 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-753736ae-f17d-4ab9-8ccc-910f7f822e0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1597180 Sep 18 05:03:36.854478 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-1d71cb06-8acd-433e-a408-ead9d79bc0ff req-a7254a10-3389-4865-b9e3-b23ea5eb92e2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1882440563 ', 'description': 'tempest-description-1897944496'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:36.882820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 68bcae07-b6ba-4700-a07b-a753855da638 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:03:36.933207 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c64850fb-936a-4ed9-a0f0-cbf7419e3f51 req-9f081c8d-9735-4dfd-9e52-4de65a930d2f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338739 Sep 18 05:03:36.963636 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-9e16c96b-2a4a-4e72-8e46-d38088a164b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:36.966572 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-9e16c96b-2a4a-4e72-8e46-d38088a164b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909877 Sep 18 05:03:36.971919 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1d71cb06-8acd-433e-a408-ead9d79bc0ff req-a7254a10-3389-4865-b9e3-b23ea5eb92e2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:36.981949 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8aa076c1-ffa8-4da7-bd93-c17f1e2f7596 req-3a3ac9fb-cf13-416e-a8c7-19aa4d712a16 service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316592 Sep 18 05:03:37.053444 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=68bcae07-b6ba-4700-a07b-a753855da638,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:37.084707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 68bcae07-b6ba-4700-a07b-a753855da638 has no active binding in host n-h2-789963-13 {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 05:03:37.111809 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1d71cb06-8acd-433e-a408-ead9d79bc0ff req-a7254a10-3389-4865-b9e3-b23ea5eb92e2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:37.195631 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1d71cb06-8acd-433e-a408-ead9d79bc0ff req-a7254a10-3389-4865-b9e3-b23ea5eb92e2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:37.223299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99dc6-22ae-4dbb-bcb3-84b0bf0bb3b8 req-01f7c1ef-5b1e-468b-8d5f-a4eed94ed22e tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:37.224872 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f7b99dc6-22ae-4dbb-bcb3-84b0bf0bb3b8 req-01f7c1ef-5b1e-468b-8d5f-a4eed94ed22e tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 944 time: 0.1943736 Sep 18 05:03:37.227817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035fc562-9c8a-44c9-b00a-910cd4106248', 'tag': '68bcae07-b6ba-4700-a07b-a753855da638'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:37.230611 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1927514-4045-4786-b74f-5b2fef4068cd" -d '{"events": [{"name": "network-changed", "server_uuid": "035fc562-9c8a-44c9-b00a-910cd4106248", "tag": "68bcae07-b6ba-4700-a07b-a753855da638"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:37.235547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7254a10-3389-4865-b9e3-b23ea5eb92e2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb6f842-7408-44d0-a12a-abd14c1d9876,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:37.276707 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8aa076c1-ffa8-4da7-bd93-c17f1e2f7596 req-0697aa48-d5aa-4341-b394-2bb738d363a2 service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691376 Sep 18 05:03:37.278933 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-af63af09-19ed-4a2a-9c96-4a74945ac75f service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902610 Sep 18 05:03:37.298724 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1d71cb06-8acd-433e-a408-ead9d79bc0ff req-a7254a10-3389-4865-b9e3-b23ea5eb92e2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:37.299979 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1d71cb06-8acd-433e-a408-ead9d79bc0ff req-a7254a10-3389-4865-b9e3-b23ea5eb92e2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.4509752 Sep 18 05:03:37.309640 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f7b99dc6-22ae-4dbb-bcb3-84b0bf0bb3b8 req-bef956e9-b5a3-4d7c-8ce7-bf46cc63f6c4 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752451 Sep 18 05:03:37.356985 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d0a974-d6ac-4243-86d7-f420eea89dcc x-openstack-request-id: req-c8d0a974-d6ac-4243-86d7-f420eea89dcc {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:37.356985 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035fc562-9c8a-44c9-b00a-910cd4106248", "tag": "68bcae07-b6ba-4700-a07b-a753855da638", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:37.356985 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8d0a974-d6ac-4243-86d7-f420eea89dcc {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:37.356985 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035fc562-9c8a-44c9-b00a-910cd4106248', 'tag': '68bcae07-b6ba-4700-a07b-a753855da638', 'status': 'completed', 'code': 200} Sep 18 05:03:37.442502 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-605fb344-bc33-40c8-9dce-41674801290d req-5095611e-47dc-4d98-bbc2-dea816fd238c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/9eb6f842-7408-44d0-a12a-abd14c1d9876 HTTP/1.1" status: 200 len: 1781 time: 0.0703886 Sep 18 05:03:37.449767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1927514-4045-4786-b74f-5b2fef4068cd req-bb7a1896-b6d1-4e7f-b435-3ac4211af8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:37.451281 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1927514-4045-4786-b74f-5b2fef4068cd req-bb7a1896-b6d1-4e7f-b435-3ac4211af8d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 1127 time: 0.0639935 Sep 18 05:03:37.575123 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b6d92d7-4f30-4e66-a432-303010ba1c6c req-a5a209ee-bdd3-4533-847e-a1a2677f8aac tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/9eb6f842-7408-44d0-a12a-abd14c1d9876 HTTP/1.1" status: 200 len: 1781 time: 0.1048310 Sep 18 05:03:37.617860 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['b9bb74ba-960f-446e-abcd-9051f5a2a6be'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:37.622274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1927514-4045-4786-b74f-5b2fef4068cd req-68e1bc60-5353-44b6-a1dd-81479b1df6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:37.623839 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1927514-4045-4786-b74f-5b2fef4068cd req-68e1bc60-5353-44b6-a1dd-81479b1df6cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.1644204 Sep 18 05:03:37.677940 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1927514-4045-4786-b74f-5b2fef4068cd req-35b1ce03-866f-4d9d-8425-2a3d49daab37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68bcae07-b6ba-4700-a07b-a753855da638 HTTP/1.1" status: 200 len: 217 time: 0.0406809 Sep 18 05:03:37.734616 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1b6d92d7-4f30-4e66-a432-303010ba1c6c req-c5af8ba4-671b-49b0-ae66-51762ebf101b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:37.736397 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bf133d1-792e-4821-ba5d-79efd93a341d req-0b9718b1-baa9-4dc6-9302-49b02a9c8215 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463165 Sep 18 05:03:37.744961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a08022-88c4-4df8-aaa0-f7e1f17ed66d req-a3425a52-6c0f-4fb0-91ab-931f92ab5562 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:37.746548 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26a08022-88c4-4df8-aaa0-f7e1f17ed66d req-a3425a52-6c0f-4fb0-91ab-931f92ab5562 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 944 time: 0.3561065 Sep 18 05:03:37.770928 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1b6d92d7-4f30-4e66-a432-303010ba1c6c req-c5af8ba4-671b-49b0-ae66-51762ebf101b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:37.775648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1927514-4045-4786-b74f-5b2fef4068cd req-68cdda70-5e6e-4cf7-b098-0db1598690d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:37.777590 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1927514-4045-4786-b74f-5b2fef4068cd req-68cdda70-5e6e-4cf7-b098-0db1598690d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0839281 Sep 18 05:03:37.792917 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26a08022-88c4-4df8-aaa0-f7e1f17ed66d req-e7819ad8-62fe-4f19-90b9-b79965a21baf tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337398 Sep 18 05:03:37.831372 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1927514-4045-4786-b74f-5b2fef4068cd req-cbfcf6ce-df7f-414d-bb86-2f10cd26bde2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352993 Sep 18 05:03:37.928435 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011726ff-c239-4d13-9e51-ce11f7e7d923 req-d9777185-1491-423e-b81b-61f8e20a500b tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:37.930150 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-011726ff-c239-4d13-9e51-ce11f7e7d923 req-d9777185-1491-423e-b81b-61f8e20a500b tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 947 time: 0.0582347 Sep 18 05:03:37.946725 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1927514-4045-4786-b74f-5b2fef4068cd req-283461fe-1dbd-4bed-b300-1073c9247f70 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014309 Sep 18 05:03:37.949591 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1b6d92d7-4f30-4e66-a432-303010ba1c6c req-c5af8ba4-671b-49b0-ae66-51762ebf101b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:37.953184 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1b6d92d7-4f30-4e66-a432-303010ba1c6c req-c5af8ba4-671b-49b0-ae66-51762ebf101b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:37.954535 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b6d92d7-4f30-4e66-a432-303010ba1c6c req-c5af8ba4-671b-49b0-ae66-51762ebf101b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "DELETE /v2.0/security-groups/9eb6f842-7408-44d0-a12a-abd14c1d9876 HTTP/1.1" status: 204 len: 173 time: 0.3685937 Sep 18 05:03:37.975407 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-011726ff-c239-4d13-9e51-ce11f7e7d923 req-1f9b5904-9f18-4b2c-ae67-9b44efe40078 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389726 Sep 18 05:03:37.975997 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b769a3-6e4c-457d-bfd2-ea1e98b150f5', 'tag': 'f0ac2a4b-28da-496e-b1d7-fac774211d51'}, {'name': 'network-changed', 'server_uuid': '9f96bd89-1543-4b41-a4f6-3d8272797951', 'tag': 'b9bb74ba-960f-446e-abcd-9051f5a2a6be'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:37.978299 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a869cb-6ebc-4655-8e2a-8e784657b7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "52b769a3-6e4c-457d-bfd2-ea1e98b150f5", "tag": "f0ac2a4b-28da-496e-b1d7-fac774211d51"}, {"name": "network-changed", "server_uuid": "9f96bd89-1543-4b41-a4f6-3d8272797951", "tag": "b9bb74ba-960f-446e-abcd-9051f5a2a6be"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:37.978563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af8ba4-671b-49b0-ae66-51762ebf101b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb6f842-7408-44d0-a12a-abd14c1d9876,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:38.088659 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1927514-4045-4786-b74f-5b2fef4068cd req-91e977a5-96ce-43c1-ad30-30e6bc0a2f73 service neutron] 10.222.0.18 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243837 Sep 18 05:03:38.130457 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [req-11a65ac1-bc15-4216-a3f5-e9ca553f0d3b req-3cd9782d-350f-4e38-baaf-119a658c31da tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] show failed (client error): The resource could not be found. Sep 18 05:03:38.131609 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-11a65ac1-bc15-4216-a3f5-e9ca553f0d3b req-3cd9782d-350f-4e38-baaf-119a658c31da tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/9eb6f842-7408-44d0-a12a-abd14c1d9876 HTTP/1.1" status: 404 len: 352 time: 0.0170133 Sep 18 05:03:38.160194 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:03:38.183140 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59bb56-cbb1-4764-ac11-55ac39454572 req-33a492fd-6f5a-474e-a3c0-6783a59df438 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:38.183140 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be59bb56-cbb1-4764-ac11-55ac39454572 req-33a492fd-6f5a-474e-a3c0-6783a59df438 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0674520 Sep 18 05:03:38.183364 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b97ebfc-5c31-4630-b34d-3003a30bbd39 x-openstack-request-id: req-4b97ebfc-5c31-4630-b34d-3003a30bbd39 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:38.183364 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b769a3-6e4c-457d-bfd2-ea1e98b150f5", "tag": "f0ac2a4b-28da-496e-b1d7-fac774211d51", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f96bd89-1543-4b41-a4f6-3d8272797951", "tag": "b9bb74ba-960f-446e-abcd-9051f5a2a6be", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:38.183860 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b97ebfc-5c31-4630-b34d-3003a30bbd39 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:38.184429 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b769a3-6e4c-457d-bfd2-ea1e98b150f5', 'tag': 'f0ac2a4b-28da-496e-b1d7-fac774211d51', 'status': 'completed', 'code': 200} Sep 18 05:03:38.185107 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f96bd89-1543-4b41-a4f6-3d8272797951', 'tag': 'b9bb74ba-960f-446e-abcd-9051f5a2a6be', 'status': 'completed', 'code': 200} Sep 18 05:03:38.198730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-baacbb0c-5311-4411-9c26-740b4a42cbe4 req-7247414b-7938-4684-bd10-cc7e9220ee0c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-747424919', 'description': 'tempest-description-1636905211'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:38.265545 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be59bb56-cbb1-4764-ac11-55ac39454572 req-aafb15d4-051b-4dd6-869f-0ba2a6fd2f54 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680859 Sep 18 05:03:38.272283 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-5261cd54-4dd1-4f93-87ef-c89b5162656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:38.274500 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-5261cd54-4dd1-4f93-87ef-c89b5162656b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=672d79aa4d6c47a580682222b24061cf&device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 1176 time: 0.0482488 Sep 18 05:03:38.275805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-c0f72f91-e876-476d-9a4a-de3907962acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:38.277316 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-c0f72f91-e876-476d-9a4a-de3907962acf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 1099 time: 0.0652831 Sep 18 05:03:38.291886 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-baacbb0c-5311-4411-9c26-740b4a42cbe4 req-7247414b-7938-4684-bd10-cc7e9220ee0c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:38.385777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-6210e41a-a4fb-4b10-9af8-441d83382515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:38.387631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-6210e41a-a4fb-4b10-9af8-441d83382515 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.0997679 Sep 18 05:03:38.413391 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-05f2e220-2171-4cd5-bf06-9ed9c1fc15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:38.414856 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-05f2e220-2171-4cd5-bf06-9ed9c1fc15ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=3858a9e9-fe25-48c5-8405-a36c53e332b0 HTTP/1.1" status: 200 len: 913 time: 0.1317251 Sep 18 05:03:38.466778 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-68ee3ec3-3145-44bf-8763-4e9648eaef7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=f0ac2a4b-28da-496e-b1d7-fac774211d51 HTTP/1.1" status: 200 len: 217 time: 0.0708852 Sep 18 05:03:38.491751 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-baacbb0c-5311-4411-9c26-740b4a42cbe4 req-7247414b-7938-4684-bd10-cc7e9220ee0c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:38.493681 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-6e346542-0b6a-4f90-86c0-c2a70f737e33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9bb74ba-960f-446e-abcd-9051f5a2a6be HTTP/1.1" status: 200 len: 217 time: 0.0507996 Sep 18 05:03:38.529387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e054a5-b69d-4442-9539-a09803ee20d4 req-1a22d96e-58ed-4d0c-a7e9-60488ec24534 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:38.530919 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90e054a5-b69d-4442-9539-a09803ee20d4 req-1a22d96e-58ed-4d0c-a7e9-60488ec24534 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 944 time: 0.1289027 Sep 18 05:03:38.547111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-df3f49be-ac04-4d74-a95d-79efa981fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:38.549121 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-df3f49be-ac04-4d74-a95d-79efa981fb2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0731556 Sep 18 05:03:38.559631 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-baacbb0c-5311-4411-9c26-740b4a42cbe4 req-7247414b-7938-4684-bd10-cc7e9220ee0c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:38.577056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-23191a46-373f-4749-b239-5244870c86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:38.579635 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-23191a46-373f-4749-b239-5244870c86c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9a50f6b-536e-4827-947b-895ebcb75b5e HTTP/1.1" status: 200 len: 853 time: 0.0715802 Sep 18 05:03:38.604287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247414b-7938-4684-bd10-cc7e9220ee0c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc8b9bf-dd3e-49e3-a82d-23d72dfec120,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:38.608848 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90e054a5-b69d-4442-9539-a09803ee20d4 req-f6e5f46c-7186-45ff-a1ad-96f1813e9681 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712433 Sep 18 05:03:38.621691 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-3e0d0235-9532-43ab-a641-1b999f3d7157 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3858a9e9-fe25-48c5-8405-a36c53e332b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316253 Sep 18 05:03:38.630627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-e82d9ee8-03a1-420f-8edc-ad05c8b64202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:38.632118 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-e82d9ee8-03a1-420f-8edc-ad05c8b64202 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0666778 Sep 18 05:03:38.699015 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-baacbb0c-5311-4411-9c26-740b4a42cbe4 req-7247414b-7938-4684-bd10-cc7e9220ee0c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:38.700277 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-baacbb0c-5311-4411-9c26-740b4a42cbe4 req-7247414b-7938-4684-bd10-cc7e9220ee0c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5055192 Sep 18 05:03:38.733291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-3263a746-4829-44ae-bd56-b53fdce2d00c req-25eb4426-9f39-4f52-b97f-7d902a67adc5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-449454429', 'description': 'tempest-description-1032330624'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:38.745823 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-ca0ad295-68af-4c91-80f7-be723b089667 service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083298 Sep 18 05:03:38.756497 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-7c144d38-9f39-47eb-a678-93e4c146b9b4 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059415 Sep 18 05:03:38.848305 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3263a746-4829-44ae-bd56-b53fdce2d00c req-25eb4426-9f39-4f52-b97f-7d902a67adc5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:38.850364 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-e3d1ccda-39a4-4289-ab49-252da661435e service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943594 Sep 18 05:03:38.881050 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:03:38.901789 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a869cb-6ebc-4655-8e2a-8e784657b7d6 req-8c26d6ba-4881-4226-946a-3ba6f31ce971 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341877 Sep 18 05:03:38.939017 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add3eda-a350-497e-8146-83eda9dcf0c8 req-027ef7f2-3193-4f45-ae2c-6ddd2f1de746 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:38.940760 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5add3eda-a350-497e-8146-83eda9dcf0c8 req-027ef7f2-3193-4f45-ae2c-6ddd2f1de746 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 944 time: 0.0651309 Sep 18 05:03:38.970326 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3263a746-4829-44ae-bd56-b53fdce2d00c req-25eb4426-9f39-4f52-b97f-7d902a67adc5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:38.978709 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:03:38.983678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:03:38.984098 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:38.985997 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5add3eda-a350-497e-8146-83eda9dcf0c8 req-12c4e4fb-40dd-49b2-aa2a-c34f2f448fa4 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387709 Sep 18 05:03:39.045802 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3263a746-4829-44ae-bd56-b53fdce2d00c req-25eb4426-9f39-4f52-b97f-7d902a67adc5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:39.077296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb4426-9f39-4f52-b97f-7d902a67adc5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2efbc9-f13e-407d-ac2b-2c2749c63b2f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:39.080255 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:39.108767 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12593777-6400-49f3-b283-61de9b8bb701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fed6f4-a8e4-42b9-a0dd-c69fd1c73261'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:39.111507 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7809fd42-031a-4826-bc99-c5f05bf90817" -d '{"events": [{"server_uuid": "12593777-6400-49f3-b283-61de9b8bb701", "name": "network-vif-plugged", "status": "completed", "tag": "07fed6f4-a8e4-42b9-a0dd-c69fd1c73261"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:39.117315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01400e8-ee19-478a-8146-e96f5a80b6dc req-0e83b344-52c6-4923-8c04-fc42a8b2f20f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:39.118870 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a01400e8-ee19-478a-8146-e96f5a80b6dc req-0e83b344-52c6-4923-8c04-fc42a8b2f20f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 947 time: 0.0606058 Sep 18 05:03:39.129357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=07fed6f4-a8e4-42b9-a0dd-c69fd1c73261,segment=NetworkSegment(29858e98-40a8-4185-a72e-39f72002d07f),segment_id=29858e98-40a8-4185-a72e-39f72002d07f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:39.161454 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a01400e8-ee19-478a-8146-e96f5a80b6dc req-95cf71f3-498c-4677-aaba-6172ecab84ca tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360363 Sep 18 05:03:39.174431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3263a746-4829-44ae-bd56-b53fdce2d00c req-25eb4426-9f39-4f52-b97f-7d902a67adc5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:39.176652 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3263a746-4829-44ae-bd56-b53fdce2d00c req-25eb4426-9f39-4f52-b97f-7d902a67adc5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4524808 Sep 18 05:03:39.201991 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:39.259157 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=07fed6f4-a8e4-42b9-a0dd-c69fd1c73261,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:39.299167 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f46d472-023f-47a2-bb22-daaa8943e103 x-openstack-request-id: req-0f46d472-023f-47a2-bb22-daaa8943e103 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:39.299703 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12593777-6400-49f3-b283-61de9b8bb701", "name": "network-vif-plugged", "status": "completed", "tag": "07fed6f4-a8e4-42b9-a0dd-c69fd1c73261", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:39.300075 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f46d472-023f-47a2-bb22-daaa8943e103 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:39.301364 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12593777-6400-49f3-b283-61de9b8bb701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fed6f4-a8e4-42b9-a0dd-c69fd1c73261', 'code': 200} Sep 18 05:03:39.303107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-ce8c6a4c-4287-4f53-8c8e-19d8ef7f815c req-b84b5919-cbc4-4904-bced-1af8ebdacd24 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1582211706', 'description': 'tempest-description-687970542'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:39.389931 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ce8c6a4c-4287-4f53-8c8e-19d8ef7f815c req-b84b5919-cbc4-4904-bced-1af8ebdacd24 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:39.403291 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16617c48-57ac-4d39-a130-3ecd04cafbf2 req-22aa88a5-d067-4fa7-b746-6e5a61e8ea10 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:39.404815 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-16617c48-57ac-4d39-a130-3ecd04cafbf2 req-22aa88a5-d067-4fa7-b746-6e5a61e8ea10 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0592291 Sep 18 05:03:39.475017 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-16617c48-57ac-4d39-a130-3ecd04cafbf2 req-bf14b2ac-24d1-4a92-9de5-b8a2747a68f6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621419 Sep 18 05:03:39.483292 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ce8c6a4c-4287-4f53-8c8e-19d8ef7f815c req-b84b5919-cbc4-4904-bced-1af8ebdacd24 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:39.494462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c2816-be31-4eb4-a927-c6a195daef99 req-62ed2090-9425-4122-9523-fd74c38f6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:39.496298 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b47c2816-be31-4eb4-a927-c6a195daef99 req-62ed2090-9425-4122-9523-fd74c38f6f53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 1097 time: 0.0695958 Sep 18 05:03:39.521550 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ce8c6a4c-4287-4f53-8c8e-19d8ef7f815c req-b84b5919-cbc4-4904-bced-1af8ebdacd24 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:39.544692 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b47c2816-be31-4eb4-a927-c6a195daef99 req-c050ffe8-f3c2-4c29-80db-1fdabcc1ee72 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303314 Sep 18 05:03:39.553174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b5919-cbc4-4904-bced-1af8ebdacd24 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a6a6da-147c-475b-a9a9-5113080c3f66,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:39.599572 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ce8c6a4c-4287-4f53-8c8e-19d8ef7f815c req-b84b5919-cbc4-4904-bced-1af8ebdacd24 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:39.600997 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ce8c6a4c-4287-4f53-8c8e-19d8ef7f815c req-b84b5919-cbc4-4904-bced-1af8ebdacd24 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3025260 Sep 18 05:03:39.726425 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c116358d-a6e4-45b7-96ba-03dfe589a29c req-55f1d0cd-4a79-455a-8e1b-4582cc874963 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=672d79aa4d6c47a580682222b24061cf HTTP/1.1" status: 200 len: 10896 time: 0.1036036 Sep 18 05:03:39.736778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317d1e9-ec28-4f18-bb23-1f11f8800e0d req-854092bb-5f3e-4f2d-8927-a16ea6628ef3 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:39.738314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c317d1e9-ec28-4f18-bb23-1f11f8800e0d req-854092bb-5f3e-4f2d-8927-a16ea6628ef3 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 945 time: 0.0594633 Sep 18 05:03:39.780926 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c116358d-a6e4-45b7-96ba-03dfe589a29c req-b7357083-a280-4d6c-94e4-82dcc2709fa0 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/bacfcc37-f61f-4627-bd98-00ec9eea93e7 HTTP/1.1" status: 200 len: 2981 time: 0.0458326 Sep 18 05:03:39.785004 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c317d1e9-ec28-4f18-bb23-1f11f8800e0d req-afab1120-7893-48e6-89c7-3c20a7497179 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405970 Sep 18 05:03:39.830429 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c116358d-a6e4-45b7-96ba-03dfe589a29c req-dfd78941-5b46-4b1d-93ff-71f5517961ba tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/bacfcc37-f61f-4627-bd98-00ec9eea93e7 HTTP/1.1" status: 200 len: 2981 time: 0.0425804 Sep 18 05:03:39.893495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0af8984c-4260-4882-a368-b36b47f449b7 req-60c5b63c-207b-4615-ac48-2dc84c1b0457 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/1fc8b9bf-dd3e-49e3-a82d-23d72dfec120 HTTP/1.1" status: 200 len: 1800 time: 0.0410540 Sep 18 05:03:39.951748 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0af8984c-4260-4882-a368-b36b47f449b7 req-0c9d85fb-86f3-4969-9fc2-6f434be50be2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:39.976448 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0af8984c-4260-4882-a368-b36b47f449b7 req-0c9d85fb-86f3-4969-9fc2-6f434be50be2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:40.102072 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0af8984c-4260-4882-a368-b36b47f449b7 req-0c9d85fb-86f3-4969-9fc2-6f434be50be2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:40.105734 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0af8984c-4260-4882-a368-b36b47f449b7 req-0c9d85fb-86f3-4969-9fc2-6f434be50be2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:40.107570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0af8984c-4260-4882-a368-b36b47f449b7 req-0c9d85fb-86f3-4969-9fc2-6f434be50be2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "DELETE /v2.0/security-groups/1fc8b9bf-dd3e-49e3-a82d-23d72dfec120 HTTP/1.1" status: 204 len: 173 time: 0.2070105 Sep 18 05:03:40.116528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d85fb-86f3-4969-9fc2-6f434be50be2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc8b9bf-dd3e-49e3-a82d-23d72dfec120,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:40.119188 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fe0e5-ad24-4cc4-a3f0-812d11268fa3 req-1db2d0a8-f24d-4504-bf07-21f2a5a929a1 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:40.120919 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e2fe0e5-ad24-4cc4-a3f0-812d11268fa3 req-1db2d0a8-f24d-4504-bf07-21f2a5a929a1 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 944 time: 0.0611207 Sep 18 05:03:40.143406 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-2a1cedee-af19-4a2f-88f2-cd0246023c14 req-90570da4-4684-4fc9-875d-b300c0acf210 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] show failed (client error): The resource could not be found. Sep 18 05:03:40.144465 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a1cedee-af19-4a2f-88f2-cd0246023c14 req-90570da4-4684-4fc9-875d-b300c0acf210 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/1fc8b9bf-dd3e-49e3-a82d-23d72dfec120 HTTP/1.1" status: 404 len: 352 time: 0.0173111 Sep 18 05:03:40.176439 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e2fe0e5-ad24-4cc4-a3f0-812d11268fa3 req-8a8c3771-c207-4a6b-aa20-afec8d0fd8ea tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494418 Sep 18 05:03:40.218096 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d2a17eb-332f-48d9-b161-254b568f50d9 req-ad0b5214-e6e1-493d-adf8-93080c988ba8 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/fb2efbc9-f13e-407d-ac2b-2c2749c63b2f HTTP/1.1" status: 200 len: 1800 time: 0.0491462 Sep 18 05:03:40.295374 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4d2a17eb-332f-48d9-b161-254b568f50d9 req-7afe9bab-1d3a-4456-b88e-f178cfe9e680 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:40.317079 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4167c8-a831-4790-94c8-f61828c0bc4b req-6a5a9ed7-4fb6-42b4-b8cb-9c87e74514f1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:40.318709 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e4167c8-a831-4790-94c8-f61828c0bc4b req-6a5a9ed7-4fb6-42b4-b8cb-9c87e74514f1 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 947 time: 0.0533681 Sep 18 05:03:40.321978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4d2a17eb-332f-48d9-b161-254b568f50d9 req-7afe9bab-1d3a-4456-b88e-f178cfe9e680 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:40.358294 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e4167c8-a831-4790-94c8-f61828c0bc4b req-e07030dd-baff-4cc5-bda5-f06989aac979 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330901 Sep 18 05:03:40.452802 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4d2a17eb-332f-48d9-b161-254b568f50d9 req-7afe9bab-1d3a-4456-b88e-f178cfe9e680 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:40.456201 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4d2a17eb-332f-48d9-b161-254b568f50d9 req-7afe9bab-1d3a-4456-b88e-f178cfe9e680 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:40.457384 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d2a17eb-332f-48d9-b161-254b568f50d9 req-7afe9bab-1d3a-4456-b88e-f178cfe9e680 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "DELETE /v2.0/security-groups/fb2efbc9-f13e-407d-ac2b-2c2749c63b2f HTTP/1.1" status: 204 len: 173 time: 0.2326443 Sep 18 05:03:40.470630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe9bab-1d3a-4456-b88e-f178cfe9e680 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2efbc9-f13e-407d-ac2b-2c2749c63b2f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:40.495134 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-352ea2d0-0be1-47fe-a524-f8627862a154 req-c1dee7d8-078f-46a2-b151-c4368eca1a52 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] show failed (client error): The resource could not be found. Sep 18 05:03:40.496469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ea2d0-0be1-47fe-a524-f8627862a154 req-c1dee7d8-078f-46a2-b151-c4368eca1a52 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/fb2efbc9-f13e-407d-ac2b-2c2749c63b2f HTTP/1.1" status: 404 len: 352 time: 0.0167813 Sep 18 05:03:40.599385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d793a-634a-45cb-8c8f-8f6d5622cb12 req-366ee91e-16d8-44e6-b205-23ec1dd2255b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:40.601196 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-783d793a-634a-45cb-8c8f-8f6d5622cb12 req-366ee91e-16d8-44e6-b205-23ec1dd2255b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0541794 Sep 18 05:03:40.646390 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-783d793a-634a-45cb-8c8f-8f6d5622cb12 req-fa4d3d11-d754-4f62-ae98-fd85b1e016b1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389485 Sep 18 05:03:40.656260 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-80705798-67bc-43f1-84aa-822163d2da0d req-b40711ce-eaba-47cb-a9e1-655ea65136d2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/14a6a6da-147c-475b-a9a9-5113080c3f66 HTTP/1.1" status: 200 len: 1800 time: 0.0444815 Sep 18 05:03:40.664587 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f0ac2a4b-28da-496e-b1d7-fac774211d51 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:03:40.720274 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-80705798-67bc-43f1-84aa-822163d2da0d req-9715b513-bd17-4c58-812c-d8a956ec86e3 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:40.747217 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-80705798-67bc-43f1-84aa-822163d2da0d req-9715b513-bd17-4c58-812c-d8a956ec86e3 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:40.771114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f0ac2a4b-28da-496e-b1d7-fac774211d51, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f0ac2a4b-28da-496e-b1d7-fac774211d51,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:40.782495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'f0ac2a4b-28da-496e-b1d7-fac774211d51', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'f0ac2a4b-28da-496e-b1d7-fac774211d51', 'mac_address': 'fa:16:3e:d3:6f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:03:40.826001 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:40.838592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ac2a4b-28da-496e-b1d7-fac774211d51 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:40.858225 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f0ac2a4b-28da-496e-b1d7-fac774211d51, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f0ac2a4b-28da-496e-b1d7-fac774211d51,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:40.881822 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-80705798-67bc-43f1-84aa-822163d2da0d req-9715b513-bd17-4c58-812c-d8a956ec86e3 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:40.885056 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-80705798-67bc-43f1-84aa-822163d2da0d req-9715b513-bd17-4c58-812c-d8a956ec86e3 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:40.886218 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-80705798-67bc-43f1-84aa-822163d2da0d req-9715b513-bd17-4c58-812c-d8a956ec86e3 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "DELETE /v2.0/security-groups/14a6a6da-147c-475b-a9a9-5113080c3f66 HTTP/1.1" status: 204 len: 173 time: 0.2239265 Sep 18 05:03:40.899184 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715b513-bd17-4c58-812c-d8a956ec86e3 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a6a6da-147c-475b-a9a9-5113080c3f66,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:40.905915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0bbb4-ff21-43f3-b62a-20a92a36632a req-b9924225-ceb5-4e83-b51c-e001dc5d3165 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:40.917591 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11b0bbb4-ff21-43f3-b62a-20a92a36632a req-b9924225-ceb5-4e83-b51c-e001dc5d3165 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 945 time: 0.0562997 Sep 18 05:03:40.938663 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [req-fc20808e-d2b9-469b-8198-04f8878d24e1 req-30e95ee3-5e40-43c7-af1f-ed7dc51fbde1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] show failed (client error): The resource could not be found. Sep 18 05:03:40.939835 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc20808e-d2b9-469b-8198-04f8878d24e1 req-30e95ee3-5e40-43c7-af1f-ed7dc51fbde1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/14a6a6da-147c-475b-a9a9-5113080c3f66 HTTP/1.1" status: 404 len: 352 time: 0.0224760 Sep 18 05:03:40.940420 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:40.957200 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11b0bbb4-ff21-43f3-b62a-20a92a36632a req-db42c5da-38da-4cbb-af3f-dea6b453e0a6 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387092 Sep 18 05:03:41.000846 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=f0ac2a4b-28da-496e-b1d7-fac774211d51,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:41.036309 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2e75e803-bd49-4b7d-a2ff-c670cc90d09a req-291e0388-8c3b-4be3-86e4-617085980fb8 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=672d79aa4d6c47a580682222b24061cf HTTP/1.1" status: 200 len: 6149 time: 0.0735478 Sep 18 05:03:41.088133 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2e75e803-bd49-4b7d-a2ff-c670cc90d09a req-df3a5691-6280-4a18-b9c6-e7677422d134 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/bacfcc37-f61f-4627-bd98-00ec9eea93e7 HTTP/1.1" status: 200 len: 2981 time: 0.0431736 Sep 18 05:03:41.135710 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2e75e803-bd49-4b7d-a2ff-c670cc90d09a req-482e1c94-6117-42f0-8c0e-d42a68cfa0a7 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/bacfcc37-f61f-4627-bd98-00ec9eea93e7 HTTP/1.1" status: 200 len: 2981 time: 0.0412009 Sep 18 05:03:41.164732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-43233579-1bf4-4022-abc1-4aa51ff3fee5 req-43f0e62a-89c8-48fb-8862-7f5e757012c5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1794659026', 'description': 'tempest-description-110620625'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:41.296806 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-43233579-1bf4-4022-abc1-4aa51ff3fee5 req-43f0e62a-89c8-48fb-8862-7f5e757012c5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:41.300974 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['f0ac2a4b-28da-496e-b1d7-fac774211d51'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:41.313999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f178555-61cc-422c-b401-bd121b5463f3 req-abadf4ae-60c3-450e-8200-280b523c8bcb tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:41.317026 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6f178555-61cc-422c-b401-bd121b5463f3 req-abadf4ae-60c3-450e-8200-280b523c8bcb tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 944 time: 0.0642138 Sep 18 05:03:41.379067 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6f178555-61cc-422c-b401-bd121b5463f3 req-2f0255eb-a92d-4761-b5f6-187be767be88 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443594 Sep 18 05:03:41.459865 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-43233579-1bf4-4022-abc1-4aa51ff3fee5 req-43f0e62a-89c8-48fb-8862-7f5e757012c5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:41.514493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7753a-ea48-4143-b373-e934896fb007 req-263b8de0-c954-47c4-9d18-b2b954ccdf19 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:41.516463 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-08c7753a-ea48-4143-b373-e934896fb007 req-263b8de0-c954-47c4-9d18-b2b954ccdf19 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 948 time: 0.0800698 Sep 18 05:03:41.526970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-43233579-1bf4-4022-abc1-4aa51ff3fee5 req-43f0e62a-89c8-48fb-8862-7f5e757012c5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:41.569939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0e62a-89c8-48fb-8862-7f5e757012c5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da972b2-58f8-4524-9b12-d9c593bdaab2,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:41.586003 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-08c7753a-ea48-4143-b373-e934896fb007 req-2b96f538-b71c-42e0-a41f-424d160d7ed7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630469 Sep 18 05:03:41.645346 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-43233579-1bf4-4022-abc1-4aa51ff3fee5 req-43f0e62a-89c8-48fb-8862-7f5e757012c5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:41.646823 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43233579-1bf4-4022-abc1-4aa51ff3fee5 req-43f0e62a-89c8-48fb-8862-7f5e757012c5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4862607 Sep 18 05:03:41.692216 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-96a12e83-88ce-4b8e-904f-6cea8d1e302f req-702a6b5a-029c-441d-988b-b624ca3cdf97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-327120246', 'description': 'tempest-description-1831881895'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:41.790350 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-96a12e83-88ce-4b8e-904f-6cea8d1e302f req-702a6b5a-029c-441d-988b-b624ca3cdf97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:41.861184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c742e-6b72-4861-870d-dfd862cbe2d6 req-80fccba3-a3fc-4e06-9254-cf77747ab304 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:41.863509 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e7c742e-6b72-4861-870d-dfd862cbe2d6 req-80fccba3-a3fc-4e06-9254-cf77747ab304 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0656028 Sep 18 05:03:41.888886 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-96a12e83-88ce-4b8e-904f-6cea8d1e302f req-702a6b5a-029c-441d-988b-b624ca3cdf97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:41.913847 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e7c742e-6b72-4861-870d-dfd862cbe2d6 req-19254a14-2aec-4cb1-bb0d-1bc85eced1df tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Sep 18 05:03:41.961586 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-96a12e83-88ce-4b8e-904f-6cea8d1e302f req-702a6b5a-029c-441d-988b-b624ca3cdf97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:41.992982 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a6b5a-029c-441d-988b-b624ca3cdf97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efeee1d9-c21d-45c8-9672-e23a806c07bb,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:42.076615 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-96a12e83-88ce-4b8e-904f-6cea8d1e302f req-702a6b5a-029c-441d-988b-b624ca3cdf97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:42.078057 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-96a12e83-88ce-4b8e-904f-6cea8d1e302f req-702a6b5a-029c-441d-988b-b624ca3cdf97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3903561 Sep 18 05:03:42.097906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068c43f-3d8b-441e-a88b-29f2e43d9614 req-199bc910-a57d-440e-aa14-37b1c95dbab6 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:42.099569 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b068c43f-3d8b-441e-a88b-29f2e43d9614 req-199bc910-a57d-440e-aa14-37b1c95dbab6 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 945 time: 0.0563898 Sep 18 05:03:42.154369 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b068c43f-3d8b-441e-a88b-29f2e43d9614 req-57c33a93-d2f0-4ef2-9fda-9e8023744bf0 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435407 Sep 18 05:03:42.286624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c6ccd-aa4c-4754-80b1-f788928df073 req-b7899c57-ca2f-41ea-ad61-33869a387948 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:42.288289 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-615c6ccd-aa4c-4754-80b1-f788928df073 req-b7899c57-ca2f-41ea-ad61-33869a387948 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 945 time: 0.0622804 Sep 18 05:03:42.338045 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-615c6ccd-aa4c-4754-80b1-f788928df073 req-cd4f519c-c936-4703-836d-70e92c5ccd6e tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421093 Sep 18 05:03:42.427936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-fc43a6de-f386-4bbb-b9ef-5aea3dacab98 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:42.429732 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-fc43a6de-f386-4bbb-b9ef-5aea3dacab98 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/networks?id=3858a9e9-fe25-48c5-8405-a36c53e332b0 HTTP/1.1" status: 200 len: 813 time: 0.1409757 Sep 18 05:03:42.446156 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-fa8565bb-89f8-42a6-99e7-0986e4d4be05 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/quotas/672d79aa4d6c47a580682222b24061cf HTTP/1.1" status: 200 len: 375 time: 0.0098410 Sep 18 05:03:42.516076 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-f804f2f9-a909-4289-aba3-740f0fa50cac tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=672d79aa4d6c47a580682222b24061cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569692 Sep 18 05:03:42.611939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b56e09-9574-479b-9228-f7a82ddc478c req-03fda68d-b775-475c-b85e-ef9079423761 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:42.620723 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87b56e09-9574-479b-9228-f7a82ddc478c req-03fda68d-b775-475c-b85e-ef9079423761 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 944 time: 0.0711834 Sep 18 05:03:42.631870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-e8e07b36-aa35-4b82-b509-77f6f95e797c service neutron] 10.222.0.23 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081283 Sep 18 05:03:42.660551 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87b56e09-9574-479b-9228-f7a82ddc478c req-1a5f3ada-d316-4ec5-ad41-1077437abc26 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Sep 18 05:03:42.667588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f0ac2a4b-28da-496e-b1d7-fac774211d51 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:03:42.747939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-30ef8323-ffe9-43d4-ae1d-2b8629fec359 service neutron] 10.222.0.23 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148176 Sep 18 05:03:42.801266 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2188873-edaf-444a-9c10-8c80a542233f req-9e055d4f-5a48-4f10-a08f-5142f98590b3 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:42.802835 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c2188873-edaf-444a-9c10-8c80a542233f req-9e055d4f-5a48-4f10-a08f-5142f98590b3 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 945 time: 0.0646181 Sep 18 05:03:42.845706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port f0ac2a4b-28da-496e-b1d7-fac774211d51 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:03:42.850150 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port f0ac2a4b-28da-496e-b1d7-fac774211d51 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:03:42.850540 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:42.859085 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c2188873-edaf-444a-9c10-8c80a542233f req-14cf5d30-9674-43b6-bc04-d48ada063963 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469038 Sep 18 05:03:42.955456 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:42.978703 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1a78d-134e-4fa9-9384-d1463f225390 req-a2811025-bce7-4b62-b6ba-fd4c8d1e28ce tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:42.980273 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ab1a78d-134e-4fa9-9384-d1463f225390 req-a2811025-bce7-4b62-b6ba-fd4c8d1e28ce tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 948 time: 0.0602388 Sep 18 05:03:42.998908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b769a3-6e4c-457d-bfd2-ea1e98b150f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ac2a4b-28da-496e-b1d7-fac774211d51'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:43.003364 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a744ac-0610-486d-ab3e-c108b9bad252" -d '{"events": [{"server_uuid": "52b769a3-6e4c-457d-bfd2-ea1e98b150f5", "name": "network-vif-plugged", "status": "completed", "tag": "f0ac2a4b-28da-496e-b1d7-fac774211d51"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:43.019461 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f0ac2a4b-28da-496e-b1d7-fac774211d51, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f0ac2a4b-28da-496e-b1d7-fac774211d51,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:43.048450 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ab1a78d-134e-4fa9-9384-d1463f225390 req-b7c24edc-04bd-41a9-933d-373fc4d68bfe tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610113 Sep 18 05:03:43.169519 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:43.200064 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1f0ef71-47e2-4bcf-870c-b932daaba230 req-02a94e29-bcf2-4409-9bbc-7a03b87a5c94 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 210 time: 0.0401206 Sep 18 05:03:43.245340 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=f0ac2a4b-28da-496e-b1d7-fac774211d51,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:43.252639 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e83092b-dfa9-40ad-bd54-2fcdf7759a08 x-openstack-request-id: req-9e83092b-dfa9-40ad-bd54-2fcdf7759a08 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:43.253691 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b769a3-6e4c-457d-bfd2-ea1e98b150f5", "name": "network-vif-plugged", "status": "completed", "tag": "f0ac2a4b-28da-496e-b1d7-fac774211d51", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:43.254620 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e83092b-dfa9-40ad-bd54-2fcdf7759a08 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:43.255665 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b769a3-6e4c-457d-bfd2-ea1e98b150f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ac2a4b-28da-496e-b1d7-fac774211d51', 'code': 200} Sep 18 05:03:43.281109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04397837-4cff-4f75-8106-4362519b753c req-f231d040-db6d-40c7-af07-81927733e89c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:43.290479 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-04397837-4cff-4f75-8106-4362519b753c req-f231d040-db6d-40c7-af07-81927733e89c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0910084 Sep 18 05:03:43.295291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-1fbbf9a8-03e1-4711-94f8-6a905e5c9fc8 service neutron] 10.222.0.18 "GET /v2.0/ports/68bcae07-b6ba-4700-a07b-a753855da638/bindings/n-h2-789963-13 HTTP/1.1" status: 200 len: 385 time: 0.0799637 Sep 18 05:03:43.377275 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-04397837-4cff-4f75-8106-4362519b753c req-13219315-553b-4fe7-8992-2adce9e155e6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853260 Sep 18 05:03:43.387881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd4c56-f04f-4ceb-a1c1-151999f3e994 req-0f50a349-60c3-49e6-bf08-1a3f8c9dc6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:43.389926 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-40bd4c56-f04f-4ceb-a1c1-151999f3e994 req-0f50a349-60c3-49e6-bf08-1a3f8c9dc6dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 1101 time: 0.0670085 Sep 18 05:03:43.457758 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-40bd4c56-f04f-4ceb-a1c1-151999f3e994 req-a432038d-e3bf-4b3b-9911-8404e6b91adb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473418 Sep 18 05:03:43.517354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-199019bc-51a6-4076-b47d-a997468892fa service neutron] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=68bcae07-b6ba-4700-a07b-a753855da638,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:43.539041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-199019bc-51a6-4076-b47d-a997468892fa service neutron] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:43.574097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-199019bc-51a6-4076-b47d-a997468892fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bcae07-b6ba-4700-a07b-a753855da638 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:43.585821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-199019bc-51a6-4076-b47d-a997468892fa service neutron] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=68bcae07-b6ba-4700-a07b-a753855da638,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:43.681749 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-199019bc-51a6-4076-b47d-a997468892fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:43.747577 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6929c5-f2a6-438b-8ef2-7e6da14efd61 req-988c82d4-37fb-4c9e-9c98-f9679e97f7bc tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:43.749316 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0c6929c5-f2a6-438b-8ef2-7e6da14efd61 req-988c82d4-37fb-4c9e-9c98-f9679e97f7bc tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 945 time: 0.0576160 Sep 18 05:03:43.796526 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0c6929c5-f2a6-438b-8ef2-7e6da14efd61 req-16663e67-5e78-4b14-a808-e489dc957915 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Sep 18 05:03:43.808445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-199019bc-51a6-4076-b47d-a997468892fa service neutron] Transition to ACTIVE for port object 68bcae07-b6ba-4700-a07b-a753855da638 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:03:43.821442 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8efe50-41f5-4d21-82c9-626217827800 req-9da3fabd-ee09-48cf-a4a2-f1e083e4d7c2 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:43.823225 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be8efe50-41f5-4d21-82c9-626217827800 req-9da3fabd-ee09-48cf-a4a2-f1e083e4d7c2 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 944 time: 0.0680699 Sep 18 05:03:43.866672 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be8efe50-41f5-4d21-82c9-626217827800 req-62b05941-aa80-4448-82dc-47181cecc502 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361423 Sep 18 05:03:43.898964 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-199019bc-51a6-4076-b47d-a997468892fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:43.974093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-199019bc-51a6-4076-b47d-a997468892fa service neutron] No DVR routers for this DVR port 68bcae07-b6ba-4700-a07b-a753855da638 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:03:43.985635 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199019bc-51a6-4076-b47d-a997468892fa service neutron] Pushing event updated for resources: {'Port': ['ID=68bcae07-b6ba-4700-a07b-a753855da638,revision_number=10']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:44.010587 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-199019bc-51a6-4076-b47d-a997468892fa service neutron] 10.222.0.18 "PUT /v2.0/ports/68bcae07-b6ba-4700-a07b-a753855da638/bindings/n-h2-789963-13/activate HTTP/1.1" status: 200 len: 370 time: 0.7013507 Sep 18 05:03:44.181285 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b892d-3b1c-44ae-bc5f-61736d3b3255 req-7dabd7e2-6236-47dd-a9e0-8ca10cc4fc71 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:44.191802 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-776b892d-3b1c-44ae-bc5f-61736d3b3255 req-7dabd7e2-6236-47dd-a9e0-8ca10cc4fc71 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 949 time: 0.0588229 Sep 18 05:03:44.199265 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-715aa3bb-d5ea-4ffb-b512-618c842b3598 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:44.199265 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-715aa3bb-d5ea-4ffb-b512-618c842b3598 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248&tenant_id=b9d48c11f3d54c54908deb8998856514&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1097 time: 0.0527923 Sep 18 05:03:44.240277 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-776b892d-3b1c-44ae-bc5f-61736d3b3255 req-e71399e7-0ca8-4d0b-ba37-ea10a315c5fc tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473707 Sep 18 05:03:44.276491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-44ac04ce-51a2-4780-ae27-9a69951a577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:44.278170 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-44ac04ce-51a2-4780-ae27-9a69951a577d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248&tenant_id=b9d48c11f3d54c54908deb8998856514 HTTP/1.1" status: 200 len: 1097 time: 0.0560980 Sep 18 05:03:44.307573 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6887a2b9-05df-45b0-a8fd-b020497b2709 req-e465e4d3-611f-41d6-b3a7-9804fe376b01 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 210 time: 0.0284312 Sep 18 05:03:44.352170 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-d1599d2b-88aa-4bb8-a383-47a06f59fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:44.353732 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-d1599d2b-88aa-4bb8-a383-47a06f59fccd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 1097 time: 0.0448949 Sep 18 05:03:44.463484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-03a95ffb-fb39-47ed-aacb-1a8f226df697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:44.465160 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-03a95ffb-fb39-47ed-aacb-1a8f226df697 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.0940192 Sep 18 05:03:44.512933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574dd92-d586-4722-9170-b8807a9279d7 req-e7fb10c9-071d-4573-9e65-dcd40231c426 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:44.514926 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e574dd92-d586-4722-9170-b8807a9279d7 req-e7fb10c9-071d-4573-9e65-dcd40231c426 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0617325 Sep 18 05:03:44.528999 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-c65c0543-77a1-4bcf-8520-e5999818d666 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68bcae07-b6ba-4700-a07b-a753855da638 HTTP/1.1" status: 200 len: 217 time: 0.0405757 Sep 18 05:03:44.572363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e574dd92-d586-4722-9170-b8807a9279d7 req-b82ed66f-742b-4c40-a78a-7aa101d7454d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506074 Sep 18 05:03:44.600434 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e4e53186-710f-42e5-93cf-6e98bd948c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:44.602088 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-e4e53186-710f-42e5-93cf-6e98bd948c5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.0608618 Sep 18 05:03:44.642044 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-0985ad2b-e2d0-48df-a3d3-d6e3cd9fb59f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303490 Sep 18 05:03:44.691559 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 68bcae07-b6ba-4700-a07b-a753855da638 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:03:44.750588 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-c9708528-e1be-40c2-8bb9-c0c7f8b0d714 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998549 Sep 18 05:03:44.763547 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 68bcae07-b6ba-4700-a07b-a753855da638 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:03:44.857644 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-5c9bba0b-b5eb-4d24-a9a3-b832c230665d service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996873 Sep 18 05:03:44.941364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aebe8d-6a8a-43e2-83fe-ef758e417cd2 req-11f9b2d8-493e-47ba-a7ca-e5d0d4d4b6f3 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:44.943209 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-74aebe8d-6a8a-43e2-83fe-ef758e417cd2 req-11f9b2d8-493e-47ba-a7ca-e5d0d4d4b6f3 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 945 time: 0.0631258 Sep 18 05:03:44.986107 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-74aebe8d-6a8a-43e2-83fe-ef758e417cd2 req-ccad21dc-c885-499e-a616-7550a083cef5 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366840 Sep 18 05:03:44.998772 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef8f85-7e3b-4f3e-a2df-43d2b9843efb req-02794f50-c9f0-45c8-8e1f-f05668403b50 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:45.004435 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8ef8f85-7e3b-4f3e-a2df-43d2b9843efb req-02794f50-c9f0-45c8-8e1f-f05668403b50 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 945 time: 0.0616775 Sep 18 05:03:45.046883 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8ef8f85-7e3b-4f3e-a2df-43d2b9843efb req-9371c2b6-4963-4640-9e57-11d50afa10f4 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372319 Sep 18 05:03:45.426363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cfa3f0f-88f8-4272-a0a4-0d53f8e25fa4 req-d650238f-4530-4c2a-a123-8f23a45a5d68 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 210 time: 0.0321376 Sep 18 05:03:45.461008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64503e5c-27db-4332-b382-dfd037adb258 req-99ad2e4a-44e2-46fb-9a58-587058881b90 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:45.472827 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-64503e5c-27db-4332-b382-dfd037adb258 req-99ad2e4a-44e2-46fb-9a58-587058881b90 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 949 time: 0.1498387 Sep 18 05:03:45.506675 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb1c59-8ed7-4384-b921-75f511dc8fc7 req-bb46e7a4-120e-443d-8b27-4c46ec0560a8 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:45.508480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-67eb1c59-8ed7-4384-b921-75f511dc8fc7 req-bb46e7a4-120e-443d-8b27-4c46ec0560a8 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.13 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 945 time: 0.0693498 Sep 18 05:03:45.540532 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-64503e5c-27db-4332-b382-dfd037adb258 req-47630057-a8ed-46cc-a645-6bdad5a6604c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644233 Sep 18 05:03:45.547852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-451545b4-63cf-4eea-aef0-5156046acc93 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:45.549455 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-451545b4-63cf-4eea-aef0-5156046acc93 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.13 "GET /v2.0/networks?id=3858a9e9-fe25-48c5-8405-a36c53e332b0 HTTP/1.1" status: 200 len: 813 time: 0.2147479 Sep 18 05:03:45.575612 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-1ed18422-0752-44fa-a395-03c51b288c31 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'port': {'device_id': '43080f6b-af01-4864-851b-02452076ebfa', 'network_id': '3858a9e9-fe25-48c5-8405-a36c53e332b0', 'admin_state_up': True, 'tenant_id': '672d79aa4d6c47a580682222b24061cf'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:45.714929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-5240d415-fcd5-4914-8c0b-bfd3ae1ce552 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:45.716399 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-5240d415-fcd5-4914-8c0b-bfd3ae1ce552 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248&tenant_id=b9d48c11f3d54c54908deb8998856514&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 1097 time: 0.0975876 Sep 18 05:03:45.724954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2d462-8da6-4209-a1f6-21b6554d43f2 req-a2c30aeb-c394-46ed-9f78-fc23154d3208 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:45.726518 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80d2d462-8da6-4209-a1f6-21b6554d43f2 req-a2c30aeb-c394-46ed-9f78-fc23154d3208 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 1101 time: 0.0925372 Sep 18 05:03:45.738282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-67eb1c59-8ed7-4384-b921-75f511dc8fc7 req-edb09737-7d2e-4f9a-b0a9-90d2388a1d8a tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Deleting port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:03:45.738632 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-67eb1c59-8ed7-4384-b921-75f511dc8fc7 req-edb09737-7d2e-4f9a-b0a9-90d2388a1d8a tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:45.765664 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa1306-008a-442e-9e07-20a0020ca1e6 req-bcbd29a8-30dc-491d-8e12-2f171991751c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:45.767327 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5baa1306-008a-442e-9e07-20a0020ca1e6 req-bcbd29a8-30dc-491d-8e12-2f171991751c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0959954 Sep 18 05:03:45.823332 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5baa1306-008a-442e-9e07-20a0020ca1e6 req-a7f3de8c-b332-4c65-9ce5-76dd7ec902cc tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479176 Sep 18 05:03:45.877318 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80d2d462-8da6-4209-a1f6-21b6554d43f2 req-d4547bd7-9a93-4223-b7b3-42ebd38b1dc2 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335866 Sep 18 05:03:45.900176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-67eb1c59-8ed7-4384-b921-75f511dc8fc7 req-edb09737-7d2e-4f9a-b0a9-90d2388a1d8a tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] For port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=07fed6f4-a8e4-42b9-a0dd-c69fd1c73261,segment=NetworkSegment(29858e98-40a8-4185-a72e-39f72002d07f),segment_id=29858e98-40a8-4185-a72e-39f72002d07f)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:45.900585 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-67eb1c59-8ed7-4384-b921-75f511dc8fc7 req-edb09737-7d2e-4f9a-b0a9-90d2388a1d8a tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:45.919529 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-1ed18422-0752-44fa-a395-03c51b288c31 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Made reservation on behalf of 672d79aa4d6c47a580682222b24061cf for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:03:45.923660 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-1ed18422-0752-44fa-a395-03c51b288c31 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:45.935464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-67eb1c59-8ed7-4384-b921-75f511dc8fc7 req-edb09737-7d2e-4f9a-b0a9-90d2388a1d8a tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Calling delete_port for 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:03:46.103090 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-7bcd6752-ed3e-49f5-acb7-971eb68d8969 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485768 Sep 18 05:03:46.142387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-1ed18422-0752-44fa-a395-03c51b288c31 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Allocated IP 172.20.0.5 (3858a9e9-fe25-48c5-8405-a36c53e332b0/f9a50f6b-536e-4827-947b-895ebcb75b5e/682a09be-415c-432c-9661-51699d1258d5) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:03:46.182794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae435d-8bb6-4cb5-825b-636819dafbd5 req-993b75c1-c5e7-4d71-8721-9c3235f64b47 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:46.182794 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-83ae435d-8bb6-4cb5-825b-636819dafbd5 req-993b75c1-c5e7-4d71-8721-9c3235f64b47 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 945 time: 0.0775106 Sep 18 05:03:46.218508 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-83ae435d-8bb6-4cb5-825b-636819dafbd5 req-3c10018b-7efd-45bf-b15f-68c97ca9007f tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c800f5-0275-42fd-a5d4-aa52ad14d2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364206 Sep 18 05:03:46.278909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-f9f213bb-0a22-474c-ba62-95f15ee5fb3b tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:46.280453 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-f9f213bb-0a22-474c-ba62-95f15ee5fb3b tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689892 Sep 18 05:03:46.296326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-6cc8e80c-01fa-4ac0-8d36-abfa4eb1fb6e service neutron] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:46.310152 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-6cc8e80c-01fa-4ac0-8d36-abfa4eb1fb6e service neutron] Notify callbacks [] for binding, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:46.310152 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2b943fb-3aaa-4d21-aa52-40ccc19ef4b1 req-6cc8e80c-01fa-4ac0-8d36-abfa4eb1fb6e service neutron] 10.222.0.13 "DELETE /v2.0/ports/68bcae07-b6ba-4700-a07b-a753855da638/bindings/n-h1-789963-13 HTTP/1.1" status: 204 len: 173 time: 0.5743024 Sep 18 05:03:46.310434 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-b10a7125-80fd-4d1b-be6a-38be4e865a3d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/quotas/a97b9513588a49819b66961de66a225b HTTP/1.1" status: 200 len: 375 time: 0.0156939 Sep 18 05:03:46.357655 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6989a6-5124-47ef-be11-d2996e41ddbe req-63248679-b32b-4227-8efd-7e9829e29735 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:46.365626 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a6989a6-5124-47ef-be11-d2996e41ddbe req-63248679-b32b-4227-8efd-7e9829e29735 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 945 time: 0.0614529 Sep 18 05:03:46.411280 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a6989a6-5124-47ef-be11-d2996e41ddbe req-740d46e6-8791-4fe2-881d-b3ea142ec0b7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445411 Sep 18 05:03:46.414318 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-1ed18422-0752-44fa-a395-03c51b288c31 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:46.436619 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-c35de490-2cb4-48d8-964e-18d57b4ec162 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0999751 Sep 18 05:03:46.450888 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-67eb1c59-8ed7-4384-b921-75f511dc8fc7 req-edb09737-7d2e-4f9a-b0a9-90d2388a1d8a tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:46.467053 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['07fed6f4-a8e4-42b9-a0dd-c69fd1c73261'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:46.501342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb09737-7d2e-4f9a-b0a9-90d2388a1d8a tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Pushing event deleted for resources: {'Port': ['ID=07fed6f4-a8e4-42b9-a0dd-c69fd1c73261,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:46.560455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-67eb1c59-8ed7-4384-b921-75f511dc8fc7 req-edb09737-7d2e-4f9a-b0a9-90d2388a1d8a tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] No DVR routers for this DVR port 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:03:46.563392 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-67eb1c59-8ed7-4384-b921-75f511dc8fc7 req-edb09737-7d2e-4f9a-b0a9-90d2388a1d8a tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:46.565539 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-67eb1c59-8ed7-4384-b921-75f511dc8fc7 req-edb09737-7d2e-4f9a-b0a9-90d2388a1d8a tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.13 "DELETE /v2.0/ports/07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 HTTP/1.1" status: 204 len: 173 time: 1.0473328 Sep 18 05:03:46.571539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12593777-6400-49f3-b283-61de9b8bb701', 'name': 'network-vif-deleted', 'tag': '07fed6f4-a8e4-42b9-a0dd-c69fd1c73261'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:46.571539 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b7e669-6aaa-4f23-ad76-893f598425bf" -d '{"events": [{"server_uuid": "12593777-6400-49f3-b283-61de9b8bb701", "name": "network-vif-deleted", "tag": "07fed6f4-a8e4-42b9-a0dd-c69fd1c73261"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:46.596077 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-1ed18422-0752-44fa-a395-03c51b288c31 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:46.605574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['b9bb74ba-960f-446e-abcd-9051f5a2a6be'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:46.666998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-1ed18422-0752-44fa-a395-03c51b288c31 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Network 3858a9e9-fe25-48c5-8405-a36c53e332b0 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:03:46.670538 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-1ed18422-0752-44fa-a395-03c51b288c31 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:03:46.680881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-1ed18422-0752-44fa-a395-03c51b288c31 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:03:46.685327 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed18422-0752-44fa-a395-03c51b288c31 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'Port': ['ID=682a09be-415c-432c-9661-51699d1258d5,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:46.780185 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-1ed18422-0752-44fa-a395-03c51b288c31 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:46.780185 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-1ed18422-0752-44fa-a395-03c51b288c31 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:46.887770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf2bd6-69d8-4a2e-ab8e-1711546298e1 req-d9af39ad-7661-4082-bfe5-608df79b1017 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:46.892737 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-1ed18422-0752-44fa-a395-03c51b288c31 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3269870 Sep 18 05:03:46.902777 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4cbf2bd6-69d8-4a2e-ab8e-1711546298e1 req-d9af39ad-7661-4082-bfe5-608df79b1017 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 931 time: 0.1745617 Sep 18 05:03:46.907263 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Request body: {'port': {'device_id': '43080f6b-af01-4864-851b-02452076ebfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:46.943635 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4c631d-ef7b-49ed-a173-5bc253e031c6 x-openstack-request-id: req-3c4c631d-ef7b-49ed-a173-5bc253e031c6 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:46.943883 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12593777-6400-49f3-b283-61de9b8bb701", "name": "network-vif-deleted", "tag": "07fed6f4-a8e4-42b9-a0dd-c69fd1c73261", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:46.944139 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c4c631d-ef7b-49ed-a173-5bc253e031c6 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:46.944565 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12593777-6400-49f3-b283-61de9b8bb701', 'name': 'network-vif-deleted', 'tag': '07fed6f4-a8e4-42b9-a0dd-c69fd1c73261', 'status': 'completed', 'code': 200} Sep 18 05:03:47.005918 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4cbf2bd6-69d8-4a2e-ab8e-1711546298e1 req-480573dc-a23e-41c9-b56f-47a1b73f0fa2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970261 Sep 18 05:03:47.009608 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:47.138572 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-225d1e56-a515-4e8e-896b-e03390fd65d8 req-236227b7-322b-459b-b694-5709376be9b2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 210 time: 0.0398607 Sep 18 05:03:47.285434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750f7d8-49bc-46d8-8024-7336ce320455 req-9fa2029f-cbaf-4527-8f6e-cf5ccc0d5239 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:47.286875 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b750f7d8-49bc-46d8-8024-7336ce320455 req-9fa2029f-cbaf-4527-8f6e-cf5ccc0d5239 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0619621 Sep 18 05:03:47.334285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b750f7d8-49bc-46d8-8024-7336ce320455 req-32f66de9-2238-4ce6-bee3-e9981632fdd3 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387099 Sep 18 05:03:47.346069 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1a24-ee9c-42ab-b0d6-43d8910ad113 req-d91de33c-7a78-491f-9205-80edb6d01eb5 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:47.355573 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3fbd1a24-ee9c-42ab-b0d6-43d8910ad113 req-d91de33c-7a78-491f-9205-80edb6d01eb5 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 1097 time: 0.3010762 Sep 18 05:03:47.407329 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3fbd1a24-ee9c-42ab-b0d6-43d8910ad113 req-a34efe0f-37d9-43f6-b244-c4c9d43364e3 tempest-LiveMigrationTest-1048124446 tempest-LiveMigrationTest-1048124446-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519810 Sep 18 05:03:47.480926 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682a09be-415c-432c-9661-51699d1258d5 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:47.489695 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:47.501075 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11b5fe6c-672a-4b9a-9168-8cd5fa457c4b req-ef34f709-0dec-4be6-af1e-d8db94f9c666 tempest-ServersNegativeTestMultiTenantJSON-2090988661 tempest-ServersNegativeTestMultiTenantJSON-2090988661-project] 10.222.0.23 "GET /v2.0/ports?device_id=12593777-6400-49f3-b283-61de9b8bb701 HTTP/1.1" status: 200 len: 210 time: 0.0456562 Sep 18 05:03:47.505889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Transition to ACTIVE for port object 682a09be-415c-432c-9661-51699d1258d5 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:03:47.605510 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:47.680121 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Pushing event updated for resources: {'Port': ['ID=682a09be-415c-432c-9661-51699d1258d5,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:47.751557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Attempting to bind port 682a09be-415c-432c-9661-51699d1258d5 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:03:47.752699 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Attempting to bind port 682a09be-415c-432c-9661-51699d1258d5 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '6bb61171-b3cb-4915-97c3-52b9cdea442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3858a9e9-fe25-48c5-8405-a36c53e332b0'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:03:47.757644 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Attempting to bind port 682a09be-415c-432c-9661-51699d1258d5 on network 3858a9e9-fe25-48c5-8405-a36c53e332b0 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:47.758067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Port 682a09be-415c-432c-9661-51699d1258d5 on network 3858a9e9-fe25-48c5-8405-a36c53e332b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:03:47.758405 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Attempting to bind port 682a09be-415c-432c-9661-51699d1258d5 on network 3858a9e9-fe25-48c5-8405-a36c53e332b0 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:47.763603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:03:47.764009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Checking segment: {'id': '6bb61171-b3cb-4915-97c3-52b9cdea442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3858a9e9-fe25-48c5-8405-a36c53e332b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:47.764442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Bound using segment: {'id': '6bb61171-b3cb-4915-97c3-52b9cdea442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3858a9e9-fe25-48c5-8405-a36c53e332b0'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:03:47.764914 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Bound port: 682a09be-415c-432c-9661-51699d1258d5, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb61171-b3cb-4915-97c3-52b9cdea442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3858a9e9-fe25-48c5-8405-a36c53e332b0'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:03:47.765288 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:47.844814 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] For port 682a09be-415c-432c-9661-51699d1258d5, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:47.858099 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] For port 682a09be-415c-432c-9661-51699d1258d5, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=682a09be-415c-432c-9661-51699d1258d5,segment=NetworkSegment(6bb61171-b3cb-4915-97c3-52b9cdea442b),segment_id=6bb61171-b3cb-4915-97c3-52b9cdea442b)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:03:48.002189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:48.048315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:48.048957 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:48.050430 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] 10.222.0.13 "PUT /v2.0/ports/682a09be-415c-432c-9661-51699d1258d5 HTTP/1.1" status: 200 len: 1092 time: 1.1491640 Sep 18 05:03:48.050883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43080f6b-af01-4864-851b-02452076ebfa', 'tag': '682a09be-415c-432c-9661-51699d1258d5'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:48.053163 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3dc3f3-d31f-4168-a37e-fe28775edd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "43080f6b-af01-4864-851b-02452076ebfa", "tag": "682a09be-415c-432c-9661-51699d1258d5"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:48.082450 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cedd5-c2d3-4961-b696-93d4aa98d821 service neutron] Pushing event updated for resources: {'Port': ['ID=682a09be-415c-432c-9661-51699d1258d5,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:48.114348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409870c9-cc92-46c4-bb45-546efd0576a6 req-2a19e15f-3ab1-4c9d-8aff-e3c34aa4fe7f tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:48.119285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-409870c9-cc92-46c4-bb45-546efd0576a6 req-2a19e15f-3ab1-4c9d-8aff-e3c34aa4fe7f tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 945 time: 0.0553958 Sep 18 05:03:48.146701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fc405-56ed-4fd6-94a6-d028e1fcded5 req-9ab35e92-8111-48fa-b5c0-4b1e137f8fe1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:48.148355 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e8fc405-56ed-4fd6-94a6-d028e1fcded5 req-9ab35e92-8111-48fa-b5c0-4b1e137f8fe1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 943 time: 0.0551078 Sep 18 05:03:48.161525 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-409870c9-cc92-46c4-bb45-546efd0576a6 req-622b8962-6137-4b8b-a2db-543d3feed8a3 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387552 Sep 18 05:03:48.197394 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e8fc405-56ed-4fd6-94a6-d028e1fcded5 req-54aa313f-a6ce-419b-a428-8cd7cd0fbbae tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 Sep 18 05:03:48.226441 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdf7218-a0e4-41bc-955d-1028c5939a0c x-openstack-request-id: req-5cdf7218-a0e4-41bc-955d-1028c5939a0c {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:48.226441 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43080f6b-af01-4864-851b-02452076ebfa", "tag": "682a09be-415c-432c-9661-51699d1258d5", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:48.226441 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cdf7218-a0e4-41bc-955d-1028c5939a0c {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:48.226441 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43080f6b-af01-4864-851b-02452076ebfa', 'tag': '682a09be-415c-432c-9661-51699d1258d5', 'status': 'completed', 'code': 200} Sep 18 05:03:48.259674 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-4b1d1524-0731-4cc5-a44b-5f9752045bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:48.261429 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-4b1d1524-0731-4cc5-a44b-5f9752045bad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=672d79aa4d6c47a580682222b24061cf&device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 1095 time: 0.0526886 Sep 18 05:03:48.294289 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-130adde5-f6bc-45e3-a618-3d7d0e17aac7 req-90f75e31-f764-421f-bf4f-1b532b5f273f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 210 time: 0.0310071 Sep 18 05:03:48.314850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-d34dbb60-3ae8-4f38-8d2c-bd88c95f5834 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682a09be-415c-432c-9661-51699d1258d5 HTTP/1.1" status: 200 len: 217 time: 0.0400283 Sep 18 05:03:48.375557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-9c637b10-9a58-4db5-9418-3db078ae4be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:48.377880 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-9c637b10-9a58-4db5-9418-3db078ae4be0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9a50f6b-536e-4827-947b-895ebcb75b5e HTTP/1.1" status: 200 len: 853 time: 0.0488698 Sep 18 05:03:48.415447 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-af48c8ba-80c1-4736-9ab2-278ba6bf65fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3858a9e9-fe25-48c5-8405-a36c53e332b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294876 Sep 18 05:03:48.526926 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ddfe7-2985-432a-8121-2a259e7b3f98 req-8a5399ec-b918-4eb9-b149-0fe28c22e691 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:48.528682 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-de4ddfe7-2985-432a-8121-2a259e7b3f98 req-8a5399ec-b918-4eb9-b149-0fe28c22e691 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.1123357 Sep 18 05:03:48.568605 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40898) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:48.584167 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-9450eccd-7f55-4810-8341-951e20254e4a service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441150 Sep 18 05:03:48.632961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee49b93e-b722-4b9b-a064-56002f722009 admin admin] Deleting subnet ece0e2cb-cd3e-48d0-925d-983cf8afe416 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:03:48.637122 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee49b93e-b722-4b9b-a064-56002f722009 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:48.654419 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-de4ddfe7-2985-432a-8121-2a259e7b3f98 req-9c177d91-1ea8-486a-abf0-fa95738880d8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176479 Sep 18 05:03:48.690838 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee49b93e-b722-4b9b-a064-56002f722009 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:48.736856 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee49b93e-b722-4b9b-a064-56002f722009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:48.743826 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73da1234-8d68-4b34-b3ee-5b9d67635229 req-4415c4cd-26fd-47b3-bcb7-c43734df1437 service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624084 Sep 18 05:03:48.915211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:03:48.929353 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:03:48.929710 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 07fed6f4-a8e4-42b9-a0dd-c69fd1c73261 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:03:49.295326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d02a0c-c886-419b-9971-ae5b8d9a6cca req-a0224573-0a21-45d9-8c65-24c4fe87226a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:49.298555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76d02a0c-c886-419b-9971-ae5b8d9a6cca req-a0224573-0a21-45d9-8c65-24c4fe87226a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 945 time: 0.0640018 Sep 18 05:03:49.350780 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17385df1-9708-4293-b2d7-971acb4e0a81 req-0275aec5-2fc1-4945-91a8-4f4a5ab5ce79 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:49.352632 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-17385df1-9708-4293-b2d7-971acb4e0a81 req-0275aec5-2fc1-4945-91a8-4f4a5ab5ce79 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 943 time: 0.0569441 Sep 18 05:03:49.362580 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76d02a0c-c886-419b-9971-ae5b8d9a6cca req-60c21b7c-8815-4ad7-ad49-de921cd11a21 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419319 Sep 18 05:03:49.398441 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-17385df1-9708-4293-b2d7-971acb4e0a81 req-126c60b4-edda-40e4-afd6-6531cd23c3f2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391128 Sep 18 05:03:49.451869 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb762739-792b-488c-a2bb-e495f7d48bfb req-ed6daac5-dd8b-44eb-b1a5-e6c766bf0016 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 210 time: 0.0279665 Sep 18 05:03:49.528298 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36206b7e-9f6c-47bd-8108-7fac7a75cf55 req-2b5fea37-96e4-40f1-acd9-f3aa13980b5e tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:49.530013 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-36206b7e-9f6c-47bd-8108-7fac7a75cf55 req-2b5fea37-96e4-40f1-acd9-f3aa13980b5e tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.13 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 945 time: 0.0549114 Sep 18 05:03:49.553428 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee49b93e-b722-4b9b-a064-56002f722009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:49.599054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49b93e-b722-4b9b-a064-56002f722009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ece0e2cb-cd3e-48d0-925d-983cf8afe416,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:49.603881 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee49b93e-b722-4b9b-a064-56002f722009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:49.605900 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ee49b93e-b722-4b9b-a064-56002f722009 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ece0e2cb-cd3e-48d0-925d-983cf8afe416 HTTP/1.1" status: 204 len: 168 time: 1.0361505 Sep 18 05:03:49.609508 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40928) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:49.647383 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-36206b7e-9f6c-47bd-8108-7fac7a75cf55 req-abc07380-a7fe-42a3-be04-1de82b9e856c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Deleting port 68bcae07-b6ba-4700-a07b-a753855da638 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:03:49.647733 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-36206b7e-9f6c-47bd-8108-7fac7a75cf55 req-abc07380-a7fe-42a3-be04-1de82b9e856c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:49.648563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dc3f3-d31f-4168-a37e-fe28775edd5e req-bc3f59b7-6319-4c9d-991d-3b484d4191a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:49.650233 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b3dc3f3-d31f-4168-a37e-fe28775edd5e req-bc3f59b7-6319-4c9d-991d-3b484d4191a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=672d79aa4d6c47a580682222b24061cf&device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 1095 time: 0.1075909 Sep 18 05:03:49.729527 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-53e84404-6037-4609-a984-106f7795da77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:49.831459 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-36206b7e-9f6c-47bd-8108-7fac7a75cf55 req-abc07380-a7fe-42a3-be04-1de82b9e856c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] For port 68bcae07-b6ba-4700-a07b-a753855da638, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=68bcae07-b6ba-4700-a07b-a753855da638,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:49.832034 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-36206b7e-9f6c-47bd-8108-7fac7a75cf55 req-abc07380-a7fe-42a3-be04-1de82b9e856c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:49.838563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dc3f3-d31f-4168-a37e-fe28775edd5e req-1b32f28c-291a-470d-9996-066b416964c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:49.840774 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b3dc3f3-d31f-4168-a37e-fe28775edd5e req-1b32f28c-291a-470d-9996-066b416964c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3858a9e9-fe25-48c5-8405-a36c53e332b0 HTTP/1.1" status: 200 len: 913 time: 0.1603692 Sep 18 05:03:49.848352 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932f91-407b-40db-ba39-3be800fe27e6 req-a96c46ea-79a0-4602-9984-026149d2fe2f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:49.855814 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26932f91-407b-40db-ba39-3be800fe27e6 req-a96c46ea-79a0-4602-9984-026149d2fe2f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0999084 Sep 18 05:03:49.868762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-36206b7e-9f6c-47bd-8108-7fac7a75cf55 req-abc07380-a7fe-42a3-be04-1de82b9e856c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Calling delete_port for 68bcae07-b6ba-4700-a07b-a753855da638 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:03:49.882046 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-53e84404-6037-4609-a984-106f7795da77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:49.928765 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b3dc3f3-d31f-4168-a37e-fe28775edd5e req-ec6b169d-b152-4618-a6e0-0f0f53a3e0d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682a09be-415c-432c-9661-51699d1258d5 HTTP/1.1" status: 200 len: 217 time: 0.0517540 Sep 18 05:03:49.936687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-53e84404-6037-4609-a984-106f7795da77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0626cb1f-3dbb-4c5d-af81-f9845b56d6f7']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:49.955815 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26932f91-407b-40db-ba39-3be800fe27e6 req-2405742f-cfe0-4011-9ac8-2f0cfbeac5d0 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940247 Sep 18 05:03:49.985074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-53e84404-6037-4609-a984-106f7795da77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29858e98-40a8-4185-a72e-39f72002d07f') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:49.985392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-53e84404-6037-4609-a984-106f7795da77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29858e98-40a8-4185-a72e-39f72002d07f') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:49.999918 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-53e84404-6037-4609-a984-106f7795da77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:50.018175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dc3f3-d31f-4168-a37e-fe28775edd5e req-4b251f2e-62ff-413d-9c8f-29428f676c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:50.019722 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b3dc3f3-d31f-4168-a37e-fe28775edd5e req-4b251f2e-62ff-413d-9c8f-29428f676c3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9a50f6b-536e-4827-947b-895ebcb75b5e HTTP/1.1" status: 200 len: 853 time: 0.0796313 Sep 18 05:03:50.020681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-53e84404-6037-4609-a984-106f7795da77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:50.038092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e84404-6037-4609-a984-106f7795da77 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:03:50.038512 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-53e84404-6037-4609-a984-106f7795da77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:03:50.040345 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:03:50.067536 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b3dc3f3-d31f-4168-a37e-fe28775edd5e req-81a4135d-b587-42fe-a0ea-53c2d80a50f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3858a9e9-fe25-48c5-8405-a36c53e332b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389125 Sep 18 05:03:50.137484 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-36206b7e-9f6c-47bd-8108-7fac7a75cf55 req-abc07380-a7fe-42a3-be04-1de82b9e856c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:50.151634 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['832e83b4-1bb8-494c-9ce6-3ece628b74a7', '68bcae07-b6ba-4700-a07b-a753855da638'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:50.168966 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc07380-a7fe-42a3-be04-1de82b9e856c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Pushing event deleted for resources: {'Port': ['ID=68bcae07-b6ba-4700-a07b-a753855da638,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:50.211865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-36206b7e-9f6c-47bd-8108-7fac7a75cf55 req-abc07380-a7fe-42a3-be04-1de82b9e856c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] No DVR routers for this DVR port 68bcae07-b6ba-4700-a07b-a753855da638 on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:03:50.212550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b3dc3f3-d31f-4168-a37e-fe28775edd5e req-d88662f4-494a-4a9c-9301-43e495f51da2 service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083269 Sep 18 05:03:50.213807 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-53e84404-6037-4609-a984-106f7795da77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:50.224213 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-53e84404-6037-4609-a984-106f7795da77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:50.226381 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-53e84404-6037-4609-a984-106f7795da77 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0626cb1f-3dbb-4c5d-af81-f9845b56d6f7 HTTP/1.1" status: 204 len: 168 time: 0.6155071 Sep 18 05:03:50.229368 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40938) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:50.232083 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-36206b7e-9f6c-47bd-8108-7fac7a75cf55 req-abc07380-a7fe-42a3-be04-1de82b9e856c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:50.237220 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-36206b7e-9f6c-47bd-8108-7fac7a75cf55 req-abc07380-a7fe-42a3-be04-1de82b9e856c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.13 "DELETE /v2.0/ports/68bcae07-b6ba-4700-a07b-a753855da638 HTTP/1.1" status: 204 len: 173 time: 0.6951714 Sep 18 05:03:50.246019 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035fc562-9c8a-44c9-b00a-910cd4106248', 'name': 'network-vif-deleted', 'tag': '68bcae07-b6ba-4700-a07b-a753855da638'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:50.248829 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c1f67f-9e77-4fcb-8730-dbf72c5af5d3" -d '{"events": [{"server_uuid": "035fc562-9c8a-44c9-b00a-910cd4106248", "name": "network-vif-deleted", "tag": "68bcae07-b6ba-4700-a07b-a753855da638"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:50.263916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e84404-6037-4609-a984-106f7795da77 admin admin] Pushing event deleted for resources: {'Network': ['ID=0626cb1f-3dbb-4c5d-af81-f9845b56d6f7,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:50.302654 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43e64d1-6168-47c9-8d35-b7c9a2e75234 x-openstack-request-id: req-b43e64d1-6168-47c9-8d35-b7c9a2e75234 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:50.302958 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035fc562-9c8a-44c9-b00a-910cd4106248", "name": "network-vif-deleted", "tag": "68bcae07-b6ba-4700-a07b-a753855da638", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:50.303268 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b43e64d1-6168-47c9-8d35-b7c9a2e75234 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:50.303666 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035fc562-9c8a-44c9-b00a-910cd4106248', 'name': 'network-vif-deleted', 'tag': '68bcae07-b6ba-4700-a07b-a753855da638', 'status': 'completed', 'code': 200} Sep 18 05:03:50.341299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacee8dd-71d4-48b3-b473-0f7a2b530212 admin admin] Deleting subnet 72d73abf-6d1c-4851-b169-71c29662d1b8 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:03:50.348684 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eacee8dd-71d4-48b3-b473-0f7a2b530212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:50.378986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b3dc3f3-d31f-4168-a37e-fe28775edd5e req-108df34b-99eb-4902-9bf2-eab5d7f8e27d service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515713 Sep 18 05:03:50.414113 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ce6a79bb-07c3-4e45-b57a-39b0824607d5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375783 Sep 18 05:03:50.423815 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eacee8dd-71d4-48b3-b473-0f7a2b530212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:50.565161 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-983f8084-a3aa-47a5-96d7-4420b00d22d3 req-683ea041-c58c-4d3f-bf1e-0ce8a9318b8c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 210 time: 0.0686996 Sep 18 05:03:50.587690 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eacee8dd-71d4-48b3-b473-0f7a2b530212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:50.627773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6804ea-24aa-43a7-b780-4dbe86b39cc1 req-66ed5e40-4c77-4378-a6c7-598873b5c2a1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:50.629363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc6804ea-24aa-43a7-b780-4dbe86b39cc1 req-66ed5e40-4c77-4378-a6c7-598873b5c2a1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 943 time: 0.1076009 Sep 18 05:03:50.650489 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-a0c37cac-3014-4841-b3b3-1614a047cf66 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:50.653740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-a0c37cac-3014-4841-b3b3-1614a047cf66 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253716 Sep 18 05:03:50.670356 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-94731a69-e8e5-495f-a4b5-e4ccaf947329 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Request body: {'port': {'device_id': 'a7b532cb-1270-4949-bac7-4db8e80c3f49', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'a97b9513588a49819b66961de66a225b'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:50.694564 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc6804ea-24aa-43a7-b780-4dbe86b39cc1 req-9c8fe2d3-a191-442b-856d-4ea3c542d358 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532968 Sep 18 05:03:50.740064 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-45fa7fae-f17d-4a84-930d-609e3ffe16ac req-818dae47-ac4a-48e8-976e-88acd383f7c6 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 210 time: 0.0642078 Sep 18 05:03:50.902935 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eacee8dd-71d4-48b3-b473-0f7a2b530212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:50.952287 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eacee8dd-71d4-48b3-b473-0f7a2b530212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:50.955299 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-eacee8dd-71d4-48b3-b473-0f7a2b530212 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/72d73abf-6d1c-4851-b169-71c29662d1b8 HTTP/1.1" status: 204 len: 168 time: 0.7246802 Sep 18 05:03:50.960332 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40954) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:50.965593 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacee8dd-71d4-48b3-b473-0f7a2b530212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72d73abf-6d1c-4851-b169-71c29662d1b8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:51.028850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-94731a69-e8e5-495f-a4b5-e4ccaf947329 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Made reservation on behalf of a97b9513588a49819b66961de66a225b for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:03:51.043098 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-94731a69-e8e5-495f-a4b5-e4ccaf947329 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:51.063781 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9aaec3a1-5f1b-4b8e-9a75-b9bdbeb7b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:51.116643 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772105f6-2b88-486f-b67b-5921117be84b req-13798539-bad5-41fa-99c3-47a9a8b5fd61 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:51.118325 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-772105f6-2b88-486f-b67b-5921117be84b req-13798539-bad5-41fa-99c3-47a9a8b5fd61 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 945 time: 0.1712122 Sep 18 05:03:51.169938 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d4782-1272-4cfc-9576-a248ab0f86a6 req-23033f77-6159-4ea6-85a2-074071b87ec5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:51.171471 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb5d4782-1272-4cfc-9576-a248ab0f86a6 req-23033f77-6159-4ea6-85a2-074071b87ec5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.1047907 Sep 18 05:03:51.212630 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9aaec3a1-5f1b-4b8e-9a75-b9bdbeb7b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:51.235336 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-772105f6-2b88-486f-b67b-5921117be84b req-bb1ef4d8-a329-489d-bd2e-f9636064cfbc tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884502 Sep 18 05:03:51.251359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-9aaec3a1-5f1b-4b8e-9a75-b9bdbeb7b5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ad5c14-c08d-4eb7-a09e-9fc6511b9e30']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:51.274926 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-94731a69-e8e5-495f-a4b5-e4ccaf947329 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Allocated IP 192.168.233.163 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/3df570e6-1700-43ed-9c70-8adfa8fe612d) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:03:51.281548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-9aaec3a1-5f1b-4b8e-9a75-b9bdbeb7b5b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9f6838-4ffd-4d68-bd66-29f279824332') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:51.282014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-9aaec3a1-5f1b-4b8e-9a75-b9bdbeb7b5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9f6838-4ffd-4d68-bd66-29f279824332') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:51.288364 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb5d4782-1272-4cfc-9576-a248ab0f86a6 req-44c284fb-021b-478f-93d5-974eccbe0141 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837011 Sep 18 05:03:51.299872 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9aaec3a1-5f1b-4b8e-9a75-b9bdbeb7b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:51.318818 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9aaec3a1-5f1b-4b8e-9a75-b9bdbeb7b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:51.330368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaec3a1-5f1b-4b8e-9a75-b9bdbeb7b5b0 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:03:51.330368 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9aaec3a1-5f1b-4b8e-9a75-b9bdbeb7b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:03:51.330968 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:03:51.447186 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9aaec3a1-5f1b-4b8e-9a75-b9bdbeb7b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:51.458868 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9aaec3a1-5f1b-4b8e-9a75-b9bdbeb7b5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:51.460920 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9aaec3a1-5f1b-4b8e-9a75-b9bdbeb7b5b0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/53ad5c14-c08d-4eb7-a09e-9fc6511b9e30 HTTP/1.1" status: 204 len: 168 time: 0.4994698 Sep 18 05:03:51.466829 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-94731a69-e8e5-495f-a4b5-e4ccaf947329 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:51.505666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaec3a1-5f1b-4b8e-9a75-b9bdbeb7b5b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=53ad5c14-c08d-4eb7-a09e-9fc6511b9e30,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:51.607144 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-94731a69-e8e5-495f-a4b5-e4ccaf947329 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:51.619907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2', '23d60c82-8372-412e-b520-f3dbecc744aa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:51.624922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2', '6d2be26a-be9c-4294-8d59-0ea85231372c', '38ec451f-106e-47d3-b360-5551b1fbfad8', 'f0ac2a4b-28da-496e-b1d7-fac774211d51'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:51.655896 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-94731a69-e8e5-495f-a4b5-e4ccaf947329 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:03:51.660015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-94731a69-e8e5-495f-a4b5-e4ccaf947329 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:03:51.663674 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-94731a69-e8e5-495f-a4b5-e4ccaf947329 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:03:51.755630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-94731a69-e8e5-495f-a4b5-e4ccaf947329 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:51.756544 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-94731a69-e8e5-495f-a4b5-e4ccaf947329 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:51.788311 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-db172716-1285-4058-b18b-1356656fe914 req-281fa0c7-137e-4cce-a55e-a3bdd970551c tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 210 time: 0.0500751 Sep 18 05:03:51.812353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94731a69-e8e5-495f-a4b5-e4ccaf947329 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event updated for resources: {'Port': ['ID=3df570e6-1700-43ed-9c70-8adfa8fe612d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:51.923175 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-94731a69-e8e5-495f-a4b5-e4ccaf947329 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2565897 Sep 18 05:03:51.951427 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Request body: {'port': {'device_id': 'a7b532cb-1270-4949-bac7-4db8e80c3f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:51.975339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006eeac-748f-45e4-a405-36118557c027 req-90a37277-d81d-416c-b429-d075e346e25f tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:51.979033 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5006eeac-748f-45e4-a405-36118557c027 req-90a37277-d81d-416c-b429-d075e346e25f tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 943 time: 0.1091685 Sep 18 05:03:52.061605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5006eeac-748f-45e4-a405-36118557c027 req-4ad036e7-b960-4061-a775-f7e9bdc57423 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659101 Sep 18 05:03:52.096046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40982) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:52.185037 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f938ce7c-6998-47f0-88d1-87b973fba001 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0d7d63b224742e3847c7170e21fb18e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0878079 Sep 18 05:03:52.185589 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:52.188089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40986) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:52.232473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68930f24-06a4-436c-9ca9-c15c47d04ed6 req-061f3b06-c9af-4451-9a05-c8adc366e40f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:52.242865 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68930f24-06a4-436c-9ca9-c15c47d04ed6 req-061f3b06-c9af-4451-9a05-c8adc366e40f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 936 time: 0.3161337 Sep 18 05:03:52.290592 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77dd8e77-df57-4654-af30-4376a875836e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:52.314648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77dd8e77-df57-4654-af30-4376a875836e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:52.338062 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68930f24-06a4-436c-9ca9-c15c47d04ed6 req-ecdb04b2-5bec-4396-a255-8aefb056493a tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942535 Sep 18 05:03:52.341689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-277a12ff-4e47-4c5f-9672-8f98673d85ed None None] Provisioning complete for port 3df570e6-1700-43ed-9c70-8adfa8fe612d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:03:52.342281 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-277a12ff-4e47-4c5f-9672-8f98673d85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:52.450843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-277a12ff-4e47-4c5f-9672-8f98673d85ed None None] Port 3df570e6-1700-43ed-9c70-8adfa8fe612d cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:03:52.516228 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77dd8e77-df57-4654-af30-4376a875836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:52.520381 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77dd8e77-df57-4654-af30-4376a875836e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:52.521911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-77dd8e77-df57-4654-af30-4376a875836e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60c800f5-0275-42fd-a5d4-aa52ad14d2fc HTTP/1.1" status: 204 len: 168 time: 0.3326757 Sep 18 05:03:52.534557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd8e77-df57-4654-af30-4376a875836e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c800f5-0275-42fd-a5d4-aa52ad14d2fc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:52.676821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e8ac0-5314-48a0-9fcc-8706bb36228d req-afb20bb0-07c6-4bb0-be1d-5bc552d965fc tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:52.678443 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3a3e8ac0-5314-48a0-9fcc-8706bb36228d req-afb20bb0-07c6-4bb0-be1d-5bc552d965fc tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.1329558 Sep 18 05:03:52.769125 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3a3e8ac0-5314-48a0-9fcc-8706bb36228d req-420280f1-ebca-4913-8aec-78b725bb61e5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812657 Sep 18 05:03:52.821028 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:52.885621 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df570e6-1700-43ed-9c70-8adfa8fe612d {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:52.896558 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:52.940398 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 682a09be-415c-432c-9661-51699d1258d5 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:03:52.943598 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-687d431d-56d8-4445-87a4-7387992e0ed0 req-d09d9d19-dd3c-46af-9d51-b38744598ada tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 210 time: 0.0495372 Sep 18 05:03:52.952607 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Transition to ACTIVE for port object 3df570e6-1700-43ed-9c70-8adfa8fe612d will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:03:52.955923 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 68bcae07-b6ba-4700-a07b-a753855da638 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:03:53.028398 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:53.070942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 68bcae07-b6ba-4700-a07b-a753855da638 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:03:53.072813 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 68bcae07-b6ba-4700-a07b-a753855da638 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:03:53.175797 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Pushing event updated for resources: {'Port': ['ID=3df570e6-1700-43ed-9c70-8adfa8fe612d,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:53.180708 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:53.335375 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 682a09be-415c-432c-9661-51699d1258d5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=682a09be-415c-432c-9661-51699d1258d5,segment=NetworkSegment(6bb61171-b3cb-4915-97c3-52b9cdea442b),segment_id=6bb61171-b3cb-4915-97c3-52b9cdea442b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:53.354361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '682a09be-415c-432c-9661-51699d1258d5', 'network_id': '3858a9e9-fe25-48c5-8405-a36c53e332b0', 'port_id': '682a09be-415c-432c-9661-51699d1258d5', 'mac_address': 'fa:16:3e:e6:6b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a50f6b-536e-4827-947b-895ebcb75b5e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:03:53.401362 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:53.422406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682a09be-415c-432c-9661-51699d1258d5 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:53.446493 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 682a09be-415c-432c-9661-51699d1258d5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=682a09be-415c-432c-9661-51699d1258d5,segment=NetworkSegment(6bb61171-b3cb-4915-97c3-52b9cdea442b),segment_id=6bb61171-b3cb-4915-97c3-52b9cdea442b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:53.455376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0723e2-6288-43c1-aac2-7aa4587615ed req-6a56cc74-edc4-4ee9-a0a7-faf7c84f0d06 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:53.457228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f0723e2-6288-43c1-aac2-7aa4587615ed req-6a56cc74-edc4-4ee9-a0a7-faf7c84f0d06 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 945 time: 0.7207944 Sep 18 05:03:53.538323 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f0723e2-6288-43c1-aac2-7aa4587615ed req-0755b9dd-5cb6-40db-bd50-e8d948bbbd5f tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707185 Sep 18 05:03:53.543515 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:53.672230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=682a09be-415c-432c-9661-51699d1258d5,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:53.683330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0ccdc-4503-4373-9332-145be4809000 req-1dc65ad0-ccd4-4954-b661-8e34b42216f0 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:53.691287 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6dc0ccdc-4503-4373-9332-145be4809000 req-1dc65ad0-ccd4-4954-b661-8e34b42216f0 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 943 time: 0.4864893 Sep 18 05:03:53.713099 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Attempting to bind port 3df570e6-1700-43ed-9c70-8adfa8fe612d on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:03:53.713690 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Attempting to bind port 3df570e6-1700-43ed-9c70-8adfa8fe612d by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:03:53.714573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Attempting to bind port 3df570e6-1700-43ed-9c70-8adfa8fe612d on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:53.719720 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41006) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:53.752461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bbb36-2871-4bc7-876d-cf29482d1a7f req-59b236a1-86ae-4b08-9484-2230c01098f5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:53.754763 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7e7bbb36-2871-4bc7-876d-cf29482d1a7f req-59b236a1-86ae-4b08-9484-2230c01098f5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 948 time: 0.0707750 Sep 18 05:03:53.765489 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Port 3df570e6-1700-43ed-9c70-8adfa8fe612d on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:03:53.766350 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Attempting to bind port 3df570e6-1700-43ed-9c70-8adfa8fe612d on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:53.772440 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6dc0ccdc-4503-4373-9332-145be4809000 req-4ed17ef6-f848-4d09-b05d-5c780a80179f tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802531 Sep 18 05:03:53.779839 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:03:53.780372 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:53.780855 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:03:53.781828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Bound port: 3df570e6-1700-43ed-9c70-8adfa8fe612d, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:03:53.782214 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:53.848069 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7e7bbb36-2871-4bc7-876d-cf29482d1a7f req-915e750f-52aa-4767-b60a-c1740a7fa0d4 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870550 Sep 18 05:03:53.853099 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fbc4a20e-6f2d-49db-b269-2b96dc11a053 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d9bee05596c495fb68b94724bee776e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1294968 Sep 18 05:03:53.854702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41010) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:53.918604 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['682a09be-415c-432c-9661-51699d1258d5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:03:53.949310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] For port 3df570e6-1700-43ed-9c70-8adfa8fe612d, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:53.959444 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] For port 3df570e6-1700-43ed-9c70-8adfa8fe612d, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=3df570e6-1700-43ed-9c70-8adfa8fe612d,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:03:53.977566 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f38b15c-6160-447e-a387-da1663ce8c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:54.020018 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f38b15c-6160-447e-a387-da1663ce8c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:54.041014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992eb9d-28e6-4608-9ec4-f607952bd926 req-f27ddaad-6846-493b-93f7-b279562bce4b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:54.045264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9992eb9d-28e6-4608-9ec4-f607952bd926 req-f27ddaad-6846-493b-93f7-b279562bce4b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.1185272 Sep 18 05:03:54.056819 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:54.105091 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2e30ed1e-ab02-4ffb-b7a0-799f79647415 req-19cecb1d-1e41-4422-9b36-0b320072772a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 210 time: 0.0663478 Sep 18 05:03:54.118944 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:54.119940 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:54.121403 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] 10.222.0.13 "PUT /v2.0/ports/3df570e6-1700-43ed-9c70-8adfa8fe612d HTTP/1.1" status: 200 len: 1097 time: 2.1817126 Sep 18 05:03:54.121851 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b532cb-1270-4949-bac7-4db8e80c3f49', 'tag': '3df570e6-1700-43ed-9c70-8adfa8fe612d'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:54.124175 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e224af10-80d6-4a8f-bfd7-52e74e21e17a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b532cb-1270-4949-bac7-4db8e80c3f49", "tag": "3df570e6-1700-43ed-9c70-8adfa8fe612d"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:54.156761 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9992eb9d-28e6-4608-9ec4-f607952bd926 req-f6ea8984-193e-4f41-8f4a-c184f9762544 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991292 Sep 18 05:03:54.176035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e924f-40c2-45be-8bb4-2f7529ed5716 service neutron] Pushing event updated for resources: {'Port': ['ID=3df570e6-1700-43ed-9c70-8adfa8fe612d,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:54.196518 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a0525a-4746-4e42-bf16-584980f0325a x-openstack-request-id: req-b7a0525a-4746-4e42-bf16-584980f0325a {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:54.196827 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b532cb-1270-4949-bac7-4db8e80c3f49", "tag": "3df570e6-1700-43ed-9c70-8adfa8fe612d", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:54.197066 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7a0525a-4746-4e42-bf16-584980f0325a {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:54.197457 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b532cb-1270-4949-bac7-4db8e80c3f49', 'tag': '3df570e6-1700-43ed-9c70-8adfa8fe612d', 'status': 'completed', 'code': 200} Sep 18 05:03:54.251785 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-63175a7f-3f0b-4add-bded-d078f0f73336 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:54.254050 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-63175a7f-3f0b-4add-bded-d078f0f73336 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.13 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 945 time: 0.0684514 Sep 18 05:03:54.264935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224af10-80d6-4a8f-bfd7-52e74e21e17a req-c1811d81-c3a0-4d81-9cef-ab3e6564a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:54.267240 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e224af10-80d6-4a8f-bfd7-52e74e21e17a req-c1811d81-c3a0-4d81-9cef-ab3e6564a3e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 1100 time: 0.0491796 Sep 18 05:03:54.298452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e224af10-80d6-4a8f-bfd7-52e74e21e17a req-ee944f90-65e9-4576-9ce6-1a7731f2c797 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a97b9513588a49819b66961de66a225b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220637 Sep 18 05:03:54.299835 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f38b15c-6160-447e-a387-da1663ce8c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:54.302594 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f38b15c-6160-447e-a387-da1663ce8c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:54.306973 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4f38b15c-6160-447e-a387-da1663ce8c89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df8a52a3-4c5e-4790-8b5c-43f970977401 HTTP/1.1" status: 204 len: 168 time: 0.4476786 Sep 18 05:03:54.351087 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38b15c-6160-447e-a387-da1663ce8c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8a52a3-4c5e-4790-8b5c-43f970977401,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:54.426268 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Deleting port cb87d546-b27a-4a1e-b0a7-f063a23d791d {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:03:54.427692 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:54.459424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224af10-80d6-4a8f-bfd7-52e74e21e17a req-023db8a7-2986-4dd1-8379-00d14ca9d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:54.461338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e224af10-80d6-4a8f-bfd7-52e74e21e17a req-023db8a7-2986-4dd1-8379-00d14ca9d856 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1546705 Sep 18 05:03:54.530439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] For port cb87d546-b27a-4a1e-b0a7-f063a23d791d, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=cb87d546-b27a-4a1e-b0a7-f063a23d791d,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:54.530948 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:54.556739 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac642aca-8432-49d7-ae7d-c999c6e20b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:54.558352 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-ac642aca-8432-49d7-ae7d-c999c6e20b20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a97b9513588a49819b66961de66a225b&device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 1100 time: 0.0522823 Sep 18 05:03:54.614171 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-9c6d5672-b740-4f48-a85d-e6f4231befb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=3df570e6-1700-43ed-9c70-8adfa8fe612d HTTP/1.1" status: 200 len: 217 time: 0.0463715 Sep 18 05:03:54.751788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-502e2464-5c13-4622-8ccd-069212214850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:54.753530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-502e2464-5c13-4622-8ccd-069212214850 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1325736 Sep 18 05:03:54.766288 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-71e9b416-402f-4fc6-80a0-d0d0d8e916b4 service neutron] show failed (client error): The resource could not be found. Sep 18 05:03:54.767051 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-71e9b416-402f-4fc6-80a0-d0d0d8e916b4 service neutron] 10.222.0.18 "GET /v2.0/ports/7e928516-bcc0-42fc-b89c-950c05b4bd72/bindings/n-h2-789963-13 HTTP/1.1" status: 404 len: 381 time: 0.1104159 Sep 18 05:03:54.816296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d4c36-9092-4976-8a47-3e3ccc5f5bb2 req-520d8837-e674-4750-9793-e16bd7bcc483 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:54.824293 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fe0d4c36-9092-4976-8a47-3e3ccc5f5bb2 req-520d8837-e674-4750-9793-e16bd7bcc483 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 945 time: 0.1589811 Sep 18 05:03:54.860645 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:54.861073 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:54.861417 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Floating IP c9b21156-b4c4-4ea3-a40d-9c5d7879ab07 disassociated. External IP: 172.25.7.124, port: cb87d546-b27a-4a1e-b0a7-f063a23d791d. Sep 18 05:03:54.861843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Calling delete_port for cb87d546-b27a-4a1e-b0a7-f063a23d791d owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:03:54.864076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-adac8756-173a-4203-8ae9-ae518db13728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:54.866159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-adac8756-173a-4203-8ae9-ae518db13728 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0969234 Sep 18 05:03:54.893591 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fe0d4c36-9092-4976-8a47-3e3ccc5f5bb2 req-23e07ebf-1be4-4f0b-bec1-adf8a23b48f3 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups?id=06d0bfc3-f949-45f5-8b6c-88c117f0c983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679545 Sep 18 05:03:54.933719 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 682a09be-415c-432c-9661-51699d1258d5 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:03:55.058840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f13fe-d3c4-40fc-b568-10f0b983452b req-b09026ab-a9cd-473a-b53c-a2bc676b14b5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:55.060520 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-241f13fe-d3c4-40fc-b568-10f0b983452b req-b09026ab-a9cd-473a-b53c-a2bc676b14b5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 944 time: 0.0894113 Sep 18 05:03:55.075837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601903a-bbd3-417f-820b-25b2ae778f1d req-0ebfe353-fedb-4ac4-9d9d-7f66a34d9376 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:55.083572 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0601903a-bbd3-417f-820b-25b2ae778f1d req-0ebfe353-fedb-4ac4-9d9d-7f66a34d9376 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 948 time: 0.0871725 Sep 18 05:03:55.100718 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-d3d55aec-0482-4ab8-b922-ea57134913cd service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239547 Sep 18 05:03:55.128562 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-241f13fe-d3c4-40fc-b568-10f0b983452b req-1ad447a7-98ef-4378-9b5f-eaf649357ec6 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524228 Sep 18 05:03:55.157824 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0601903a-bbd3-417f-820b-25b2ae778f1d req-4cef7ef5-5e42-4651-9404-1158b36c3c35 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708115 Sep 18 05:03:55.205548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 682a09be-415c-432c-9661-51699d1258d5 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:03:55.212459 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 682a09be-415c-432c-9661-51699d1258d5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:03:55.214722 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:55.291987 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b7a34be-f916-4012-a44b-f24a5f017a82 req-de0e94d2-4212-4187-82f5-59c142c9e3c9 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 210 time: 0.0343673 Sep 18 05:03:55.313958 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca447c6b-8f2f-4f91-8c16-28a0adeead0a req-143bfa50-cd9f-4182-94e4-46778848cecd service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026944 Sep 18 05:03:55.363145 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:55.367241 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:55.432159 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Pushing event deleted for resources: {'Port': ['ID=cb87d546-b27a-4a1e-b0a7-f063a23d791d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:55.437226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-1d4df9ab-c7ba-46c7-8750-8f8a02591287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:55.442599 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-1d4df9ab-c7ba-46c7-8750-8f8a02591287 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135&tenant_id=20ae15386bab4155a078057ceffa9f60 HTTP/1.1" status: 200 len: 1101 time: 0.0775375 Sep 18 05:03:55.444789 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 682a09be-415c-432c-9661-51699d1258d5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=682a09be-415c-432c-9661-51699d1258d5,segment=NetworkSegment(6bb61171-b3cb-4915-97c3-52b9cdea442b),segment_id=6bb61171-b3cb-4915-97c3-52b9cdea442b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:55.446859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43080f6b-af01-4864-851b-02452076ebfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682a09be-415c-432c-9661-51699d1258d5'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:55.449685 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8c946b-e3aa-484f-b544-4a8421c2701a" -d '{"events": [{"server_uuid": "43080f6b-af01-4864-851b-02452076ebfa", "name": "network-vif-plugged", "status": "completed", "tag": "682a09be-415c-432c-9661-51699d1258d5"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:55.452656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-13', 'device_owner': 'compute:nova'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:55.528225 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8e2324-6ce4-4be1-81f1-c0562960e6df x-openstack-request-id: req-5b8e2324-6ce4-4be1-81f1-c0562960e6df {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:55.528556 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43080f6b-af01-4864-851b-02452076ebfa", "name": "network-vif-plugged", "status": "completed", "tag": "682a09be-415c-432c-9661-51699d1258d5", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:55.530146 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b8e2324-6ce4-4be1-81f1-c0562960e6df {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:55.530582 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43080f6b-af01-4864-851b-02452076ebfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682a09be-415c-432c-9661-51699d1258d5', 'code': 200} Sep 18 05:03:55.596090 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:55.636168 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:55.665153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Router 32c53628-9962-450b-a3eb-8c23057fe10b has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:03:55.734401 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723c971-6347-4757-9ea9-6cc78ffbd2e2 req-d9e863ce-d701-4884-a7f1-bf8afe91f186 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:55.743645 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b723c971-6347-4757-9ea9-6cc78ffbd2e2 req-d9e863ce-d701-4884-a7f1-bf8afe91f186 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.3171299 Sep 18 05:03:55.763929 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=682a09be-415c-432c-9661-51699d1258d5,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:55.810866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24067b-9948-458f-aafd-6d98e83ac29a req-fdcd3c64-7b7a-46d2-af5c-e3f057484b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:55.815833 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d24067b-9948-458f-aafd-6d98e83ac29a req-fdcd3c64-7b7a-46d2-af5c-e3f057484b61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 1097 time: 0.2006402 Sep 18 05:03:55.861809 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b723c971-6347-4757-9ea9-6cc78ffbd2e2 req-c5de3e03-772d-4559-9d13-42aef590579f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171658 Sep 18 05:03:55.889107 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:03:55.890663 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d24067b-9948-458f-aafd-6d98e83ac29a req-22b081e7-7915-4d06-9c0d-2958925fad66 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662868 Sep 18 05:03:55.903674 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e0fb2-655c-424b-8337-390544ab381c None None] Sync routers for ids ['32c53628-9962-450b-a3eb-8c23057fe10b'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:03:55.913213 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e0fb2-655c-424b-8337-390544ab381c None None] Routers {'32c53628-9962-450b-a3eb-8c23057fe10b'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:03:55.913843 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ce3e0fb2-655c-424b-8337-390544ab381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:03:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32c53628-9962-450b-a3eb-8c23057fe10b'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:55.934543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] No DVR routers for this DVR port cb87d546-b27a-4a1e-b0a7-f063a23d791d on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:03:55.943776 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:55.950255 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-872a22c1-57d3-4ce8-a6f9-dc3085f88267 req-dd319325-54a3-456c-8d58-1880c9d426c8 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.13 "DELETE /v2.0/ports/cb87d546-b27a-4a1e-b0a7-f063a23d791d HTTP/1.1" status: 204 len: 173 time: 1.6840813 Sep 18 05:03:56.019227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:56.070574 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:56.099343 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e72e6be-2907-402f-99ed-153656dee8b7 req-3606f505-2dcb-4fbd-8c04-474544b3b53b tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 210 time: 0.0300348 Sep 18 05:03:56.180099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:56.182852 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6e49de-710c-4904-b255-84b5c7b73bb9" -d '{"events": [{"server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "name": "network-vif-unplugged", "status": "completed", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:56.195362 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:56.198992 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734ff5d6-6f0e-41ae-9758-514be67cdcd1', 'name': 'network-vif-deleted', 'tag': 'cb87d546-b27a-4a1e-b0a7-f063a23d791d'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:56.202060 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b805be-b768-4668-b2cb-b009353df285" -d '{"events": [{"server_uuid": "734ff5d6-6f0e-41ae-9758-514be67cdcd1", "name": "network-vif-deleted", "tag": "cb87d546-b27a-4a1e-b0a7-f063a23d791d"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:56.228364 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-ce3e0fb2-655c-424b-8337-390544ab381c None None] Set router 32c53628-9962-450b-a3eb-8c23057fe10b gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:03:56.232282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Transition to ACTIVE for port object 7e928516-bcc0-42fc-b89c-950c05b4bd72 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:03:56.313001 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce445d87-4d57-4f17-8ab9-2e8f69718c6f req-c8ef94bf-3e44-41ff-ada8-fdc3513295ce tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:56.325040 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:56.334715 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce445d87-4d57-4f17-8ab9-2e8f69718c6f req-c8ef94bf-3e44-41ff-ada8-fdc3513295ce tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 945 time: 0.0875711 Sep 18 05:03:56.393728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Pushing event updated for resources: {'Port': ['ID=7e928516-bcc0-42fc-b89c-950c05b4bd72,revision_number=6']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:56.418073 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203de7b-fb2b-405b-bd70-99c96fe3b7c7 req-b7eedfe2-6524-4d71-b948-8d755310e667 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:56.419973 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e203de7b-fb2b-405b-bd70-99c96fe3b7c7 req-b7eedfe2-6524-4d71-b948-8d755310e667 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 948 time: 0.1485689 Sep 18 05:03:56.425466 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce445d87-4d57-4f17-8ab9-2e8f69718c6f req-3bc380b6-5035-4d32-98a2-b6b56f45bde6 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888803 Sep 18 05:03:56.452292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] No DVR routers for this DVR port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:03:56.499706 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e203de7b-fb2b-405b-bd70-99c96fe3b7c7 req-1cf7d92b-f4d8-4a09-94af-64e2daedd99f tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490208 Sep 18 05:03:56.580574 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3232c7-5f3d-4c1d-8b9d-df454f1fb9bf x-openstack-request-id: req-3b3232c7-5f3d-4c1d-8b9d-df454f1fb9bf {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:56.581259 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "name": "network-vif-unplugged", "status": "completed", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:56.581727 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b3232c7-5f3d-4c1d-8b9d-df454f1fb9bf {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:56.582397 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'code': 200} Sep 18 05:03:56.585558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Attempting to bind port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:03:56.586100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Attempting to bind port 7e928516-bcc0-42fc-b89c-950c05b4bd72 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:03:56.587865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Attempting to bind port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:56.592641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:03:56.593384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Attempting to bind port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:03:56.601013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:03:56.601619 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:03:56.601978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:03:56.602529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Bound port: 7e928516-bcc0-42fc-b89c-950c05b4bd72, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:03:56.603063 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:56.662637 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6b89d0-d35a-4317-bb64-05f623623c91 x-openstack-request-id: req-5c6b89d0-d35a-4317-bb64-05f623623c91 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:56.662996 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734ff5d6-6f0e-41ae-9758-514be67cdcd1", "name": "network-vif-deleted", "tag": "cb87d546-b27a-4a1e-b0a7-f063a23d791d", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:56.663254 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c6b89d0-d35a-4317-bb64-05f623623c91 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:56.663677 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734ff5d6-6f0e-41ae-9758-514be67cdcd1', 'name': 'network-vif-deleted', 'tag': 'cb87d546-b27a-4a1e-b0a7-f063a23d791d', 'status': 'completed', 'code': 200} Sep 18 05:03:56.707498 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ce3e0fb2-655c-424b-8337-390544ab381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:21Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:56.748422 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:03:56.752810 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:03:56.799408 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e0fb2-655c-424b-8337-390544ab381c None None] Checking router: 32c53628-9962-450b-a3eb-8c23057fe10b for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:03:56.813494 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e0fb2-655c-424b-8337-390544ab381c None None] Routers {'32c53628-9962-450b-a3eb-8c23057fe10b'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:03:56.814647 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ce3e0fb2-655c-424b-8337-390544ab381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:03:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32c53628-9962-450b-a3eb-8c23057fe10b'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:56.834104 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-45ad198e-5de5-4b14-bfc1-d6b7842eae5f req-fccc3c7d-395c-499f-8d8d-d7baf43dad2b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=035fc562-9c8a-44c9-b00a-910cd4106248 HTTP/1.1" status: 200 len: 210 time: 0.0344744 Sep 18 05:03:56.884303 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:56.954518 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-ce3e0fb2-655c-424b-8337-390544ab381c None None] Set router 32c53628-9962-450b-a3eb-8c23057fe10b gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:03:57.023232 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:57.027812 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:57.029224 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e928516-bcc0-42fc-b89c-950c05b4bd72 HTTP/1.1" status: 200 len: 1096 time: 1.5795953 Sep 18 05:03:57.058724 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5e603-0079-45e5-949d-715bb62f4f0b req-727d9184-cd71-4622-8228-bb457be69241 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:57.075875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e7e29-cc32-465b-aaf3-51c3163f0c24 service neutron] Pushing event updated for resources: {'Port': ['ID=7e928516-bcc0-42fc-b89c-950c05b4bd72,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:57.081934 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d7d5e603-0079-45e5-949d-715bb62f4f0b req-727d9184-cd71-4622-8228-bb457be69241 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 947 time: 0.1041119 Sep 18 05:03:57.182380 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d7d5e603-0079-45e5-949d-715bb62f4f0b req-06409f3b-78b3-4262-8adc-dc4ff5b7cd76 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920382 Sep 18 05:03:57.203769 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-5ac89f03-780e-4973-9244-6ac1df9212e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:57.206379 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-5ac89f03-780e-4973-9244-6ac1df9212e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 1099 time: 0.1147594 Sep 18 05:03:57.378139 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-92812c81-f686-4143-b543-4ae12a285eb9 req-facb4b49-f636-4f9c-9a93-89ebdbbb739b tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/ports?device_id=734ff5d6-6f0e-41ae-9758-514be67cdcd1 HTTP/1.1" status: 200 len: 210 time: 0.1123385 Sep 18 05:03:57.441805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-bc2b77ef-2863-4a99-8afd-c8efe5d676ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:57.445901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-bc2b77ef-2863-4a99-8afd-c8efe5d676ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.2274125 Sep 18 05:03:57.511393 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-7fc36b37-a811-4c5d-891e-2eae35eb4dd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72 HTTP/1.1" status: 200 len: 217 time: 0.0587182 Sep 18 05:03:57.584264 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ce3e0fb2-655c-424b-8337-390544ab381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:21Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:03:57.604127 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-12b65f53-4fcc-47ec-92de-da49f2e6851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:57.610236 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-12b65f53-4fcc-47ec-92de-da49f2e6851f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0767980 Sep 18 05:03:57.626489 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e0fb2-655c-424b-8337-390544ab381c None None] The sync data for ids ['32c53628-9962-450b-a3eb-8c23057fe10b'] in n-d-789963-13 is: [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T04:59:17Z', 'revision_number': 4, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f', 'name': '', 'network_id': '82fcc668-a5c0-4e9b-b029-5f6c72770101', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'mac_address': 'fa:16:3e:6f:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:15Z', 'updated_at': '2021-09-18T04:59:21Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'subnets': [{'id': '3409b39b-756b-440c-b4a9-d0df86abb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:03:57.627228 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f415b11-8032-42d0-9a97-8f9832667349 req-f5d312c5-2732-40ba-bbab-a2fb20e02894 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:57.638757 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6f415b11-8032-42d0-9a97-8f9832667349 req-f5d312c5-2732-40ba-bbab-a2fb20e02894 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 945 time: 0.1001911 Sep 18 05:03:57.724631 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6f415b11-8032-42d0-9a97-8f9832667349 req-da52722e-fdb6-46a7-939f-e54c6aecad9b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839970 Sep 18 05:03:57.728129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-b97432de-5473-4cf4-a30d-69173c4cfd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:57.731381 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-b97432de-5473-4cf4-a30d-69173c4cfd88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1131451 Sep 18 05:03:57.753630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dad52-9042-4f5c-ba11-25922d52d9a3 req-cf27bfbb-20ec-4fae-b1d9-a5b2cf138831 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:57.755442 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d22dad52-9042-4f5c-ba11-25922d52d9a3 req-cf27bfbb-20ec-4fae-b1d9-a5b2cf138831 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 948 time: 0.0909433 Sep 18 05:03:57.857180 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d22dad52-9042-4f5c-ba11-25922d52d9a3 req-e196b4db-b557-4b0a-8675-1752fa9d5c83 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801134 Sep 18 05:03:57.900111 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-642128ce-d78c-4b0e-ae3c-77d88c1e1f1e service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561511 Sep 18 05:03:58.039623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc8eae2d-eb97-47f2-a6ae-30bee6ea368b req-0ecbdb1d-e51d-46f3-a2a8-9cbf347f2212 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273398 Sep 18 05:03:58.045730 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295dc82-7c6a-47b6-9024-af1f529a0605 None None] New status for floating IP c9b21156-b4c4-4ea3-a40d-9c5d7879ab07: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:03:58.339664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5235c2-0959-48df-b2f2-39ca0f14883d req-49a2c4dd-7fef-46eb-83ea-f9a504d14ba9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:58.358228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a5235c2-0959-48df-b2f2-39ca0f14883d req-49a2c4dd-7fef-46eb-83ea-f9a504d14ba9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 947 time: 0.0753942 Sep 18 05:03:58.404131 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a5235c2-0959-48df-b2f2-39ca0f14883d req-b5f0d45f-09e1-4c8b-8dc3-9214daab32fd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471892 Sep 18 05:03:58.583725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:03:58.587168 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a509f6-5a70-43fd-8e6d-d273a6883cda" -d '{"events": [{"name": "network-changed", "server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:03:58.653758 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67bf936-3d34-43f5-9754-35232f18ee48 x-openstack-request-id: req-f67bf936-3d34-43f5-9754-35232f18ee48 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:03:58.654363 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:03:58.654363 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f67bf936-3d34-43f5-9754-35232f18ee48 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:03:58.655112 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'status': 'completed', 'code': 200} Sep 18 05:03:58.697401 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41132) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:58.749580 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7e928516-bcc0-42fc-b89c-950c05b4bd72 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:03:58.780579 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-97270897-2fc4-46b2-82ac-64e910ab6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:58.786888 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-97270897-2fc4-46b2-82ac-64e910ab6723 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 1099 time: 0.1116643 Sep 18 05:03:58.817270 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25b72eee-2bea-42c9-9134-f41ec6342c68 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:58.841179 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-36e86573-04e0-4595-b14e-3712f6803e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:58.842682 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-36e86573-04e0-4595-b14e-3712f6803e86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 1099 time: 0.1376441 Sep 18 05:03:58.867528 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7e928516-bcc0-42fc-b89c-950c05b4bd72 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:03:58.921873 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25b72eee-2bea-42c9-9134-f41ec6342c68 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:58.999100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-9d1a365f-1176-4fb6-baf9-1d37a27dfdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:58.999924 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 3df570e6-1700-43ed-9c70-8adfa8fe612d details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:03:59.000675 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-9d1a365f-1176-4fb6-baf9-1d37a27dfdbb service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1976807 Sep 18 05:03:59.002499 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device cb87d546-b27a-4a1e-b0a7-f063a23d791d no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:03:59.028194 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348769a-b6d8-4aa1-b99a-3d2c880297fb req-31b1e713-3e39-42ed-a940-da65ab6134b6 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:59.028194 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8348769a-b6d8-4aa1-b99a-3d2c880297fb req-31b1e713-3e39-42ed-a940-da65ab6134b6 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 945 time: 0.1717579 Sep 18 05:03:59.047928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-d25ba109-0533-4f9e-9a9b-e914da21a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:59.049459 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-d25ba109-0533-4f9e-9a9b-e914da21a464 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1960845 Sep 18 05:03:59.075032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: cb87d546-b27a-4a1e-b0a7-f063a23d791d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:03:59.075032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device cb87d546-b27a-4a1e-b0a7-f063a23d791d not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:03:59.122066 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-4f7d3836-d935-4422-b366-c38fe7270886 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72 HTTP/1.1" status: 200 len: 217 time: 0.1095796 Sep 18 05:03:59.154436 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8348769a-b6d8-4aa1-b99a-3d2c880297fb req-b4cf87ba-4cd1-493d-ab1d-9dbaaae64818 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102352 Sep 18 05:03:59.156987 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25b72eee-2bea-42c9-9134-f41ec6342c68 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:59.163864 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25b72eee-2bea-42c9-9134-f41ec6342c68 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:59.169091 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-25b72eee-2bea-42c9-9134-f41ec6342c68 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "DELETE /v2.0/security-groups/06d0bfc3-f949-45f5-8b6c-88c117f0c983 HTTP/1.1" status: 204 len: 168 time: 0.4699023 Sep 18 05:03:59.178525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41146) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:59.195847 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b72eee-2bea-42c9-9134-f41ec6342c68 tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d0bfc3-f949-45f5-8b6c-88c117f0c983,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:59.205635 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-0dc5c098-20ad-486d-9306-068b20f7534e tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] show failed (client error): The resource could not be found. Sep 18 05:03:59.207344 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0dc5c098-20ad-486d-9306-068b20f7534e tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "GET /v2.0/security-groups/06d0bfc3-f949-45f5-8b6c-88c117f0c983 HTTP/1.1" status: 404 len: 347 time: 0.0254209 Sep 18 05:03:59.214296 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41148) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:03:59.283188 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-3c459bf3-4400-479e-8b6a-1dadf6360b52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72 HTTP/1.1" status: 200 len: 217 time: 0.1737025 Sep 18 05:03:59.311029 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 3df570e6-1700-43ed-9c70-8adfa8fe612d, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=3df570e6-1700-43ed-9c70-8adfa8fe612d,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:59.333763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '3df570e6-1700-43ed-9c70-8adfa8fe612d', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '3df570e6-1700-43ed-9c70-8adfa8fe612d', 'mac_address': 'fa:16:3e:33:a5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:03:59.369295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2be42e-4bd7-42d3-8cf2-997d4e045b04 req-630a4d51-4ba5-40ba-a29b-cd8436e9dc61 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:59.370779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7c2be42e-4bd7-42d3-8cf2-997d4e045b04 req-630a4d51-4ba5-40ba-a29b-cd8436e9dc61 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 948 time: 0.2599585 Sep 18 05:03:59.374219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-b4e0c150-5ee3-42e6-ba90-076906716157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:59.376443 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-b4e0c150-5ee3-42e6-ba90-076906716157 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1737771 Sep 18 05:03:59.433585 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:59.436051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-01e146e9-86bb-49fd-97fb-fbb84881016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:59.437685 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-01e146e9-86bb-49fd-97fb-fbb84881016f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1332705 Sep 18 05:03:59.469681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df570e6-1700-43ed-9c70-8adfa8fe612d {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:03:59.523238 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f77b51cf-795c-408a-9092-5199b9ef2f3b req-f10ae6fe-320a-4fca-9004-1a2659cee94d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1794659026&fields=id&tenant_id=672d79aa4d6c47a580682222b24061cf HTTP/1.1" status: 200 len: 267 time: 0.2254627 Sep 18 05:03:59.530256 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7c2be42e-4bd7-42d3-8cf2-997d4e045b04 req-013e52e9-ead6-40d6-aa7a-e0a9d58928d2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491470 Sep 18 05:03:59.544583 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 3df570e6-1700-43ed-9c70-8adfa8fe612d, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=3df570e6-1700-43ed-9c70-8adfa8fe612d,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:03:59.570486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-f1a18e8b-5f04-4e38-9c96-073499225fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:59.570486 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-f1a18e8b-5f04-4e38-9c96-073499225fa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1836863 Sep 18 05:03:59.580338 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-27a7c896-eb8c-42cc-b1f6-72d3da6ea5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:59.582002 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-27a7c896-eb8c-42cc-b1f6-72d3da6ea5df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1034822 Sep 18 05:03:59.639405 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:59.657747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-136457e8-4b00-49bc-a1b7-686b6e118ecf tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Deleting port 673c9119-79ee-403f-9618-1b7b624c0df5 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:03:59.658114 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-136457e8-4b00-49bc-a1b7-686b6e118ecf tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:59.706448 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=3df570e6-1700-43ed-9c70-8adfa8fe612d,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:03:59.723576 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-bc5c22ee-ce61-408c-ad34-73268b650ad6 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311140 Sep 18 05:03:59.762024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b51cf-795c-408a-9092-5199b9ef2f3b req-d32fe9a1-927c-4a90-8f2c-bda361d72b97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:59.763632 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f77b51cf-795c-408a-9092-5199b9ef2f3b req-d32fe9a1-927c-4a90-8f2c-bda361d72b97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 945 time: 0.2395999 Sep 18 05:03:59.787173 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-f77b51cf-795c-408a-9092-5199b9ef2f3b req-611d47ef-fb18-437e-b78c-8d81fcbaa6d1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'port': {'security_groups': ['bacfcc37-f61f-4627-bd98-00ec9eea93e7', '8da972b2-58f8-4524-9b12-d9c593bdaab2']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:03:59.840499 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-136457e8-4b00-49bc-a1b7-686b6e118ecf tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:59.840754 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-136457e8-4b00-49bc-a1b7-686b6e118ecf tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:59.863955 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-136457e8-4b00-49bc-a1b7-686b6e118ecf tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Calling delete_port for 673c9119-79ee-403f-9618-1b7b624c0df5 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:03:59.926222 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-27819b18-81a5-4e31-b423-1d6e34553517 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154474 Sep 18 05:03:59.937744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ef7cd-eb44-443b-a0fb-14ee56e2bc65 req-c9ab789f-10a2-4c2a-b6dd-ef6cdfb44f69 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:03:59.945004 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a25ef7cd-eb44-443b-a0fb-14ee56e2bc65 req-c9ab789f-10a2-4c2a-b6dd-ef6cdfb44f69 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 947 time: 0.2330363 Sep 18 05:03:59.974798 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f77b51cf-795c-408a-9092-5199b9ef2f3b req-611d47ef-fb18-437e-b78c-8d81fcbaa6d1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:03:59.996215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['3df570e6-1700-43ed-9c70-8adfa8fe612d'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:00.007000 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-6440ed89-b6a9-4c9d-8c05-19fc90a483d0 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900203 Sep 18 05:04:00.122166 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a25ef7cd-eb44-443b-a0fb-14ee56e2bc65 req-158c66e7-0496-470e-a26f-adbc1c5607d2 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762843 Sep 18 05:04:00.178596 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-db48e797-17b0-4c23-af5c-a6ff4f99e61d req-5a08d7a4-cf1d-4710-8ba2-41ea92529d3d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1306853 Sep 18 05:04:00.200819 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a509f6-5a70-43fd-8e6d-d273a6883cda req-28aa8dcf-970a-4cb7-9734-36de4770bc6c service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536864 Sep 18 05:04:00.292543 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48e797-17b0-4c23-af5c-a6ff4f99e61d req-3eb46e9b-de1a-4a15-87db-0f6074656ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:00.294342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-db48e797-17b0-4c23-af5c-a6ff4f99e61d req-3eb46e9b-de1a-4a15-87db-0f6074656ed6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 1096 time: 0.0820091 Sep 18 05:04:00.407305 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-f77b51cf-795c-408a-9092-5199b9ef2f3b req-611d47ef-fb18-437e-b78c-8d81fcbaa6d1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] For port 682a09be-415c-432c-9661-51699d1258d5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=682a09be-415c-432c-9661-51699d1258d5,segment=NetworkSegment(6bb61171-b3cb-4915-97c3-52b9cdea442b),segment_id=6bb61171-b3cb-4915-97c3-52b9cdea442b)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:00.430745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48e797-17b0-4c23-af5c-a6ff4f99e61d req-b367d61d-7c55-4f16-8723-38b61a909c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:00.432787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-db48e797-17b0-4c23-af5c-a6ff4f99e61d req-b367d61d-7c55-4f16-8723-38b61a909c6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.1079512 Sep 18 05:04:00.438228 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f77b51cf-795c-408a-9092-5199b9ef2f3b req-611d47ef-fb18-437e-b78c-8d81fcbaa6d1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:00.481547 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-db48e797-17b0-4c23-af5c-a6ff4f99e61d req-540114c0-a1df-443a-852b-4bcc6a91b55c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6826d449-1e88-49a3-9775-c72f29916f2c HTTP/1.1" status: 200 len: 217 time: 0.0379682 Sep 18 05:04:00.487015 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-136457e8-4b00-49bc-a1b7-686b6e118ecf tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:00.530788 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136457e8-4b00-49bc-a1b7-686b6e118ecf tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Pushing event deleted for resources: {'Port': ['ID=673c9119-79ee-403f-9618-1b7b624c0df5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:00.586200 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f77b51cf-795c-408a-9092-5199b9ef2f3b req-611d47ef-fb18-437e-b78c-8d81fcbaa6d1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:00.611506 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48e797-17b0-4c23-af5c-a6ff4f99e61d req-1b7f93e0-abb7-41bf-9d2f-d586374bc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:00.615402 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-db48e797-17b0-4c23-af5c-a6ff4f99e61d req-1b7f93e0-abb7-41bf-9d2f-d586374bc6ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.1213248 Sep 18 05:04:00.663250 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b51cf-795c-408a-9092-5199b9ef2f3b req-611d47ef-fb18-437e-b78c-8d81fcbaa6d1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:00.664417 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f77b51cf-795c-408a-9092-5199b9ef2f3b req-611d47ef-fb18-437e-b78c-8d81fcbaa6d1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:00.666000 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f77b51cf-795c-408a-9092-5199b9ef2f3b req-611d47ef-fb18-437e-b78c-8d81fcbaa6d1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "PUT /v2.0/ports/682a09be-415c-432c-9661-51699d1258d5 HTTP/1.1" status: 200 len: 981 time: 0.8921638 Sep 18 05:04:00.675427 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43080f6b-af01-4864-851b-02452076ebfa', 'tag': '682a09be-415c-432c-9661-51699d1258d5'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:00.681467 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf6d08f-47ea-4d8d-8325-7a273c80b5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "43080f6b-af01-4864-851b-02452076ebfa", "tag": "682a09be-415c-432c-9661-51699d1258d5"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:00.691345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-db48e797-17b0-4c23-af5c-a6ff4f99e61d req-409ee0d4-b68c-4202-b3d1-9dcbd2a94228 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603781 Sep 18 05:04:00.718506 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d47ef-fb18-437e-b78c-8d81fcbaa6d1 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'Port': ['ID=682a09be-415c-432c-9661-51699d1258d5,revision_number=6']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:00.733245 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-136457e8-4b00-49bc-a1b7-686b6e118ecf tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:00.735889 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-136457e8-4b00-49bc-a1b7-686b6e118ecf tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:00.737327 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-136457e8-4b00-49bc-a1b7-686b6e118ecf tempest-ServersWithSpecificFlavorTestJSON-1242176768 tempest-ServersWithSpecificFlavorTestJSON-1242176768-project] 10.222.0.23 "DELETE /v2.0/floatingips/c9b21156-b4c4-4ea3-a40d-9c5d7879ab07 HTTP/1.1" status: 204 len: 168 time: 1.5219502 Sep 18 05:04:00.809172 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9a9abd94-e850-459d-b328-335b6f993c3e req-a491db1a-7bc5-470d-9f6c-00836009b929 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/8da972b2-58f8-4524-9b12-d9c593bdaab2 HTTP/1.1" status: 200 len: 1800 time: 0.0847898 Sep 18 05:04:00.811285 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['682a09be-415c-432c-9661-51699d1258d5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:00.848345 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf4ff1-3fc1-4aa5-8fd6-41747ac73652 req-48cad4a9-f5c0-4fc4-85a0-0ba79c386a44 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:00.857027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ecf4ff1-3fc1-4aa5-8fd6-41747ac73652 req-48cad4a9-f5c0-4fc4-85a0-0ba79c386a44 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 949 time: 0.1616924 Sep 18 05:04:00.864855 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [req-9a9abd94-e850-459d-b328-335b6f993c3e req-2209e5fc-c2c0-4328-ac6b-23fc9765d127 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 05:04:00.865919 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9a9abd94-e850-459d-b328-335b6f993c3e req-2209e5fc-c2c0-4328-ac6b-23fc9765d127 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "DELETE /v2.0/security-groups/8da972b2-58f8-4524-9b12-d9c593bdaab2 HTTP/1.1" status: 409 len: 341 time: 0.0558298 Sep 18 05:04:00.927887 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-db48e797-17b0-4c23-af5c-a6ff4f99e61d req-7bf2c3d7-207a-45d6-94b8-4f09b9452bf1 service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307634 Sep 18 05:04:00.961500 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6c18f9-2e76-4125-9798-24b5a7e1e137 x-openstack-request-id: req-3b6c18f9-2e76-4125-9798-24b5a7e1e137 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:00.961829 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43080f6b-af01-4864-851b-02452076ebfa", "tag": "682a09be-415c-432c-9661-51699d1258d5", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:00.962415 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b6c18f9-2e76-4125-9798-24b5a7e1e137 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:00.962897 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43080f6b-af01-4864-851b-02452076ebfa', 'tag': '682a09be-415c-432c-9661-51699d1258d5', 'status': 'completed', 'code': 200} Sep 18 05:04:00.983556 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ecf4ff1-3fc1-4aa5-8fd6-41747ac73652 req-faf00a30-01c2-4ec1-8f37-9a384a986a68 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255381 Sep 18 05:04:01.018501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7e928516-bcc0-42fc-b89c-950c05b4bd72 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:04:01.233137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['b9bb74ba-960f-446e-abcd-9051f5a2a6be', '682a09be-415c-432c-9661-51699d1258d5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:01.244578 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cbdb1cdd-a276-4dd3-b8d7-4c32336e2e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:01.260448 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-306abe8e-8288-4ec1-8bcb-43fc7523d152 req-7076c374-82a9-42f7-a9c0-686e81418505 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1092055 Sep 18 05:04:01.376431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:01.406197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'mac_address': 'fa:16:3e:1a:cc:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:04:01.471040 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:01.493121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e928516-bcc0-42fc-b89c-950c05b4bd72 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:04:01.513034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:01.537809 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306abe8e-8288-4ec1-8bcb-43fc7523d152 req-1422901b-43ec-4263-aa20-0685e0c5e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:01.542780 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-306abe8e-8288-4ec1-8bcb-43fc7523d152 req-1422901b-43ec-4263-aa20-0685e0c5e86c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9d48c11f3d54c54908deb8998856514&device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 1097 time: 0.2542818 Sep 18 05:04:01.556456 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91b82f-fec3-4a1a-b141-3e7c0bce26bd req-dd316c05-8853-4b0b-8307-2ef84e5b75d4 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:01.568928 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc91b82f-fec3-4a1a-b141-3e7c0bce26bd req-dd316c05-8853-4b0b-8307-2ef84e5b75d4 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 947 time: 0.2239504 Sep 18 05:04:01.632423 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:01.713322 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=7e928516-bcc0-42fc-b89c-950c05b4bd72,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:01.779060 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306abe8e-8288-4ec1-8bcb-43fc7523d152 req-ffd0f5c9-08d1-49ed-93ce-91d78488497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:01.783016 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-306abe8e-8288-4ec1-8bcb-43fc7523d152 req-ffd0f5c9-08d1-49ed-93ce-91d78488497f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 200 len: 907 time: 0.2064371 Sep 18 05:04:01.815713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6d08f-47ea-4d8d-8325-7a273c80b5ab req-add01595-ad86-48a4-aa63-6660b05dfe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:01.817412 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0bf6d08f-47ea-4d8d-8325-7a273c80b5ab req-add01595-ad86-48a4-aa63-6660b05dfe65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=672d79aa4d6c47a580682222b24061cf&device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 1136 time: 0.8089659 Sep 18 05:04:01.881410 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-db48e797-17b0-4c23-af5c-a6ff4f99e61d req-b36dd98a-4940-4e9d-873c-686e62228852 service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9452257 Sep 18 05:04:01.943675 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-306abe8e-8288-4ec1-8bcb-43fc7523d152 req-60913bdd-a86f-41c7-86ef-7339dfda0321 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f6bff7f-a200-4c97-b6f5-f89375080754 HTTP/1.1" status: 200 len: 217 time: 0.1321731 Sep 18 05:04:01.953895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152afe-3de3-42f5-8c7c-d95cc54b0861 req-aa8485ef-019f-4eba-a2c8-81d9cfb694b6 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:01.962751 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-09152afe-3de3-42f5-8c7c-d95cc54b0861 req-aa8485ef-019f-4eba-a2c8-81d9cfb694b6 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 984 time: 0.1442418 Sep 18 05:04:02.015741 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc91b82f-fec3-4a1a-b141-3e7c0bce26bd req-4e0299ac-5f40-40ca-bc2f-4ab4714c3a14 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430690 Sep 18 05:04:02.023100 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-09152afe-3de3-42f5-8c7c-d95cc54b0861 req-3248e699-56a0-4ddf-b720-87cf6c5322bb tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&id=8da972b2-58f8-4524-9b12-d9c593bdaab2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0571187 Sep 18 05:04:02.029627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6d08f-47ea-4d8d-8325-7a273c80b5ab req-5ec356b5-c97c-466e-b0b7-937ac4644a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:02.036121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['7e928516-bcc0-42fc-b89c-950c05b4bd72'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:02.039756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0bf6d08f-47ea-4d8d-8325-7a273c80b5ab req-5ec356b5-c97c-466e-b0b7-937ac4644a7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3858a9e9-fe25-48c5-8405-a36c53e332b0 HTTP/1.1" status: 200 len: 913 time: 0.2139115 Sep 18 05:04:02.065582 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306abe8e-8288-4ec1-8bcb-43fc7523d152 req-94be3cc6-eaa2-46cb-94ca-a3e7376100e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:02.067051 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-306abe8e-8288-4ec1-8bcb-43fc7523d152 req-94be3cc6-eaa2-46cb-94ca-a3e7376100e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 200 len: 847 time: 0.1052222 Sep 18 05:04:02.114248 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0bf6d08f-47ea-4d8d-8325-7a273c80b5ab req-43c038a1-b902-444b-9264-a0cfedcb0e3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682a09be-415c-432c-9661-51699d1258d5 HTTP/1.1" status: 200 len: 217 time: 0.0645635 Sep 18 05:04:02.170729 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-306abe8e-8288-4ec1-8bcb-43fc7523d152 req-2444280b-a5f8-4771-8665-570ce5c33fe4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd8a40e-11aa-4858-81fa-16494af44b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951757 Sep 18 05:04:02.206974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6d08f-47ea-4d8d-8325-7a273c80b5ab req-0fa4cc6f-7e94-4f06-9824-55a7eb1d51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:02.209837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0bf6d08f-47ea-4d8d-8325-7a273c80b5ab req-0fa4cc6f-7e94-4f06-9824-55a7eb1d51a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9a50f6b-536e-4827-947b-895ebcb75b5e HTTP/1.1" status: 200 len: 853 time: 0.0857458 Sep 18 05:04:02.277930 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0bf6d08f-47ea-4d8d-8325-7a273c80b5ab req-b1fc70cb-12c5-4949-9a4b-994f06341ef4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3858a9e9-fe25-48c5-8405-a36c53e332b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572946 Sep 18 05:04:02.327342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4f5d3-c894-4895-b122-54f90b839d95 req-44bd71e4-54f0-40d4-a81a-4ca98779d6e2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:02.335319 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5b4f5d3-c894-4895-b122-54f90b839d95 req-44bd71e4-54f0-40d4-a81a-4ca98779d6e2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 949 time: 0.1507509 Sep 18 05:04:02.384553 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-306abe8e-8288-4ec1-8bcb-43fc7523d152 req-955ad76a-d9a0-4443-9329-6cd5f1613304 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034504 Sep 18 05:04:02.392797 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5b4f5d3-c894-4895-b122-54f90b839d95 req-dc1beece-bb6f-4f6d-bec7-aea173c1e071 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565603 Sep 18 05:04:02.425652 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0bf6d08f-47ea-4d8d-8325-7a273c80b5ab req-a83dd879-2119-4bb4-8885-bd4b92afe3a1 service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394124 Sep 18 05:04:02.542029 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-306abe8e-8288-4ec1-8bcb-43fc7523d152 req-8f949350-1ac7-4307-b8ce-6563b3c35725 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444750 Sep 18 05:04:02.553990 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0bf6d08f-47ea-4d8d-8325-7a273c80b5ab req-36d3c957-8e8e-4b9b-914c-bc9d63912b21 service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195347 Sep 18 05:04:02.677953 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41228) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:02.796345 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c91d8-a874-4c56-b0e7-5ce78a7b7744 req-22409e02-a2bb-41c8-bcc0-a86a88f0cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:02.800278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df0c91d8-a874-4c56-b0e7-5ce78a7b7744 req-22409e02-a2bb-41c8-bcc0-a86a88f0cd94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=672d79aa4d6c47a580682222b24061cf&device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 1136 time: 0.0790370 Sep 18 05:04:02.942137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c91d8-a874-4c56-b0e7-5ce78a7b7744 req-f9a3a31e-06e2-4e00-a218-708a5aab18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:02.944558 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df0c91d8-a874-4c56-b0e7-5ce78a7b7744 req-f9a3a31e-06e2-4e00-a218-708a5aab18f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3858a9e9-fe25-48c5-8405-a36c53e332b0 HTTP/1.1" status: 200 len: 913 time: 0.1360989 Sep 18 05:04:02.994574 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df0c91d8-a874-4c56-b0e7-5ce78a7b7744 req-e888f465-0713-49ae-8a85-d462c8cd6560 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682a09be-415c-432c-9661-51699d1258d5 HTTP/1.1" status: 200 len: 217 time: 0.0393546 Sep 18 05:04:03.004850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 3df570e6-1700-43ed-9c70-8adfa8fe612d up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:03.120607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c91d8-a874-4c56-b0e7-5ce78a7b7744 req-7be32bcf-2895-481b-9f0b-4bb9f61fce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:03.122731 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df0c91d8-a874-4c56-b0e7-5ce78a7b7744 req-7be32bcf-2895-481b-9f0b-4bb9f61fce8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9a50f6b-536e-4827-947b-895ebcb75b5e HTTP/1.1" status: 200 len: 853 time: 0.1143639 Sep 18 05:04:03.189088 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df0c91d8-a874-4c56-b0e7-5ce78a7b7744 req-6a3f1b87-1909-4dd1-af96-cc556fbe1097 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3858a9e9-fe25-48c5-8405-a36c53e332b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510709 Sep 18 05:04:03.209421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b099c9-81cc-4a75-aebb-ab2ad577bd34 req-2990dd8a-2947-426c-9a68-65eb7ebb7222 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:03.210941 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c3b099c9-81cc-4a75-aebb-ab2ad577bd34 req-2990dd8a-2947-426c-9a68-65eb7ebb7222 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 948 time: 0.0861857 Sep 18 05:04:03.306317 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-f3c0108e-d377-4ace-bf49-4d620cdf4b21 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:03.307989 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-f3c0108e-d377-4ace-bf49-4d620cdf4b21 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.13 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135&tenant_id=20ae15386bab4155a078057ceffa9f60&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 948 time: 0.0816839 Sep 18 05:04:03.327092 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 3df570e6-1700-43ed-9c70-8adfa8fe612d completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:04:03.332070 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 3df570e6-1700-43ed-9c70-8adfa8fe612d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:03.332571 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:03.358771 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8274ec8a-6e56-409f-9998-70a6aa03a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:03.386000 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df0c91d8-a874-4c56-b0e7-5ce78a7b7744 req-b5767699-3629-4427-980b-7106dfdabff9 service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736681 Sep 18 05:04:03.401681 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c3b099c9-81cc-4a75-aebb-ab2ad577bd34 req-2013c250-c695-4756-8c7d-99a463048e10 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591876 Sep 18 05:04:03.482322 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-7251a58d-2189-405d-9300-f2831cbc21a4 service neutron] 10.222.0.13 "GET /v2.0/ports/7e928516-bcc0-42fc-b89c-950c05b4bd72/bindings/n-h2-789963-13 HTTP/1.1" status: 200 len: 383 time: 0.1599078 Sep 18 05:04:03.538738 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:03.574907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 3df570e6-1700-43ed-9c70-8adfa8fe612d, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=3df570e6-1700-43ed-9c70-8adfa8fe612d,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:03.576167 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b532cb-1270-4949-bac7-4db8e80c3f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df570e6-1700-43ed-9c70-8adfa8fe612d'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:03.579142 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018b2f9c-58dc-41b5-a178-a1306ba2a404" -d '{"events": [{"server_uuid": "a7b532cb-1270-4949-bac7-4db8e80c3f49", "name": "network-vif-plugged", "status": "completed", "tag": "3df570e6-1700-43ed-9c70-8adfa8fe612d"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:03.622475 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df0c91d8-a874-4c56-b0e7-5ce78a7b7744 req-00a2db06-f638-4be6-a2f7-6f1cb6c8e375 service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196524 Sep 18 05:04:03.634906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb861451-40f0-4bb0-bca6-d4f051b04e1d req-cdb6bff6-901a-41e9-b3d2-d2c00583101b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:03.636555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fb861451-40f0-4bb0-bca6-d4f051b04e1d req-cdb6bff6-901a-41e9-b3d2-d2c00583101b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 945 time: 0.0843189 Sep 18 05:04:03.657280 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:03.686340 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fb861451-40f0-4bb0-bca6-d4f051b04e1d req-70a355d2-8279-4da2-999c-d23107bc7715 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Sep 18 05:04:03.717678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=3df570e6-1700-43ed-9c70-8adfa8fe612d,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:03.850013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3057dde-0240-4811-b17a-cc75e9fab002 req-84cad752-b3f2-4448-8de8-a611326ede96 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:03.851695 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3057dde-0240-4811-b17a-cc75e9fab002 req-84cad752-b3f2-4448-8de8-a611326ede96 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 950 time: 0.0758545 Sep 18 05:04:03.910285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3057dde-0240-4811-b17a-cc75e9fab002 req-043eb8e9-637d-4962-aa54-c9e437b792f5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488889 Sep 18 05:04:03.949626 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-68f25f49-d8bb-45b1-838a-a2542616d02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:03.991844 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb5d749-1d38-450d-bfa7-bb31c54977c5 x-openstack-request-id: req-ebb5d749-1d38-450d-bfa7-bb31c54977c5 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:03.992229 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b532cb-1270-4949-bac7-4db8e80c3f49", "name": "network-vif-plugged", "status": "completed", "tag": "3df570e6-1700-43ed-9c70-8adfa8fe612d", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:03.992554 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebb5d749-1d38-450d-bfa7-bb31c54977c5 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:03.992942 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b532cb-1270-4949-bac7-4db8e80c3f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df570e6-1700-43ed-9c70-8adfa8fe612d', 'code': 200} Sep 18 05:04:04.054485 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd015e-36b8-49f0-b1e5-2329222ab569 req-81e7ad25-c335-4d61-bd8c-b495c9bf6f79 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:04.065532 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f6bd015e-36b8-49f0-b1e5-2329222ab569 req-81e7ad25-c335-4d61-bd8c-b495c9bf6f79 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 984 time: 0.5268335 Sep 18 05:04:04.072499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf504a1-4522-430c-a64b-933dc6d6944f req-8e19b3af-4a6e-49ed-8813-894c36955683 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:04.074198 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cbf504a1-4522-430c-a64b-933dc6d6944f req-8e19b3af-4a6e-49ed-8813-894c36955683 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 945 time: 0.1330931 Sep 18 05:04:04.153703 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-36f94b31-d4be-4aad-abd0-f68837d1d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:04.157174 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-36f94b31-d4be-4aad-abd0-f68837d1d8b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 1100 time: 0.6309209 Sep 18 05:04:04.170002 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f6bd015e-36b8-49f0-b1e5-2329222ab569 req-8fc58f4f-f127-4409-8dbb-7336f2933ad4 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&id=8da972b2-58f8-4524-9b12-d9c593bdaab2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1017394 Sep 18 05:04:04.227835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a67c3-8421-455a-a58e-91671a0346e9 req-471ce868-ff01-4c4f-97d4-19a73b67e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:04.229710 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dd2a67c3-8421-455a-a58e-91671a0346e9 req-471ce868-ff01-4c4f-97d4-19a73b67e501 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 1102 time: 0.1192985 Sep 18 05:04:04.285023 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-cbf504a1-4522-430c-a64b-933dc6d6944f req-c50bc2e8-de94-46d5-a710-c851fb3f2868 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Deleting port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:04.287709 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cbf504a1-4522-430c-a64b-933dc6d6944f req-c50bc2e8-de94-46d5-a710-c851fb3f2868 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:04.296543 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:04.319826 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-70a6f8d2-d3b6-41d9-a834-e36537c11aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:04.321425 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-70a6f8d2-d3b6-41d9-a834-e36537c11aaf service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1504865 Sep 18 05:04:04.379705 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dd2a67c3-8421-455a-a58e-91671a0346e9 req-b2d005f0-f4c5-4e7a-bb96-c228d7b68be9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411941 Sep 18 05:04:04.391140 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-9d0c0089-4e00-4866-b31a-c562b99cd47f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72 HTTP/1.1" status: 200 len: 217 time: 0.0460219 Sep 18 05:04:04.427203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-cbf504a1-4522-430c-a64b-933dc6d6944f req-c50bc2e8-de94-46d5-a710-c851fb3f2868 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] For port 832e83b4-1bb8-494c-9ce6-3ece628b74a7, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=832e83b4-1bb8-494c-9ce6-3ece628b74a7,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:04.427203 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cbf504a1-4522-430c-a64b-933dc6d6944f req-c50bc2e8-de94-46d5-a710-c851fb3f2868 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:04.444481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-8274ec8a-6e56-409f-9998-70a6aa03a9be admin admin] Deleting port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:04.444481 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8274ec8a-6e56-409f-9998-70a6aa03a9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:04.485710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-cbf504a1-4522-430c-a64b-933dc6d6944f req-c50bc2e8-de94-46d5-a710-c851fb3f2868 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Calling delete_port for 832e83b4-1bb8-494c-9ce6-3ece628b74a7 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:04.555324 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-8274ec8a-6e56-409f-9998-70a6aa03a9be admin admin] For port 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:04.555802 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8274ec8a-6e56-409f-9998-70a6aa03a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:04.572537 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-8274ec8a-6e56-409f-9998-70a6aa03a9be admin admin] Calling delete_port for 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:04.647815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0bff4-3eca-4fae-9eef-90407cf3a218 req-a0361424-7394-4f66-8047-0919f0f61123 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:04.649394 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bdc0bff4-3eca-4fae-9eef-90407cf3a218 req-a0361424-7394-4f66-8047-0919f0f61123 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 948 time: 0.1123044 Sep 18 05:04:04.707573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-a27ebbda-de56-47c2-9250-5af20f3564df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:04.709268 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-a27ebbda-de56-47c2-9250-5af20f3564df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1070144 Sep 18 05:04:04.736228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bdc0bff4-3eca-4fae-9eef-90407cf3a218 req-296b1560-570d-4a11-88e7-f03a5e8270bb tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784833 Sep 18 05:04:04.839943 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-47b154ab-2c9a-4c94-a41a-9cf48b96a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:04.841495 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-47b154ab-2c9a-4c94-a41a-9cf48b96a9c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1215613 Sep 18 05:04:04.856500 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cbf504a1-4522-430c-a64b-933dc6d6944f req-c50bc2e8-de94-46d5-a710-c851fb3f2868 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:04.873007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['832e83b4-1bb8-494c-9ce6-3ece628b74a7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:04.910775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0a159-1734-4da8-a6f4-ef3cb495ca8a req-347ffa6a-27b7-4a62-b67f-14a457cd21a7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:04.912377 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0b0a159-1734-4da8-a6f4-ef3cb495ca8a req-347ffa6a-27b7-4a62-b67f-14a457cd21a7 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d570451-9ee9-49a0-a665-d934e79b49b6 HTTP/1.1" status: 200 len: 866 time: 0.1165607 Sep 18 05:04:04.927531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bc2e8-de94-46d5-a710-c851fb3f2868 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Pushing event deleted for resources: {'Port': ['ID=832e83b4-1bb8-494c-9ce6-3ece628b74a7,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:04.977846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf504a1-4522-430c-a64b-933dc6d6944f req-c50bc2e8-de94-46d5-a710-c851fb3f2868 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] No DVR routers for this DVR port 832e83b4-1bb8-494c-9ce6-3ece628b74a7 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:04.987753 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cbf504a1-4522-430c-a64b-933dc6d6944f req-c50bc2e8-de94-46d5-a710-c851fb3f2868 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:04.993013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cbf504a1-4522-430c-a64b-933dc6d6944f req-c50bc2e8-de94-46d5-a710-c851fb3f2868 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.13 "DELETE /v2.0/ports/832e83b4-1bb8-494c-9ce6-3ece628b74a7 HTTP/1.1" status: 204 len: 173 time: 0.9094322 Sep 18 05:04:04.993659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d570451-9ee9-49a0-a665-d934e79b49b6', 'name': 'network-vif-deleted', 'tag': '832e83b4-1bb8-494c-9ce6-3ece628b74a7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:05.004344 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f34f07-9dc4-4d05-89d7-f153cfc4ef00" -d '{"events": [{"server_uuid": "9d570451-9ee9-49a0-a665-d934e79b49b6", "name": "network-vif-deleted", "tag": "832e83b4-1bb8-494c-9ce6-3ece628b74a7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:05.012356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7e928516-bcc0-42fc-b89c-950c05b4bd72 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:05.065094 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0b0a159-1734-4da8-a6f4-ef3cb495ca8a req-765a6499-717b-413e-addc-77a4153b9cbe tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213648 Sep 18 05:04:05.074933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31673dc9-710a-48e6-8589-ffbb7444a65e req-98da26ef-f965-45ad-bdb5-dd8e0416c00d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:05.089060 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-31673dc9-710a-48e6-8589-ffbb7444a65e req-98da26ef-f965-45ad-bdb5-dd8e0416c00d tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 950 time: 0.0646288 Sep 18 05:04:05.089443 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-0a6c471f-3a06-41ef-897d-02bdf78d33e6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208943 Sep 18 05:04:05.129829 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-31673dc9-710a-48e6-8589-ffbb7444a65e req-3fec6e97-d51d-440f-a497-28bd8c8d34f0 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437498 Sep 18 05:04:05.135936 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:05.142585 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2513fc01-5772-44ef-bc6c-fce637314257 x-openstack-request-id: req-2513fc01-5772-44ef-bc6c-fce637314257 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:05.143137 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d570451-9ee9-49a0-a665-d934e79b49b6", "name": "network-vif-deleted", "tag": "832e83b4-1bb8-494c-9ce6-3ece628b74a7", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:05.143581 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2513fc01-5772-44ef-bc6c-fce637314257 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:05.144172 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d570451-9ee9-49a0-a665-d934e79b49b6', 'name': 'network-vif-deleted', 'tag': '832e83b4-1bb8-494c-9ce6-3ece628b74a7', 'status': 'completed', 'code': 200} Sep 18 05:04:05.182034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 7e928516-bcc0-42fc-b89c-950c05b4bd72 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:04:05.190544 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 7e928516-bcc0-42fc-b89c-950c05b4bd72 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:05.191237 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:05.212285 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-03db8dd9-626b-4ff4-863a-fd7bed25125c service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267605 Sep 18 05:04:05.213368 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8274ec8a-6e56-409f-9998-70a6aa03a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:05.256566 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274ec8a-6e56-409f-9998-70a6aa03a9be admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:05.289751 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:05.357300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:05.374314 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c45150-7244-423a-83ad-ae2484d8d32e req-567ac6e2-6c24-4bd5-82bf-3efe973d5f86 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:05.385053 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c6c45150-7244-423a-83ad-ae2484d8d32e req-567ac6e2-6c24-4bd5-82bf-3efe973d5f86 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 984 time: 0.0975893 Sep 18 05:04:05.437880 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:05.441750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 832e83b4-1bb8-494c-9ce6-3ece628b74a7 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:05.465512 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c6c45150-7244-423a-83ad-ae2484d8d32e req-cd6015cf-58e8-47d0-bef1-f8a27f93d7a4 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&id=8da972b2-58f8-4524-9b12-d9c593bdaab2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0788929 Sep 18 05:04:05.565530 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=7e928516-bcc0-42fc-b89c-950c05b4bd72,revision_number=9']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:05.568455 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 832e83b4-1bb8-494c-9ce6-3ece628b74a7 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:05.569161 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 832e83b4-1bb8-494c-9ce6-3ece628b74a7 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:05.571271 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8274ec8a-6e56-409f-9998-70a6aa03a9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:05.647986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ed1c68b-08d5-4e36-89d7-a499348a687a req-e74e7243-db44-49db-8131-ee823164b294 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-327120246&fields=id&tenant_id=672d79aa4d6c47a580682222b24061cf HTTP/1.1" status: 200 len: 267 time: 0.0476224 Sep 18 05:04:05.716887 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1c68b-08d5-4e36-89d7-a499348a687a req-f9eb3981-0bba-44e7-985e-569da15cd22a tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:05.718673 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ed1c68b-08d5-4e36-89d7-a499348a687a req-f9eb3981-0bba-44e7-985e-569da15cd22a tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 984 time: 0.0635781 Sep 18 05:04:05.730919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-2ed1c68b-08d5-4e36-89d7-a499348a687a req-26c4802d-bb14-4df4-8a72-d22454cf9e86 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'port': {'security_groups': ['8da972b2-58f8-4524-9b12-d9c593bdaab2', 'bacfcc37-f61f-4627-bd98-00ec9eea93e7', 'efeee1d9-c21d-45c8-9672-e23a806c07bb']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:05.824920 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2ed1c68b-08d5-4e36-89d7-a499348a687a req-26c4802d-bb14-4df4-8a72-d22454cf9e86 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:05.830300 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-1d638de6-3eb6-40fe-af38-a3c80edde85a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:05.831799 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-1d638de6-3eb6-40fe-af38-a3c80edde85a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 821 time: 0.1969724 Sep 18 05:04:05.856182 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-9dd92348-6381-4e19-8c25-e19c0745ba25 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/quotas/9281b1f6d0384713b423980871cae4cb HTTP/1.1" status: 200 len: 375 time: 0.0150423 Sep 18 05:04:05.951833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8274ec8a-6e56-409f-9998-70a6aa03a9be admin admin] Router 32c53628-9962-450b-a3eb-8c23057fe10b has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:04:05.971003 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-cc87915c-b1ed-4b6c-bea6-80fcb79a60a5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779543 Sep 18 05:04:05.994129 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:06.002984 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3f749e-5f59-4f6c-8543-c0ce25d1711b" -d '{"events": [{"server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "name": "network-vif-plugged", "status": "completed", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:06.116568 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-2ed1c68b-08d5-4e36-89d7-a499348a687a req-26c4802d-bb14-4df4-8a72-d22454cf9e86 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] For port 682a09be-415c-432c-9661-51699d1258d5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=682a09be-415c-432c-9661-51699d1258d5,segment=NetworkSegment(6bb61171-b3cb-4915-97c3-52b9cdea442b),segment_id=6bb61171-b3cb-4915-97c3-52b9cdea442b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:06.147310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8274ec8a-6e56-409f-9998-70a6aa03a9be admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:04:06.150752 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-e8d0d7a5-b360-4c24-bdb3-7e8fe6084b3c service neutron] 10.222.0.23 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757567 Sep 18 05:04:06.157457 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb67acc-9145-4ca0-b35e-f9df423a4fa7 None None] Sync routers for ids ['32c53628-9962-450b-a3eb-8c23057fe10b'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:04:06.158864 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2ed1c68b-08d5-4e36-89d7-a499348a687a req-26c4802d-bb14-4df4-8a72-d22454cf9e86 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:06.159293 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8274ec8a-6e56-409f-9998-70a6aa03a9be admin admin] 10.222.0.23 "PUT /v2.0/routers/32c53628-9962-450b-a3eb-8c23057fe10b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4801722 Sep 18 05:04:06.159947 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41374) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:06.175399 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb67acc-9145-4ca0-b35e-f9df423a4fa7 None None] Routers {'32c53628-9962-450b-a3eb-8c23057fe10b'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:04:06.176388 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4fb67acc-9145-4ca0-b35e-f9df423a4fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:04:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32c53628-9962-450b-a3eb-8c23057fe10b'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:06.287676 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2ed1c68b-08d5-4e36-89d7-a499348a687a req-26c4802d-bb14-4df4-8a72-d22454cf9e86 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:06.294991 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['b9bb74ba-960f-446e-abcd-9051f5a2a6be', '682a09be-415c-432c-9661-51699d1258d5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:06.322943 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-4fb67acc-9145-4ca0-b35e-f9df423a4fa7 None None] Set router 32c53628-9962-450b-a3eb-8c23057fe10b gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:04:06.336654 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:06.372031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1c68b-08d5-4e36-89d7-a499348a687a req-26c4802d-bb14-4df4-8a72-d22454cf9e86 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:06.372817 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2ed1c68b-08d5-4e36-89d7-a499348a687a req-26c4802d-bb14-4df4-8a72-d22454cf9e86 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:06.381422 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ed1c68b-08d5-4e36-89d7-a499348a687a req-26c4802d-bb14-4df4-8a72-d22454cf9e86 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "PUT /v2.0/ports/682a09be-415c-432c-9661-51699d1258d5 HTTP/1.1" status: 200 len: 1020 time: 0.6541705 Sep 18 05:04:06.417733 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-c759ae25-1a68-405f-ad3b-8c4c475580dd service neutron] 10.222.0.23 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171655 Sep 18 05:04:06.460861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4802d-bb14-4df4-8a72-d22454cf9e86 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'Port': ['ID=682a09be-415c-432c-9661-51699d1258d5,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:06.532756 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['682a09be-415c-432c-9661-51699d1258d5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:06.603914 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:06.624893 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4fb67acc-9145-4ca0-b35e-f9df423a4fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T05:04:04Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:06.653866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7608b-8a40-4d6c-acd7-aaa7688a2179 req-beebf13f-2e33-40b4-92c2-57e7e5569e30 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:06.663027 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb67acc-9145-4ca0-b35e-f9df423a4fa7 None None] Checking router: 32c53628-9962-450b-a3eb-8c23057fe10b for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:04:06.664787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ae7608b-8a40-4d6c-acd7-aaa7688a2179 req-beebf13f-2e33-40b4-92c2-57e7e5569e30 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.1477966 Sep 18 05:04:06.672487 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb67acc-9145-4ca0-b35e-f9df423a4fa7 None None] Routers {'32c53628-9962-450b-a3eb-8c23057fe10b'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:04:06.673197 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4fb67acc-9145-4ca0-b35e-f9df423a4fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:04:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32c53628-9962-450b-a3eb-8c23057fe10b'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:06.706661 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ae7608b-8a40-4d6c-acd7-aaa7688a2179 req-7abc91f6-aa42-448b-8172-ca01a50cc462 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 Sep 18 05:04:06.760676 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:06.822146 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b843b21f-324d-44ad-a61a-c8696dcbef73 x-openstack-request-id: req-b843b21f-324d-44ad-a61a-c8696dcbef73 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:06.822445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] Deleting port 2003499d-1b79-496b-9463-717b1dd19e9f {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:06.822812 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "name": "network-vif-plugged", "status": "completed", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:06.822942 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:06.823321 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b843b21f-324d-44ad-a61a-c8696dcbef73 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:06.823869 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'code': 200} Sep 18 05:04:06.850192 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-4fb67acc-9145-4ca0-b35e-f9df423a4fa7 None None] Set router 32c53628-9962-450b-a3eb-8c23057fe10b gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:04:06.957805 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] For port 2003499d-1b79-496b-9463-717b1dd19e9f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2003499d-1b79-496b-9463-717b1dd19e9f,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:06.958189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:06.974400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] Calling delete_port for 2003499d-1b79-496b-9463-717b1dd19e9f owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:07.068522 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4fb67acc-9145-4ca0-b35e-f9df423a4fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T05:04:04Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:07.106076 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb67acc-9145-4ca0-b35e-f9df423a4fa7 None None] The sync data for ids ['32c53628-9962-450b-a3eb-8c23057fe10b'] in n-d-789963-13 is: [{'id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141215205-router', 'tenant_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:11Z', 'updated_at': '2021-09-18T05:04:04Z', 'revision_number': 5, 'project_id': 'c1ea1154b38e4575a5ba59a023ffbcb2', 'gw_port': {'id': '2003499d-1b79-496b-9463-717b1dd19e9f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c53628-9962-450b-a3eb-8c23057fe10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:12Z', 'updated_at': '2021-09-18T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:04:07.152666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43080f6b-af01-4864-851b-02452076ebfa', 'tag': '682a09be-415c-432c-9661-51699d1258d5'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:07.155079 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4666bee-a440-45c2-9756-60a6a84fd68c" -d '{"events": [{"name": "network-changed", "server_uuid": "43080f6b-af01-4864-851b-02452076ebfa", "tag": "682a09be-415c-432c-9661-51699d1258d5"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:07.179308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed0ac8-d4e7-43c5-9e50-4a35a5e5a577 req-8bcda0c7-4723-4d49-8e97-2cc75bd752c2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:07.180946 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d5ed0ac8-d4e7-43c5-9e50-4a35a5e5a577 req-8bcda0c7-4723-4d49-8e97-2cc75bd752c2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 950 time: 0.1147912 Sep 18 05:04:07.227239 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d5ed0ac8-d4e7-43c5-9e50-4a35a5e5a577 req-3b83f64e-3474-4f01-ad68-65a6152927af tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372407 Sep 18 05:04:07.317961 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2db34a2d-1097-46b0-9f50-3a434386de39 req-e55bf899-e886-4d3a-b16f-f508e3856fab tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/efeee1d9-c21d-45c8-9672-e23a806c07bb HTTP/1.1" status: 200 len: 1800 time: 0.0486538 Sep 18 05:04:07.340131 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:07.383064 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2003499d-1b79-496b-9463-717b1dd19e9f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:07.456734 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [req-2db34a2d-1097-46b0-9f50-3a434386de39 req-04fcefab-23d8-4f9c-9ce0-e24ccc4bc11a tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 05:04:07.458049 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2db34a2d-1097-46b0-9f50-3a434386de39 req-04fcefab-23d8-4f9c-9ce0-e24ccc4bc11a tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "DELETE /v2.0/security-groups/efeee1d9-c21d-45c8-9672-e23a806c07bb HTTP/1.1" status: 409 len: 341 time: 0.1329620 Sep 18 05:04:07.488577 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:07.538680 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac112a7-6717-472f-89bb-392b1305ffc7 x-openstack-request-id: req-4ac112a7-6717-472f-89bb-392b1305ffc7 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:07.539020 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43080f6b-af01-4864-851b-02452076ebfa", "tag": "682a09be-415c-432c-9661-51699d1258d5", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:07.539401 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ac112a7-6717-472f-89bb-392b1305ffc7 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:07.539811 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43080f6b-af01-4864-851b-02452076ebfa', 'tag': '682a09be-415c-432c-9661-51699d1258d5', 'status': 'completed', 'code': 200} Sep 18 05:04:07.571945 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:07.604984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:07.605407 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6ca9f52e-1c6d-48d4-b97e-388aacbb7e5f not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:07.849277 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb183279-9721-43d9-924c-d3670bd89b40 req-e6c4df5d-4ab0-4f80-998a-3f914a3b4d72 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 210 time: 0.0292640 Sep 18 05:04:07.901813 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:07.912990 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:07.918362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41446) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:08.001689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4666bee-a440-45c2-9756-60a6a84fd68c req-b639737b-82cc-4385-94ec-a7c68627c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:08.003321 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4666bee-a440-45c2-9756-60a6a84fd68c req-b639737b-82cc-4385-94ec-a7c68627c764 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=672d79aa4d6c47a580682222b24061cf&device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 1175 time: 0.1132576 Sep 18 05:04:08.005002 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b9ca2-7018-4b32-8631-7f6f0574691b req-29129446-26b4-4d4f-b489-b0ce5a2971ca tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:08.006383 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-774b9ca2-7018-4b32-8631-7f6f0574691b req-29129446-26b4-4d4f-b489-b0ce5a2971ca tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 1102 time: 0.1144016 Sep 18 05:04:08.075678 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc65b765-e18a-40b9-b781-35e0b347659c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.103536 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.104104 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c53628-9962-450b-a3eb-8c23057fe10b {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:04:08.108346 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-774b9ca2-7018-4b32-8631-7f6f0574691b req-2e1c6948-a5f6-4fa6-b14c-15cb5084c0b6 tempest-ServersOnMultiNodesTest-537052244 tempest-ServersOnMultiNodesTest-537052244-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882769 Sep 18 05:04:08.111655 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.112747 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-66d9ca16-e927-41d7-a3a1-2f47a6e49bd4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/32c53628-9962-450b-a3eb-8c23057fe10b HTTP/1.1" status: 204 len: 168 time: 1.9518671 Sep 18 05:04:08.115161 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41452) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:08.189551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4666bee-a440-45c2-9756-60a6a84fd68c req-095bc315-65cd-4e81-801c-15fbd5b2c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:08.191217 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4666bee-a440-45c2-9756-60a6a84fd68c req-095bc315-65cd-4e81-801c-15fbd5b2c54c service neutron] 10.222.0.13 "GET /v2.0/networks?id=3858a9e9-fe25-48c5-8405-a36c53e332b0 HTTP/1.1" status: 200 len: 913 time: 0.1794608 Sep 18 05:04:08.214379 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc65b765-e18a-40b9-b781-35e0b347659c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.223773 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-783d9776-c58a-4621-9afb-bccc8b2a5bfa admin admin] Deleting subnet 3409b39b-756b-440c-b4a9-d0df86abb0d4 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:04:08.227933 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-783d9776-c58a-4621-9afb-bccc8b2a5bfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.288423 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc65b765-e18a-40b9-b781-35e0b347659c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.310408 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4666bee-a440-45c2-9756-60a6a84fd68c req-5f876604-88c0-4549-b695-eb744232402c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682a09be-415c-432c-9661-51699d1258d5 HTTP/1.1" status: 200 len: 217 time: 0.0910242 Sep 18 05:04:08.322501 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-783d9776-c58a-4621-9afb-bccc8b2a5bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.378334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900b9eb-5e01-4849-bb29-d05f22aabfc8 req-7b30aaa1-a096-4e79-9289-adc7ca76cfd4 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:08.380011 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5900b9eb-5e01-4849-bb29-d05f22aabfc8 req-7b30aaa1-a096-4e79-9289-adc7ca76cfd4 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.13 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 945 time: 0.1040113 Sep 18 05:04:08.380824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65b765-e18a-40b9-b781-35e0b347659c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28ead43-20f4-4c10-81cd-b4293006099e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:08.387881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9f6fd-9d6c-47dd-9486-5baded414a1e req-76f86711-a8d4-4a5a-be35-0309ff9248dd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:08.388577 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dc65b765-e18a-40b9-b781-35e0b347659c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80050b88c2654dc5b3ba8b534968d5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4687603 Sep 18 05:04:08.389454 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d2f9f6fd-9d6c-47dd-9486-5baded414a1e req-76f86711-a8d4-4a5a-be35-0309ff9248dd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.1955285 Sep 18 05:04:08.402001 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41460) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:08.453348 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4666bee-a440-45c2-9756-60a6a84fd68c req-ee916892-850c-4c41-83a3-e2446da7d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:08.454852 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4666bee-a440-45c2-9756-60a6a84fd68c req-ee916892-850c-4c41-83a3-e2446da7d54f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9a50f6b-536e-4827-947b-895ebcb75b5e HTTP/1.1" status: 200 len: 853 time: 0.1304202 Sep 18 05:04:08.512419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bc7c7-6031-42e3-bb02-10b649f5cc1b req-abccf43e-7e28-4dd3-9b57-166432488e5a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:08.513854 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c4bc7c7-6031-42e3-bb02-10b649f5cc1b req-abccf43e-7e28-4dd3-9b57-166432488e5a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 945 time: 0.0862341 Sep 18 05:04:08.531489 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4666bee-a440-45c2-9756-60a6a84fd68c req-ef34b007-bb09-4559-9522-a4b7c8cb613f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3858a9e9-fe25-48c5-8405-a36c53e332b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635366 Sep 18 05:04:08.537488 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d2f9f6fd-9d6c-47dd-9486-5baded414a1e req-370293ab-c9eb-4a73-a094-71f18fc42610 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341426 Sep 18 05:04:08.572786 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-783d9776-c58a-4621-9afb-bccc8b2a5bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.584367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-5900b9eb-5e01-4849-bb29-d05f22aabfc8 req-10a181b8-86ce-4b9a-ac25-08c976e3ce3a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Deleting port 7f6bff7f-a200-4c97-b6f5-f89375080754 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:08.584727 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5900b9eb-5e01-4849-bb29-d05f22aabfc8 req-10a181b8-86ce-4b9a-ac25-08c976e3ce3a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.617735 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c4bc7c7-6031-42e3-bb02-10b649f5cc1b req-ba551ebf-bb02-470a-84e0-ea4f6a073e65 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964088 Sep 18 05:04:08.619379 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1ebe-00c6-4c07-9e95-a5f9b5d99e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.668209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-4c9882f7-53c9-4b40-afb1-26a3912ac430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:08.669752 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-4c9882f7-53c9-4b40-afb1-26a3912ac430 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135&tenant_id=20ae15386bab4155a078057ceffa9f60 HTTP/1.1" status: 200 len: 1101 time: 0.1314723 Sep 18 05:04:08.693119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-13', 'device_owner': 'compute:nova'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:08.711266 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1ebe-00c6-4c07-9e95-a5f9b5d99e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.764585 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4666bee-a440-45c2-9756-60a6a84fd68c req-f992dca8-32e1-42ec-86e0-9775564c88b0 service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240944 Sep 18 05:04:08.786539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-5900b9eb-5e01-4849-bb29-d05f22aabfc8 req-10a181b8-86ce-4b9a-ac25-08c976e3ce3a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] For port 7f6bff7f-a200-4c97-b6f5-f89375080754, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7f6bff7f-a200-4c97-b6f5-f89375080754,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:08.786926 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5900b9eb-5e01-4849-bb29-d05f22aabfc8 req-10a181b8-86ce-4b9a-ac25-08c976e3ce3a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.804801 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.806586 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-783d9776-c58a-4621-9afb-bccc8b2a5bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.807455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-5900b9eb-5e01-4849-bb29-d05f22aabfc8 req-10a181b8-86ce-4b9a-ac25-08c976e3ce3a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Calling delete_port for 7f6bff7f-a200-4c97-b6f5-f89375080754 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:08.868485 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d9776-c58a-4621-9afb-bccc8b2a5bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3409b39b-756b-440c-b4a9-d0df86abb0d4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:08.878960 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-783d9776-c58a-4621-9afb-bccc8b2a5bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.881037 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-783d9776-c58a-4621-9afb-bccc8b2a5bfa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3409b39b-756b-440c-b4a9-d0df86abb0d4 HTTP/1.1" status: 204 len: 168 time: 0.7649553 Sep 18 05:04:08.888386 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1ebe-00c6-4c07-9e95-a5f9b5d99e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.893977 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1ebe-00c6-4c07-9e95-a5f9b5d99e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:08.896445 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bbdc1ebe-00c6-4c07-9e95-a5f9b5d99e3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b28ead43-20f4-4c10-81cd-b4293006099e HTTP/1.1" status: 204 len: 168 time: 0.4997919 Sep 18 05:04:08.901200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04f761d-e6db-42ac-9e91-23c8a26c6100 None None] Network 82fcc668-a5c0-4e9b-b029-5f6c72770101 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:04:08.901688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41464) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:09.013986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc1ebe-00c6-4c07-9e95-a5f9b5d99e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28ead43-20f4-4c10-81cd-b4293006099e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:09.019719 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:09.057790 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4666bee-a440-45c2-9756-60a6a84fd68c req-e533fe78-7204-4f26-8ab6-d23f5b0e9714 service neutron] 10.222.0.13 "GET /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853332 Sep 18 05:04:09.074273 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72948eec-6fc6-4586-bd16-24377499d4ac req-bde7a52a-4170-40e2-bce6-80c67b5b3bb9 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 210 time: 0.0371702 Sep 18 05:04:09.133000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1919c4-7974-4b24-b6ec-d3950ea8f75d req-e64d945a-3e94-48c2-b192-1e8db00f859a tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:09.134585 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a1919c4-7974-4b24-b6ec-d3950ea8f75d req-e64d945a-3e94-48c2-b192-1e8db00f859a tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 1023 time: 0.3169484 Sep 18 05:04:09.166642 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Deleting port 073d7780-55b3-4d90-bb77-9a6abc53a161 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:09.166996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:09.208682 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a1919c4-7974-4b24-b6ec-d3950ea8f75d req-3cd77737-7210-4d0b-ac2b-83a5ff868dac tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efeee1d9-c21d-45c8-9672-e23a806c07bb&id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&id=8da972b2-58f8-4524-9b12-d9c593bdaab2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0636036 Sep 18 05:04:09.220977 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5900b9eb-5e01-4849-bb29-d05f22aabfc8 req-10a181b8-86ce-4b9a-ac25-08c976e3ce3a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:09.243140 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81356da-ded5-408f-ad30-b2e03f76f0ee None None] DHCP port deletion for 82fcc668-a5c0-4e9b-b029-5f6c72770101 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:04:09.269569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] For port 073d7780-55b3-4d90-bb77-9a6abc53a161, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=073d7780-55b3-4d90-bb77-9a6abc53a161,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:09.269777 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:09.284918 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Calling delete_port for 073d7780-55b3-4d90-bb77-9a6abc53a161 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:09.285139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a181b8-86ce-4b9a-ac25-08c976e3ce3a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Pushing event deleted for resources: {'Port': ['ID=7f6bff7f-a200-4c97-b6f5-f89375080754,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:09.309434 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f6c89-d8c3-405a-9b00-a62769874e9d req-5bcb71fd-4031-4957-a8c1-909357dadeb2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:09.311030 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-108f6c89-d8c3-405a-9b00-a62769874e9d req-5bcb71fd-4031-4957-a8c1-909357dadeb2 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 950 time: 0.1222394 Sep 18 05:04:09.334214 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e81356da-ded5-408f-ad30-b2e03f76f0ee None None] Deleting port 073d7780-55b3-4d90-bb77-9a6abc53a161 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:09.334795 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e81356da-ded5-408f-ad30-b2e03f76f0ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:09.335461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5900b9eb-5e01-4849-bb29-d05f22aabfc8 req-10a181b8-86ce-4b9a-ac25-08c976e3ce3a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] No DVR routers for this DVR port 7f6bff7f-a200-4c97-b6f5-f89375080754 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:09.342672 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5900b9eb-5e01-4849-bb29-d05f22aabfc8 req-10a181b8-86ce-4b9a-ac25-08c976e3ce3a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:09.344927 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5900b9eb-5e01-4849-bb29-d05f22aabfc8 req-10a181b8-86ce-4b9a-ac25-08c976e3ce3a tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.13 "DELETE /v2.0/ports/7f6bff7f-a200-4c97-b6f5-f89375080754 HTTP/1.1" status: 204 len: 173 time: 0.9470780 Sep 18 05:04:09.351782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:09.386328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:09.429872 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e81356da-ded5-408f-ad30-b2e03f76f0ee None None] For port 073d7780-55b3-4d90-bb77-9a6abc53a161, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=073d7780-55b3-4d90-bb77-9a6abc53a161,segment=NetworkSegment(ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f),segment_id=ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:09.430377 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e81356da-ded5-408f-ad30-b2e03f76f0ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:09.441991 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:09.445323 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-108f6c89-d8c3-405a-9b00-a62769874e9d req-280e7813-76c1-48c0-97f9-bf8551003bda tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254807 Sep 18 05:04:09.446655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e81356da-ded5-408f-ad30-b2e03f76f0ee None None] Calling delete_port for 073d7780-55b3-4d90-bb77-9a6abc53a161 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:09.468641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Transition to ACTIVE for port object 7e928516-bcc0-42fc-b89c-950c05b4bd72 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:04:09.494657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2003499d-1b79-496b-9463-717b1dd19e9f no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:09.521365 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 2003499d-1b79-496b-9463-717b1dd19e9f {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:09.521648 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2003499d-1b79-496b-9463-717b1dd19e9f not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:09.522082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 073d7780-55b3-4d90-bb77-9a6abc53a161 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:09.540866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747fc55f-33ed-4dc7-8ab9-eb205d579c68', 'name': 'network-vif-deleted', 'tag': '7f6bff7f-a200-4c97-b6f5-f89375080754'}, {'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:09.543389 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c79a75-99ee-471c-b2c4-17aaf86549ab" -d '{"events": [{"server_uuid": "747fc55f-33ed-4dc7-8ab9-eb205d579c68", "name": "network-vif-deleted", "tag": "7f6bff7f-a200-4c97-b6f5-f89375080754"}, {"server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "name": "network-vif-unplugged", "status": "completed", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:09.548895 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:09.555521 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:09.599045 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Pushing event deleted for resources: {'Port': ['ID=073d7780-55b3-4d90-bb77-9a6abc53a161,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:09.607556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] No DVR routers for this DVR port 073d7780-55b3-4d90-bb77-9a6abc53a161 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:09.614275 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No active binding found for port 073d7780-55b3-4d90-bb77-9a6abc53a161 {{(pid=106910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 05:04:09.614718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 073d7780-55b3-4d90-bb77-9a6abc53a161 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:09.638719 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e81356da-ded5-408f-ad30-b2e03f76f0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:09.669344 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6603291b-13a3-4334-85f8-73a0aa3188c8 x-openstack-request-id: req-6603291b-13a3-4334-85f8-73a0aa3188c8 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:09.669616 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747fc55f-33ed-4dc7-8ab9-eb205d579c68", "name": "network-vif-deleted", "tag": "7f6bff7f-a200-4c97-b6f5-f89375080754", "status": "completed", "code": 200}, {"server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "name": "network-vif-unplugged", "status": "completed", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:09.669846 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6603291b-13a3-4334-85f8-73a0aa3188c8 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:09.670200 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747fc55f-33ed-4dc7-8ab9-eb205d579c68', 'name': 'network-vif-deleted', 'tag': '7f6bff7f-a200-4c97-b6f5-f89375080754', 'status': 'completed', 'code': 200} Sep 18 05:04:09.670618 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'code': 200} Sep 18 05:04:09.692969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81356da-ded5-408f-ad30-b2e03f76f0ee None None] Pushing event deleted for resources: {'Port': ['ID=073d7780-55b3-4d90-bb77-9a6abc53a161,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:09.698590 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] No DVR routers for this DVR port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:09.701880 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Pushing event updated for resources: {'Port': ['ID=7e928516-bcc0-42fc-b89c-950c05b4bd72,revision_number=10']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:09.705171 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81356da-ded5-408f-ad30-b2e03f76f0ee None None] No DVR routers for this DVR port 073d7780-55b3-4d90-bb77-9a6abc53a161 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:09.775062 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Attempting to bind port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:04:09.775322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Attempting to bind port 7e928516-bcc0-42fc-b89c-950c05b4bd72 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:04:09.775786 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Attempting to bind port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:09.804107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:04:09.804107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Attempting to bind port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:09.814810 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:09.826338 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41482) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:09.828952 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-09727d4a-f7cf-464a-bb74-d84bbcabb343 req-219f6758-b26e-48eb-bccd-5d2207a72ddf tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=747fc55f-33ed-4dc7-8ab9-eb205d579c68 HTTP/1.1" status: 200 len: 210 time: 0.0398185 Sep 18 05:04:09.832088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:04:09.832517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:09.832862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:04:09.833299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Bound port: 7e928516-bcc0-42fc-b89c-950c05b4bd72, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:04:09.833671 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:09.853537 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c784590a-75d5-453b-a33e-51cc459cf7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:09.877819 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fcc668-a5c0-4e9b-b029-5f6c72770101']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:09.926544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:09.930776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:04:09.943686 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832a763-559f-4d39-9160-fe2782277300 req-177058f2-534d-4d00-943c-99a043f038bd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:09.945216 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5832a763-559f-4d39-9160-fe2782277300 req-177058f2-534d-4d00-943c-99a043f038bd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 948 time: 0.2327540 Sep 18 05:04:09.951954 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:09.951954 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2dff4e-6cbd-4466-ae16-f9f7a9b4a48f') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:09.980456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:10.052857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:10.075988 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:10.078988 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:04:10.079426 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:04:10.082919 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:04:10.113866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:10.115085 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:10.116909 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] 10.222.0.18 "PUT /v2.0/ports/7e928516-bcc0-42fc-b89c-950c05b4bd72 HTTP/1.1" status: 200 len: 1097 time: 1.4357679 Sep 18 05:04:10.129718 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5832a763-559f-4d39-9160-fe2782277300 req-936a354c-1b1c-4df8-853f-424a29a9769c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719368 Sep 18 05:04:10.168520 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb81522-2bf6-4d63-b8fd-751895984f12 req-7a51d787-98f0-4837-9f16-7e2edbad456c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:10.170057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6bb81522-2bf6-4d63-b8fd-751895984f12 req-7a51d787-98f0-4837-9f16-7e2edbad456c tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.13 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 1023 time: 0.1292098 Sep 18 05:04:10.191918 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-9c3fa418-8618-478a-b083-701769c21be1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:10.193917 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-9c3fa418-8618-478a-b083-701769c21be1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.18 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 821 time: 0.2929747 Sep 18 05:04:10.203984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92042d4-ba07-466e-a88f-d25dd565db0d service neutron] Pushing event updated for resources: {'Port': ['ID=7e928516-bcc0-42fc-b89c-950c05b4bd72,revision_number=11']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:10.211088 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Request body: {'port': {'device_id': '55597c22-e417-47ad-8ea4-c5cbc5dbc011', 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1', 'admin_state_up': True, 'tenant_id': '9281b1f6d0384713b423980871cae4cb'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:10.275349 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9813758f-a9d0-4212-8f6f-7f60941dec4d req-a7b2a337-4627-4b86-8f01-3aaabbeb095a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 210 time: 0.0810111 Sep 18 05:04:10.294458 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:10.328908 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-93d5b191-f109-4340-a50c-bced15bab18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:10.330451 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-93d5b191-f109-4340-a50c-bced15bab18c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 1100 time: 0.1835444 Sep 18 05:04:10.344050 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c784590a-75d5-453b-a33e-51cc459cf7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:10.353215 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:10.356539 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] 10.222.0.23 "DELETE /v2.0/networks/82fcc668-a5c0-4e9b-b029-5f6c72770101 HTTP/1.1" status: 204 len: 168 time: 1.4279909 Sep 18 05:04:10.366469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41488) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:10.391289 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c813d4-16b5-48e0-9461-d9fa5859a035 admin admin] Pushing event deleted for resources: {'Network': ['ID=82fcc668-a5c0-4e9b-b029-5f6c72770101,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:10.488377 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c784590a-75d5-453b-a33e-51cc459cf7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:10.542396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c7328-a3ff-419a-898d-56f5488824f3 req-65d18f7b-8b13-40fd-90bd-2ec2268932a0 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:10.544026 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a89c7328-a3ff-419a-898d-56f5488824f3 req-65d18f7b-8b13-40fd-90bd-2ec2268932a0 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 1023 time: 0.1952581 Sep 18 05:04:10.563582 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c784590a-75d5-453b-a33e-51cc459cf7ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01fd67137500455bb7d160e5f455cd34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7300458 Sep 18 05:04:10.571205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41494) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:10.584579 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784590a-75d5-453b-a33e-51cc459cf7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a00f706-0e15-4b98-8fcc-a606b7ca8bd9,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:10.691380 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a89c7328-a3ff-419a-898d-56f5488824f3 req-7bce6220-a5d9-4b74-a43e-2cf023f43997 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efeee1d9-c21d-45c8-9672-e23a806c07bb&id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&id=8da972b2-58f8-4524-9b12-d9c593bdaab2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1340172 Sep 18 05:04:10.699930 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Made reservation on behalf of 9281b1f6d0384713b423980871cae4cb for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:10.704581 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:10.743006 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aeee9ab7-ab99-4641-96a8-304a2cd15d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:10.784784 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d83e1-8a2e-4e82-b1e2-7eb219f7292b req-98031a7c-2665-4689-9c1f-6bc4726c5607 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:10.786587 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b2d83e1-8a2e-4e82-b1e2-7eb219f7292b req-98031a7c-2665-4689-9c1f-6bc4726c5607 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 950 time: 0.1637840 Sep 18 05:04:10.830020 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aeee9ab7-ab99-4641-96a8-304a2cd15d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:10.931961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-6bb81522-2bf6-4d63-b8fd-751895984f12 req-45341961-c192-45fa-a0f3-96472bc4ed8d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Deleting port 682a09be-415c-432c-9661-51699d1258d5 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:10.932386 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6bb81522-2bf6-4d63-b8fd-751895984f12 req-45341961-c192-45fa-a0f3-96472bc4ed8d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:11.003956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-dac1769c-6233-4239-ab6a-146df031a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:11.005486 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-dac1769c-6233-4239-ab6a-146df031a486 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.6655262 Sep 18 05:04:11.034075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Allocated IP 172.20.0.12 (1f7da3d6-d1af-4981-83da-243b1b32adf1/8e768b2c-162b-4ba8-991f-559b883cc951/ee7718b2-a634-4386-b409-aea49d077b8c) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:04:11.043918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6eba1-275d-42c6-aad7-ef8d92b422d3 req-9cb07bef-48ab-4f77-88a7-e9017713491c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:11.045559 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29a6eba1-275d-42c6-aad7-ef8d92b422d3 req-9cb07bef-48ab-4f77-88a7-e9017713491c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 950 time: 0.2017813 Sep 18 05:04:11.048045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7e928516-bcc0-42fc-b89c-950c05b4bd72 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:11.091126 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-5b2d83e1-8a2e-4e82-b1e2-7eb219f7292b req-4277125d-705d-4568-b5c7-b478ee57f543 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Deleting port 3df570e6-1700-43ed-9c70-8adfa8fe612d {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:11.091687 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5b2d83e1-8a2e-4e82-b1e2-7eb219f7292b req-4277125d-705d-4568-b5c7-b478ee57f543 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:11.104979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7e928516-bcc0-42fc-b89c-950c05b4bd72 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:11.142593 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-c0ae446a-cae9-4dd3-9c71-80c36c374b22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72 HTTP/1.1" status: 200 len: 217 time: 0.0940220 Sep 18 05:04:11.225521 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aeee9ab7-ab99-4641-96a8-304a2cd15d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:11.228188 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aeee9ab7-ab99-4641-96a8-304a2cd15d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:11.232276 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-aeee9ab7-ab99-4641-96a8-304a2cd15d39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a00f706-0e15-4b98-8fcc-a606b7ca8bd9 HTTP/1.1" status: 204 len: 168 time: 0.6570146 Sep 18 05:04:11.244700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-6bb81522-2bf6-4d63-b8fd-751895984f12 req-45341961-c192-45fa-a0f3-96472bc4ed8d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] For port 682a09be-415c-432c-9661-51699d1258d5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=682a09be-415c-432c-9661-51699d1258d5,segment=NetworkSegment(6bb61171-b3cb-4915-97c3-52b9cdea442b),segment_id=6bb61171-b3cb-4915-97c3-52b9cdea442b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:11.245082 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6bb81522-2bf6-4d63-b8fd-751895984f12 req-45341961-c192-45fa-a0f3-96472bc4ed8d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:11.252265 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29a6eba1-275d-42c6-aad7-ef8d92b422d3 req-63e0bfa5-a3d4-4cfb-af8d-5a3b4b6310e7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870828 Sep 18 05:04:11.268533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-caa4801c-0122-4926-b857-4285d07aff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:11.269984 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-caa4801c-0122-4926-b857-4285d07aff54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1132913 Sep 18 05:04:11.310100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-6bb81522-2bf6-4d63-b8fd-751895984f12 req-45341961-c192-45fa-a0f3-96472bc4ed8d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Calling delete_port for 682a09be-415c-432c-9661-51699d1258d5 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:11.323976 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee9ab7-ab99-4641-96a8-304a2cd15d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a00f706-0e15-4b98-8fcc-a606b7ca8bd9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:11.328806 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-5b2d83e1-8a2e-4e82-b1e2-7eb219f7292b req-4277125d-705d-4568-b5c7-b478ee57f543 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] For port 3df570e6-1700-43ed-9c70-8adfa8fe612d, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=3df570e6-1700-43ed-9c70-8adfa8fe612d,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:11.329192 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5b2d83e1-8a2e-4e82-b1e2-7eb219f7292b req-4277125d-705d-4568-b5c7-b478ee57f543 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:11.381910 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-5b2d83e1-8a2e-4e82-b1e2-7eb219f7292b req-4277125d-705d-4568-b5c7-b478ee57f543 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Calling delete_port for 3df570e6-1700-43ed-9c70-8adfa8fe612d owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:11.531368 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:11.562695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-1a910f0d-194b-4b95-aba2-8524d42bd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:11.563945 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-1a910f0d-194b-4b95-aba2-8524d42bd1bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2513909 Sep 18 05:04:11.585976 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6bb81522-2bf6-4d63-b8fd-751895984f12 req-45341961-c192-45fa-a0f3-96472bc4ed8d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:11.599177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['b9bb74ba-960f-446e-abcd-9051f5a2a6be'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:11.769209 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be42b7-381f-4091-873a-1d7db435ae3f req-0215fc57-2d27-4eee-89d6-a715f01f8b6a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:11.771933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:11.774617 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02074109-3e9e-40d3-9852-54cb9d1ecbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:11.781539 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-ada14be8-ed9a-4e89-a0d5-fd279763f1a7 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048526 Sep 18 05:04:11.782701 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-21be42b7-381f-4091-873a-1d7db435ae3f req-0215fc57-2d27-4eee-89d6-a715f01f8b6a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 948 time: 0.2335329 Sep 18 05:04:11.860468 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:11.897487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45341961-c192-45fa-a0f3-96472bc4ed8d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event deleted for resources: {'Port': ['ID=682a09be-415c-432c-9661-51699d1258d5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:11.912487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ae4df439-3980-48d2-8735-2c612b1b8efa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:11.943856 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Network 1f7da3d6-d1af-4981-83da-243b1b32adf1 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:04:11.966336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:04:11.984310 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5b2d83e1-8a2e-4e82-b1e2-7eb219f7292b req-4277125d-705d-4568-b5c7-b478ee57f543 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:11.991287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:04:12.034860 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-21be42b7-381f-4091-873a-1d7db435ae3f req-8b3b2b66-2504-45ee-bd7b-7c2b52559fbe tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511935 Sep 18 05:04:12.088421 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Pushing event updated for resources: {'Port': ['ID=ee7718b2-a634-4386-b409-aea49d077b8c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:12.111239 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:12.111909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:12.112075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:12.112454 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:12.114123 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:12.114123 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:12.114123 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:12.114420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:12.114682 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:12.115072 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:12.115408 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:12.115896 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:12.152784 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:12.153544 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:12.158788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb81522-2bf6-4d63-b8fd-751895984f12 req-45341961-c192-45fa-a0f3-96472bc4ed8d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] No DVR routers for this DVR port 682a09be-415c-432c-9661-51699d1258d5 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:12.196712 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6bb81522-2bf6-4d63-b8fd-751895984f12 req-45341961-c192-45fa-a0f3-96472bc4ed8d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:12.199798 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6bb81522-2bf6-4d63-b8fd-751895984f12 req-45341961-c192-45fa-a0f3-96472bc4ed8d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.13 "DELETE /v2.0/ports/682a09be-415c-432c-9661-51699d1258d5 HTTP/1.1" status: 204 len: 173 time: 2.0101740 Sep 18 05:04:12.229655 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2d83e1-8a2e-4e82-b1e2-7eb219f7292b req-4277125d-705d-4568-b5c7-b478ee57f543 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] No DVR routers for this DVR port 3df570e6-1700-43ed-9c70-8adfa8fe612d on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:12.231608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277125d-705d-4568-b5c7-b478ee57f543 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event deleted for resources: {'Port': ['ID=3df570e6-1700-43ed-9c70-8adfa8fe612d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:12.236032 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5b2d83e1-8a2e-4e82-b1e2-7eb219f7292b req-4277125d-705d-4568-b5c7-b478ee57f543 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:12.238462 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b2d83e1-8a2e-4e82-b1e2-7eb219f7292b req-4277125d-705d-4568-b5c7-b478ee57f543 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "DELETE /v2.0/ports/3df570e6-1700-43ed-9c70-8adfa8fe612d HTTP/1.1" status: 204 len: 173 time: 1.4112136 Sep 18 05:04:12.239165 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b532cb-1270-4949-bac7-4db8e80c3f49', 'name': 'network-vif-deleted', 'tag': '3df570e6-1700-43ed-9c70-8adfa8fe612d'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:12.242008 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329b3a71-3bfe-4308-92f5-41d23d0e5e47" -d '{"events": [{"server_uuid": "a7b532cb-1270-4949-bac7-4db8e80c3f49", "name": "network-vif-deleted", "tag": "3df570e6-1700-43ed-9c70-8adfa8fe612d"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:12.256644 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2', '23d60c82-8372-412e-b520-f3dbecc744aa', '3df570e6-1700-43ed-9c70-8adfa8fe612d'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:12.285412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a589a2-fe0c-45d6-8a55-415afc201a12 req-431bb4e2-06da-4449-badc-a0d6e9060e6b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:12.288753 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-25a589a2-fe0c-45d6-8a55-415afc201a12 req-431bb4e2-06da-4449-badc-a0d6e9060e6b tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 966 time: 0.1687155 Sep 18 05:04:12.330617 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-e2459b8b-74e2-4b22-b3d0-585ce43937e5 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1258349 Sep 18 05:04:12.334895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281d27d-857e-4bd5-8b88-629de7684ceb req-1ebd9379-f9a9-49f0-9611-a7f83439d3a3 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:12.346142 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f281d27d-857e-4bd5-8b88-629de7684ceb req-1ebd9379-f9a9-49f0-9611-a7f83439d3a3 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 932 time: 0.4718456 Sep 18 05:04:12.361469 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-25a589a2-fe0c-45d6-8a55-415afc201a12 req-1a91089f-ae81-43a3-8fd3-e59fcf54ec92 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665629 Sep 18 05:04:12.363145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec6806-be24-4b13-8a73-75e92b329262 req-6c0f946c-ea68-452b-8112-a7bd8cf86f22 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:12.365443 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbec6806-be24-4b13-8a73-75e92b329262 req-6c0f946c-ea68-452b-8112-a7bd8cf86f22 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 966 time: 0.4115326 Sep 18 05:04:12.371845 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Request body: {'port': {'device_id': '55597c22-e417-47ad-8ea4-c5cbc5dbc011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:12.476805 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2', '6d2be26a-be9c-4294-8d59-0ea85231372c', '38ec451f-106e-47d3-b360-5551b1fbfad8', 'f0ac2a4b-28da-496e-b1d7-fac774211d51'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:12.481837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-797a88fb-d213-4fa7-9216-2cdcc98686a1 req-fb52d696-cb6c-4ed9-9ee0-04353e095388 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290553 Sep 18 05:04:12.542355 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:12.561023 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f281d27d-857e-4bd5-8b88-629de7684ceb req-1340d8e0-ebc0-48de-8765-496ce8f29de6 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115440 Sep 18 05:04:12.699006 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dbde0bf-c71c-4887-8c2f-6455eea89ef1 req-a350e093-c112-42ab-b98a-8f64f6ebcf22 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=43080f6b-af01-4864-851b-02452076ebfa HTTP/1.1" status: 200 len: 210 time: 0.1577859 Sep 18 05:04:12.728541 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3cf734-1262-4fb7-8db8-abec991b5eea x-openstack-request-id: req-3f3cf734-1262-4fb7-8db8-abec991b5eea {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:12.728541 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:12.728541 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f3cf734-1262-4fb7-8db8-abec991b5eea {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:12.728541 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'status': 'completed', 'code': 200} Sep 18 05:04:12.867389 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-b4862173-d778-43a6-bd21-8c531cbe0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:12.869000 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-b4862173-d778-43a6-bd21-8c531cbe0eab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 1100 time: 0.1304986 Sep 18 05:04:12.922393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-dbec6806-be24-4b13-8a73-75e92b329262 req-e40619c7-b540-40a5-ab91-e37bebfcdc06 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Deleting port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:12.924524 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dbec6806-be24-4b13-8a73-75e92b329262 req-e40619c7-b540-40a5-ab91-e37bebfcdc06 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:13.001752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f659c1a0-ae8e-43f7-9eb7-38ce8ec6d426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:13.094714 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 682a09be-415c-432c-9661-51699d1258d5 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:13.195424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 682a09be-415c-432c-9661-51699d1258d5 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:13.197586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 682a09be-415c-432c-9661-51699d1258d5 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:13.198228 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7f6bff7f-a200-4c97-b6f5-f89375080754 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:13.239196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 7f6bff7f-a200-4c97-b6f5-f89375080754 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:13.239982 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7f6bff7f-a200-4c97-b6f5-f89375080754 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:13.240737 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 3df570e6-1700-43ed-9c70-8adfa8fe612d no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:13.260022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-00f40d54-1a9b-4e8c-b2a1-c3cbd4b24c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:13.261560 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-00f40d54-1a9b-4e8c-b2a1-c3cbd4b24c10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.3748016 Sep 18 05:04:13.269919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-dbec6806-be24-4b13-8a73-75e92b329262 req-e40619c7-b540-40a5-ab91-e37bebfcdc06 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] For port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,segment=NetworkSegment(1860c306-b454-4792-914a-cd92d8415d7b),segment_id=1860c306-b454-4792-914a-cd92d8415d7b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:13.270152 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 3df570e6-1700-43ed-9c70-8adfa8fe612d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:13.270596 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dbec6806-be24-4b13-8a73-75e92b329262 req-e40619c7-b540-40a5-ab91-e37bebfcdc06 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:13.271241 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 3df570e6-1700-43ed-9c70-8adfa8fe612d not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:13.344966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-dbec6806-be24-4b13-8a73-75e92b329262 req-e40619c7-b540-40a5-ab91-e37bebfcdc06 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Calling delete_port for 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 owned by compute:tempest-test_az-2120389633 {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:13.369812 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-d4696b8b-9d12-4b48-ab3e-cfa98579dcb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72 HTTP/1.1" status: 200 len: 217 time: 0.0825062 Sep 18 05:04:13.409470 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f49bced-71ae-4c0b-b416-b599e4459ddd x-openstack-request-id: req-6f49bced-71ae-4c0b-b416-b599e4459ddd {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:13.409470 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b532cb-1270-4949-bac7-4db8e80c3f49", "name": "network-vif-deleted", "tag": "3df570e6-1700-43ed-9c70-8adfa8fe612d", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:13.409470 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f49bced-71ae-4c0b-b416-b599e4459ddd {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:13.409470 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b532cb-1270-4949-bac7-4db8e80c3f49', 'name': 'network-vif-deleted', 'tag': '3df570e6-1700-43ed-9c70-8adfa8fe612d', 'status': 'completed', 'code': 200} Sep 18 05:04:13.439191 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-e1a118d3-f38c-447b-91f2-8ee7cc2331f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:13.440733 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-e1a118d3-f38c-447b-91f2-8ee7cc2331f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 1100 time: 0.7169085 Sep 18 05:04:13.681181 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-0b4eab4c-ed61-4611-a27b-42db5575466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:13.683314 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-0b4eab4c-ed61-4611-a27b-42db5575466a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.2292776 Sep 18 05:04:13.714096 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a613b-b7a2-432c-8dc5-ad2a73a59005 req-6754ab09-ebeb-4adf-9db8-1796dd8976a9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:13.722175 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-641a613b-b7a2-432c-8dc5-ad2a73a59005 req-6754ab09-ebeb-4adf-9db8-1796dd8976a9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 948 time: 0.5271380 Sep 18 05:04:13.737030 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dbec6806-be24-4b13-8a73-75e92b329262 req-e40619c7-b540-40a5-ab91-e37bebfcdc06 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:13.784527 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-1a2218a7-be89-4672-b5db-923a82ed9e8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72 HTTP/1.1" status: 200 len: 217 time: 0.0870116 Sep 18 05:04:13.788474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40619c7-b540-40a5-ab91-e37bebfcdc06 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Pushing event deleted for resources: {'Port': ['ID=61da8700-90c6-4f1b-9f84-c0d118e2bcd4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:13.823364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-b9bc3525-9c70-4078-bf78-0445e69da81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:13.824589 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-b9bc3525-9c70-4078-bf78-0445e69da81c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.2099011 Sep 18 05:04:13.825671 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2137dfc-c36a-4e0b-b0e6-957a44ae9173 req-a4d1cd3c-2b65-466c-a6b7-0eda2efc9b10 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7b532cb-1270-4949-bac7-4db8e80c3f49 HTTP/1.1" status: 200 len: 210 time: 0.4225266 Sep 18 05:04:13.876873 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-641a613b-b7a2-432c-8dc5-ad2a73a59005 req-75dba402-5fe8-4f65-880c-b321ca05efbf tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457884 Sep 18 05:04:13.958306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbec6806-be24-4b13-8a73-75e92b329262 req-e40619c7-b540-40a5-ab91-e37bebfcdc06 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] No DVR routers for this DVR port 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:13.961102 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dbec6806-be24-4b13-8a73-75e92b329262 req-e40619c7-b540-40a5-ab91-e37bebfcdc06 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:13.964370 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbec6806-be24-4b13-8a73-75e92b329262 req-e40619c7-b540-40a5-ab91-e37bebfcdc06 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.13 "DELETE /v2.0/ports/61da8700-90c6-4f1b-9f84-c0d118e2bcd4 HTTP/1.1" status: 204 len: 173 time: 1.5874338 Sep 18 05:04:13.971458 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1efb9fea-f121-474d-9ffb-861987a36411 req-35159e76-1460-4571-b2b7-fc420d38bd45 tempest-LiveMigrationTest-951344824 tempest-LiveMigrationTest-951344824-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a2b57a6-ea04-461e-9bcf-6a6edac49573 HTTP/1.1" status: 200 len: 210 time: 0.0402420 Sep 18 05:04:14.007099 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7718b2-a634-4386-b409-aea49d077b8c {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:04:14.027846 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-cce621d0-2bdb-4aae-be7c-2da78e1b6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:14.029402 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-cce621d0-2bdb-4aae-be7c-2da78e1b6e8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.2241898 Sep 18 05:04:14.031943 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:14.074300 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-0601374f-9af9-4d48-8448-3d7e08a45593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:14.075801 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Transition to ACTIVE for port object ee7718b2-a634-4386-b409-aea49d077b8c will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:04:14.080750 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-0601374f-9af9-4d48-8448-3d7e08a45593 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2429717 Sep 18 05:04:14.090174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-4c327237-6af1-44cc-95df-88be1e2b0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:14.091770 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-4c327237-6af1-44cc-95df-88be1e2b0057 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0529242 Sep 18 05:04:14.170864 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:14.180315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cedad5-7dd6-4333-a2e9-1ba4c2128f3a req-122bf031-91ea-4897-b4cc-647fa5fa524a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:14.181924 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8cedad5-7dd6-4333-a2e9-1ba4c2128f3a req-122bf031-91ea-4897-b4cc-647fa5fa524a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 932 time: 0.1998870 Sep 18 05:04:14.289931 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7718b2-a634-4386-b409-aea49d077b8c,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:14.308868 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8cedad5-7dd6-4333-a2e9-1ba4c2128f3a req-cd6486ce-a416-4f4e-b9e0-2fa501ec9fe2 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015310 Sep 18 05:04:14.321572 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4de52593-302f-4738-9dca-ac18a3f64385 req-c3fcd49c-4620-4b70-affb-aef961515bd9 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/8da972b2-58f8-4524-9b12-d9c593bdaab2 HTTP/1.1" status: 200 len: 1800 time: 0.1096742 Sep 18 05:04:14.332446 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-bb2e304c-00ce-46d1-8cf4-2ca86c34bc76 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458606 Sep 18 05:04:14.365555 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-77be30f0-ec74-4127-a90d-e86b7af9c1d9 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644036 Sep 18 05:04:14.394930 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f659c1a0-ae8e-43f7-9eb7-38ce8ec6d426 admin admin] Deleting port f080ac59-b14a-4166-9302-5b6fcd890c18 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:14.395530 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f659c1a0-ae8e-43f7-9eb7-38ce8ec6d426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:14.453771 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:04:14.454288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:04:14.454288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:14.497304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Port ee7718b2-a634-4386-b409-aea49d077b8c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:04:14.497631 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:14.516603 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4de52593-302f-4738-9dca-ac18a3f64385 req-0b4365cc-45b3-4fa6-a506-c8ec9105541e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:14.519789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:04:14.520129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Checking segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:14.520561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Bound using segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:04:14.521024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Bound port: ee7718b2-a634-4386-b409-aea49d077b8c, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:04:14.521394 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:14.569013 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-aebf03b5-9d6c-4e3c-9cf9-3449d148036e service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851079 Sep 18 05:04:14.570650 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4de52593-302f-4738-9dca-ac18a3f64385 req-0b4365cc-45b3-4fa6-a506-c8ec9105541e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:14.657390 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:14.660463 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ee7718b2-a634-4386-b409-aea49d077b8c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:04:14.710875 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:14.716263 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4de52593-302f-4738-9dca-ac18a3f64385 req-0b4365cc-45b3-4fa6-a506-c8ec9105541e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:14.720066 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4de52593-302f-4738-9dca-ac18a3f64385 req-0b4365cc-45b3-4fa6-a506-c8ec9105541e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:14.721428 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4de52593-302f-4738-9dca-ac18a3f64385 req-0b4365cc-45b3-4fa6-a506-c8ec9105541e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "DELETE /v2.0/security-groups/8da972b2-58f8-4524-9b12-d9c593bdaab2 HTTP/1.1" status: 204 len: 173 time: 0.3606479 Sep 18 05:04:14.768537 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4365cc-45b3-4fa6-a506-c8ec9105541e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da972b2-58f8-4524-9b12-d9c593bdaab2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:14.774655 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:14.775091 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:14.776692 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/ee7718b2-a634-4386-b409-aea49d077b8c HTTP/1.1" status: 200 len: 1093 time: 2.4140539 Sep 18 05:04:14.836269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b3e8f-c2a1-497c-881d-06c5dd8889b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7718b2-a634-4386-b409-aea49d077b8c,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:14.841754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43080f6b-af01-4864-851b-02452076ebfa', 'name': 'network-vif-deleted', 'tag': '682a09be-415c-432c-9661-51699d1258d5'}, {'server_uuid': '2a2b57a6-ea04-461e-9bcf-6a6edac49573', 'name': 'network-vif-deleted', 'tag': '61da8700-90c6-4f1b-9f84-c0d118e2bcd4'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:14.844858 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a89806-5842-446b-8a2b-baa8abd90607" -d '{"events": [{"server_uuid": "43080f6b-af01-4864-851b-02452076ebfa", "name": "network-vif-deleted", "tag": "682a09be-415c-432c-9661-51699d1258d5"}, {"server_uuid": "2a2b57a6-ea04-461e-9bcf-6a6edac49573", "name": "network-vif-deleted", "tag": "61da8700-90c6-4f1b-9f84-c0d118e2bcd4"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:14.849811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7e928516-bcc0-42fc-b89c-950c05b4bd72 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:04:14.910680 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02074109-3e9e-40d3-9852-54cb9d1ecbcc req-9c2704d0-3bc0-4dc8-b87a-c50740ed42c8 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605857 Sep 18 05:04:14.924731 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2628c9c-f635-432e-a4bf-519ee6e37be0 req-32836cf0-d085-4ba8-8ef2-8a7bff3d2870 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/efeee1d9-c21d-45c8-9672-e23a806c07bb HTTP/1.1" status: 200 len: 1800 time: 0.0758264 Sep 18 05:04:14.931674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-f659c1a0-ae8e-43f7-9eb7-38ce8ec6d426 admin admin] For port f080ac59-b14a-4166-9302-5b6fcd890c18, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f080ac59-b14a-4166-9302-5b6fcd890c18,segment=NetworkSegment(2b50f370-54f3-4fe8-ad78-eac85184f61e),segment_id=2b50f370-54f3-4fe8-ad78-eac85184f61e)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:14.932072 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f659c1a0-ae8e-43f7-9eb7-38ce8ec6d426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:14.970440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f659c1a0-ae8e-43f7-9eb7-38ce8ec6d426 admin admin] Calling delete_port for f080ac59-b14a-4166-9302-5b6fcd890c18 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:15.006368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:15.030646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'mac_address': 'fa:16:3e:1a:cc:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:04:15.074751 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:15.081477 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d472b09d-2c8b-4791-9ac2-74e3ca054821 x-openstack-request-id: req-d472b09d-2c8b-4791-9ac2-74e3ca054821 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:15.081820 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43080f6b-af01-4864-851b-02452076ebfa", "name": "network-vif-deleted", "tag": "682a09be-415c-432c-9661-51699d1258d5", "status": "completed", "code": 200}, {"server_uuid": "2a2b57a6-ea04-461e-9bcf-6a6edac49573", "name": "network-vif-deleted", "tag": "61da8700-90c6-4f1b-9f84-c0d118e2bcd4", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:15.082143 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d472b09d-2c8b-4791-9ac2-74e3ca054821 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:15.082546 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43080f6b-af01-4864-851b-02452076ebfa', 'name': 'network-vif-deleted', 'tag': '682a09be-415c-432c-9661-51699d1258d5', 'status': 'completed', 'code': 200} Sep 18 05:04:15.082807 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2b57a6-ea04-461e-9bcf-6a6edac49573', 'name': 'network-vif-deleted', 'tag': '61da8700-90c6-4f1b-9f84-c0d118e2bcd4', 'status': 'completed', 'code': 200} Sep 18 05:04:15.114984 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e2628c9c-f635-432e-a4bf-519ee6e37be0 req-3af2de3c-6108-4a0b-bba3-243165dfacd2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:15.119717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:15.124872 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 61da8700-90c6-4f1b-9f84-c0d118e2bcd4 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:15.125034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7f9b5-588f-4cdf-9d54-ea881e6cd2b6 req-b50d985f-630d-4a48-9991-006505124314 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:15.133602 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bee7f9b5-588f-4cdf-9d54-ea881e6cd2b6 req-b50d985f-630d-4a48-9991-006505124314 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 948 time: 0.0721843 Sep 18 05:04:15.134770 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:15.161506 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:04:15.165495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e928516-bcc0-42fc-b89c-950c05b4bd72 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:04:15.189965 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e2628c9c-f635-432e-a4bf-519ee6e37be0 req-3af2de3c-6108-4a0b-bba3-243165dfacd2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:15.192395 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bee7f9b5-588f-4cdf-9d54-ea881e6cd2b6 req-59887c70-55a6-4d4d-bf93-8b5bfc6e35b3 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533903 Sep 18 05:04:15.227354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:15.309291 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:15.353416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-99ebbc0e-3f07-4964-b84d-dd6f9b0acd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:15.354889 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-99ebbc0e-3f07-4964-b84d-dd6f9b0acd12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 1096 time: 0.0868506 Sep 18 05:04:15.366799 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7e928516-bcc0-42fc-b89c-950c05b4bd72,revision_number=12']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:15.407039 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55597c22-e417-47ad-8ea4-c5cbc5dbc011', 'tag': 'ee7718b2-a634-4386-b409-aea49d077b8c'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:15.409799 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749fc40e-6786-4571-ace3-96661cf3e82a" -d '{"events": [{"name": "network-changed", "server_uuid": "55597c22-e417-47ad-8ea4-c5cbc5dbc011", "tag": "ee7718b2-a634-4386-b409-aea49d077b8c"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:15.438341 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-4b86668e-ba62-41ec-9502-2decce155ae3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee7718b2-a634-4386-b409-aea49d077b8c HTTP/1.1" status: 200 len: 217 time: 0.0421958 Sep 18 05:04:15.490875 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e2628c9c-f635-432e-a4bf-519ee6e37be0 req-3af2de3c-6108-4a0b-bba3-243165dfacd2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:15.493957 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e2628c9c-f635-432e-a4bf-519ee6e37be0 req-3af2de3c-6108-4a0b-bba3-243165dfacd2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:15.494657 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2628c9c-f635-432e-a4bf-519ee6e37be0 req-3af2de3c-6108-4a0b-bba3-243165dfacd2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "DELETE /v2.0/security-groups/efeee1d9-c21d-45c8-9672-e23a806c07bb HTTP/1.1" status: 204 len: 173 time: 0.5599968 Sep 18 05:04:15.508189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2de3c-6108-4a0b-bba3-243165dfacd2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeee1d9-c21d-45c8-9672-e23a806c07bb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:15.532475 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-b90d505e-e171-4a26-a2d7-556f3425e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:15.534123 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-b90d505e-e171-4a26-a2d7-556f3425e1be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.0826571 Sep 18 05:04:15.542088 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41600) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:15.598727 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f659c1a0-ae8e-43f7-9eb7-38ce8ec6d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:15.605127 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-fe19e080-25c4-490f-943f-f6f25c3d165c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535772 Sep 18 05:04:15.635098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659c1a0-ae8e-43f7-9eb7-38ce8ec6d426 admin admin] Pushing event deleted for resources: {'Port': ['ID=f080ac59-b14a-4166-9302-5b6fcd890c18,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:15.693007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7e928516-bcc0-42fc-b89c-950c05b4bd72'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:15.745869 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0bdc81-f540-4d8c-85c9-ad58ce98433e x-openstack-request-id: req-9c0bdc81-f540-4d8c-85c9-ad58ce98433e {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:15.746046 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55597c22-e417-47ad-8ea4-c5cbc5dbc011", "tag": "ee7718b2-a634-4386-b409-aea49d077b8c", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:15.746346 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c0bdc81-f540-4d8c-85c9-ad58ce98433e {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:15.746685 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55597c22-e417-47ad-8ea4-c5cbc5dbc011', 'tag': 'ee7718b2-a634-4386-b409-aea49d077b8c', 'status': 'completed', 'code': 200} Sep 18 05:04:15.768484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-3fe3a70a-3fc4-43f7-8fff-e6058d64389b req-c84ba600-0647-4d00-adae-51b12d92912e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1728385814', 'description': 'tempest-description-2146255918'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:15.842925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-68934bbe-9421-4657-890d-71886da4517c admin admin] Deleting subnet d88ca583-1ba8-47cf-ae2d-e8d84097fe39 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:04:15.846726 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68934bbe-9421-4657-890d-71886da4517c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:15.920460 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68934bbe-9421-4657-890d-71886da4517c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:15.988340 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68934bbe-9421-4657-890d-71886da4517c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.013688 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3fe3a70a-3fc4-43f7-8fff-e6058d64389b req-c84ba600-0647-4d00-adae-51b12d92912e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.034450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345365e2-11cd-434d-9a6b-c965263382bd req-a847f763-0d67-417b-8566-68ce8c5660b7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:16.041846 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-345365e2-11cd-434d-9a6b-c965263382bd req-a847f763-0d67-417b-8566-68ce8c5660b7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 944 time: 0.2336974 Sep 18 05:04:16.045376 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-3b889d7a-f412-47be-b7b2-c810c4377c4f service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226191 Sep 18 05:04:16.131511 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68934bbe-9421-4657-890d-71886da4517c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.178027 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3fe3a70a-3fc4-43f7-8fff-e6058d64389b req-c84ba600-0647-4d00-adae-51b12d92912e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.181525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68934bbe-9421-4657-890d-71886da4517c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d88ca583-1ba8-47cf-ae2d-e8d84097fe39,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:16.183502 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68934bbe-9421-4657-890d-71886da4517c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.185490 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-68934bbe-9421-4657-890d-71886da4517c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d88ca583-1ba8-47cf-ae2d-e8d84097fe39 HTTP/1.1" status: 204 len: 168 time: 0.6423335 Sep 18 05:04:16.192397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41612) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:16.226881 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-345365e2-11cd-434d-9a6b-c965263382bd req-8b98222f-8e44-49a9-b760-be28cf0ea0c2 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838496 Sep 18 05:04:16.227475 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f659c1a0-ae8e-43f7-9eb7-38ce8ec6d426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.291019 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8962c23f-89b4-42fc-8ff0-582f9361d5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.295568 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3fe3a70a-3fc4-43f7-8fff-e6058d64389b req-c84ba600-0647-4d00-adae-51b12d92912e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.335864 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ba600-0647-4d00-adae-51b12d92912e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf10d053-5346-4852-921e-59f0e7ab117e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:16.367543 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eadf0204-44c2-485f-ab4c-b45240b7ad76 req-942dadfa-7224-4250-925e-c7b7003f2da4 service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464361 Sep 18 05:04:16.403701 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3fe3a70a-3fc4-43f7-8fff-e6058d64389b req-c84ba600-0647-4d00-adae-51b12d92912e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.417235 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3fe3a70a-3fc4-43f7-8fff-e6058d64389b req-c84ba600-0647-4d00-adae-51b12d92912e tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6544425 Sep 18 05:04:16.486517 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8962c23f-89b4-42fc-8ff0-582f9361d5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.510054 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-8962c23f-89b4-42fc-8ff0-582f9361d5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd8a40e-11aa-4858-81fa-16494af44b03']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:16.526173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f659c1a0-ae8e-43f7-9eb7-38ce8ec6d426 admin admin] Router 96cb2beb-876b-418a-a954-c3e98bd6d02f has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:04:16.558201 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-8962c23f-89b4-42fc-8ff0-582f9361d5c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1860c306-b454-4792-914a-cd92d8415d7b') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:16.558201 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-8962c23f-89b4-42fc-8ff0-582f9361d5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1860c306-b454-4792-914a-cd92d8415d7b') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:16.569800 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8962c23f-89b4-42fc-8ff0-582f9361d5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.579023 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cd03d-a125-4e4a-ae44-08d6862c9ff4 req-c2e01262-b3ba-4008-ba12-9d30a4cffe88 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:16.580680 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-914cd03d-a125-4e4a-ae44-08d6862c9ff4 req-c2e01262-b3ba-4008-ba12-9d30a4cffe88 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0750339 Sep 18 05:04:16.596190 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8962c23f-89b4-42fc-8ff0-582f9361d5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.618979 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fc40e-6786-4571-ace3-96661cf3e82a req-628cb029-9499-458e-9194-1a9f33923d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:16.620521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-749fc40e-6786-4571-ace3-96661cf3e82a req-628cb029-9499-458e-9194-1a9f33923d2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 1096 time: 0.0913239 Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8962c23f-89b4-42fc-8ff0-582f9361d5c9 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8962c23f-89b4-42fc-8ff0-582f9361d5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:04:16.634848 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:04:16.653614 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-914cd03d-a125-4e4a-ae44-08d6862c9ff4 req-252954f7-f0d7-4475-b4da-417597a47c83 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545216 Sep 18 05:04:16.736547 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a8aafd0b-2466-4b57-b718-c60e1d956c43 req-309dfd02-8e38-45bf-9944-c0ac04c4be50 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/bf10d053-5346-4852-921e-59f0e7ab117e HTTP/1.1" status: 200 len: 1801 time: 0.0437956 Sep 18 05:04:16.746963 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-a8aafd0b-2466-4b57-b718-c60e1d956c43 req-efcc1112-c4ae-41c3-b427-1fd32c1eb012 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1222727446', 'description': 'tempest-description-hth-1367555615'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:16.773990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f659c1a0-ae8e-43f7-9eb7-38ce8ec6d426 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:04:16.774593 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a8aafd0b-2466-4b57-b718-c60e1d956c43 req-efcc1112-c4ae-41c3-b427-1fd32c1eb012 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.783689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41630) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:16.783843 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f659c1a0-ae8e-43f7-9eb7-38ce8ec6d426 admin admin] 10.222.0.23 "PUT /v2.0/routers/96cb2beb-876b-418a-a954-c3e98bd6d02f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4172769 Sep 18 05:04:16.789247 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd8cd9-1281-413d-a454-06fb0a993319 None None] Sync routers for ids ['96cb2beb-876b-418a-a954-c3e98bd6d02f'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:04:16.800076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b261dcf-d4f5-4abc-bc96-e90f685b342b req-8c63a844-c2e0-436b-827a-5b5fb065277b tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:16.803808 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd8cd9-1281-413d-a454-06fb0a993319 None None] Routers {'96cb2beb-876b-418a-a954-c3e98bd6d02f'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:04:16.804709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b261dcf-d4f5-4abc-bc96-e90f685b342b req-8c63a844-c2e0-436b-827a-5b5fb065277b tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 949 time: 0.4694290 Sep 18 05:04:16.805687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6ccd8cd9-1281-413d-a454-06fb0a993319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:04:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['96cb2beb-876b-418a-a954-c3e98bd6d02f'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:16.844082 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8962c23f-89b4-42fc-8ff0-582f9361d5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.851816 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fc40e-6786-4571-ace3-96661cf3e82a req-c76aff0d-d61a-46cb-ac34-20aa31d4db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:16.853332 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-749fc40e-6786-4571-ace3-96661cf3e82a req-c76aff0d-d61a-46cb-ac34-20aa31d4db53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.2106206 Sep 18 05:04:16.860871 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8962c23f-89b4-42fc-8ff0-582f9361d5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:16.861344 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b261dcf-d4f5-4abc-bc96-e90f685b342b req-3de8e9c0-9e81-4893-b885-ad61ef78f643 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526836 Sep 18 05:04:16.866102 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8962c23f-89b4-42fc-8ff0-582f9361d5c9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7bd8a40e-11aa-4858-81fa-16494af44b03 HTTP/1.1" status: 204 len: 168 time: 0.6761959 Sep 18 05:04:16.889149 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41632) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:16.897990 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962c23f-89b4-42fc-8ff0-582f9361d5c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd8a40e-11aa-4858-81fa-16494af44b03,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:16.913593 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-749fc40e-6786-4571-ace3-96661cf3e82a req-7ce3699f-e851-47a3-96cf-ac3770fcc88b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee7718b2-a634-4386-b409-aea49d077b8c HTTP/1.1" status: 200 len: 217 time: 0.0504723 Sep 18 05:04:16.960617 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-6ccd8cd9-1281-413d-a454-06fb0a993319 None None] Set router 96cb2beb-876b-418a-a954-c3e98bd6d02f gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:04:16.992975 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a8aafd0b-2466-4b57-b718-c60e1d956c43 req-efcc1112-c4ae-41c3-b427-1fd32c1eb012 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.001999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b1aad8-c27a-49c7-b41f-da6ebd10b6cc admin admin] Deleting subnet 0153df84-a022-45e3-a6dc-ea9d81cacd6a {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:04:17.005323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fc40e-6786-4571-ace3-96661cf3e82a req-806d133b-fdf2-4021-9fc6-e1d79a604030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:17.008353 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69b1aad8-c27a-49c7-b41f-da6ebd10b6cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.009071 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-749fc40e-6786-4571-ace3-96661cf3e82a req-806d133b-fdf2-4021-9fc6-e1d79a604030 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.0816510 Sep 18 05:04:17.054761 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-749fc40e-6786-4571-ace3-96661cf3e82a req-19bb8762-3caa-4cb1-b03f-d0b5f1409272 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348608 Sep 18 05:04:17.067349 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.106233 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69b1aad8-c27a-49c7-b41f-da6ebd10b6cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.108025 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a8aafd0b-2466-4b57-b718-c60e1d956c43 req-efcc1112-c4ae-41c3-b427-1fd32c1eb012 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.110735 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a8aafd0b-2466-4b57-b718-c60e1d956c43 req-efcc1112-c4ae-41c3-b427-1fd32c1eb012 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.115149 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a8aafd0b-2466-4b57-b718-c60e1d956c43 req-efcc1112-c4ae-41c3-b427-1fd32c1eb012 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "PUT /v2.0/security-groups/bf10d053-5346-4852-921e-59f0e7ab117e HTTP/1.1" status: 200 len: 1775 time: 0.3719671 Sep 18 05:04:17.152682 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee941e-e3a6-4688-865e-4943dab8d1d7 req-d89fea62-c3fa-48e3-b6d6-c5213721c3a7 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:17.155895 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9ee941e-e3a6-4688-865e-4943dab8d1d7 req-d89fea62-c3fa-48e3-b6d6-c5213721c3a7 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 949 time: 0.0942626 Sep 18 05:04:17.226806 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69b1aad8-c27a-49c7-b41f-da6ebd10b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.236277 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc1112-c4ae-41c3-b427-1fd32c1eb012 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf10d053-5346-4852-921e-59f0e7ab117e,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:17.297455 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-749fc40e-6786-4571-ace3-96661cf3e82a req-57a1d4f6-f194-4fb6-85ca-be5dbfbc6eb6 service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232978 Sep 18 05:04:17.303814 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9ee941e-e3a6-4688-865e-4943dab8d1d7 req-550bca3f-b59a-46d8-818e-a24b0b13ed45 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508265 Sep 18 05:04:17.305931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6ccd8cd9-1281-413d-a454-06fb0a993319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350266594-router', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:27Z', 'updated_at': '2021-09-18T05:04:15Z', 'revision_number': 5, 'project_id': 'f0abe59b90ec49a4ba9e96599690902c', 'gw_port': {'id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:29Z', 'updated_at': '2021-09-18T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:17.324753 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b6d615b6-cd1a-45f8-8471-3dac0e4a940e req-a0d0bb6c-e940-4acb-9cbe-98ef5c6feec7 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/bf10d053-5346-4852-921e-59f0e7ab117e HTTP/1.1" status: 200 len: 1775 time: 0.1703603 Sep 18 05:04:17.398527 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd8cd9-1281-413d-a454-06fb0a993319 None None] Checking router: 96cb2beb-876b-418a-a954-c3e98bd6d02f for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:04:17.409151 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd8cd9-1281-413d-a454-06fb0a993319 None None] Routers {'96cb2beb-876b-418a-a954-c3e98bd6d02f'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:04:17.409641 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6ccd8cd9-1281-413d-a454-06fb0a993319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:04:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['96cb2beb-876b-418a-a954-c3e98bd6d02f'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:17.431071 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.472442 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-749fc40e-6786-4571-ace3-96661cf3e82a req-39efbea9-3b7a-48cf-817a-ebee9bcb3818 service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671867 Sep 18 05:04:17.492863 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-980682a0-387d-49d0-ab41-c94d081d0ab7 req-b60585a9-a30e-4a4c-bc1a-fa03aaeda449 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/bf10d053-5346-4852-921e-59f0e7ab117e HTTP/1.1" status: 200 len: 1775 time: 0.0746171 Sep 18 05:04:17.513539 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41370700-d427-4364-a067-96897b79ea1a req-46bc4037-929b-45b4-af5b-dcd5e44052dc tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:17.515882 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-41370700-d427-4364-a067-96897b79ea1a req-46bc4037-929b-45b4-af5b-dcd5e44052dc tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 949 time: 0.1432116 Sep 18 05:04:17.533398 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c43f-fe67-4ab9-af44-a64d0a9b171b req-ffeab544-5a08-4302-a91d-06c89cc22314 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:17.538221 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-af18c43f-fe67-4ab9-af44-a64d0a9b171b req-ffeab544-5a08-4302-a91d-06c89cc22314 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 944 time: 0.1032114 Sep 18 05:04:17.564918 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-980682a0-387d-49d0-ab41-c94d081d0ab7 req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.571140 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-6ccd8cd9-1281-413d-a454-06fb0a993319 None None] Set router 96cb2beb-876b-418a-a954-c3e98bd6d02f gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:04:17.594049 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69b1aad8-c27a-49c7-b41f-da6ebd10b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.608933 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-980682a0-387d-49d0-ab41-c94d081d0ab7 req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.673196 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69b1aad8-c27a-49c7-b41f-da6ebd10b6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.677294 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-69b1aad8-c27a-49c7-b41f-da6ebd10b6cc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0153df84-a022-45e3-a6dc-ea9d81cacd6a HTTP/1.1" status: 204 len: 168 time: 0.7920761 Sep 18 05:04:17.677294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1aad8-c27a-49c7-b41f-da6ebd10b6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0153df84-a022-45e3-a6dc-ea9d81cacd6a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:17.677833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41652) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:17.733155 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-af18c43f-fe67-4ab9-af44-a64d0a9b171b req-a1075c3e-e455-433b-83bd-2e25053f110a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844094 Sep 18 05:04:17.756837 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78ea84d5-68d2-41be-8dd1-6330bc551923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.757690 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] Deleting port bbe43e4f-8e6c-4261-8b48-e4c540db29a4 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:17.758065 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.773968 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-980682a0-387d-49d0-ab41-c94d081d0ab7 req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.778567 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-980682a0-387d-49d0-ab41-c94d081d0ab7 req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.779881 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-980682a0-387d-49d0-ab41-c94d081d0ab7 req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "DELETE /v2.0/security-groups/bf10d053-5346-4852-921e-59f0e7ab117e HTTP/1.1" status: 204 len: 173 time: 0.2858262 Sep 18 05:04:17.798505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-41370700-d427-4364-a067-96897b79ea1a req-7af67139-cc0a-4430-87f4-8616747e09f9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Deleting port f0ac2a4b-28da-496e-b1d7-fac774211d51 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:17.798807 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-41370700-d427-4364-a067-96897b79ea1a req-7af67139-cc0a-4430-87f4-8616747e09f9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:17.818186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf10d053-5346-4852-921e-59f0e7ab117e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:17.823156 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6ccd8cd9-1281-413d-a454-06fb0a993319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350266594-router', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:27Z', 'updated_at': '2021-09-18T05:04:15Z', 'revision_number': 5, 'project_id': 'f0abe59b90ec49a4ba9e96599690902c', 'gw_port': {'id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:29Z', 'updated_at': '2021-09-18T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:17.835048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:17.835684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:17.836384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:17.839224 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:17.839750 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:17.842624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:17.842624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:17.842624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:17.842624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:17.842624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:17.842624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:17.842624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd6cfbc-9ec9-46e2-a1ee-9284b64c2226 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:17.867228 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd8cd9-1281-413d-a454-06fb0a993319 None None] The sync data for ids ['96cb2beb-876b-418a-a954-c3e98bd6d02f'] in n-d-789963-13 is: [{'id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350266594-router', 'tenant_id': 'f0abe59b90ec49a4ba9e96599690902c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T04:59:27Z', 'updated_at': '2021-09-18T05:04:15Z', 'revision_number': 5, 'project_id': 'f0abe59b90ec49a4ba9e96599690902c', 'gw_port': {'id': 'bbe43e4f-8e6c-4261-8b48-e4c540db29a4', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cb2beb-876b-418a-a954-c3e98bd6d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T04:59:29Z', 'updated_at': '2021-09-18T04:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:04:17.961793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] For port bbe43e4f-8e6c-4261-8b48-e4c540db29a4, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bbe43e4f-8e6c-4261-8b48-e4c540db29a4,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:17.962385 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:18.001088 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] Calling delete_port for bbe43e4f-8e6c-4261-8b48-e4c540db29a4 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:18.005535 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78ea84d5-68d2-41be-8dd1-6330bc551923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:18.015950 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-41370700-d427-4364-a067-96897b79ea1a req-7af67139-cc0a-4430-87f4-8616747e09f9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] For port f0ac2a4b-28da-496e-b1d7-fac774211d51, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f0ac2a4b-28da-496e-b1d7-fac774211d51,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:18.016648 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-41370700-d427-4364-a067-96897b79ea1a req-7af67139-cc0a-4430-87f4-8616747e09f9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:18.022944 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [req-03810efa-ee15-4790-8d83-979269d913c4 req-b5643dfa-34bb-4d6c-a5b7-e25a15314dc5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] show failed (client error): The resource could not be found. Sep 18 05:04:18.024264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-03810efa-ee15-4790-8d83-979269d913c4 req-b5643dfa-34bb-4d6c-a5b7-e25a15314dc5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/efeee1d9-c21d-45c8-9672-e23a806c07bb HTTP/1.1" status: 404 len: 352 time: 0.0478532 Sep 18 05:04:18.040620 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-41370700-d427-4364-a067-96897b79ea1a req-7af67139-cc0a-4430-87f4-8616747e09f9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Calling delete_port for f0ac2a4b-28da-496e-b1d7-fac774211d51 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:18.082868 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-78ea84d5-68d2-41be-8dd1-6330bc551923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88671d54-8e12-4b61-b632-1b22a2e5979f']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:18.094657 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-78ea84d5-68d2-41be-8dd1-6330bc551923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2111c207-94b2-43b0-a077-98a97cfa13fd') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:18.094960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-78ea84d5-68d2-41be-8dd1-6330bc551923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2111c207-94b2-43b0-a077-98a97cfa13fd') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:18.104976 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78ea84d5-68d2-41be-8dd1-6330bc551923 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:18.119084 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78ea84d5-68d2-41be-8dd1-6330bc551923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:18.126131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ea84d5-68d2-41be-8dd1-6330bc551923 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:04:18.126131 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78ea84d5-68d2-41be-8dd1-6330bc551923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:04:18.145031 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:04:18.190184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37c367-80a8-4b29-a949-0f050ddde97e req-0d116e89-92d3-4892-a8ea-3bef5a8492e4 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:18.191666 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f37c367-80a8-4b29-a949-0f050ddde97e req-0d116e89-92d3-4892-a8ea-3bef5a8492e4 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 949 time: 0.1831808 Sep 18 05:04:18.231112 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-e4a2148a-1e06-4e92-867f-ab411428f7b9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=20ae15386bab4155a078057ceffa9f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389822 Sep 18 05:04:18.240432 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f37c367-80a8-4b29-a949-0f050ddde97e req-f89756e4-39b2-4680-8df3-0ce8bbb8d422 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 Sep 18 05:04:18.267499 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78ea84d5-68d2-41be-8dd1-6330bc551923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:18.278086 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78ea84d5-68d2-41be-8dd1-6330bc551923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:18.288446 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-78ea84d5-68d2-41be-8dd1-6330bc551923 admin admin] 10.222.0.23 "DELETE /v2.0/networks/88671d54-8e12-4b61-b632-1b22a2e5979f HTTP/1.1" status: 204 len: 168 time: 0.6037409 Sep 18 05:04:18.288730 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-59d573c1-4b8b-4a34-963f-6aa80acb4744 req-d4cdbe06-05da-4156-9d71-33b951611efc tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] show failed (client error): The resource could not be found. Sep 18 05:04:18.308471 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59d573c1-4b8b-4a34-963f-6aa80acb4744 req-d4cdbe06-05da-4156-9d71-33b951611efc tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/8da972b2-58f8-4524-9b12-d9c593bdaab2 HTTP/1.1" status: 404 len: 352 time: 0.0496321 Sep 18 05:04:18.336425 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea84d5-68d2-41be-8dd1-6330bc551923 admin admin] Pushing event deleted for resources: {'Network': ['ID=88671d54-8e12-4b61-b632-1b22a2e5979f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:18.360640 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-0bb125fc-47b4-4022-8e46-eb48f694fb9c req-04afe94d-eddd-4fba-83de-5c846dc364a2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] show failed (client error): The resource could not be found. Sep 18 05:04:18.361695 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0bb125fc-47b4-4022-8e46-eb48f694fb9c req-04afe94d-eddd-4fba-83de-5c846dc364a2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/14a6a6da-147c-475b-a9a9-5113080c3f66 HTTP/1.1" status: 404 len: 352 time: 0.0217028 Sep 18 05:04:18.420565 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-0718c399-8b3b-4a8f-b8e4-c3dabdbe5c26 req-2e9b7134-fef8-4fbc-96eb-2ab18fb84ef5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] show failed (client error): The resource could not be found. Sep 18 05:04:18.422145 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0718c399-8b3b-4a8f-b8e4-c3dabdbe5c26 req-2e9b7134-fef8-4fbc-96eb-2ab18fb84ef5 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/fb2efbc9-f13e-407d-ac2b-2c2749c63b2f HTTP/1.1" status: 404 len: 352 time: 0.0270710 Sep 18 05:04:18.473844 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-6fcb653b-3239-44b6-a880-54b4dca2ec5a req-fe6646cc-d955-49f5-a84f-9ebcbd13f6f2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] show failed (client error): The resource could not be found. Sep 18 05:04:18.473954 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-2c5e192e-b2c8-482f-86c4-b7507de5f8a1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:18.474059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6fcb653b-3239-44b6-a880-54b4dca2ec5a req-fe6646cc-d955-49f5-a84f-9ebcbd13f6f2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/1fc8b9bf-dd3e-49e3-a82d-23d72dfec120 HTTP/1.1" status: 404 len: 352 time: 0.0162199 Sep 18 05:04:18.474161 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-2c5e192e-b2c8-482f-86c4-b7507de5f8a1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222579 Sep 18 05:04:18.488699 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-493b0e67-2c9f-4f27-a0a1-381037dec7ec tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/quotas/20ae15386bab4155a078057ceffa9f60 HTTP/1.1" status: 200 len: 375 time: 0.0108998 Sep 18 05:04:18.513463 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-def685be-63fc-49a5-934e-5506bd562275 req-6a93eae0-48d6-4e9d-8710-f0adf220d1e2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] show failed (client error): The resource could not be found. Sep 18 05:04:18.516319 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-def685be-63fc-49a5-934e-5506bd562275 req-6a93eae0-48d6-4e9d-8710-f0adf220d1e2 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/9eb6f842-7408-44d0-a12a-abd14c1d9876 HTTP/1.1" status: 404 len: 352 time: 0.0205741 Sep 18 05:04:18.536667 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-41370700-d427-4364-a067-96897b79ea1a req-7af67139-cc0a-4430-87f4-8616747e09f9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:18.549931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2', '6d2be26a-be9c-4294-8d59-0ea85231372c', '38ec451f-106e-47d3-b360-5551b1fbfad8', 'f0ac2a4b-28da-496e-b1d7-fac774211d51'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:18.568087 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af67139-cc0a-4430-87f4-8616747e09f9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event deleted for resources: {'Port': ['ID=f0ac2a4b-28da-496e-b1d7-fac774211d51,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:18.574304 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:18.584283 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2', '23d60c82-8372-412e-b520-f3dbecc744aa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:18.617103 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe43e4f-8e6c-4261-8b48-e4c540db29a4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:18.668927 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-f6626794-3e18-4d6e-9676-6d1871185a4f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1735928 Sep 18 05:04:18.689849 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-41370700-d427-4364-a067-96897b79ea1a req-7af67139-cc0a-4430-87f4-8616747e09f9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] No DVR routers for this DVR port f0ac2a4b-28da-496e-b1d7-fac774211d51 on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:18.705327 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-41370700-d427-4364-a067-96897b79ea1a req-7af67139-cc0a-4430-87f4-8616747e09f9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:18.707229 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-41370700-d427-4364-a067-96897b79ea1a req-7af67139-cc0a-4430-87f4-8616747e09f9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "DELETE /v2.0/ports/f0ac2a4b-28da-496e-b1d7-fac774211d51 HTTP/1.1" status: 204 len: 173 time: 1.1680579 Sep 18 05:04:18.707683 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b769a3-6e4c-457d-bfd2-ea1e98b150f5', 'name': 'network-vif-deleted', 'tag': 'f0ac2a4b-28da-496e-b1d7-fac774211d51'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:18.709944 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33282d76-be94-4290-9dcd-71ad541712b5" -d '{"events": [{"server_uuid": "52b769a3-6e4c-457d-bfd2-ea1e98b150f5", "name": "network-vif-deleted", "tag": "f0ac2a4b-28da-496e-b1d7-fac774211d51"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:18.736761 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:18.911402 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7e928516-bcc0-42fc-b89c-950c05b4bd72 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:19.025704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41712) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:19.163190 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014736bb-0ad7-47b1-bc64-a63ba8db893d x-openstack-request-id: req-014736bb-0ad7-47b1-bc64-a63ba8db893d {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:19.163545 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b769a3-6e4c-457d-bfd2-ea1e98b150f5", "name": "network-vif-deleted", "tag": "f0ac2a4b-28da-496e-b1d7-fac774211d51", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:19.163736 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-014736bb-0ad7-47b1-bc64-a63ba8db893d {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:19.164750 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b769a3-6e4c-457d-bfd2-ea1e98b150f5', 'name': 'network-vif-deleted', 'tag': 'f0ac2a4b-28da-496e-b1d7-fac774211d51', 'status': 'completed', 'code': 200} Sep 18 05:04:19.232212 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a5aa878-0e3b-48c4-916c-78814091574f req-908a8130-f13b-4193-893d-a9394e522b62 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 210 time: 0.0665340 Sep 18 05:04:19.232855 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fbe46cf0-001b-46a3-a27c-391763fc29ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9d48c11f3d54c54908deb8998856514&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2061419 Sep 18 05:04:19.234032 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41716) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:19.293377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af4ae-4bf3-45f5-b2b0-8adea9a13dbe req-237b0c2e-939c-45fe-8af7-19f6528fc673 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:19.294983 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5c2af4ae-4bf3-45f5-b2b0-8adea9a13dbe req-237b0c2e-939c-45fe-8af7-19f6528fc673 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 944 time: 0.2057083 Sep 18 05:04:19.298256 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:19.304353 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:19.337920 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 7e928516-bcc0-42fc-b89c-950c05b4bd72 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:04:19.356153 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fdd74ac8-181a-4cd5-b411-9ca164213b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:19.358704 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 7e928516-bcc0-42fc-b89c-950c05b4bd72 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:19.359825 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:19.391239 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fdd74ac8-181a-4cd5-b411-9ca164213b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:19.399640 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5c2af4ae-4bf3-45f5-b2b0-8adea9a13dbe req-02705fc1-2a86-4825-a168-3dfb1a43f5cd tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916831 Sep 18 05:04:19.456973 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:19.460142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96cb2beb-876b-418a-a954-c3e98bd6d02f {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:04:19.471019 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:19.472207 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d168b156-a121-4e6f-9b3c-151d6fec62d1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/96cb2beb-876b-418a-a954-c3e98bd6d02f HTTP/1.1" status: 204 len: 168 time: 2.6868584 Sep 18 05:04:19.490867 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c392cb-53ed-439f-b93b-14e94e276f0d req-cb0e749b-4e10-4619-bcdf-c90a39734511 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:19.508860 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-39c392cb-53ed-439f-b93b-14e94e276f0d req-cb0e749b-4e10-4619-bcdf-c90a39734511 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 1024 time: 0.1806252 Sep 18 05:04:19.508860 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41722) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:19.519479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f080ac59-b14a-4166-9302-5b6fcd890c18 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:19.569435 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: f080ac59-b14a-4166-9302-5b6fcd890c18 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:19.570296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f080ac59-b14a-4166-9302-5b6fcd890c18 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:19.633312 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c30332f-47c9-4a65-b18d-63dae44811a4 admin admin] Deleting subnet fc1d5d2f-98f3-459d-aacc-922d737e4185 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:04:19.649200 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:19.661964 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c30332f-47c9-4a65-b18d-63dae44811a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:19.691900 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-34da721c-9186-47f6-9a82-c20d2d466e61 req-72f5911d-2dc4-466f-93d8-a149a5d348f7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b769a3-6e4c-457d-bfd2-ea1e98b150f5 HTTP/1.1" status: 200 len: 210 time: 0.0468266 Sep 18 05:04:19.700137 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fdd74ac8-181a-4cd5-b411-9ca164213b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:19.716815 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fdd74ac8-181a-4cd5-b411-9ca164213b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:19.719007 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fdd74ac8-181a-4cd5-b411-9ca164213b2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a HTTP/1.1" status: 204 len: 168 time: 0.4830751 Sep 18 05:04:19.737821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd74ac8-181a-4cd5-b411-9ca164213b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89a7dc1-f88e-4b42-bd41-d6f4b0f2885a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:19.739602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:19.741174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:19.743500 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b0190d-2605-43a5-97f5-2b5f368d487f" -d '{"events": [{"server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "name": "network-vif-plugged", "status": "completed", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:19.798662 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752a2a25-1e00-4e7c-958c-de201857d327 x-openstack-request-id: req-752a2a25-1e00-4e7c-958c-de201857d327 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:19.798970 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "name": "network-vif-plugged", "status": "completed", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:19.799229 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-752a2a25-1e00-4e7c-958c-de201857d327 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:19.799628 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'code': 200} Sep 18 05:04:19.832660 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-39c392cb-53ed-439f-b93b-14e94e276f0d req-604513ee-d5af-4459-8bad-7c10b5443836 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=aca848cf-c5b3-4080-a3c2-dbda84ec13da&id=602679f2-ce93-4c76-a60a-4b1f95c5b288&id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3259666 Sep 18 05:04:19.834570 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c30332f-47c9-4a65-b18d-63dae44811a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:19.913493 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c30332f-47c9-4a65-b18d-63dae44811a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:19.995948 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:19.998894 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f0ac2a4b-28da-496e-b1d7-fac774211d51 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:20.022446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: f0ac2a4b-28da-496e-b1d7-fac774211d51 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:20.028616 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f0ac2a4b-28da-496e-b1d7-fac774211d51 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:20.071412 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7e928516-bcc0-42fc-b89c-950c05b4bd72,revision_number=13']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:20.108137 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c30332f-47c9-4a65-b18d-63dae44811a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:20.133739 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30332f-47c9-4a65-b18d-63dae44811a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc1d5d2f-98f3-459d-aacc-922d737e4185,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:20.137064 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c30332f-47c9-4a65-b18d-63dae44811a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:20.137899 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6c30332f-47c9-4a65-b18d-63dae44811a4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fc1d5d2f-98f3-459d-aacc-922d737e4185 HTTP/1.1" status: 204 len: 168 time: 0.6292994 Sep 18 05:04:20.141701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41732) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:20.144411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929a8bed-d8cc-4115-8bfd-377c993a2ea4 None None] Network 31e3a6be-2068-4b5d-be9e-df3191cc759b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:04:20.251697 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:20.357163 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6947f7-ffea-4071-90a3-db7987619301 req-5e141f96-f810-4620-9cfd-7fc3a4ac9c5d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:20.357163 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e6947f7-ffea-4071-90a3-db7987619301 req-5e141f96-f810-4620-9cfd-7fc3a4ac9c5d tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 1024 time: 0.1003263 Sep 18 05:04:20.360377 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-83442df1-2b06-418d-8bf5-a5aa6dc8b2cd req-fa3a09bc-1469-4b46-b1b5-96b629c24475 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 210 time: 0.0407767 Sep 18 05:04:20.373283 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adb749a-982d-40da-99fa-168acdf5009f None None] DHCP port deletion for 31e3a6be-2068-4b5d-be9e-df3191cc759b request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:04:20.411685 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Deleting port a395a077-486b-4c05-a88b-d2204b97bcc2 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:20.412018 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:20.450354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-4adb749a-982d-40da-99fa-168acdf5009f None None] Deleting port a395a077-486b-4c05-a88b-d2204b97bcc2 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:20.450751 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4adb749a-982d-40da-99fa-168acdf5009f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:20.539605 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] For port a395a077-486b-4c05-a88b-d2204b97bcc2, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a395a077-486b-4c05-a88b-d2204b97bcc2,segment=NetworkSegment(2b50f370-54f3-4fe8-ad78-eac85184f61e),segment_id=2b50f370-54f3-4fe8-ad78-eac85184f61e)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:20.539993 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:20.593875 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Calling delete_port for a395a077-486b-4c05-a88b-d2204b97bcc2 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:20.621796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-1e6947f7-ffea-4071-90a3-db7987619301 req-e3fc5440-f0ca-451e-9288-48af113ddd97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Deleting port b9bb74ba-960f-446e-abcd-9051f5a2a6be {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:20.621796 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1e6947f7-ffea-4071-90a3-db7987619301 req-e3fc5440-f0ca-451e-9288-48af113ddd97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:20.676278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-4adb749a-982d-40da-99fa-168acdf5009f None None] For port a395a077-486b-4c05-a88b-d2204b97bcc2, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a395a077-486b-4c05-a88b-d2204b97bcc2,segment=NetworkSegment(2b50f370-54f3-4fe8-ad78-eac85184f61e),segment_id=2b50f370-54f3-4fe8-ad78-eac85184f61e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:20.676774 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4adb749a-982d-40da-99fa-168acdf5009f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:20.689977 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-4adb749a-982d-40da-99fa-168acdf5009f None None] Calling delete_port for a395a077-486b-4c05-a88b-d2204b97bcc2 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:20.697047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a13f1-f20f-449d-a08b-ab2f77acf87b req-1654aa62-a325-4b79-aa9a-58c220fc8935 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:20.698554 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-876a13f1-f20f-449d-a08b-ab2f77acf87b req-1654aa62-a325-4b79-aa9a-58c220fc8935 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 944 time: 0.1419833 Sep 18 05:04:20.812791 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-876a13f1-f20f-449d-a08b-ab2f77acf87b req-90c90773-cfaf-458a-b5b9-b3fb7d0878dc tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741417 Sep 18 05:04:20.819543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-1e6947f7-ffea-4071-90a3-db7987619301 req-e3fc5440-f0ca-451e-9288-48af113ddd97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] For port b9bb74ba-960f-446e-abcd-9051f5a2a6be, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b9bb74ba-960f-446e-abcd-9051f5a2a6be,segment=NetworkSegment(6bb61171-b3cb-4915-97c3-52b9cdea442b),segment_id=6bb61171-b3cb-4915-97c3-52b9cdea442b)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:20.819930 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1e6947f7-ffea-4071-90a3-db7987619301 req-e3fc5440-f0ca-451e-9288-48af113ddd97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:20.839754 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-1e6947f7-ffea-4071-90a3-db7987619301 req-e3fc5440-f0ca-451e-9288-48af113ddd97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Calling delete_port for b9bb74ba-960f-446e-abcd-9051f5a2a6be owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:20.974583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f68b8-8505-45b7-a415-4b09f69df4c3 req-8670c8c4-294d-4c43-8c45-967660674377 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:20.976217 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fb3f68b8-8505-45b7-a415-4b09f69df4c3 req-8670c8c4-294d-4c43-8c45-967660674377 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 1024 time: 0.0740159 Sep 18 05:04:20.982065 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4adb749a-982d-40da-99fa-168acdf5009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:21.018468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb749a-982d-40da-99fa-168acdf5009f None None] Pushing event deleted for resources: {'Port': ['ID=a395a077-486b-4c05-a88b-d2204b97bcc2,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:21.020728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adb749a-982d-40da-99fa-168acdf5009f None None] No DVR routers for this DVR port a395a077-486b-4c05-a88b-d2204b97bcc2 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:21.030541 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:21.092425 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fb3f68b8-8505-45b7-a415-4b09f69df4c3 req-e2a5c435-439d-4508-b3cf-4d29a28e5525 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups?id=aca848cf-c5b3-4080-a3c2-dbda84ec13da&id=602679f2-ce93-4c76-a60a-4b1f95c5b288&id=bacfcc37-f61f-4627-bd98-00ec9eea93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0956194 Sep 18 05:04:21.093238 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Pushing event deleted for resources: {'Port': ['ID=a395a077-486b-4c05-a88b-d2204b97bcc2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:21.097633 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] No DVR routers for this DVR port a395a077-486b-4c05-a88b-d2204b97bcc2 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:21.122333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41762) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:21.176259 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cdbf7c7d-ebd4-4a88-a526-d516957a7486 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=552f55e35c314b23a7b63cec4ed615cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415382 Sep 18 05:04:21.177090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41764) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:21.182258 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:21.196584 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1e6947f7-ffea-4071-90a3-db7987619301 req-e3fc5440-f0ca-451e-9288-48af113ddd97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:21.211016 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['b9bb74ba-960f-446e-abcd-9051f5a2a6be'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:21.235415 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0d064445-a6b9-47e1-9cd5-ec18306a3633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:21.253530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc5440-f0ca-451e-9288-48af113ddd97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event deleted for resources: {'Port': ['ID=b9bb74ba-960f-446e-abcd-9051f5a2a6be,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:21.268836 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0d064445-a6b9-47e1-9cd5-ec18306a3633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:21.278435 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e3a6be-2068-4b5d-be9e-df3191cc759b']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:21.310120 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6947f7-ffea-4071-90a3-db7987619301 req-e3fc5440-f0ca-451e-9288-48af113ddd97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] No DVR routers for this DVR port b9bb74ba-960f-446e-abcd-9051f5a2a6be on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:21.314812 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1e6947f7-ffea-4071-90a3-db7987619301 req-e3fc5440-f0ca-451e-9288-48af113ddd97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:21.317438 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e6947f7-ffea-4071-90a3-db7987619301 req-e3fc5440-f0ca-451e-9288-48af113ddd97 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.13 "DELETE /v2.0/ports/b9bb74ba-960f-446e-abcd-9051f5a2a6be HTTP/1.1" status: 204 len: 173 time: 0.9507186 Sep 18 05:04:21.319249 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b50f370-54f3-4fe8-ad78-eac85184f61e') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:21.319569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b50f370-54f3-4fe8-ad78-eac85184f61e') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:21.321242 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f96bd89-1543-4b41-a4f6-3d8272797951', 'name': 'network-vif-deleted', 'tag': 'b9bb74ba-960f-446e-abcd-9051f5a2a6be'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:21.323793 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb18fd6-1ebb-4b45-af33-4ffa225528d9" -d '{"events": [{"server_uuid": "9f96bd89-1543-4b41-a4f6-3d8272797951", "name": "network-vif-deleted", "tag": "b9bb74ba-960f-446e-abcd-9051f5a2a6be"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:21.337493 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:21.357606 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:21.375637 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:04:21.376139 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:04:21.378601 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:04:21.387371 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0d064445-a6b9-47e1-9cd5-ec18306a3633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:21.391453 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0d064445-a6b9-47e1-9cd5-ec18306a3633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:21.392893 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0d064445-a6b9-47e1-9cd5-ec18306a3633 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbe664c1-f48a-4f04-ab00-004b06396e55 HTTP/1.1" status: 204 len: 168 time: 0.2147515 Sep 18 05:04:21.407227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d064445-a6b9-47e1-9cd5-ec18306a3633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe664c1-f48a-4f04-ab00-004b06396e55,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:21.411644 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782d04c3-b3a7-4bb0-825e-d6bfc428bb30 x-openstack-request-id: req-782d04c3-b3a7-4bb0-825e-d6bfc428bb30 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:21.412016 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f96bd89-1543-4b41-a4f6-3d8272797951", "name": "network-vif-deleted", "tag": "b9bb74ba-960f-446e-abcd-9051f5a2a6be", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:21.412395 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-782d04c3-b3a7-4bb0-825e-d6bfc428bb30 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:21.412870 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f96bd89-1543-4b41-a4f6-3d8272797951', 'name': 'network-vif-deleted', 'tag': 'b9bb74ba-960f-446e-abcd-9051f5a2a6be', 'status': 'completed', 'code': 200} Sep 18 05:04:21.495555 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a395a077-486b-4c05-a88b-d2204b97bcc2 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:21.504195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8fe4e-5374-4839-b38a-cedaf8b1ffcf req-e1ae6f9c-206c-44dc-adc1-7067fc8965ec tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:21.505930 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-edb8fe4e-5374-4839-b38a-cedaf8b1ffcf req-e1ae6f9c-206c-44dc-adc1-7067fc8965ec tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 949 time: 0.1455023 Sep 18 05:04:21.531755 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: a395a077-486b-4c05-a88b-d2204b97bcc2 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:21.532127 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a395a077-486b-4c05-a88b-d2204b97bcc2 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:21.532809 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bbe43e4f-8e6c-4261-8b48-e4c540db29a4 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:21.539307 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-83e7d73e-f7a4-4227-9457-5969c8e5e53c req-6938397f-adf1-4ed3-aeac-c626d6182368 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 210 time: 0.0546193 Sep 18 05:04:21.559783 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: bbe43e4f-8e6c-4261-8b48-e4c540db29a4 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:21.560845 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bbe43e4f-8e6c-4261-8b48-e4c540db29a4 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:21.564369 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-edb8fe4e-5374-4839-b38a-cedaf8b1ffcf req-e0a6a5cd-6e81-4582-89d4-209f5e1a3597 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520258 Sep 18 05:04:21.573022 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:21.580829 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:21.590170 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] 10.222.0.23 "DELETE /v2.0/networks/31e3a6be-2068-4b5d-be9e-df3191cc759b HTTP/1.1" status: 204 len: 168 time: 1.4473815 Sep 18 05:04:21.614324 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f88c8a-1cbb-4a21-a143-c7a906bb3099 admin admin] Pushing event deleted for resources: {'Network': ['ID=31e3a6be-2068-4b5d-be9e-df3191cc759b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:21.947713 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e472d8a-db2d-4e56-87a1-7b7739110425 req-17ad30dc-9fe9-4669-be4c-49ae372d8a47 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:21.955836 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e472d8a-db2d-4e56-87a1-7b7739110425 req-17ad30dc-9fe9-4669-be4c-49ae372d8a47 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 944 time: 0.0667181 Sep 18 05:04:21.989989 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e472d8a-db2d-4e56-87a1-7b7739110425 req-1e8fcc21-5eee-4a3c-85e3-61574ab2f7c1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330656 Sep 18 05:04:22.135456 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41790) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:22.214823 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-add7edde-b72b-4cf6-a9f3-433d87db3926 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=20ae15386bab4155a078057ceffa9f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471914 Sep 18 05:04:22.244602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2bd49943-8eb0-4494-8e34-55c28aa7984d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1ea1154b38e4575a5ba59a023ffbcb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1047499 Sep 18 05:04:22.244602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65d44210-087b-48d7-9b1e-8afc858c1fc5 req-85907790-5d56-4f2f-a75f-0c09be561eab tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f96bd89-1543-4b41-a4f6-3d8272797951 HTTP/1.1" status: 200 len: 210 time: 0.0374014 Sep 18 05:04:22.244602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41794) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:22.330189 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee810236-db45-4941-bd5f-26c0e6e558f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:22.354408 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee810236-db45-4941-bd5f-26c0e6e558f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:22.387882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-60a896b1-149f-406d-bc68-3bad5147540c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:22.389437 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-60a896b1-149f-406d-bc68-3bad5147540c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1672616 Sep 18 05:04:22.402749 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-91f9ba64-73df-416f-9767-299f53b0bffd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Request body: {'port': {'device_id': 'acc3b938-47fd-428f-af72-eee174e210ef', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '20ae15386bab4155a078057ceffa9f60'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:22.535940 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee810236-db45-4941-bd5f-26c0e6e558f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:22.538520 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee810236-db45-4941-bd5f-26c0e6e558f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:22.539684 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ee810236-db45-4941-bd5f-26c0e6e558f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a2a27c9-f7b6-481e-b2ed-ca6c6c51c734 HTTP/1.1" status: 204 len: 168 time: 0.2940204 Sep 18 05:04:22.548214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee810236-db45-4941-bd5f-26c0e6e558f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2a27c9-f7b6-481e-b2ed-ca6c6c51c734,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:22.675645 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-91f9ba64-73df-416f-9767-299f53b0bffd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Made reservation on behalf of 20ae15386bab4155a078057ceffa9f60 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:22.680165 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-91f9ba64-73df-416f-9767-299f53b0bffd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:22.714243 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9b2733db-abc6-4233-a43d-c08ba58b8863 req-73c71717-db51-4028-90c7-4ef7412ddf42 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 210 time: 0.0841792 Sep 18 05:04:22.727620 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53071d-ebfd-44c3-89c6-9f9a654d9bf1 req-5882e6a3-288c-43da-b5b0-1140c2b7d61e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:22.737613 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d53071d-ebfd-44c3-89c6-9f9a654d9bf1 req-5882e6a3-288c-43da-b5b0-1140c2b7d61e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 949 time: 0.0906429 Sep 18 05:04:22.745460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97f1fe-e1a8-4cd9-8cde-5987e195d5e9 req-77880a7d-c6bf-4820-9e0b-c8ab270fc336 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:22.753449 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd97f1fe-e1a8-4cd9-8cde-5987e195d5e9 req-77880a7d-c6bf-4820-9e0b-c8ab270fc336 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 949 time: 0.1264684 Sep 18 05:04:22.788877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d53071d-ebfd-44c3-89c6-9f9a654d9bf1 req-53543467-7b47-4a16-b582-f4204e917b1c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502877 Sep 18 05:04:22.858591 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:22.928751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-91f9ba64-73df-416f-9767-299f53b0bffd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Allocated IP 192.168.233.197 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/653fcbc2-fa88-4234-a56e-d4b2abe035f7) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:04:22.941681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-cd97f1fe-e1a8-4cd9-8cde-5987e195d5e9 req-3b71a666-c458-4956-878f-0ddfec1223b9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Deleting port 38ec451f-106e-47d3-b360-5551b1fbfad8 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:22.941934 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cd97f1fe-e1a8-4cd9-8cde-5987e195d5e9 req-3b71a666-c458-4956-878f-0ddfec1223b9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.075107 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.089884 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-cd97f1fe-e1a8-4cd9-8cde-5987e195d5e9 req-3b71a666-c458-4956-878f-0ddfec1223b9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] For port 38ec451f-106e-47d3-b360-5551b1fbfad8, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=38ec451f-106e-47d3-b360-5551b1fbfad8,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:23.090353 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cd97f1fe-e1a8-4cd9-8cde-5987e195d5e9 req-3b71a666-c458-4956-878f-0ddfec1223b9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.132905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-cd97f1fe-e1a8-4cd9-8cde-5987e195d5e9 req-3b71a666-c458-4956-878f-0ddfec1223b9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Calling delete_port for 38ec451f-106e-47d3-b360-5551b1fbfad8 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:23.145108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ae170-a9cf-42e2-9208-aaadd628a83c req-48399216-8af0-499b-aa78-f12f7a5ab7fe tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:23.150062 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e80ae170-a9cf-42e2-9208-aaadd628a83c req-48399216-8af0-499b-aa78-f12f7a5ab7fe tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 944 time: 0.0611284 Sep 18 05:04:23.194710 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e80ae170-a9cf-42e2-9208-aaadd628a83c req-c34ec6a9-86ed-481f-b4e3-69d7d7c9cc9d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380096 Sep 18 05:04:23.224820 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-91f9ba64-73df-416f-9767-299f53b0bffd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.372667 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b01e2f3-b187-4752-9696-9b79f6dc4faf req-50e9ac2c-7706-41a0-9f4e-334e38c3418a tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/602679f2-ce93-4c76-a60a-4b1f95c5b288 HTTP/1.1" status: 200 len: 1800 time: 0.0388575 Sep 18 05:04:23.434185 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5b01e2f3-b187-4752-9696-9b79f6dc4faf req-8c3e8896-9e77-4fd3-82b5-e3c57012d55b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.447817 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-91f9ba64-73df-416f-9767-299f53b0bffd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.459815 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5b01e2f3-b187-4752-9696-9b79f6dc4faf req-8c3e8896-9e77-4fd3-82b5-e3c57012d55b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.461078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b218360f-c562-4280-a2fe-afa957d311d7', '7e928516-bcc0-42fc-b89c-950c05b4bd72'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:23.491351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['df4a54dd-050c-4c73-91b4-24dce1197660'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:23.501741 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cd97f1fe-e1a8-4cd9-8cde-5987e195d5e9 req-3b71a666-c458-4956-878f-0ddfec1223b9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.508814 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9ba64-73df-416f-9767-299f53b0bffd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Pushing event updated for resources: {'Port': ['ID=653fcbc2-fa88-4234-a56e-d4b2abe035f7,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:23.536317 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71a666-c458-4956-878f-0ddfec1223b9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event deleted for resources: {'Port': ['ID=38ec451f-106e-47d3-b360-5551b1fbfad8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:23.558156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-91f9ba64-73df-416f-9767-299f53b0bffd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:04:23.572630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-91f9ba64-73df-416f-9767-299f53b0bffd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:04:23.574798 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-91f9ba64-73df-416f-9767-299f53b0bffd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:04:23.635098 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5b01e2f3-b187-4752-9696-9b79f6dc4faf req-8c3e8896-9e77-4fd3-82b5-e3c57012d55b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.635727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-91f9ba64-73df-416f-9767-299f53b0bffd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:23.635842 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-91f9ba64-73df-416f-9767-299f53b0bffd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.643010 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5b01e2f3-b187-4752-9696-9b79f6dc4faf req-8c3e8896-9e77-4fd3-82b5-e3c57012d55b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.647420 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b01e2f3-b187-4752-9696-9b79f6dc4faf req-8c3e8896-9e77-4fd3-82b5-e3c57012d55b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "DELETE /v2.0/security-groups/602679f2-ce93-4c76-a60a-4b1f95c5b288 HTTP/1.1" status: 204 len: 173 time: 0.2663288 Sep 18 05:04:23.647420 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41830) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:23.658332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd97f1fe-e1a8-4cd9-8cde-5987e195d5e9 req-3b71a666-c458-4956-878f-0ddfec1223b9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] No DVR routers for this DVR port 38ec451f-106e-47d3-b360-5551b1fbfad8 on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:23.662222 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cd97f1fe-e1a8-4cd9-8cde-5987e195d5e9 req-3b71a666-c458-4956-878f-0ddfec1223b9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.664801 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd97f1fe-e1a8-4cd9-8cde-5987e195d5e9 req-3b71a666-c458-4956-878f-0ddfec1223b9 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "DELETE /v2.0/ports/38ec451f-106e-47d3-b360-5551b1fbfad8 HTTP/1.1" status: 204 len: 173 time: 0.9088943 Sep 18 05:04:23.676910 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667f0176-8559-4e97-84b1-ae347bc9155c', 'name': 'network-vif-deleted', 'tag': '38ec451f-106e-47d3-b360-5551b1fbfad8'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:23.679302 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be9b8cf-fab2-41b3-897f-cc93884ad59f" -d '{"events": [{"server_uuid": "667f0176-8559-4e97-84b1-ae347bc9155c", "name": "network-vif-deleted", "tag": "38ec451f-106e-47d3-b360-5551b1fbfad8"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:23.749184 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4100e5d2-15c2-4e72-a4a8-f724370fca3e req-9b33b4e2-0ad9-4ab0-9f15-7085b76be947 tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "GET /v2.0/security-groups/aca848cf-c5b3-4080-a3c2-dbda84ec13da HTTP/1.1" status: 200 len: 1801 time: 0.0642722 Sep 18 05:04:23.755599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e8896-9e77-4fd3-82b5-e3c57012d55b tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602679f2-ce93-4c76-a60a-4b1f95c5b288,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:23.785099 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beee56e1-59b6-44ef-8bab-62c8138abd41 x-openstack-request-id: req-beee56e1-59b6-44ef-8bab-62c8138abd41 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:23.789736 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667f0176-8559-4e97-84b1-ae347bc9155c", "name": "network-vif-deleted", "tag": "38ec451f-106e-47d3-b360-5551b1fbfad8", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:23.789736 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-beee56e1-59b6-44ef-8bab-62c8138abd41 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:23.789736 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667f0176-8559-4e97-84b1-ae347bc9155c', 'name': 'network-vif-deleted', 'tag': '38ec451f-106e-47d3-b360-5551b1fbfad8', 'status': 'completed', 'code': 200} Sep 18 05:04:23.822033 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-678de7a0-5aa2-4f93-91f6-7712e4b20cae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0abe59b90ec49a4ba9e96599690902c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1608996 Sep 18 05:04:23.825745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41844) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:23.841279 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-91f9ba64-73df-416f-9767-299f53b0bffd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4425294 Sep 18 05:04:23.870211 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4100e5d2-15c2-4e72-a4a8-f724370fca3e req-9f7d96b3-f5f9-4f45-a558-4f94bba3cc1a tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.898281 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4100e5d2-15c2-4e72-a4a8-f724370fca3e req-9f7d96b3-f5f9-4f45-a558-4f94bba3cc1a tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.974503 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0af01111-88e0-407d-b125-1ef99976fcde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:23.997850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2', '23d60c82-8372-412e-b520-f3dbecc744aa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:24.000830 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0af01111-88e0-407d-b125-1ef99976fcde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:24.025224 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Request body: {'port': {'device_id': 'acc3b938-47fd-428f-af72-eee174e210ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:24.053133 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b574405-cfd5-4c6c-b601-8726a1db079b req-4b9dfbb9-8233-4c25-96c3-94e10806aeff tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:24.062960 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b574405-cfd5-4c6c-b601-8726a1db079b req-4b9dfbb9-8233-4c25-96c3-94e10806aeff tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 936 time: 0.1430743 Sep 18 05:04:24.119193 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:24.141017 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b574405-cfd5-4c6c-b601-8726a1db079b req-19c541d3-c822-4953-ba74-383ef5ffd3ba tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769966 Sep 18 05:04:24.158826 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4100e5d2-15c2-4e72-a4a8-f724370fca3e req-9f7d96b3-f5f9-4f45-a558-4f94bba3cc1a tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:24.161774 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4100e5d2-15c2-4e72-a4a8-f724370fca3e req-9f7d96b3-f5f9-4f45-a558-4f94bba3cc1a tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:24.168897 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41852) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:24.177619 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4100e5d2-15c2-4e72-a4a8-f724370fca3e req-9f7d96b3-f5f9-4f45-a558-4f94bba3cc1a tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] 10.222.0.23 "DELETE /v2.0/security-groups/aca848cf-c5b3-4080-a3c2-dbda84ec13da HTTP/1.1" status: 204 len: 173 time: 0.4170270 Sep 18 05:04:24.238333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5044c5-2310-4ae1-8d86-8c8c6784839b admin admin] Deleting subnet f9a50f6b-536e-4827-947b-895ebcb75b5e {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:04:24.246259 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0af01111-88e0-407d-b125-1ef99976fcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:24.250706 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0af01111-88e0-407d-b125-1ef99976fcde admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:24.252503 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0af01111-88e0-407d-b125-1ef99976fcde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ca5f238-1e4d-418e-811f-7d96a141275f HTTP/1.1" status: 204 len: 168 time: 0.4233019 Sep 18 05:04:24.259212 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c5044c5-2310-4ae1-8d86-8c8c6784839b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:24.319293 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-090d30eb-630f-4d26-8b99-23fd241be0b1 req-aa26b1f5-1675-4830-b2f8-189e5711eaa0 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=667f0176-8559-4e97-84b1-ae347bc9155c HTTP/1.1" status: 200 len: 210 time: 0.0626671 Sep 18 05:04:24.333157 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af01111-88e0-407d-b125-1ef99976fcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca5f238-1e4d-418e-811f-7d96a141275f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:24.350467 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2', '6d2be26a-be9c-4294-8d59-0ea85231372c', '38ec451f-106e-47d3-b360-5551b1fbfad8'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:24.367256 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c5044c5-2310-4ae1-8d86-8c8c6784839b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:24.418226 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d96b3-f5f9-4f45-a558-4f94bba3cc1a tempest-SecurityGroupsTestJSON-261827592 tempest-SecurityGroupsTestJSON-261827592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca848cf-c5b3-4080-a3c2-dbda84ec13da,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:24.450878 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c5044c5-2310-4ae1-8d86-8c8c6784839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:24.610372 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e46f9c-1a4e-4962-b5ac-fdddeb65db0b req-8afb0fc1-a110-43d6-9fdb-5369209790d6 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:24.612177 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63e46f9c-1a4e-4962-b5ac-fdddeb65db0b req-8afb0fc1-a110-43d6-9fdb-5369209790d6 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 944 time: 0.1781371 Sep 18 05:04:24.713619 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c5044c5-2310-4ae1-8d86-8c8c6784839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:24.718526 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653fcbc2-fa88-4234-a56e-d4b2abe035f7 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:04:24.727319 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:24.735085 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63e46f9c-1a4e-4962-b5ac-fdddeb65db0b req-533e6a3b-40f0-4e85-a84b-2671656c38fd tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066012 Sep 18 05:04:24.747662 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Transition to ACTIVE for port object 653fcbc2-fa88-4234-a56e-d4b2abe035f7 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:04:24.785096 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5044c5-2310-4ae1-8d86-8c8c6784839b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a50f6b-536e-4827-947b-895ebcb75b5e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:24.785415 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c5044c5-2310-4ae1-8d86-8c8c6784839b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:24.790482 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41864) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:24.799813 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2c5044c5-2310-4ae1-8d86-8c8c6784839b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f9a50f6b-536e-4827-947b-895ebcb75b5e HTTP/1.1" status: 204 len: 168 time: 0.6297686 Sep 18 05:04:24.838257 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:24.915288 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ee7718b2-a634-4386-b409-aea49d077b8c details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:04:25.040116 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0899be95-b340-4bb0-afcc-ee474fcdca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:25.054159 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Pushing event updated for resources: {'Port': ['ID=653fcbc2-fa88-4234-a56e-d4b2abe035f7,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:25.097894 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device b9bb74ba-960f-446e-abcd-9051f5a2a6be no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:25.151989 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: b9bb74ba-960f-446e-abcd-9051f5a2a6be {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:25.152617 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device b9bb74ba-960f-446e-abcd-9051f5a2a6be not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:25.186062 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ee7718b2-a634-4386-b409-aea49d077b8c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:25.207096 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'ee7718b2-a634-4386-b409-aea49d077b8c', 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1', 'port_id': 'ee7718b2-a634-4386-b409-aea49d077b8c', 'mac_address': 'fa:16:3e:25:18:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e768b2c-162b-4ba8-991f-559b883cc951', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:04:25.244484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Attempting to bind port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:04:25.245107 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Attempting to bind port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:04:25.245207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Attempting to bind port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:25.264852 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:25.265733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:04:25.266076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Attempting to bind port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:25.286055 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7718b2-a634-4386-b409-aea49d077b8c {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:04:25.301357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b804fd-8e57-445a-a8d0-29b6cfcc3b63 req-5c177814-0c15-4290-8edf-42b88ef87906 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:25.310282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ee7718b2-a634-4386-b409-aea49d077b8c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:25.317187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0899be95-b340-4bb0-afcc-ee474fcdca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:25.322681 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0b804fd-8e57-445a-a8d0-29b6cfcc3b63 req-5c177814-0c15-4290-8edf-42b88ef87906 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 948 time: 0.0915468 Sep 18 05:04:25.326625 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:04:25.327928 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:25.328753 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:04:25.329386 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Bound port: 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:04:25.329932 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:25.367505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0899be95-b340-4bb0-afcc-ee474fcdca9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3858a9e9-fe25-48c5-8405-a36c53e332b0']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:25.391479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0b804fd-8e57-445a-a8d0-29b6cfcc3b63 req-e6357929-8579-4450-a219-73aa79e1255a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643375 Sep 18 05:04:25.396412 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:25.422026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0899be95-b340-4bb0-afcc-ee474fcdca9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb61171-b3cb-4915-97c3-52b9cdea442b') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:25.422268 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0899be95-b340-4bb0-afcc-ee474fcdca9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb61171-b3cb-4915-97c3-52b9cdea442b') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:25.435357 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0899be95-b340-4bb0-afcc-ee474fcdca9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:25.457865 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0899be95-b340-4bb0-afcc-ee474fcdca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:25.464479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ee7718b2-a634-4386-b409-aea49d077b8c,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:25.475246 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0899be95-b340-4bb0-afcc-ee474fcdca9c admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:04:25.475246 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0899be95-b340-4bb0-afcc-ee474fcdca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:04:25.475843 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:04:25.484025 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:25.484510 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:25.485317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:25.485317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:25.485548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:25.485898 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:25.492440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:25.492978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:25.493408 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:25.493886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:25.494280 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:25.499678 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:25.504178 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:25.548118 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:04:25.673804 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:25.678394 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0899be95-b340-4bb0-afcc-ee474fcdca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:25.685853 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0899be95-b340-4bb0-afcc-ee474fcdca9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:25.687172 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0899be95-b340-4bb0-afcc-ee474fcdca9c admin admin] 10.222.0.23 "DELETE /v2.0/networks/3858a9e9-fe25-48c5-8405-a36c53e332b0 HTTP/1.1" status: 204 len: 168 time: 0.8940804 Sep 18 05:04:25.710930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ee7718b2-a634-4386-b409-aea49d077b8c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:25.750779 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:25.751427 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:25.753320 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] 10.222.0.13 "PUT /v2.0/ports/653fcbc2-fa88-4234-a56e-d4b2abe035f7 HTTP/1.1" status: 200 len: 1097 time: 1.9015820 Sep 18 05:04:25.756099 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899be95-b340-4bb0-afcc-ee474fcdca9c admin admin] Pushing event deleted for resources: {'Network': ['ID=3858a9e9-fe25-48c5-8405-a36c53e332b0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:25.789325 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:25.791863 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4a48b0-eab6-40c6-a22f-60dea7652293" -d '{"events": [{"name": "network-changed", "server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:25.800455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaa613-ca7d-4b2e-8bbb-68b9a1a2e538 service neutron] Pushing event updated for resources: {'Port': ['ID=653fcbc2-fa88-4234-a56e-d4b2abe035f7,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:25.895222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9b542-37ad-4a2a-9c2a-736b2711ea04 req-cafb2a0e-1597-4f2c-b676-0bf8f74e2e05 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:25.896933 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87f9b542-37ad-4a2a-9c2a-736b2711ea04 req-cafb2a0e-1597-4f2c-b676-0bf8f74e2e05 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 945 time: 0.0677011 Sep 18 05:04:25.987739 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87f9b542-37ad-4a2a-9c2a-736b2711ea04 req-2e855871-953f-4dbb-940c-f4e933d5f0f3 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801787 Sep 18 05:04:25.997963 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-fbb37de5-c440-4829-966b-0085e6c77a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:25.999669 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-fbb37de5-c440-4829-966b-0085e6c77a0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 1100 time: 0.0667825 Sep 18 05:04:26.083405 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5952b120-c232-4fe6-8efd-5925fada7465 x-openstack-request-id: req-5952b120-c232-4fe6-8efd-5925fada7465 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:26.083725 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:26.083980 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5952b120-c232-4fe6-8efd-5925fada7465 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:26.084395 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'status': 'completed', 'code': 200} Sep 18 05:04:26.086221 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-afc1f7b2-9739-40de-83dc-c1444132f6ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7 HTTP/1.1" status: 200 len: 217 time: 0.0774345 Sep 18 05:04:26.137072 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-19c3d41e-8556-4a22-b590-49e6ea150032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:26.138524 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-19c3d41e-8556-4a22-b590-49e6ea150032 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0455432 Sep 18 05:04:26.189276 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-707f4d9f-f7b9-4066-83f9-c25a28690365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:26.189276 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-707f4d9f-f7b9-4066-83f9-c25a28690365 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0427623 Sep 18 05:04:26.285946 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-776edbe9-ff71-42d9-8d91-25b4a88644cb service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893860 Sep 18 05:04:26.382600 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87555f10-bd0d-4b96-ac28-0b969d3facac req-6b8d28fd-c97e-47ad-924f-86b46bfe1dc7 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894380 Sep 18 05:04:26.453184 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41912) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:26.499283 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5063d007-abf3-438e-88af-98f027446a06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=672d79aa4d6c47a580682222b24061cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448985 Sep 18 05:04:26.501698 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41914) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:26.632643 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e7a31-ad82-4d2c-aa17-ac50509d38f9 req-57afc8e8-dc4a-4966-84e0-ee5bcc099e6c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:26.637028 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7e3e7a31-ad82-4d2c-aa17-ac50509d38f9 req-57afc8e8-dc4a-4966-84e0-ee5bcc099e6c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e2044a1-c91c-4c6c-a7c5-82d01050d911 HTTP/1.1" status: 200 len: 950 time: 0.0542922 Sep 18 05:04:26.637179 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-909d3ed9-9109-4813-a3d8-5d058b014b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:26.640461 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a48b0-eab6-40c6-a22f-60dea7652293 req-cfe4e487-8ddb-43a4-b88d-e4c65bdf6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:26.642171 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2b4a48b0-eab6-40c6-a22f-60dea7652293 req-cfe4e487-8ddb-43a4-b88d-e4c65bdf6611 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 1100 time: 0.1145670 Sep 18 05:04:26.651214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38933100-f32b-4007-8726-dbcf4aac6850 req-2da692d8-ac86-4806-9bb3-da8393d6e7c8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:26.652692 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38933100-f32b-4007-8726-dbcf4aac6850 req-2da692d8-ac86-4806-9bb3-da8393d6e7c8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 948 time: 0.1049099 Sep 18 05:04:26.689836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7e3e7a31-ad82-4d2c-aa17-ac50509d38f9 req-5835294d-4d27-4729-96b0-1c524df16451 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432787 Sep 18 05:04:26.734768 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-909d3ed9-9109-4813-a3d8-5d058b014b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:26.785124 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38933100-f32b-4007-8726-dbcf4aac6850 req-440833a8-2c8c-41c4-ab3b-2fbe50562ba7 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160262 Sep 18 05:04:26.846172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a48b0-eab6-40c6-a22f-60dea7652293 req-b2bef00d-5f4f-4317-9df7-5441a7a70249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:26.847677 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2b4a48b0-eab6-40c6-a22f-60dea7652293 req-b2bef00d-5f4f-4317-9df7-5441a7a70249 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1922572 Sep 18 05:04:26.895213 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2b4a48b0-eab6-40c6-a22f-60dea7652293 req-1c77732f-9d0f-41b1-9402-6d4a45dd1e68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7 HTTP/1.1" status: 200 len: 217 time: 0.0375290 Sep 18 05:04:26.938678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ee7718b2-a634-4386-b409-aea49d077b8c up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:26.947895 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a48b0-eab6-40c6-a22f-60dea7652293 req-c0c56078-957c-49f5-b4a0-f52e1772b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:26.949416 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2b4a48b0-eab6-40c6-a22f-60dea7652293 req-c0c56078-957c-49f5-b4a0-f52e1772b0c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0471370 Sep 18 05:04:27.001197 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a48b0-eab6-40c6-a22f-60dea7652293 req-ee75181f-923f-4c11-8d16-ac154929a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:27.002740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2b4a48b0-eab6-40c6-a22f-60dea7652293 req-ee75181f-923f-4c11-8d16-ac154929a1a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0428452 Sep 18 05:04:27.005816 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-909d3ed9-9109-4813-a3d8-5d058b014b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:27.012043 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-909d3ed9-9109-4813-a3d8-5d058b014b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:27.012043 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-909d3ed9-9109-4813-a3d8-5d058b014b7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bacfcc37-f61f-4627-bd98-00ec9eea93e7 HTTP/1.1" status: 204 len: 168 time: 0.5069196 Sep 18 05:04:27.040371 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d3ed9-9109-4813-a3d8-5d058b014b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacfcc37-f61f-4627-bd98-00ec9eea93e7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:27.057441 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port ee7718b2-a634-4386-b409-aea49d077b8c completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:04:27.075454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port ee7718b2-a634-4386-b409-aea49d077b8c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:27.075971 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:27.159395 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2b4a48b0-eab6-40c6-a22f-60dea7652293 req-101288c8-ea1c-4b5a-978a-8bb02ff53c78 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472347 Sep 18 05:04:27.185399 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:27.192372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90149069-b5cf-4101-8415-5bfc37f21dbd req-d68936d8-5d4a-4189-9bbb-6e78a6fe3f5d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:27.193954 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90149069-b5cf-4101-8415-5bfc37f21dbd req-d68936d8-5d4a-4189-9bbb-6e78a6fe3f5d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 945 time: 0.0786171 Sep 18 05:04:27.219984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55597c22-e417-47ad-8ea4-c5cbc5dbc011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7718b2-a634-4386-b409-aea49d077b8c'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:27.222413 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bdf518-ee8c-48c1-88a7-75aad7c21d0d" -d '{"events": [{"server_uuid": "55597c22-e417-47ad-8ea4-c5cbc5dbc011", "name": "network-vif-plugged", "status": "completed", "tag": "ee7718b2-a634-4386-b409-aea49d077b8c"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:27.238777 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90149069-b5cf-4101-8415-5bfc37f21dbd req-9e8baaf0-c6b5-466b-9a0b-6f31869b6830 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369737 Sep 18 05:04:27.250818 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ee7718b2-a634-4386-b409-aea49d077b8c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:27.280695 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda0b013-82de-4f0d-9825-8370aaa724ab x-openstack-request-id: req-dda0b013-82de-4f0d-9825-8370aaa724ab {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:27.281105 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55597c22-e417-47ad-8ea4-c5cbc5dbc011", "name": "network-vif-plugged", "status": "completed", "tag": "ee7718b2-a634-4386-b409-aea49d077b8c", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:27.281788 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dda0b013-82de-4f0d-9825-8370aaa724ab {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:27.281788 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55597c22-e417-47ad-8ea4-c5cbc5dbc011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7718b2-a634-4386-b409-aea49d077b8c', 'code': 200} Sep 18 05:04:27.300716 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2b4a48b0-eab6-40c6-a22f-60dea7652293 req-bd5903eb-dbf2-454d-8f2f-3a52878db6e1 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313922 Sep 18 05:04:27.400893 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:27.401812 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 38ec451f-106e-47d3-b360-5551b1fbfad8 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:27.428706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 38ec451f-106e-47d3-b360-5551b1fbfad8 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:27.429047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 38ec451f-106e-47d3-b360-5551b1fbfad8 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:27.480040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ef405-d49c-43a7-ac41-f3fed2cd9f03 req-377692ab-0b37-40f7-97f3-d04d3a3d309e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:27.483667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ee7718b2-a634-4386-b409-aea49d077b8c,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:27.484714 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c26ef405-d49c-43a7-ac41-f3fed2cd9f03 req-377692ab-0b37-40f7-97f3-d04d3a3d309e tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e2044a1-c91c-4c6c-a7c5-82d01050d911 HTTP/1.1" status: 200 len: 950 time: 0.0571961 Sep 18 05:04:27.601161 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-c26ef405-d49c-43a7-ac41-f3fed2cd9f03 req-de986438-97b5-4ad1-8825-85f8b5ca4ca0 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Deleting port 6d2be26a-be9c-4294-8d59-0ea85231372c {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:27.601513 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c26ef405-d49c-43a7-ac41-f3fed2cd9f03 req-de986438-97b5-4ad1-8825-85f8b5ca4ca0 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:27.629777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41950) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:27.700439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c26ef405-d49c-43a7-ac41-f3fed2cd9f03 req-de986438-97b5-4ad1-8825-85f8b5ca4ca0 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] For port 6d2be26a-be9c-4294-8d59-0ea85231372c, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6d2be26a-be9c-4294-8d59-0ea85231372c,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:27.701112 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c26ef405-d49c-43a7-ac41-f3fed2cd9f03 req-de986438-97b5-4ad1-8825-85f8b5ca4ca0 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:27.719906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-c26ef405-d49c-43a7-ac41-f3fed2cd9f03 req-de986438-97b5-4ad1-8825-85f8b5ca4ca0 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Calling delete_port for 6d2be26a-be9c-4294-8d59-0ea85231372c owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:27.985103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ea2e6-2c41-4ddf-a4e6-a1f2db7dda52 req-d7c7896b-a7fe-49f7-9746-a98602081356 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:27.993574 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b72ea2e6-2c41-4ddf-a4e6-a1f2db7dda52 req-d7c7896b-a7fe-49f7-9746-a98602081356 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 948 time: 0.0891087 Sep 18 05:04:28.007005 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bf2218d-a9dd-41e8-9a08-d0886ad38796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:28.037784 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c26ef405-d49c-43a7-ac41-f3fed2cd9f03 req-de986438-97b5-4ad1-8825-85f8b5ca4ca0 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:28.052953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2', '23d60c82-8372-412e-b520-f3dbecc744aa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:28.056145 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2', '6d2be26a-be9c-4294-8d59-0ea85231372c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:28.131071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de986438-97b5-4ad1-8825-85f8b5ca4ca0 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event deleted for resources: {'Port': ['ID=6d2be26a-be9c-4294-8d59-0ea85231372c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:28.233729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335a9ae-a20d-40cb-a0b9-30caaa40574a req-37837949-350f-4731-9ee9-d070eb717ceb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:28.235373 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2335a9ae-a20d-40cb-a0b9-30caaa40574a req-37837949-350f-4731-9ee9-d070eb717ceb tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e2044a1-c91c-4c6c-a7c5-82d01050d911 HTTP/1.1" status: 200 len: 867 time: 0.4747770 Sep 18 05:04:28.257243 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd50c2-5c33-4e8d-9ef1-2e7135e52dce req-9094cd46-297b-4981-918a-7537d13653b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:28.258392 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2dbd50c2-5c33-4e8d-9ef1-2e7135e52dce req-9094cd46-297b-4981-918a-7537d13653b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 1098 time: 0.9103127 Sep 18 05:04:28.272699 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b72ea2e6-2c41-4ddf-a4e6-a1f2db7dda52 req-ba7a40f2-7a57-4328-aaea-3d0a21794823 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782581 Sep 18 05:04:28.276480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26ef405-d49c-43a7-ac41-f3fed2cd9f03 req-de986438-97b5-4ad1-8825-85f8b5ca4ca0 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] No DVR routers for this DVR port 6d2be26a-be9c-4294-8d59-0ea85231372c on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:28.282834 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c26ef405-d49c-43a7-ac41-f3fed2cd9f03 req-de986438-97b5-4ad1-8825-85f8b5ca4ca0 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:28.285362 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c26ef405-d49c-43a7-ac41-f3fed2cd9f03 req-de986438-97b5-4ad1-8825-85f8b5ca4ca0 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "DELETE /v2.0/ports/6d2be26a-be9c-4294-8d59-0ea85231372c HTTP/1.1" status: 204 len: 173 time: 0.7905607 Sep 18 05:04:28.286141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2044a1-c91c-4c6c-a7c5-82d01050d911', 'name': 'network-vif-deleted', 'tag': '6d2be26a-be9c-4294-8d59-0ea85231372c'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:28.289602 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45a6ab4-fe93-496b-b37c-24a265223533" -d '{"events": [{"server_uuid": "4e2044a1-c91c-4c6c-a7c5-82d01050d911", "name": "network-vif-deleted", "tag": "6d2be26a-be9c-4294-8d59-0ea85231372c"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:28.291437 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860bac2-885b-40a7-b2dd-7a80c8ae02f1 req-89cb4ebb-2664-460b-b1a8-b0ca5b01a13c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:28.296509 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d860bac2-885b-40a7-b2dd-7a80c8ae02f1 req-89cb4ebb-2664-460b-b1a8-b0ca5b01a13c tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad07f985-ccd7-47a5-a26d-fc23e4d3a079 HTTP/1.1" status: 200 len: 950 time: 0.1722031 Sep 18 05:04:28.354029 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bf2218d-a9dd-41e8-9a08-d0886ad38796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:28.365889 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2335a9ae-a20d-40cb-a0b9-30caaa40574a req-daf73e07-cbd3-4e9e-8a70-bbf5f75a3c53 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201377 Sep 18 05:04:28.428639 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2dbd50c2-5c33-4e8d-9ef1-2e7135e52dce req-65cce2df-997a-44ac-a188-19f8815c77b4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236351 Sep 18 05:04:28.458101 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bf2218d-a9dd-41e8-9a08-d0886ad38796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:28.476991 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-d860bac2-885b-40a7-b2dd-7a80c8ae02f1 req-c6879eb3-9eb2-4f63-aa94-1187371ed247 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Deleting port 23d60c82-8372-412e-b520-f3dbecc744aa {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:28.478898 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d860bac2-885b-40a7-b2dd-7a80c8ae02f1 req-c6879eb3-9eb2-4f63-aa94-1187371ed247 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:28.508174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2218d-a9dd-41e8-9a08-d0886ad38796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0bb5fc-38ad-4e03-89e0-7d88bdeb1f94,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:28.555731 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3bf2218d-a9dd-41e8-9a08-d0886ad38796 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=794a290d64d3410ab5ee0494281cd34a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9248750 Sep 18 05:04:28.559787 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41984) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:28.684675 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514c93e-ee36-40f8-919d-8109a8556445 req-a075a537-f1f5-490a-b57c-a71da3442740 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:28.694081 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2514c93e-ee36-40f8-919d-8109a8556445 req-a075a537-f1f5-490a-b57c-a71da3442740 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 946 time: 0.2063823 Sep 18 05:04:28.712775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-d860bac2-885b-40a7-b2dd-7a80c8ae02f1 req-c6879eb3-9eb2-4f63-aa94-1187371ed247 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] For port 23d60c82-8372-412e-b520-f3dbecc744aa, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=23d60c82-8372-412e-b520-f3dbecc744aa,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:28.713535 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d860bac2-885b-40a7-b2dd-7a80c8ae02f1 req-c6879eb3-9eb2-4f63-aa94-1187371ed247 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:28.744222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-d860bac2-885b-40a7-b2dd-7a80c8ae02f1 req-c6879eb3-9eb2-4f63-aa94-1187371ed247 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Calling delete_port for 23d60c82-8372-412e-b520-f3dbecc744aa owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:28.746173 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-148240bf-ad57-4d5e-a4d8-6cd88d45bd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:28.825243 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2514c93e-ee36-40f8-919d-8109a8556445 req-8dc8ef14-196d-40ab-a906-33e72b3206b6 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301219 Sep 18 05:04:28.832572 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-148240bf-ad57-4d5e-a4d8-6cd88d45bd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:29.058117 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-148240bf-ad57-4d5e-a4d8-6cd88d45bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:29.064337 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-148240bf-ad57-4d5e-a4d8-6cd88d45bd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:29.068337 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-148240bf-ad57-4d5e-a4d8-6cd88d45bd40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d0bb5fc-38ad-4e03-89e0-7d88bdeb1f94 HTTP/1.1" status: 204 len: 168 time: 0.5039701 Sep 18 05:04:29.071622 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7e5d53-e0cf-4c94-b2eb-716289506e88 x-openstack-request-id: req-fb7e5d53-e0cf-4c94-b2eb-716289506e88 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:29.072132 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2044a1-c91c-4c6c-a7c5-82d01050d911", "name": "network-vif-deleted", "tag": "6d2be26a-be9c-4294-8d59-0ea85231372c", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:29.072267 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb7e5d53-e0cf-4c94-b2eb-716289506e88 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:29.072592 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2044a1-c91c-4c6c-a7c5-82d01050d911', 'name': 'network-vif-deleted', 'tag': '6d2be26a-be9c-4294-8d59-0ea85231372c', 'status': 'completed', 'code': 200} Sep 18 05:04:29.073246 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 653fcbc2-fa88-4234-a56e-d4b2abe035f7 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:04:29.085600 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148240bf-ad57-4d5e-a4d8-6cd88d45bd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0bb5fc-38ad-4e03-89e0-7d88bdeb1f94,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:29.158200 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d860bac2-885b-40a7-b2dd-7a80c8ae02f1 req-c6879eb3-9eb2-4f63-aa94-1187371ed247 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:29.169468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:29.192342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6879eb3-9eb2-4f63-aa94-1187371ed247 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event deleted for resources: {'Port': ['ID=23d60c82-8372-412e-b520-f3dbecc744aa,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:29.224939 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:29.228892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:29.242992 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d860bac2-885b-40a7-b2dd-7a80c8ae02f1 req-c6879eb3-9eb2-4f63-aa94-1187371ed247 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] No DVR routers for this DVR port 23d60c82-8372-412e-b520-f3dbecc744aa on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:29.256790 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d860bac2-885b-40a7-b2dd-7a80c8ae02f1 req-c6879eb3-9eb2-4f63-aa94-1187371ed247 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:29.256790 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d860bac2-885b-40a7-b2dd-7a80c8ae02f1 req-c6879eb3-9eb2-4f63-aa94-1187371ed247 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "DELETE /v2.0/ports/23d60c82-8372-412e-b520-f3dbecc744aa HTTP/1.1" status: 204 len: 173 time: 0.9480793 Sep 18 05:04:29.256790 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad07f985-ccd7-47a5-a26d-fc23e4d3a079', 'name': 'network-vif-deleted', 'tag': '23d60c82-8372-412e-b520-f3dbecc744aa'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:29.258633 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19157a71-8982-480b-93f2-443140729c86" -d '{"events": [{"server_uuid": "ad07f985-ccd7-47a5-a26d-fc23e4d3a079", "name": "network-vif-deleted", "tag": "23d60c82-8372-412e-b520-f3dbecc744aa"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:29.273375 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'mac_address': 'fa:16:3e:57:93:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:04:29.302145 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e893f2c-2c80-4309-9c4e-1a0e4a8978c2 x-openstack-request-id: req-9e893f2c-2c80-4309-9c4e-1a0e4a8978c2 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:29.302513 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad07f985-ccd7-47a5-a26d-fc23e4d3a079", "name": "network-vif-deleted", "tag": "23d60c82-8372-412e-b520-f3dbecc744aa", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:29.307084 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e893f2c-2c80-4309-9c4e-1a0e4a8978c2 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:29.307084 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad07f985-ccd7-47a5-a26d-fc23e4d3a079', 'name': 'network-vif-deleted', 'tag': '23d60c82-8372-412e-b520-f3dbecc744aa', 'status': 'completed', 'code': 200} Sep 18 05:04:29.366813 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:29.408695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653fcbc2-fa88-4234-a56e-d4b2abe035f7 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:04:29.441511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d96cd-4f0e-4bac-82bb-f26e973e25df req-3bde3a39-e129-42fb-94f9-c67040a27bef tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:29.443479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e2d96cd-4f0e-4bac-82bb-f26e973e25df req-3bde3a39-e129-42fb-94f9-c67040a27bef tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 948 time: 0.0589938 Sep 18 05:04:29.452656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:29.512268 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:29.530688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42026) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:29.584197 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e2d96cd-4f0e-4bac-82bb-f26e973e25df req-78b17109-3da9-4d4a-80b3-1eb6e106cfaa tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101184 Sep 18 05:04:29.604138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=653fcbc2-fa88-4234-a56e-d4b2abe035f7,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:29.776701 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['653fcbc2-fa88-4234-a56e-d4b2abe035f7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:30.036885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-804846507-network', 'tenant_id': '06052ce7f7ec424f82e08008fcb36a09'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:30.163627 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5964785-cc4f-44ae-b7c2-461a27426753 req-c2d4d3c8-1ecc-45ed-84cb-525418daf580 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:30.165315 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c5964785-cc4f-44ae-b7c2-461a27426753 req-c2d4d3c8-1ecc-45ed-84cb-525418daf580 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 946 time: 0.0587068 Sep 18 05:04:30.168063 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e41b547a-74d2-4d0c-926d-54d499b58823 req-c0a13efd-1889-4da9-95dc-346aa90267c7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e2044a1-c91c-4c6c-a7c5-82d01050d911 HTTP/1.1" status: 200 len: 210 time: 0.4629586 Sep 18 05:04:30.202975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] Made reservation on behalf of 06052ce7f7ec424f82e08008fcb36a09 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:30.208657 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:30.218576 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c5964785-cc4f-44ae-b7c2-461a27426753 req-6e225e06-043c-4ae3-b293-4ccdfce29fae tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461264 Sep 18 05:04:30.219429 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:30.252287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42042) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:30.275601 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f28711b2-cb2c-4ce4-b90d-ff001c434883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:30.367779 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:30.400888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c0777-d75a-4ae4-906f-8334f4f39f31 req-93fc3223-a5ae-441a-8e56-ae9b5b979e81 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:30.409527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec7c0777-d75a-4ae4-906f-8334f4f39f31 req-93fc3223-a5ae-441a-8e56-ae9b5b979e81 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 1098 time: 0.0657072 Sep 18 05:04:30.435205 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:30.447551 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec7c0777-d75a-4ae4-906f-8334f4f39f31 req-2b7204bd-9566-47b0-a4ec-8394b64447d9 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370357 Sep 18 05:04:30.468921 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:04:30.516395 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:30.516395 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] Added segment 225814fd-05ee-45fd-9ffa-84e9e55a6e0b of type vlan for network 86ad4a97-4fa8-47ce-8a57-9387d51cb1e4 Sep 18 05:04:30.516395 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9155eced-8ec0-44a9-baee-a0acd57007cf,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:30.579581 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:30.616356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8667f2f-295a-4f2a-a135-0fd08b9530be req-46906fae-088e-4331-ba32-157d89889256 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:30.636001 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f28711b2-cb2c-4ce4-b90d-ff001c434883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:30.638978 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8667f2f-295a-4f2a-a135-0fd08b9530be req-46906fae-088e-4331-ba32-157d89889256 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 1098 time: 0.0795772 Sep 18 05:04:30.694030 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8667f2f-295a-4f2a-a135-0fd08b9530be req-5b3b993a-8d68-4b5a-ba8c-115e0ea21084 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453093 Sep 18 05:04:30.710526 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:30.711655 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:30.712434 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:30.753889 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f28711b2-cb2c-4ce4-b90d-ff001c434883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:30.808369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] Pushing event updated for resources: {'Network': ['ID=86ad4a97-4fa8-47ce-8a57-9387d51cb1e4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:30.821271 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bf5be-b7dc-48cf-b5da-fd10035c0681 req-bd748c29-a472-4ba4-baf5-521b1e1b9b6d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:30.821271 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-348bf5be-b7dc-48cf-b5da-fd10035c0681 req-bd748c29-a472-4ba4-baf5-521b1e1b9b6d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 949 time: 0.1407576 Sep 18 05:04:30.821528 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 86ad4a97-4fa8-47ce-8a57-9387d51cb1e4 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:04:30.846103 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-088a6951-518c-4715-9d3d-bc077f0e87ab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3140757 Sep 18 05:04:30.846883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28711b2-cb2c-4ce4-b90d-ff001c434883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ff7d67-9821-40a0-9772-9021c13f5607,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:30.855744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42068) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:30.860495 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f28711b2-cb2c-4ce4-b90d-ff001c434883 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a77a8f20c4447f59bf8eb5b5a924d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6019180 Sep 18 05:04:30.860495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42070) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:30.860867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e6a1c246-ae18-4a9b-9f38-70f7c45442fc admin admin] Request body: {'subnet': {'network_id': '86ad4a97-4fa8-47ce-8a57-9387d51cb1e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-804846507-subnet', 'tenant_id': '06052ce7f7ec424f82e08008fcb36a09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:30.903378 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-348bf5be-b7dc-48cf-b5da-fd10035c0681 req-2028320b-4841-454e-9f9f-e2550d239b7e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702186 Sep 18 05:04:30.932275 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-424059be-6c08-4368-ab96-51bbe9cf84b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:30.949922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6d2be26a-be9c-4294-8d59-0ea85231372c no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:30.952502 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-424059be-6c08-4368-ab96-51bbe9cf84b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:30.974679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 6d2be26a-be9c-4294-8d59-0ea85231372c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:30.975110 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6d2be26a-be9c-4294-8d59-0ea85231372c not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:30.976532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a1c246-ae18-4a9b-9f38-70f7c45442fc admin admin] Made reservation on behalf of 06052ce7f7ec424f82e08008fcb36a09 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:30.978921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c246-ae18-4a9b-9f38-70f7c45442fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:31.075219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 653fcbc2-fa88-4234-a56e-d4b2abe035f7 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:31.137790 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-424059be-6c08-4368-ab96-51bbe9cf84b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:31.141885 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-424059be-6c08-4368-ab96-51bbe9cf84b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:31.147702 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-424059be-6c08-4368-ab96-51bbe9cf84b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3ff7d67-9821-40a0-9772-9021c13f5607 HTTP/1.1" status: 204 len: 168 time: 0.2829797 Sep 18 05:04:31.154100 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424059be-6c08-4368-ab96-51bbe9cf84b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ff7d67-9821-40a0-9772-9021c13f5607,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:31.202697 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-37b171fe-f6fe-4433-b2b3-4f3044329694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:31.267609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:04:31.271894 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:31.280568 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:31.327237 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c246-ae18-4a9b-9f38-70f7c45442fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:31.360978 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:31.383906 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:31.386319 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d94118-7468-474b-8122-3c28461f2d6b" -d '{"events": [{"server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "name": "network-vif-plugged", "status": "completed", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:31.387393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1c246-ae18-4a9b-9f38-70f7c45442fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d24adedd-a4ec-4662-b735-d32338325e60,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:31.398426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1c246-ae18-4a9b-9f38-70f7c45442fc admin admin] Checking segment: {'id': '225814fd-05ee-45fd-9ffa-84e9e55a6e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '86ad4a97-4fa8-47ce-8a57-9387d51cb1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:31.399014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a1c246-ae18-4a9b-9f38-70f7c45442fc admin admin] Network hostable DHCP agents. Network: 86ad4a97-4fa8-47ce-8a57-9387d51cb1e4, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:04:31.400030 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:31.518284 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:31.519276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 23d60c82-8372-412e-b520-f3dbecc744aa no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:31.557000 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 23d60c82-8372-412e-b520-f3dbecc744aa {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:31.557357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 23d60c82-8372-412e-b520-f3dbecc744aa not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:31.583885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a1c246-ae18-4a9b-9f38-70f7c45442fc admin admin] Network 86ad4a97-4fa8-47ce-8a57-9387d51cb1e4 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:04:31.588807 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=653fcbc2-fa88-4234-a56e-d4b2abe035f7,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:31.697816 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-e6a1c246-ae18-4a9b-9f38-70f7c45442fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 86ad4a97-4fa8-47ce-8a57-9387d51cb1e4) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:04:31.704779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1c246-ae18-4a9b-9f38-70f7c45442fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:31.705468 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c246-ae18-4a9b-9f38-70f7c45442fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:31.708068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c158ea-cb3b-4a47-8f94-2baad676e793 None None] Network 86ad4a97-4fa8-47ce-8a57-9387d51cb1e4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:04:31.793372 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e6a1c246-ae18-4a9b-9f38-70f7c45442fc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9364660 Sep 18 05:04:31.857246 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb93a61-e46a-46ac-b717-fce922cdfd1a x-openstack-request-id: req-dfb93a61-e46a-46ac-b717-fce922cdfd1a {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:31.857733 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "name": "network-vif-plugged", "status": "completed", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:31.858486 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfb93a61-e46a-46ac-b717-fce922cdfd1a {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:31.859506 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'code': 200} Sep 18 05:04:31.906507 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f3933-d709-4db4-85a5-0ae31c8375e8 None None] Network 86ad4a97-4fa8-47ce-8a57-9387d51cb1e4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:04:31.944262 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af8da4-9dcd-4296-9e94-3671d4d0b00e req-2383e069-0dfd-4291-8a81-41d80ab8d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:31.946069 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e3af8da4-9dcd-4296-9e94-3671d4d0b00e req-2383e069-0dfd-4291-8a81-41d80ab8d152 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 1102 time: 0.0431221 Sep 18 05:04:31.984612 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e3af8da4-9dcd-4296-9e94-3671d4d0b00e req-433959ed-4ee6-4026-a48c-4a369c50a013 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Sep 18 05:04:32.532811 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc44e98-84e3-4acc-a18c-fc02e161af32 req-ae6ed302-093e-4926-a352-911e6659ac4b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:32.534446 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dfc44e98-84e3-4acc-a18c-fc02e161af32 req-ae6ed302-093e-4926-a352-911e6659ac4b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.0519507 Sep 18 05:04:32.579870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dfc44e98-84e3-4acc-a18c-fc02e161af32 req-c49c82f9-a173-4ee1-b327-f6745609db11 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393703 Sep 18 05:04:32.774996 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-eb11d8e0-2a0e-4dba-90d0-dc26b1ee49df req-04a6e258-cb07-4d37-99d2-6b33be298054 tempest-SecurityGroupsNegativeTestJSON-1234541057 tempest-SecurityGroupsNegativeTestJSON-1234541057-project] show failed (client error): The resource could not be found. Sep 18 05:04:32.775986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb11d8e0-2a0e-4dba-90d0-dc26b1ee49df req-04a6e258-cb07-4d37-99d2-6b33be298054 tempest-SecurityGroupsNegativeTestJSON-1234541057 tempest-SecurityGroupsNegativeTestJSON-1234541057-project] 10.222.0.23 "GET /v2.0/security-groups/07f56370-573c-4b7f-aa01-706fb9028b2a HTTP/1.1" status: 404 len: 352 time: 0.0142510 Sep 18 05:04:33.039022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-8d025c1a-af7a-4f2c-ac8a-d45837399b03 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:04:33.040084 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-8d025c1a-af7a-4f2c-ac8a-d45837399b03 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057704 Sep 18 05:04:33.082571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-692e4676-c738-4319-b21c-c928bb1ecba9 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:33.083974 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-692e4676-c738-4319-b21c-c928bb1ecba9 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports/ee7718b2-a634-4386-b409-aea49d077b8c HTTP/1.1" status: 200 len: 1095 time: 0.0376070 Sep 18 05:04:33.094614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] Request body: {'binding': {'host': 'n-h2-789963-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:33.098886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] Unknown quota resources ['binding']. {{(pid=106909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:04:33.238046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c on host n-h2-789963-13 for vnic_type normal with profile None {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:04:33.238542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:04:33.238960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:33.243606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] Port ee7718b2-a634-4386-b409-aea49d077b8c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:04:33.244159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:33.250234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:04:33.250590 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] Checking segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:33.250987 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] Bound using segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:04:33.251436 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] Bound port: ee7718b2-a634-4386-b409-aea49d077b8c, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:04:33.321540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ee7718b2-a634-4386-b409-aea49d077b8c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:04:33.413465 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] Notify callbacks [] for binding, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:33.414697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] 10.222.0.23 "POST /v2.0/ports/ee7718b2-a634-4386-b409-aea49d077b8c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3246622 Sep 18 05:04:33.835297 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-37b34ace-f7db-4115-a8d8-011f16e6e357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:34.057553 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68647def-c4d3-4ba1-bae4-42170d75f50c req-9f881501-aa82-4a90-bd18-e3f74edbfe40 tempest-SecurityGroupsNegativeTestJSON-1234541057 tempest-SecurityGroupsNegativeTestJSON-1234541057-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06052ce7f7ec424f82e08008fcb36a09 HTTP/1.1" status: 200 len: 2984 time: 0.0683749 Sep 18 05:04:34.084928 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-878cf99a-1dfc-4a21-9f68-811992e05d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:34.086464 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-878cf99a-1dfc-4a21-9f68-811992e05d2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 1098 time: 0.0680654 Sep 18 05:04:34.147047 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68647def-c4d3-4ba1-bae4-42170d75f50c req-824a1f00-ba4e-464f-9f67-4a54c6a24a9a tempest-SecurityGroupsNegativeTestJSON-1234541057 tempest-SecurityGroupsNegativeTestJSON-1234541057-project] 10.222.0.23 "GET /v2.0/security-groups/9155eced-8ec0-44a9-baee-a0acd57007cf HTTP/1.1" status: 200 len: 2981 time: 0.0817430 Sep 18 05:04:34.219467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87b4bf-e53a-45c3-b86a-57f56aa45ec4 req-5018eee3-e0c2-47a6-a01c-3b1a2388ab0c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:34.221266 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a87b4bf-e53a-45c3-b86a-57f56aa45ec4 req-5018eee3-e0c2-47a6-a01c-3b1a2388ab0c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 946 time: 0.0568836 Sep 18 05:04:34.242686 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68647def-c4d3-4ba1-bae4-42170d75f50c req-d3ae3582-9596-468d-b9f2-88703bda14d6 tempest-SecurityGroupsNegativeTestJSON-1234541057 tempest-SecurityGroupsNegativeTestJSON-1234541057-project] 10.222.0.23 "GET /v2.0/security-groups/9155eced-8ec0-44a9-baee-a0acd57007cf HTTP/1.1" status: 200 len: 2981 time: 0.0670588 Sep 18 05:04:34.243787 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-a340b64c-d073-43f0-b0b4-cbf897c96e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:34.245193 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-a340b64c-d073-43f0-b0b4-cbf897c96e4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.1477938 Sep 18 05:04:34.269562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a87b4bf-e53a-45c3-b86a-57f56aa45ec4 req-0d6281e8-9271-4631-af52-f5490de74eb9 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Sep 18 05:04:34.277962 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:34.298400 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-42552166-28b5-4500-a35f-e9658bbd3b4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee7718b2-a634-4386-b409-aea49d077b8c HTTP/1.1" status: 200 len: 217 time: 0.0456033 Sep 18 05:04:34.383927 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-3a512182-eda3-4ac8-8a06-81e46ab268f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:34.385423 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-3a512182-eda3-4ac8-8a06-81e46ab268f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.0783372 Sep 18 05:04:34.393775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37c245-ca48-4bbb-8a1d-ad26b2444acd req-f6b977ca-0b98-4c16-98af-fc0d435f95d8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:34.395197 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd37c245-ca48-4bbb-8a1d-ad26b2444acd req-f6b977ca-0b98-4c16-98af-fc0d435f95d8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.0901144 Sep 18 05:04:34.426892 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-494e4295-e818-40e3-a515-cf1ae91dcec2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307531 Sep 18 05:04:34.481420 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd37c245-ca48-4bbb-8a1d-ad26b2444acd req-0c38ebd1-43e9-47e9-a0cd-71e6ec31fbe1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752921 Sep 18 05:04:34.540713 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-357db873-c3f3-4e67-9f73-0c73079c41e1 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044602 Sep 18 05:04:34.600744 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e4b17bb1-0934-4e59-96d9-678d53e85fdf req-8f975128-5acc-49b0-8930-0b4162a8cd99 tempest-SecurityGroupsNegativeTestJSON-1234541057 tempest-SecurityGroupsNegativeTestJSON-1234541057-project] 10.222.0.23 "GET /v2.0/security-groups/9155eced-8ec0-44a9-baee-a0acd57007cf HTTP/1.1" status: 200 len: 2981 time: 0.0624430 Sep 18 05:04:34.663284 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-84fe4015-4c37-451c-be7e-0a862bb85987 service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155155 Sep 18 05:04:34.664493 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-e4b17bb1-0934-4e59-96d9-678d53e85fdf req-f64d3251-d3f0-45d8-aa25-d7d782ec3b88 tempest-SecurityGroupsNegativeTestJSON-1234541057 tempest-SecurityGroupsNegativeTestJSON-1234541057-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 05:04:34.665624 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e4b17bb1-0934-4e59-96d9-678d53e85fdf req-f64d3251-d3f0-45d8-aa25-d7d782ec3b88 tempest-SecurityGroupsNegativeTestJSON-1234541057 tempest-SecurityGroupsNegativeTestJSON-1234541057-project] 10.222.0.23 "DELETE /v2.0/security-groups/9155eced-8ec0-44a9-baee-a0acd57007cf HTTP/1.1" status: 409 len: 352 time: 0.0640323 Sep 18 05:04:34.913937 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cdad7-b5c4-4906-8602-b663241d8165 req-b83232fc-f263-45f8-af64-ce34b906dc27 tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:34.922852 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc3cdad7-b5c4-4906-8602-b663241d8165 req-b83232fc-f263-45f8-af64-ce34b906dc27 tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 1102 time: 0.0499668 Sep 18 05:04:34.958493 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc3cdad7-b5c4-4906-8602-b663241d8165 req-0f416fb2-98e2-456e-a0e8-606f58f53ce3 tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346925 Sep 18 05:04:35.009087 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-80b6a3a2-4501-4ea8-a355-56208e14790f req-2966cd48-6a78-42f6-8c86-2077d5d6bf57 tempest-SecurityGroupsNegativeTestJSON-1234541057 tempest-SecurityGroupsNegativeTestJSON-1234541057-project] show failed (client error): The resource could not be found. Sep 18 05:04:35.010163 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80b6a3a2-4501-4ea8-a355-56208e14790f req-2966cd48-6a78-42f6-8c86-2077d5d6bf57 tempest-SecurityGroupsNegativeTestJSON-1234541057 tempest-SecurityGroupsNegativeTestJSON-1234541057-project] 10.222.0.23 "GET /v2.0/security-groups/ca885697-53c0-4763-9bc8-8afff21979e9 HTTP/1.1" status: 404 len: 352 time: 0.0156307 Sep 18 05:04:35.143695 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:35.148093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2c704-8ff3-4099-ad76-2a3fb939da67 req-6609169d-2273-4727-80c8-13e48682be99 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:35.148093 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ac2c704-8ff3-4099-ad76-2a3fb939da67 req-6609169d-2273-4727-80c8-13e48682be99 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=896162a8-d573-4ad2-a426-a2dccd0fee4c HTTP/1.1" status: 200 len: 950 time: 0.0514309 Sep 18 05:04:35.194907 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ac2c704-8ff3-4099-ad76-2a3fb939da67 req-86e94746-2600-47c1-b922-46e2f1ae04ab tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394289 Sep 18 05:04:35.245458 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-c3af71ae-3f98-4936-aca3-7c4f3b0aab0b req-3d3b2d44-a87a-45a8-9d2a-21343146fb13 tempest-SecurityGroupsNegativeTestJSON-1234541057 tempest-SecurityGroupsNegativeTestJSON-1234541057-project] show failed (client error): The resource could not be found. Sep 18 05:04:35.246478 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c3af71ae-3f98-4936-aca3-7c4f3b0aab0b req-3d3b2d44-a87a-45a8-9d2a-21343146fb13 tempest-SecurityGroupsNegativeTestJSON-1234541057 tempest-SecurityGroupsNegativeTestJSON-1234541057-project] 10.222.0.23 "GET /v2.0/security-groups/bb5167fb-95d1-4e78-8802-7d495b1bcf57 HTTP/1.1" status: 404 len: 352 time: 0.0164785 Sep 18 05:04:35.258803 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42276) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:35.306977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-add9a578-1a18-47cb-9801-18b62e54abb1 admin admin] Deleting subnet d24adedd-a4ec-4662-b735-d32338325e60 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:04:35.310131 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add9a578-1a18-47cb-9801-18b62e54abb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:35.347662 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add9a578-1a18-47cb-9801-18b62e54abb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:35.421661 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add9a578-1a18-47cb-9801-18b62e54abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:35.543676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98089e7b-ade8-4821-bc1b-45171912ac76 req-3482ab93-8cec-4437-9d36-f9c6a672dbd9 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:35.548892 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98089e7b-ade8-4821-bc1b-45171912ac76 req-3482ab93-8cec-4437-9d36-f9c6a672dbd9 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 946 time: 0.0794718 Sep 18 05:04:35.594595 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98089e7b-ade8-4821-bc1b-45171912ac76 req-3a523657-5057-4de1-ac42-a0ba114cf0ae tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410659 Sep 18 05:04:35.688375 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add9a578-1a18-47cb-9801-18b62e54abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:35.755443 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add9a578-1a18-47cb-9801-18b62e54abb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:35.757956 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-add9a578-1a18-47cb-9801-18b62e54abb1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d24adedd-a4ec-4662-b735-d32338325e60 HTTP/1.1" status: 204 len: 168 time: 0.4986963 Sep 18 05:04:35.760343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42302) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:35.763578 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9a578-1a18-47cb-9801-18b62e54abb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d24adedd-a4ec-4662-b735-d32338325e60,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:35.780922 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-da07eb57-9eff-4a83-a609-397777dec2fd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1829581 Sep 18 05:04:35.791431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d76b5a-bd5e-4e58-bbc1-05125d6f2cb3 req-0af22667-a0c6-4611-8f41-0a76ea423b07 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:35.792963 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10d76b5a-bd5e-4e58-bbc1-05125d6f2cb3 req-0af22667-a0c6-4611-8f41-0a76ea423b07 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/ports?device_id=896162a8-d573-4ad2-a426-a2dccd0fee4c HTTP/1.1" status: 200 len: 950 time: 0.1591578 Sep 18 05:04:35.799141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-3f63b6c2-979e-4f16-af06-fe659bea8214 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:04:35.800121 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-3f63b6c2-979e-4f16-af06-fe659bea8214 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053720 Sep 18 05:04:35.866862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c1fdc-a2d9-451d-ab15-e750283b8728 req-e0dc2da5-4419-4c91-9c96-5807cc42c095 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:35.880107 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a16c1fdc-a2d9-451d-ab15-e750283b8728 req-e0dc2da5-4419-4c91-9c96-5807cc42c095 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.1972671 Sep 18 05:04:35.918979 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6653c54b-552f-4dd1-9fc0-e7cba8a1f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:35.987395 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a16c1fdc-a2d9-451d-ab15-e750283b8728 req-0dfb618d-8f9f-4189-a575-a1b1a377597e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916233 Sep 18 05:04:36.003162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-10d76b5a-bd5e-4e58-bbc1-05125d6f2cb3 req-e8ebf2d8-02ef-4cb5-885b-912428b16aad tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Deleting port d2aed564-b6ee-48ce-a63b-32f2772b8d9a {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:36.003976 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-10d76b5a-bd5e-4e58-bbc1-05125d6f2cb3 req-e8ebf2d8-02ef-4cb5-885b-912428b16aad tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:36.016634 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6653c54b-552f-4dd1-9fc0-e7cba8a1f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:36.046250 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-6653c54b-552f-4dd1-9fc0-e7cba8a1f393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ad4a97-4fa8-47ce-8a57-9387d51cb1e4']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:36.058889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-6653c54b-552f-4dd1-9fc0-e7cba8a1f393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225814fd-05ee-45fd-9ffa-84e9e55a6e0b') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:36.059441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-6653c54b-552f-4dd1-9fc0-e7cba8a1f393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225814fd-05ee-45fd-9ffa-84e9e55a6e0b') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:36.074878 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6653c54b-552f-4dd1-9fc0-e7cba8a1f393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:36.093383 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6653c54b-552f-4dd1-9fc0-e7cba8a1f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:36.102107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6653c54b-552f-4dd1-9fc0-e7cba8a1f393 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:04:36.102765 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6653c54b-552f-4dd1-9fc0-e7cba8a1f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:04:36.104796 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:04:36.156615 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-10d76b5a-bd5e-4e58-bbc1-05125d6f2cb3 req-e8ebf2d8-02ef-4cb5-885b-912428b16aad tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] For port d2aed564-b6ee-48ce-a63b-32f2772b8d9a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d2aed564-b6ee-48ce-a63b-32f2772b8d9a,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:36.157201 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-10d76b5a-bd5e-4e58-bbc1-05125d6f2cb3 req-e8ebf2d8-02ef-4cb5-885b-912428b16aad tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:36.179394 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-10d76b5a-bd5e-4e58-bbc1-05125d6f2cb3 req-e8ebf2d8-02ef-4cb5-885b-912428b16aad tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Calling delete_port for d2aed564-b6ee-48ce-a63b-32f2772b8d9a owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:36.393957 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6653c54b-552f-4dd1-9fc0-e7cba8a1f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:36.399637 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6653c54b-552f-4dd1-9fc0-e7cba8a1f393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:36.405381 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6653c54b-552f-4dd1-9fc0-e7cba8a1f393 admin admin] 10.222.0.23 "DELETE /v2.0/networks/86ad4a97-4fa8-47ce-8a57-9387d51cb1e4 HTTP/1.1" status: 204 len: 168 time: 0.6401899 Sep 18 05:04:36.418116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653c54b-552f-4dd1-9fc0-e7cba8a1f393 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ad4a97-4fa8-47ce-8a57-9387d51cb1e4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:36.442560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df7aeb-6ec6-4ad5-bc1d-daba25b8a670 req-e4554275-cbac-476d-8b7d-e6634fd0f308 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:36.444147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52df7aeb-6ec6-4ad5-bc1d-daba25b8a670 req-e4554275-cbac-476d-8b7d-e6634fd0f308 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "GET /v2.0/ports?device_id=713c707c-05ed-4c09-9daa-e1df78d31396 HTTP/1.1" status: 200 len: 950 time: 0.0879905 Sep 18 05:04:36.496252 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-10d76b5a-bd5e-4e58-bbc1-05125d6f2cb3 req-e8ebf2d8-02ef-4cb5-885b-912428b16aad tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:36.512624 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:36.566418 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:36.577870 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-52df7aeb-6ec6-4ad5-bc1d-daba25b8a670 req-9cf2588c-61be-4918-814b-ab3ba1111e88 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Deleting port cb7bbce1-c9f6-44df-a440-2c65b9d707d2 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:36.578232 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-52df7aeb-6ec6-4ad5-bc1d-daba25b8a670 req-9cf2588c-61be-4918-814b-ab3ba1111e88 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:36.590617 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebf2d8-02ef-4cb5-885b-912428b16aad tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event deleted for resources: {'Port': ['ID=d2aed564-b6ee-48ce-a63b-32f2772b8d9a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:36.730009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d76b5a-bd5e-4e58-bbc1-05125d6f2cb3 req-e8ebf2d8-02ef-4cb5-885b-912428b16aad tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] No DVR routers for this DVR port d2aed564-b6ee-48ce-a63b-32f2772b8d9a on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:36.738381 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-10d76b5a-bd5e-4e58-bbc1-05125d6f2cb3 req-e8ebf2d8-02ef-4cb5-885b-912428b16aad tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:36.743707 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10d76b5a-bd5e-4e58-bbc1-05125d6f2cb3 req-e8ebf2d8-02ef-4cb5-885b-912428b16aad tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "DELETE /v2.0/ports/d2aed564-b6ee-48ce-a63b-32f2772b8d9a HTTP/1.1" status: 204 len: 173 time: 0.9396830 Sep 18 05:04:36.763476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-52df7aeb-6ec6-4ad5-bc1d-daba25b8a670 req-9cf2588c-61be-4918-814b-ab3ba1111e88 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] For port cb7bbce1-c9f6-44df-a440-2c65b9d707d2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=cb7bbce1-c9f6-44df-a440-2c65b9d707d2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:36.763476 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-52df7aeb-6ec6-4ad5-bc1d-daba25b8a670 req-9cf2588c-61be-4918-814b-ab3ba1111e88 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:36.773639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896162a8-d573-4ad2-a426-a2dccd0fee4c', 'name': 'network-vif-deleted', 'tag': 'd2aed564-b6ee-48ce-a63b-32f2772b8d9a'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:36.775177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-52df7aeb-6ec6-4ad5-bc1d-daba25b8a670 req-9cf2588c-61be-4918-814b-ab3ba1111e88 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Calling delete_port for cb7bbce1-c9f6-44df-a440-2c65b9d707d2 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:36.777207 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad23ea4-b9a7-40b8-9d7f-0aa9a0f72b25" -d '{"events": [{"server_uuid": "896162a8-d573-4ad2-a426-a2dccd0fee4c", "name": "network-vif-deleted", "tag": "d2aed564-b6ee-48ce-a63b-32f2772b8d9a"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:36.836806 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6f545455-a6a0-40c9-8cff-182d3b623608 req-886caf2d-1861-4b2f-b4c1-749b5baec952 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=896162a8-d573-4ad2-a426-a2dccd0fee4c HTTP/1.1" status: 200 len: 210 time: 0.1127284 Sep 18 05:04:36.883375 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:37.178786 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42358) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:37.224352 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5303b-b1d8-4ee6-beaa-b39a93919f3a req-06cfd7c3-d666-40c1-bcaa-bdf17d516f06 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:37.227100 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2c5303b-b1d8-4ee6-beaa-b39a93919f3a req-06cfd7c3-d666-40c1-bcaa-bdf17d516f06 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 946 time: 0.0985920 Sep 18 05:04:37.279437 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-52df7aeb-6ec6-4ad5-bc1d-daba25b8a670 req-9cf2588c-61be-4918-814b-ab3ba1111e88 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:37.295261 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:37.308829 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4976b357-df54-483d-9866-6cad87c9b4e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06052ce7f7ec424f82e08008fcb36a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1280324 Sep 18 05:04:37.315030 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2c5303b-b1d8-4ee6-beaa-b39a93919f3a req-d9c579e6-71bb-4ee0-ab8a-4ce4e33bcc61 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750751 Sep 18 05:04:37.315693 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42362) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:37.337028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2588c-61be-4918-814b-ab3ba1111e88 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event deleted for resources: {'Port': ['ID=cb7bbce1-c9f6-44df-a440-2c65b9d707d2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:37.407571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-52df7aeb-6ec6-4ad5-bc1d-daba25b8a670 req-9cf2588c-61be-4918-814b-ab3ba1111e88 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] No DVR routers for this DVR port cb7bbce1-c9f6-44df-a440-2c65b9d707d2 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:37.410429 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-52df7aeb-6ec6-4ad5-bc1d-daba25b8a670 req-9cf2588c-61be-4918-814b-ab3ba1111e88 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:37.413129 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52df7aeb-6ec6-4ad5-bc1d-daba25b8a670 req-9cf2588c-61be-4918-814b-ab3ba1111e88 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.18 "DELETE /v2.0/ports/cb7bbce1-c9f6-44df-a440-2c65b9d707d2 HTTP/1.1" status: 204 len: 173 time: 0.9625580 Sep 18 05:04:37.413716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713c707c-05ed-4c09-9daa-e1df78d31396', 'name': 'network-vif-deleted', 'tag': 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:37.415984 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0a51e8-9dcd-4154-9aac-8119d0d14b1d" -d '{"events": [{"server_uuid": "713c707c-05ed-4c09-9daa-e1df78d31396", "name": "network-vif-deleted", "tag": "cb7bbce1-c9f6-44df-a440-2c65b9d707d2"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:37.441436 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-78fddce3-dd71-4014-baaf-3540fbaffb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:37.498026 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-78fddce3-dd71-4014-baaf-3540fbaffb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:37.671130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c4c49-b22d-4b0e-aecd-106542e44d91 req-ee6de29e-ef2f-4464-b491-c4a963feeab5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:37.679102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d8c4c49-b22d-4b0e-aecd-106542e44d91 req-ee6de29e-ef2f-4464-b491-c4a963feeab5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.1047485 Sep 18 05:04:37.685440 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b7db15-aff3-4242-a820-888b74a54889 x-openstack-request-id: req-74b7db15-aff3-4242-a820-888b74a54889 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:37.685988 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896162a8-d573-4ad2-a426-a2dccd0fee4c", "name": "network-vif-deleted", "tag": "d2aed564-b6ee-48ce-a63b-32f2772b8d9a", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:37.686434 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74b7db15-aff3-4242-a820-888b74a54889 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:37.687169 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896162a8-d573-4ad2-a426-a2dccd0fee4c', 'name': 'network-vif-deleted', 'tag': 'd2aed564-b6ee-48ce-a63b-32f2772b8d9a', 'status': 'completed', 'code': 200} Sep 18 05:04:37.697889 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-78fddce3-dd71-4014-baaf-3540fbaffb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:37.700873 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-78fddce3-dd71-4014-baaf-3540fbaffb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:37.703018 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-78fddce3-dd71-4014-baaf-3540fbaffb90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9155eced-8ec0-44a9-baee-a0acd57007cf HTTP/1.1" status: 204 len: 168 time: 0.3865032 Sep 18 05:04:37.713945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fddce3-dd71-4014-baaf-3540fbaffb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9155eced-8ec0-44a9-baee-a0acd57007cf,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:37.771228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d8c4c49-b22d-4b0e-aecd-106542e44d91 req-f7d117f2-91b3-4ac6-8351-1e7361eb7916 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873950 Sep 18 05:04:37.866003 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fed491d-0148-4541-867a-7aacb77e91a4 x-openstack-request-id: req-8fed491d-0148-4541-867a-7aacb77e91a4 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:37.866528 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713c707c-05ed-4c09-9daa-e1df78d31396", "name": "network-vif-deleted", "tag": "cb7bbce1-c9f6-44df-a440-2c65b9d707d2", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:37.866939 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fed491d-0148-4541-867a-7aacb77e91a4 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:37.867502 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713c707c-05ed-4c09-9daa-e1df78d31396', 'name': 'network-vif-deleted', 'tag': 'cb7bbce1-c9f6-44df-a440-2c65b9d707d2', 'status': 'completed', 'code': 200} Sep 18 05:04:38.136094 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14ffc7a5-8342-48ae-9958-7a7318df410d req-dbc256ae-ab7b-4fd1-9bb3-151f3863b902 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=896162a8-d573-4ad2-a426-a2dccd0fee4c HTTP/1.1" status: 200 len: 210 time: 0.0356205 Sep 18 05:04:38.723142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6eccc1-5ed5-4dbc-9d1b-9aaed0d561b0 req-f04b47a1-fb13-4174-8f62-315785f0722d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:38.730962 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f6eccc1-5ed5-4dbc-9d1b-9aaed0d561b0 req-f04b47a1-fb13-4174-8f62-315785f0722d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 946 time: 0.0649364 Sep 18 05:04:38.769822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f6eccc1-5ed5-4dbc-9d1b-9aaed0d561b0 req-e1a977a8-8bb7-46da-948b-04d8f317dc35 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377588 Sep 18 05:04:38.919871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605735c-4790-4706-a721-a535c6253f32 req-48c8a444-ca5c-42ee-8926-1f4b83d28fcd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:38.922687 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a605735c-4790-4706-a721-a535c6253f32 req-48c8a444-ca5c-42ee-8926-1f4b83d28fcd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.0549338 Sep 18 05:04:38.964718 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a605735c-4790-4706-a721-a535c6253f32 req-7bbc3803-253e-4180-92a7-829687268390 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347703 Sep 18 05:04:39.019410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device cb7bbce1-c9f6-44df-a440-2c65b9d707d2 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:39.047975 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: cb7bbce1-c9f6-44df-a440-2c65b9d707d2 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:39.048760 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device cb7bbce1-c9f6-44df-a440-2c65b9d707d2 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:39.049419 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d2aed564-b6ee-48ce-a63b-32f2772b8d9a no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:39.070856 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: d2aed564-b6ee-48ce-a63b-32f2772b8d9a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:39.071554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d2aed564-b6ee-48ce-a63b-32f2772b8d9a not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:39.386002 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-f8c2f8de-fe10-4845-8392-c0e4a22aecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:39.387890 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-f8c2f8de-fe10-4845-8392-c0e4a22aecbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 1102 time: 0.0638154 Sep 18 05:04:39.581136 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42444) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:39.586998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-b240c89d-2d5d-47af-b4cb-f9e4ccf3eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:39.588805 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-b240c89d-2d5d-47af-b4cb-f9e4ccf3eff1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1903269 Sep 18 05:04:39.644786 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-79ce43eb-f138-4481-9da7-231c58498377 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7 HTTP/1.1" status: 200 len: 217 time: 0.0486557 Sep 18 05:04:39.730760 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1603309406-network', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:39.746327 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-ca6b5e6b-2cbf-42f3-80e0-044eaeda2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:39.748738 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-ca6b5e6b-2cbf-42f3-80e0-044eaeda2418 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0971596 Sep 18 05:04:39.809998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-58775a20-3d13-46db-bb2b-6268c28af7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:39.812092 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-58775a20-3d13-46db-bb2b-6268c28af7ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569098 Sep 18 05:04:39.832783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:39.836188 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:39.846745 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:39.919304 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-f4bfcedf-d427-4be7-bf5d-983e645ce49a service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995183 Sep 18 05:04:39.946838 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:40.014704 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-5681dba9-c68a-4946-9018-4557b21ac976 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881276 Sep 18 05:04:40.098248 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:40.151085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:04:40.159628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341814d7-0628-4c10-a0ac-52943295a5c2,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:40.168771 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:40.169121 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] Added segment 5ac31e11-6d44-44ce-b201-eb2a39f67388 of type vlan for network b8d5c068-699b-4a0f-8c25-4df4822fedea Sep 18 05:04:40.189254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7a7c5-d413-4c82-95c9-b6de3b85dc1e req-8e3b2c40-c7d0-4cf3-8eda-46f800e71a7c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:40.189865 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fa7a7c5-d413-4c82-95c9-b6de3b85dc1e req-8e3b2c40-c7d0-4cf3-8eda-46f800e71a7c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 946 time: 0.1043842 Sep 18 05:04:40.240638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:40.270120 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fa7a7c5-d413-4c82-95c9-b6de3b85dc1e req-b174a372-0059-47d0-b1b0-1acd0b8ed0a1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567400 Sep 18 05:04:40.367327 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:40.368380 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:40.368980 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:40.435224 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d5c068-699b-4a0f-8c25-4df4822fedea,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:40.445581 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network b8d5c068-699b-4a0f-8c25-4df4822fedea details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:04:40.521781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c0aef345-64cd-4c20-b243-73bec92fca17 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9382224 Sep 18 05:04:40.523983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42474) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:40.531426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-de81f3d8-518a-4b40-9ec1-ab4d54d5313c admin admin] Request body: {'subnet': {'network_id': 'b8d5c068-699b-4a0f-8c25-4df4822fedea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1603309406-subnet', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:40.646106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de81f3d8-518a-4b40-9ec1-ab4d54d5313c admin admin] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:40.649412 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-de81f3d8-518a-4b40-9ec1-ab4d54d5313c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:40.676133 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee407eff-ed1c-49bd-8f5b-1daab9dd488d req-b9fc4a23-de35-479c-bd1e-30f6d4b33fdf tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:40.684207 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee407eff-ed1c-49bd-8f5b-1daab9dd488d req-b9fc4a23-de35-479c-bd1e-30f6d4b33fdf tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.0714021 Sep 18 05:04:40.723993 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee407eff-ed1c-49bd-8f5b-1daab9dd488d req-8d901435-4c86-4666-be5f-781e6b32e304 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387676 Sep 18 05:04:40.894816 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809daa2-dd85-4feb-a0b3-6c436a062f2d req-ea441017-d5ca-481a-9c9d-0f67756d6b77 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:40.896378 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d809daa2-dd85-4feb-a0b3-6c436a062f2d req-ea441017-d5ca-481a-9c9d-0f67756d6b77 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 950 time: 0.0506265 Sep 18 05:04:40.934253 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d809daa2-dd85-4feb-a0b3-6c436a062f2d req-3693dfa8-f7f9-44e9-8412-70f07dfaec13 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319054 Sep 18 05:04:40.953151 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-de81f3d8-518a-4b40-9ec1-ab4d54d5313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:41.015599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81f3d8-518a-4b40-9ec1-ab4d54d5313c admin admin] Pushing event updated for resources: {'Subnet': ['ID=608f5bb9-ad1d-474c-890f-f5374a2bf3a8,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:41.021534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81f3d8-518a-4b40-9ec1-ab4d54d5313c admin admin] Checking segment: {'id': '5ac31e11-6d44-44ce-b201-eb2a39f67388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b8d5c068-699b-4a0f-8c25-4df4822fedea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:41.021899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de81f3d8-518a-4b40-9ec1-ab4d54d5313c admin admin] Network hostable DHCP agents. Network: b8d5c068-699b-4a0f-8c25-4df4822fedea, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:04:41.112718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de81f3d8-518a-4b40-9ec1-ab4d54d5313c admin admin] Network b8d5c068-699b-4a0f-8c25-4df4822fedea is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:04:41.180734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-de81f3d8-518a-4b40-9ec1-ab4d54d5313c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, b8d5c068-699b-4a0f-8c25-4df4822fedea) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:04:41.185299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de81f3d8-518a-4b40-9ec1-ab4d54d5313c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:41.185897 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-de81f3d8-518a-4b40-9ec1-ab4d54d5313c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:41.191560 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ef0011-3bc8-406b-8dff-abecfd62b202 None None] Network b8d5c068-699b-4a0f-8c25-4df4822fedea requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:04:41.281311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-de81f3d8-518a-4b40-9ec1-ab4d54d5313c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7559154 Sep 18 05:04:41.283966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42496) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:41.290883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1603309406-router', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:41.327304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42502) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:41.375398 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-b8d5c068-699b-4a0f-8c25-4df4822fedea', 'network_id': 'b8d5c068-699b-4a0f-8c25-4df4822fedea', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'fixed_ips': [{'subnet_id': '608f5bb9-ad1d-474c-890f-f5374a2bf3a8'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:04:41.375398 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:41.399833 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:41.401850 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:41.459995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1d2f2-4fb7-43c3-8a21-e06aa9e659dd req-2365e878-98fd-493b-b462-bf040f61a4d3 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:41.465699 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56d1d2f2-4fb7-43c3-8a21-e06aa9e659dd req-2365e878-98fd-493b-b462-bf040f61a4d3 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 946 time: 0.0796382 Sep 18 05:04:41.478468 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-86a7a30c-614b-4c07-ad0c-222ec6987e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:41.541679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Allocated IP 172.20.0.2 (b8d5c068-699b-4a0f-8c25-4df4822fedea/608f5bb9-ad1d-474c-890f-f5374a2bf3a8/6abce75f-fdf9-486c-ac08-53d22f537444) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:04:41.574463 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:41.579131 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56d1d2f2-4fb7-43c3-8a21-e06aa9e659dd req-110caf8a-45de-469f-89e6-a8c0f61c7b0e tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086409 Sep 18 05:04:41.635659 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-86a7a30c-614b-4c07-ad0c-222ec6987e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:41.729274 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:41.729950 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-86a7a30c-614b-4c07-ad0c-222ec6987e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:41.772386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-86a7a30c-614b-4c07-ad0c-222ec6987e23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a61d5c8fb5d04629a0091085d40dd293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436171 Sep 18 05:04:41.773667 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7a30c-614b-4c07-ad0c-222ec6987e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee8ccff-18eb-43bf-a1dd-0f9702ee9e34,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:41.776151 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42514) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:41.783763 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:41.861963 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:41.886612 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9d26a64a-2647-4d04-9cc4-48d70b934df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:41.916175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Network b8d5c068-699b-4a0f-8c25-4df4822fedea is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:04:41.917688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85469a08-526c-4947-8f46-465e1a4f888a req-b5de997e-2bda-4826-96b7-a63511e97418 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:41.920259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:04:41.923906 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:04:41.924873 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-85469a08-526c-4947-8f46-465e1a4f888a req-b5de997e-2bda-4826-96b7-a63511e97418 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.1001353 Sep 18 05:04:41.937650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Pushing event updated for resources: {'Port': ['ID=6abce75f-fdf9-486c-ac08-53d22f537444,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:41.946182 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9d26a64a-2647-4d04-9cc4-48d70b934df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.036694 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-85469a08-526c-4947-8f46-465e1a4f888a req-304995a6-cd14-4a2d-9fb0-9e5a0596b540 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774035 Sep 18 05:04:42.054470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Attempting to bind port 6abce75f-fdf9-486c-ac08-53d22f537444 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:04:42.054470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Attempting to bind port 6abce75f-fdf9-486c-ac08-53d22f537444 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '5ac31e11-6d44-44ce-b201-eb2a39f67388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b8d5c068-699b-4a0f-8c25-4df4822fedea'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:04:42.054470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Attempting to bind port 6abce75f-fdf9-486c-ac08-53d22f537444 on network b8d5c068-699b-4a0f-8c25-4df4822fedea {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:42.067064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:04:42.067962 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Checking segment: {'id': '5ac31e11-6d44-44ce-b201-eb2a39f67388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b8d5c068-699b-4a0f-8c25-4df4822fedea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:42.068640 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.069272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Bound using segment: {'id': '5ac31e11-6d44-44ce-b201-eb2a39f67388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b8d5c068-699b-4a0f-8c25-4df4822fedea'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:04:42.069968 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Bound port: 6abce75f-fdf9-486c-ac08-53d22f537444, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac31e11-6d44-44ce-b201-eb2a39f67388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b8d5c068-699b-4a0f-8c25-4df4822fedea'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:04:42.070778 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.121558 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdbbab-6ebf-47b1-8d87-e96ae1e22fa6 req-da4798fd-3177-4dc2-a0f0-b8c584ae1b45 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:42.124184 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65bdbbab-6ebf-47b1-8d87-e96ae1e22fa6 req-da4798fd-3177-4dc2-a0f0-b8c584ae1b45 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 950 time: 0.0863795 Sep 18 05:04:42.162487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] For port 6abce75f-fdf9-486c-ac08-53d22f537444, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:42.166156 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] For port 6abce75f-fdf9-486c-ac08-53d22f537444, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6abce75f-fdf9-486c-ac08-53d22f537444,segment=NetworkSegment(5ac31e11-6d44-44ce-b201-eb2a39f67388),segment_id=5ac31e11-6d44-44ce-b201-eb2a39f67388)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:04:42.176633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40ced8-f060-4331-91a4-f7ccc1523a4b req-0d9194dc-06d9-4d2e-b53e-bf677cd28de7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:42.183623 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9d26a64a-2647-4d04-9cc4-48d70b934df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.185188 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b40ced8-f060-4331-91a4-f7ccc1523a4b req-0d9194dc-06d9-4d2e-b53e-bf677cd28de7 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 950 time: 0.1067398 Sep 18 05:04:42.187066 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9d26a64a-2647-4d04-9cc4-48d70b934df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.188585 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9d26a64a-2647-4d04-9cc4-48d70b934df9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cee8ccff-18eb-43bf-a1dd-0f9702ee9e34 HTTP/1.1" status: 204 len: 168 time: 0.4112248 Sep 18 05:04:42.200980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42528) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:42.209650 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26a64a-2647-4d04-9cc4-48d70b934df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee8ccff-18eb-43bf-a1dd-0f9702ee9e34,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:42.272775 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.273512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-65bdbbab-6ebf-47b1-8d87-e96ae1e22fa6 req-87ba797f-4c04-46cb-be76-cfb01a81d6e5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Deleting port dd090b0c-c409-47d8-bc29-bf720a0a43a2 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:04:42.273861 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-65bdbbab-6ebf-47b1-8d87-e96ae1e22fa6 req-87ba797f-4c04-46cb-be76-cfb01a81d6e5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.335208 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b40ced8-f060-4331-91a4-f7ccc1523a4b req-98311b9e-a2ee-4da4-b570-d858f8707c93 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a8fa86c-7959-4de2-9e76-0109336bf30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487122 Sep 18 05:04:42.353408 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b0f9b-b129-4c13-8545-bf672ee11a67 None None] Pushing event updated for resources: {'Port': ['ID=6abce75f-fdf9-486c-ac08-53d22f537444,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:42.380453 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.401733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-65bdbbab-6ebf-47b1-8d87-e96ae1e22fa6 req-87ba797f-4c04-46cb-be76-cfb01a81d6e5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] For port dd090b0c-c409-47d8-bc29-bf720a0a43a2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=dd090b0c-c409-47d8-bc29-bf720a0a43a2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:42.402324 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-65bdbbab-6ebf-47b1-8d87-e96ae1e22fa6 req-87ba797f-4c04-46cb-be76-cfb01a81d6e5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.404546 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.425117 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-65bdbbab-6ebf-47b1-8d87-e96ae1e22fa6 req-87ba797f-4c04-46cb-be76-cfb01a81d6e5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Calling delete_port for dd090b0c-c409-47d8-bc29-bf720a0a43a2 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:04:42.533295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Allocated IP 172.25.7.133 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/576f4cef-087e-457f-ac6a-5c112bda3f9d) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:04:42.701843 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-65bdbbab-6ebf-47b1-8d87-e96ae1e22fa6 req-87ba797f-4c04-46cb-be76-cfb01a81d6e5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.716698 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dd090b0c-c409-47d8-bc29-bf720a0a43a2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:42.754244 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.792585 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba797f-4c04-46cb-be76-cfb01a81d6e5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Pushing event deleted for resources: {'Port': ['ID=dd090b0c-c409-47d8-bc29-bf720a0a43a2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:42.827041 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0f8badd4-448e-4373-a5af-94e0abc12be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.871009 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.892596 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bdbbab-6ebf-47b1-8d87-e96ae1e22fa6 req-87ba797f-4c04-46cb-be76-cfb01a81d6e5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] No DVR routers for this DVR port dd090b0c-c409-47d8-bc29-bf720a0a43a2 on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:42.896531 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-65bdbbab-6ebf-47b1-8d87-e96ae1e22fa6 req-87ba797f-4c04-46cb-be76-cfb01a81d6e5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:42.899073 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65bdbbab-6ebf-47b1-8d87-e96ae1e22fa6 req-87ba797f-4c04-46cb-be76-cfb01a81d6e5 tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.13 "DELETE /v2.0/ports/dd090b0c-c409-47d8-bc29-bf720a0a43a2 HTTP/1.1" status: 204 len: 173 time: 0.7665710 Sep 18 05:04:42.899991 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40b45b0-b96a-43a4-a904-4550bb33f0d0', 'name': 'network-vif-deleted', 'tag': 'dd090b0c-c409-47d8-bc29-bf720a0a43a2'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:42.912138 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d358f94-a9ee-4312-92a0-806364d54ad3" -d '{"events": [{"server_uuid": "a40b45b0-b96a-43a4-a904-4550bb33f0d0", "name": "network-vif-deleted", "tag": "dd090b0c-c409-47d8-bc29-bf720a0a43a2"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:42.934299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b75f8d-fe47-45f5-b213-7f6fe380b939 req-e9714516-8afd-40e3-b8d5-f8f22f03eea1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:42.943879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:04:42.944088 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-34b75f8d-fe47-45f5-b213-7f6fe380b939 req-e9714516-8afd-40e3-b8d5-f8f22f03eea1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 946 time: 0.2394631 Sep 18 05:04:42.957163 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:04:42.965493 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Pushing event updated for resources: {'Port': ['ID=576f4cef-087e-457f-ac6a-5c112bda3f9d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:42.969227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:04:43.016876 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-34b75f8d-fe47-45f5-b213-7f6fe380b939 req-4b034c46-3a62-4897-b7a2-e06282469d1e tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715775 Sep 18 05:04:43.048696 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbd98e7-f045-4c29-b4f2-1cc16c324219 x-openstack-request-id: req-6fbd98e7-f045-4c29-b4f2-1cc16c324219 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:43.049094 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40b45b0-b96a-43a4-a904-4550bb33f0d0", "name": "network-vif-deleted", "tag": "dd090b0c-c409-47d8-bc29-bf720a0a43a2", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:43.049443 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6fbd98e7-f045-4c29-b4f2-1cc16c324219 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:43.050018 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40b45b0-b96a-43a4-a904-4550bb33f0d0', 'name': 'network-vif-deleted', 'tag': 'dd090b0c-c409-47d8-bc29-bf720a0a43a2', 'status': 'completed', 'code': 200} Sep 18 05:04:43.086596 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0f8badd4-448e-4373-a5af-94e0abc12be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.190781 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42546) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:43.210806 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-546c46d4-ceec-47d5-b633-3d4909f54768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.218560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6605f3f-3461-4130-bb56-27251ec9d9a1 req-dbf8713d-39e5-4166-9927-2710efb6895e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:43.220750 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d6605f3f-3461-4130-bb56-27251ec9d9a1 req-dbf8713d-39e5-4166-9927-2710efb6895e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.1044781 Sep 18 05:04:43.222358 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0f8badd4-448e-4373-a5af-94e0abc12be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.376981 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-546c46d4-ceec-47d5-b633-3d4909f54768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.419140 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0f8badd4-448e-4373-a5af-94e0abc12be7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a16a3884f5aa4a588a4dde136003dcb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2147617 Sep 18 05:04:43.422231 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42552) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:43.425170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8badd4-448e-4373-a5af-94e0abc12be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1f5f35-8043-4dd2-8059-599704eef0d7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:43.438896 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d6605f3f-3461-4130-bb56-27251ec9d9a1 req-13a28f86-7d1f-4d32-aec2-50d70e781604 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119665 Sep 18 05:04:43.486671 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-546c46d4-ceec-47d5-b633-3d4909f54768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.497647 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.586013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6abce75f-fdf9-486c-ac08-53d22f537444 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:43.613119 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd49fc0e-b7b4-4472-bce9-0204582fb205 req-ca07e221-a91c-45ab-8b58-a5e342b573ba tempest-ServersOnMultiNodesTest-1990216968 tempest-ServersOnMultiNodesTest-1990216968-project] 10.222.0.23 "GET /v2.0/ports?device_id=a40b45b0-b96a-43a4-a904-4550bb33f0d0 HTTP/1.1" status: 200 len: 210 time: 0.0765738 Sep 18 05:04:43.645002 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-546c46d4-ceec-47d5-b633-3d4909f54768 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd8386ab138b4cb5841abf2a70d899e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4522104 Sep 18 05:04:43.655455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42556) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:43.687978 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c46d4-ceec-47d5-b633-3d4909f54768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fe6bd8-3b90-45fb-a5e9-568f08a610ff,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:43.695858 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 6abce75f-fdf9-486c-ac08-53d22f537444 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:43.696490 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.717845 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18a9f67c-61c1-41c6-9cb9-cc9bd8dd76a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.743266 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.748460 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18a9f67c-61c1-41c6-9cb9-cc9bd8dd76a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.757710 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bfc459-e8bb-4a8b-9751-da320f01e361 None None] Network b8d5c068-699b-4a0f-8c25-4df4822fedea requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:04:43.803346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0fb6a47-2607-4a17-9937-130518f3d204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.831343 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0fb6a47-2607-4a17-9937-130518f3d204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.833046 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.977792 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18a9f67c-61c1-41c6-9cb9-cc9bd8dd76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.980403 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18a9f67c-61c1-41c6-9cb9-cc9bd8dd76a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:43.981722 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-18a9f67c-61c1-41c6-9cb9-cc9bd8dd76a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c1f5f35-8043-4dd2-8059-599704eef0d7 HTTP/1.1" status: 204 len: 168 time: 0.5583863 Sep 18 05:04:43.999718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9f67c-61c1-41c6-9cb9-cc9bd8dd76a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1f5f35-8043-4dd2-8059-599704eef0d7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:44.050954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 6abce75f-fdf9-486c-ac08-53d22f537444, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6abce75f-fdf9-486c-ac08-53d22f537444,segment=NetworkSegment(5ac31e11-6d44-44ce-b201-eb2a39f67388),segment_id=5ac31e11-6d44-44ce-b201-eb2a39f67388)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:44.052343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Router 460f23a6-5df4-420f-b893-28b82b7f3489 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:04:44.054230 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0fb6a47-2607-4a17-9937-130518f3d204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:44.061309 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0fb6a47-2607-4a17-9937-130518f3d204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:44.061495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2cd1fe46-c887-40d4-86bf-485ac664fdd7 None None] Provisioning complete for port 6abce75f-fdf9-486c-ac08-53d22f537444 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:44.063609 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cd1fe46-c887-40d4-86bf-485ac664fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:44.063725 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e0fb6a47-2607-4a17-9937-130518f3d204 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91fe6bd8-3b90-45fb-a5e9-568f08a610ff HTTP/1.1" status: 204 len: 168 time: 0.4063168 Sep 18 05:04:44.081040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb6a47-2607-4a17-9937-130518f3d204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fe6bd8-3b90-45fb-a5e9-568f08a610ff,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:44.130659 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:44.271949 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b6dcb-2499-4354-933c-eb990b95dea2 req-1629b1b6-6fb4-4594-96d6-0f107388e643 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:44.273535 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-951b6dcb-2499-4354-933c-eb990b95dea2 req-1629b1b6-6fb4-4594-96d6-0f107388e643 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 946 time: 0.0863631 Sep 18 05:04:44.276036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=6abce75f-fdf9-486c-ac08-53d22f537444,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:44.282454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:04:44.300487 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Sync routers for ids ['460f23a6-5df4-420f-b893-28b82b7f3489'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:04:44.313451 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Routers {'460f23a6-5df4-420f-b893-28b82b7f3489'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:04:44.314459 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:04:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['460f23a6-5df4-420f-b893-28b82b7f3489'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:44.337640 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-951b6dcb-2499-4354-933c-eb990b95dea2 req-df3aff23-de84-4440-aa79-7b15e82c8560 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351362 Sep 18 05:04:44.369877 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:44.371298 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8f6c7620-dd64-4586-a3a6-fba648e0520a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0855606 Sep 18 05:04:44.381977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42568) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:44.454482 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Set router 460f23a6-5df4-420f-b893-28b82b7f3489 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:04:44.604548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16edea-3d25-4623-98c7-38d95f34a062 req-fdba4483-52e5-4e7d-9551-0a20ff0aee64 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:44.616582 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e16edea-3d25-4623-98c7-38d95f34a062 req-fdba4483-52e5-4e7d-9551-0a20ff0aee64 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.0756822 Sep 18 05:04:44.628105 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-40974ee3-5d7b-4a73-9877-315a899b7fd8 None None] Provisioning complete for port 6abce75f-fdf9-486c-ac08-53d22f537444 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:44.630587 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-40974ee3-5d7b-4a73-9877-315a899b7fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:44.677471 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e16edea-3d25-4623-98c7-38d95f34a062 req-5e55297a-076d-4a58-94d9-8e55d3d825c8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600564 Sep 18 05:04:44.733061 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'name': 'tempest-ServersTestMultiNic-1603309406-router', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '576f4cef-087e-457f-ac6a-5c112bda3f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:04:41Z', 'updated_at': '2021-09-18T05:04:43Z', 'revision_number': 3, 'project_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'gw_port': {'id': '576f4cef-087e-457f-ac6a-5c112bda3f9d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ad:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:04:42Z', 'updated_at': '2021-09-18T05:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:44.768001 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Checking router: 460f23a6-5df4-420f-b893-28b82b7f3489 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:04:44.768376 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Updating router 460f23a6-5df4-420f-b893-28b82b7f3489 port 576f4cef-087e-457f-ac6a-5c112bda3f9d binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:04:44.796417 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:44.967471 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.071228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42584) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:45.083882 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.100706 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-79605131-5c9f-42c8-a57c-56cd8a60e792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.141385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device dd090b0c-c409-47d8-bc29-bf720a0a43a2 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:45.142538 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Allocated IP 172.20.0.1 (b8d5c068-699b-4a0f-8c25-4df4822fedea/608f5bb9-ad1d-474c-890f-f5374a2bf3a8/fb0c07a9-636c-46ea-b7cb-09845a1ff5ab) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:04:45.167838 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.177999 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: dd090b0c-c409-47d8-bc29-bf720a0a43a2 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:04:45.178664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device dd090b0c-c409-47d8-bc29-bf720a0a43a2 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:04:45.248302 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-79605131-5c9f-42c8-a57c-56cd8a60e792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.292855 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.329991 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-79605131-5c9f-42c8-a57c-56cd8a60e792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.351888 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Attempting to bind port 576f4cef-087e-457f-ac6a-5c112bda3f9d on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:04:45.352512 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Attempting to bind port 576f4cef-087e-457f-ac6a-5c112bda3f9d by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:04:45.352741 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Attempting to bind port 576f4cef-087e-457f-ac6a-5c112bda3f9d on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:45.362978 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b4c7b-5004-4d14-98a3-7faa5795e35f None None] Pushing event updated for resources: {'Port': ['ID=576f4cef-087e-457f-ac6a-5c112bda3f9d,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:45.365226 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:04:45.365605 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:45.367294 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.367294 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:04:45.367294 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Bound port: 576f4cef-087e-457f-ac6a-5c112bda3f9d, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:04:45.367294 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.376448 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-79605131-5c9f-42c8-a57c-56cd8a60e792 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a92aca00b2c74b038e04cac18328c86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014071 Sep 18 05:04:45.376448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79605131-5c9f-42c8-a57c-56cd8a60e792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9e1bed-9ca9-4b87-a59f-e7d4d21d84d5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:45.377536 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42592) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:45.388136 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.401099 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b4c7b-5004-4d14-98a3-7faa5795e35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:45.402084 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b4c7b-5004-4d14-98a3-7faa5795e35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:45.402418 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b4c7b-5004-4d14-98a3-7faa5795e35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:45.402772 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b4c7b-5004-4d14-98a3-7faa5795e35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:45.403113 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b4c7b-5004-4d14-98a3-7faa5795e35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:45.403455 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b4c7b-5004-4d14-98a3-7faa5795e35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:45.403796 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b4c7b-5004-4d14-98a3-7faa5795e35f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:45.404171 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b4c7b-5004-4d14-98a3-7faa5795e35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:45.406134 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b4c7b-5004-4d14-98a3-7faa5795e35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:45.406488 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b4c7b-5004-4d14-98a3-7faa5795e35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:45.406856 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b4c7b-5004-4d14-98a3-7faa5795e35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:45.407173 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417b4c7b-5004-4d14-98a3-7faa5795e35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:04:45.472429 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] For port 576f4cef-087e-457f-ac6a-5c112bda3f9d, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:45.473685 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Network b8d5c068-699b-4a0f-8c25-4df4822fedea is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:04:45.477287 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] For port 576f4cef-087e-457f-ac6a-5c112bda3f9d, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=576f4cef-087e-457f-ac6a-5c112bda3f9d,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:04:45.501868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6abce75f-fdf9-486c-ac08-53d22f537444 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:45.503181 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0c07a9-636c-46ea-b7cb-09845a1ff5ab,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:45.510116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:04:45.512756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:04:45.531519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42596) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:45.555707 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.571424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 6abce75f-fdf9-486c-ac08-53d22f537444 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:45.571424 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.659776 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b4c7b-5004-4d14-98a3-7faa5795e35f None None] Pushing event updated for resources: {'Port': ['ID=576f4cef-087e-457f-ac6a-5c112bda3f9d,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:45.660186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63727b8a-02c6-4b1f-87c2-9db280e86c1c req-df56016b-7b3e-4844-bcec-7cbc770e905c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:45.662783 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63727b8a-02c6-4b1f-87c2-9db280e86c1c req-df56016b-7b3e-4844-bcec-7cbc770e905c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 946 time: 0.1999776 Sep 18 05:04:45.667158 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17f96573-5d6e-4ded-a4a6-244849a96734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.672879 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.698380 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Routers {'460f23a6-5df4-420f-b893-28b82b7f3489'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:04:45.699308 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:04:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['460f23a6-5df4-420f-b893-28b82b7f3489'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:45.833450 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-110323ef-8022-41e6-a917-7a05b1164af7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a97b9513588a49819b66961de66a225b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006511 Sep 18 05:04:45.834865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42608) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:45.881377 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] Set router 460f23a6-5df4-420f-b893-28b82b7f3489 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:04:45.923506 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-29c1f998-60fd-4291-a1a6-61fbb3011d33 None None] Provisioning complete for port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:45.924157 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-29c1f998-60fd-4291-a1a6-61fbb3011d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:45.969669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ec386-2b44-4727-9fd0-92d2591c28aa req-098062f3-667e-4ba1-b4e1-b16195f45d77 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:45.971546 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0d8ec386-2b44-4727-9fd0-92d2591c28aa req-098062f3-667e-4ba1-b4e1-b16195f45d77 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.1458862 Sep 18 05:04:45.999616 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-29c1f998-60fd-4291-a1a6-61fbb3011d33 None None] Port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:04:46.006921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-19c026c1-09ce-4711-b483-6954da81e5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.061823 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-19c026c1-09ce-4711-b483-6954da81e5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.106622 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'name': 'tempest-ServersTestMultiNic-1603309406-router', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '576f4cef-087e-457f-ac6a-5c112bda3f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:04:41Z', 'updated_at': '2021-09-18T05:04:43Z', 'revision_number': 3, 'project_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'gw_port': {'id': '576f4cef-087e-457f-ac6a-5c112bda3f9d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ad:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:04:42Z', 'updated_at': '2021-09-18T05:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:46.113564 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0d8ec386-2b44-4727-9fd0-92d2591c28aa req-b0b35223-46e8-4c5f-933d-71eec8ce24bf tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332612 Sep 18 05:04:46.151322 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657bf13-b3e9-4dbc-8e2e-7296e4364079 None None] The sync data for ids ['460f23a6-5df4-420f-b893-28b82b7f3489'] in n-d-789963-13 is: [{'id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'name': 'tempest-ServersTestMultiNic-1603309406-router', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '576f4cef-087e-457f-ac6a-5c112bda3f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:04:41Z', 'updated_at': '2021-09-18T05:04:43Z', 'revision_number': 3, 'project_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'gw_port': {'id': '576f4cef-087e-457f-ac6a-5c112bda3f9d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ad:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:04:42Z', 'updated_at': '2021-09-18T05:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:04:46.197961 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17f96573-5d6e-4ded-a4a6-244849a96734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.204154 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-19c026c1-09ce-4711-b483-6954da81e5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.207590 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-19c026c1-09ce-4711-b483-6954da81e5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.209129 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-19c026c1-09ce-4711-b483-6954da81e5c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a8fa86c-7959-4de2-9e76-0109336bf30e HTTP/1.1" status: 204 len: 168 time: 0.3733330 Sep 18 05:04:46.217575 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c026c1-09ce-4711-b483-6954da81e5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8fa86c-7959-4de2-9e76-0109336bf30e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:46.312314 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63727b8a-02c6-4b1f-87c2-9db280e86c1c req-2a325253-1dbe-4837-aadd-ba4ea07f6140 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416519 Sep 18 05:04:46.398970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42624) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:46.413686 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.452798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42628) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:46.482096 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17f96573-5d6e-4ded-a4a6-244849a96734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.485659 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17f96573-5d6e-4ded-a4a6-244849a96734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.489082 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-17f96573-5d6e-4ded-a4a6-244849a96734 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf9e1bed-9ca9-4b87-a59f-e7d4d21d84d5 HTTP/1.1" status: 204 len: 168 time: 1.1082418 Sep 18 05:04:46.522155 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f96573-5d6e-4ded-a4a6-244849a96734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9e1bed-9ca9-4b87-a59f-e7d4d21d84d5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:46.581201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-583854157-network', 'tenant_id': 'e703602f261a48cbb0c419ecc1c3fbdb'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:46.588584 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-43e2b734-4fb3-4e2c-bbb6-bbb9120be087 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:46.589148 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-43e2b734-4fb3-4e2c-bbb6-bbb9120be087 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011&tenant_id=9281b1f6d0384713b423980871cae4cb&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1098 time: 0.1587908 Sep 18 05:04:46.603839 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-13'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:46.639665 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d8c9958-42fe-415b-8e54-ff2dd6cd7d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.671152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] Made reservation on behalf of e703602f261a48cbb0c419ecc1c3fbdb for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:46.673517 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.691157 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.701726 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.801749 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d8c9958-42fe-415b-8e54-ff2dd6cd7d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.820789 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.884272 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ee7718b2-a634-4386-b409-aea49d077b8c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:46.893697 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d8c9958-42fe-415b-8e54-ff2dd6cd7d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.932209 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:46.954895 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5d8c9958-42fe-415b-8e54-ff2dd6cd7d13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53a2ac40635b4b1b8664f7c645119397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5008187 Sep 18 05:04:46.958658 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42636) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:46.961640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c9958-42fe-415b-8e54-ff2dd6cd7d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606097a1-d9cf-4f9d-beeb-8dbd53fcba94,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:46.976281 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55597c22-e417-47ad-8ea4-c5cbc5dbc011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7718b2-a634-4386-b409-aea49d077b8c'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:46.978613 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23158b5b-feb6-4006-8f6f-09f97bc4982c" -d '{"events": [{"server_uuid": "55597c22-e417-47ad-8ea4-c5cbc5dbc011", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7718b2-a634-4386-b409-aea49d077b8c"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:46.983343 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:46.986358 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.049258 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0ea66d-afbb-4e02-8b3b-0f2f701bf582 x-openstack-request-id: req-4d0ea66d-afbb-4e02-8b3b-0f2f701bf582 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:47.049558 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55597c22-e417-47ad-8ea4-c5cbc5dbc011", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7718b2-a634-4386-b409-aea49d077b8c", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:47.053507 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d0ea66d-afbb-4e02-8b3b-0f2f701bf582 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:47.053507 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55597c22-e417-47ad-8ea4-c5cbc5dbc011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7718b2-a634-4386-b409-aea49d077b8c', 'code': 200} Sep 18 05:04:47.072982 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aaab3568-57bf-4ca2-8f14-1d268002563e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.073623 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.090356 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0c07a9-636c-46ea-b7cb-09845a1ff5ab,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:47.104171 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.112760 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.122162 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aaab3568-57bf-4ca2-8f14-1d268002563e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.161260 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ee7718b2-a634-4386-b409-aea49d077b8c details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:04:47.172799 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.247362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fed92a9-083c-4d4f-ae21-e0c704da69b4,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:47.262939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42644) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:47.313607 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-39b607d7-319b-4ae9-aa18-15a934c877e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8228f72b51bf47b5abe706c74df3fb61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477924 Sep 18 05:04:47.318283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42648) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:47.322747 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h1-789963-13, got binding levels [] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:47.348760 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c on host n-h1-789963-13 for vnic_type normal with profile {"migrating_to": "n-h2-789963-13"} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:04:47.349142 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:04:47.349511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:47.354524 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Port ee7718b2-a634-4386-b409-aea49d077b8c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:04:47.355107 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:47.355391 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Network b8d5c068-699b-4a0f-8c25-4df4822fedea is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:04:47.355880 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:04:47.362508 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:04:47.363292 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Checking segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:47.364373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Bound using segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:04:47.370020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Bound port: ee7718b2-a634-4386-b409-aea49d077b8c, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:04:47.371474 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.371982 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] Added segment 0a88cbd6-2caa-4c42-8664-f94de37b2490 of type vlan for network 92b3abf4-bcb6-45b8-bbb1-dc12f0281979 Sep 18 05:04:47.375834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:04:47.375948 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.503856 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h1-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:47.509025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7718b2-a634-4386-b409-aea49d077b8c,revision_number=7']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:47.509413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ee7718b2-a634-4386-b409-aea49d077b8c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:04:47.522802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42652) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:47.530718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 576f4cef-087e-457f-ac6a-5c112bda3f9d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:47.533767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c on host n-h1-789963-13 for vnic_type normal with profile {"migrating_to": "n-h2-789963-13"} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:04:47.534295 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:04:47.534653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:47.582974 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd10c9f7-9f08-434f-adb8-b013be299811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.584766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Port ee7718b2-a634-4386-b409-aea49d077b8c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:04:47.585093 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Attempting to bind port ee7718b2-a634-4386-b409-aea49d077b8c on network 1f7da3d6-d1af-4981-83da-243b1b32adf1 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:47.587023 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.605768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:04:47.606121 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Checking segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:47.606522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Bound using segment: {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:04:47.607061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Bound port: ee7718b2-a634-4386-b409-aea49d077b8c, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a960d0-1ca6-488c-8ffd-25c1098eef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f7da3d6-d1af-4981-83da-243b1b32adf1'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:04:47.608098 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.627227 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25c9cb-86ae-48e4-b082-244b9f0e8f57 req-4faee6b6-43a2-42b2-ab49-07a7b7214fe6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:47.635537 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7f25c9cb-86ae-48e4-b082-244b9f0e8f57 req-4faee6b6-43a2-42b2-ab49-07a7b7214fe6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.3197353 Sep 18 05:04:47.653101 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=ee7718b2-a634-4386-b409-aea49d077b8c,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:47.687533 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 576f4cef-087e-457f-ac6a-5c112bda3f9d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:47.687992 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.764392 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ee7718b2-a634-4386-b409-aea49d077b8c has no active binding in host n-h2-789963-13 {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 05:04:47.796774 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7f25c9cb-86ae-48e4-b082-244b9f0e8f57 req-a168835d-66db-4e1a-8556-3ffa9045527e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601591 Sep 18 05:04:47.823226 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.836155 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aaab3568-57bf-4ca2-8f14-1d268002563e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.838672 n-d-789963-13 neutron-server[106908]: WARNING neutron.plugins.ml2.plugin [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Concurrent port binding operations failed on port ee7718b2-a634-4386-b409-aea49d077b8c Sep 18 05:04:47.838986 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aaab3568-57bf-4ca2-8f14-1d268002563e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.840183 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aaab3568-57bf-4ca2-8f14-1d268002563e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/606097a1-d9cf-4f9d-beeb-8dbd53fcba94 HTTP/1.1" status: 204 len: 168 time: 0.8804791 Sep 18 05:04:47.853050 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Router 460f23a6-5df4-420f-b893-28b82b7f3489 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:04:47.853273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 576f4cef-087e-457f-ac6a-5c112bda3f9d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=576f4cef-087e-457f-ac6a-5c112bda3f9d,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:47.858538 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ee7718b2-a634-4386-b409-aea49d077b8c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:47.863716 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b9c3fda9-404f-4ebe-b42e-801c1f33b021 None None] Provisioning complete for port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:47.864250 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b9c3fda9-404f-4ebe-b42e-801c1f33b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.905966 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3fda9-404f-4ebe-b42e-801c1f33b021 None None] Port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:04:47.913752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab3568-57bf-4ca2-8f14-1d268002563e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606097a1-d9cf-4f9d-beeb-8dbd53fcba94,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:47.916817 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.918646 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Attempt 2 to bind port ee7718b2-a634-4386-b409-aea49d077b8c Sep 18 05:04:47.928567 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd10c9f7-9f08-434f-adb8-b013be299811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.931051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:47.932291 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.933676 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-08aa9af1-754e-4a58-9fd4-28d9f6cd8dd8 service neutron] 10.222.0.13 "PUT /v2.0/ports/ee7718b2-a634-4386-b409-aea49d077b8c HTTP/1.1" status: 200 len: 1124 time: 1.3348925 Sep 18 05:04:47.939573 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.976550 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2bf00a4-880a-48db-8716-b00ad9b1ec2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:47.997466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e35e25-d3ec-4714-9b0a-8febd0d9070d req-9f1577bd-c3d6-4ec9-bec3-c9f0a564d450 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:47.999719 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59e35e25-d3ec-4714-9b0a-8febd0d9070d req-9f1577bd-c3d6-4ec9-bec3-c9f0a564d450 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 944 time: 0.1583617 Sep 18 05:04:48.018682 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd10c9f7-9f08-434f-adb8-b013be299811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:48.034073 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2bf00a4-880a-48db-8716-b00ad9b1ec2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:48.034379 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=576f4cef-087e-457f-ac6a-5c112bda3f9d,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:48.050224 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['ee7718b2-a634-4386-b409-aea49d077b8c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:48.102841 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59e35e25-d3ec-4714-9b0a-8febd0d9070d req-6db899c4-2fba-4578-abfa-d10d4f46de65 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936244 Sep 18 05:04:48.120038 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:48.121269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:48.121877 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:48.127192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ee7718b2-a634-4386-b409-aea49d077b8c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:04:48.174433 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fd10c9f7-9f08-434f-adb8-b013be299811 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7db9d1b910484922b642e1ea98275e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6505568 Sep 18 05:04:48.175619 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10c9f7-9f08-434f-adb8-b013be299811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066be0b9-5822-4b34-b83f-208165616a75,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:48.181953 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42656) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:48.190269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] Pushing event updated for resources: {'Network': ['ID=92b3abf4-bcb6-45b8-bbb1-dc12f0281979,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:48.218989 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:04:48.227360 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a8a6c07c-5432-42ac-b4bc-210ba3d3e238 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8302591 Sep 18 05:04:48.228571 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2bf00a4-880a-48db-8716-b00ad9b1ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:48.231177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 92b3abf4-bcb6-45b8-bbb1-dc12f0281979 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:04:48.231838 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2bf00a4-880a-48db-8716-b00ad9b1ec2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:48.236797 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6e83907a-2c17-4fe0-92cf-ae3bd32bd2a3 admin admin] 10.222.0.23 "PUT /v2.0/routers/460f23a6-5df4-420f-b893-28b82b7f3489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8421268 Sep 18 05:04:48.236797 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42658) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:48.237677 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c2bf00a4-880a-48db-8716-b00ad9b1ec2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efe202e6-9f00-4f23-b79c-087027b4cabb HTTP/1.1" status: 204 len: 168 time: 0.9204674 Sep 18 05:04:48.247219 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5bad0263-9397-4df3-9f2f-0bdb5700e1fc admin admin] Request body: {'subnet': {'network_id': '92b3abf4-bcb6-45b8-bbb1-dc12f0281979', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-583854157-subnet', 'tenant_id': 'e703602f261a48cbb0c419ecc1c3fbdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:48.251863 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf00a4-880a-48db-8716-b00ad9b1ec2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe202e6-9f00-4f23-b79c-087027b4cabb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:48.295498 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7ad8610d-0f15-464e-85da-72359497f268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:48.333313 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7ad8610d-0f15-464e-85da-72359497f268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:48.404321 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Sync routers for ids ['460f23a6-5df4-420f-b893-28b82b7f3489'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:04:48.404872 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bad0263-9397-4df3-9f2f-0bdb5700e1fc admin admin] Made reservation on behalf of e703602f261a48cbb0c419ecc1c3fbdb for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:48.408177 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5bad0263-9397-4df3-9f2f-0bdb5700e1fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:48.425003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42668) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:48.466501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Routers {'460f23a6-5df4-420f-b893-28b82b7f3489'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:04:48.467329 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:04:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['460f23a6-5df4-420f-b893-28b82b7f3489'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:48.517723 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7ad8610d-0f15-464e-85da-72359497f268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:48.520623 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7ad8610d-0f15-464e-85da-72359497f268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:48.523016 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7ad8610d-0f15-464e-85da-72359497f268 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/066be0b9-5822-4b34-b83f-208165616a75 HTTP/1.1" status: 204 len: 168 time: 0.3398871 Sep 18 05:04:48.544843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8610d-0f15-464e-85da-72359497f268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066be0b9-5822-4b34-b83f-208165616a75,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:48.629020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Set router 460f23a6-5df4-420f-b893-28b82b7f3489 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:04:48.777676 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5bad0263-9397-4df3-9f2f-0bdb5700e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:48.839946 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad0263-9397-4df3-9f2f-0bdb5700e1fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=34089468-1685-4b85-8179-d341fc1d6aca,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:48.845091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'name': 'tempest-ServersTestMultiNic-1603309406-router', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '576f4cef-087e-457f-ac6a-5c112bda3f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:04:41Z', 'updated_at': '2021-09-18T05:04:46Z', 'revision_number': 4, 'project_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'gw_port': {'id': '576f4cef-087e-457f-ac6a-5c112bda3f9d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:04:42Z', 'updated_at': '2021-09-18T05:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'fb0c07a9-636c-46ea-b7cb-09845a1ff5ab', 'name': '', 'network_id': 'b8d5c068-699b-4a0f-8c25-4df4822fedea', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'mac_address': 'fa:16:3e:19:8c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '608f5bb9-ad1d-474c-890f-f5374a2bf3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:04:44Z', 'updated_at': '2021-09-18T05:04:46Z', 'revision_number': 2, 'project_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'subnets': [{'id': '608f5bb9-ad1d-474c-890f-f5374a2bf3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:48.850396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad0263-9397-4df3-9f2f-0bdb5700e1fc admin admin] Checking segment: {'id': '0a88cbd6-2caa-4c42-8664-f94de37b2490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '92b3abf4-bcb6-45b8-bbb1-dc12f0281979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:48.850762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bad0263-9397-4df3-9f2f-0bdb5700e1fc admin admin] Network hostable DHCP agents. Network: 92b3abf4-bcb6-45b8-bbb1-dc12f0281979, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:04:48.875634 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Checking router: 460f23a6-5df4-420f-b893-28b82b7f3489 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:04:48.875999 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Updating router 460f23a6-5df4-420f-b893-28b82b7f3489 port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:04:48.903426 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:48.932333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f3ff3647-6fc4-46b6-89c6-192f7caf3d4c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-725512526'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:48.938968 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42678) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:48.974496 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ce3ede80-531e-4371-825b-ef65898ef23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:48.977839 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81952f37-3c39-4094-9776-3544ce76a7cf req-3803fea9-4719-4772-a743-32a96024ae76 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:48.986748 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81952f37-3c39-4094-9776-3544ce76a7cf req-3803fea9-4719-4772-a743-32a96024ae76 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.0931668 Sep 18 05:04:49.032836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81952f37-3c39-4094-9776-3544ce76a7cf req-0845efa5-b52c-4884-abad-9142a619b6ac tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450778 Sep 18 05:04:49.054555 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55597c22-e417-47ad-8ea4-c5cbc5dbc011', 'tag': 'ee7718b2-a634-4386-b409-aea49d077b8c'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:49.054956 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5123503-5716-4a0d-bad5-7d7707c11563" -d '{"events": [{"name": "network-changed", "server_uuid": "55597c22-e417-47ad-8ea4-c5cbc5dbc011", "tag": "ee7718b2-a634-4386-b409-aea49d077b8c"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:49.061627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ff3647-6fc4-46b6-89c6-192f7caf3d4c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:49.066903 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3647-6fc4-46b6-89c6-192f7caf3d4c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.079340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bad0263-9397-4df3-9f2f-0bdb5700e1fc admin admin] Network 92b3abf4-bcb6-45b8-bbb1-dc12f0281979 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:04:49.105082 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ff3647-6fc4-46b6-89c6-192f7caf3d4c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:04:49.126252 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3647-6fc4-46b6-89c6-192f7caf3d4c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.126906 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-f3ff3647-6fc4-46b6-89c6-192f7caf3d4c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Added segment 40881310-8362-4be8-a157-0ca168cb3444 of type vlan for network 188e1281-0113-4e61-b272-1518548e7e63 Sep 18 05:04:49.132392 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6436a0-a027-4474-978e-77e277faff57 x-openstack-request-id: req-ce6436a0-a027-4474-978e-77e277faff57 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:49.133776 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55597c22-e417-47ad-8ea4-c5cbc5dbc011", "tag": "ee7718b2-a634-4386-b409-aea49d077b8c", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:49.134241 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce6436a0-a027-4474-978e-77e277faff57 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:49.134891 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55597c22-e417-47ad-8ea4-c5cbc5dbc011', 'tag': 'ee7718b2-a634-4386-b409-aea49d077b8c', 'status': 'completed', 'code': 200} Sep 18 05:04:49.178214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5bad0263-9397-4df3-9f2f-0bdb5700e1fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 92b3abf4-bcb6-45b8-bbb1-dc12f0281979) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:04:49.184516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bad0263-9397-4df3-9f2f-0bdb5700e1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:49.185422 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5bad0263-9397-4df3-9f2f-0bdb5700e1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.216164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4098d-8413-4f4b-94ad-a346289af15e None None] Network 92b3abf4-bcb6-45b8-bbb1-dc12f0281979 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:04:49.240755 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ce3ede80-531e-4371-825b-ef65898ef23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.271895 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3647-6fc4-46b6-89c6-192f7caf3d4c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.314681 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ce3ede80-531e-4371-825b-ef65898ef23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.340937 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5123503-5716-4a0d-bad5-7d7707c11563 req-f90de08b-a42f-4af0-8075-1cca71fd3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:49.342730 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5123503-5716-4a0d-bad5-7d7707c11563 req-f90de08b-a42f-4af0-8075-1cca71fd3bc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 1127 time: 0.1392257 Sep 18 05:04:49.366181 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ce3ede80-531e-4371-825b-ef65898ef23f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ac2b45a4f6445a380d1b6cba42e138c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260952 Sep 18 05:04:49.368915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42690) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:49.381153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223b9a7-6ed4-45ab-9066-6ce4452060ca req-614e6a7e-e6b7-4278-a2bf-895e6e14af05 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:49.384443 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7223b9a7-6ed4-45ab-9066-6ce4452060ca req-614e6a7e-e6b7-4278-a2bf-895e6e14af05 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 944 time: 0.1521869 Sep 18 05:04:49.423801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b98aa2-ca9c-48db-8f29-624b8f3ff6cf None None] Network 92b3abf4-bcb6-45b8-bbb1-dc12f0281979 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:04:49.426906 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3647-6fc4-46b6-89c6-192f7caf3d4c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.434140 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5bad0263-9397-4df3-9f2f-0bdb5700e1fc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1939974 Sep 18 05:04:49.450114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ff3647-6fc4-46b6-89c6-192f7caf3d4c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:49.450776 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3647-6fc4-46b6-89c6-192f7caf3d4c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.461981 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ede80-531e-4371-825b-ef65898ef23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe4e6bc-c77e-40bf-a3b6-c75b4d1bd7d4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:49.506774 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.528003 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 576f4cef-087e-457f-ac6a-5c112bda3f9d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:49.545906 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9ccb-efcd-45e4-8c6b-2f07071a4b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.608696 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9ccb-efcd-45e4-8c6b-2f07071a4b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.609469 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.650137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5123503-5716-4a0d-bad5-7d7707c11563 req-7145350d-80bb-4cd5-aada-6ea6d03c5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:49.651809 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5123503-5716-4a0d-bad5-7d7707c11563 req-7145350d-80bb-4cd5-aada-6ea6d03c5e02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.3012118 Sep 18 05:04:49.718819 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae2c94-787f-4bc4-aed1-3599dbcb0a34 None None] Pushing event updated for resources: {'Port': ['ID=fb0c07a9-636c-46ea-b7cb-09845a1ff5ab,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:49.738219 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5123503-5716-4a0d-bad5-7d7707c11563 req-95d6603b-eb23-4a30-a78c-337b4624d141 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee7718b2-a634-4386-b409-aea49d077b8c HTTP/1.1" status: 200 len: 217 time: 0.0721972 Sep 18 05:04:49.759721 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42706) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:49.765561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c9b462dd-ab7e-46b5-b64a-9df194d795cc tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Request body: {'subnet': {'network_id': '188e1281-0113-4e61-b272-1518548e7e63', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:49.766137 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f3ff3647-6fc4-46b6-89c6-192f7caf3d4c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3395040 Sep 18 05:04:49.795907 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9ccb-efcd-45e4-8c6b-2f07071a4b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.799250 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9ccb-efcd-45e4-8c6b-2f07071a4b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.800602 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5c7d9ccb-efcd-45e4-8c6b-2f07071a4b68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fe4e6bc-c77e-40bf-a3b6-c75b4d1bd7d4 HTTP/1.1" status: 204 len: 168 time: 0.4303951 Sep 18 05:04:49.824782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d9ccb-efcd-45e4-8c6b-2f07071a4b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe4e6bc-c77e-40bf-a3b6-c75b4d1bd7d4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:49.829644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7223b9a7-6ed4-45ab-9066-6ce4452060ca req-3bc88f51-e28f-4483-bcc3-e4931894ed04 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165089 Sep 18 05:04:49.851803 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 576f4cef-087e-457f-ac6a-5c112bda3f9d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:49.852183 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:49.862078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff3647-6fc4-46b6-89c6-192f7caf3d4c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event updated for resources: {'Network': ['ID=188e1281-0113-4e61-b272-1518548e7e63,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:49.907078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5123503-5716-4a0d-bad5-7d7707c11563 req-f1649fd2-1d09-4bda-8c01-86a6ff530dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:49.908174 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5123503-5716-4a0d-bad5-7d7707c11563 req-f1649fd2-1d09-4bda-8c01-86a6ff530dd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.1554542 Sep 18 05:04:49.951886 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5123503-5716-4a0d-bad5-7d7707c11563 req-8f23beb3-acdc-4971-b78c-b25b01560fe6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351908 Sep 18 05:04:49.963521 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 188e1281-0113-4e61-b272-1518548e7e63 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:04:50.002912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Attempting to bind port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:04:50.003286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Attempting to bind port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '5ac31e11-6d44-44ce-b201-eb2a39f67388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b8d5c068-699b-4a0f-8c25-4df4822fedea'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:04:50.003654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Attempting to bind port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab on network b8d5c068-699b-4a0f-8c25-4df4822fedea {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:50.052937 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:04:50.053306 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Checking segment: {'id': '5ac31e11-6d44-44ce-b201-eb2a39f67388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b8d5c068-699b-4a0f-8c25-4df4822fedea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:50.053708 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:50.054106 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Bound using segment: {'id': '5ac31e11-6d44-44ce-b201-eb2a39f67388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b8d5c068-699b-4a0f-8c25-4df4822fedea'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:04:50.054584 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Bound port: fb0c07a9-636c-46ea-b7cb-09845a1ff5ab, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac31e11-6d44-44ce-b201-eb2a39f67388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b8d5c068-699b-4a0f-8c25-4df4822fedea'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:04:50.055049 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:50.059495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5123503-5716-4a0d-bad5-7d7707c11563 req-1c617436-b399-4559-ae6a-f6f400909204 service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001110 Sep 18 05:04:50.072608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b462dd-ab7e-46b5-b64a-9df194d795cc tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:50.078797 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c9b462dd-ab7e-46b5-b64a-9df194d795cc tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:50.111312 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b26bf256-e537-4bae-a859-f9a416d10ccf None None] Provisioning complete for port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:50.111746 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b26bf256-e537-4bae-a859-f9a416d10ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:50.192139 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5123503-5716-4a0d-bad5-7d7707c11563 req-78c016fa-da7d-4804-8999-8c240904d12a service neutron] 10.222.0.18 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256702 Sep 18 05:04:50.214928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b26bf256-e537-4bae-a859-f9a416d10ccf None None] Port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:04:50.221897 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] For port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:50.225320 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] For port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fb0c07a9-636c-46ea-b7cb-09845a1ff5ab,segment=NetworkSegment(5ac31e11-6d44-44ce-b201-eb2a39f67388),segment_id=5ac31e11-6d44-44ce-b201-eb2a39f67388)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:04:50.285217 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e93b4d-4c67-4748-aae4-ccc3eef3aa3c req-e6516e73-0fd5-4f60-b45c-747c2e2244a6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:50.286792 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-20e93b4d-4c67-4748-aae4-ccc3eef3aa3c req-e6516e73-0fd5-4f60-b45c-747c2e2244a6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.1415422 Sep 18 05:04:50.360530 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:50.364914 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-20e93b4d-4c67-4748-aae4-ccc3eef3aa3c req-bbd6a861-eea8-44dc-a960-85a93cc31756 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716383 Sep 18 05:04:50.424356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Routers {'460f23a6-5df4-420f-b893-28b82b7f3489'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:04:50.424936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:04:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['460f23a6-5df4-420f-b893-28b82b7f3489'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:50.496269 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c9b462dd-ab7e-46b5-b64a-9df194d795cc tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:50.602958 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae2c94-787f-4bc4-aed1-3599dbcb0a34 None None] Pushing event updated for resources: {'Port': ['ID=fb0c07a9-636c-46ea-b7cb-09845a1ff5ab,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:50.604793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b462dd-ab7e-46b5-b64a-9df194d795cc tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event updated for resources: {'Subnet': ['ID=8f647093-3e9b-4a01-ac46-800cfb445cf9,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:50.611117 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b462dd-ab7e-46b5-b64a-9df194d795cc tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Checking segment: {'id': '40881310-8362-4be8-a157-0ca168cb3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '188e1281-0113-4e61-b272-1518548e7e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:50.611904 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b462dd-ab7e-46b5-b64a-9df194d795cc tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Network hostable DHCP agents. Network: 188e1281-0113-4e61-b272-1518548e7e63, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:04:50.689390 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] Set router 460f23a6-5df4-420f-b893-28b82b7f3489 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:04:50.799369 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-97701137-b6df-412e-9feb-57df88ee5fe8 None None] Provisioning complete for port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:50.799895 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-97701137-b6df-412e-9feb-57df88ee5fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:50.812453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b462dd-ab7e-46b5-b64a-9df194d795cc tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Network 188e1281-0113-4e61-b272-1518548e7e63 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:04:50.937713 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-c9b462dd-ab7e-46b5-b64a-9df194d795cc tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 188e1281-0113-4e61-b272-1518548e7e63) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:04:50.945867 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b462dd-ab7e-46b5-b64a-9df194d795cc tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:50.946674 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c9b462dd-ab7e-46b5-b64a-9df194d795cc tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:50.960555 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d958c2b-5710-40b1-95b9-282d874c6389 None None] Network 188e1281-0113-4e61-b272-1518548e7e63 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:04:51.014513 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92afc22-9789-4227-ba77-eff9f3cc2d9e req-8231a823-07de-4267-bc9e-897cf535ee17 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:51.016483 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f92afc22-9789-4227-ba77-eff9f3cc2d9e req-8231a823-07de-4267-bc9e-897cf535ee17 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 944 time: 0.0581820 Sep 18 05:04:51.040295 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-97701137-b6df-412e-9feb-57df88ee5fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:51.064679 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c9b462dd-ab7e-46b5-b64a-9df194d795cc tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3038824 Sep 18 05:04:51.067271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42750) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:51.075404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-233b88c5-1c73-4b7b-bfc0-8636da820da8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-751459683'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:51.099309 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f92afc22-9789-4227-ba77-eff9f3cc2d9e req-8340fce7-741c-4b3b-af20-9f9068c7f186 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763049 Sep 18 05:04:51.133680 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-97701137-b6df-412e-9feb-57df88ee5fe8 None None] For port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fb0c07a9-636c-46ea-b7cb-09845a1ff5ab,segment=NetworkSegment(5ac31e11-6d44-44ce-b201-eb2a39f67388),segment_id=5ac31e11-6d44-44ce-b201-eb2a39f67388)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:51.151096 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'name': 'tempest-ServersTestMultiNic-1603309406-router', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '576f4cef-087e-457f-ac6a-5c112bda3f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:04:41Z', 'updated_at': '2021-09-18T05:04:46Z', 'revision_number': 4, 'project_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'gw_port': {'id': '576f4cef-087e-457f-ac6a-5c112bda3f9d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:04:42Z', 'updated_at': '2021-09-18T05:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'fb0c07a9-636c-46ea-b7cb-09845a1ff5ab', 'name': '', 'network_id': 'b8d5c068-699b-4a0f-8c25-4df4822fedea', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'mac_address': 'fa:16:3e:19:8c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '608f5bb9-ad1d-474c-890f-f5374a2bf3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:04:44Z', 'updated_at': '2021-09-18T05:04:50Z', 'revision_number': 4, 'project_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'subnets': [{'id': '608f5bb9-ad1d-474c-890f-f5374a2bf3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:04:51.183946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a97fe7-984e-4d97-b8ec-b7e8bc1579ed None None] The sync data for ids ['460f23a6-5df4-420f-b893-28b82b7f3489'] in n-d-789963-13 is: [{'id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'name': 'tempest-ServersTestMultiNic-1603309406-router', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '576f4cef-087e-457f-ac6a-5c112bda3f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:04:41Z', 'updated_at': '2021-09-18T05:04:46Z', 'revision_number': 4, 'project_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'gw_port': {'id': '576f4cef-087e-457f-ac6a-5c112bda3f9d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:04:42Z', 'updated_at': '2021-09-18T05:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'fb0c07a9-636c-46ea-b7cb-09845a1ff5ab', 'name': '', 'network_id': 'b8d5c068-699b-4a0f-8c25-4df4822fedea', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'mac_address': 'fa:16:3e:19:8c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '608f5bb9-ad1d-474c-890f-f5374a2bf3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:04:44Z', 'updated_at': '2021-09-18T05:04:50Z', 'revision_number': 4, 'project_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'subnets': [{'id': '608f5bb9-ad1d-474c-890f-f5374a2bf3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:04:51.195815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233b88c5-1c73-4b7b-bfc0-8636da820da8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:51.199866 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-233b88c5-1c73-4b7b-bfc0-8636da820da8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:51.214868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-188e1281-0113-4e61-b272-1518548e7e63', 'network_id': '188e1281-0113-4e61-b272-1518548e7e63', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'fixed_ips': [{'subnet_id': '8f647093-3e9b-4a01-ac46-800cfb445cf9'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:04:51.215913 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:51.240188 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-97701137-b6df-412e-9feb-57df88ee5fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:51.253103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233b88c5-1c73-4b7b-bfc0-8636da820da8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:04:51.267097 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-233b88c5-1c73-4b7b-bfc0-8636da820da8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:51.267574 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-233b88c5-1c73-4b7b-bfc0-8636da820da8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Added segment 6fce4e66-6091-4feb-a67d-cbd2ee37ee86 of type vlan for network 037752ae-64c8-4f55-a087-f040936db07d Sep 18 05:04:51.320662 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-233b88c5-1c73-4b7b-bfc0-8636da820da8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:51.441478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97701137-b6df-412e-9feb-57df88ee5fe8 None None] Pushing event updated for resources: {'Port': ['ID=fb0c07a9-636c-46ea-b7cb-09845a1ff5ab,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:51.450674 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-233b88c5-1c73-4b7b-bfc0-8636da820da8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:51.471919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233b88c5-1c73-4b7b-bfc0-8636da820da8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:51.475768 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-233b88c5-1c73-4b7b-bfc0-8636da820da8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:51.504690 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Allocated IP 19.80.0.2 (188e1281-0113-4e61-b272-1518548e7e63/8f647093-3e9b-4a01-ac46-800cfb445cf9/be3ef574-0aef-4bde-b700-f781b596cbfe) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:04:51.532272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fb0c07a9-636c-46ea-b7cb-09845a1ff5ab up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:51.659946 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-233b88c5-1c73-4b7b-bfc0-8636da820da8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5909593 Sep 18 05:04:51.662726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42762) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:51.669006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b88c5-1c73-4b7b-bfc0-8636da820da8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event updated for resources: {'Network': ['ID=037752ae-64c8-4f55-a087-f040936db07d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:51.671376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-45deec55-2b60-4ae7-8573-0181b2653f56 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Request body: {'subnet': {'network_id': '037752ae-64c8-4f55-a087-f040936db07d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:51.686531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 037752ae-64c8-4f55-a087-f040936db07d details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:04:51.715560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c39a19-585b-48c6-8cb5-19f570dcb412 req-313b6659-014d-45c7-9c9b-a2ff8fadb268 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:51.720499 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-26c39a19-585b-48c6-8cb5-19f570dcb412 req-313b6659-014d-45c7-9c9b-a2ff8fadb268 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.2094054 Sep 18 05:04:51.827691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-26c39a19-585b-48c6-8cb5-19f570dcb412 req-eca4c002-a498-4121-98d7-9936218ec7d5 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003816 Sep 18 05:04:51.866565 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:51.867213 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:51.953898 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.040178 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45deec55-2b60-4ae7-8573-0181b2653f56 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:52.048521 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45deec55-2b60-4ae7-8573-0181b2653f56 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.052877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42778) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:52.058913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-660848030-network', 'tenant_id': '5a2e02d81aba472eb7285dd083761c4e'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:52.066544 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.113215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Network 188e1281-0113-4e61-b272-1518548e7e63 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:04:52.118319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:04:52.121737 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:04:52.162833 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:04:52.164134 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Pushing event updated for resources: {'Port': ['ID=be3ef574-0aef-4bde-b700-f781b596cbfe,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:52.171883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] Made reservation on behalf of 5a2e02d81aba472eb7285dd083761c4e for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:52.175276 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.188732 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.197383 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Attempting to bind port be3ef574-0aef-4bde-b700-f781b596cbfe on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:04:52.198036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Attempting to bind port be3ef574-0aef-4bde-b700-f781b596cbfe by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '40881310-8362-4be8-a157-0ca168cb3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '188e1281-0113-4e61-b272-1518548e7e63'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:04:52.201819 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Attempting to bind port be3ef574-0aef-4bde-b700-f781b596cbfe on network 188e1281-0113-4e61-b272-1518548e7e63 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:52.214784 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:04:52.215904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Checking segment: {'id': '40881310-8362-4be8-a157-0ca168cb3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '188e1281-0113-4e61-b272-1518548e7e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:52.216717 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.217971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Bound using segment: {'id': '40881310-8362-4be8-a157-0ca168cb3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '188e1281-0113-4e61-b272-1518548e7e63'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:04:52.218659 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Bound port: be3ef574-0aef-4bde-b700-f781b596cbfe, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40881310-8362-4be8-a157-0ca168cb3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '188e1281-0113-4e61-b272-1518548e7e63'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:04:52.220792 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.315673 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] For port be3ef574-0aef-4bde-b700-f781b596cbfe, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:52.319914 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] For port be3ef574-0aef-4bde-b700-f781b596cbfe, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=be3ef574-0aef-4bde-b700-f781b596cbfe,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:04:52.379113 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.413438 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.421743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a30b0-369d-497f-afeb-67554a32c75b req-0425ee62-a1a0-4102-8b5c-2b32f344190c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:52.431699 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee3a30b0-369d-497f-afeb-67554a32c75b req-0425ee62-a1a0-4102-8b5c-2b32f344190c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 944 time: 0.1779745 Sep 18 05:04:52.481323 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.498651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19a91b-c976-4cd7-89cb-f7582b7232c0 None None] Pushing event updated for resources: {'Port': ['ID=be3ef574-0aef-4bde-b700-f781b596cbfe,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:52.508025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:04:52.565681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.566809 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] Added segment 701ba3ba-e55b-4292-ab0a-88a67ef8466b of type vlan for network 44cc55fe-3f94-4911-97dd-ea7c7bc9ceed Sep 18 05:04:52.589849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89492a89-52d4-4262-9227-395f5eaeb119,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:52.634644 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee3a30b0-369d-497f-afeb-67554a32c75b req-3cb6d0ed-1ff2-4465-86e8-90e91fe68363 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910570 Sep 18 05:04:52.709910 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.782293 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.815602 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45deec55-2b60-4ae7-8573-0181b2653f56 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.883353 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:52.888931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:52.888931 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:53.040881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45deec55-2b60-4ae7-8573-0181b2653f56 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event updated for resources: {'Subnet': ['ID=29e4d926-d986-4132-8c1a-7d147ea7e7f8,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:53.045558 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:53.095008 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0370855 Sep 18 05:04:53.095321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42804) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:53.100197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d3dc201b-8c9c-4b7c-b672-3e0b09130bbc admin admin] Request body: {'subnet': {'network_id': '44cc55fe-3f94-4911-97dd-ea7c7bc9ceed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-660848030-subnet', 'tenant_id': '5a2e02d81aba472eb7285dd083761c4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:53.105383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab54cd-5c96-49a8-a5f6-366d03c99d2d admin admin] Pushing event updated for resources: {'Network': ['ID=44cc55fe-3f94-4911-97dd-ea7c7bc9ceed,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:53.119404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 44cc55fe-3f94-4911-97dd-ea7c7bc9ceed details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:04:53.128999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45deec55-2b60-4ae7-8573-0181b2653f56 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Checking segment: {'id': '6fce4e66-6091-4feb-a67d-cbd2ee37ee86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '037752ae-64c8-4f55-a087-f040936db07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:53.129442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45deec55-2b60-4ae7-8573-0181b2653f56 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Network hostable DHCP agents. Network: 037752ae-64c8-4f55-a087-f040936db07d, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:04:53.186939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dc201b-8c9c-4b7c-b672-3e0b09130bbc admin admin] Made reservation on behalf of 5a2e02d81aba472eb7285dd083761c4e for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:53.190179 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3dc201b-8c9c-4b7c-b672-3e0b09130bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:53.203651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16d003-b6ca-4310-b5b3-2b54d0b1d1ed req-8771d15f-2334-4a6d-b341-4bfafa0f1548 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:53.215744 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca16d003-b6ca-4310-b5b3-2b54d0b1d1ed req-8771d15f-2334-4a6d-b341-4bfafa0f1548 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.1753418 Sep 18 05:04:53.274450 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca16d003-b6ca-4310-b5b3-2b54d0b1d1ed req-96cc5e95-81ee-4852-9fc4-475b0c4569ff tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526795 Sep 18 05:04:53.276361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45deec55-2b60-4ae7-8573-0181b2653f56 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Network 037752ae-64c8-4f55-a087-f040936db07d is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:04:53.369834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-45deec55-2b60-4ae7-8573-0181b2653f56 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 037752ae-64c8-4f55-a087-f040936db07d) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:04:53.375312 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45deec55-2b60-4ae7-8573-0181b2653f56 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:53.380130 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45deec55-2b60-4ae7-8573-0181b2653f56 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:53.384632 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad7dabb-03a2-4d31-9b75-6efd4b605bdf None None] Network 037752ae-64c8-4f55-a087-f040936db07d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:04:53.468125 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-45deec55-2b60-4ae7-8573-0181b2653f56 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7941041 Sep 18 05:04:53.643800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fb0c07a9-636c-46ea-b7cb-09845a1ff5ab up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:53.681435 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3dc201b-8c9c-4b7c-b672-3e0b09130bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:53.737369 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-037752ae-64c8-4f55-a087-f040936db07d', 'network_id': '037752ae-64c8-4f55-a087-f040936db07d', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'fixed_ips': [{'subnet_id': '29e4d926-d986-4132-8c1a-7d147ea7e7f8'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:04:53.740441 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:53.770659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc201b-8c9c-4b7c-b672-3e0b09130bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=acce56c1-8f1c-4552-ad55-dfdcfc160b76,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:53.775137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:53.775755 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:53.839976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dc201b-8c9c-4b7c-b672-3e0b09130bbc admin admin] Checking segment: {'id': '701ba3ba-e55b-4292-ab0a-88a67ef8466b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '44cc55fe-3f94-4911-97dd-ea7c7bc9ceed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:53.840482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc201b-8c9c-4b7c-b672-3e0b09130bbc admin admin] Network hostable DHCP agents. Network: 44cc55fe-3f94-4911-97dd-ea7c7bc9ceed, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:04:53.927164 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b521c-5fbb-4a1f-aaa3-e103b7b21f2e req-7094ad70-a2d2-4432-9c5c-ada2f0a92112 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:53.952552 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bf0b521c-5fbb-4a1f-aaa3-e103b7b21f2e req-7094ad70-a2d2-4432-9c5c-ada2f0a92112 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 944 time: 0.1423881 Sep 18 05:04:53.993342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc201b-8c9c-4b7c-b672-3e0b09130bbc admin admin] Network 44cc55fe-3f94-4911-97dd-ea7c7bc9ceed is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:04:54.037305 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bf0b521c-5fbb-4a1f-aaa3-e103b7b21f2e req-fb7ab9eb-2fba-4f21-afad-8e930142db51 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805678 Sep 18 05:04:54.071982 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-c1d94239-4b2d-45d5-841a-a773335bd984 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=74351883eb134a61a1ad7301bd7ce18e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1349571 Sep 18 05:04:54.126941 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3f8a06-1f5f-4770-9d8a-c084dcc5a491 None None] Network 188e1281-0113-4e61-b272-1518548e7e63 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:04:54.155058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-d3dc201b-8c9c-4b7c-b672-3e0b09130bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 44cc55fe-3f94-4911-97dd-ea7c7bc9ceed) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:04:54.177342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dc201b-8c9c-4b7c-b672-3e0b09130bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:54.178005 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3dc201b-8c9c-4b7c-b672-3e0b09130bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:54.200560 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6746b2c8-006d-4b6c-993f-bdadcb92c67a None None] Network 44cc55fe-3f94-4911-97dd-ea7c7bc9ceed requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:04:54.356444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-ae522104-c0c8-4b44-9699-7b2677c6e368 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:54.360101 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-ae522104-c0c8-4b44-9699-7b2677c6e368 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807577 Sep 18 05:04:54.380672 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-9a1156b5-8e02-46a9-b7b8-18b59e08cabb tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/quotas/74351883eb134a61a1ad7301bd7ce18e HTTP/1.1" status: 200 len: 375 time: 0.0128801 Sep 18 05:04:54.435798 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-ca7f9ecd-ba14-4421-bb81-ed639894917e tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74351883eb134a61a1ad7301bd7ce18e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454121 Sep 18 05:04:54.460328 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d3dc201b-8c9c-4b7c-b672-3e0b09130bbc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3556886 Sep 18 05:04:54.465843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-fb2b35fe-44b0-4602-b4fa-95ed065e444c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:54.470971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device be3ef574-0aef-4bde-b700-f781b596cbfe up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:54.473711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-fb2b35fe-44b0-4602-b4fa-95ed065e444c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:54.483778 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-fb2b35fe-44b0-4602-b4fa-95ed065e444c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/networks?id=188e1281-0113-4e61-b272-1518548e7e63&id=037752ae-64c8-4f55-a087-f040936db07d&id=188e1281-0113-4e61-b272-1518548e7e63 HTTP/1.1" status: 200 len: 1390 time: 0.1938190 Sep 18 05:04:54.503644 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-79df0082-c1b5-44c9-916d-5228f49a9512 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/quotas/e4438b79ca124e06b56d0dccd6e7a3b0 HTTP/1.1" status: 200 len: 375 time: 0.0187159 Sep 18 05:04:54.505309 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Allocated IP 19.86.0.2 (037752ae-64c8-4f55-a087-f040936db07d/29e4d926-d986-4132-8c1a-7d147ea7e7f8/0b46590d-88be-4099-a584-9d86181bb141) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:04:54.560583 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3f2a348c-aa73-4df2-a2a7-6a5d51104382 None None] Provisioning complete for port be3ef574-0aef-4bde-b700-f781b596cbfe triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:54.560966 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3f2a348c-aa73-4df2-a2a7-6a5d51104382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:54.586632 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-aaf9512c-fd0e-46be-847e-556299e85480 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e4438b79ca124e06b56d0dccd6e7a3b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819724 Sep 18 05:04:54.739099 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-835a0a2d-1b27-4823-afda-db171457e6db service neutron] 10.222.0.18 "GET /v2.0/ports/ee7718b2-a634-4386-b409-aea49d077b8c/bindings/n-h2-789963-13 HTTP/1.1" status: 200 len: 385 time: 0.0947421 Sep 18 05:04:54.822437 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a7d5b9-5460-4f06-a2c3-d4e102743658 None None] Network 44cc55fe-3f94-4911-97dd-ea7c7bc9ceed requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:04:54.882483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port be3ef574-0aef-4bde-b700-f781b596cbfe triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:54.882483 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:54.897174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c106b90-9eef-4314-bc97-52cb3aa27d59 req-fb8d09a1-cc06-4879-8980-397f024bb56a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:54.906306 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8c106b90-9eef-4314-bc97-52cb3aa27d59 req-fb8d09a1-cc06-4879-8980-397f024bb56a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.1434743 Sep 18 05:04:55.003648 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8c106b90-9eef-4314-bc97-52cb3aa27d59 req-ce731e70-867b-4639-9779-525047b4988b tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962934 Sep 18 05:04:55.063819 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-65c2bfb0-d7e1-45aa-abfc-034c36b243d8 service neutron] 10.222.0.23 "GET /v2.0/networks/188e1281-0113-4e61-b272-1518548e7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677401 Sep 18 05:04:55.148753 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ee7718b2-a634-4386-b409-aea49d077b8c no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:04:55.151662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-a71ef975-e686-4ee1-b694-e70aef21d91d service neutron] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ee7718b2-a634-4386-b409-aea49d077b8c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:55.186505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-a71ef975-e686-4ee1-b694-e70aef21d91d service neutron] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:55.207639 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3f2a348c-aa73-4df2-a2a7-6a5d51104382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:55.255190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-a71ef975-e686-4ee1-b694-e70aef21d91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7718b2-a634-4386-b409-aea49d077b8c {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:04:55.274560 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-895639af-02be-4dde-89d2-8ab01a1fb540 service neutron] 10.222.0.23 "GET /v2.0/networks/188e1281-0113-4e61-b272-1518548e7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031195 Sep 18 05:04:55.278216 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-a71ef975-e686-4ee1-b694-e70aef21d91d service neutron] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ee7718b2-a634-4386-b409-aea49d077b8c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:55.317446 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:55.336376 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fffdb9e2-de0c-49cf-81c9-ca85c04c82ee req-84127939-c481-4b77-902b-3f65a9d4daae tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 210 time: 0.0356789 Sep 18 05:04:55.382179 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-a71ef975-e686-4ee1-b694-e70aef21d91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:55.405107 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3f2a348c-aa73-4df2-a2a7-6a5d51104382 None None] For port be3ef574-0aef-4bde-b700-f781b596cbfe, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=be3ef574-0aef-4bde-b700-f781b596cbfe,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:55.503538 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3f2a348c-aa73-4df2-a2a7-6a5d51104382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:55.512161 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-4e475565-8adc-4d0e-b997-1f1ef63ae6bf service neutron] 10.222.0.23 "GET /v2.0/networks/037752ae-64c8-4f55-a087-f040936db07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288492 Sep 18 05:04:55.549965 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:55.558100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-a71ef975-e686-4ee1-b694-e70aef21d91d service neutron] Transition to ACTIVE for port object ee7718b2-a634-4386-b409-aea49d077b8c will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:04:55.638781 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-a71ef975-e686-4ee1-b694-e70aef21d91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:55.671855 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-fe601987-ff36-4756-9929-870bcb9ff8ad service neutron] 10.222.0.23 "GET /v2.0/networks/037752ae-64c8-4f55-a087-f040936db07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511819 Sep 18 05:04:55.737625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a348c-aa73-4df2-a2a7-6a5d51104382 None None] Pushing event updated for resources: {'Port': ['ID=be3ef574-0aef-4bde-b700-f781b596cbfe,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:55.756553 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:55.815739 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-8b1a6b85-fb46-4441-ac4b-8a483f2ad4d7 service neutron] 10.222.0.23 "GET /v2.0/networks/188e1281-0113-4e61-b272-1518548e7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378827 Sep 18 05:04:55.833824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-a71ef975-e686-4ee1-b694-e70aef21d91d service neutron] No DVR routers for this DVR port ee7718b2-a634-4386-b409-aea49d077b8c on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:55.841935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ef975-e686-4ee1-b694-e70aef21d91d service neutron] Pushing event updated for resources: {'Port': ['ID=ee7718b2-a634-4386-b409-aea49d077b8c,revision_number=10']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:55.843680 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Network 037752ae-64c8-4f55-a087-f040936db07d is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:04:55.854970 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:04:55.857679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c5dc01d6-6495-4591-b585-08823077aae4 None None] Provisioning complete for port be3ef574-0aef-4bde-b700-f781b596cbfe triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:55.858405 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c5dc01d6-6495-4591-b585-08823077aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:55.885187 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-a71ef975-e686-4ee1-b694-e70aef21d91d service neutron] 10.222.0.18 "PUT /v2.0/ports/ee7718b2-a634-4386-b409-aea49d077b8c/bindings/n-h2-789963-13/activate HTTP/1.1" status: 200 len: 370 time: 1.1380298 Sep 18 05:04:55.894498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-0b06de58-7360-4072-9620-ddb3f87ce6a8 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:55.902094 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-0b06de58-7360-4072-9620-ddb3f87ce6a8 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/networks?id=92b3abf4-bcb6-45b8-bbb1-dc12f0281979 HTTP/1.1" status: 200 len: 814 time: 0.1963263 Sep 18 05:04:55.920184 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-be5f6f0d-7b52-487f-ab7d-d142cc8cc0fb tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/quotas/e703602f261a48cbb0c419ecc1c3fbdb HTTP/1.1" status: 200 len: 375 time: 0.0165963 Sep 18 05:04:55.920792 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:04:55.926606 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Pushing event updated for resources: {'Port': ['ID=0b46590d-88be-4099-a584-9d86181bb141,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:55.966663 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-fb37ddde-77ab-4dd2-9fc7-5413eb4ecc78 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e703602f261a48cbb0c419ecc1c3fbdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451012 Sep 18 05:04:55.971603 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-94413312-7f94-4c1c-aec8-0798952af8f8 service neutron] 10.222.0.23 "GET /v2.0/networks/188e1281-0113-4e61-b272-1518548e7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487648 Sep 18 05:04:56.158676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-27def139-ce1f-4670-b766-5ec75afd28e6 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:56.161609 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:04:56.161972 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:04:56.164684 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-27def139-ce1f-4670-b766-5ec75afd28e6 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011&tenant_id=9281b1f6d0384713b423980871cae4cb&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1097 time: 0.0872526 Sep 18 05:04:56.170979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Attempting to bind port 0b46590d-88be-4099-a584-9d86181bb141 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:04:56.171415 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Attempting to bind port 0b46590d-88be-4099-a584-9d86181bb141 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fce4e66-6091-4feb-a67d-cbd2ee37ee86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '037752ae-64c8-4f55-a087-f040936db07d'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:04:56.175544 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Attempting to bind port 0b46590d-88be-4099-a584-9d86181bb141 on network 037752ae-64c8-4f55-a087-f040936db07d {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:56.188547 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:04:56.188937 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Checking segment: {'id': '6fce4e66-6091-4feb-a67d-cbd2ee37ee86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '037752ae-64c8-4f55-a087-f040936db07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:56.189356 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:56.189754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Bound using segment: {'id': '6fce4e66-6091-4feb-a67d-cbd2ee37ee86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '037752ae-64c8-4f55-a087-f040936db07d'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:04:56.191299 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Bound port: 0b46590d-88be-4099-a584-9d86181bb141, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fce4e66-6091-4feb-a67d-cbd2ee37ee86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '037752ae-64c8-4f55-a087-f040936db07d'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:04:56.191707 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:56.221961 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-780269aa-9fcd-4639-b23d-787702732ca8 service neutron] 10.222.0.23 "GET /v2.0/networks/92b3abf4-bcb6-45b8-bbb1-dc12f0281979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536242 Sep 18 05:04:56.222642 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42908) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:56.284558 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-601d784e-6210-47d5-9b47-9f99ffbacef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:56.302587 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-601d784e-6210-47d5-9b47-9f99ffbacef3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011&tenant_id=9281b1f6d0384713b423980871cae4cb HTTP/1.1" status: 200 len: 1097 time: 0.1137090 Sep 18 05:04:56.319781 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] For port 0b46590d-88be-4099-a584-9d86181bb141, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:56.328069 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] For port 0b46590d-88be-4099-a584-9d86181bb141, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0b46590d-88be-4099-a584-9d86181bb141,segment=NetworkSegment(6fce4e66-6091-4feb-a67d-cbd2ee37ee86),segment_id=6fce4e66-6091-4feb-a67d-cbd2ee37ee86)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:04:56.372075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-d2a7d8bb-76be-46fe-9e6d-115c4fae52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:56.375427 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-d2a7d8bb-76be-46fe-9e6d-115c4fae52b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9281b1f6d0384713b423980871cae4cb&device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 1097 time: 0.0606298 Sep 18 05:04:56.399365 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c70f9be2-9c76-4b7e-9178-86990a4e3f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:56.404955 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:56.449879 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-270d34ef-c944-4ebd-9c82-6e6793ffb652 service neutron] 10.222.0.23 "GET /v2.0/networks/92b3abf4-bcb6-45b8-bbb1-dc12f0281979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177713 Sep 18 05:04:56.570289 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63cc3a-39f4-4662-9c6a-d1d87d4fa873 None None] Pushing event updated for resources: {'Port': ['ID=0b46590d-88be-4099-a584-9d86181bb141,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:56.582436 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c70f9be2-9c76-4b7e-9178-86990a4e3f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:56.620971 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-36ef23d6-8b9d-439e-93e6-e0a8a7ff9934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:56.623067 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-36ef23d6-8b9d-439e-93e6-e0a8a7ff9934 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 200 len: 921 time: 0.2399063 Sep 18 05:04:56.635536 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756e89b-378d-454f-8d96-98f5a9d71777 req-fea79781-78fd-4d5f-b489-ed946d5fbb0c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:56.637606 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c756e89b-378d-454f-8d96-98f5a9d71777 req-fea79781-78fd-4d5f-b489-ed946d5fbb0c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 945 time: 0.2402380 Sep 18 05:04:56.671963 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c70f9be2-9c76-4b7e-9178-86990a4e3f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:56.687872 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-d70bee47-26fb-4961-b334-5b21f626b462 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee7718b2-a634-4386-b409-aea49d077b8c HTTP/1.1" status: 200 len: 217 time: 0.0491500 Sep 18 05:04:56.720252 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c70f9be2-9c76-4b7e-9178-86990a4e3f9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d61d442bbfd544cfb25c87626e06c464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962122 Sep 18 05:04:56.722991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42922) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:56.725072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f9be2-9c76-4b7e-9178-86990a4e3f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6d67ff-73ca-4810-a1fc-f21b1adf3449,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:56.779879 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c756e89b-378d-454f-8d96-98f5a9d71777 req-b9d0cfa8-dad8-4ef6-8e45-d16710b63d95 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955594 Sep 18 05:04:56.786900 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-7446acfe-99eb-42f0-801c-852d646d270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:56.790902 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-7446acfe-99eb-42f0-801c-852d646d270f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 200 len: 861 time: 0.0877168 Sep 18 05:04:56.828211 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b99c8cb-7f80-44f9-8c2f-cfbf15764be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:56.873453 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-ba463a8f-4f64-4d06-b10f-7f724177e5f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f7da3d6-d1af-4981-83da-243b1b32adf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741253 Sep 18 05:04:56.889142 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b99c8cb-7f80-44f9-8c2f-cfbf15764be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:57.067127 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cbb53f10-ee22-4d7f-b288-64bb245341b1 req-ac548016-65c3-431e-8692-b19a61554e25 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 210 time: 0.0504208 Sep 18 05:04:57.117896 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b99c8cb-7f80-44f9-8c2f-cfbf15764be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:57.124954 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b99c8cb-7f80-44f9-8c2f-cfbf15764be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:57.124954 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8b99c8cb-7f80-44f9-8c2f-cfbf15764be3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f6d67ff-73ca-4810-a1fc-f21b1adf3449 HTTP/1.1" status: 204 len: 168 time: 0.3977487 Sep 18 05:04:57.130569 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0b46590d-88be-4099-a584-9d86181bb141 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:57.138293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99c8cb-7f80-44f9-8c2f-cfbf15764be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6d67ff-73ca-4810-a1fc-f21b1adf3449,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:57.198057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b6a24a9-1f65-43ea-9f09-9b98704a5d3d req-8e1777df-408b-4c70-946d-190695ae7fae tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 210 time: 0.0371795 Sep 18 05:04:57.211238 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-c471dd6d-635b-4967-a13b-7c4f2f645e4c service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218420 Sep 18 05:04:57.225164 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e53b0-5302-4859-a202-255ac17883a7 req-61acb2b0-d271-4afc-8c5f-2d37311e1f77 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:57.228229 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5d9e53b0-5302-4859-a202-255ac17883a7 req-61acb2b0-d271-4afc-8c5f-2d37311e1f77 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.1591177 Sep 18 05:04:57.243335 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0b46590d-88be-4099-a584-9d86181bb141 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:57.244096 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:57.304899 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56bdf326-777c-4d11-94a1-64be7b5b1a66 req-a34c14b0-a20a-4ca4-b91d-76e2b942643a tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 210 time: 0.0387070 Sep 18 05:04:57.333402 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-a6a68d27-1935-4ab2-8c6d-676266647dd1 service neutron] show failed (client error): The resource could not be found. Sep 18 05:04:57.335088 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-a6a68d27-1935-4ab2-8c6d-676266647dd1 service neutron] 10.222.0.13 "GET /v2.0/ports/653fcbc2-fa88-4234-a56e-d4b2abe035f7/bindings/n-h1-789963-13 HTTP/1.1" status: 404 len: 381 time: 0.1360185 Sep 18 05:04:57.349115 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:57.381665 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5d9e53b0-5302-4859-a202-255ac17883a7 req-3d2c8779-4cc8-496e-a67e-cb47caf6e407 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396308 Sep 18 05:04:57.385262 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 0b46590d-88be-4099-a584-9d86181bb141, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0b46590d-88be-4099-a584-9d86181bb141,segment=NetworkSegment(6fce4e66-6091-4feb-a67d-cbd2ee37ee86),segment_id=6fce4e66-6091-4feb-a67d-cbd2ee37ee86)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:57.422481 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-36d07c9b-357b-45b2-8706-c5626163493a service neutron] 10.222.0.13 "GET /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930792 Sep 18 05:04:57.446360 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:57.451244 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device be3ef574-0aef-4bde-b700-f781b596cbfe up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:57.588005 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-a1d10b0c-6773-46a6-b9db-1e934088f37b tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=74351883eb134a61a1ad7301bd7ce18e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593104 Sep 18 05:04:57.598233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42942) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:57.621881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port be3ef574-0aef-4bde-b700-f781b596cbfe triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:57.622274 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:57.655028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=0b46590d-88be-4099-a584-9d86181bb141,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:57.850378 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-7612cb8b-3cf6-4b33-8da5-99ef1073a105 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:57.851866 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-7612cb8b-3cf6-4b33-8da5-99ef1073a105 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579546 Sep 18 05:04:57.853201 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37438a46-7afd-4e61-bf33-3a0bcfad5095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:57.866936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Request body: {'port': {'device_id': 'fd2a3b7c-e927-411f-8e3a-2fbfeaabc346', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '74351883eb134a61a1ad7301bd7ce18e'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:57.969622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697249de-3e92-4cd2-b235-2326d28b9e60 req-6ef0282f-03d7-41f8-b3c4-f73242b7030c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:57.971194 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-697249de-3e92-4cd2-b235-2326d28b9e60 req-6ef0282f-03d7-41f8-b3c4-f73242b7030c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 945 time: 0.0943058 Sep 18 05:04:58.019548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205ee847-bf78-4a14-a922-3b82103de6e7 None None] Network 037752ae-64c8-4f55-a087-f040936db07d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:04:58.083564 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-697249de-3e92-4cd2-b235-2326d28b9e60 req-e00185fe-c0b8-4ddc-a812-d891a3968ad4 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021917 Sep 18 05:04:58.130346 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37438a46-7afd-4e61-bf33-3a0bcfad5095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:58.153153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-0cbfff4e-87af-4b40-a953-373e96fc7541 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:58.155775 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-0cbfff4e-87af-4b40-a953-373e96fc7541 tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011&tenant_id=9281b1f6d0384713b423980871cae4cb&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 1097 time: 0.1201072 Sep 18 05:04:58.158133 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-8ecbf45b-2c80-4018-9c58-d4e09af8593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:58.162741 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-8ecbf45b-2c80-4018-9c58-d4e09af8593e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef&tenant_id=20ae15386bab4155a078057ceffa9f60 HTTP/1.1" status: 200 len: 1102 time: 0.1135039 Sep 18 05:04:58.178334 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2b033047-4d97-4700-806c-43a8813d2183 req-d7522f18-72a8-4fee-be2b-7c568415c3bd tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 210 time: 0.0294352 Sep 18 05:04:58.186050 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-13', 'device_owner': 'compute:nova'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:04:58.229425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2981918c-619c-4e2b-944d-26a86ad268ae None None] Provisioning complete for port 0b46590d-88be-4099-a584-9d86181bb141 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:58.229929 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2981918c-619c-4e2b-944d-26a86ad268ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:58.235904 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37438a46-7afd-4e61-bf33-3a0bcfad5095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:58.320208 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Made reservation on behalf of 74351883eb134a61a1ad7301bd7ce18e for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:04:58.323819 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:58.343546 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:58.350113 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-37438a46-7afd-4e61-bf33-3a0bcfad5095 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58d9e7ee8666416284112ed37e4d189f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7505465 Sep 18 05:04:58.353315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42966) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:58.380975 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:58.395051 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbb421eb-51f5-4fea-b22a-651c248fd52d req-6ee493c6-c72a-4575-b21e-77a8624d6e35 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 210 time: 0.1075194 Sep 18 05:04:58.395783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37438a46-7afd-4e61-bf33-3a0bcfad5095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cff2f3b-8489-4e9a-9ca0-5ae256a11300,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:58.413741 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c299e937-8209-4d4b-9a81-19ed5f4fc94d req-e3d4643a-979d-4cd4-8ceb-3a87cfe1fed7 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 210 time: 0.0519278 Sep 18 05:04:58.494051 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f4551c5-2240-407b-a6af-22d66dfc5928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:58.561761 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f4551c5-2240-407b-a6af-22d66dfc5928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:58.642850 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:58.724947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091d5a-a3aa-41bd-a37e-13892d9fbd5e req-31fc89fa-4e54-46dd-b052-e9fce81fb9b1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:58.726488 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae091d5a-a3aa-41bd-a37e-13892d9fbd5e req-31fc89fa-4e54-46dd-b052-e9fce81fb9b1 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.1106882 Sep 18 05:04:58.759094 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:58.766197 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f4551c5-2240-407b-a6af-22d66dfc5928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:58.775998 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f4551c5-2240-407b-a6af-22d66dfc5928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:58.775998 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7f4551c5-2240-407b-a6af-22d66dfc5928 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cff2f3b-8489-4e9a-9ca0-5ae256a11300 HTTP/1.1" status: 204 len: 168 time: 0.4162114 Sep 18 05:04:58.881868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bddc00-b218-4e22-8b66-1eb28c4c0b3e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:58.892051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-19ae0408-7991-45b9-ba93-916657baf219 service neutron] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:58.907338 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:04:58.907793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4551c5-2240-407b-a6af-22d66dfc5928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cff2f3b-8489-4e9a-9ca0-5ae256a11300,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:58.914295 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-782d0f2a-ce30-4745-b814-c4b32698a1d9 None None] Provisioning complete for port 0b46590d-88be-4099-a584-9d86181bb141 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:58.915079 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae091d5a-a3aa-41bd-a37e-13892d9fbd5e req-c338354d-32f8-4e64-918c-e5940c94dc64 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527557 Sep 18 05:04:58.915561 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-782d0f2a-ce30-4745-b814-c4b32698a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:58.918512 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-19ae0408-7991-45b9-ba93-916657baf219 service neutron] Notify callbacks [] for binding, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:58.920455 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-19ae0408-7991-45b9-ba93-916657baf219 service neutron] 10.222.0.13 "DELETE /v2.0/ports/ee7718b2-a634-4386-b409-aea49d077b8c/bindings/n-h1-789963-13 HTTP/1.1" status: 204 len: 173 time: 0.7548897 Sep 18 05:04:58.929255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0b46590d-88be-4099-a584-9d86181bb141 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:04:58.996098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:59.086378 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b6f8e8b-9419-415c-8afb-90b603b29f18 req-f092c7c7-b01a-457e-873d-d36909b13d25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0853467 Sep 18 05:04:59.103758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:04:59.106168 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c518e6-27e5-4995-8496-277dc5bc5e7f" -d '{"events": [{"server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "name": "network-vif-unplugged", "status": "completed", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:04:59.116711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:59.143459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Transition to ACTIVE for port object 653fcbc2-fa88-4234-a56e-d4b2abe035f7 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:04:59.159108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0b46590d-88be-4099-a584-9d86181bb141 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:04:59.166452 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:59.176935 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f8e8b-9419-415c-8afb-90b603b29f18 req-4c77df7d-5713-4479-b6e9-6da17ee219e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:59.181064 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b6f8e8b-9419-415c-8afb-90b603b29f18 req-4c77df7d-5713-4479-b6e9-6da17ee219e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 1102 time: 0.0583375 Sep 18 05:04:59.240269 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:59.259508 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691f6d41-85d8-4abf-8169-2db1d848c818 x-openstack-request-id: req-691f6d41-85d8-4abf-8169-2db1d848c818 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:04:59.259824 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "name": "network-vif-unplugged", "status": "completed", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:04:59.260085 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-691f6d41-85d8-4abf-8169-2db1d848c818 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:04:59.265732 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'code': 200} Sep 18 05:04:59.347774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] No DVR routers for this DVR port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:04:59.350279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Pushing event updated for resources: {'Port': ['ID=653fcbc2-fa88-4234-a56e-d4b2abe035f7,revision_number=6']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:59.428051 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8268ed36-ecb3-486d-b517-8b00ac5feeef req-a59d1183-79e2-4879-9401-52f93720a739 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 210 time: 0.0814147 Sep 18 05:04:59.449892 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58307278-277b-43f4-ae3a-b003747e63cd req-9ac38521-f062-4291-adf0-85b1200fdfd1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:59.460833 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-58307278-277b-43f4-ae3a-b003747e63cd req-9ac38521-f062-4291-adf0-85b1200fdfd1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 945 time: 0.2650378 Sep 18 05:04:59.484841 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Allocated IP 192.168.233.46 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/b55158fd-0728-4948-abbd-fff92c52d05e) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:04:59.504028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Attempting to bind port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:04:59.507268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Attempting to bind port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:04:59.507572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Attempting to bind port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:59.520155 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:04:59.522300 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Attempting to bind port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:04:59.528966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:04:59.529477 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:04:59.530006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:04:59.530459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Bound port: 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:04:59.530827 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:59.564463 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-58307278-277b-43f4-ae3a-b003747e63cd req-9debeb73-065f-4592-8944-cde360889248 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017718 Sep 18 05:04:59.567763 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f8e8b-9419-415c-8afb-90b603b29f18 req-af2b2616-6969-4a73-8b54-ba7a0712996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:59.569330 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b6f8e8b-9419-415c-8afb-90b603b29f18 req-af2b2616-6969-4a73-8b54-ba7a0712996f service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.3523471 Sep 18 05:04:59.600808 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-62a2bf50-d935-4e11-840b-ccb0551f77e8 req-cbc5d375-6d5b-4519-8973-959e3c168774 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 210 time: 0.0590336 Sep 18 05:04:59.629333 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b6f8e8b-9419-415c-8afb-90b603b29f18 req-2a635497-6106-4b17-8649-ef706c049636 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=b218360f-c562-4280-a2fe-afa957d311d7 HTTP/1.1" status: 200 len: 217 time: 0.0497696 Sep 18 05:04:59.683631 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-01a25ea6-16c7-48cd-ad3e-13e4006376df req-533bb40e-4626-432c-9a30-877568eca2a1 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 210 time: 0.0322039 Sep 18 05:04:59.710352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:04:59.714801 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:04:59.785651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f8e8b-9419-415c-8afb-90b603b29f18 req-5b58ef9d-1add-4115-8d6f-398d19267e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:59.787120 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b6f8e8b-9419-415c-8afb-90b603b29f18 req-5b58ef9d-1add-4115-8d6f-398d19267e5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1474376 Sep 18 05:04:59.787401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a38276-4599-4ab4-b25a-40d8a045e9e7 req-1a10684f-1c6a-4f82-9490-e93aad9da47d tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:59.788940 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54a38276-4599-4ab4-b25a-40d8a045e9e7 req-1a10684f-1c6a-4f82-9490-e93aad9da47d tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 1097 time: 0.0427768 Sep 18 05:04:59.803286 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:59.834544 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43010) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:04:59.845362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:59.851212 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:59.851212 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] 10.222.0.18 "PUT /v2.0/ports/653fcbc2-fa88-4234-a56e-d4b2abe035f7 HTTP/1.1" status: 200 len: 1097 time: 1.6740732 Sep 18 05:04:59.869350 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:59.871181 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-85ae95e1-aef2-4126-818c-6231f48c7fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:04:59.881892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54a38276-4599-4ab4-b25a-40d8a045e9e7 req-deb7446a-e3c4-499d-a97e-07680a8a247f tempest-LiveAutoBlockMigrationV225Test-1937378111 tempest-LiveAutoBlockMigrationV225Test-1937378111-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856528 Sep 18 05:04:59.904401 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f8e8b-9419-415c-8afb-90b603b29f18 req-80209c6d-6d94-40ca-9a8e-7c1cdf4941bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:59.905965 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b6f8e8b-9419-415c-8afb-90b603b29f18 req-80209c6d-6d94-40ca-9a8e-7c1cdf4941bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1080873 Sep 18 05:04:59.918025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f9df6-6da2-40e7-a476-b8e06ca0f751 service neutron] Pushing event updated for resources: {'Port': ['ID=653fcbc2-fa88-4234-a56e-d4b2abe035f7,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:04:59.966536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-cfd8602e-5128-4b23-89c3-cdde463ea05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:04:59.966536 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-cfd8602e-5128-4b23-89c3-cdde463ea05f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 1100 time: 0.0627851 Sep 18 05:05:00.243896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43020) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:00.353790 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7efaf-deda-4c83-8615-6b475668924b req-414bf5d6-1f37-4aa6-8151-7f1421f186b4 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:00.355839 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86f7efaf-deda-4c83-8615-6b475668924b req-414bf5d6-1f37-4aa6-8151-7f1421f186b4 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 948 time: 0.2280354 Sep 18 05:05:00.365435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-b1904182-0a4a-44a3-976b-76d1b29d74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:00.367244 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-b1904182-0a4a-44a3-976b-76d1b29d74ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.3831940 Sep 18 05:05:00.397892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-45d23bea-00f1-4d56-8388-c10cd5c85036 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:00.404687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-45d23bea-00f1-4d56-8388-c10cd5c85036 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:00.406476 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-45d23bea-00f1-4d56-8388-c10cd5c85036 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.13 "GET /v2.0/networks?id=188e1281-0113-4e61-b272-1518548e7e63&id=037752ae-64c8-4f55-a087-f040936db07d&id=188e1281-0113-4e61-b272-1518548e7e63 HTTP/1.1" status: 200 len: 1390 time: 0.3808427 Sep 18 05:05:00.446220 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:00.470625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-abdade12-ea71-4816-b7f6-6682950dd3fe tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Request body: {'port': {'device_id': '40244c98-ef65-4781-a717-326f059b52ac', 'network_id': '188e1281-0113-4e61-b272-1518548e7e63', 'admin_state_up': True, 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:00.475751 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-2bee7979-2624-46ac-9f99-c3a897f185cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7 HTTP/1.1" status: 200 len: 217 time: 0.0925827 Sep 18 05:05:00.521119 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-238039c1-604c-488f-8025-b33c2772bf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:00.533108 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:05:00.550020 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:00.554900 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:05:00.559145 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Pushing event updated for resources: {'Port': ['ID=b55158fd-0728-4948-abbd-fff92c52d05e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:00.569749 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b6f8e8b-9419-415c-8afb-90b603b29f18 req-42a4674a-4d42-4304-b799-737a27d2f8cb service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561127 Sep 18 05:05:00.586187 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86f7efaf-deda-4c83-8615-6b475668924b req-d686628c-a6af-4c83-b8cc-7ccda0820d61 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161760 Sep 18 05:05:00.642029 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-85ae95e1-aef2-4126-818c-6231f48c7fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:00.689138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-6d16bc9d-145c-4cd8-8eca-5e0a83d34ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:00.691635 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-6d16bc9d-145c-4cd8-8eca-5e0a83d34ba0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1950653 Sep 18 05:05:00.715795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:00.718897 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:00.803335 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-85ae95e1-aef2-4126-818c-6231f48c7fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:00.806314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b0e3957b-4c4d-4c68-814c-89294de17bb9 req-c88f4a1a-67b0-436d-9789-30b3b8af592b tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 210 time: 0.0923717 Sep 18 05:05:00.869565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae95e1-aef2-4126-818c-6231f48c7fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97109d34-7ae9-459a-88ac-c69b10562239,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:00.873901 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b6f8e8b-9419-415c-8afb-90b603b29f18 req-0a1c86d7-23c2-49fd-afec-c0625a951942 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827487 Sep 18 05:05:00.891138 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f99fd3-84dc-4a9d-8118-2f07dce80f53 req-582a27d9-9571-4f64-882e-b47ea3847a0a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:00.892720 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b6f99fd3-84dc-4a9d-8118-2f07dce80f53 req-582a27d9-9571-4f64-882e-b47ea3847a0a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 945 time: 0.2536941 Sep 18 05:05:00.895259 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-85ae95e1-aef2-4126-818c-6231f48c7fb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80f6a6d2bfa040d5812d029bee617ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0583744 Sep 18 05:05:00.898109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43032) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:00.915633 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b6a6ff55-7450-426d-9a87-aea96a19374b None None] Provisioning complete for port b55158fd-0728-4948-abbd-fff92c52d05e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:00.916262 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ff55-7450-426d-9a87-aea96a19374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:00.955423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b6a6ff55-7450-426d-9a87-aea96a19374b None None] Port b55158fd-0728-4948-abbd-fff92c52d05e cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:05:00.978944 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b6f99fd3-84dc-4a9d-8118-2f07dce80f53 req-74d1f5c6-8e7c-4111-8ffb-cec31f9678fb tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786726 Sep 18 05:05:00.994954 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77d1d081-1dfb-4490-bc98-ae5ac9500342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:01.026875 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77d1d081-1dfb-4490-bc98-ae5ac9500342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:01.109450 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dde35d0-3ae8-4b77-8fbf-d2cfd120b8cc req-ecf657e1-e64a-484d-b116-bda2895d66d8 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 210 time: 0.0303879 Sep 18 05:05:01.123000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.13', 59408) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:01.174634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f3ff0-46f3-494d-b7b0-c247b874c98c req-c304033b-3b91-4e46-9907-6047aa21ca02 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:01.176195 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b56f3ff0-46f3-494d-b7b0-c247b874c98c req-c304033b-3b91-4e46-9907-6047aa21ca02 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.13 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 945 time: 0.0519831 Sep 18 05:05:01.203599 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-924d2f53-04f1-4a5e-8ef9-dd67f6f54407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:01.218604 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77d1d081-1dfb-4490-bc98-ae5ac9500342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:01.221610 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77d1d081-1dfb-4490-bc98-ae5ac9500342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:01.225743 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-77d1d081-1dfb-4490-bc98-ae5ac9500342 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97109d34-7ae9-459a-88ac-c69b10562239 HTTP/1.1" status: 204 len: 168 time: 0.3266273 Sep 18 05:05:01.241459 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1d081-1dfb-4490-bc98-ae5ac9500342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97109d34-7ae9-459a-88ac-c69b10562239,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:01.268279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 653fcbc2-fa88-4234-a56e-d4b2abe035f7 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:01.273724 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:01.277326 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37" -d '{"events": [{"name": "network-changed", "server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:01.325631 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 653fcbc2-fa88-4234-a56e-d4b2abe035f7 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:01.343205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-b56f3ff0-46f3-494d-b7b0-c247b874c98c req-caf87f02-5da1-407e-99b4-bf19c8d0f64a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Deleting port ee7718b2-a634-4386-b409-aea49d077b8c {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:01.343638 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b56f3ff0-46f3-494d-b7b0-c247b874c98c req-caf87f02-5da1-407e-99b4-bf19c8d0f64a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:01.343766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-433ada9a-4de7-4db1-b354-e65afc8bf526 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:01.345424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-433ada9a-4de7-4db1-b354-e65afc8bf526 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.13 "GET /v2.0/networks?id=92b3abf4-bcb6-45b8-bbb1-dc12f0281979 HTTP/1.1" status: 200 len: 814 time: 0.6762903 Sep 18 05:05:01.370756 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-b8e0b7b0-0f45-4caa-9b8b-23359ddd4c9c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Request body: {'port': {'device_id': '3dd0f290-15cb-4889-bd32-6de5cd56b1e5', 'network_id': '92b3abf4-bcb6-45b8-bbb1-dc12f0281979', 'admin_state_up': True, 'tenant_id': 'e703602f261a48cbb0c419ecc1c3fbdb'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:01.379930 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff6302c-211c-4773-8f68-19cf6c87e3e4 x-openstack-request-id: req-aff6302c-211c-4773-8f68-19cf6c87e3e4 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:01.380209 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:01.381070 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aff6302c-211c-4773-8f68-19cf6c87e3e4 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:01.381070 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'status': 'completed', 'code': 200} Sep 18 05:05:01.399741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.13', 59409) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:01.443049 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-b56f3ff0-46f3-494d-b7b0-c247b874c98c req-caf87f02-5da1-407e-99b4-bf19c8d0f64a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] For port ee7718b2-a634-4386-b409-aea49d077b8c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ee7718b2-a634-4386-b409-aea49d077b8c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:01.443428 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b56f3ff0-46f3-494d-b7b0-c247b874c98c req-caf87f02-5da1-407e-99b4-bf19c8d0f64a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:01.448961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-00be7edf-454c-4dec-9690-fcc740faf510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:01.450523 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-00be7edf-454c-4dec-9690-fcc740faf510 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7383788 Sep 18 05:05:01.455842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-b56f3ff0-46f3-494d-b7b0-c247b874c98c req-caf87f02-5da1-407e-99b4-bf19c8d0f64a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Calling delete_port for ee7718b2-a634-4386-b409-aea49d077b8c owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:01.578467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcbc31-a68f-4570-af71-39acc4c83441 req-7498422e-528d-49ad-b72e-7c4a8c84213a tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:01.580528 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8bcbc31-a68f-4570-af71-39acc4c83441 req-7498422e-528d-49ad-b72e-7c4a8c84213a tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 935 time: 0.3076084 Sep 18 05:05:01.652829 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-10e6b75f-c662-45a8-a005-6cfeb8f27ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:01.660649 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-10e6b75f-c662-45a8-a005-6cfeb8f27ec3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 1100 time: 0.2537043 Sep 18 05:05:01.680317 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b56f3ff0-46f3-494d-b7b0-c247b874c98c req-caf87f02-5da1-407e-99b4-bf19c8d0f64a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:01.694068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ae4df439-3980-48d2-8735-2c612b1b8efa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:01.696615 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['ee7718b2-a634-4386-b409-aea49d077b8c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:01.717858 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf87f02-5da1-407e-99b4-bf19c8d0f64a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Pushing event deleted for resources: {'Port': ['ID=ee7718b2-a634-4386-b409-aea49d077b8c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:01.720551 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-238039c1-604c-488f-8025-b33c2772bf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:01.788953 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-ea38745c-fbbf-4b9d-b98f-7305b2415ee0 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010540 Sep 18 05:05:01.791779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8bcbc31-a68f-4570-af71-39acc4c83441 req-322313ca-11b8-4ebd-8ddd-a29759424d83 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0bddc00-b218-4e22-8b66-1eb28c4c0b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841972 Sep 18 05:05:01.799021 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-238039c1-604c-488f-8025-b33c2772bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:01.816932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56f3ff0-46f3-494d-b7b0-c247b874c98c req-caf87f02-5da1-407e-99b4-bf19c8d0f64a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] No DVR routers for this DVR port ee7718b2-a634-4386-b409-aea49d077b8c on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:01.822225 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b56f3ff0-46f3-494d-b7b0-c247b874c98c req-caf87f02-5da1-407e-99b4-bf19c8d0f64a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:01.825999 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b56f3ff0-46f3-494d-b7b0-c247b874c98c req-caf87f02-5da1-407e-99b4-bf19c8d0f64a tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.13 "DELETE /v2.0/ports/ee7718b2-a634-4386-b409-aea49d077b8c HTTP/1.1" status: 204 len: 173 time: 0.6429105 Sep 18 05:05:01.837170 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55597c22-e417-47ad-8ea4-c5cbc5dbc011', 'name': 'network-vif-deleted', 'tag': 'ee7718b2-a634-4386-b409-aea49d077b8c'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:01.844984 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6b0519-35cf-4907-a24e-813977f81406" -d '{"events": [{"server_uuid": "55597c22-e417-47ad-8ea4-c5cbc5dbc011", "name": "network-vif-deleted", "tag": "ee7718b2-a634-4386-b409-aea49d077b8c"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:01.863373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccea435-975c-48dd-972a-59f4efb155e3 req-85fb7e9b-2cdd-4f7e-9b69-9b14bc864ace tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:01.871170 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ccea435-975c-48dd-972a-59f4efb155e3 req-85fb7e9b-2cdd-4f7e-9b69-9b14bc864ace tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 948 time: 0.1557291 Sep 18 05:05:01.908770 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ccea435-975c-48dd-972a-59f4efb155e3 req-4a1a0ea5-de61-4687-ad98-76deeea3f2cf tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362804 Sep 18 05:05:01.923217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238039c1-604c-488f-8025-b33c2772bf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260208f4-3080-4052-890d-e4b3af996efe,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:01.928994 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-238039c1-604c-488f-8025-b33c2772bf7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e44a2d9bff840b888a901b530958339&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6838899 Sep 18 05:05:01.933849 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43054) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:01.942662 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-623ba527-c556-4a18-86bd-e28d92b2e66f tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0797334 Sep 18 05:05:01.960878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Request body: {'port': {'device_id': 'fd2a3b7c-e927-411f-8e3a-2fbfeaabc346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:01.972535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-618706b5-2b84-47f6-8acb-fb2a44f91478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:01.974031 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-618706b5-2b84-47f6-8acb-fb2a44f91478 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.3035026 Sep 18 05:05:01.979505 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab79d2ed-a1b3-4696-8c38-0ea239f5d82f req-b7af6438-77fa-4e8b-b61a-1fd0ff25d742 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 210 time: 0.0594177 Sep 18 05:05:01.984225 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca25a838-54ec-4c20-8e94-551e7a435cbc x-openstack-request-id: req-ca25a838-54ec-4c20-8e94-551e7a435cbc {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:01.984779 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55597c22-e417-47ad-8ea4-c5cbc5dbc011", "name": "network-vif-deleted", "tag": "ee7718b2-a634-4386-b409-aea49d077b8c", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:01.985098 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca25a838-54ec-4c20-8e94-551e7a435cbc {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:01.985558 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55597c22-e417-47ad-8ea4-c5cbc5dbc011', 'name': 'network-vif-deleted', 'tag': 'ee7718b2-a634-4386-b409-aea49d077b8c', 'status': 'completed', 'code': 200} Sep 18 05:05:02.045817 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-1ee24a83-679a-46d2-8525-1ffcdc818bdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7 HTTP/1.1" status: 200 len: 217 time: 0.0530837 Sep 18 05:05:02.048314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65fa7383-25d0-4e47-9d51-67cc761b6ef2 req-ac7b660c-a7ee-4290-99f7-8d8b9c4b7b18 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507486 Sep 18 05:05:02.075180 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:02.078549 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d0cb3f0-6a48-47da-b9c9-f1ab1c5327a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:02.097693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-abdade12-ea71-4816-b7f6-6682950dd3fe tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:02.101203 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-abdade12-ea71-4816-b7f6-6682950dd3fe tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:02.133646 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f40b0274-aa9a-4926-87e2-0e3b33348d64 req-b6b61235-242b-4850-a9e2-3167d2c81788 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 210 time: 0.0464530 Sep 18 05:05:02.163462 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d0cb3f0-6a48-47da-b9c9-f1ab1c5327a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:02.169056 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-2dbfb5c0-a443-415d-a013-3cf2ba9ce581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:02.171927 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-2dbfb5c0-a443-415d-a013-3cf2ba9ce581 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1193230 Sep 18 05:05:02.235946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-b8e0b7b0-0f45-4caa-9b8b-23359ddd4c9c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Made reservation on behalf of e703602f261a48cbb0c419ecc1c3fbdb for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:02.239783 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-b8e0b7b0-0f45-4caa-9b8b-23359ddd4c9c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:02.313576 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32eddef2-1724-424c-a994-8597700a1209 req-f9626654-3c59-4868-878c-e590c2605f9c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 210 time: 0.0760014 Sep 18 05:05:02.433244 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d0cb3f0-6a48-47da-b9c9-f1ab1c5327a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:02.436301 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d0cb3f0-6a48-47da-b9c9-f1ab1c5327a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:02.440430 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5d0cb3f0-6a48-47da-b9c9-f1ab1c5327a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/260208f4-3080-4052-890d-e4b3af996efe HTTP/1.1" status: 204 len: 168 time: 0.5021861 Sep 18 05:05:02.525130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-b8e0b7b0-0f45-4caa-9b8b-23359ddd4c9c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Allocated IP 172.20.0.13 (92b3abf4-bcb6-45b8-bbb1-dc12f0281979/34089468-1685-4b85-8179-d341fc1d6aca/12e00421-c24a-4f6c-8320-22e2a4ecb846) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:05:02.563804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-8793a0e7-1b25-443a-bf75-0f762b1a7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:02.565275 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-8793a0e7-1b25-443a-bf75-0f762b1a7f24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 1100 time: 0.3314528 Sep 18 05:05:02.570186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cb3f0-6a48-47da-b9c9-f1ab1c5327a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260208f4-3080-4052-890d-e4b3af996efe,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:02.579515 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-010277dc-c947-4371-af43-4a250f44de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:02.581137 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-010277dc-c947-4371-af43-4a250f44de65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3463764 Sep 18 05:05:02.697559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55158fd-0728-4948-abbd-fff92c52d05e {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:02.714644 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:02.734391 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Transition to ACTIVE for port object b55158fd-0728-4948-abbd-fff92c52d05e will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:05:02.741961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-abdade12-ea71-4816-b7f6-6682950dd3fe tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Allocated IP 19.80.0.218 (188e1281-0113-4e61-b272-1518548e7e63/8f647093-3e9b-4a01-ac46-800cfb445cf9/98fbf21f-f9fc-415b-8685-252a40f0994b) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:05:02.861094 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:03.023840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b55158fd-0728-4948-abbd-fff92c52d05e,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:03.173484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Attempting to bind port b55158fd-0728-4948-abbd-fff92c52d05e on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:05:03.173850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Attempting to bind port b55158fd-0728-4948-abbd-fff92c52d05e by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:05:03.173994 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-874c0eac-9f47-4de5-b596-5f67acbc0d44 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810204 Sep 18 05:05:03.174436 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Attempting to bind port b55158fd-0728-4948-abbd-fff92c52d05e on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:03.188035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Port b55158fd-0728-4948-abbd-fff92c52d05e on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:05:03.192733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Attempting to bind port b55158fd-0728-4948-abbd-fff92c52d05e on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:03.211822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:05:03.212151 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:03.212902 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:05:03.213423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Bound port: b55158fd-0728-4948-abbd-fff92c52d05e, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:05:03.213796 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:03.229285 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6358221-a689-4e36-8769-de95dac2c405 req-4fbf866b-e155-49c5-9dae-d035f828ba5c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:03.230885 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f6358221-a689-4e36-8769-de95dac2c405 req-4fbf866b-e155-49c5-9dae-d035f828ba5c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 948 time: 0.1795638 Sep 18 05:05:03.241852 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2a796003-3426-40d4-8b4b-04479f73cd17 req-c9afa7b0-e77e-4847-9fbe-e5d3d24497b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1144218 Sep 18 05:05:03.242108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-ce5cbe13-c2e6-44e6-ad9a-df72ca630569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:03.243327 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-ce5cbe13-c2e6-44e6-ad9a-df72ca630569 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.6533566 Sep 18 05:05:03.379549 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a65d80-2854-4ddc-b1c6-60f3c49dbedd req-39ad4954-4219-4673-a359-fc6b4da4a1c4 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:03.387544 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02a65d80-2854-4ddc-b1c6-60f3c49dbedd req-39ad4954-4219-4673-a359-fc6b4da4a1c4 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 947 time: 0.4668753 Sep 18 05:05:03.398469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-3f6a7bbf-7b94-4669-9935-9d32f0f941ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7 HTTP/1.1" status: 200 len: 217 time: 0.1254127 Sep 18 05:05:03.470290 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f6358221-a689-4e36-8769-de95dac2c405 req-498eada2-596a-4524-b1f8-25f86a342f96 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272098 Sep 18 05:05:03.496965 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a796003-3426-40d4-8b4b-04479f73cd17 req-dbddc3d9-7788-440c-8f79-048318bb00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:03.498706 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2a796003-3426-40d4-8b4b-04479f73cd17 req-dbddc3d9-7788-440c-8f79-048318bb00e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 1102 time: 0.1879699 Sep 18 05:05:03.515498 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] For port b55158fd-0728-4948-abbd-fff92c52d05e, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:05:03.519771 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] For port b55158fd-0728-4948-abbd-fff92c52d05e, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b55158fd-0728-4948-abbd-fff92c52d05e,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:05:03.546699 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-b8e0b7b0-0f45-4caa-9b8b-23359ddd4c9c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:03.613708 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:03.623661 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-4f617489-f18d-441b-89c1-53fb05bd2e5c service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292715 Sep 18 05:05:03.624167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-e94b7118-f522-4208-91ca-a172e3c6bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:03.626013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-e94b7118-f522-4208-91ca-a172e3c6bf44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1888859 Sep 18 05:05:03.649443 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-de416eb2-2f92-4450-88cf-9ed66208f049 req-f2c7242d-a47f-4bee-b857-bc01fd38c619 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 210 time: 0.0855303 Sep 18 05:05:03.659559 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02a65d80-2854-4ddc-b1c6-60f3c49dbedd req-1383e1ad-f108-4e42-81f2-b9609ef34799 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0bddc00-b218-4e22-8b66-1eb28c4c0b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695107 Sep 18 05:05:03.692645 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-abdade12-ea71-4816-b7f6-6682950dd3fe tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:03.756670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:03.757955 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:03.764791 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/b55158fd-0728-4948-abbd-fff92c52d05e HTTP/1.1" status: 200 len: 1096 time: 1.8085036 Sep 18 05:05:03.819977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72caa46b-c9a2-4b31-b0da-fa835cf365f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b55158fd-0728-4948-abbd-fff92c52d05e,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:03.849467 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a796003-3426-40d4-8b4b-04479f73cd17 req-06094ce5-223f-410c-8cb9-79fe3a6ac900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:03.851486 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2a796003-3426-40d4-8b4b-04479f73cd17 req-06094ce5-223f-410c-8cb9-79fe3a6ac900 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.3304250 Sep 18 05:05:03.868720 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-abe0af64-20c2-436c-90f3-4f260d3528e0 req-7be8d591-95da-4010-a7cb-b53ef6d0e515 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 210 time: 0.0413091 Sep 18 05:05:03.874497 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-25b0ada5-228e-485e-85a7-148ad70c116d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:03.890864 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5538c6a0-70e4-44a6-af02-aa389df00f76 req-10e9e1e6-12d1-4c39-a6c7-d21656869e0c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 210 time: 0.0975356 Sep 18 05:05:03.916698 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-df27a564-1a81-4579-9eb1-788be84810c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:03.918585 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-df27a564-1a81-4579-9eb1-788be84810c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2747633 Sep 18 05:05:03.944283 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2a796003-3426-40d4-8b4b-04479f73cd17 req-6c13e5e0-e83c-46d9-9d50-3c3c892828b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=df4a54dd-050c-4c73-91b4-24dce1197660 HTTP/1.1" status: 200 len: 217 time: 0.0781279 Sep 18 05:05:04.034471 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2a3b7c-e927-411f-8e3a-2fbfeaabc346', 'tag': 'b55158fd-0728-4948-abbd-fff92c52d05e'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:04.047786 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f91217-9f16-487d-9494-01abe6a75b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2a3b7c-e927-411f-8e3a-2fbfeaabc346", "tag": "b55158fd-0728-4948-abbd-fff92c52d05e"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:04.051027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-b8e0b7b0-0f45-4caa-9b8b-23359ddd4c9c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:04.086320 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-abdade12-ea71-4816-b7f6-6682950dd3fe tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:04.149039 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62eaa818-2793-47c9-8354-bed9a6e4412b x-openstack-request-id: req-62eaa818-2793-47c9-8354-bed9a6e4412b {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:04.149351 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2a3b7c-e927-411f-8e3a-2fbfeaabc346", "tag": "b55158fd-0728-4948-abbd-fff92c52d05e", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:04.149607 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62eaa818-2793-47c9-8354-bed9a6e4412b {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:04.150028 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2a3b7c-e927-411f-8e3a-2fbfeaabc346', 'tag': 'b55158fd-0728-4948-abbd-fff92c52d05e', 'status': 'completed', 'code': 200} Sep 18 05:05:04.201570 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a796003-3426-40d4-8b4b-04479f73cd17 req-fb699de3-9adf-49b9-92f0-659d3c1d9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:04.203284 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2a796003-3426-40d4-8b4b-04479f73cd17 req-fb699de3-9adf-49b9-92f0-659d3c1d9f80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.2525094 Sep 18 05:05:04.224624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-dffae7f5-2dfe-4852-9ee9-b6901dcb2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:04.226198 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-dffae7f5-2dfe-4852-9ee9-b6901dcb2ea6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74351883eb134a61a1ad7301bd7ce18e&device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 1099 time: 0.1643457 Sep 18 05:05:04.277603 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:04.288999 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-1e87d95a-8ade-4dd1-8859-11adf3c29e49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=b55158fd-0728-4948-abbd-fff92c52d05e HTTP/1.1" status: 200 len: 217 time: 0.0460508 Sep 18 05:05:04.298842 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-b8e0b7b0-0f45-4caa-9b8b-23359ddd4c9c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Network 92b3abf4-bcb6-45b8-bbb1-dc12f0281979 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:05:04.319457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-b8e0b7b0-0f45-4caa-9b8b-23359ddd4c9c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:04.329883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-b8e0b7b0-0f45-4caa-9b8b-23359ddd4c9c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:05:04.334932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a796003-3426-40d4-8b4b-04479f73cd17 req-5bd7b1fe-979f-4f66-8ee7-54aba4dfe403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:04.337889 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2a796003-3426-40d4-8b4b-04479f73cd17 req-5bd7b1fe-979f-4f66-8ee7-54aba4dfe403 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1251233 Sep 18 05:05:04.355625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-abdade12-ea71-4816-b7f6-6682950dd3fe tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Network 188e1281-0113-4e61-b272-1518548e7e63 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:05:04.388437 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-63e9fe24-93fc-42a5-bd2a-ab705e7d7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:04.390186 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-63e9fe24-93fc-42a5-bd2a-ab705e7d7a96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0937390 Sep 18 05:05:04.432849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-abdade12-ea71-4816-b7f6-6682950dd3fe tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:04.460023 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-abdade12-ea71-4816-b7f6-6682950dd3fe tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:05:04.481030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0b7b0-0f45-4caa-9b8b-23359ddd4c9c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Pushing event updated for resources: {'Port': ['ID=12e00421-c24a-4f6c-8320-22e2a4ecb846,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:04.513800 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2a796003-3426-40d4-8b4b-04479f73cd17 req-fa26d390-eb0e-4e7e-8574-649175aa1af0 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694684 Sep 18 05:05:04.517651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-0ba0334a-55c5-458f-b7f8-04e01409aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:04.522457 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-0ba0334a-55c5-458f-b7f8-04e01409aa4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0928226 Sep 18 05:05:04.654294 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-1d10e1c8-ed8f-4544-b698-887e7916b1b2 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7236507 Sep 18 05:05:04.667597 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-abdade12-ea71-4816-b7f6-6682950dd3fe tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:04.668406 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-abdade12-ea71-4816-b7f6-6682950dd3fe tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:04.751706 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-4d8db7f1-72c4-425d-b179-493fc2f74a2b tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b25eefa3b65849c682429ea7935e4ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692790 Sep 18 05:05:04.758489 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-b8e0b7b0-0f45-4caa-9b8b-23359ddd4c9c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:04.759166 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-b8e0b7b0-0f45-4caa-9b8b-23359ddd4c9c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:04.845376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdade12-ea71-4816-b7f6-6682950dd3fe tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event updated for resources: {'Port': ['ID=98fbf21f-f9fc-415b-8685-252a40f0994b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:04.863733 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-5f615de7-e7cf-44f0-8a11-f5629b38d633 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323722 Sep 18 05:05:04.865581 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a010c869-8c4c-4e02-817c-ce5bc48659fc None None] Provisioning complete for port 98fbf21f-f9fc-415b-8685-252a40f0994b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:04.866027 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a010c869-8c4c-4e02-817c-ce5bc48659fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:04.866146 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2a796003-3426-40d4-8b4b-04479f73cd17 req-2532e390-8288-4b2f-83f2-5bd6259a5dce service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430002 Sep 18 05:05:04.866777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098ff11-24d5-4966-a957-9e961303a500 req-1955f550-bb63-4cf7-b8cd-5c56aaacc69e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:04.869694 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e098ff11-24d5-4966-a957-9e961303a500 req-1955f550-bb63-4cf7-b8cd-5c56aaacc69e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 948 time: 0.2120557 Sep 18 05:05:04.913166 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a010c869-8c4c-4e02-817c-ce5bc48659fc None None] Port 98fbf21f-f9fc-415b-8685-252a40f0994b cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:05:04.914755 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-abdade12-ea71-4816-b7f6-6682950dd3fe tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4595976 Sep 18 05:05:04.926109 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-121a60a8-564c-4ce2-b043-3c116571b252 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542093 Sep 18 05:05:04.930607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-67191a33-bc69-4534-9bb5-b2e474ac5aba tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Request body: {'port': {'device_id': '40244c98-ef65-4781-a717-326f059b52ac', 'network_id': '037752ae-64c8-4f55-a087-f040936db07d', 'admin_state_up': True, 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:04.954031 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-b8e0b7b0-0f45-4caa-9b8b-23359ddd4c9c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5872309 Sep 18 05:05:04.968897 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e098ff11-24d5-4966-a957-9e961303a500 req-86fc5762-a215-4191-9376-b4990b72fa82 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844803 Sep 18 05:05:05.006275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Request body: {'port': {'device_id': '3dd0f290-15cb-4889-bd32-6de5cd56b1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:05.076344 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-ec8105c9-f712-415c-9cc6-bacdb4ff8412 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:05.084144 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-ec8105c9-f712-415c-9cc6-bacdb4ff8412 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3252304 Sep 18 05:05:05.097436 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38ac476f-8939-4fe0-bcfc-f76b249db652 req-eab9f029-a6eb-420b-b7d2-b0d9eee0b4d0 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853347 Sep 18 05:05:05.107607 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-b0c7e6aa-1ddd-4dad-9a6d-573c2dfc1a42 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/quotas/b25eefa3b65849c682429ea7935e4ecb HTTP/1.1" status: 200 len: 375 time: 0.0223603 Sep 18 05:05:05.137135 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:05.149183 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-caef436d-7fe9-491d-8443-211cd7282b34 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b25eefa3b65849c682429ea7935e4ecb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398753 Sep 18 05:05:05.171687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 653fcbc2-fa88-4234-a56e-d4b2abe035f7 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:05:05.190828 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:05.219224 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0170a93-d50e-42d9-83be-c9f89b76872f req-d5822535-a8db-4575-b71c-29372e3b04c4 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:05.226892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0170a93-d50e-42d9-83be-c9f89b76872f req-d5822535-a8db-4575-b71c-29372e3b04c4 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 932 time: 0.1256726 Sep 18 05:05:05.307432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ee7718b2-a634-4386-b409-aea49d077b8c no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:05.327992 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0170a93-d50e-42d9-83be-c9f89b76872f req-d407318b-8b9c-45a8-a2d5-39a233ef914d tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950294 Sep 18 05:05:05.337073 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f91217-9f16-487d-9494-01abe6a75b8b req-b91de309-47b8-486a-906b-d0745bed3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:05.339398 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75f91217-9f16-487d-9494-01abe6a75b8b req-b91de309-47b8-486a-906b-d0745bed3cd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=74351883eb134a61a1ad7301bd7ce18e&device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 1099 time: 0.1036713 Sep 18 05:05:05.345238 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: ee7718b2-a634-4386-b409-aea49d077b8c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:05.345818 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ee7718b2-a634-4386-b409-aea49d077b8c not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:05.367931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:05.387794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'mac_address': 'fa:16:3e:57:93:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:05:05.390304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-67191a33-bc69-4534-9bb5-b2e474ac5aba tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:05.394521 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-67191a33-bc69-4534-9bb5-b2e474ac5aba tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:05.437462 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:05.454480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653fcbc2-fa88-4234-a56e-d4b2abe035f7 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:05.498318 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:05.548585 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c47d96bd-2a1f-4336-8f22-6213bcde595f req-c3e292bc-9a28-44aa-abdd-8b830867b942 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 210 time: 0.0405068 Sep 18 05:05:05.589027 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:05.602034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f91217-9f16-487d-9494-01abe6a75b8b req-4e37b150-753b-4270-baff-c0f6d6713777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:05.603851 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75f91217-9f16-487d-9494-01abe6a75b8b req-4e37b150-753b-4270-baff-c0f6d6713777 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.2576685 Sep 18 05:05:05.689438 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75f91217-9f16-487d-9494-01abe6a75b8b req-4b467560-8b12-4d9e-9cbe-14940a85d6d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=b55158fd-0728-4948-abbd-fff92c52d05e HTTP/1.1" status: 200 len: 217 time: 0.0777020 Sep 18 05:05:05.697808 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=653fcbc2-fa88-4234-a56e-d4b2abe035f7,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:05.802167 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b6cd4-052f-4578-adaf-2de857bbc0a0 req-34bbe1b2-fa74-4ef5-8d3a-b3551a67451c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:05.802785 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c2b6cd4-052f-4578-adaf-2de857bbc0a0 req-34bbe1b2-fa74-4ef5-8d3a-b3551a67451c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 932 time: 0.1118817 Sep 18 05:05:05.847596 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f91217-9f16-487d-9494-01abe6a75b8b req-b544659b-ca92-4d79-b981-89deef73ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:05.849196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['653fcbc2-fa88-4234-a56e-d4b2abe035f7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:05.849915 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75f91217-9f16-487d-9494-01abe6a75b8b req-b544659b-ca92-4d79-b981-89deef73ec10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1186216 Sep 18 05:05:05.894681 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c2b6cd4-052f-4578-adaf-2de857bbc0a0 req-fe346d0c-9d39-42fe-b5c6-cfd32a82f3f6 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fed92a9-083c-4d4f-ae21-e0c704da69b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849342 Sep 18 05:05:05.911853 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f91217-9f16-487d-9494-01abe6a75b8b req-6ed93d96-be54-4ec6-b186-0cb5df6998c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:05.913692 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75f91217-9f16-487d-9494-01abe6a75b8b req-6ed93d96-be54-4ec6-b186-0cb5df6998c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0535858 Sep 18 05:05:06.044362 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75f91217-9f16-487d-9494-01abe6a75b8b req-518fac92-2bb0-4532-81cb-103b8b04aba2 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227591 Sep 18 05:05:06.166707 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75f91217-9f16-487d-9494-01abe6a75b8b req-41486b59-b934-43d3-96cf-3c5e4ce32893 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143875 Sep 18 05:05:06.226967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b2ccf-fb38-4cd3-a190-640df5597663 req-eec862ee-8a61-42c5-ac29-78369226f1be tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:06.228550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-416b2ccf-fb38-4cd3-a190-640df5597663 req-eec862ee-8a61-42c5-ac29-78369226f1be tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 947 time: 0.7016492 Sep 18 05:05:06.272658 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-67191a33-bc69-4534-9bb5-b2e474ac5aba tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Allocated IP 19.86.0.101 (037752ae-64c8-4f55-a087-f040936db07d/29e4d926-d986-4132-8c1a-7d147ea7e7f8/33362b74-087c-463b-9bd3-4f3b6533fccb) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:05:06.323477 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-416b2ccf-fb38-4cd3-a190-640df5597663 req-9e8d3749-dc81-4f6e-8be2-880c8542dfad tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0bddc00-b218-4e22-8b66-1eb28c4c0b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814884 Sep 18 05:05:06.387611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e00421-c24a-4f6c-8320-22e2a4ecb846 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:06.399691 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:06.435419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Transition to ACTIVE for port object 12e00421-c24a-4f6c-8320-22e2a4ecb846 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:05:06.505294 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:06.577254 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2a03d-000a-4c9d-9c15-b730be2380e8 req-b673be17-017e-4099-bef2-ed75d413c0b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:06.585264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d2a2a03d-000a-4c9d-9c15-b730be2380e8 req-b673be17-017e-4099-bef2-ed75d413c0b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 932 time: 0.0780735 Sep 18 05:05:06.585489 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e3f38ec3-421a-4f3f-9cc0-c408edd55fee req-eb5ae73b-5f22-48cb-ac73-5c76fd67de69 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 210 time: 0.0832567 Sep 18 05:05:06.639666 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d2a2a03d-000a-4c9d-9c15-b730be2380e8 req-1ae40092-5e6b-4cc1-ae18-dc3c2eb8aad4 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509870 Sep 18 05:05:06.646658 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-67191a33-bc69-4534-9bb5-b2e474ac5aba tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:06.722893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Pushing event updated for resources: {'Port': ['ID=12e00421-c24a-4f6c-8320-22e2a4ecb846,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:06.724147 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:06.752931 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f08b540-172d-4507-bc7d-388250ace092 req-4999afb6-a6d4-4468-9d1e-e8f55eeaf9fb tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 210 time: 0.0379603 Sep 18 05:05:06.768526 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-67191a33-bc69-4534-9bb5-b2e474ac5aba tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:06.892710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-67191a33-bc69-4534-9bb5-b2e474ac5aba tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Network 037752ae-64c8-4f55-a087-f040936db07d is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:05:06.908875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-bb2c6b6e-c7fd-4f51-9f76-681077352c47 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:06.910415 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-bb2c6b6e-c7fd-4f51-9f76-681077352c47 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef&tenant_id=20ae15386bab4155a078057ceffa9f60&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 949 time: 0.3620098 Sep 18 05:05:06.914489 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-67191a33-bc69-4534-9bb5-b2e474ac5aba tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:06.917021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-67191a33-bc69-4534-9bb5-b2e474ac5aba tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:05:06.979650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191a33-bc69-4534-9bb5-b2e474ac5aba tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event updated for resources: {'Port': ['ID=33362b74-087c-463b-9bd3-4f3b6533fccb,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:07.013840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ed7cc-0e5e-47df-a128-e0dcdc7ead63 req-e2c4ebde-cba8-4a92-8742-60b1fd8a02d0 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:07.021627 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb2ed7cc-0e5e-47df-a128-e0dcdc7ead63 req-e2c4ebde-cba8-4a92-8742-60b1fd8a02d0 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 949 time: 0.2874916 Sep 18 05:05:07.044701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618300d3-a901-4c3e-af6c-75198ea1a7a8 req-b8fd8704-8e2e-467e-9cbe-eacd52972c1c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:07.049948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Attempting to bind port 12e00421-c24a-4f6c-8320-22e2a4ecb846 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:05:07.050390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Attempting to bind port 12e00421-c24a-4f6c-8320-22e2a4ecb846 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0a88cbd6-2caa-4c42-8664-f94de37b2490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '92b3abf4-bcb6-45b8-bbb1-dc12f0281979'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:05:07.050804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Attempting to bind port 12e00421-c24a-4f6c-8320-22e2a4ecb846 on network 92b3abf4-bcb6-45b8-bbb1-dc12f0281979 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:07.053205 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-618300d3-a901-4c3e-af6c-75198ea1a7a8 req-b8fd8704-8e2e-467e-9cbe-eacd52972c1c tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 944 time: 0.0812225 Sep 18 05:05:07.079083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Port 12e00421-c24a-4f6c-8320-22e2a4ecb846 on network 92b3abf4-bcb6-45b8-bbb1-dc12f0281979 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:05:07.079513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Attempting to bind port 12e00421-c24a-4f6c-8320-22e2a4ecb846 on network 92b3abf4-bcb6-45b8-bbb1-dc12f0281979 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:07.104565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-67191a33-bc69-4534-9bb5-b2e474ac5aba tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:07.105339 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-67191a33-bc69-4534-9bb5-b2e474ac5aba tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:07.109821 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-618300d3-a901-4c3e-af6c-75198ea1a7a8 req-8cdea9b2-dbc3-4fee-be0e-8f7ca12098eb tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fed92a9-083c-4d4f-ae21-e0c704da69b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555148 Sep 18 05:05:07.141104 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:05:07.141468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Checking segment: {'id': '0a88cbd6-2caa-4c42-8664-f94de37b2490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '92b3abf4-bcb6-45b8-bbb1-dc12f0281979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:07.141871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Bound using segment: {'id': '0a88cbd6-2caa-4c42-8664-f94de37b2490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '92b3abf4-bcb6-45b8-bbb1-dc12f0281979'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:05:07.142336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Bound port: 12e00421-c24a-4f6c-8320-22e2a4ecb846, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a88cbd6-2caa-4c42-8664-f94de37b2490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '92b3abf4-bcb6-45b8-bbb1-dc12f0281979'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:05:07.142708 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:07.154400 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb2ed7cc-0e5e-47df-a128-e0dcdc7ead63 req-d57556f0-5e3b-4ca3-b291-53af595d4b04 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317477 Sep 18 05:05:07.162207 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-3397069f-aa43-4fc4-bb74-a08efa81a30b service neutron] 10.222.0.18 "GET /v2.0/ports/653fcbc2-fa88-4234-a56e-d4b2abe035f7/bindings/n-h1-789963-13 HTTP/1.1" status: 200 len: 383 time: 0.2259214 Sep 18 05:05:07.193591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 653fcbc2-fa88-4234-a56e-d4b2abe035f7 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:07.234686 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-67191a33-bc69-4534-9bb5-b2e474ac5aba tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3108096 Sep 18 05:05:07.256432 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-dc6fe833-2191-41c0-96a7-f0e3436225ff tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Request body: {'port': {'device_id': '40244c98-ef65-4781-a717-326f059b52ac', 'network_id': '188e1281-0113-4e61-b272-1518548e7e63', 'admin_state_up': True, 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:07.276563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9af6b56d-abe0-4ecf-95eb-c260c8e9e38e None None] Provisioning complete for port 33362b74-087c-463b-9bd3-4f3b6533fccb triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:07.276956 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9af6b56d-abe0-4ecf-95eb-c260c8e9e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:07.280217 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43258) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:07.300170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] For port 12e00421-c24a-4f6c-8320-22e2a4ecb846, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:05:07.301855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device b55158fd-0728-4948-abbd-fff92c52d05e details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:05:07.316999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] For port 12e00421-c24a-4f6c-8320-22e2a4ecb846, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=12e00421-c24a-4f6c-8320-22e2a4ecb846,segment=NetworkSegment(0a88cbd6-2caa-4c42-8664-f94de37b2490),segment_id=0a88cbd6-2caa-4c42-8664-f94de37b2490)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:05:07.330257 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9af6b56d-abe0-4ecf-95eb-c260c8e9e38e None None] Port 33362b74-087c-463b-9bd3-4f3b6533fccb cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:05:07.362945 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-e3ac9599-3e1e-4b8f-9304-438958bbf0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:07.364595 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-e3ac9599-3e1e-4b8f-9304-438958bbf0de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 1101 time: 0.1652131 Sep 18 05:05:07.384712 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:05:07.394701 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:07.395316 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:07.412020 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:07.454786 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port b55158fd-0728-4948-abbd-fff92c52d05e, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b55158fd-0728-4948-abbd-fff92c52d05e,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:07.461087 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3d30e3c8-6742-4e6f-a889-574879d7a791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:07.471652 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'b55158fd-0728-4948-abbd-fff92c52d05e', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'b55158fd-0728-4948-abbd-fff92c52d05e', 'mac_address': 'fa:16:3e:44:e6:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:05:07.546991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:07.547697 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:07.549212 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] 10.222.0.13 "PUT /v2.0/ports/12e00421-c24a-4f6c-8320-22e2a4ecb846 HTTP/1.1" status: 200 len: 1093 time: 2.5732133 Sep 18 05:05:07.551287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd0f290-15cb-4889-bd32-6de5cd56b1e5', 'tag': '12e00421-c24a-4f6c-8320-22e2a4ecb846'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:07.553783 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b840a88-4f33-45ca-a429-d180aefea183" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd0f290-15cb-4889-bd32-6de5cd56b1e5", "tag": "12e00421-c24a-4f6c-8320-22e2a4ecb846"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:07.588759 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:07.603463 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:07.603860 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bb8f7-555f-4f85-823d-c5dee3eaa68b service neutron] Pushing event updated for resources: {'Port': ['ID=12e00421-c24a-4f6c-8320-22e2a4ecb846,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:07.607821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-8c45d365-71fc-467d-a4b1-1fa5270cba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:07.610018 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-8c45d365-71fc-467d-a4b1-1fa5270cba7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.2379045 Sep 18 05:05:07.619718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55158fd-0728-4948-abbd-fff92c52d05e {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:07.634328 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bb644f-e1b1-49ec-a933-a2db98c07494 x-openstack-request-id: req-a1bb644f-e1b1-49ec-a933-a2db98c07494 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:07.635551 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd0f290-15cb-4889-bd32-6de5cd56b1e5", "tag": "12e00421-c24a-4f6c-8320-22e2a4ecb846", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:07.636727 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1bb644f-e1b1-49ec-a933-a2db98c07494 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:07.637253 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd0f290-15cb-4889-bd32-6de5cd56b1e5', 'tag': '12e00421-c24a-4f6c-8320-22e2a4ecb846', 'status': 'completed', 'code': 200} Sep 18 05:05:07.682561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:07.686696 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20feda34-0cbe-463c-8a8b-62521ff4740f" -d '{"events": [{"server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "name": "network-vif-plugged", "status": "completed", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:07.692226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port b55158fd-0728-4948-abbd-fff92c52d05e, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b55158fd-0728-4948-abbd-fff92c52d05e,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:07.693822 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3d30e3c8-6742-4e6f-a889-574879d7a791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:07.701130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:07.714958 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b4400-1434-4b8d-bda2-cacaa4b33d41 req-85054c03-13c3-4492-8b63-b01d8e861eac tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:07.720818 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ed4b4400-1434-4b8d-bda2-cacaa4b33d41 req-85054c03-13c3-4492-8b63-b01d8e861eac tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 947 time: 0.2397742 Sep 18 05:05:07.743095 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-efb5b219-6766-43cd-936e-558c4fcab757 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7 HTTP/1.1" status: 200 len: 217 time: 0.1208332 Sep 18 05:05:07.760841 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ed4b4400-1434-4b8d-bda2-cacaa4b33d41 req-bf0266a1-1352-430e-9d5b-eb08d8cc0247 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0bddc00-b218-4e22-8b66-1eb28c4c0b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374229 Sep 18 05:05:07.804722 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8767930e-6948-4bfa-b9f6-ac74d5e3ff95 req-e50143de-fbce-43ca-8242-a22e9c1b56ac tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 210 time: 0.0883844 Sep 18 05:05:07.826381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-ff62d5e5-6c9e-43e7-b153-bd3ad7095f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:07.828735 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-ff62d5e5-6c9e-43e7-b153-bd3ad7095f0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0650239 Sep 18 05:05:07.833181 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3d30e3c8-6742-4e6f-a889-574879d7a791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:07.833445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b840a88-4f33-45ca-a429-d180aefea183 req-a2cc1ccb-0c8d-4d86-bb62-4a57336839f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:07.833445 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b840a88-4f33-45ca-a429-d180aefea183 req-a2cc1ccb-0c8d-4d86-bb62-4a57336839f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e703602f261a48cbb0c419ecc1c3fbdb&device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 1096 time: 0.1776519 Sep 18 05:05:07.833630 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:07.834454 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:07.948307 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=653fcbc2-fa88-4234-a56e-d4b2abe035f7,revision_number=9']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:07.961285 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-dc6fe833-2191-41c0-96a7-f0e3436225ff tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:07.965089 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-dc6fe833-2191-41c0-96a7-f0e3436225ff tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:07.980569 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3d30e3c8-6742-4e6f-a889-574879d7a791 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a7973a2c98f4151b50c54fc6ca803b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6991167 Sep 18 05:05:07.981685 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30e3c8-6742-4e6f-a889-574879d7a791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bbd1ce-538c-4327-8ef4-0bef8c89b652,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:07.985423 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43278) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:08.017747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59610108-1f28-433a-97ae-434962a81f00 req-39981b17-187f-40c4-9e78-ebc50a8404de tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:08.021069 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-114fd560-3c2c-4557-8038-43affb50d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:08.022855 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-114fd560-3c2c-4557-8038-43affb50d1ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1721482 Sep 18 05:05:08.025994 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59610108-1f28-433a-97ae-434962a81f00 req-39981b17-187f-40c4-9e78-ebc50a8404de tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:08.038618 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-59610108-1f28-433a-97ae-434962a81f00 req-39981b17-187f-40c4-9e78-ebc50a8404de tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 1655 time: 0.1739843 Sep 18 05:05:08.097053 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b840a88-4f33-45ca-a429-d180aefea183 req-ef1bf0bf-94ae-4e78-aa95-adeb22b68d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:08.099648 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b840a88-4f33-45ca-a429-d180aefea183 req-ef1bf0bf-94ae-4e78-aa95-adeb22b68d6c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e703602f261a48cbb0c419ecc1c3fbdb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2490797 Sep 18 05:05:08.109636 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=b55158fd-0728-4948-abbd-fff92c52d05e,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:08.115080 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-59610108-1f28-433a-97ae-434962a81f00 req-48ff06e0-edd3-4451-a143-12b9318f44c8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752075 Sep 18 05:05:08.121722 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efb67a2-6870-4f98-9a25-b268e27442bc x-openstack-request-id: req-8efb67a2-6870-4f98-9a25-b268e27442bc {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:08.122973 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "name": "network-vif-plugged", "status": "completed", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:08.123448 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8efb67a2-6870-4f98-9a25-b268e27442bc {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:08.124041 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'code': 200} Sep 18 05:05:08.145148 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['b55158fd-0728-4948-abbd-fff92c52d05e'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:08.207261 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69aa55bb-e272-48ea-bebd-1ba03ce373eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:08.229813 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69aa55bb-e272-48ea-bebd-1ba03ce373eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:08.323440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-45466560-650d-4dd4-be4b-a51471249948 req-5f515c30-72c5-4904-898e-cda7f8a028ec tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=55597c22-e417-47ad-8ea4-c5cbc5dbc011 HTTP/1.1" status: 200 len: 210 time: 0.0691833 Sep 18 05:05:08.345168 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79661bbb-7ba6-4a30-9956-5c515f081268 req-cd4fdc18-3893-4159-9820-4f2ff1516d8b tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:08.346876 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79661bbb-7ba6-4a30-9956-5c515f081268 req-cd4fdc18-3893-4159-9820-4f2ff1516d8b tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 944 time: 0.1007838 Sep 18 05:05:08.424380 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-f62a05d1-102d-4ac7-b801-23842cbddd92 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b25eefa3b65849c682429ea7935e4ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719144 Sep 18 05:05:08.458743 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-8d5f4446-f1d2-4b58-b05a-9e6b4fbd71e9 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259996 Sep 18 05:05:08.465531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-dc6fe833-2191-41c0-96a7-f0e3436225ff tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Allocated IP 19.80.0.212 (188e1281-0113-4e61-b272-1518548e7e63/8f647093-3e9b-4a01-ac46-800cfb445cf9/5406d3c2-c4a1-4437-b61f-a2df989b45fd) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:05:08.474177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b840a88-4f33-45ca-a429-d180aefea183 req-e071bf4c-bc70-4d7c-8d83-0c0ca1793b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:08.475736 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79661bbb-7ba6-4a30-9956-5c515f081268 req-144bdec0-ff7f-45a9-a331-ec0f81199f77 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fed92a9-083c-4d4f-ae21-e0c704da69b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210668 Sep 18 05:05:08.477276 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b840a88-4f33-45ca-a429-d180aefea183 req-e071bf4c-bc70-4d7c-8d83-0c0ca1793b40 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3424921 Sep 18 05:05:08.541995 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69aa55bb-e272-48ea-bebd-1ba03ce373eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:08.545564 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69aa55bb-e272-48ea-bebd-1ba03ce373eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:08.546318 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-69aa55bb-e272-48ea-bebd-1ba03ce373eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07bbd1ce-538c-4327-8ef4-0bef8c89b652 HTTP/1.1" status: 204 len: 168 time: 0.5568345 Sep 18 05:05:08.621439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e94f2289-660c-426b-a23b-6f4027058fe2 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:08.624138 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e94f2289-660c-426b-a23b-6f4027058fe2 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1893687 Sep 18 05:05:08.644522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Request body: {'port': {'device_id': '7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'b25eefa3b65849c682429ea7935e4ecb'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:08.662653 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa55bb-e272-48ea-bebd-1ba03ce373eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bbd1ce-538c-4327-8ef4-0bef8c89b652,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:08.720867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-b5f4cce6-37cc-4c00-b3e0-786e008b1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:08.722369 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-b5f4cce6-37cc-4c00-b3e0-786e008b1734 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e703602f261a48cbb0c419ecc1c3fbdb&device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 1096 time: 0.1869528 Sep 18 05:05:08.730496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27252b80-9d42-4f78-b33c-dd847b7227a0 req-56418a5a-a627-4687-8196-1bb63f899836 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:08.731102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27252b80-9d42-4f78-b33c-dd847b7227a0 req-56418a5a-a627-4687-8196-1bb63f899836 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.2527218 Sep 18 05:05:08.737903 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-980f3152-a5ab-415a-80ae-75d2e9eb1cfd service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660482 Sep 18 05:05:08.804918 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-255b7daf-d8df-4e5e-9cd7-823d0d56b48d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e00421-c24a-4f6c-8320-22e2a4ecb846 HTTP/1.1" status: 200 len: 217 time: 0.0721591 Sep 18 05:05:08.914144 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27252b80-9d42-4f78-b33c-dd847b7227a0 req-b2f20d36-71f3-4fff-86e1-a02caf21efd2 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690125 Sep 18 05:05:08.918344 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f73daf-fa52-4526-9d78-34b60e784d1a req-df45c117-3180-45ef-8afd-2fe7daf974ad tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:08.926153 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49f73daf-fa52-4526-9d78-34b60e784d1a req-df45c117-3180-45ef-8afd-2fe7daf974ad tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 948 time: 0.0630569 Sep 18 05:05:08.936491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Made reservation on behalf of b25eefa3b65849c682429ea7935e4ecb for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:08.940399 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:08.947649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-14b949a1-c7e5-41aa-b7b8-331c14d81f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:08.949179 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-14b949a1-c7e5-41aa-b7b8-331c14d81f6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34089468-1685-4b85-8179-d341fc1d6aca HTTP/1.1" status: 200 len: 854 time: 0.1329329 Sep 18 05:05:08.952165 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-dc6fe833-2191-41c0-96a7-f0e3436225ff tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:08.977554 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:09.007066 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-42a955b3-4fdf-472b-8105-5cdfc7890c2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92b3abf4-bcb6-45b8-bbb1-dc12f0281979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502901 Sep 18 05:05:09.044378 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49f73daf-fa52-4526-9d78-34b60e784d1a req-436be647-24f9-441a-a857-28c4b39ed223 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0bddc00-b218-4e22-8b66-1eb28c4c0b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158502 Sep 18 05:05:09.085025 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c4aa0226-3869-4e5e-abcf-62dfbdd5267e req-26f62057-0b0c-4ac2-8ce9-3e3ae6e69930 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 210 time: 0.0741935 Sep 18 05:05:09.174317 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:09.179281 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-a98e7ca4-f61a-40e5-a236-0da039af0b8b service neutron] 10.222.0.13 "GET /v2.0/networks/92b3abf4-bcb6-45b8-bbb1-dc12f0281979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632237 Sep 18 05:05:09.221321 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-dc6fe833-2191-41c0-96a7-f0e3436225ff tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:09.235420 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:09.254162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d8ea0-a177-452e-bfa4-425e7c637cbe req-a2c7b592-a5b3-45d9-a744-f9532c12eb4b tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:09.260983 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d8ea0-a177-452e-bfa4-425e7c637cbe req-a2c7b592-a5b3-45d9-a744-f9532c12eb4b tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:09.263569 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c81d8ea0-a177-452e-bfa4-425e7c637cbe req-a2c7b592-a5b3-45d9-a744-f9532c12eb4b tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 1655 time: 0.0814140 Sep 18 05:05:09.310140 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device b55158fd-0728-4948-abbd-fff92c52d05e up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:09.328185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-dc6fe833-2191-41c0-96a7-f0e3436225ff tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Network 188e1281-0113-4e61-b272-1518548e7e63 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:05:09.358210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda250a0-a7bc-47e9-b467-321b901ddfa0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:09.365214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-dc6fe833-2191-41c0-96a7-f0e3436225ff tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:09.382696 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7695ebf6-b5e9-4db5-bd62-bc109c144009 req-de271f88-b506-4c54-9534-07c7a1e2e77a service neutron] 10.222.0.13 "GET /v2.0/networks/92b3abf4-bcb6-45b8-bbb1-dc12f0281979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963692 Sep 18 05:05:09.383656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-dc6fe833-2191-41c0-96a7-f0e3436225ff tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:05:09.474710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fe833-2191-41c0-96a7-f0e3436225ff tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event updated for resources: {'Port': ['ID=5406d3c2-c4a1-4437-b61f-a2df989b45fd,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:09.500666 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c81d8ea0-a177-452e-bfa4-425e7c637cbe req-301d304d-6477-4aa4-9ea4-78522f4b0c94 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287390 Sep 18 05:05:09.501774 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Allocated IP 192.168.233.245 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/ab0b5bac-399f-4696-b8b3-a9f727719b85) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:05:09.508479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-dc6fe833-2191-41c0-96a7-f0e3436225ff tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:09.509172 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-dc6fe833-2191-41c0-96a7-f0e3436225ff tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:09.522710 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port b55158fd-0728-4948-abbd-fff92c52d05e completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:05:09.527330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port b55158fd-0728-4948-abbd-fff92c52d05e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:09.527907 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:09.660074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e369f39-2f05-4a08-b63c-a296b045a1f1 req-61be5626-50c2-4d31-a9c3-e66f13147168 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:09.662207 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e369f39-2f05-4a08-b63c-a296b045a1f1 req-61be5626-50c2-4d31-a9c3-e66f13147168 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 944 time: 0.0834582 Sep 18 05:05:09.669336 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:09.675057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-dc6fe833-2191-41c0-96a7-f0e3436225ff tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4183211 Sep 18 05:05:09.686660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Request body: {'port': {'device_id': '40244c98-ef65-4781-a717-326f059b52ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:09.753521 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port b55158fd-0728-4948-abbd-fff92c52d05e, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b55158fd-0728-4948-abbd-fff92c52d05e,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:09.790880 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:09.815018 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:09.844820 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e369f39-2f05-4a08-b63c-a296b045a1f1 req-00b53b53-512a-4b1f-bde4-3f41be8a33a1 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fed92a9-083c-4d4f-ae21-e0c704da69b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925856 Sep 18 05:05:09.868156 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:09.901670 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3a3d673d-0177-49e0-8e65-58abf4bdb79e None None] Provisioning complete for port 5406d3c2-c4a1-4437-b61f-a2df989b45fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:09.902087 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3a3d673d-0177-49e0-8e65-58abf4bdb79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:09.960621 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:09.968803 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d673d-0177-49e0-8e65-58abf4bdb79e None None] Port 5406d3c2-c4a1-4437-b61f-a2df989b45fd cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:05:09.987369 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=b55158fd-0728-4948-abbd-fff92c52d05e,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:10.026581 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:05:10.042369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:10.047134 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:05:10.125136 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2a3b7c-e927-411f-8e3a-2fbfeaabc346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55158fd-0728-4948-abbd-fff92c52d05e'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:10.127432 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51d2af0-ebcd-4e6d-9bf1-13d25a3761a6" -d '{"events": [{"server_uuid": "fd2a3b7c-e927-411f-8e3a-2fbfeaabc346", "name": "network-vif-plugged", "status": "completed", "tag": "b55158fd-0728-4948-abbd-fff92c52d05e"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:10.157541 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Pushing event updated for resources: {'Port': ['ID=ab0b5bac-399f-4696-b8b3-a9f727719b85,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:10.253927 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:10.254651 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:10.280945 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d556b-34a1-4524-9d4e-19eab7a85125 req-089c4bfd-9a0c-4f54-afc7-35f1cf43477b tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:10.283461 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b7d556b-34a1-4524-9d4e-19eab7a85125 req-089c4bfd-9a0c-4f54-afc7-35f1cf43477b tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 949 time: 0.1410015 Sep 18 05:05:10.302292 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51fd96-cb3e-46bf-a4bd-6b2242f092d8 req-b08767cf-281d-4680-a466-00751cffc9b8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:10.305544 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2a51fd96-cb3e-46bf-a4bd-6b2242f092d8 req-b08767cf-281d-4680-a466-00751cffc9b8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.1895008 Sep 18 05:05:10.363624 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-e618deba-d21e-472c-a827-932de886d115 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7264411 Sep 18 05:05:10.376391 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b7d556b-34a1-4524-9d4e-19eab7a85125 req-5a28abe3-b6d6-43c9-af94-606b9ce8c459 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0bddc00-b218-4e22-8b66-1eb28c4c0b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862288 Sep 18 05:05:10.390572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98fbf21f-f9fc-415b-8685-252a40f0994b {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:10.402702 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:10.425247 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2a51fd96-cb3e-46bf-a4bd-6b2242f092d8 req-ecca5478-c7d5-4ae5-8e7b-4204040d4bc2 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126645 Sep 18 05:05:10.435008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Transition to ACTIVE for port object 98fbf21f-f9fc-415b-8685-252a40f0994b will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:05:10.436283 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Request body: {'port': {'device_id': '7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:10.514727 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65ac80f-91ec-414f-8460-d560c7a1778b x-openstack-request-id: req-c65ac80f-91ec-414f-8460-d560c7a1778b {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:10.515350 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2a3b7c-e927-411f-8e3a-2fbfeaabc346", "name": "network-vif-plugged", "status": "completed", "tag": "b55158fd-0728-4948-abbd-fff92c52d05e", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:10.515350 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c65ac80f-91ec-414f-8460-d560c7a1778b {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:10.517710 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2a3b7c-e927-411f-8e3a-2fbfeaabc346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55158fd-0728-4948-abbd-fff92c52d05e', 'code': 200} Sep 18 05:05:10.527236 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:10.540327 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-825d115a-79c8-4cf9-b8cb-b1876b81448d None None] Provisioning complete for port ab0b5bac-399f-4696-b8b3-a9f727719b85 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:10.540720 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-825d115a-79c8-4cf9-b8cb-b1876b81448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:10.558937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:10.640095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f0eae-91da-45e7-beb0-8242d7e22cbe req-c9f5fd37-6a2f-4d28-9c00-d5f21f57cbd7 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:10.649227 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-861f0eae-91da-45e7-beb0-8242d7e22cbe req-c9f5fd37-6a2f-4d28-9c00-d5f21f57cbd7 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 936 time: 0.1346343 Sep 18 05:05:10.662623 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-825d115a-79c8-4cf9-b8cb-b1876b81448d None None] Port ab0b5bac-399f-4696-b8b3-a9f727719b85 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:05:10.751844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Pushing event updated for resources: {'Port': ['ID=98fbf21f-f9fc-415b-8685-252a40f0994b,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:10.819963 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-861f0eae-91da-45e7-beb0-8242d7e22cbe req-105a3767-75eb-4539-80d2-76017d07f027 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660223 Sep 18 05:05:10.846838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3656195-02cd-44f1-b095-9d46f6d661b1 req-08259334-9991-4e65-bb17-538b18e2d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:10.858767 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3656195-02cd-44f1-b095-9d46f6d661b1 req-08259334-9991-4e65-bb17-538b18e2d560 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 1101 time: 0.1662233 Sep 18 05:05:10.930742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Attempting to bind port 98fbf21f-f9fc-415b-8685-252a40f0994b on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:05:10.930972 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Attempting to bind port 98fbf21f-f9fc-415b-8685-252a40f0994b by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '40881310-8362-4be8-a157-0ca168cb3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '188e1281-0113-4e61-b272-1518548e7e63'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:05:10.931627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Attempting to bind port 98fbf21f-f9fc-415b-8685-252a40f0994b on network 188e1281-0113-4e61-b272-1518548e7e63 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:10.945356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Port 98fbf21f-f9fc-415b-8685-252a40f0994b on network 188e1281-0113-4e61-b272-1518548e7e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:05:10.945817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Attempting to bind port 98fbf21f-f9fc-415b-8685-252a40f0994b on network 188e1281-0113-4e61-b272-1518548e7e63 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:10.954494 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:05:10.954853 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Checking segment: {'id': '40881310-8362-4be8-a157-0ca168cb3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '188e1281-0113-4e61-b272-1518548e7e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:10.955222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Bound using segment: {'id': '40881310-8362-4be8-a157-0ca168cb3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '188e1281-0113-4e61-b272-1518548e7e63'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:05:10.955671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Bound port: 98fbf21f-f9fc-415b-8685-252a40f0994b, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40881310-8362-4be8-a157-0ca168cb3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '188e1281-0113-4e61-b272-1518548e7e63'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:05:10.956036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:10.969013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3656195-02cd-44f1-b095-9d46f6d661b1 req-7a572037-b8bc-4073-ad24-18a46865481f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f0bddc00-b218-4e22-8b66-1eb28c4c0b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837686 Sep 18 05:05:11.076017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43346) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:11.139243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] For port 98fbf21f-f9fc-415b-8685-252a40f0994b, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:05:11.280446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022b737-2136-4d25-a28a-b552185c03ba req-79be8030-f598-4a8c-b661-cf838cb43d1d tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:11.286484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022b737-2136-4d25-a28a-b552185c03ba req-79be8030-f598-4a8c-b661-cf838cb43d1d tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:11.292746 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022b737-2136-4d25-a28a-b552185c03ba req-79be8030-f598-4a8c-b661-cf838cb43d1d tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:11.300955 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b022b737-2136-4d25-a28a-b552185c03ba req-79be8030-f598-4a8c-b661-cf838cb43d1d tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2389 time: 0.1219883 Sep 18 05:05:11.326771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 12e00421-c24a-4f6c-8320-22e2a4ecb846 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:05:11.503594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 12e00421-c24a-4f6c-8320-22e2a4ecb846, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=12e00421-c24a-4f6c-8320-22e2a4ecb846,segment=NetworkSegment(0a88cbd6-2caa-4c42-8664-f94de37b2490),segment_id=0a88cbd6-2caa-4c42-8664-f94de37b2490)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:11.517902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '12e00421-c24a-4f6c-8320-22e2a4ecb846', 'network_id': '92b3abf4-bcb6-45b8-bbb1-dc12f0281979', 'port_id': '12e00421-c24a-4f6c-8320-22e2a4ecb846', 'mac_address': 'fa:16:3e:cc:de:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34089468-1685-4b85-8179-d341fc1d6aca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:05:11.562330 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:11.563152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] For port 98fbf21f-f9fc-415b-8685-252a40f0994b, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=98fbf21f-f9fc-415b-8685-252a40f0994b,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:05:11.579266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e00421-c24a-4f6c-8320-22e2a4ecb846 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:11.621647 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3dd00-ee5c-42d8-9a30-92b2952cee1c req-4692cc24-f25a-472a-b254-df880300ea3f tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:11.631154 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11f3dd00-ee5c-42d8-9a30-92b2952cee1c req-4692cc24-f25a-472a-b254-df880300ea3f tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 944 time: 0.5584209 Sep 18 05:05:11.632504 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 12e00421-c24a-4f6c-8320-22e2a4ecb846, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=12e00421-c24a-4f6c-8320-22e2a4ecb846,segment=NetworkSegment(0a88cbd6-2caa-4c42-8664-f94de37b2490),segment_id=0a88cbd6-2caa-4c42-8664-f94de37b2490)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:11.634978 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0b5bac-399f-4696-b8b3-a9f727719b85 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:11.645272 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:11.652376 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:11.654673 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3ae521c-ab07-49e6-b9b7-1372e160f480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:11.667540 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b022b737-2136-4d25-a28a-b552185c03ba req-096a76fa-9ef4-4c92-b5d6-6a28f63103bf tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657048 Sep 18 05:05:11.669388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Transition to ACTIVE for port object ab0b5bac-399f-4696-b8b3-a9f727719b85 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:05:11.679112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-ac762f16-e523-4efe-8692-da17fc8809ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:11.680562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-ac762f16-e523-4efe-8692-da17fc8809ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef&tenant_id=20ae15386bab4155a078057ceffa9f60 HTTP/1.1" status: 200 len: 1102 time: 0.1097546 Sep 18 05:05:11.710336 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:11.719367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-13', 'device_owner': 'compute:nova'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:11.743195 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:11.792778 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:11.798781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:11.799455 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:11.801580 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] 10.222.0.13 "PUT /v2.0/ports/98fbf21f-f9fc-415b-8685-252a40f0994b HTTP/1.1" status: 200 len: 1093 time: 2.1246250 Sep 18 05:05:11.814255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=12e00421-c24a-4f6c-8320-22e2a4ecb846,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:11.815306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'tag': '98fbf21f-f9fc-415b-8685-252a40f0994b'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:11.822158 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f44f67-4839-4e43-8150-8c4113de2352" -d '{"events": [{"name": "network-changed", "server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "tag": "98fbf21f-f9fc-415b-8685-252a40f0994b"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:11.917365 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0b5bac-399f-4696-b8b3-a9f727719b85,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:11.957000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8dc75-28b4-4553-ba2e-c070e181331f req-6d66665c-0954-4a7e-b80c-5f2dce5039a3 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:11.959012 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65e8dc75-28b4-4553-ba2e-c070e181331f req-6d66665c-0954-4a7e-b80c-5f2dce5039a3 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 949 time: 0.1555953 Sep 18 05:05:11.962736 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11f3dd00-ee5c-42d8-9a30-92b2952cee1c req-f6f9fb03-ec34-44ab-9168-e380cfe7fe6f tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fed92a9-083c-4d4f-ae21-e0c704da69b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303816 Sep 18 05:05:11.981621 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['12e00421-c24a-4f6c-8320-22e2a4ecb846'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:11.987171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Request body: {'port': {'device_id': '40244c98-ef65-4781-a717-326f059b52ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:12.092902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069248d-c1e8-4924-957a-e1b1fd45ff7b service neutron] Pushing event updated for resources: {'Port': ['ID=98fbf21f-f9fc-415b-8685-252a40f0994b,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:12.188304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Attempting to bind port ab0b5bac-399f-4696-b8b3-a9f727719b85 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:05:12.188938 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Attempting to bind port ab0b5bac-399f-4696-b8b3-a9f727719b85 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:05:12.189780 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Attempting to bind port ab0b5bac-399f-4696-b8b3-a9f727719b85 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:12.217885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Port ab0b5bac-399f-4696-b8b3-a9f727719b85 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:05:12.218584 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Attempting to bind port ab0b5bac-399f-4696-b8b3-a9f727719b85 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:12.241111 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65e8dc75-28b4-4553-ba2e-c070e181331f req-80f6c346-4e19-4112-9e61-689a6da62627 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0bddc00-b218-4e22-8b66-1eb28c4c0b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028131 Sep 18 05:05:12.247619 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:05:12.250374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:12.251155 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:05:12.253028 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Bound port: ab0b5bac-399f-4696-b8b3-a9f727719b85, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:05:12.254253 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:12.331658 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9723439-d0ec-4873-aa88-1d5330da8c0e x-openstack-request-id: req-c9723439-d0ec-4873-aa88-1d5330da8c0e {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:12.332007 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "tag": "98fbf21f-f9fc-415b-8685-252a40f0994b", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:12.332219 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9723439-d0ec-4873-aa88-1d5330da8c0e {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:12.332650 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'tag': '98fbf21f-f9fc-415b-8685-252a40f0994b', 'status': 'completed', 'code': 200} Sep 18 05:05:12.376437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5498898-ae36-42d0-870a-9e4728b52a7d req-bd5f1cff-84a3-4741-b7b0-daadf2e3b07d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:12.378367 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5498898-ae36-42d0-870a-9e4728b52a7d req-bd5f1cff-84a3-4741-b7b0-daadf2e3b07d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.2697997 Sep 18 05:05:12.378977 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:12.487605 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] For port ab0b5bac-399f-4696-b8b3-a9f727719b85, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:05:12.522632 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f44f67-4839-4e43-8150-8c4113de2352 req-e58cce8b-efa4-4770-861e-ebfe40b4bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:12.523132 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f44f67-4839-4e43-8150-8c4113de2352 req-e58cce8b-efa4-4770-861e-ebfe40b4bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:12.523618 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f44f67-4839-4e43-8150-8c4113de2352 req-e58cce8b-efa4-4770-861e-ebfe40b4bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:12.525323 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f4f44f67-4839-4e43-8150-8c4113de2352 req-e58cce8b-efa4-4770-861e-ebfe40b4bcbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4438b79ca124e06b56d0dccd6e7a3b0&device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2733 time: 0.1788108 Sep 18 05:05:12.553045 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] For port ab0b5bac-399f-4696-b8b3-a9f727719b85, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ab0b5bac-399f-4696-b8b3-a9f727719b85,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:05:12.554586 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3ae521c-ab07-49e6-b9b7-1372e160f480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:12.576027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5498898-ae36-42d0-870a-9e4728b52a7d req-34484c26-f03c-4118-a1f5-f39039712888 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864445 Sep 18 05:05:12.579073 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8afb16-1854-4408-8320-419d3530da96 req-616f8cb2-e206-445d-bc81-3ba15c237e19 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:12.581258 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a8afb16-1854-4408-8320-419d3530da96 req-616f8cb2-e206-445d-bc81-3ba15c237e19 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 948 time: 0.1678753 Sep 18 05:05:12.662888 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3ae521c-ab07-49e6-b9b7-1372e160f480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:12.674842 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:12.692230 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a8afb16-1854-4408-8320-419d3530da96 req-c7729412-2c14-497c-9d78-5ce79b8f385a tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964625 Sep 18 05:05:12.749477 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:12.750238 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:12.751673 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] 10.222.0.18 "PUT /v2.0/ports/ab0b5bac-399f-4696-b8b3-a9f727719b85 HTTP/1.1" status: 200 len: 1097 time: 2.3366373 Sep 18 05:05:12.753608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:12.754300 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd', 'tag': 'ab0b5bac-399f-4696-b8b3-a9f727719b85'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:12.756900 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5f1701-be87-495a-9dc6-fbe61a13bf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd", "tag": "ab0b5bac-399f-4696-b8b3-a9f727719b85"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:12.798444 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0b5bac-399f-4696-b8b3-a9f727719b85,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:12.799948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae521c-ab07-49e6-b9b7-1372e160f480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3559bca8-7dfa-431a-9cdc-3206a2da67dc,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:12.801294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f44f67-4839-4e43-8150-8c4113de2352 req-044ce597-01d9-46b7-b209-e4252c052ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:12.801781 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f44f67-4839-4e43-8150-8c4113de2352 req-044ce597-01d9-46b7-b209-e4252c052ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:12.802254 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f44f67-4839-4e43-8150-8c4113de2352 req-044ce597-01d9-46b7-b209-e4252c052ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:12.805148 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f4f44f67-4839-4e43-8150-8c4113de2352 req-044ce597-01d9-46b7-b209-e4252c052ede service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e4438b79ca124e06b56d0dccd6e7a3b0&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.2678609 Sep 18 05:05:12.839634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:12.839634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:12.839634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:12.839634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:12.839634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:12.840136 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:12.840136 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:12.841097 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:12.841987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:12.842339 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:12.843018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:12.843226 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8491cf-493d-4b55-bd60-6aaea27c9327 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:12.861548 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c005217-9479-4238-a410-a540dcaa0cfd x-openstack-request-id: req-4c005217-9479-4238-a410-a540dcaa0cfd {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:12.861835 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd", "tag": "ab0b5bac-399f-4696-b8b3-a9f727719b85", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:12.862092 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c005217-9479-4238-a410-a540dcaa0cfd {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:12.862489 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd', 'tag': 'ab0b5bac-399f-4696-b8b3-a9f727719b85', 'status': 'completed', 'code': 200} Sep 18 05:05:12.922451 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a3ae521c-ab07-49e6-b9b7-1372e160f480 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acbbade6e378437288a7a830e3ef175f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8449183 Sep 18 05:05:12.940398 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43366) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:13.010768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f1701-be87-495a-9dc6-fbe61a13bf3f req-3d71f96b-b302-4d70-8927-05351c6fa249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:13.012411 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e5f1701-be87-495a-9dc6-fbe61a13bf3f req-3d71f96b-b302-4d70-8927-05351c6fa249 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b25eefa3b65849c682429ea7935e4ecb&device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 1100 time: 0.1467645 Sep 18 05:05:13.021848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:05:13.051666 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e5f1701-be87-495a-9dc6-fbe61a13bf3f req-c2ca4bf2-70c6-4152-9b78-3efc8223b0b8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b25eefa3b65849c682429ea7935e4ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296886 Sep 18 05:05:13.063356 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ac4cce87-1b70-4792-bb16-609302886f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:13.082371 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e7dd-2ab7-4f83-b193-08fb6ff649f2 req-63838758-fed7-4693-b36c-62d9716162f6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:13.090693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e7dd-2ab7-4f83-b193-08fb6ff649f2 req-63838758-fed7-4693-b36c-62d9716162f6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:13.095019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e7dd-2ab7-4f83-b193-08fb6ff649f2 req-63838758-fed7-4693-b36c-62d9716162f6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:13.096706 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d887e7dd-2ab7-4f83-b193-08fb6ff649f2 req-63838758-fed7-4693-b36c-62d9716162f6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2389 time: 0.2396102 Sep 18 05:05:13.112920 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f44f67-4839-4e43-8150-8c4113de2352 req-f1e84e3d-5eaa-42ec-ac63-65d7f945114b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:13.114389 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f4f44f67-4839-4e43-8150-8c4113de2352 req-f1e84e3d-5eaa-42ec-ac63-65d7f945114b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3009226 Sep 18 05:05:13.131149 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:13.150995 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ac4cce87-1b70-4792-bb16-609302886f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:13.190777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Transition to ACTIVE for port object 653fcbc2-fa88-4234-a56e-d4b2abe035f7 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:05:13.202984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 653fcbc2-fa88-4234-a56e-d4b2abe035f7 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:13.232160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b55986-3bc9-4a5f-af6b-0bd3416c93a5 req-93f162be-25d1-4e9e-89af-b590eee2dc2a tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:13.233940 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d887e7dd-2ab7-4f83-b193-08fb6ff649f2 req-c4194544-4091-4518-aa99-458d6bd024bd tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135495 Sep 18 05:05:13.236526 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a5b55986-3bc9-4a5f-af6b-0bd3416c93a5 req-93f162be-25d1-4e9e-89af-b590eee2dc2a tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 945 time: 0.1787243 Sep 18 05:05:13.277465 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:13.296986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f1701-be87-495a-9dc6-fbe61a13bf3f req-928f34c1-61a6-4d89-81b7-4f0208a89532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:13.298493 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e5f1701-be87-495a-9dc6-fbe61a13bf3f req-928f34c1-61a6-4d89-81b7-4f0208a89532 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2377365 Sep 18 05:05:13.312780 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a5b55986-3bc9-4a5f-af6b-0bd3416c93a5 req-8967f43c-1f00-4dd0-8d38-c2a4e6cf505f tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fed92a9-083c-4d4f-ae21-e0c704da69b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684037 Sep 18 05:05:13.338795 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 12e00421-c24a-4f6c-8320-22e2a4ecb846 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:13.388856 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-8d57a2c5-c721-4e82-b6bf-35197b3c7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:13.407435 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-8d57a2c5-c721-4e82-b6bf-35197b3c7c1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b25eefa3b65849c682429ea7935e4ecb&device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 1100 time: 0.0539136 Sep 18 05:05:13.407435 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ac4cce87-1b70-4792-bb16-609302886f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:13.407435 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ac4cce87-1b70-4792-bb16-609302886f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:13.407435 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ac4cce87-1b70-4792-bb16-609302886f4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3559bca8-7dfa-431a-9cdc-3206a2da67dc HTTP/1.1" status: 204 len: 168 time: 0.4575415 Sep 18 05:05:13.408585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33362b74-087c-463b-9bd3-4f3b6533fccb {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:13.449514 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:13.454267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] No DVR routers for this DVR port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:13.458941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cce87-1b70-4792-bb16-609302886f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3559bca8-7dfa-431a-9cdc-3206a2da67dc,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:13.461713 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-6d95bbb4-ee22-4969-b98f-89bcb6793912 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=ab0b5bac-399f-4696-b8b3-a9f727719b85 HTTP/1.1" status: 200 len: 217 time: 0.0589833 Sep 18 05:05:13.487260 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 12e00421-c24a-4f6c-8320-22e2a4ecb846 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:05:13.492536 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 12e00421-c24a-4f6c-8320-22e2a4ecb846 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:13.493427 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:13.507812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Pushing event updated for resources: {'Port': ['ID=653fcbc2-fa88-4234-a56e-d4b2abe035f7,revision_number=10']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:13.520182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-942edc2b-881c-43a9-9726-527267889526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:13.521233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Transition to ACTIVE for port object 33362b74-087c-463b-9bd3-4f3b6533fccb will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:05:13.522197 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-942edc2b-881c-43a9-9726-527267889526 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0534370 Sep 18 05:05:13.534859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d31f8-e163-47c4-97d8-c89bc4bd1f21 req-2bd3028c-fa24-41fc-be67-c065dfffc3f6 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:13.543274 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-387d31f8-e163-47c4-97d8-c89bc4bd1f21 req-2bd3028c-fa24-41fc-be67-c065dfffc3f6 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 949 time: 0.2196798 Sep 18 05:05:13.557367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Attempting to bind port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:05:13.557714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Attempting to bind port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:05:13.558055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Attempting to bind port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:13.572794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:05:13.573043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Attempting to bind port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:13.581517 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-4bdef82e-d286-47cc-8985-f885b8408311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:13.583242 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-4bdef82e-d286-47cc-8985-f885b8408311 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0518880 Sep 18 05:05:13.596759 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:05:13.597255 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:13.597368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:05:13.597809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Bound port: 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:05:13.598254 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:13.600555 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:13.622740 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-387d31f8-e163-47c4-97d8-c89bc4bd1f21 req-84a2accb-affb-41d2-8b4a-18c2a90fa6ad tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0bddc00-b218-4e22-8b66-1eb28c4c0b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772417 Sep 18 05:05:13.678361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd0f290-15cb-4889-bd32-6de5cd56b1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e00421-c24a-4f6c-8320-22e2a4ecb846'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:13.687113 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228ce01c-afef-4c23-9f44-aeff841d3ebf" -d '{"events": [{"server_uuid": "3dd0f290-15cb-4889-bd32-6de5cd56b1e5", "name": "network-vif-plugged", "status": "completed", "tag": "12e00421-c24a-4f6c-8320-22e2a4ecb846"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:13.696096 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:13.720835 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 12e00421-c24a-4f6c-8320-22e2a4ecb846, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=12e00421-c24a-4f6c-8320-22e2a4ecb846,segment=NetworkSegment(0a88cbd6-2caa-4c42-8664-f94de37b2490),segment_id=0a88cbd6-2caa-4c42-8664-f94de37b2490)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:13.820598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Pushing event updated for resources: {'Port': ['ID=33362b74-087c-463b-9bd3-4f3b6533fccb,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:13.821306 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-cba82c50-f686-4e7b-8a70-4285ad7c5a2a service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188327 Sep 18 05:05:13.832526 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:13.832732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:05:13.924788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:05:13.959305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=12e00421-c24a-4f6c-8320-22e2a4ecb846,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:13.967616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Attempting to bind port 33362b74-087c-463b-9bd3-4f3b6533fccb on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:05:13.969350 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Attempting to bind port 33362b74-087c-463b-9bd3-4f3b6533fccb by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '6fce4e66-6091-4feb-a67d-cbd2ee37ee86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '037752ae-64c8-4f55-a087-f040936db07d'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:05:13.969937 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Attempting to bind port 33362b74-087c-463b-9bd3-4f3b6533fccb on network 037752ae-64c8-4f55-a087-f040936db07d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:13.975501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Port 33362b74-087c-463b-9bd3-4f3b6533fccb on network 037752ae-64c8-4f55-a087-f040936db07d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:05:13.976166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Attempting to bind port 33362b74-087c-463b-9bd3-4f3b6533fccb on network 037752ae-64c8-4f55-a087-f040936db07d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:13.986050 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:05:13.986750 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Checking segment: {'id': '6fce4e66-6091-4feb-a67d-cbd2ee37ee86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '037752ae-64c8-4f55-a087-f040936db07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:13.987507 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Bound using segment: {'id': '6fce4e66-6091-4feb-a67d-cbd2ee37ee86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '037752ae-64c8-4f55-a087-f040936db07d'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:05:13.988271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Bound port: 33362b74-087c-463b-9bd3-4f3b6533fccb, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fce4e66-6091-4feb-a67d-cbd2ee37ee86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '037752ae-64c8-4f55-a087-f040936db07d'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:05:13.988900 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:14.020629 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:14.032751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a4788-b88a-44ac-8f21-734f7b461969 req-39e160e0-925d-4dac-8995-259bbb30a67e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:14.043202 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7c4a4788-b88a-44ac-8f21-734f7b461969 req-39e160e0-925d-4dac-8995-259bbb30a67e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 949 time: 0.3117836 Sep 18 05:05:14.067870 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc9d3bd7-d3bf-4cfc-b291-76397d7927d7 req-163b2b9f-2583-484a-ad15-7f4f8b22725a service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214296 Sep 18 05:05:14.109557 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7c4a4788-b88a-44ac-8f21-734f7b461969 req-82909994-59d1-4522-868e-23b3bacd6e88 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653231 Sep 18 05:05:14.174121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Pushing event updated for resources: {'Port': ['ID=653fcbc2-fa88-4234-a56e-d4b2abe035f7,revision_number=11']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:14.212787 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0314ae21-79eb-492d-ba77-e8575cca1f93 x-openstack-request-id: req-0314ae21-79eb-492d-ba77-e8575cca1f93 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:14.213295 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd0f290-15cb-4889-bd32-6de5cd56b1e5", "name": "network-vif-plugged", "status": "completed", "tag": "12e00421-c24a-4f6c-8320-22e2a4ecb846", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:14.213450 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0314ae21-79eb-492d-ba77-e8575cca1f93 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:14.214015 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd0f290-15cb-4889-bd32-6de5cd56b1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e00421-c24a-4f6c-8320-22e2a4ecb846', 'code': 200} Sep 18 05:05:14.268131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:14.269189 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:14.271437 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-1c9fd986-8c9d-4b2a-8ad7-291dc68a9f81 service neutron] 10.222.0.13 "PUT /v2.0/ports/653fcbc2-fa88-4234-a56e-d4b2abe035f7 HTTP/1.1" status: 200 len: 1098 time: 2.5647988 Sep 18 05:05:14.282085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] For port 33362b74-087c-463b-9bd3-4f3b6533fccb, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:05:14.286039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] For port 33362b74-087c-463b-9bd3-4f3b6533fccb, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=33362b74-087c-463b-9bd3-4f3b6533fccb,segment=NetworkSegment(6fce4e66-6091-4feb-a67d-cbd2ee37ee86),segment_id=6fce4e66-6091-4feb-a67d-cbd2ee37ee86)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:05:14.350082 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7'}, {'name': 'network-changed', 'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:14.353030 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d909e3a5-35e3-4094-ae38-08c5de111827" -d '{"events": [{"server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "name": "network-vif-unplugged", "status": "completed", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7"}, {"name": "network-changed", "server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:14.366861 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ab9dc-3315-4925-9a86-afe9d38ded50 req-401533ca-4115-4170-8cde-6277baf2523e tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:14.369087 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-842ab9dc-3315-4925-9a86-afe9d38ded50 req-401533ca-4115-4170-8cde-6277baf2523e tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 948 time: 0.1043091 Sep 18 05:05:14.380223 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:14.383516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6b6bc-c0b8-42fe-8fee-0d50e2960020 req-24eac1f3-6053-4d59-96ea-dbd4c31ac657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:14.385338 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdf6b6bc-c0b8-42fe-8fee-0d50e2960020 req-24eac1f3-6053-4d59-96ea-dbd4c31ac657 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 1098 time: 0.0912955 Sep 18 05:05:14.435395 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-842ab9dc-3315-4925-9a86-afe9d38ded50 req-23fd4dd9-77c7-4853-9736-67075a744e12 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573511 Sep 18 05:05:14.473453 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Pushing event updated for resources: {'Port': ['ID=33362b74-087c-463b-9bd3-4f3b6533fccb,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:14.477206 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdf6b6bc-c0b8-42fe-8fee-0d50e2960020 req-c31b9750-7d4e-4d47-ac01-4b9943603465 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2fed92a9-083c-4d4f-ae21-e0c704da69b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487545 Sep 18 05:05:14.493040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-2461d938-6093-4d69-89a3-99c1bdbf1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:14.496395 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-2461d938-6093-4d69-89a3-99c1bdbf1601 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 1101 time: 0.1903632 Sep 18 05:05:14.504850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:14.509671 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:14.516871 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-76b077ac-9920-44ea-90e9-05aecf526f14 service neutron] 10.222.0.13 "PUT /v2.0/ports/33362b74-087c-463b-9bd3-4f3b6533fccb HTTP/1.1" status: 200 len: 1093 time: 2.5401769 Sep 18 05:05:14.608309 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ec0df-fa41-43fc-9a79-c5db44011178 req-373811fb-e84b-412a-9057-79299ab2179c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:14.615935 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ec0df-fa41-43fc-9a79-c5db44011178 req-373811fb-e84b-412a-9057-79299ab2179c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:14.623914 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ec0df-fa41-43fc-9a79-c5db44011178 req-373811fb-e84b-412a-9057-79299ab2179c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:14.632898 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c42ec0df-fa41-43fc-9a79-c5db44011178 req-373811fb-e84b-412a-9057-79299ab2179c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2401 time: 0.0899847 Sep 18 05:05:14.708703 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c42ec0df-fa41-43fc-9a79-c5db44011178 req-df54cee9-6a35-414a-9454-ca9affffe700 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658247 Sep 18 05:05:14.801056 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Request body: {'port': {'device_id': '40244c98-ef65-4781-a717-326f059b52ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:14.824041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-f862f9a3-7210-4f92-9c72-6793ea054146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:14.825947 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-f862f9a3-7210-4f92-9c72-6793ea054146 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1523001 Sep 18 05:05:14.924555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-752888dd-e1c7-4ed5-8e90-7787b0e12d3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7 HTTP/1.1" status: 200 len: 217 time: 0.0887220 Sep 18 05:05:14.929308 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee1e78e-5b77-4149-80ea-2458e41ba540 x-openstack-request-id: req-eee1e78e-5b77-4149-80ea-2458e41ba540 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:14.929308 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "name": "network-vif-unplugged", "status": "completed", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7", "code": 200}, {"name": "network-changed", "server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:14.929308 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eee1e78e-5b77-4149-80ea-2458e41ba540 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:14.929308 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'code': 200} Sep 18 05:05:14.929744 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'status': 'completed', 'code': 200} Sep 18 05:05:14.947738 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:15.033896 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-52dce154-5c54-4c15-aa29-4a3b3221ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:15.035572 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-52dce154-5c54-4c15-aa29-4a3b3221ac75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 1101 time: 0.0877542 Sep 18 05:05:15.046441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e1c37-9607-4f19-aa6b-b8870f1bc725 req-0628d00d-007b-4f36-8e26-52fb51f1a6a0 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:15.048043 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e0e1c37-9607-4f19-aa6b-b8870f1bc725 req-0628d00d-007b-4f36-8e26-52fb51f1a6a0 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 946 time: 0.1506443 Sep 18 05:05:15.051539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-9ead5098-4d90-4724-a52e-68756167d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:15.052950 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-9ead5098-4d90-4724-a52e-68756167d6cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1062880 Sep 18 05:05:15.151264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b32b73-7441-46a4-a6c8-7af39eb2d99d req-def35922-d80c-4f3d-a810-807ad17142e3 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:15.153965 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2b32b73-7441-46a4-a6c8-7af39eb2d99d req-def35922-d80c-4f3d-a810-807ad17142e3 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 944 time: 0.1634583 Sep 18 05:05:15.203905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-24a14e7f-6a1f-446d-8f3d-de97b5b27071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:15.205479 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-24a14e7f-6a1f-446d-8f3d-de97b5b27071 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1591022 Sep 18 05:05:15.227681 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2b32b73-7441-46a4-a6c8-7af39eb2d99d req-15517f3b-fdbc-4a83-912d-9288430f593d tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641243 Sep 18 05:05:15.233940 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e0e1c37-9607-4f19-aa6b-b8870f1bc725 req-c16f926c-b898-4ea6-9dea-9742664faffb tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fed92a9-083c-4d4f-ae21-e0c704da69b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464746 Sep 18 05:05:15.251178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-91a38fd9-a637-4232-bd4a-c34880aafbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:15.251178 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-91a38fd9-a637-4232-bd4a-c34880aafbe4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1841381 Sep 18 05:05:15.256995 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-1921a971-84f4-47c7-bb42-45403723c36a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7 HTTP/1.1" status: 200 len: 217 time: 0.0418260 Sep 18 05:05:15.335764 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-e2e61d89-bdf6-4172-af78-5331298c95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:15.337794 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-e2e61d89-bdf6-4172-af78-5331298c95e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0700955 Sep 18 05:05:15.397762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-d6d17597-c792-4f6d-bf19-5b5e3ecbf100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:15.399271 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-d6d17597-c792-4f6d-bf19-5b5e3ecbf100 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0507648 Sep 18 05:05:15.473710 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-898564cd-fbdd-48b1-8ff6-c22db31b1ec0 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187967 Sep 18 05:05:15.487069 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518ba55-fe12-4d35-ae6f-eca8f44734d4 req-c7c3362f-2272-4ca3-8b3a-3a0f3a7ae20c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:15.488597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6518ba55-fe12-4d35-ae6f-eca8f44734d4 req-c7c3362f-2272-4ca3-8b3a-3a0f3a7ae20c tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.18 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 944 time: 0.1668949 Sep 18 05:05:15.501451 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-3a1fe3c1-8015-4bde-9b4e-d8d37f3a9c40 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948155 Sep 18 05:05:15.549092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc857f-a081-4720-ac7b-04b52a2e32b7 req-56b67719-1445-4523-9e60-441c2e3e02d3 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:15.550664 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4fcc857f-a081-4720-ac7b-04b52a2e32b7 req-56b67719-1445-4523-9e60-441c2e3e02d3 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 949 time: 0.1714959 Sep 18 05:05:15.630858 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-3a6112a0-2ed8-4b42-988f-d1614bfb5dff service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169028 Sep 18 05:05:15.648182 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5406d3c2-c4a1-4437-b61f-a2df989b45fd {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:15.662700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:15.718029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Transition to ACTIVE for port object 5406d3c2-c4a1-4437-b61f-a2df989b45fd will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:05:15.722633 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4fcc857f-a081-4720-ac7b-04b52a2e32b7 req-faf8d023-8a61-4806-9b2a-0f7d343295c8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437976 Sep 18 05:05:15.729638 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1850394c-14ba-44f1-bd6f-2aa22334347a req-60781fda-5207-4557-a541-e47221b9fc53 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400825 Sep 18 05:05:15.773146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-6518ba55-fe12-4d35-ae6f-eca8f44734d4 req-ff83025f-ed8e-44ea-bc03-ddc4a931152b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Deleting port ae4df439-3980-48d2-8735-2c612b1b8efa {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:15.773338 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6518ba55-fe12-4d35-ae6f-eca8f44734d4 req-ff83025f-ed8e-44ea-bc03-ddc4a931152b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:15.852745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efe18b-7d11-48da-8bfa-f19a248a1d8c req-8b6b9d72-0890-4a5f-95dd-ed46d084aae7 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:15.854458 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9efe18b-7d11-48da-8bfa-f19a248a1d8c req-8b6b9d72-0890-4a5f-95dd-ed46d084aae7 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 948 time: 0.0694933 Sep 18 05:05:15.874727 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:15.900663 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9efe18b-7d11-48da-8bfa-f19a248a1d8c req-958777f6-ce4c-407d-b5d7-d229eb1963b6 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376482 Sep 18 05:05:16.000322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-d357ba34-6285-4c40-9f80-e67fbbd2c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:16.001853 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-d357ba34-6285-4c40-9f80-e67fbbd2c7c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20ae15386bab4155a078057ceffa9f60&device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 1101 time: 0.2059278 Sep 18 05:05:16.004780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-6518ba55-fe12-4d35-ae6f-eca8f44734d4 req-ff83025f-ed8e-44ea-bc03-ddc4a931152b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] For port ae4df439-3980-48d2-8735-2c612b1b8efa, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ae4df439-3980-48d2-8735-2c612b1b8efa,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:16.005167 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6518ba55-fe12-4d35-ae6f-eca8f44734d4 req-ff83025f-ed8e-44ea-bc03-ddc4a931152b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:16.031645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Pushing event updated for resources: {'Port': ['ID=5406d3c2-c4a1-4437-b61f-a2df989b45fd,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:16.051109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8afb47-81c2-4d5d-ab82-4064567b2687 req-eedf3b04-41a7-402d-bedc-7558688f0631 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:16.052606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-6518ba55-fe12-4d35-ae6f-eca8f44734d4 req-ff83025f-ed8e-44ea-bc03-ddc4a931152b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Calling delete_port for ae4df439-3980-48d2-8735-2c612b1b8efa owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:16.054126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43448) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:16.057515 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8afb47-81c2-4d5d-ab82-4064567b2687 req-eedf3b04-41a7-402d-bedc-7558688f0631 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:16.063885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8afb47-81c2-4d5d-ab82-4064567b2687 req-eedf3b04-41a7-402d-bedc-7558688f0631 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:16.064687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88d6c8-7e50-418d-9800-b57abd52bc8e req-fdfbb0c2-b118-4837-89eb-042588c38feb tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:16.065760 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9b8afb47-81c2-4d5d-ab82-4064567b2687 req-eedf3b04-41a7-402d-bedc-7558688f0631 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2413 time: 0.1012979 Sep 18 05:05:16.066179 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6d88d6c8-7e50-418d-9800-b57abd52bc8e req-fdfbb0c2-b118-4837-89eb-042588c38feb tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 949 time: 0.2475677 Sep 18 05:05:16.112995 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9b8afb47-81c2-4d5d-ab82-4064567b2687 req-115efe03-e8ff-4325-9ca1-1872efb600a1 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405600 Sep 18 05:05:16.267912 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-265160921'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:16.273155 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6d88d6c8-7e50-418d-9800-b57abd52bc8e req-2d1d3df5-04be-4e85-8eba-40bd355ab4be tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0bddc00-b218-4e22-8b66-1eb28c4c0b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877863 Sep 18 05:05:16.299540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Attempting to bind port 5406d3c2-c4a1-4437-b61f-a2df989b45fd on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:05:16.299882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Attempting to bind port 5406d3c2-c4a1-4437-b61f-a2df989b45fd by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '40881310-8362-4be8-a157-0ca168cb3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '188e1281-0113-4e61-b272-1518548e7e63'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:05:16.300218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Attempting to bind port 5406d3c2-c4a1-4437-b61f-a2df989b45fd on network 188e1281-0113-4e61-b272-1518548e7e63 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:16.306348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-6618f255-bb0c-49cb-88d5-443b751cb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:16.307814 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-6618f255-bb0c-49cb-88d5-443b751cb1f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.2898283 Sep 18 05:05:16.315358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Port 5406d3c2-c4a1-4437-b61f-a2df989b45fd on network 188e1281-0113-4e61-b272-1518548e7e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:05:16.315691 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Attempting to bind port 5406d3c2-c4a1-4437-b61f-a2df989b45fd on network 188e1281-0113-4e61-b272-1518548e7e63 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:16.337885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:05:16.338228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Checking segment: {'id': '40881310-8362-4be8-a157-0ca168cb3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '188e1281-0113-4e61-b272-1518548e7e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:16.338609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Bound using segment: {'id': '40881310-8362-4be8-a157-0ca168cb3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '188e1281-0113-4e61-b272-1518548e7e63'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:05:16.339055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Bound port: 5406d3c2-c4a1-4437-b61f-a2df989b45fd, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40881310-8362-4be8-a157-0ca168cb3444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '188e1281-0113-4e61-b272-1518548e7e63'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:05:16.339414 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:16.360912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1d805-9409-4c0f-bfed-e9dc094c3f17 req-9fb597e8-3f67-4590-95c9-37f5164c4786 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:16.362542 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-48e1d805-9409-4c0f-bfed-e9dc094c3f17 req-9fb597e8-3f67-4590-95c9-37f5164c4786 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 944 time: 0.0535140 Sep 18 05:05:16.377716 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-d7aa6965-896f-4190-800e-8803facb0ca8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7 HTTP/1.1" status: 200 len: 217 time: 0.0597489 Sep 18 05:05:16.403784 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-48e1d805-9409-4c0f-bfed-e9dc094c3f17 req-00caf592-28a0-4383-8e5e-9e49495cd376 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342994 Sep 18 05:05:16.728630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Made reservation on behalf of a36f595f672244e8a500d9131566d643 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:16.734119 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:16.803375 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:16.851125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-1a8272e2-ee88-47d7-b21a-824f96167c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:16.852609 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-1a8272e2-ee88-47d7-b21a-824f96167c57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.4630058 Sep 18 05:05:16.865415 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b32bc-fafb-44bb-98d5-c3e05a9e6aac req-d81fe16f-dfb3-4622-a9b3-3c6f5ba1f700 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:16.866892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-122b32bc-fafb-44bb-98d5-c3e05a9e6aac req-d81fe16f-dfb3-4622-a9b3-3c6f5ba1f700 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 946 time: 0.4981389 Sep 18 05:05:16.875185 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724a871-ce4f-42de-aef6-7030b3cf250f req-9408b824-8172-4987-9a65-a9a0e71a7628 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:16.876736 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1724a871-ce4f-42de-aef6-7030b3cf250f req-9408b824-8172-4987-9a65-a9a0e71a7628 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 949 time: 0.0518198 Sep 18 05:05:16.886499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] For port 5406d3c2-c4a1-4437-b61f-a2df989b45fd, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:05:16.893316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] For port 5406d3c2-c4a1-4437-b61f-a2df989b45fd, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5406d3c2-c4a1-4437-b61f-a2df989b45fd,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:05:16.919221 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6518ba55-fe12-4d35-ae6f-eca8f44734d4 req-ff83025f-ed8e-44ea-bc03-ddc4a931152b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:16.923866 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1724a871-ce4f-42de-aef6-7030b3cf250f req-909fd44f-d635-4313-b300-a35d852ac4b7 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367839 Sep 18 05:05:16.932141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ae4df439-3980-48d2-8735-2c612b1b8efa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:16.937556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'tag': '33362b74-087c-463b-9bd3-4f3b6533fccb'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:16.940134 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0961cb70-eba4-411d-8176-319c61a8b588" -d '{"events": [{"name": "network-changed", "server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "tag": "33362b74-087c-463b-9bd3-4f3b6533fccb"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:16.984514 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:16.986190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83025f-ed8e-44ea-bc03-ddc4a931152b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Pushing event deleted for resources: {'Port': ['ID=ae4df439-3980-48d2-8735-2c612b1b8efa,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:17.053049 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d3d0f-eb6e-43e8-bd24-d588c3d7112d req-ce564d8c-fea5-45d2-a051-8596471535c0 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.054632 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-790d3d0f-eb6e-43e8-bd24-d588c3d7112d req-ce564d8c-fea5-45d2-a051-8596471535c0 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 948 time: 0.0538986 Sep 18 05:05:17.081168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-03638633-7296-4d15-82c8-a7a200ff6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.082697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-03638633-7296-4d15-82c8-a7a200ff6c16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2131689 Sep 18 05:05:17.085555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-122b32bc-fafb-44bb-98d5-c3e05a9e6aac req-d2641cdd-fe41-4277-b428-5a6367f47f9f tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fed92a9-083c-4d4f-ae21-e0c704da69b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004986 Sep 18 05:05:17.093784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6518ba55-fe12-4d35-ae6f-eca8f44734d4 req-ff83025f-ed8e-44ea-bc03-ddc4a931152b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] No DVR routers for this DVR port ae4df439-3980-48d2-8735-2c612b1b8efa on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:17.096937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6518ba55-fe12-4d35-ae6f-eca8f44734d4 req-ff83025f-ed8e-44ea-bc03-ddc4a931152b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:17.099477 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6518ba55-fe12-4d35-ae6f-eca8f44734d4 req-ff83025f-ed8e-44ea-bc03-ddc4a931152b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.18 "DELETE /v2.0/ports/ae4df439-3980-48d2-8735-2c612b1b8efa HTTP/1.1" status: 204 len: 173 time: 1.5775397 Sep 18 05:05:17.103441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.104062 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:17.105488 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] 10.222.0.13 "PUT /v2.0/ports/5406d3c2-c4a1-4437-b61f-a2df989b45fd HTTP/1.1" status: 200 len: 1093 time: 2.3087008 Sep 18 05:05:17.136112 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-790d3d0f-eb6e-43e8-bd24-d588c3d7112d req-df86b728-8d83-4559-9255-b0fce3b2b1e4 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739989 Sep 18 05:05:17.165363 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70de5b8-030e-4dbb-b9a7-9243af52b741 x-openstack-request-id: req-a70de5b8-030e-4dbb-b9a7-9243af52b741 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:17.165511 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "tag": "33362b74-087c-463b-9bd3-4f3b6533fccb", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:17.165786 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a70de5b8-030e-4dbb-b9a7-9243af52b741 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:17.166184 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'tag': '33362b74-087c-463b-9bd3-4f3b6533fccb', 'status': 'completed', 'code': 200} Sep 18 05:05:17.187039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4caae5-9313-4a9b-9f4c-132646acfe5c service neutron] Pushing event updated for resources: {'Port': ['ID=5406d3c2-c4a1-4437-b61f-a2df989b45fd,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:17.202037 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ab0b5bac-399f-4696-b8b3-a9f727719b85 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:05:17.261714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b8118-f902-49ac-99d3-7f7d6378fdd3 req-5928ba99-0971-4bcb-82d1-1427f7340cb5 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.264286 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d9b8118-f902-49ac-99d3-7f7d6378fdd3 req-5928ba99-0971-4bcb-82d1-1427f7340cb5 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 949 time: 0.1255369 Sep 18 05:05:17.357724 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:17.360460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ab0b5bac-399f-4696-b8b3-a9f727719b85, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ab0b5bac-399f-4696-b8b3-a9f727719b85,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:17.392032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 653fcbc2-fa88-4234-a56e-d4b2abe035f7 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:05:17.406867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'ab0b5bac-399f-4696-b8b3-a9f727719b85', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'ab0b5bac-399f-4696-b8b3-a9f727719b85', 'mac_address': 'fa:16:3e:d8:3c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:05:17.420362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c3cd5-08cc-4523-8e6e-c107b3b5277a req-a251fd71-90b7-4c6b-87df-cc674f40bfe5 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.430521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961cb70-eba4-411d-8176-319c61a8b588 req-606216b6-4408-4711-a806-1696f4b5361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.431130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961cb70-eba4-411d-8176-319c61a8b588 req-606216b6-4408-4711-a806-1696f4b5361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.431677 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961cb70-eba4-411d-8176-319c61a8b588 req-606216b6-4408-4711-a806-1696f4b5361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.433578 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0961cb70-eba4-411d-8176-319c61a8b588 req-606216b6-4408-4711-a806-1696f4b5361f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4438b79ca124e06b56d0dccd6e7a3b0&device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2869 time: 0.1854272 Sep 18 05:05:17.435910 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c3cd5-08cc-4523-8e6e-c107b3b5277a req-a251fd71-90b7-4c6b-87df-cc674f40bfe5 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.436340 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-e38054b8-3f1b-4d72-9ad6-8526d4339598 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345854 Sep 18 05:05:17.443884 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c3cd5-08cc-4523-8e6e-c107b3b5277a req-a251fd71-90b7-4c6b-87df-cc674f40bfe5 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.445432 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e97c3cd5-08cc-4523-8e6e-c107b3b5277a req-a251fd71-90b7-4c6b-87df-cc674f40bfe5 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2413 time: 0.1802077 Sep 18 05:05:17.456605 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:17.510297 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:17.524827 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e97c3cd5-08cc-4523-8e6e-c107b3b5277a req-bd19a305-da54-4228-8911-683ae0321a02 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699112 Sep 18 05:05:17.535969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0b5bac-399f-4696-b8b3-a9f727719b85 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:17.561794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:17.574538 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-2d9b8118-f902-49ac-99d3-7f7d6378fdd3 req-61e68145-85c5-4101-a4e6-7c91fd5479c4 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Deleting port b55158fd-0728-4948-abbd-fff92c52d05e {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:17.578966 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2d9b8118-f902-49ac-99d3-7f7d6378fdd3 req-61e68145-85c5-4101-a4e6-7c91fd5479c4 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:17.656122 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d909e3a5-35e3-4094-ae38-08c5de111827 req-de0e6b1b-86c7-41af-9e24-8b15408e4ed7 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018836 Sep 18 05:05:17.657249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:05:17.720173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102bdce3-198d-44cb-a910-4df86d08c9ef,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:17.729823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ab0b5bac-399f-4696-b8b3-a9f727719b85, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ab0b5bac-399f-4696-b8b3-a9f727719b85,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:17.730859 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:17.731894 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Added segment 5db2ae19-d815-443c-a4b0-89ebc05f05c5 of type vlan for network 7ac9980a-56e1-4594-b056-633abca53c59 Sep 18 05:05:17.740164 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3d1252b1-e65d-4183-a55d-c77a22744515 req-1c4b2688-d368-4995-b255-1cb0ca143446 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=411f29b2-80dc-49d0-bc77-3d7e22aff320 HTTP/1.1" status: 200 len: 210 time: 0.0901027 Sep 18 05:05:17.744778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534dc98-fa94-4e3c-8922-9ba076a489dd req-4329b496-5806-4ce2-9efe-e27dffabae4e tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.746377 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f534dc98-fa94-4e3c-8922-9ba076a489dd req-4329b496-5806-4ce2-9efe-e27dffabae4e tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 949 time: 0.3414674 Sep 18 05:05:17.751144 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'mac_address': 'fa:16:3e:57:93:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:05:17.778346 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-2d9b8118-f902-49ac-99d3-7f7d6378fdd3 req-61e68145-85c5-4101-a4e6-7c91fd5479c4 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] For port b55158fd-0728-4948-abbd-fff92c52d05e, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=b55158fd-0728-4948-abbd-fff92c52d05e,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:17.794375 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2d9b8118-f902-49ac-99d3-7f7d6378fdd3 req-61e68145-85c5-4101-a4e6-7c91fd5479c4 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:17.815582 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:17.817067 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:17.822962 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-2d9b8118-f902-49ac-99d3-7f7d6378fdd3 req-61e68145-85c5-4101-a4e6-7c91fd5479c4 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Calling delete_port for b55158fd-0728-4948-abbd-fff92c52d05e owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:17.829094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961cb70-eba4-411d-8176-319c61a8b588 req-7d74c405-324a-4245-8b06-05f00c760148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.829582 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961cb70-eba4-411d-8176-319c61a8b588 req-7d74c405-324a-4245-8b06-05f00c760148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.830054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961cb70-eba4-411d-8176-319c61a8b588 req-7d74c405-324a-4245-8b06-05f00c760148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.831681 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0961cb70-eba4-411d-8176-319c61a8b588 req-7d74c405-324a-4245-8b06-05f00c760148 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e4438b79ca124e06b56d0dccd6e7a3b0&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.3763115 Sep 18 05:05:17.838627 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653fcbc2-fa88-4234-a56e-d4b2abe035f7 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:17.869705 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:17.892468 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f534dc98-fa94-4e3c-8922-9ba076a489dd req-3fa47754-0f41-4a79-8cda-e5902aa636bc tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0bddc00-b218-4e22-8b66-1eb28c4c0b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108489 Sep 18 05:05:17.902475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:17.933321 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ab0b5bac-399f-4696-b8b3-a9f727719b85,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:17.984131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961cb70-eba4-411d-8176-319c61a8b588 req-c7dc4c31-1a8b-4750-9670-7b695f89a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.985926 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0961cb70-eba4-411d-8176-319c61a8b588 req-c7dc4c31-1a8b-4750-9670-7b695f89a1d7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1416106 Sep 18 05:05:17.988229 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:17.988846 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:17.995215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:17.995881 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:18.118023 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1aee0b-68e9-473a-92fb-32b8c58a61e1 req-09abb96f-19d1-421e-8025-5d0c69c11c55 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:18.120006 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7e1aee0b-68e9-473a-92fb-32b8c58a61e1 req-09abb96f-19d1-421e-8025-5d0c69c11c55 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.0643079 Sep 18 05:05:18.123410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=653fcbc2-fa88-4234-a56e-d4b2abe035f7,revision_number=12']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:18.142559 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0855863 Sep 18 05:05:18.143371 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2d9b8118-f902-49ac-99d3-7f7d6378fdd3 req-61e68145-85c5-4101-a4e6-7c91fd5479c4 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:18.146609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43480) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:18.152716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0a2297ea-deff-4760-93f7-d823c61b8511 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Request body: {'subnet': {'network_id': '7ac9980a-56e1-4594-b056-633abca53c59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:18.157067 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['b55158fd-0728-4948-abbd-fff92c52d05e'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:18.158289 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Pushing event updated for resources: {'Network': ['ID=7ac9980a-56e1-4594-b056-633abca53c59,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:18.181605 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:18.181973 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:18.182333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:18.182683 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:18.183032 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:18.183365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:18.183707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:18.184801 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:18.185161 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:18.185496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:18.185833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:18.186516 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb3e8e-0a1c-4356-9f20-be2f9b32e8ef tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:18.202381 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 7ac9980a-56e1-4594-b056-633abca53c59 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:05:18.208692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-cf3e4ee0-cdc1-4c09-986a-fd93c4836f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:18.209201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-cf3e4ee0-cdc1-4c09-986a-fd93c4836f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:18.209702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-cf3e4ee0-cdc1-4c09-986a-fd93c4836f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:18.212415 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-cf3e4ee0-cdc1-4c09-986a-fd93c4836f47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4438b79ca124e06b56d0dccd6e7a3b0&device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2869 time: 0.1472838 Sep 18 05:05:18.222771 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e68145-85c5-4101-a4e6-7c91fd5479c4 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Pushing event deleted for resources: {'Port': ['ID=b55158fd-0728-4948-abbd-fff92c52d05e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:18.242852 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ab0b5bac-399f-4696-b8b3-a9f727719b85'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:18.245382 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['653fcbc2-fa88-4234-a56e-d4b2abe035f7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:18.288639 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7e1aee0b-68e9-473a-92fb-32b8c58a61e1 req-367e5bb2-060b-4193-b809-c0f68fb8b55d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613846 Sep 18 05:05:18.322850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9b8118-f902-49ac-99d3-7f7d6378fdd3 req-61e68145-85c5-4101-a4e6-7c91fd5479c4 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] No DVR routers for this DVR port b55158fd-0728-4948-abbd-fff92c52d05e on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:18.334770 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2d9b8118-f902-49ac-99d3-7f7d6378fdd3 req-61e68145-85c5-4101-a4e6-7c91fd5479c4 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:18.337709 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d9b8118-f902-49ac-99d3-7f7d6378fdd3 req-61e68145-85c5-4101-a4e6-7c91fd5479c4 tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.13 "DELETE /v2.0/ports/b55158fd-0728-4948-abbd-fff92c52d05e HTTP/1.1" status: 204 len: 173 time: 1.0124054 Sep 18 05:05:18.338172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2a3b7c-e927-411f-8e3a-2fbfeaabc346', 'name': 'network-vif-deleted', 'tag': 'b55158fd-0728-4948-abbd-fff92c52d05e'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:18.355636 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e123fbba-f963-4b69-9f2b-e4650cb87c6e" -d '{"events": [{"server_uuid": "fd2a3b7c-e927-411f-8e3a-2fbfeaabc346", "name": "network-vif-deleted", "tag": "b55158fd-0728-4948-abbd-fff92c52d05e"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:18.443414 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-ccd22ded-1c36-4d99-8198-2e8991b710a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=98fbf21f-f9fc-415b-8685-252a40f0994b HTTP/1.1" status: 200 len: 217 time: 0.1543820 Sep 18 05:05:18.478523 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4aefa-83d2-4fa0-9cb6-f58c89fddef8 req-1d8adf9d-b527-4080-917e-900a3f13fb33 tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:18.487683 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aec4aefa-83d2-4fa0-9cb6-f58c89fddef8 req-1d8adf9d-b527-4080-917e-900a3f13fb33 tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 1102 time: 0.0624964 Sep 18 05:05:18.557336 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aec4aefa-83d2-4fa0-9cb6-f58c89fddef8 req-50cd95e4-de43-449c-b87e-862de9d93c3e tempest-MigrationsAdminTest-1370690212 tempest-MigrationsAdminTest-1370690212-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687301 Sep 18 05:05:18.577249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-ad92ee2f-eff0-46f0-966a-d4769f534583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:18.579322 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-ad92ee2f-eff0-46f0-966a-d4769f534583 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f647093-3e9b-4a01-ac46-800cfb445cf9 HTTP/1.1" status: 200 len: 801 time: 0.1111472 Sep 18 05:05:18.641622 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d933f333-de02-4e53-8e13-57060b916a47 x-openstack-request-id: req-d933f333-de02-4e53-8e13-57060b916a47 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:18.642216 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2a3b7c-e927-411f-8e3a-2fbfeaabc346", "name": "network-vif-deleted", "tag": "b55158fd-0728-4948-abbd-fff92c52d05e", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:18.646311 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d933f333-de02-4e53-8e13-57060b916a47 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:18.646311 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2a3b7c-e927-411f-8e3a-2fbfeaabc346', 'name': 'network-vif-deleted', 'tag': 'b55158fd-0728-4948-abbd-fff92c52d05e', 'status': 'completed', 'code': 200} Sep 18 05:05:18.660741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24ba25-906a-4b65-b94d-eb3fa5dfdb6c req-09089f0c-54bf-4bfa-acc0-7f22450536d1 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:18.662476 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be24ba25-906a-4b65-b94d-eb3fa5dfdb6c req-09089f0c-54bf-4bfa-acc0-7f22450536d1 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 949 time: 0.3699088 Sep 18 05:05:18.667022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2297ea-deff-4760-93f7-d823c61b8511 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Made reservation on behalf of a36f595f672244e8a500d9131566d643 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:18.671342 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a2297ea-deff-4760-93f7-d823c61b8511 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:18.752802 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be24ba25-906a-4b65-b94d-eb3fa5dfdb6c req-6be70211-5668-4d52-a003-088ae87794da tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757861 Sep 18 05:05:18.758725 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13326473-d3cd-4e5d-be17-cf602398e0ab req-9a1641d5-468d-46d5-b820-6c172577cc7d tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:18.759027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-ec3732c6-cb9c-430b-81d3-363cb99229f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:18.762952 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-ec3732c6-cb9c-430b-81d3-363cb99229f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=188e1281-0113-4e61-b272-1518548e7e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593070 Sep 18 05:05:18.767167 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13326473-d3cd-4e5d-be17-cf602398e0ab req-9a1641d5-468d-46d5-b820-6c172577cc7d tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:18.774720 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13326473-d3cd-4e5d-be17-cf602398e0ab req-9a1641d5-468d-46d5-b820-6c172577cc7d tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:18.783555 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-13326473-d3cd-4e5d-be17-cf602398e0ab req-9a1641d5-468d-46d5-b820-6c172577cc7d tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2413 time: 0.0851822 Sep 18 05:05:18.830279 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-13326473-d3cd-4e5d-be17-cf602398e0ab req-664c5d0a-11a7-471a-955d-6ed66c0c9015 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437062 Sep 18 05:05:19.018653 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-7a81d0ca-57de-4451-9cb6-5ac5ae67ceaa service neutron] 10.222.0.13 "GET /v2.0/networks/188e1281-0113-4e61-b272-1518548e7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478526 Sep 18 05:05:19.163340 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-23aec0ed-6062-4677-9b57-1fa93f7e8ad5 service neutron] 10.222.0.13 "GET /v2.0/networks/188e1281-0113-4e61-b272-1518548e7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148295 Sep 18 05:05:19.166950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411f29b2-80dc-49d0-bc77-3d7e22aff320', 'name': 'network-vif-deleted', 'tag': 'ae4df439-3980-48d2-8735-2c612b1b8efa'}, {'name': 'network-changed', 'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'tag': '5406d3c2-c4a1-4437-b61f-a2df989b45fd'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:19.170061 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e31186-4529-4bbb-95bd-807267b4bcd5" -d '{"events": [{"server_uuid": "411f29b2-80dc-49d0-bc77-3d7e22aff320", "name": "network-vif-deleted", "tag": "ae4df439-3980-48d2-8735-2c612b1b8efa"}, {"name": "network-changed", "server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "tag": "5406d3c2-c4a1-4437-b61f-a2df989b45fd"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:19.213449 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-70a92637-e245-49c8-b8fa-51515283d283 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.101&port_id=33362b74-087c-463b-9bd3-4f3b6533fccb HTTP/1.1" status: 200 len: 217 time: 0.0401847 Sep 18 05:05:19.217288 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ab0b5bac-399f-4696-b8b3-a9f727719b85 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:19.220217 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a2297ea-deff-4760-93f7-d823c61b8511 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:19.385703 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 653fcbc2-fa88-4234-a56e-d4b2abe035f7 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:19.390204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2297ea-deff-4760-93f7-d823c61b8511 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Pushing event updated for resources: {'Subnet': ['ID=aeb3d5db-d59f-4208-b772-052b5728478e,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:19.393760 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6d70cd01-503c-41be-a454-b3b68454af51 req-05afcec8-c223-481d-a778-4ba141d4290c tempest-TenantUsagesTestJSON-1313224517 tempest-TenantUsagesTestJSON-1313224517-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2a3b7c-e927-411f-8e3a-2fbfeaabc346 HTTP/1.1" status: 200 len: 210 time: 0.0520978 Sep 18 05:05:19.396671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-78206018-1430-40e6-92f4-4d3caa47042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:19.400356 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-78206018-1430-40e6-92f4-4d3caa47042a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29e4d926-d986-4132-8c1a-7d147ea7e7f8 HTTP/1.1" status: 200 len: 801 time: 0.1730456 Sep 18 05:05:19.401290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2297ea-deff-4760-93f7-d823c61b8511 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Checking segment: {'id': '5db2ae19-d815-443c-a4b0-89ebc05f05c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ac9980a-56e1-4594-b056-633abca53c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:19.401290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2297ea-deff-4760-93f7-d823c61b8511 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Network hostable DHCP agents. Network: 7ac9980a-56e1-4594-b056-633abca53c59, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:05:19.425827 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port ab0b5bac-399f-4696-b8b3-a9f727719b85 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:05:19.429536 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b13176-d0c8-4ae9-b3a3-738add26d61a x-openstack-request-id: req-a5b13176-d0c8-4ae9-b3a3-738add26d61a {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:19.429855 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411f29b2-80dc-49d0-bc77-3d7e22aff320", "name": "network-vif-deleted", "tag": "ae4df439-3980-48d2-8735-2c612b1b8efa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "tag": "5406d3c2-c4a1-4437-b61f-a2df989b45fd", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:19.430117 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5b13176-d0c8-4ae9-b3a3-738add26d61a {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:19.430532 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411f29b2-80dc-49d0-bc77-3d7e22aff320', 'name': 'network-vif-deleted', 'tag': 'ae4df439-3980-48d2-8735-2c612b1b8efa', 'status': 'completed', 'code': 200} Sep 18 05:05:19.430798 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'tag': '5406d3c2-c4a1-4437-b61f-a2df989b45fd', 'status': 'completed', 'code': 200} Sep 18 05:05:19.434498 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port ab0b5bac-399f-4696-b8b3-a9f727719b85 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:19.435037 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:19.467075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-5ba820f0-342b-4a84-a5cb-540ae52be7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:19.468680 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-5ba820f0-342b-4a84-a5cb-540ae52be7fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=037752ae-64c8-4f55-a087-f040936db07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618575 Sep 18 05:05:19.536056 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2297ea-deff-4760-93f7-d823c61b8511 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Network 7ac9980a-56e1-4594-b056-633abca53c59 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:05:19.542584 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:19.545941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727c502-b450-4e69-9aee-d5a3d8bfe724 req-b8d5afbd-e29e-4466-a0a3-3ee58716054b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:19.548777 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0727c502-b450-4e69-9aee-d5a3d8bfe724 req-b8d5afbd-e29e-4466-a0a3-3ee58716054b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 944 time: 0.0614903 Sep 18 05:05:19.554209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cbcba-0dc8-405f-ad00-ff06a54a847c req-7addf7d8-9eda-4b73-b157-63348e4aa5c6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:19.555785 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c51cbcba-0dc8-405f-ad00-ff06a54a847c req-7addf7d8-9eda-4b73-b157-63348e4aa5c6 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 950 time: 0.0852644 Sep 18 05:05:19.578429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0b5bac-399f-4696-b8b3-a9f727719b85'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:19.580997 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b2cc21-9cc6-4fa3-a1a6-af21c0261497" -d '{"events": [{"server_uuid": "7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd", "name": "network-vif-plugged", "status": "completed", "tag": "ab0b5bac-399f-4696-b8b3-a9f727719b85"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:19.595245 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ab0b5bac-399f-4696-b8b3-a9f727719b85, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ab0b5bac-399f-4696-b8b3-a9f727719b85,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:19.596533 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0727c502-b450-4e69-9aee-d5a3d8bfe724 req-fcfd79a9-1a95-46eb-9883-e90df5f7292f tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410147 Sep 18 05:05:19.632103 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb9afb2-6909-4f08-a5b8-931d75bbed27 x-openstack-request-id: req-efb9afb2-6909-4f08-a5b8-931d75bbed27 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:19.632476 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd", "name": "network-vif-plugged", "status": "completed", "tag": "ab0b5bac-399f-4696-b8b3-a9f727719b85", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:19.633025 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efb9afb2-6909-4f08-a5b8-931d75bbed27 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:19.633593 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0b5bac-399f-4696-b8b3-a9f727719b85', 'code': 200} Sep 18 05:05:19.653970 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-a2e6664e-2f24-4394-81fa-f7b1d2fba853 service neutron] 10.222.0.13 "GET /v2.0/networks/037752ae-64c8-4f55-a087-f040936db07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530571 Sep 18 05:05:19.656703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-0a2297ea-deff-4760-93f7-d823c61b8511 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 7ac9980a-56e1-4594-b056-633abca53c59) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:19.664088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2297ea-deff-4760-93f7-d823c61b8511 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:19.664483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad2336d-bfe4-401e-8465-db14d818b316 None None] Network 7ac9980a-56e1-4594-b056-633abca53c59 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:19.664723 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a2297ea-deff-4760-93f7-d823c61b8511 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:19.681044 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:19.681826 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ae4df439-3980-48d2-8735-2c612b1b8efa no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:19.689255 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c51cbcba-0dc8-405f-ad00-ff06a54a847c req-1a589510-2ec0-4e36-8051-bc12a78f234a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878227 Sep 18 05:05:19.691479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:05:19.737840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: ae4df439-3980-48d2-8735-2c612b1b8efa {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:19.738296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ae4df439-3980-48d2-8735-2c612b1b8efa not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:19.773794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:19.774179 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:19.781509 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0a2297ea-deff-4760-93f7-d823c61b8511 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6327775 Sep 18 05:05:19.785058 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43512) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:19.789382 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-81472b0b-5a26-4d96-a2d0-a1e8412df096 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Request body: {'port': {'network_id': '7ac9980a-56e1-4594-b056-633abca53c59', 'name': 'tempest-DHCPAgentSchedulersTestJSON-694951972'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:19.812087 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-6b4add91-130c-4fa5-b2f7-100674a67ed1 service neutron] 10.222.0.13 "GET /v2.0/networks/037752ae-64c8-4f55-a087-f040936db07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434076 Sep 18 05:05:19.816083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238c7b1-a90d-4755-9a03-76f9e5b2c781 req-3034bceb-dc99-4247-9fab-9da805d7c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:19.817701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4238c7b1-a90d-4755-9a03-76f9e5b2c781 req-3034bceb-dc99-4247-9fab-9da805d7c45b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 1102 time: 0.1188619 Sep 18 05:05:19.839001 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ab0b5bac-399f-4696-b8b3-a9f727719b85,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:19.881604 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-a1e609d1-5430-4dbf-b76a-95ef3c3b6a1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=5406d3c2-c4a1-4437-b61f-a2df989b45fd HTTP/1.1" status: 200 len: 217 time: 0.0608616 Sep 18 05:05:19.941963 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-7ac9980a-56e1-4594-b056-633abca53c59', 'network_id': '7ac9980a-56e1-4594-b056-633abca53c59', 'tenant_id': 'a36f595f672244e8a500d9131566d643', 'fixed_ips': [{'subnet_id': 'aeb3d5db-d59f-4208-b772-052b5728478e'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:05:19.942724 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:19.963463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4238c7b1-a90d-4755-9a03-76f9e5b2c781 req-0bb54689-2387-4240-80d6-c012d296b99a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301205 Sep 18 05:05:19.977770 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:19.988897 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cba16-6874-4dcf-aaf1-8718539cf71f req-fe42ec50-fa2f-44a7-a93a-91b86f0d37b0 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:19.990431 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-340cba16-6874-4dcf-aaf1-8718539cf71f req-fe42ec50-fa2f-44a7-a93a-91b86f0d37b0 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.18 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 944 time: 0.1172643 Sep 18 05:05:19.992833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-08b29e6c-603b-47f2-bb91-69050a90dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:19.994274 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-08b29e6c-603b-47f2-bb91-69050a90dab5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f647093-3e9b-4a01-ac46-800cfb445cf9 HTTP/1.1" status: 200 len: 801 time: 0.0995791 Sep 18 05:05:20.004322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f7a4a-56af-42bf-ab16-6203cc661277 req-9ee80081-8510-47ab-96bf-c3556e167884 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:20.007917 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a744b-4288-45b1-8013-e5ea07c15a17 req-79ba2463-8f9d-4029-927c-12ee10b85d30 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:20.009428 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cf3a744b-4288-45b1-8013-e5ea07c15a17 req-79ba2463-8f9d-4029-927c-12ee10b85d30 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 950 time: 0.1266935 Sep 18 05:05:20.010218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f7a4a-56af-42bf-ab16-6203cc661277 req-9ee80081-8510-47ab-96bf-c3556e167884 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:20.016302 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f7a4a-56af-42bf-ab16-6203cc661277 req-9ee80081-8510-47ab-96bf-c3556e167884 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:20.024303 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a12f7a4a-56af-42bf-ab16-6203cc661277 req-9ee80081-8510-47ab-96bf-c3556e167884 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2413 time: 0.1124551 Sep 18 05:05:20.066620 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cf3a744b-4288-45b1-8013-e5ea07c15a17 req-4046b457-95be-4ac5-904a-26056204a839 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469205 Sep 18 05:05:20.075527 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:20.097346 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a12f7a4a-56af-42bf-ab16-6203cc661277 req-456a30ad-c706-44d3-ba8f-8a9868370783 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723515 Sep 18 05:05:20.099765 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81472b0b-5a26-4d96-a2d0-a1e8412df096 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Made reservation on behalf of a36f595f672244e8a500d9131566d643 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:20.111922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-849a3e70-9f99-470f-9b9b-7a0ab5ffec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:20.112029 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81472b0b-5a26-4d96-a2d0-a1e8412df096 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:20.112117 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-849a3e70-9f99-470f-9b9b-7a0ab5ffec81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=188e1281-0113-4e61-b272-1518548e7e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848193 Sep 18 05:05:20.141316 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Allocated IP 172.20.0.2 (7ac9980a-56e1-4594-b056-633abca53c59/aeb3d5db-d59f-4208-b772-052b5728478e/41e3b2ac-176a-436f-8003-e57068feeb18) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:05:20.148425 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-81472b0b-5a26-4d96-a2d0-a1e8412df096 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] device_id is not set on port 68d04d36-6707-4973-bf1c-cf05f0c2a61e yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:05:20.223324 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-50eb9b1e-b0ba-4516-a377-280873f2a7f4 service neutron] 10.222.0.13 "GET /v2.0/networks/188e1281-0113-4e61-b272-1518548e7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028657 Sep 18 05:05:20.227847 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:20.228660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device b55158fd-0728-4948-abbd-fff92c52d05e no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:20.273681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: b55158fd-0728-4948-abbd-fff92c52d05e {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:20.274038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device b55158fd-0728-4948-abbd-fff92c52d05e not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:20.320663 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-340cba16-6874-4dcf-aaf1-8718539cf71f req-44cdaa5f-bfa9-4874-9646-8721f2ed99b7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Deleting port 6826d449-1e88-49a3-9775-c72f29916f2c {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:20.321020 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-340cba16-6874-4dcf-aaf1-8718539cf71f req-44cdaa5f-bfa9-4874-9646-8721f2ed99b7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:20.339103 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54d2f359-b896-4e1f-8d82-d69187e048b1 req-c8666175-e682-48e7-9b9c-e0285eafc33b service neutron] 10.222.0.13 "GET /v2.0/networks/188e1281-0113-4e61-b272-1518548e7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058691 Sep 18 05:05:20.348593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=653fcbc2-fa88-4234-a56e-d4b2abe035f7,revision_number=13']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:20.368193 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:20.416210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-340cba16-6874-4dcf-aaf1-8718539cf71f req-44cdaa5f-bfa9-4874-9646-8721f2ed99b7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] For port 6826d449-1e88-49a3-9775-c72f29916f2c, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6826d449-1e88-49a3-9775-c72f29916f2c,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:20.416594 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-340cba16-6874-4dcf-aaf1-8718539cf71f req-44cdaa5f-bfa9-4874-9646-8721f2ed99b7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:20.430531 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-340cba16-6874-4dcf-aaf1-8718539cf71f req-44cdaa5f-bfa9-4874-9646-8721f2ed99b7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Calling delete_port for 6826d449-1e88-49a3-9775-c72f29916f2c owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:20.497811 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:20.543933 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Network 7ac9980a-56e1-4594-b056-633abca53c59 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:05:20.548423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:20.551893 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:05:20.575547 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-81472b0b-5a26-4d96-a2d0-a1e8412df096 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Allocated IP 172.20.0.9 (7ac9980a-56e1-4594-b056-633abca53c59/aeb3d5db-d59f-4208-b772-052b5728478e/68d04d36-6707-4973-bf1c-cf05f0c2a61e) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:05:20.587652 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Pushing event updated for resources: {'Port': ['ID=41e3b2ac-176a-436f-8003-e57068feeb18,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:20.611496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e31186-4529-4bbb-95bd-807267b4bcd5 req-280bf0eb-0a9f-462a-82fb-6fe22b9e895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:20.611496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e31186-4529-4bbb-95bd-807267b4bcd5 req-280bf0eb-0a9f-462a-82fb-6fe22b9e895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:20.611982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e31186-4529-4bbb-95bd-807267b4bcd5 req-280bf0eb-0a9f-462a-82fb-6fe22b9e895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:20.613900 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84e31186-4529-4bbb-95bd-807267b4bcd5 req-280bf0eb-0a9f-462a-82fb-6fe22b9e895f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4438b79ca124e06b56d0dccd6e7a3b0&device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2869 time: 0.0824082 Sep 18 05:05:20.647271 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Attempting to bind port 41e3b2ac-176a-436f-8003-e57068feeb18 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:05:20.647943 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Attempting to bind port 41e3b2ac-176a-436f-8003-e57068feeb18 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '5db2ae19-d815-443c-a4b0-89ebc05f05c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ac9980a-56e1-4594-b056-633abca53c59'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:05:20.648505 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Attempting to bind port 41e3b2ac-176a-436f-8003-e57068feeb18 on network 7ac9980a-56e1-4594-b056-633abca53c59 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:20.660840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:05:20.661219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Checking segment: {'id': '5db2ae19-d815-443c-a4b0-89ebc05f05c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ac9980a-56e1-4594-b056-633abca53c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:20.661624 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:20.662017 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Bound using segment: {'id': '5db2ae19-d815-443c-a4b0-89ebc05f05c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ac9980a-56e1-4594-b056-633abca53c59'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:05:20.662481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Bound port: 41e3b2ac-176a-436f-8003-e57068feeb18, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db2ae19-d815-443c-a4b0-89ebc05f05c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ac9980a-56e1-4594-b056-633abca53c59'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:05:20.662864 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:20.727791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e31186-4529-4bbb-95bd-807267b4bcd5 req-914bb088-ad86-45fc-83ea-4865acc17400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:20.729258 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84e31186-4529-4bbb-95bd-807267b4bcd5 req-914bb088-ad86-45fc-83ea-4865acc17400 service neutron] 10.222.0.13 "GET /v2.0/networks?id=188e1281-0113-4e61-b272-1518548e7e63 HTTP/1.1" status: 200 len: 901 time: 0.1049435 Sep 18 05:05:20.758875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] For port 41e3b2ac-176a-436f-8003-e57068feeb18, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:05:20.763640 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] For port 41e3b2ac-176a-436f-8003-e57068feeb18, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=41e3b2ac-176a-436f-8003-e57068feeb18,segment=NetworkSegment(5db2ae19-d815-443c-a4b0-89ebc05f05c5),segment_id=5db2ae19-d815-443c-a4b0-89ebc05f05c5)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:05:20.776428 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84e31186-4529-4bbb-95bd-807267b4bcd5 req-c3633396-b693-40a1-8d9f-4e66142fdfee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=5406d3c2-c4a1-4437-b61f-a2df989b45fd HTTP/1.1" status: 200 len: 217 time: 0.0398588 Sep 18 05:05:20.828804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e31186-4529-4bbb-95bd-807267b4bcd5 req-73fbc4a1-bafe-4181-908a-645d2d2b9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:20.830332 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84e31186-4529-4bbb-95bd-807267b4bcd5 req-73fbc4a1-bafe-4181-908a-645d2d2b9f1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f647093-3e9b-4a01-ac46-800cfb445cf9 HTTP/1.1" status: 200 len: 801 time: 0.0465744 Sep 18 05:05:20.846313 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:20.885647 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e31186-4529-4bbb-95bd-807267b4bcd5 req-0b7e88ea-6f63-4d5f-9b8d-546167e89777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:20.888160 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84e31186-4529-4bbb-95bd-807267b4bcd5 req-0b7e88ea-6f63-4d5f-9b8d-546167e89777 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=188e1281-0113-4e61-b272-1518548e7e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489221 Sep 18 05:05:20.954535 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5e9e4-96c5-4270-9ec6-f8db89b3e54c None None] Pushing event updated for resources: {'Port': ['ID=41e3b2ac-176a-436f-8003-e57068feeb18,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:21.004794 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-340cba16-6874-4dcf-aaf1-8718539cf71f req-44cdaa5f-bfa9-4874-9646-8721f2ed99b7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:21.027833 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84e31186-4529-4bbb-95bd-807267b4bcd5 req-0e5ea4a7-1580-4186-9fb7-9703ace7bb21 service neutron] 10.222.0.13 "GET /v2.0/networks/188e1281-0113-4e61-b272-1518548e7e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194699 Sep 18 05:05:21.048551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdaa5f-bfa9-4874-9646-8721f2ed99b7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Pushing event deleted for resources: {'Port': ['ID=6826d449-1e88-49a3-9775-c72f29916f2c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:21.090763 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373ff91-bb44-4604-8350-c3d2b45ac395 req-87d8114f-b51c-4f71-a9fc-28a0ee2f1636 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:21.090763 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4373ff91-bb44-4604-8350-c3d2b45ac395 req-87d8114f-b51c-4f71-a9fc-28a0ee2f1636 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.13 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 951 time: 0.4519584 Sep 18 05:05:21.141620 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43544) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:21.171529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84e31186-4529-4bbb-95bd-807267b4bcd5 req-29062df1-b46c-41ed-bdee-83cbc0b9be32 service neutron] 10.222.0.13 "GET /v2.0/networks/188e1281-0113-4e61-b272-1518548e7e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352022 Sep 18 05:05:21.223247 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f0150-42a6-4822-be3a-972c65fc9b58 req-d911c8d5-5c02-4c83-a6d2-d8f102e0a8a3 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:21.226373 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-432f0150-42a6-4822-be3a-972c65fc9b58 req-d911c8d5-5c02-4c83-a6d2-d8f102e0a8a3 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=28cabf16-7b55-4366-96ca-10fb43b78206 HTTP/1.1" status: 200 len: 866 time: 0.5563040 Sep 18 05:05:21.227289 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-340cba16-6874-4dcf-aaf1-8718539cf71f req-44cdaa5f-bfa9-4874-9646-8721f2ed99b7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] No DVR routers for this DVR port 6826d449-1e88-49a3-9775-c72f29916f2c on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:21.236839 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-340cba16-6874-4dcf-aaf1-8718539cf71f req-44cdaa5f-bfa9-4874-9646-8721f2ed99b7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:21.238816 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-340cba16-6874-4dcf-aaf1-8718539cf71f req-44cdaa5f-bfa9-4874-9646-8721f2ed99b7 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.18 "DELETE /v2.0/ports/6826d449-1e88-49a3-9775-c72f29916f2c HTTP/1.1" status: 204 len: 173 time: 1.0838699 Sep 18 05:05:21.248351 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cabf16-7b55-4366-96ca-10fb43b78206', 'name': 'network-vif-deleted', 'tag': '6826d449-1e88-49a3-9775-c72f29916f2c'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:21.250015 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723e091e-e516-4aca-b476-1d77db5deae4" -d '{"events": [{"server_uuid": "28cabf16-7b55-4366-96ca-10fb43b78206", "name": "network-vif-deleted", "tag": "6826d449-1e88-49a3-9775-c72f29916f2c"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:21.317946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40e5b9-a14d-4936-97a5-d41986faa223 req-80cc16ff-3599-4c9c-a1b2-ab7f0f408298 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:21.327490 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b40e5b9-a14d-4936-97a5-d41986faa223 req-80cc16ff-3599-4c9c-a1b2-ab7f0f408298 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 951 time: 0.1273112 Sep 18 05:05:21.376032 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b40e5b9-a14d-4936-97a5-d41986faa223 req-671f5522-8585-4adf-b4e9-6fb1c3a17b80 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474987 Sep 18 05:05:21.411139 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-432f0150-42a6-4822-be3a-972c65fc9b58 req-61160217-3484-4ce1-91e1-15912a916c1b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696229 Sep 18 05:05:21.449379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-4373ff91-bb44-4604-8350-c3d2b45ac395 req-4757a61e-ae53-4f89-984a-2a7b09a3ffbd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Deleting port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:21.450447 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4373ff91-bb44-4604-8350-c3d2b45ac395 req-4757a61e-ae53-4f89-984a-2a7b09a3ffbd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:21.515090 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81472b0b-5a26-4d96-a2d0-a1e8412df096 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:21.542628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1693f5-076b-4459-b9c0-9c4080c996eb req-42212f26-1a76-40fd-9e2e-8474210d4143 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:21.549309 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e1693f5-076b-4459-b9c0-9c4080c996eb req-42212f26-1a76-40fd-9e2e-8474210d4143 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 950 time: 0.0628810 Sep 18 05:05:21.588699 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e1693f5-076b-4459-b9c0-9c4080c996eb req-b0d178c5-dfed-45d6-89b5-9a2aa9daabe8 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370522 Sep 18 05:05:21.635372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:21.643404 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-76c8b07d-9829-4fb7-9605-9619613cf600 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74351883eb134a61a1ad7301bd7ce18e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637904 Sep 18 05:05:21.648425 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40dec3d-3659-4f16-b437-11f48ed4029f" -d '{"events": [{"server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "name": "network-vif-plugged", "status": "completed", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:21.690363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43556) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:21.690363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-4373ff91-bb44-4604-8350-c3d2b45ac395 req-4757a61e-ae53-4f89-984a-2a7b09a3ffbd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] For port 653fcbc2-fa88-4234-a56e-d4b2abe035f7, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=653fcbc2-fa88-4234-a56e-d4b2abe035f7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:21.690363 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4373ff91-bb44-4604-8350-c3d2b45ac395 req-4757a61e-ae53-4f89-984a-2a7b09a3ffbd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:21.691286 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-4373ff91-bb44-4604-8350-c3d2b45ac395 req-4757a61e-ae53-4f89-984a-2a7b09a3ffbd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Calling delete_port for 653fcbc2-fa88-4234-a56e-d4b2abe035f7 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:21.701699 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5243ba8-1cab-43ce-80c8-766f2796bf32 req-7ee8d04e-84d0-4b24-98d5-e5a793ebeedf tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:21.707817 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5243ba8-1cab-43ce-80c8-766f2796bf32 req-7ee8d04e-84d0-4b24-98d5-e5a793ebeedf tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:21.714821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5243ba8-1cab-43ce-80c8-766f2796bf32 req-7ee8d04e-84d0-4b24-98d5-e5a793ebeedf tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:21.717395 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5243ba8-1cab-43ce-80c8-766f2796bf32 req-7ee8d04e-84d0-4b24-98d5-e5a793ebeedf tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2413 time: 0.1743617 Sep 18 05:05:21.744695 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf7a10e-35ef-4367-a0ee-ea145ea35f2d x-openstack-request-id: req-cdf7a10e-35ef-4367-a0ee-ea145ea35f2d {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:21.744995 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28cabf16-7b55-4366-96ca-10fb43b78206", "name": "network-vif-deleted", "tag": "6826d449-1e88-49a3-9775-c72f29916f2c", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:21.745361 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdf7a10e-35ef-4367-a0ee-ea145ea35f2d {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:21.745851 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cabf16-7b55-4366-96ca-10fb43b78206', 'name': 'network-vif-deleted', 'tag': '6826d449-1e88-49a3-9775-c72f29916f2c', 'status': 'completed', 'code': 200} Sep 18 05:05:21.847494 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5243ba8-1cab-43ce-80c8-766f2796bf32 req-dfebf999-dceb-4745-9751-5d8dbc94e336 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130602 Sep 18 05:05:21.855992 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0dc8ef44-4345-4549-9f7d-455fbb8a31df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:21.935787 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81472b0b-5a26-4d96-a2d0-a1e8412df096 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:21.938560 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b3dfa9-b906-4a38-9721-6407ec8622ab x-openstack-request-id: req-91b3dfa9-b906-4a38-9721-6407ec8622ab {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:21.938894 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "name": "network-vif-plugged", "status": "completed", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:21.939111 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91b3dfa9-b906-4a38-9721-6407ec8622ab {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:21.939517 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'code': 200} Sep 18 05:05:21.944968 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0dc8ef44-4345-4549-9f7d-455fbb8a31df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:22.045041 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81472b0b-5a26-4d96-a2d0-a1e8412df096 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Network 7ac9980a-56e1-4594-b056-633abca53c59 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:05:22.054088 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81472b0b-5a26-4d96-a2d0-a1e8412df096 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Pushing event updated for resources: {'Port': ['ID=68d04d36-6707-4973-bf1c-cf05f0c2a61e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:22.067710 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-81472b0b-5a26-4d96-a2d0-a1e8412df096 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:22.075723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81472b0b-5a26-4d96-a2d0-a1e8412df096 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:05:22.154645 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81472b0b-5a26-4d96-a2d0-a1e8412df096 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:22.155513 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81472b0b-5a26-4d96-a2d0-a1e8412df096 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:22.194088 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4373ff91-bb44-4604-8350-c3d2b45ac395 req-4757a61e-ae53-4f89-984a-2a7b09a3ffbd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:22.209436 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['df4a54dd-050c-4c73-91b4-24dce1197660'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:22.213917 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b218360f-c562-4280-a2fe-afa957d311d7', '7e928516-bcc0-42fc-b89c-950c05b4bd72'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:22.253685 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0dc8ef44-4345-4549-9f7d-455fbb8a31df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:22.256551 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0dc8ef44-4345-4549-9f7d-455fbb8a31df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:22.257732 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0dc8ef44-4345-4549-9f7d-455fbb8a31df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0bddc00-b218-4e22-8b66-1eb28c4c0b3e HTTP/1.1" status: 204 len: 168 time: 0.5986040 Sep 18 05:05:22.335129 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-a894675e-a797-4e03-bb28-73178f73da83 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b25eefa3b65849c682429ea7935e4ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835271 Sep 18 05:05:22.336071 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757a61e-ae53-4f89-984a-2a7b09a3ffbd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Pushing event deleted for resources: {'Port': ['ID=653fcbc2-fa88-4234-a56e-d4b2abe035f7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:22.361143 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-81472b0b-5a26-4d96-a2d0-a1e8412df096 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5755708 Sep 18 05:05:22.364434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43578) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:22.499080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfaf994-8967-4f1a-a922-d1bf135f08a1 None None] Network 7ac9980a-56e1-4594-b056-633abca53c59 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:22.591683 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bd5904b3-1a0a-418d-b34e-94a5f67b6e11 req-daa2e90f-56d7-4d62-89ac-48e05e802d65 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=acc3b938-47fd-428f-af72-eee174e210ef HTTP/1.1" status: 200 len: 210 time: 0.0654261 Sep 18 05:05:22.620829 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-ef82cd84-2ec5-487d-bc77-71b24a62256d tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:22.624172 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-ef82cd84-2ec5-487d-bc77-71b24a62256d tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473295 Sep 18 05:05:22.645836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-c9b73b28-428f-4397-b4ed-a9bbb514bbf7 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Deleting port 68d04d36-6707-4973-bf1c-cf05f0c2a61e {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:22.646184 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9b73b28-428f-4397-b4ed-a9bbb514bbf7 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:22.648225 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8ef44-4345-4549-9f7d-455fbb8a31df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bddc00-b218-4e22-8b66-1eb28c4c0b3e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:22.652475 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4373ff91-bb44-4604-8350-c3d2b45ac395 req-4757a61e-ae53-4f89-984a-2a7b09a3ffbd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] No DVR routers for this DVR port 653fcbc2-fa88-4234-a56e-d4b2abe035f7 on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:22.664304 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4373ff91-bb44-4604-8350-c3d2b45ac395 req-4757a61e-ae53-4f89-984a-2a7b09a3ffbd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:22.670779 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4373ff91-bb44-4604-8350-c3d2b45ac395 req-4757a61e-ae53-4f89-984a-2a7b09a3ffbd tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.13 "DELETE /v2.0/ports/653fcbc2-fa88-4234-a56e-d4b2abe035f7 HTTP/1.1" status: 204 len: 173 time: 1.5718598 Sep 18 05:05:22.685923 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-faee6ad1-2c26-4fd8-ac82-0cde9a2b1cec tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/quotas/b25eefa3b65849c682429ea7935e4ecb HTTP/1.1" status: 200 len: 375 time: 0.0347774 Sep 18 05:05:22.795941 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ead782ff-4448-42c0-84aa-393d4b0daf37 None None] Provisioning complete for port 41e3b2ac-176a-436f-8003-e57068feeb18 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:22.797175 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ead782ff-4448-42c0-84aa-393d4b0daf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:22.826954 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9b73b28-428f-4397-b4ed-a9bbb514bbf7 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:22.836812 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-6622b07c-de6c-499b-821f-c1c18bdf28ce tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b25eefa3b65849c682429ea7935e4ecb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1407185 Sep 18 05:05:22.863039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-c9b73b28-428f-4397-b4ed-a9bbb514bbf7 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Calling delete_port for 68d04d36-6707-4973-bf1c-cf05f0c2a61e owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:22.930832 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:23.053268 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 41e3b2ac-176a-436f-8003-e57068feeb18 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:23.155896 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9b73b28-428f-4397-b4ed-a9bbb514bbf7 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:23.161402 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:23.175565 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ead782ff-4448-42c0-84aa-393d4b0daf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:23.242284 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6826d449-1e88-49a3-9775-c72f29916f2c no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:23.253680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b73b28-428f-4397-b4ed-a9bbb514bbf7 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Pushing event deleted for resources: {'Port': ['ID=68d04d36-6707-4973-bf1c-cf05f0c2a61e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:23.267934 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 41e3b2ac-176a-436f-8003-e57068feeb18 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:23.268321 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:23.346762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ead782ff-4448-42c0-84aa-393d4b0daf37 None None] For port 41e3b2ac-176a-436f-8003-e57068feeb18, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=41e3b2ac-176a-436f-8003-e57068feeb18,segment=NetworkSegment(5db2ae19-d815-443c-a4b0-89ebc05f05c5),segment_id=5db2ae19-d815-443c-a4b0-89ebc05f05c5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:23.376804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43600) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:23.397517 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 6826d449-1e88-49a3-9775-c72f29916f2c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:23.398390 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6826d449-1e88-49a3-9775-c72f29916f2c not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:23.404012 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-79d67864-2c80-4f20-bceb-dfed9241f2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:23.410657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 98fbf21f-f9fc-415b-8685-252a40f0994b details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:05:23.413398 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 653fcbc2-fa88-4234-a56e-d4b2abe035f7 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:23.447116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 653fcbc2-fa88-4234-a56e-d4b2abe035f7 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:23.447469 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 653fcbc2-fa88-4234-a56e-d4b2abe035f7 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:23.448983 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ead782ff-4448-42c0-84aa-393d4b0daf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:23.514467 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-96ac5db4-6698-4487-a768-195d8be787ef req-bae6c467-2c28-4ffd-b8ab-38ab766e5e6f tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 210 time: 0.0754290 Sep 18 05:05:23.598295 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9b73b28-428f-4397-b4ed-a9bbb514bbf7 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:23.602963 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c9b73b28-428f-4397-b4ed-a9bbb514bbf7 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] 10.222.0.23 "DELETE /v2.0/ports/68d04d36-6707-4973-bf1c-cf05f0c2a61e HTTP/1.1" status: 204 len: 168 time: 1.2367737 Sep 18 05:05:23.605413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43606) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:23.663191 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9ae92-2b69-4408-80e5-74f875de118c req-94a57562-d5dc-4976-b078-68311d0ac7c0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:23.693748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9ae92-2b69-4408-80e5-74f875de118c req-94a57562-d5dc-4976-b078-68311d0ac7c0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:23.706168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9ae92-2b69-4408-80e5-74f875de118c req-94a57562-d5dc-4976-b078-68311d0ac7c0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:23.719019 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7c9ae92-2b69-4408-80e5-74f875de118c req-94a57562-d5dc-4976-b078-68311d0ac7c0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2413 time: 0.3821352 Sep 18 05:05:23.752471 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-79d67864-2c80-4f20-bceb-dfed9241f2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:23.757203 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'name': 'network-vif-deleted', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:23.772971 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2754b5c-0253-415f-9511-0148a9e48fa9" -d '{"events": [{"server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "name": "network-vif-deleted", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:23.811126 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead782ff-4448-42c0-84aa-393d4b0daf37 None None] Pushing event updated for resources: {'Port': ['ID=41e3b2ac-176a-436f-8003-e57068feeb18,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:23.820876 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-06eb3eb8-b3c3-4c26-8a0c-c19702e2bb36 None None] Could not find standard attr ID for object 68d04d36-6707-4973-bf1c-cf05f0c2a61e. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:05:23.824018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5ab28-d63c-4da3-a0d4-54eb3324a014 req-875ffb38-4b0c-412d-9ea0-645b6c27abde tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:23.844655 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81e5ab28-d63c-4da3-a0d4-54eb3324a014 req-875ffb38-4b0c-412d-9ea0-645b6c27abde tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 944 time: 0.2056470 Sep 18 05:05:23.845080 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7c9ae92-2b69-4408-80e5-74f875de118c req-a12132e2-511a-4068-9d31-2e3eef05e2f2 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176331 Sep 18 05:05:23.912255 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-79d67864-2c80-4f20-bceb-dfed9241f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:23.935442 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-06eb3eb8-b3c3-4c26-8a0c-c19702e2bb36 None None] Provisioning complete for port 41e3b2ac-176a-436f-8003-e57068feeb18 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:23.935762 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-06eb3eb8-b3c3-4c26-8a0c-c19702e2bb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:23.939710 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 98fbf21f-f9fc-415b-8685-252a40f0994b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=98fbf21f-f9fc-415b-8685-252a40f0994b,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:23.954465 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b0bbc266-a4a2-429b-a77f-a0bbb1c49617 tempest-DHCPAgentSchedulersTestJSON-1276190716 tempest-DHCPAgentSchedulersTestJSON-1276190716-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3447442 Sep 18 05:05:23.955396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43616) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:23.962837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-61a04c29-4c41-4c1d-b764-225f19be33fc tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1206140749'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:24.010048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '98fbf21f-f9fc-415b-8685-252a40f0994b', 'network_id': '188e1281-0113-4e61-b272-1518548e7e63', 'port_id': '98fbf21f-f9fc-415b-8685-252a40f0994b', 'mac_address': 'fa:16:3e:98:29:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f647093-3e9b-4a01-ac46-800cfb445cf9', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:05:24.028943 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81e5ab28-d63c-4da3-a0d4-54eb3324a014 req-42f801b8-82a1-429e-a7bc-4f1db9a2ed13 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ce5b871-ed0c-438e-a24c-8c27b5bb614f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883392 Sep 18 05:05:24.034467 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb00a4-036f-4c41-aa1d-e92fd67693b2 req-0d6ba0ab-960d-4d49-856d-e22de0c0422f tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:24.040175 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-11cb00a4-036f-4c41-aa1d-e92fd67693b2 req-0d6ba0ab-960d-4d49-856d-e22de0c0422f tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.18 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 944 time: 0.3125787 Sep 18 05:05:24.040175 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6340a88e-731f-413a-8dfc-1ab8fde215b7 x-openstack-request-id: req-6340a88e-731f-413a-8dfc-1ab8fde215b7 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:24.040175 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc3b938-47fd-428f-af72-eee174e210ef", "name": "network-vif-deleted", "tag": "653fcbc2-fa88-4234-a56e-d4b2abe035f7", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:24.040175 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6340a88e-731f-413a-8dfc-1ab8fde215b7 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:24.041809 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc3b938-47fd-428f-af72-eee174e210ef', 'name': 'network-vif-deleted', 'tag': '653fcbc2-fa88-4234-a56e-d4b2abe035f7', 'status': 'completed', 'code': 200} Sep 18 05:05:24.041809 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d67864-2c80-4f20-bceb-dfed9241f2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c92be8-c355-460e-b4b8-ed217f469411,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:24.051008 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-79d67864-2c80-4f20-bceb-dfed9241f2f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4e99ad723994aedbd67dffe7310f8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6708362 Sep 18 05:05:24.051319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43618) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:24.130785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a04c29-4c41-4c1d-b764-225f19be33fc tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Made reservation on behalf of a36f595f672244e8a500d9131566d643 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:24.132028 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.134456 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61a04c29-4c41-4c1d-b764-225f19be33fc tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.138665 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24584d3d-d0f8-4c1f-bdfb-7d6cd41c5b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.178788 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98fbf21f-f9fc-415b-8685-252a40f0994b {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:24.214832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 98fbf21f-f9fc-415b-8685-252a40f0994b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=98fbf21f-f9fc-415b-8685-252a40f0994b,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:24.230409 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-11cb00a4-036f-4c41-aa1d-e92fd67693b2 req-129a6130-8a6f-4add-b354-b15ed8a1a436 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Deleting port 60350859-a74f-4f5c-8029-343739a9f0da {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:24.230409 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-11cb00a4-036f-4c41-aa1d-e92fd67693b2 req-129a6130-8a6f-4add-b354-b15ed8a1a436 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.231252 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24584d3d-d0f8-4c1f-bdfb-7d6cd41c5b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.252021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a04c29-4c41-4c1d-b764-225f19be33fc tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:05:24.279732 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61a04c29-4c41-4c1d-b764-225f19be33fc tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.280112 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-61a04c29-4c41-4c1d-b764-225f19be33fc tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Added segment 31edd4d7-35e3-4f0f-bbbe-e0c7740d925e of type vlan for network 8eebde74-bc09-4a1d-bd47-d0bca00d28d1 Sep 18 05:05:24.314017 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.314793 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 5406d3c2-c4a1-4437-b61f-a2df989b45fd details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:05:24.328605 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61a04c29-4c41-4c1d-b764-225f19be33fc tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.353667 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-11cb00a4-036f-4c41-aa1d-e92fd67693b2 req-129a6130-8a6f-4add-b354-b15ed8a1a436 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] For port 60350859-a74f-4f5c-8029-343739a9f0da, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=60350859-a74f-4f5c-8029-343739a9f0da,segment=NetworkSegment(d2a960d0-1ca6-488c-8ffd-25c1098eef62),segment_id=d2a960d0-1ca6-488c-8ffd-25c1098eef62)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:24.354183 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-11cb00a4-036f-4c41-aa1d-e92fd67693b2 req-129a6130-8a6f-4add-b354-b15ed8a1a436 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.373158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-11cb00a4-036f-4c41-aa1d-e92fd67693b2 req-129a6130-8a6f-4add-b354-b15ed8a1a436 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Calling delete_port for 60350859-a74f-4f5c-8029-343739a9f0da owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:24.391302 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-25b4fd4e-abc6-460a-983f-c940cd690a7b None None] Could not find standard attr ID for object 68d04d36-6707-4973-bf1c-cf05f0c2a61e. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:05:24.439931 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24584d3d-d0f8-4c1f-bdfb-7d6cd41c5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.443665 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 5406d3c2-c4a1-4437-b61f-a2df989b45fd, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5406d3c2-c4a1-4437-b61f-a2df989b45fd,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:24.443847 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24584d3d-d0f8-4c1f-bdfb-7d6cd41c5b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.445912 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-24584d3d-d0f8-4c1f-bdfb-7d6cd41c5b03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8c92be8-c355-460e-b4b8-ed217f469411 HTTP/1.1" status: 204 len: 168 time: 0.3935065 Sep 18 05:05:24.453213 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=98fbf21f-f9fc-415b-8685-252a40f0994b,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:24.461026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '5406d3c2-c4a1-4437-b61f-a2df989b45fd', 'network_id': '188e1281-0113-4e61-b272-1518548e7e63', 'port_id': '5406d3c2-c4a1-4437-b61f-a2df989b45fd', 'mac_address': 'fa:16:3e:22:91:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f647093-3e9b-4a01-ac46-800cfb445cf9', 'ip_address': '19.80.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:05:24.462425 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24584d3d-d0f8-4c1f-bdfb-7d6cd41c5b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c92be8-c355-460e-b4b8-ed217f469411,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:24.470572 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61a04c29-4c41-4c1d-b764-225f19be33fc tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.490906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a04c29-4c41-4c1d-b764-225f19be33fc tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:24.492468 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61a04c29-4c41-4c1d-b764-225f19be33fc tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.530833 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.552946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5406d3c2-c4a1-4437-b61f-a2df989b45fd {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:24.623270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a04c29-4c41-4c1d-b764-225f19be33fc tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Pushing event updated for resources: {'Network': ['ID=8eebde74-bc09-4a1d-bd47-d0bca00d28d1,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:24.643659 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-61a04c29-4c41-4c1d-b764-225f19be33fc tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6857250 Sep 18 05:05:24.646468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43632) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:24.649207 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 8eebde74-bc09-4a1d-bd47-d0bca00d28d1 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:05:24.665088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 5406d3c2-c4a1-4437-b61f-a2df989b45fd, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5406d3c2-c4a1-4437-b61f-a2df989b45fd,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:24.697625 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c7e1f4ee-8cbf-42c0-835f-016be6040b51 req-1d131af4-015e-4e85-9eb6-37975cfd6e20 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 210 time: 0.0392063 Sep 18 05:05:24.738192 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-11cb00a4-036f-4c41-aa1d-e92fd67693b2 req-129a6130-8a6f-4add-b354-b15ed8a1a436 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.777915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a6130-8a6f-4add-b354-b15ed8a1a436 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Pushing event deleted for resources: {'Port': ['ID=60350859-a74f-4f5c-8029-343739a9f0da,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:24.797481 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.798305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 33362b74-087c-463b-9bd3-4f3b6533fccb details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:05:24.896288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cb00a4-036f-4c41-aa1d-e92fd67693b2 req-129a6130-8a6f-4add-b354-b15ed8a1a436 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] No DVR routers for this DVR port 60350859-a74f-4f5c-8029-343739a9f0da on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:24.900206 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-11cb00a4-036f-4c41-aa1d-e92fd67693b2 req-129a6130-8a6f-4add-b354-b15ed8a1a436 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:24.903333 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-11cb00a4-036f-4c41-aa1d-e92fd67693b2 req-129a6130-8a6f-4add-b354-b15ed8a1a436 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.18 "DELETE /v2.0/ports/60350859-a74f-4f5c-8029-343739a9f0da HTTP/1.1" status: 204 len: 173 time: 0.8578348 Sep 18 05:05:24.909893 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=5406d3c2-c4a1-4437-b61f-a2df989b45fd,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:24.931776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56728d-9fae-46b4-9e7b-044ef3481b2b req-dfe4f9d2-a869-4bc5-a425-d5ff2902f019 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:24.946427 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e56728d-9fae-46b4-9e7b-044ef3481b2b req-dfe4f9d2-a869-4bc5-a425-d5ff2902f019 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 950 time: 0.2058718 Sep 18 05:05:25.013683 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4b19b-135c-4910-9436-854a092bbefb req-28982f7c-dc8a-4fac-99a3-0ae2f960c077 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:25.020543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4b19b-135c-4910-9436-854a092bbefb req-28982f7c-dc8a-4fac-99a3-0ae2f960c077 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:25.028710 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4b19b-135c-4910-9436-854a092bbefb req-28982f7c-dc8a-4fac-99a3-0ae2f960c077 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:25.030705 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0cb4b19b-135c-4910-9436-854a092bbefb req-28982f7c-dc8a-4fac-99a3-0ae2f960c077 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2415 time: 0.0841126 Sep 18 05:05:25.078382 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 41e3b2ac-176a-436f-8003-e57068feeb18 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:25.109413 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0cb4b19b-135c-4910-9436-854a092bbefb req-f050be75-14b7-4cc8-aa95-65234f9003ba tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685380 Sep 18 05:05:25.209978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 33362b74-087c-463b-9bd3-4f3b6533fccb, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=33362b74-087c-463b-9bd3-4f3b6533fccb,segment=NetworkSegment(6fce4e66-6091-4feb-a67d-cbd2ee37ee86),segment_id=6fce4e66-6091-4feb-a67d-cbd2ee37ee86)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:25.230764 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-33fd329c-e743-4054-96d2-3a558f0d75c0 req-173c07a1-1fe0-4310-b349-01422e0f198b tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 210 time: 0.0438230 Sep 18 05:05:25.252851 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '33362b74-087c-463b-9bd3-4f3b6533fccb', 'network_id': '037752ae-64c8-4f55-a087-f040936db07d', 'port_id': '33362b74-087c-463b-9bd3-4f3b6533fccb', 'mac_address': 'fa:16:3e:46:ac:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e4d926-d986-4132-8c1a-7d147ea7e7f8', 'ip_address': '19.86.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:05:25.369992 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 41e3b2ac-176a-436f-8003-e57068feeb18 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:25.370390 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:25.372853 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:25.416568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33362b74-087c-463b-9bd3-4f3b6533fccb {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:25.461231 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 33362b74-087c-463b-9bd3-4f3b6533fccb, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=33362b74-087c-463b-9bd3-4f3b6533fccb,segment=NetworkSegment(6fce4e66-6091-4feb-a67d-cbd2ee37ee86),segment_id=6fce4e66-6091-4feb-a67d-cbd2ee37ee86)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:25.604875 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e56728d-9fae-46b4-9e7b-044ef3481b2b req-625a6971-5c3c-415e-9b7a-5148e7519311 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574926 Sep 18 05:05:25.614450 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:25.621868 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e1cd62f4-3ee4-4e3b-8754-3316b33c7b59 tempest-DHCPAgentSchedulersTestJSON-1276190716 tempest-DHCPAgentSchedulersTestJSON-1276190716-project-admin] 10.222.0.23 "GET /v2.0/agents/2d8621dc-fd6a-4ba7-99b7-098e038d6eca/dhcp-networks HTTP/1.1" status: 200 len: 9663 time: 0.9745448 Sep 18 05:05:25.627745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43652) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:25.703636 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=33362b74-087c-463b-9bd3-4f3b6533fccb,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:25.717365 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:25.717735 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:25.718070 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:25.718428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:25.718780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:25.719084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:25.719480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:25.719894 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:25.720224 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:25.720612 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:25.721067 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:25.721399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:05:25.740925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f947c37-0234-4eb2-b6b9-feb4fede659b tempest-DHCPAgentSchedulersTestJSON-1276190716 tempest-DHCPAgentSchedulersTestJSON-1276190716-project-admin] Network 8eebde74-bc09-4a1d-bd47-d0bca00d28d1 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:05:25.812610 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9b0e50ac-b6e5-4a6e-a481-f0d00cf5856b req-a2ec1393-e3d1-41a5-8f26-6bee3731f2cf tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 210 time: 0.0310471 Sep 18 05:05:25.854663 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0e153c-7045-49bf-8c01-eb72a76f330b None None] Network 8eebde74-bc09-4a1d-bd47-d0bca00d28d1 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:25.856881 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43656) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:25.857470 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1f947c37-0234-4eb2-b6b9-feb4fede659b tempest-DHCPAgentSchedulersTestJSON-1276190716 tempest-DHCPAgentSchedulersTestJSON-1276190716-project-admin] 10.222.0.23 "POST /v2.0/agents/2d8621dc-fd6a-4ba7-99b7-098e038d6eca/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2334855 Sep 18 05:05:25.945139 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['5406d3c2-c4a1-4437-b61f-a2df989b45fd'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:25.948683 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['33362b74-087c-463b-9bd3-4f3b6533fccb'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:25.975993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-4f725354-2245-490b-a516-063b81706098 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b25eefa3b65849c682429ea7935e4ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326867 Sep 18 05:05:26.013800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['98fbf21f-f9fc-415b-8685-252a40f0994b'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:26.018915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929dc2c-1860-49cc-8b9c-c168f02a5736 req-67c4fa33-2e30-4300-a965-1d7c3b8c555e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:26.021092 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6929dc2c-1860-49cc-8b9c-c168f02a5736 req-67c4fa33-2e30-4300-a965-1d7c3b8c555e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 950 time: 0.0808558 Sep 18 05:05:26.065060 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f6bb84-6a9e-47d9-adb2-590e4c6f5819', 'name': 'network-vif-deleted', 'tag': '60350859-a74f-4f5c-8029-343739a9f0da'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:26.069532 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c08c8ac-9610-4a14-b64e-40fd8e107474" -d '{"events": [{"server_uuid": "53f6bb84-6a9e-47d9-adb2-590e4c6f5819", "name": "network-vif-deleted", "tag": "60350859-a74f-4f5c-8029-343739a9f0da"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:26.153409 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda894a4-b180-4d0a-a2b0-218ecaeb928e x-openstack-request-id: req-bda894a4-b180-4d0a-a2b0-218ecaeb928e {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:26.161469 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f6bb84-6a9e-47d9-adb2-590e4c6f5819", "name": "network-vif-deleted", "tag": "60350859-a74f-4f5c-8029-343739a9f0da", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:26.161469 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bda894a4-b180-4d0a-a2b0-218ecaeb928e {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:26.161469 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f6bb84-6a9e-47d9-adb2-590e4c6f5819', 'name': 'network-vif-deleted', 'tag': '60350859-a74f-4f5c-8029-343739a9f0da', 'status': 'completed', 'code': 200} Sep 18 05:05:26.188171 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-95f2868a-dd07-4e18-a957-52f890b8885f tempest-DHCPAgentSchedulersTestJSON-1276190716 tempest-DHCPAgentSchedulersTestJSON-1276190716-project-admin] 10.222.0.23 "GET /v2.0/agents/2d8621dc-fd6a-4ba7-99b7-098e038d6eca/dhcp-networks HTTP/1.1" status: 200 len: 10433 time: 0.3263025 Sep 18 05:05:26.188526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43670) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:26.213227 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-6929dc2c-1860-49cc-8b9c-c168f02a5736 req-0c0ec404-4c1c-41e4-a20f-7a9611c4b122 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Deleting port 7e928516-bcc0-42fc-b89c-950c05b4bd72 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:26.214580 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6929dc2c-1860-49cc-8b9c-c168f02a5736 req-0c0ec404-4c1c-41e4-a20f-7a9611c4b122 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:26.294009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f8d452fc-cf32-4a88-acb0-545885d0fe79 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:26.295522 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f8d452fc-cf32-4a88-acb0-545885d0fe79 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3130510 Sep 18 05:05:26.306596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43674) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:26.319631 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f0658974-9328-4af4-a708-1f98596f4e90 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Request body: {'port': {'device_id': 'fd22e6e3-069f-4b03-962d-eadb40e516f4', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'b25eefa3b65849c682429ea7935e4ecb'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:26.447780 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fd6ee235-3982-4209-a842-84641cce3ec9 tempest-DHCPAgentSchedulersTestJSON-1276190716 tempest-DHCPAgentSchedulersTestJSON-1276190716-project-admin] 10.222.0.23 "DELETE /v2.0/agents/2d8621dc-fd6a-4ba7-99b7-098e038d6eca/dhcp-networks/8eebde74-bc09-4a1d-bd47-d0bca00d28d1 HTTP/1.1" status: 204 len: 168 time: 0.2582037 Sep 18 05:05:26.452789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43678) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:26.487372 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c608aa63-a507-403b-b052-f0efbc47a1b0 req-a1da7ad1-60e2-4b1c-ad51-5b49c141ebb1 tempest-LiveAutoBlockMigrationV225Test-1601662076 tempest-LiveAutoBlockMigrationV225Test-1601662076-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f6bb84-6a9e-47d9-adb2-590e4c6f5819 HTTP/1.1" status: 200 len: 210 time: 0.0772276 Sep 18 05:05:26.546764 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5cf9b-ee63-441b-9c5c-5b3dcf080664 req-3825592c-1aa5-4705-8c2f-d746e2d9a90b tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:26.553144 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5cf9b-ee63-441b-9c5c-5b3dcf080664 req-3825592c-1aa5-4705-8c2f-d746e2d9a90b tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:26.556263 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2007861339-network', 'tenant_id': 'd1b4bc622cec481d856678fe715fc0b7'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:26.559919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5cf9b-ee63-441b-9c5c-5b3dcf080664 req-3825592c-1aa5-4705-8c2f-d746e2d9a90b tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:26.561658 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ece5cf9b-ee63-441b-9c5c-5b3dcf080664 req-3825592c-1aa5-4705-8c2f-d746e2d9a90b tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2416 time: 0.3069766 Sep 18 05:05:26.577202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-6929dc2c-1860-49cc-8b9c-c168f02a5736 req-0c0ec404-4c1c-41e4-a20f-7a9611c4b122 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] For port 7e928516-bcc0-42fc-b89c-950c05b4bd72, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7e928516-bcc0-42fc-b89c-950c05b4bd72,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:26.577489 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6929dc2c-1860-49cc-8b9c-c168f02a5736 req-0c0ec404-4c1c-41e4-a20f-7a9611c4b122 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:26.582507 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f0658974-9328-4af4-a708-1f98596f4e90 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Made reservation on behalf of b25eefa3b65849c682429ea7935e4ecb for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:26.586326 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f0658974-9328-4af4-a708-1f98596f4e90 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:26.634571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-6929dc2c-1860-49cc-8b9c-c168f02a5736 req-0c0ec404-4c1c-41e4-a20f-7a9611c4b122 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Calling delete_port for 7e928516-bcc0-42fc-b89c-950c05b4bd72 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:26.695674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] Made reservation on behalf of d1b4bc622cec481d856678fe715fc0b7 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:26.698162 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:26.711864 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:26.714651 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ece5cf9b-ee63-441b-9c5c-5b3dcf080664 req-dc89cc00-ca01-460d-bac5-1b55cb64ee6e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437364 Sep 18 05:05:26.850430 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-48aaf5cc-e67c-4e02-8548-3a0fc7f3827e tempest-DHCPAgentSchedulersTestJSON-1276190716 tempest-DHCPAgentSchedulersTestJSON-1276190716-project-admin] 10.222.0.23 "GET /v2.0/agents/2d8621dc-fd6a-4ba7-99b7-098e038d6eca/dhcp-networks HTTP/1.1" status: 200 len: 9663 time: 0.3964167 Sep 18 05:05:26.861022 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43688) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:26.885693 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-54a23766-3f8c-48d1-b22c-8c2ecd5ad1a9 tempest-DHCPAgentSchedulersTestJSON-1276190716 tempest-DHCPAgentSchedulersTestJSON-1276190716-project-admin] 10.222.0.23 "GET /v2.0/networks/7ac9980a-56e1-4594-b056-633abca53c59/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0234678 Sep 18 05:05:26.889028 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43690) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:26.890684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb27ae1-632c-4617-a738-9a46d23b8e46 req-5fe54278-c8f4-424f-b0ab-13ae2ee9ca2d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:26.892299 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2fb27ae1-632c-4617-a738-9a46d23b8e46 req-5fe54278-c8f4-424f-b0ab-13ae2ee9ca2d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 950 time: 0.1152134 Sep 18 05:05:26.909712 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c48c3aea-b6fc-4683-93fa-8b3f72367a2c tempest-DHCPAgentSchedulersTestJSON-1276190716 tempest-DHCPAgentSchedulersTestJSON-1276190716-project-admin] 10.222.0.23 "GET /v2.0/networks/7ac9980a-56e1-4594-b056-633abca53c59/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0194395 Sep 18 05:05:26.912231 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43692) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:26.954799 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2fb27ae1-632c-4617-a738-9a46d23b8e46 req-7ede2b2a-13ae-4d25-a598-1175f163257a tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536141 Sep 18 05:05:26.963214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f0658974-9328-4af4-a708-1f98596f4e90 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Allocated IP 192.168.233.176 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/a00facf1-086d-4ac0-bf45-de5f4cfaa4b6) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:05:26.972633 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:26.985067 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-17ec7ce9-dbd7-409c-90d6-6fc96ce3e848 req-cd8de938-e7d6-4659-b05d-b21abea0ea51 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 210 time: 0.0433702 Sep 18 05:05:27.064574 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.114397 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-107cb50b-e34f-4f58-9ab2-f17f8307ec5c tempest-DHCPAgentSchedulersTestJSON-1276190716 tempest-DHCPAgentSchedulersTestJSON-1276190716-project-admin] 10.222.0.23 "GET /v2.0/agents/2d8621dc-fd6a-4ba7-99b7-098e038d6eca/dhcp-networks HTTP/1.1" status: 200 len: 9663 time: 0.1978786 Sep 18 05:05:27.116203 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43694) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:27.137770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:05:27.147777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea21998-8522-4ce0-abd3-06f727216d76,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:27.150335 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6929dc2c-1860-49cc-8b9c-c168f02a5736 req-0c0ec404-4c1c-41e4-a20f-7a9611c4b122 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.162215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b218360f-c562-4280-a2fe-afa957d311d7', '7e928516-bcc0-42fc-b89c-950c05b4bd72'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:27.169809 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.170271 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] Added segment 5b5c1085-a19f-4868-9518-d578a5d24864 of type vlan for network d3e10c5a-eb89-4d23-8b34-301a826af75c Sep 18 05:05:27.228924 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c998d25-16f2-4f81-bc81-58d9f5873aa2 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.232699 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f0658974-9328-4af4-a708-1f98596f4e90 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.235119 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.241557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ec404-4c1c-41e4-a20f-7a9611c4b122 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Pushing event deleted for resources: {'Port': ['ID=7e928516-bcc0-42fc-b89c-950c05b4bd72,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:27.255785 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 60350859-a74f-4f5c-8029-343739a9f0da no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:27.281698 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6929dc2c-1860-49cc-8b9c-c168f02a5736 req-0c0ec404-4c1c-41e4-a20f-7a9611c4b122 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] No DVR routers for this DVR port 7e928516-bcc0-42fc-b89c-950c05b4bd72 on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:27.284569 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6929dc2c-1860-49cc-8b9c-c168f02a5736 req-0c0ec404-4c1c-41e4-a20f-7a9611c4b122 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.286877 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6929dc2c-1860-49cc-8b9c-c168f02a5736 req-0c0ec404-4c1c-41e4-a20f-7a9611c4b122 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "DELETE /v2.0/ports/7e928516-bcc0-42fc-b89c-950c05b4bd72 HTTP/1.1" status: 204 len: 173 time: 1.2568219 Sep 18 05:05:27.314225 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['df4a54dd-050c-4c73-91b4-24dce1197660'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:27.316828 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 60350859-a74f-4f5c-8029-343739a9f0da {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:27.317361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 60350859-a74f-4f5c-8029-343739a9f0da not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:27.351305 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.352615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:27.353325 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.381559 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c998d25-16f2-4f81-bc81-58d9f5873aa2 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.416141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-2c998d25-16f2-4f81-bc81-58d9f5873aa2 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eebde74-bc09-4a1d-bd47-d0bca00d28d1']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:27.428370 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-2c998d25-16f2-4f81-bc81-58d9f5873aa2 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31edd4d7-35e3-4f0f-bbbe-e0c7740d925e') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:27.428669 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-2c998d25-16f2-4f81-bc81-58d9f5873aa2 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31edd4d7-35e3-4f0f-bbbe-e0c7740d925e') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:27.441334 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c998d25-16f2-4f81-bc81-58d9f5873aa2 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.442348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] Pushing event updated for resources: {'Network': ['ID=d3e10c5a-eb89-4d23-8b34-301a826af75c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:27.459728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network d3e10c5a-eb89-4d23-8b34-301a826af75c details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:05:27.461202 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c998d25-16f2-4f81-bc81-58d9f5873aa2 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.467910 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f0658974-9328-4af4-a708-1f98596f4e90 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.475221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c998d25-16f2-4f81-bc81-58d9f5873aa2 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:05:27.475719 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c998d25-16f2-4f81-bc81-58d9f5873aa2 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:05:27.480330 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:05:27.533835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f0658974-9328-4af4-a708-1f98596f4e90 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:05:27.537232 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f0658974-9328-4af4-a708-1f98596f4e90 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:27.541798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f0658974-9328-4af4-a708-1f98596f4e90 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:05:27.570614 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43698) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:27.578247 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-04776a4b-2d9b-4cb4-8a7c-004e6beda281 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2680435 Sep 18 05:05:27.579946 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43700) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:27.580077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0658974-9328-4af4-a708-1f98596f4e90 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Pushing event updated for resources: {'Port': ['ID=a00facf1-086d-4ac0-bf45-de5f4cfaa4b6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:27.588950 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3b25c2a3-caf7-4c85-86ae-b67cf60267c0 admin admin] Request body: {'subnet': {'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2007861339-subnet', 'tenant_id': 'd1b4bc622cec481d856678fe715fc0b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:27.614708 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f0658974-9328-4af4-a708-1f98596f4e90 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:27.615392 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f0658974-9328-4af4-a708-1f98596f4e90 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.655288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22faa3d-2dfd-4fc2-b2dd-41010b1e48c8 admin admin] Deleting subnet 8e768b2c-162b-4ba8-991f-559b883cc951 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:05:27.676410 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c998d25-16f2-4f81-bc81-58d9f5873aa2 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.678582 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b22faa3d-2dfd-4fc2-b2dd-41010b1e48c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.694480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 5406d3c2-c4a1-4437-b61f-a2df989b45fd up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:27.705119 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c998d25-16f2-4f81-bc81-58d9f5873aa2 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.707656 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2c998d25-16f2-4f81-bc81-58d9f5873aa2 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] 10.222.0.23 "DELETE /v2.0/networks/8eebde74-bc09-4a1d-bd47-d0bca00d28d1 HTTP/1.1" status: 204 len: 168 time: 0.5913942 Sep 18 05:05:27.709908 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43704) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:27.742533 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-81988fd7-088a-4678-a07b-f84355042138 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] DELETE failed (client error): The resource could not be found. Sep 18 05:05:27.742791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81988fd7-088a-4678-a07b-f84355042138 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:05:27.750271 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-81988fd7-088a-4678-a07b-f84355042138 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] 10.222.0.23 "DELETE /v2.0/ports/68d04d36-6707-4973-bf1c-cf05f0c2a61e HTTP/1.1" status: 404 len: 333 time: 0.0388963 Sep 18 05:05:27.759640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43710) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:27.766180 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f0658974-9328-4af4-a708-1f98596f4e90 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4585955 Sep 18 05:05:27.819990 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c998d25-16f2-4f81-bc81-58d9f5873aa2 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Pushing event deleted for resources: {'Network': ['ID=8eebde74-bc09-4a1d-bd47-d0bca00d28d1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:27.850755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Request body: {'port': {'device_id': 'fd22e6e3-069f-4b03-962d-eadb40e516f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:27.859656 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b22faa3d-2dfd-4fc2-b2dd-41010b1e48c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.868950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 5406d3c2-c4a1-4437-b61f-a2df989b45fd completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:05:27.870975 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 5406d3c2-c4a1-4437-b61f-a2df989b45fd triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:27.872033 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.896457 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ab0b5bac-399f-4696-b8b3-a9f727719b85'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:27.927859 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b22faa3d-2dfd-4fc2-b2dd-41010b1e48c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:27.955860 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b25c2a3-caf7-4c85-86ae-b67cf60267c0 admin admin] Made reservation on behalf of d1b4bc622cec481d856678fe715fc0b7 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:27.959949 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b25c2a3-caf7-4c85-86ae-b67cf60267c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.035691 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-075f5d25-4ca9-434f-befe-3485f83523df tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Deleting subnet aeb3d5db-d59f-4208-b772-052b5728478e {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:05:28.088345 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27077a34-ac9d-4bbf-8965-d72771f3b9a1 req-25801d34-67a5-4daa-aa8a-b4e743fb6c16 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:28.094532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27077a34-ac9d-4bbf-8965-d72771f3b9a1 req-25801d34-67a5-4daa-aa8a-b4e743fb6c16 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:28.100641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27077a34-ac9d-4bbf-8965-d72771f3b9a1 req-25801d34-67a5-4daa-aa8a-b4e743fb6c16 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:28.102371 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27077a34-ac9d-4bbf-8965-d72771f3b9a1 req-25801d34-67a5-4daa-aa8a-b4e743fb6c16 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2416 time: 0.2336023 Sep 18 05:05:28.103139 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-075f5d25-4ca9-434f-befe-3485f83523df tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.116681 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.160228 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.181377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 5406d3c2-c4a1-4437-b61f-a2df989b45fd, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5406d3c2-c4a1-4437-b61f-a2df989b45fd,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:28.182415 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5406d3c2-c4a1-4437-b61f-a2df989b45fd'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:28.184889 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ccea60-a52b-4862-b91c-1476f4460e48" -d '{"events": [{"server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "name": "network-vif-plugged", "status": "completed", "tag": "5406d3c2-c4a1-4437-b61f-a2df989b45fd"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:28.222521 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'name': 'network-vif-deleted', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:28.227781 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-075f5d25-4ca9-434f-befe-3485f83523df tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.228907 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26055eb0-bded-4074-bd67-0dd983d8d99c" -d '{"events": [{"server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "name": "network-vif-deleted", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:28.268660 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.269586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 98fbf21f-f9fc-415b-8685-252a40f0994b up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:28.271464 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3a47c579-c59d-42ef-932b-ca4884249010 req-d12b5808-52af-4722-aac8-28fb76189009 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=da6346bd-3970-4a5d-ab4c-c93e033d6135 HTTP/1.1" status: 200 len: 210 time: 0.0546696 Sep 18 05:05:28.280005 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27077a34-ac9d-4bbf-8965-d72771f3b9a1 req-285880a1-554f-4316-8bd0-21e2206af679 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464117 Sep 18 05:05:28.306252 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b25c2a3-caf7-4c85-86ae-b67cf60267c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.362682 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aab11f-1258-4868-91b7-de7f3eb752f0 x-openstack-request-id: req-68aab11f-1258-4868-91b7-de7f3eb752f0 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:28.363446 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "name": "network-vif-plugged", "status": "completed", "tag": "5406d3c2-c4a1-4437-b61f-a2df989b45fd", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:28.363446 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68aab11f-1258-4868-91b7-de7f3eb752f0 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:28.363898 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5406d3c2-c4a1-4437-b61f-a2df989b45fd', 'code': 200} Sep 18 05:05:28.404276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c7a1c41e-0ffc-458c-80ab-384b7e5d6fc0 None None] Provisioning complete for port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:28.404737 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c41e-0ffc-458c-80ab-384b7e5d6fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.406472 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b22faa3d-2dfd-4fc2-b2dd-41010b1e48c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.432148 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c437cb-c976-4b33-8c19-36c61b798165 x-openstack-request-id: req-68c437cb-c976-4b33-8c19-36c61b798165 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:28.432148 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6346bd-3970-4a5d-ab4c-c93e033d6135", "name": "network-vif-deleted", "tag": "7e928516-bcc0-42fc-b89c-950c05b4bd72", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:28.432148 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68c437cb-c976-4b33-8c19-36c61b798165 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:28.432148 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6346bd-3970-4a5d-ab4c-c93e033d6135', 'name': 'network-vif-deleted', 'tag': '7e928516-bcc0-42fc-b89c-950c05b4bd72', 'status': 'completed', 'code': 200} Sep 18 05:05:28.437371 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25c2a3-caf7-4c85-86ae-b67cf60267c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e11554-3849-4f64-b8fc-9779a28fb1b9,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:28.449983 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b22faa3d-2dfd-4fc2-b2dd-41010b1e48c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.451978 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b22faa3d-2dfd-4fc2-b2dd-41010b1e48c8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8e768b2c-162b-4ba8-991f-559b883cc951 HTTP/1.1" status: 204 len: 168 time: 0.8803718 Sep 18 05:05:28.459097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43720) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:28.461671 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=5406d3c2-c4a1-4437-b61f-a2df989b45fd,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:28.466047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c7a1c41e-0ffc-458c-80ab-384b7e5d6fc0 None None] Port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:05:28.479593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 98fbf21f-f9fc-415b-8685-252a40f0994b completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:05:28.480333 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22faa3d-2dfd-4fc2-b2dd-41010b1e48c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e768b2c-162b-4ba8-991f-559b883cc951,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:28.484566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 98fbf21f-f9fc-415b-8685-252a40f0994b triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:28.489684 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.490090 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b25c2a3-caf7-4c85-86ae-b67cf60267c0 admin admin] Checking segment: {'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:28.490090 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b25c2a3-caf7-4c85-86ae-b67cf60267c0 admin admin] Network hostable DHCP agents. Network: d3e10c5a-eb89-4d23-8b34-301a826af75c, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:05:28.499129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb360f-1fc6-4e29-acf5-172c04c4180b req-93cdc5a9-3445-4b59-9723-14244e8f9c9d tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:28.506968 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89cb360f-1fc6-4e29-acf5-172c04c4180b req-93cdc5a9-3445-4b59-9723-14244e8f9c9d tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 936 time: 0.1637731 Sep 18 05:05:28.549451 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89cb360f-1fc6-4e29-acf5-172c04c4180b req-7f0bd6d4-2e50-4fb1-a4c7-28b997fc7538 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Sep 18 05:05:28.563285 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-075f5d25-4ca9-434f-befe-3485f83523df tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.585631 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.616630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b25c2a3-caf7-4c85-86ae-b67cf60267c0 admin admin] Network d3e10c5a-eb89-4d23-8b34-301a826af75c is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:05:28.618242 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 98fbf21f-f9fc-415b-8685-252a40f0994b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=98fbf21f-f9fc-415b-8685-252a40f0994b,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:28.638795 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-707d7cd2-0c0e-4452-8b0e-a9eff27a5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.699999 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.700866 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 33362b74-087c-463b-9bd3-4f3b6533fccb up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:28.725446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-3b25c2a3-caf7-4c85-86ae-b67cf60267c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, d3e10c5a-eb89-4d23-8b34-301a826af75c) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:28.732493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b25c2a3-caf7-4c85-86ae-b67cf60267c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:28.735486 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b25c2a3-caf7-4c85-86ae-b67cf60267c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.740472 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033fb89d-36fa-4590-adbf-25897622f2c8 None None] Network d3e10c5a-eb89-4d23-8b34-301a826af75c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:28.799779 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-707d7cd2-0c0e-4452-8b0e-a9eff27a5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.802519 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-075f5d25-4ca9-434f-befe-3485f83523df tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.812227 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3b25c2a3-caf7-4c85-86ae-b67cf60267c0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2317972 Sep 18 05:05:28.829851 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=98fbf21f-f9fc-415b-8685-252a40f0994b,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:28.859323 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae730cb0-2377-4f70-8ee4-7326ad2d5e08 None None] Network 7ac9980a-56e1-4594-b056-633abca53c59 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:28.866710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-707d7cd2-0c0e-4452-8b0e-a9eff27a5ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7da3d6-d1af-4981-83da-243b1b32adf1']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:28.882865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-707d7cd2-0c0e-4452-8b0e-a9eff27a5ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a960d0-1ca6-488c-8ffd-25c1098eef62') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:28.883324 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-707d7cd2-0c0e-4452-8b0e-a9eff27a5ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a960d0-1ca6-488c-8ffd-25c1098eef62') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:28.895405 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-707d7cd2-0c0e-4452-8b0e-a9eff27a5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.922056 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:28.926993 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-075f5d25-4ca9-434f-befe-3485f83523df tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.931758 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-075f5d25-4ca9-434f-befe-3485f83523df tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] 10.222.0.23 "DELETE /v2.0/subnets/aeb3d5db-d59f-4208-b772-052b5728478e HTTP/1.1" status: 204 len: 168 time: 1.1760271 Sep 18 05:05:28.931758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f5d25-4ca9-434f-befe-3485f83523df tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb3d5db-d59f-4208-b772-052b5728478e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:28.932062 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 33362b74-087c-463b-9bd3-4f3b6533fccb completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:05:28.932169 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43728) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:28.940632 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 33362b74-087c-463b-9bd3-4f3b6533fccb triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:28.941238 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.948174 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-707d7cd2-0c0e-4452-8b0e-a9eff27a5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.965628 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.976652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707d7cd2-0c0e-4452-8b0e-a9eff27a5ca3 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:05:28.977400 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-707d7cd2-0c0e-4452-8b0e-a9eff27a5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:05:28.979806 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:05:29.029612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Transition to ACTIVE for port object a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:05:29.061094 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.108578 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.139052 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Deleting port 41e3b2ac-176a-436f-8003-e57068feeb18 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:29.140151 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b46208-60d7-47d9-b71a-5c8033ff21e7 None None] Network d3e10c5a-eb89-4d23-8b34-301a826af75c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:29.140452 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.166877 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:05:29.182400 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-707d7cd2-0c0e-4452-8b0e-a9eff27a5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.236798 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-707d7cd2-0c0e-4452-8b0e-a9eff27a5ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.241673 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-707d7cd2-0c0e-4452-8b0e-a9eff27a5ca3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1f7da3d6-d1af-4981-83da-243b1b32adf1 HTTP/1.1" status: 204 len: 168 time: 0.7826269 Sep 18 05:05:29.242468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Pushing event updated for resources: {'Port': ['ID=a00facf1-086d-4ac0-bf45-de5f4cfaa4b6,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:29.244886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43736) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:29.282342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7e928516-bcc0-42fc-b89c-950c05b4bd72 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:29.284015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] For port 41e3b2ac-176a-436f-8003-e57068feeb18, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=41e3b2ac-176a-436f-8003-e57068feeb18,segment=NetworkSegment(5db2ae19-d815-443c-a4b0-89ebc05f05c5),segment_id=5db2ae19-d815-443c-a4b0-89ebc05f05c5)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:29.284424 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.315354 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Calling delete_port for 41e3b2ac-176a-436f-8003-e57068feeb18 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:29.328713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d7cd2-0c0e-4452-8b0e-a9eff27a5ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7da3d6-d1af-4981-83da-243b1b32adf1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:29.334270 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 7e928516-bcc0-42fc-b89c-950c05b4bd72 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:29.334883 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7e928516-bcc0-42fc-b89c-950c05b4bd72 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:29.382369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-391b610f-d394-497c-933f-d1e9309062ad admin admin] Deleting subnet 8a168251-cbb6-43e7-ae0e-c9cc1a8c5fc3 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:05:29.407249 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-391b610f-d394-497c-933f-d1e9309062ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.422650 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.448679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Attempting to bind port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:05:29.449827 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Attempting to bind port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:05:29.450487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Attempting to bind port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:29.470615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:05:29.470948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Attempting to bind port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:29.476517 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e780b054-136a-4b0b-83d2-210e52b99759 None None] DHCP port deletion for 7ac9980a-56e1-4594-b056-633abca53c59 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:05:29.494865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:05:29.495207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:29.495595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:05:29.496044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Bound port: a00facf1-086d-4ac0-bf45-de5f4cfaa4b6, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:05:29.496535 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.499952 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-391b610f-d394-497c-933f-d1e9309062ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.552406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 33362b74-087c-463b-9bd3-4f3b6533fccb, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=33362b74-087c-463b-9bd3-4f3b6533fccb,segment=NetworkSegment(6fce4e66-6091-4feb-a67d-cbd2ee37ee86),segment_id=6fce4e66-6091-4feb-a67d-cbd2ee37ee86)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:29.579670 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e780b054-136a-4b0b-83d2-210e52b99759 None None] Deleting port 41e3b2ac-176a-436f-8003-e57068feeb18 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:29.580621 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e780b054-136a-4b0b-83d2-210e52b99759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.593302 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec9dd5-13fb-4fcb-9648-cfed142f5b50 req-aac9f454-09ac-405c-992f-a5a2a78cdfae tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:29.598431 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec9dd5-13fb-4fcb-9648-cfed142f5b50 req-aac9f454-09ac-405c-992f-a5a2a78cdfae tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:29.604351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec9dd5-13fb-4fcb-9648-cfed142f5b50 req-aac9f454-09ac-405c-992f-a5a2a78cdfae tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:29.606602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b2ec9dd5-13fb-4fcb-9648-cfed142f5b50 req-aac9f454-09ac-405c-992f-a5a2a78cdfae tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2418 time: 0.1629400 Sep 18 05:05:29.615385 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-391b610f-d394-497c-933f-d1e9309062ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.646761 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.685040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] For port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:05:29.689952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] For port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a00facf1-086d-4ac0-bf45-de5f4cfaa4b6,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:05:29.691453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e780b054-136a-4b0b-83d2-210e52b99759 None None] For port 41e3b2ac-176a-436f-8003-e57068feeb18, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=41e3b2ac-176a-436f-8003-e57068feeb18,segment=NetworkSegment(5db2ae19-d815-443c-a4b0-89ebc05f05c5),segment_id=5db2ae19-d815-443c-a4b0-89ebc05f05c5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:29.691868 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e780b054-136a-4b0b-83d2-210e52b99759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.707159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b2ec9dd5-13fb-4fcb-9648-cfed142f5b50 req-99efd176-b1cf-420a-91da-5af22aec9249 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929143 Sep 18 05:05:29.712863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e780b054-136a-4b0b-83d2-210e52b99759 None None] Calling delete_port for 41e3b2ac-176a-436f-8003-e57068feeb18 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:29.738394 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=33362b74-087c-463b-9bd3-4f3b6533fccb,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:29.782767 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.825077 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-3d1e1c9b-b3ef-404d-8732-f968e388b7b1 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:29.826378 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-3d1e1c9b-b3ef-404d-8732-f968e388b7b1 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/networks?id=d3e10c5a-eb89-4d23-8b34-301a826af75c HTTP/1.1" status: 200 len: 805 time: 0.4967828 Sep 18 05:05:29.840524 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-391b610f-d394-497c-933f-d1e9309062ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.846095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:29.846431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.847817 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] 10.222.0.18 "PUT /v2.0/ports/a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 HTTP/1.1" status: 200 len: 1097 time: 2.0130258 Sep 18 05:05:29.848695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-c0de9676-24d0-46cb-9f71-57aafb1afcf7 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/quotas/d1b4bc622cec481d856678fe715fc0b7 HTTP/1.1" status: 200 len: 375 time: 0.0158417 Sep 18 05:05:29.849809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd22e6e3-069f-4b03-962d-eadb40e516f4', 'tag': 'a00facf1-086d-4ac0-bf45-de5f4cfaa4b6'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:29.852085 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcd66c1-2d6e-400f-b32f-8ce81caa43f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd22e6e3-069f-4b03-962d-eadb40e516f4", "tag": "a00facf1-086d-4ac0-bf45-de5f4cfaa4b6"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:29.881150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b610f-d394-497c-933f-d1e9309062ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a168251-cbb6-43e7-ae0e-c9cc1a8c5fc3,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:29.886436 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-391b610f-d394-497c-933f-d1e9309062ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.888603 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-391b610f-d394-497c-933f-d1e9309062ad admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8a168251-cbb6-43e7-ae0e-c9cc1a8c5fc3 HTTP/1.1" status: 204 len: 168 time: 0.6392744 Sep 18 05:05:29.891169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43756) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:29.891349 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e780b054-136a-4b0b-83d2-210e52b99759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:29.903405 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-2ae5cede-61fc-4122-bc79-ef6d71133e05 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1b4bc622cec481d856678fe715fc0b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426915 Sep 18 05:05:29.923063 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780b054-136a-4b0b-83d2-210e52b99759 None None] Pushing event deleted for resources: {'Port': ['ID=41e3b2ac-176a-436f-8003-e57068feeb18,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:29.928204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e780b054-136a-4b0b-83d2-210e52b99759 None None] No DVR routers for this DVR port 41e3b2ac-176a-436f-8003-e57068feeb18 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:29.939191 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccbf4f-db1d-40e5-b0ba-5d0b3b9ebb8f service neutron] Pushing event updated for resources: {'Port': ['ID=a00facf1-086d-4ac0-bf45-de5f4cfaa4b6,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:30.000299 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-116b948a-5c30-4531-a999-07694bd4f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:30.012284 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:30.041195 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-d3068e38-7b0d-46b0-8524-1cad91af3770 service neutron] 10.222.0.23 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238995 Sep 18 05:05:30.086679 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Pushing event deleted for resources: {'Port': ['ID=41e3b2ac-176a-436f-8003-e57068feeb18,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:30.108223 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] No DVR routers for this DVR port 41e3b2ac-176a-436f-8003-e57068feeb18 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:30.120400 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-116b948a-5c30-4531-a999-07694bd4f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:30.145618 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-116b948a-5c30-4531-a999-07694bd4f699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb796dd2-8c12-4d4f-ada3-eed7678211c9']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:30.157352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-116b948a-5c30-4531-a999-07694bd4f699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e2db82-94e4-4082-9487-638978926c2f') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:30.157720 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-116b948a-5c30-4531-a999-07694bd4f699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e2db82-94e4-4082-9487-638978926c2f') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:30.162533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-523b629e-f1f5-4a8d-903a-8e84a5085e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:30.162533 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-523b629e-f1f5-4a8d-903a-8e84a5085e67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b25eefa3b65849c682429ea7935e4ecb&device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 1100 time: 0.1017065 Sep 18 05:05:30.172087 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-116b948a-5c30-4531-a999-07694bd4f699 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:30.222550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-32bd56df-9c31-430b-aecb-4c7c84421f43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 HTTP/1.1" status: 200 len: 217 time: 0.0525098 Sep 18 05:05:30.226794 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-116b948a-5c30-4531-a999-07694bd4f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:30.228509 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:30.242835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116b948a-5c30-4531-a999-07694bd4f699 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:05:30.243241 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-116b948a-5c30-4531-a999-07694bd4f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:05:30.244969 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:05:30.261456 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-5116e949-9ce1-4acf-9e1a-fe15400a67c3 service neutron] 10.222.0.23 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219040 Sep 18 05:05:30.263594 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac9980a-56e1-4594-b056-633abca53c59']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:30.273946 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db2ae19-d815-443c-a4b0-89ebc05f05c5') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:30.274291 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db2ae19-d815-443c-a4b0-89ebc05f05c5') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:30.285764 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:30.301355 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:30.307933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:05:30.308439 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:05:30.312043 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:05:30.354130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f080c03b-d3ea-4cd5-a572-a4f632727115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:30.355746 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-f080c03b-d3ea-4cd5-a572-a4f632727115 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1231587 Sep 18 05:05:30.364769 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fbf21f-f9fc-415b-8685-252a40f0994b'}, {'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33362b74-087c-463b-9bd3-4f3b6533fccb'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:30.367256 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a500cf7-d86a-4bf5-8ad9-ac4e21fb0810" -d '{"events": [{"server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "name": "network-vif-plugged", "status": "completed", "tag": "98fbf21f-f9fc-415b-8685-252a40f0994b"}, {"server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "name": "network-vif-plugged", "status": "completed", "tag": "33362b74-087c-463b-9bd3-4f3b6533fccb"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:30.379650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2537c13-1656-4036-96af-3ccf6f43deb2 req-9a307392-d5c7-46f2-be58-7d1d376a3b66 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:30.381171 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b2537c13-1656-4036-96af-3ccf6f43deb2 req-9a307392-d5c7-46f2-be58-7d1d376a3b66 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 948 time: 0.1180367 Sep 18 05:05:30.433927 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-5ce99c19-cae7-42e6-9a9f-ea139dfb7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:30.435504 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-5ce99c19-cae7-42e6-9a9f-ea139dfb7dd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0716906 Sep 18 05:05:30.438662 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b2537c13-1656-4036-96af-3ccf6f43deb2 req-681240c5-e4a8-40c3-8454-b8d8c8d511dc tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432849 Sep 18 05:05:30.461219 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-116b948a-5c30-4531-a999-07694bd4f699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:30.469243 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-116b948a-5c30-4531-a999-07694bd4f699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:30.471075 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-116b948a-5c30-4531-a999-07694bd4f699 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fb796dd2-8c12-4d4f-ada3-eed7678211c9 HTTP/1.1" status: 204 len: 168 time: 0.5791984 Sep 18 05:05:30.489431 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deec8d33-ce53-42c8-9c99-2b40cfa58e39 x-openstack-request-id: req-deec8d33-ce53-42c8-9c99-2b40cfa58e39 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:30.489929 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd22e6e3-069f-4b03-962d-eadb40e516f4", "tag": "a00facf1-086d-4ac0-bf45-de5f4cfaa4b6", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:30.490195 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-deec8d33-ce53-42c8-9c99-2b40cfa58e39 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:30.490590 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd22e6e3-069f-4b03-962d-eadb40e516f4', 'tag': 'a00facf1-086d-4ac0-bf45-de5f4cfaa4b6', 'status': 'completed', 'code': 200} Sep 18 05:05:30.492918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b948a-5c30-4531-a999-07694bd4f699 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb796dd2-8c12-4d4f-ada3-eed7678211c9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:30.502494 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:30.510667 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:30.517037 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] 10.222.0.23 "DELETE /v2.0/networks/7ac9980a-56e1-4594-b056-633abca53c59 HTTP/1.1" status: 204 len: 168 time: 1.5805130 Sep 18 05:05:30.537701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce65de-9d81-445f-bac7-9ef0a11ffe33 tempest-DHCPAgentSchedulersTestJSON-1630376811 tempest-DHCPAgentSchedulersTestJSON-1630376811-project] Pushing event deleted for resources: {'Network': ['ID=7ac9980a-56e1-4594-b056-633abca53c59,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:30.586670 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-a339abe9-257f-4905-bb25-b8eda69e29e6 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425700 Sep 18 05:05:30.664686 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6531590-863c-4cf0-9ab5-8d65c01bcdde req-ddcf0b57-4e66-47fb-83c8-d714bcf19421 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:30.667664 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a13582c-5c28-49ed-956c-1a589af35d3e x-openstack-request-id: req-5a13582c-5c28-49ed-956c-1a589af35d3e {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:30.668108 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "name": "network-vif-plugged", "status": "completed", "tag": "98fbf21f-f9fc-415b-8685-252a40f0994b", "code": 200}, {"server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "name": "network-vif-plugged", "status": "completed", "tag": "33362b74-087c-463b-9bd3-4f3b6533fccb", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:30.668540 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a13582c-5c28-49ed-956c-1a589af35d3e {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:30.669061 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fbf21f-f9fc-415b-8685-252a40f0994b', 'code': 200} Sep 18 05:05:30.669591 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33362b74-087c-463b-9bd3-4f3b6533fccb', 'code': 200} Sep 18 05:05:30.675842 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d6531590-863c-4cf0-9ab5-8d65c01bcdde req-ddcf0b57-4e66-47fb-83c8-d714bcf19421 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0704074 Sep 18 05:05:30.728859 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d6531590-863c-4cf0-9ab5-8d65c01bcdde req-d7f7df99-bd63-4b8b-866a-fed5c3adf2e8 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484619 Sep 18 05:05:30.733654 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f50f440-78c4-470c-a06e-c798d1dc5863 req-4ea58278-e43a-4ade-8fc0-ab5d4f2ef0b8 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391964 Sep 18 05:05:30.769261 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5c0c0f80-5905-4003-a592-0616154f978a req-81010103-6a6e-43fa-942e-0e122a3384f3 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 210 time: 0.0345113 Sep 18 05:05:30.793645 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de39d7b-f5b5-477e-86f4-a51f9bf0c897 req-6fa0870c-1518-43a1-8dcb-edc2af4ba031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:30.794138 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de39d7b-f5b5-477e-86f4-a51f9bf0c897 req-6fa0870c-1518-43a1-8dcb-edc2af4ba031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:30.794641 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de39d7b-f5b5-477e-86f4-a51f9bf0c897 req-6fa0870c-1518-43a1-8dcb-edc2af4ba031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:30.796909 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1de39d7b-f5b5-477e-86f4-a51f9bf0c897 req-6fa0870c-1518-43a1-8dcb-edc2af4ba031 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2875 time: 0.0531898 Sep 18 05:05:30.874420 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1de39d7b-f5b5-477e-86f4-a51f9bf0c897 req-98eabee3-d1f6-46a9-a272-936438510a26 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635798 Sep 18 05:05:30.874420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43780) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:30.884670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635fcfc-5b13-4997-acc7-a3806a41adf6 req-f1f6704e-7f09-4ad8-abe4-89c57071dfc3 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:30.892523 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635fcfc-5b13-4997-acc7-a3806a41adf6 req-f1f6704e-7f09-4ad8-abe4-89c57071dfc3 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:30.898632 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635fcfc-5b13-4997-acc7-a3806a41adf6 req-f1f6704e-7f09-4ad8-abe4-89c57071dfc3 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:30.900518 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d635fcfc-5b13-4997-acc7-a3806a41adf6 req-f1f6704e-7f09-4ad8-abe4-89c57071dfc3 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2419 time: 0.0993364 Sep 18 05:05:30.915758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd66c1-2d6e-400f-b32f-8ce81caa43f0 req-28c7103f-54a8-4006-bc70-88f684aa8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:30.917336 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7fcd66c1-2d6e-400f-b32f-8ce81caa43f0 req-28c7103f-54a8-4006-bc70-88f684aa8e5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b25eefa3b65849c682429ea7935e4ecb&device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 1100 time: 0.0737762 Sep 18 05:05:30.925466 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 41e3b2ac-176a-436f-8003-e57068feeb18 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:30.954052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 41e3b2ac-176a-436f-8003-e57068feeb18 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:30.954409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 41e3b2ac-176a-436f-8003-e57068feeb18 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:30.974858 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d635fcfc-5b13-4997-acc7-a3806a41adf6 req-cc80a694-56db-4917-a304-71906f80e63d tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678897 Sep 18 05:05:30.980835 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c0fcefb3-c737-40bc-a7b4-6926dd3132d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9281b1f6d0384713b423980871cae4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1031787 Sep 18 05:05:30.983689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43784) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:31.033281 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43786) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:31.043927 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd66c1-2d6e-400f-b32f-8ce81caa43f0 req-d4dc460f-cfa4-4b15-842b-fa39ba1faec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:31.045539 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7fcd66c1-2d6e-400f-b32f-8ce81caa43f0 req-d4dc460f-cfa4-4b15-842b-fa39ba1faec1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1199162 Sep 18 05:05:31.064727 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2550545-361c-4977-80dd-a7a6fbd2c519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:31.102187 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7fcd66c1-2d6e-400f-b32f-8ce81caa43f0 req-cb923fb7-f8d3-41ad-b4f0-94eba9b5fb0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 HTTP/1.1" status: 200 len: 217 time: 0.0484955 Sep 18 05:05:31.105322 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2550545-361c-4977-80dd-a7a6fbd2c519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:31.165523 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd66c1-2d6e-400f-b32f-8ce81caa43f0 req-56555f79-f8d0-402d-8683-69d64cc1ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:31.167052 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7fcd66c1-2d6e-400f-b32f-8ce81caa43f0 req-56555f79-f8d0-402d-8683-69d64cc1ac3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0578425 Sep 18 05:05:31.168526 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-12dc927c-44cc-48f5-bd3e-8f34d36c2793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:31.211330 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ed5f40a7-5cf8-42ff-be73-3b72d82b494a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a36f595f672244e8a500d9131566d643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761847 Sep 18 05:05:31.213823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd66c1-2d6e-400f-b32f-8ce81caa43f0 req-1bdd05f1-a92e-4a6d-8eb0-644e9651d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:31.214209 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43792) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:31.216038 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7fcd66c1-2d6e-400f-b32f-8ce81caa43f0 req-1bdd05f1-a92e-4a6d-8eb0-644e9651d917 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0413229 Sep 18 05:05:31.265028 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-399c614b-fd93-42d2-a40d-928dd9bebbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:31.267448 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2550545-361c-4977-80dd-a7a6fbd2c519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:31.269966 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2550545-361c-4977-80dd-a7a6fbd2c519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:31.271105 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e2550545-361c-4977-80dd-a7a6fbd2c519 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ce5b871-ed0c-438e-a24c-8c27b5bb614f HTTP/1.1" status: 204 len: 168 time: 0.2890296 Sep 18 05:05:31.291530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2550545-361c-4977-80dd-a7a6fbd2c519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce5b871-ed0c-438e-a24c-8c27b5bb614f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:31.305564 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-399c614b-fd93-42d2-a40d-928dd9bebbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:31.313777 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7fcd66c1-2d6e-400f-b32f-8ce81caa43f0 req-e0ed3a18-4e26-48ab-b48c-848f52424bb9 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898366 Sep 18 05:05:31.413163 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7fcd66c1-2d6e-400f-b32f-8ce81caa43f0 req-016dcb0b-a6d9-41de-b6e8-94ee2eb74aff service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917902 Sep 18 05:05:31.431702 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-399c614b-fd93-42d2-a40d-928dd9bebbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:31.435105 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-399c614b-fd93-42d2-a40d-928dd9bebbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:31.436470 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-399c614b-fd93-42d2-a40d-928dd9bebbd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/102bdce3-198d-44cb-a910-4df86d08c9ef HTTP/1.1" status: 204 len: 168 time: 0.2212365 Sep 18 05:05:31.445017 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c614b-fd93-42d2-a40d-928dd9bebbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102bdce3-198d-44cb-a910-4df86d08c9ef,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:31.566809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0206b5-6075-491f-b1f6-6ca0ff3f738c req-021379e9-5817-49da-85b8-f8c90921bf6f tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:31.568466 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d0206b5-6075-491f-b1f6-6ca0ff3f738c req-021379e9-5817-49da-85b8-f8c90921bf6f tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 948 time: 0.0565660 Sep 18 05:05:31.611633 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d0206b5-6075-491f-b1f6-6ca0ff3f738c req-0e139594-c1be-4299-9e3c-9e44f0d302ad tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371640 Sep 18 05:05:31.675370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d86a1-a3e4-48f9-b8e4-0d6c8f204c56 req-4ac03f54-267a-4dd5-9e74-152b4ac74fd9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:31.676869 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed3d86a1-a3e4-48f9-b8e4-0d6c8f204c56 req-4ac03f54-267a-4dd5-9e74-152b4ac74fd9 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.0506918 Sep 18 05:05:31.776660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-ed3d86a1-a3e4-48f9-b8e4-0d6c8f204c56 req-ab72e23c-e5a3-4a8b-bd54-c07eccbfde9e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Deleting port b218360f-c562-4280-a2fe-afa957d311d7 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:31.776660 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed3d86a1-a3e4-48f9-b8e4-0d6c8f204c56 req-ab72e23c-e5a3-4a8b-bd54-c07eccbfde9e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:31.882922 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b9ad5625-7bc5-41bf-9e33-1e4c677139c2 req-da56c563-55b6-4a17-9e95-9d52693fecd4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 210 time: 0.0420763 Sep 18 05:05:31.903311 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43810) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:31.904767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ed3d86a1-a3e4-48f9-b8e4-0d6c8f204c56 req-ab72e23c-e5a3-4a8b-bd54-c07eccbfde9e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] For port b218360f-c562-4280-a2fe-afa957d311d7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b218360f-c562-4280-a2fe-afa957d311d7,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:31.905149 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed3d86a1-a3e4-48f9-b8e4-0d6c8f204c56 req-ab72e23c-e5a3-4a8b-bd54-c07eccbfde9e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:31.923197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6b887-0b95-4a6f-b5f7-7459fc16b959 req-503725f2-56c3-445c-9222-515f5c40bea7 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:31.925509 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ff6b887-0b95-4a6f-b5f7-7459fc16b959 req-503725f2-56c3-445c-9222-515f5c40bea7 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 950 time: 0.1226780 Sep 18 05:05:31.931531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-ed3d86a1-a3e4-48f9-b8e4-0d6c8f204c56 req-ab72e23c-e5a3-4a8b-bd54-c07eccbfde9e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Calling delete_port for b218360f-c562-4280-a2fe-afa957d311d7 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:31.944462 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-38860f5e-f0b4-4bab-bca6-8445b0dc0fc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4267ff6a1d654df0ae027543da03a5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418849 Sep 18 05:05:31.945293 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43812) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:32.015968 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ff6b887-0b95-4a6f-b5f7-7459fc16b959 req-e2976ea0-a6af-469f-9ec3-f7022ea428de tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780869 Sep 18 05:05:32.027245 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd34471d-36ee-48fc-aecd-a66660cf5a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:32.068879 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd34471d-36ee-48fc-aecd-a66660cf5a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:32.150151 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d78e0-3271-41eb-baf5-b4a1187b0b3e req-c4f2262d-c2f4-42f8-9765-0fa94b703be9 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:32.156969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d78e0-3271-41eb-baf5-b4a1187b0b3e req-c4f2262d-c2f4-42f8-9765-0fa94b703be9 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:32.163085 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d78e0-3271-41eb-baf5-b4a1187b0b3e req-c4f2262d-c2f4-42f8-9765-0fa94b703be9 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:32.164800 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e88d78e0-3271-41eb-baf5-b4a1187b0b3e req-c4f2262d-c2f4-42f8-9765-0fa94b703be9 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2419 time: 0.0785985 Sep 18 05:05:32.205390 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed3d86a1-a3e4-48f9-b8e4-0d6c8f204c56 req-ab72e23c-e5a3-4a8b-bd54-c07eccbfde9e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:32.212475 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e88d78e0-3271-41eb-baf5-b4a1187b0b3e req-5267989c-beb2-4abe-b730-5bee509a18cf tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389931 Sep 18 05:05:32.219463 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b218360f-c562-4280-a2fe-afa957d311d7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:32.221889 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['df4a54dd-050c-4c73-91b4-24dce1197660'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:32.248741 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd34471d-36ee-48fc-aecd-a66660cf5a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:32.251531 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd34471d-36ee-48fc-aecd-a66660cf5a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:32.252671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72e23c-e5a3-4a8b-bd54-c07eccbfde9e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Pushing event deleted for resources: {'Port': ['ID=b218360f-c562-4280-a2fe-afa957d311d7,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:32.252883 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cd34471d-36ee-48fc-aecd-a66660cf5a79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b094cfdb-2129-4121-8ad8-333c8f5e8039 HTTP/1.1" status: 204 len: 168 time: 0.3066351 Sep 18 05:05:32.264460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34471d-36ee-48fc-aecd-a66660cf5a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b094cfdb-2129-4121-8ad8-333c8f5e8039,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:32.324377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3d86a1-a3e4-48f9-b8e4-0d6c8f204c56 req-ab72e23c-e5a3-4a8b-bd54-c07eccbfde9e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] No DVR routers for this DVR port b218360f-c562-4280-a2fe-afa957d311d7 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:32.328244 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed3d86a1-a3e4-48f9-b8e4-0d6c8f204c56 req-ab72e23c-e5a3-4a8b-bd54-c07eccbfde9e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:32.330367 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed3d86a1-a3e4-48f9-b8e4-0d6c8f204c56 req-ab72e23c-e5a3-4a8b-bd54-c07eccbfde9e tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.18 "DELETE /v2.0/ports/b218360f-c562-4280-a2fe-afa957d311d7 HTTP/1.1" status: 204 len: 173 time: 0.6473911 Sep 18 05:05:32.477245 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43822) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:32.491116 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-40171176-22ca-4272-9fd8-90ee56531665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:32.491928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c203d182-8260-48b8-9796-7433c8f37ed1', 'name': 'network-vif-deleted', 'tag': 'b218360f-c562-4280-a2fe-afa957d311d7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:32.494410 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27793212-429d-4523-88e9-1068570b3e24" -d '{"events": [{"server_uuid": "c203d182-8260-48b8-9796-7433c8f37ed1", "name": "network-vif-deleted", "tag": "b218360f-c562-4280-a2fe-afa957d311d7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:32.536666 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f90d881-7e4c-4911-ba90-b9f76745a573 x-openstack-request-id: req-3f90d881-7e4c-4911-ba90-b9f76745a573 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:32.537034 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c203d182-8260-48b8-9796-7433c8f37ed1", "name": "network-vif-deleted", "tag": "b218360f-c562-4280-a2fe-afa957d311d7", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:32.537331 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f90d881-7e4c-4911-ba90-b9f76745a573 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:32.537904 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c203d182-8260-48b8-9796-7433c8f37ed1', 'name': 'network-vif-deleted', 'tag': 'b218360f-c562-4280-a2fe-afa957d311d7', 'status': 'completed', 'code': 200} Sep 18 05:05:32.586554 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-40171176-22ca-4272-9fd8-90ee56531665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:32.730392 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-40171176-22ca-4272-9fd8-90ee56531665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:32.771301 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65011260-df5c-427b-ae45-eb907b546cc1 req-e3061698-eefe-4d2b-af7d-9818cea63346 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:32.772810 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65011260-df5c-427b-ae45-eb907b546cc1 req-e3061698-eefe-4d2b-af7d-9818cea63346 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 948 time: 0.0885706 Sep 18 05:05:32.791556 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-40171176-22ca-4272-9fd8-90ee56531665 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c275be3937f54f16bb1eea3d9f23ecd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104982 Sep 18 05:05:32.791691 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43832) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:32.806295 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40171176-22ca-4272-9fd8-90ee56531665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb32f9f-5ce8-4969-8834-f163f26878f8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:32.833789 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65011260-df5c-427b-ae45-eb907b546cc1 req-eda93772-3852-475f-be5e-9e03c1d656df tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528126 Sep 18 05:05:32.868277 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e75a9695-e75d-4e6c-8c97-7d938efee34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:32.892577 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e75a9695-e75d-4e6c-8c97-7d938efee34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:32.986121 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aa87c6ff-0e3a-4114-a293-034b6e4df75d req-6e113bb2-71b8-4b42-ae70-e3a50062172a tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 210 time: 0.0258675 Sep 18 05:05:33.016861 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e75a9695-e75d-4e6c-8c97-7d938efee34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:33.019590 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e75a9695-e75d-4e6c-8c97-7d938efee34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:33.020803 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e75a9695-e75d-4e6c-8c97-7d938efee34a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ceb32f9f-5ce8-4969-8834-f163f26878f8 HTTP/1.1" status: 204 len: 168 time: 0.2281916 Sep 18 05:05:33.028951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a9695-e75d-4e6c-8c97-7d938efee34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb32f9f-5ce8-4969-8834-f163f26878f8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:33.156569 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9d05813f-89bc-4e26-8746-ce7202883d1d req-f9c2345c-559d-4357-ab44-2d6e0857ad62 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=c203d182-8260-48b8-9796-7433c8f37ed1 HTTP/1.1" status: 200 len: 210 time: 0.0382209 Sep 18 05:05:33.242729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-00f40743-c580-4489-a6c6-e072a11ff59c tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:33.245790 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-00f40743-c580-4489-a6c6-e072a11ff59c tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.18 "GET /v2.0/networks?id=d3e10c5a-eb89-4d23-8b34-301a826af75c HTTP/1.1" status: 200 len: 805 time: 0.1270039 Sep 18 05:05:33.260909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-6b862f58-65a2-49d3-823c-653843c54ac4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Request body: {'port': {'device_id': '52bc6728-33a4-454c-a01e-6c0babeefbad', 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c', 'admin_state_up': True, 'tenant_id': 'd1b4bc622cec481d856678fe715fc0b7'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:33.270458 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:05:33.398348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a00facf1-086d-4ac0-bf45-de5f4cfaa4b6,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:33.406835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930af09c-5bbd-44f5-911d-a2ebcdbc2968 req-6baec0f3-39e6-433e-b324-9e73c9ed1f5a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:33.413253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'a00facf1-086d-4ac0-bf45-de5f4cfaa4b6', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'a00facf1-086d-4ac0-bf45-de5f4cfaa4b6', 'mac_address': 'fa:16:3e:2a:cc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:05:33.413629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930af09c-5bbd-44f5-911d-a2ebcdbc2968 req-6baec0f3-39e6-433e-b324-9e73c9ed1f5a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:33.426353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930af09c-5bbd-44f5-911d-a2ebcdbc2968 req-6baec0f3-39e6-433e-b324-9e73c9ed1f5a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:33.428815 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-930af09c-5bbd-44f5-911d-a2ebcdbc2968 req-6baec0f3-39e6-433e-b324-9e73c9ed1f5a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2419 time: 0.1374624 Sep 18 05:05:33.455467 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:33.470538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:33.495393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a00facf1-086d-4ac0-bf45-de5f4cfaa4b6,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:33.588458 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:33.654515 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=a00facf1-086d-4ac0-bf45-de5f4cfaa4b6,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:33.764377 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43870) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:33.810396 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['a00facf1-086d-4ac0-bf45-de5f4cfaa4b6'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:33.864680 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-930af09c-5bbd-44f5-911d-a2ebcdbc2968 req-e7fb9a4f-b8e7-4ba7-a2cd-02a0f8843592 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259701 Sep 18 05:05:33.885577 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f4f22388-4944-472a-8719-c0c9d0dbb72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:33.930617 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1251370730-network', 'tenant_id': 'f1bc0e408a044f029861d3f27ffc1a85'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:33.939571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-6b862f58-65a2-49d3-823c-653843c54ac4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Made reservation on behalf of d1b4bc622cec481d856678fe715fc0b7 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:33.943505 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-6b862f58-65a2-49d3-823c-653843c54ac4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:34.031779 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e070788-b1f8-4348-959b-0cc71d54b05b req-ba8c3af0-341a-4a91-90e8-46605a18d5c2 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:34.033482 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e070788-b1f8-4348-959b-0cc71d54b05b req-ba8c3af0-341a-4a91-90e8-46605a18d5c2 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 949 time: 0.0913925 Sep 18 05:05:34.068103 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] Made reservation on behalf of f1bc0e408a044f029861d3f27ffc1a85 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:34.070461 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:34.085387 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e070788-b1f8-4348-959b-0cc71d54b05b req-a36177a4-d99e-421d-a388-d42f5f974dc5 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444624 Sep 18 05:05:34.086436 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:34.116336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-6b862f58-65a2-49d3-823c-653843c54ac4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Allocated IP 172.20.0.6 (d3e10c5a-eb89-4d23-8b34-301a826af75c/69e11554-3849-4f64-b8fc-9779a28fb1b9/b1cd68bc-409e-4d43-950b-2fbeb57dd441) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:05:34.214957 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-09b0ea28-1426-4c5f-8413-9b2a66c186a4 req-9024ad18-d5ab-40f5-a165-ef7d03194215 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 210 time: 0.0364344 Sep 18 05:05:34.233844 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:34.294821 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:34.341340 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:34.358335 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-6b862f58-65a2-49d3-823c-653843c54ac4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:34.366659 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:05:34.381125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd998e9b-4393-46d5-b584-20952b9e45f4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:34.387684 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:34.388136 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] Added segment 5df84a9a-9938-4041-b19f-998e7c6221af of type vlan for network 72f45a12-ae8e-49eb-b58a-6cb733a34005 Sep 18 05:05:34.431719 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:34.491694 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-6b862f58-65a2-49d3-823c-653843c54ac4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:34.570848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-6b862f58-65a2-49d3-823c-653843c54ac4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Network d3e10c5a-eb89-4d23-8b34-301a826af75c is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:05:34.571098 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:34.572003 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:34.572764 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:34.576189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-6b862f58-65a2-49d3-823c-653843c54ac4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:34.582310 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-6b862f58-65a2-49d3-823c-653843c54ac4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:05:34.622973 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b862f58-65a2-49d3-823c-653843c54ac4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Pushing event updated for resources: {'Port': ['ID=b1cd68bc-409e-4d43-950b-2fbeb57dd441,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:34.650695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7a9ff-b2bb-41d1-abec-051bee6129e6 req-0adc4a41-3bc6-4115-bc27-ec9997030b07 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:34.658241 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7a9ff-b2bb-41d1-abec-051bee6129e6 req-0adc4a41-3bc6-4115-bc27-ec9997030b07 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:34.665035 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7a9ff-b2bb-41d1-abec-051bee6129e6 req-0adc4a41-3bc6-4115-bc27-ec9997030b07 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:34.666966 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e0c7a9ff-b2bb-41d1-abec-051bee6129e6 req-0adc4a41-3bc6-4115-bc27-ec9997030b07 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2419 time: 0.1376734 Sep 18 05:05:34.677008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] Pushing event updated for resources: {'Network': ['ID=72f45a12-ae8e-49eb-b58a-6cb733a34005,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:34.677564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-6b862f58-65a2-49d3-823c-653843c54ac4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:34.678223 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-6b862f58-65a2-49d3-823c-653843c54ac4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:34.682629 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3bea5891-57f3-43d9-835d-6c88ac0d04ef admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9169428 Sep 18 05:05:34.685653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43904) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:34.695107 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 72f45a12-ae8e-49eb-b58a-6cb733a34005 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:05:34.695828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-15c5a755-789d-42b8-998d-3442b3dd2d8a admin admin] Request body: {'subnet': {'network_id': '72f45a12-ae8e-49eb-b58a-6cb733a34005', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1251370730-subnet', 'tenant_id': 'f1bc0e408a044f029861d3f27ffc1a85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:34.725350 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e0c7a9ff-b2bb-41d1-abec-051bee6129e6 req-a37307e0-16c7-4222-976c-8a419c79525e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 Sep 18 05:05:34.786538 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-6b862f58-65a2-49d3-823c-653843c54ac4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5296824 Sep 18 05:05:34.800167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Request body: {'port': {'device_id': '52bc6728-33a4-454c-a01e-6c0babeefbad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:34.869794 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:34.879140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c5a755-789d-42b8-998d-3442b3dd2d8a admin admin] Made reservation on behalf of f1bc0e408a044f029861d3f27ffc1a85 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:34.879140 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15c5a755-789d-42b8-998d-3442b3dd2d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:35.019440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6018c-e5ae-4b12-abb9-18c4dc26f58e req-f4d476e1-6401-4b59-979f-a06e6a7dd829 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:35.021026 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f5f6018c-e5ae-4b12-abb9-18c4dc26f58e req-f4d476e1-6401-4b59-979f-a06e6a7dd829 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0757418 Sep 18 05:05:35.104182 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f5f6018c-e5ae-4b12-abb9-18c4dc26f58e req-82731ae0-1b8e-42ae-9328-181b3e804922 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769286 Sep 18 05:05:35.131119 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:35.188345 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cd68bc-409e-4d43-950b-2fbeb57dd441 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:35.204489 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:35.234954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Transition to ACTIVE for port object b1cd68bc-409e-4d43-950b-2fbeb57dd441 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:05:35.237507 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15c5a755-789d-42b8-998d-3442b3dd2d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:35.251942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a593fc-2727-45b0-9344-7eff433b9e2c req-622cb1b3-d830-4858-a652-df37636b2f84 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:35.253535 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c4a593fc-2727-45b0-9344-7eff433b9e2c req-622cb1b3-d830-4858-a652-df37636b2f84 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 949 time: 0.0609508 Sep 18 05:05:35.271728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:35.294206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5a755-789d-42b8-998d-3442b3dd2d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d76605d-fde3-4a1e-944c-5539184d8a6d,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:35.305063 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5a755-789d-42b8-998d-3442b3dd2d8a admin admin] Checking segment: {'id': '5df84a9a-9938-4041-b19f-998e7c6221af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '72f45a12-ae8e-49eb-b58a-6cb733a34005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:35.305525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5a755-789d-42b8-998d-3442b3dd2d8a admin admin] Network hostable DHCP agents. Network: 72f45a12-ae8e-49eb-b58a-6cb733a34005, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:05:35.312043 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:35.379622 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c4a593fc-2727-45b0-9344-7eff433b9e2c req-719aa29b-3752-457b-9b29-f3cbb0075464 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917137 Sep 18 05:05:35.383953 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5a755-789d-42b8-998d-3442b3dd2d8a admin admin] Network 72f45a12-ae8e-49eb-b58a-6cb733a34005 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:05:35.393572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cd68bc-409e-4d43-950b-2fbeb57dd441,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:35.411005 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:05:35.417481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:35.418426 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:35.426340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d44288-6e26-4101-afc2-d5c3dbe4d03c req-f955b9cc-5f41-4505-b4c5-6d9a2335a5d9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:35.432755 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c6d44288-6e26-4101-afc2-d5c3dbe4d03c req-f955b9cc-5f41-4505-b4c5-6d9a2335a5d9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 943 time: 0.0866554 Sep 18 05:05:35.472923 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-15c5a755-789d-42b8-998d-3442b3dd2d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 72f45a12-ae8e-49eb-b58a-6cb733a34005) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:35.482859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Attempting to bind port b1cd68bc-409e-4d43-950b-2fbeb57dd441 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:05:35.484406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Attempting to bind port b1cd68bc-409e-4d43-950b-2fbeb57dd441 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:05:35.485058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Attempting to bind port b1cd68bc-409e-4d43-950b-2fbeb57dd441 on network d3e10c5a-eb89-4d23-8b34-301a826af75c {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:35.490797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Port b1cd68bc-409e-4d43-950b-2fbeb57dd441 on network d3e10c5a-eb89-4d23-8b34-301a826af75c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:05:35.491233 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c5a755-789d-42b8-998d-3442b3dd2d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:35.491843 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15c5a755-789d-42b8-998d-3442b3dd2d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:35.492019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Attempting to bind port b1cd68bc-409e-4d43-950b-2fbeb57dd441 on network d3e10c5a-eb89-4d23-8b34-301a826af75c {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:35.502553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:05:35.506657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed75ee09-9515-4ce3-925d-08411ccc83c1 None None] Network 72f45a12-ae8e-49eb-b58a-6cb733a34005 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:35.506796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Checking segment: {'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:35.506796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Bound using segment: {'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:05:35.506796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Bound port: b1cd68bc-409e-4d43-950b-2fbeb57dd441, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:05:35.506796 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:35.541475 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c6d44288-6e26-4101-afc2-d5c3dbe4d03c req-f3ab74db-8b9c-4074-a0ee-62c748d77c28 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959067 Sep 18 05:05:35.589558 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-15c5a755-789d-42b8-998d-3442b3dd2d8a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9023335 Sep 18 05:05:35.595865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] For port b1cd68bc-409e-4d43-950b-2fbeb57dd441, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:05:35.600968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] For port b1cd68bc-409e-4d43-950b-2fbeb57dd441, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b1cd68bc-409e-4d43-950b-2fbeb57dd441,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:05:35.623184 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:35.657171 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43936) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:35.668845 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:35.675185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd22e6e3-069f-4b03-962d-eadb40e516f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00facf1-086d-4ac0-bf45-de5f4cfaa4b6'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:35.677491 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75b64c5-2e6e-4dda-a680-70db7afe9f02" -d '{"events": [{"server_uuid": "fd22e6e3-069f-4b03-962d-eadb40e516f4", "name": "network-vif-plugged", "status": "completed", "tag": "a00facf1-086d-4ac0-bf45-de5f4cfaa4b6"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:35.704708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a00facf1-086d-4ac0-bf45-de5f4cfaa4b6,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:35.716433 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd23660-997d-4290-b7f6-258d27aceb6d None None] Network 72f45a12-ae8e-49eb-b58a-6cb733a34005 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:35.720442 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:35.721078 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:35.722816 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/b1cd68bc-409e-4d43-950b-2fbeb57dd441 HTTP/1.1" status: 200 len: 1092 time: 0.9269378 Sep 18 05:05:35.725321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bc6728-33a4-454c-a01e-6c0babeefbad', 'tag': 'b1cd68bc-409e-4d43-950b-2fbeb57dd441'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:35.728673 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1376285f-317f-4d30-ab60-e186e5de06ab" -d '{"events": [{"name": "network-changed", "server_uuid": "52bc6728-33a4-454c-a01e-6c0babeefbad", "tag": "b1cd68bc-409e-4d43-950b-2fbeb57dd441"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:35.748817 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b996e190-7f25-40fc-aeab-811922ee199e x-openstack-request-id: req-b996e190-7f25-40fc-aeab-811922ee199e {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:35.751186 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd22e6e3-069f-4b03-962d-eadb40e516f4", "name": "network-vif-plugged", "status": "completed", "tag": "a00facf1-086d-4ac0-bf45-de5f4cfaa4b6", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:35.751705 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b996e190-7f25-40fc-aeab-811922ee199e {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:35.752353 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd22e6e3-069f-4b03-962d-eadb40e516f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00facf1-086d-4ac0-bf45-de5f4cfaa4b6', 'code': 200} Sep 18 05:05:35.774018 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c5721-b360-4ea2-93cb-6898241357f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cd68bc-409e-4d43-950b-2fbeb57dd441,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:35.795396 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:35.796499 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b218360f-c562-4280-a2fe-afa957d311d7 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:35.821207 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: b218360f-c562-4280-a2fe-afa957d311d7 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:35.821981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b218360f-c562-4280-a2fe-afa957d311d7 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:35.893808 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecb81c0-dba2-4a07-baee-40da71368fcb x-openstack-request-id: req-eecb81c0-dba2-4a07-baee-40da71368fcb {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:35.894427 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52bc6728-33a4-454c-a01e-6c0babeefbad", "tag": "b1cd68bc-409e-4d43-950b-2fbeb57dd441", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:35.898552 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=a00facf1-086d-4ac0-bf45-de5f4cfaa4b6,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:35.899988 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eecb81c0-dba2-4a07-baee-40da71368fcb {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:35.900487 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52bc6728-33a4-454c-a01e-6c0babeefbad', 'tag': 'b1cd68bc-409e-4d43-950b-2fbeb57dd441', 'status': 'completed', 'code': 200} Sep 18 05:05:35.934649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9b51e-7ca5-4667-9c4d-afec2500e908 req-da0012fc-0656-4aea-91a0-7f901e4f038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:35.937607 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a9f9b51e-7ca5-4667-9c4d-afec2500e908 req-da0012fc-0656-4aea-91a0-7f901e4f038a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 1102 time: 0.1163599 Sep 18 05:05:35.952289 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-9a9d5383-293b-4ff9-bc81-0f932491f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:35.953808 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-9a9d5383-293b-4ff9-bc81-0f932491f23b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1b4bc622cec481d856678fe715fc0b7&device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 1095 time: 0.1036737 Sep 18 05:05:36.003255 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a9f9b51e-7ca5-4667-9c4d-afec2500e908 req-7772fc56-7de9-438c-8252-0390b2b3d7fe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591564 Sep 18 05:05:36.037266 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2066081319'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:36.042000 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-b2e94de3-3394-4b7a-8085-12158d4bc8e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1cd68bc-409e-4d43-950b-2fbeb57dd441 HTTP/1.1" status: 200 len: 217 time: 0.0800917 Sep 18 05:05:36.119405 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea594a-21f0-4bdf-8ef2-d8e7145125ea req-4c121276-57e5-4225-838f-f70607ea2a7a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:36.126520 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea594a-21f0-4bdf-8ef2-d8e7145125ea req-4c121276-57e5-4225-838f-f70607ea2a7a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:36.132418 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea594a-21f0-4bdf-8ef2-d8e7145125ea req-4c121276-57e5-4225-838f-f70607ea2a7a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:36.134092 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bdea594a-21f0-4bdf-8ef2-d8e7145125ea req-4c121276-57e5-4225-838f-f70607ea2a7a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2419 time: 0.1031156 Sep 18 05:05:36.177872 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bdea594a-21f0-4bdf-8ef2-d8e7145125ea req-6c54ce32-46b1-4c56-8e0a-7e5bd14a6123 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366740 Sep 18 05:05:36.201511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Made reservation on behalf of b9a38c17870a498a8fc80733cef59570 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:36.208038 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:36.253223 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:36.381130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-040b3988-9d76-4e7b-8253-5a4dd98f039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:36.382676 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-040b3988-9d76-4e7b-8253-5a4dd98f039e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69e11554-3849-4f64-b8fc-9779a28fb1b9 HTTP/1.1" status: 200 len: 845 time: 0.1610806 Sep 18 05:05:36.420687 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471b6f4-5e01-4cd6-ae73-a681b171d33d req-ca00f367-1680-42f3-a8e8-0e5f14f2e88f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:36.420687 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0471b6f4-5e01-4cd6-ae73-a681b171d33d req-ca00f367-1680-42f3-a8e8-0e5f14f2e88f tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.1559851 Sep 18 05:05:36.446756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26533527-b491-4977-98b0-e667741c5493 req-51b62005-011f-4a3f-afb5-f17010d21a2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:36.452955 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26533527-b491-4977-98b0-e667741c5493 req-51b62005-011f-4a3f-afb5-f17010d21a2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:36.458939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26533527-b491-4977-98b0-e667741c5493 req-51b62005-011f-4a3f-afb5-f17010d21a2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:36.460594 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26533527-b491-4977-98b0-e667741c5493 req-51b62005-011f-4a3f-afb5-f17010d21a2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.13 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2419 time: 0.1618481 Sep 18 05:05:36.466424 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-a710b8f1-398e-453b-aa47-9fd9b7c15d70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3e10c5a-eb89-4d23-8b34-301a826af75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708230 Sep 18 05:05:36.494851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950e54d-ed59-4c7e-b48c-f922d413a88e req-c2d81b8b-f499-4dc2-b929-57d0546338f2 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:36.497015 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b950e54d-ed59-4c7e-b48c-f922d413a88e req-c2d81b8b-f499-4dc2-b929-57d0546338f2 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 950 time: 0.0518768 Sep 18 05:05:36.614155 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-b950e54d-ed59-4c7e-b48c-f922d413a88e req-d2d034d4-cdf8-413b-bfac-e1c86b082d8d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Deleting port df4a54dd-050c-4c73-91b4-24dce1197660 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:36.614547 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b950e54d-ed59-4c7e-b48c-f922d413a88e req-d2d034d4-cdf8-413b-bfac-e1c86b082d8d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:36.631921 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0471b6f4-5e01-4cd6-ae73-a681b171d33d req-009bc1cd-e048-484a-a3eb-e065d416853c tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/security-groups?id=5299678f-721d-403f-b052-11b6a07f5494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677177 Sep 18 05:05:36.709480 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:36.713924 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-bc086ac6-17fd-490d-a473-c989cf6d6626 service neutron] 10.222.0.18 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288651 Sep 18 05:05:36.731534 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:36.759521 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-26533527-b491-4977-98b0-e667741c5493 req-3a28fa9b-73bf-4194-9904-e5d973132473 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Deleting port 98fbf21f-f9fc-415b-8685-252a40f0994b {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:36.759696 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-26533527-b491-4977-98b0-e667741c5493 req-3a28fa9b-73bf-4194-9904-e5d973132473 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:36.794664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-b950e54d-ed59-4c7e-b48c-f922d413a88e req-d2d034d4-cdf8-413b-bfac-e1c86b082d8d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] For port df4a54dd-050c-4c73-91b4-24dce1197660, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=df4a54dd-050c-4c73-91b4-24dce1197660,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:36.795038 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b950e54d-ed59-4c7e-b48c-f922d413a88e req-d2d034d4-cdf8-413b-bfac-e1c86b082d8d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:36.797883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43980) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:36.808230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1451380028-network', 'tenant_id': '8f4d6a26049640519326d27b9da72bb2'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:36.817164 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:36.832906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca362ecd-8ab5-40f3-b35e-63d8742a3f13 req-100f3be0-5ec7-4250-9b47-5fd05a128075 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:36.834387 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca362ecd-8ab5-40f3-b35e-63d8742a3f13 req-100f3be0-5ec7-4250-9b47-5fd05a128075 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 950 time: 0.1256499 Sep 18 05:05:36.837674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-b950e54d-ed59-4c7e-b48c-f922d413a88e req-d2d034d4-cdf8-413b-bfac-e1c86b082d8d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Calling delete_port for df4a54dd-050c-4c73-91b4-24dce1197660 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:36.918604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:05:36.922652 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca362ecd-8ab5-40f3-b35e-63d8742a3f13 req-c55024cc-b8b1-4991-af8b-00a65e3ec49f tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785329 Sep 18 05:05:36.955460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dd1148-754d-4fe1-af5f-024b0eb1075c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:36.960387 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:36.960746 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Added segment 6fc94d7b-8e2c-46fc-b23c-0aab6381417a of type vlan for network 75909fd7-0d15-45eb-9b02-110fdb7ea264 Sep 18 05:05:36.964044 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f24994b5-3aa0-4e84-8355-51b324221ac3 req-292fbb9c-1a15-4517-b1a0-63ded76d8cff service neutron] 10.222.0.18 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414901 Sep 18 05:05:36.980562 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] Made reservation on behalf of 8f4d6a26049640519326d27b9da72bb2 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:36.984670 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:36.991332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f43df-29d8-42c9-a3a1-a7a236fe7f13 req-3d29c77b-2057-4c5c-af4a-1ab8cb6f9c4d tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:36.992914 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c52f43df-29d8-42c9-a3a1-a7a236fe7f13 req-3d29c77b-2057-4c5c-af4a-1ab8cb6f9c4d tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 943 time: 0.1816287 Sep 18 05:05:37.027310 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:37.054834 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:37.060214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-26533527-b491-4977-98b0-e667741c5493 req-3a28fa9b-73bf-4194-9904-e5d973132473 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] For port 98fbf21f-f9fc-415b-8685-252a40f0994b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=98fbf21f-f9fc-415b-8685-252a40f0994b,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:37.060936 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-26533527-b491-4977-98b0-e667741c5493 req-3a28fa9b-73bf-4194-9904-e5d973132473 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:37.087259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-26533527-b491-4977-98b0-e667741c5493 req-3a28fa9b-73bf-4194-9904-e5d973132473 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Calling delete_port for 98fbf21f-f9fc-415b-8685-252a40f0994b owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:37.119488 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c52f43df-29d8-42c9-a3a1-a7a236fe7f13 req-7ee124ee-ff4a-4e32-bd2a-efb639a0e499 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037848 Sep 18 05:05:37.165592 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:37.179761 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b950e54d-ed59-4c7e-b48c-f922d413a88e req-d2d034d4-cdf8-413b-bfac-e1c86b082d8d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:37.191400 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['df4a54dd-050c-4c73-91b4-24dce1197660'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:37.213859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d034d4-cdf8-413b-bfac-e1c86b082d8d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Pushing event deleted for resources: {'Port': ['ID=df4a54dd-050c-4c73-91b4-24dce1197660,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:37.251959 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:37.258689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:37.259430 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:37.263140 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b950e54d-ed59-4c7e-b48c-f922d413a88e req-d2d034d4-cdf8-413b-bfac-e1c86b082d8d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] No DVR routers for this DVR port df4a54dd-050c-4c73-91b4-24dce1197660 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:37.267538 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b950e54d-ed59-4c7e-b48c-f922d413a88e req-d2d034d4-cdf8-413b-bfac-e1c86b082d8d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:37.269762 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b950e54d-ed59-4c7e-b48c-f922d413a88e req-d2d034d4-cdf8-413b-bfac-e1c86b082d8d tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.13 "DELETE /v2.0/ports/df4a54dd-050c-4c73-91b4-24dce1197660 HTTP/1.1" status: 204 len: 173 time: 0.7653580 Sep 18 05:05:37.319570 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:37.346269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:05:37.366070 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:37.366510 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] Added segment f5cbc004-6ed6-4a22-a787-592c9e08226e of type vlan for network b0df60a0-0453-45f0-9b86-d8a6eae1a170 Sep 18 05:05:37.368853 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6c02ab-5170-4387-95f1-8177420b0caa,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:37.422610 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Pushing event updated for resources: {'Network': ['ID=75909fd7-0d15-45eb-9b02-110fdb7ea264,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:37.435125 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 75909fd7-0d15-45eb-9b02-110fdb7ea264 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:05:37.436318 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376285f-317f-4d30-ab60-e186e5de06ab req-da120f3e-f079-46f3-954a-b54e927e6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:37.438022 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1376285f-317f-4d30-ab60-e186e5de06ab req-da120f3e-f079-46f3-954a-b54e927e6c32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1b4bc622cec481d856678fe715fc0b7&device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 1095 time: 0.3131797 Sep 18 05:05:37.463492 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:37.507413 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-de0f0927-bb66-483e-bdbd-721e1f1b0f95 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8462927 Sep 18 05:05:37.520946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43986) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:37.532190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66914fc8-3d1f-48df-9021-0366c2d96f25 req-cbf0602c-d8a3-4c19-ad52-badccb8b9004 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:37.538326 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66914fc8-3d1f-48df-9021-0366c2d96f25 req-cbf0602c-d8a3-4c19-ad52-badccb8b9004 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:37.544611 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66914fc8-3d1f-48df-9021-0366c2d96f25 req-cbf0602c-d8a3-4c19-ad52-badccb8b9004 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:37.552208 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66914fc8-3d1f-48df-9021-0366c2d96f25 req-cbf0602c-d8a3-4c19-ad52-badccb8b9004 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 2419 time: 0.2580607 Sep 18 05:05:37.662193 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:37.663508 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:37.664424 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66914fc8-3d1f-48df-9021-0366c2d96f25 req-fb5be7e5-65d2-4571-b18f-3a4d0bd86748 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071126 Sep 18 05:05:37.666646 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:37.708425 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376285f-317f-4d30-ab60-e186e5de06ab req-899870a9-09db-46f0-a1f2-eb45af5a7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:37.710011 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1376285f-317f-4d30-ab60-e186e5de06ab req-899870a9-09db-46f0-a1f2-eb45af5a7a94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3e10c5a-eb89-4d23-8b34-301a826af75c HTTP/1.1" status: 200 len: 905 time: 0.2185056 Sep 18 05:05:37.720792 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-26533527-b491-4977-98b0-e667741c5493 req-3a28fa9b-73bf-4194-9904-e5d973132473 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:37.787817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] Pushing event updated for resources: {'Network': ['ID=b0df60a0-0453-45f0-9b86-d8a6eae1a170,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:37.797977 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network b0df60a0-0453-45f0-9b86-d8a6eae1a170 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:05:37.837814 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53048304-fbbe-427d-9e21-b41d07a1c7af req-7732aa06-e5fe-4e81-b099-54e53359db28 tempest-MigrationsAdminTest-595986056 tempest-MigrationsAdminTest-595986056-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f12303-6f71-4459-9ca5-3776dd70c723 HTTP/1.1" status: 200 len: 210 time: 0.1027479 Sep 18 05:05:37.853303 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Request body: {'network': {'name': 'tempest-network--846733560', 'router:external': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:37.861992 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1376285f-317f-4d30-ab60-e186e5de06ab req-d59d8a63-1e9b-4364-9ad6-2d1c9f0df247 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1cd68bc-409e-4d43-950b-2fbeb57dd441 HTTP/1.1" status: 200 len: 217 time: 0.1220963 Sep 18 05:05:37.864711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28fa9b-73bf-4194-9904-e5d973132473 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Port': ['ID=98fbf21f-f9fc-415b-8685-252a40f0994b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:37.879724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-20fb5de5-46ee-40f7-80e6-62062f0b70bc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0807946 Sep 18 05:05:37.882335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43992) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:37.890285 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9c08e8db-4960-46d9-b965-7dc7fe173e6a admin admin] Request body: {'subnet': {'network_id': 'b0df60a0-0453-45f0-9b86-d8a6eae1a170', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1451380028-subnet', 'tenant_id': '8f4d6a26049640519326d27b9da72bb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:37.902134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f12303-6f71-4459-9ca5-3776dd70c723', 'name': 'network-vif-deleted', 'tag': 'df4a54dd-050c-4c73-91b4-24dce1197660'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:37.910513 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ee2e6f-014e-4525-9323-19f3c55a93ec" -d '{"events": [{"server_uuid": "53f12303-6f71-4459-9ca5-3776dd70c723", "name": "network-vif-deleted", "tag": "df4a54dd-050c-4c73-91b4-24dce1197660"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:37.958560 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f0db13-39bb-45ad-a8fd-5081f43dff5a x-openstack-request-id: req-24f0db13-39bb-45ad-a8fd-5081f43dff5a {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:37.968576 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f12303-6f71-4459-9ca5-3776dd70c723", "name": "network-vif-deleted", "tag": "df4a54dd-050c-4c73-91b4-24dce1197660", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:37.968576 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24f0db13-39bb-45ad-a8fd-5081f43dff5a {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:37.968576 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f12303-6f71-4459-9ca5-3776dd70c723', 'name': 'network-vif-deleted', 'tag': 'df4a54dd-050c-4c73-91b4-24dce1197660', 'status': 'completed', 'code': 200} Sep 18 05:05:37.969569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376285f-317f-4d30-ab60-e186e5de06ab req-91831ccd-846d-4e38-874a-8bb5a347011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:37.971157 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1376285f-317f-4d30-ab60-e186e5de06ab req-91831ccd-846d-4e38-874a-8bb5a347011d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69e11554-3849-4f64-b8fc-9779a28fb1b9 HTTP/1.1" status: 200 len: 845 time: 0.0966301 Sep 18 05:05:37.995322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-26533527-b491-4977-98b0-e667741c5493 req-3a28fa9b-73bf-4194-9904-e5d973132473 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] No DVR routers for this DVR port 98fbf21f-f9fc-415b-8685-252a40f0994b on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:38.023566 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-26533527-b491-4977-98b0-e667741c5493 req-3a28fa9b-73bf-4194-9904-e5d973132473 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:38.026666 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26533527-b491-4977-98b0-e667741c5493 req-3a28fa9b-73bf-4194-9904-e5d973132473 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.13 "DELETE /v2.0/ports/98fbf21f-f9fc-415b-8685-252a40f0994b HTTP/1.1" status: 204 len: 173 time: 1.5570316 Sep 18 05:05:38.029689 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1376285f-317f-4d30-ab60-e186e5de06ab req-9661cecc-e305-4a97-9236-533d7ac219de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3e10c5a-eb89-4d23-8b34-301a826af75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422993 Sep 18 05:05:38.030183 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'name': 'network-vif-deleted', 'tag': '98fbf21f-f9fc-415b-8685-252a40f0994b'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:38.036381 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcfefea-8fb7-4f6c-a6b3-28a87e97a99d" -d '{"events": [{"server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "name": "network-vif-deleted", "tag": "98fbf21f-f9fc-415b-8685-252a40f0994b"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:38.069865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Made reservation on behalf of b50a508ff1cc4c40ae457181bf576b20 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:38.072446 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:38.092079 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:38.097576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c08e8db-4960-46d9-b965-7dc7fe173e6a admin admin] Made reservation on behalf of 8f4d6a26049640519326d27b9da72bb2 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:38.099640 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c08e8db-4960-46d9-b965-7dc7fe173e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:38.145245 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748d1f81-782a-49a9-ae6b-35e9381446ac x-openstack-request-id: req-748d1f81-782a-49a9-ae6b-35e9381446ac {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:38.145525 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "name": "network-vif-deleted", "tag": "98fbf21f-f9fc-415b-8685-252a40f0994b", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:38.145633 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-748d1f81-782a-49a9-ae6b-35e9381446ac {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:38.146065 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'name': 'network-vif-deleted', 'tag': '98fbf21f-f9fc-415b-8685-252a40f0994b', 'status': 'completed', 'code': 200} Sep 18 05:05:38.222827 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e4e2e-470c-471e-916b-7ec7e1692c42 req-8ea3f8c0-bd87-41be-8560-679de90a101c tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:38.223614 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1376285f-317f-4d30-ab60-e186e5de06ab req-b9516e37-0aa1-44a5-810e-a5c40b4533c1 service neutron] 10.222.0.18 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854043 Sep 18 05:05:38.232710 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d21e4e2e-470c-471e-916b-7ec7e1692c42 req-8ea3f8c0-bd87-41be-8560-679de90a101c tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 950 time: 0.2344112 Sep 18 05:05:38.267615 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-26533527-b491-4977-98b0-e667741c5493 req-55e0f2bd-4cf1-4fd2-bd6c-390426bb9056 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Deleting port 33362b74-087c-463b-9bd3-4f3b6533fccb {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:38.268452 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-26533527-b491-4977-98b0-e667741c5493 req-55e0f2bd-4cf1-4fd2-bd6c-390426bb9056 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:38.311979 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d21e4e2e-470c-471e-916b-7ec7e1692c42 req-5af0d02e-a5da-4b19-ac17-8305ec90c676 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781226 Sep 18 05:05:38.488659 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71236101-ae71-4731-8d28-97bd5474b9ad req-f14192d4-cb5e-4d88-a3cc-9469c2ec7832 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:38.493562 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71236101-ae71-4731-8d28-97bd5474b9ad req-f14192d4-cb5e-4d88-a3cc-9469c2ec7832 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 943 time: 0.2449772 Sep 18 05:05:38.500606 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:38.525350 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1376285f-317f-4d30-ab60-e186e5de06ab req-0e7d9278-198e-4ffd-95f7-e1c7b7cca396 service neutron] 10.222.0.18 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934079 Sep 18 05:05:38.534912 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c08e8db-4960-46d9-b965-7dc7fe173e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:38.543590 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-26533527-b491-4977-98b0-e667741c5493 req-55e0f2bd-4cf1-4fd2-bd6c-390426bb9056 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] For port 33362b74-087c-463b-9bd3-4f3b6533fccb, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=33362b74-087c-463b-9bd3-4f3b6533fccb,segment=NetworkSegment(6fce4e66-6091-4feb-a67d-cbd2ee37ee86),segment_id=6fce4e66-6091-4feb-a67d-cbd2ee37ee86)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:38.543964 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-26533527-b491-4977-98b0-e667741c5493 req-55e0f2bd-4cf1-4fd2-bd6c-390426bb9056 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:38.566120 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71236101-ae71-4731-8d28-97bd5474b9ad req-f476f749-5d4f-4a63-ab83-6622f69bb2e0 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644574 Sep 18 05:05:38.566970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-26533527-b491-4977-98b0-e667741c5493 req-55e0f2bd-4cf1-4fd2-bd6c-390426bb9056 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Calling delete_port for 33362b74-087c-463b-9bd3-4f3b6533fccb owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:38.591076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08e8db-4960-46d9-b965-7dc7fe173e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8f43533-928f-488b-b4ef-ce55dada04f1,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:38.600810 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:38.625943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c08e8db-4960-46d9-b965-7dc7fe173e6a admin admin] Checking segment: {'id': 'f5cbc004-6ed6-4a22-a787-592c9e08226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b0df60a0-0453-45f0-9b86-d8a6eae1a170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:38.626312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c08e8db-4960-46d9-b965-7dc7fe173e6a admin admin] Network hostable DHCP agents. Network: b0df60a0-0453-45f0-9b86-d8a6eae1a170, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:05:38.635676 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:05:38.661120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c323f7-f1d7-46fb-af99-6f089178285c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:38.669890 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:38.670623 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Added segment 8a679f57-2c8d-4bf3-829f-c2c6ac7d67ee of type vlan for network ab9e04bf-457c-4986-8acb-4a64645c7e57 Sep 18 05:05:38.770249 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:38.832100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c08e8db-4960-46d9-b965-7dc7fe173e6a admin admin] Network b0df60a0-0453-45f0-9b86-d8a6eae1a170 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:05:38.865784 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:38.867010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:38.868758 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:38.933069 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event updated for resources: {'Network': ['ID=ab9e04bf-457c-4986-8acb-4a64645c7e57,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:38.944065 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network ab9e04bf-457c-4986-8acb-4a64645c7e57 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:05:38.993643 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9c08e8db-4960-46d9-b965-7dc7fe173e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, b0df60a0-0453-45f0-9b86-d8a6eae1a170) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:39.009502 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f8e1a0-296b-43d7-9143-d52163c162b4 None None] Network b0df60a0-0453-45f0-9b86-d8a6eae1a170 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:39.016278 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4378a6-9afa-48eb-bcd0-cc9ffcd01676 req-fcb49ef5-1df2-44b1-b1c9-85290741d1ed tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:39.035340 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c08e8db-4960-46d9-b965-7dc7fe173e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:39.035340 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c08e8db-4960-46d9-b965-7dc7fe173e6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.043827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4378a6-9afa-48eb-bcd0-cc9ffcd01676 req-fcb49ef5-1df2-44b1-b1c9-85290741d1ed tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:39.048671 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6a9e0543-996b-4ea4-8b04-37c58eabf651 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.5235908 Sep 18 05:05:39.049735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44014) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:39.050831 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c4378a6-9afa-48eb-bcd0-cc9ffcd01676 req-fcb49ef5-1df2-44b1-b1c9-85290741d1ed tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 1683 time: 0.1001818 Sep 18 05:05:39.191096 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9c08e8db-4960-46d9-b965-7dc7fe173e6a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3062496 Sep 18 05:05:39.220359 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ffd954-52f8-46c1-b9ff-13b352b62c75 None None] Network b0df60a0-0453-45f0-9b86-d8a6eae1a170 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:39.227695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c4378a6-9afa-48eb-bcd0-cc9ffcd01676 req-f27b9388-efb3-478e-9abb-9ee1ec456286 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623547 Sep 18 05:05:39.308945 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b1cd68bc-409e-4d43-950b-2fbeb57dd441 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:05:39.319848 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c511f748-4eb5-49b0-adaf-b77a9f95ba6f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.338512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44022) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:39.378550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05753534-97db-40ed-a364-7b326d6e2763 req-845a877b-41d1-4f59-8bd8-255f37063329 tempest-ServersAdminNegativeTestJSON-1171336005 tempest-ServersAdminNegativeTestJSON-1171336005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:39.380544 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-05753534-97db-40ed-a364-7b326d6e2763 req-845a877b-41d1-4f59-8bd8-255f37063329 tempest-ServersAdminNegativeTestJSON-1171336005 tempest-ServersAdminNegativeTestJSON-1171336005-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 1102 time: 0.1417658 Sep 18 05:05:39.415579 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c43243-238e-44c8-bf6d-51714d541381 admin admin] Deleting subnet 4d76605d-fde3-4a1e-944c-5539184d8a6d {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:05:39.420595 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-26533527-b491-4977-98b0-e667741c5493 req-55e0f2bd-4cf1-4fd2-bd6c-390426bb9056 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.427791 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3c43243-238e-44c8-bf6d-51714d541381 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.443471 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c511f748-4eb5-49b0-adaf-b77a9f95ba6f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.469667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c511f748-4eb5-49b0-adaf-b77a9f95ba6f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9e04bf-457c-4986-8acb-4a64645c7e57']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:39.481890 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c511f748-4eb5-49b0-adaf-b77a9f95ba6f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a679f57-2c8d-4bf3-829f-c2c6ac7d67ee') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:39.482522 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c511f748-4eb5-49b0-adaf-b77a9f95ba6f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a679f57-2c8d-4bf3-829f-c2c6ac7d67ee') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:39.486751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0f2bd-4cf1-4fd2-bd6c-390426bb9056 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Port': ['ID=33362b74-087c-463b-9bd3-4f3b6533fccb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:39.499657 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c511f748-4eb5-49b0-adaf-b77a9f95ba6f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.518632 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c511f748-4eb5-49b0-adaf-b77a9f95ba6f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.522342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c511f748-4eb5-49b0-adaf-b77a9f95ba6f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:05:39.522893 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c511f748-4eb5-49b0-adaf-b77a9f95ba6f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:05:39.542177 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:05:39.583688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-26533527-b491-4977-98b0-e667741c5493 req-55e0f2bd-4cf1-4fd2-bd6c-390426bb9056 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] No DVR routers for this DVR port 33362b74-087c-463b-9bd3-4f3b6533fccb on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:39.588337 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-26533527-b491-4977-98b0-e667741c5493 req-55e0f2bd-4cf1-4fd2-bd6c-390426bb9056 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.589908 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26533527-b491-4977-98b0-e667741c5493 req-55e0f2bd-4cf1-4fd2-bd6c-390426bb9056 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.13 "DELETE /v2.0/ports/33362b74-087c-463b-9bd3-4f3b6533fccb HTTP/1.1" status: 204 len: 173 time: 1.5532513 Sep 18 05:05:39.626614 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3c43243-238e-44c8-bf6d-51714d541381 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.662047 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-05753534-97db-40ed-a364-7b326d6e2763 req-1c0c7aa7-9b30-4431-bcb3-d80314490d60 tempest-ServersAdminNegativeTestJSON-1171336005 tempest-ServersAdminNegativeTestJSON-1171336005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.715950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 5406d3c2-c4a1-4437-b61f-a2df989b45fd no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:39.762364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b1cd68bc-409e-4d43-950b-2fbeb57dd441, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b1cd68bc-409e-4d43-950b-2fbeb57dd441,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:39.784576 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'b1cd68bc-409e-4d43-950b-2fbeb57dd441', 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c', 'port_id': 'b1cd68bc-409e-4d43-950b-2fbeb57dd441', 'mac_address': 'fa:16:3e:16:9b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e11554-3849-4f64-b8fc-9779a28fb1b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:05:39.794929 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c511f748-4eb5-49b0-adaf-b77a9f95ba6f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.811965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c511f748-4eb5-49b0-adaf-b77a9f95ba6f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab9e04bf-457c-4986-8acb-4a64645c7e57 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 05:05:39.861904 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.871548 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44030) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:39.877429 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.881390 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c511f748-4eb5-49b0-adaf-b77a9f95ba6f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.897771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c511f748-4eb5-49b0-adaf-b77a9f95ba6f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "DELETE /v2.0/networks/ab9e04bf-457c-4986-8acb-4a64645c7e57 HTTP/1.1" status: 204 len: 168 time: 0.8423231 Sep 18 05:05:39.898682 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44034) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:39.901117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511f748-4eb5-49b0-adaf-b77a9f95ba6f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab9e04bf-457c-4986-8acb-4a64645c7e57,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:39.909194 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cd68bc-409e-4d43-950b-2fbeb57dd441 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:39.915570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-fe08ca52-9a11-4fb4-8e38-0f6601873eac tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:39.951007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5406d3c2-c4a1-4437-b61f-a2df989b45fd'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:39.955083 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843a3cb0-c18d-45a0-8d16-190e6a5bb8d6" -d '{"events": [{"server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "name": "network-vif-unplugged", "status": "completed", "tag": "5406d3c2-c4a1-4437-b61f-a2df989b45fd"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:39.964920 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3c43243-238e-44c8-bf6d-51714d541381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:39.982353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527be55f-ca95-4f4c-918f-5d89bb64fd11 req-43ca9609-50f0-438e-a028-2a4c28994aa5 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:39.983308 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b1cd68bc-409e-4d43-950b-2fbeb57dd441, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b1cd68bc-409e-4d43-950b-2fbeb57dd441,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:39.985759 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 5406d3c2-c4a1-4437-b61f-a2df989b45fd, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5406d3c2-c4a1-4437-b61f-a2df989b45fd,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:39.990559 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-527be55f-ca95-4f4c-918f-5d89bb64fd11 req-43ca9609-50f0-438e-a028-2a4c28994aa5 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 943 time: 0.2408531 Sep 18 05:05:40.034568 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-05753534-97db-40ed-a364-7b326d6e2763 req-1c0c7aa7-9b30-4431-bcb3-d80314490d60 tempest-ServersAdminNegativeTestJSON-1171336005 tempest-ServersAdminNegativeTestJSON-1171336005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.071088 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-527be55f-ca95-4f4c-918f-5d89bb64fd11 req-2ea9b0d3-f38c-42ad-9892-9f4a0955a350 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796063 Sep 18 05:05:40.108462 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.137451 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d304be10-baa5-4c30-8621-be13a4baadd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20ae15386bab4155a078057ceffa9f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614462 Sep 18 05:05:40.142568 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-26533527-b491-4977-98b0-e667741c5493 req-f05d0ab0-89a7-4445-9cc1-e1c7da998357 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Deleting port 5406d3c2-c4a1-4437-b61f-a2df989b45fd {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:40.142717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44038) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:40.142810 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-26533527-b491-4977-98b0-e667741c5493 req-f05d0ab0-89a7-4445-9cc1-e1c7da998357 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.150543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'name': 'network-vif-deleted', 'tag': '33362b74-087c-463b-9bd3-4f3b6533fccb'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:40.152869 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95e2f78-f53a-475f-b9e8-c106b2273ffc x-openstack-request-id: req-d95e2f78-f53a-475f-b9e8-c106b2273ffc {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:40.153746 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fafb6e-d2ea-490e-96d9-4a34b50419f4" -d '{"events": [{"server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "name": "network-vif-deleted", "tag": "33362b74-087c-463b-9bd3-4f3b6533fccb"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:40.154415 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "name": "network-vif-unplugged", "status": "completed", "tag": "5406d3c2-c4a1-4437-b61f-a2df989b45fd", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:40.154863 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d95e2f78-f53a-475f-b9e8-c106b2273ffc {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:40.155999 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5406d3c2-c4a1-4437-b61f-a2df989b45fd', 'code': 200} Sep 18 05:05:40.189377 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-05753534-97db-40ed-a364-7b326d6e2763 req-1c0c7aa7-9b30-4431-bcb3-d80314490d60 tempest-ServersAdminNegativeTestJSON-1171336005 tempest-ServersAdminNegativeTestJSON-1171336005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.195779 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b1cd68bc-409e-4d43-950b-2fbeb57dd441,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:40.203423 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.205130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device df4a54dd-050c-4c73-91b4-24dce1197660 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:40.273433 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d84ddcc-5cf5-4ad2-bc23-dbac2c86808b x-openstack-request-id: req-9d84ddcc-5cf5-4ad2-bc23-dbac2c86808b {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:40.276193 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "name": "network-vif-deleted", "tag": "33362b74-087c-463b-9bd3-4f3b6533fccb", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:40.276193 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d84ddcc-5cf5-4ad2-bc23-dbac2c86808b {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:40.276193 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'name': 'network-vif-deleted', 'tag': '33362b74-087c-463b-9bd3-4f3b6533fccb', 'status': 'completed', 'code': 200} Sep 18 05:05:40.309114 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-05753534-97db-40ed-a364-7b326d6e2763 req-1c0c7aa7-9b30-4431-bcb3-d80314490d60 tempest-ServersAdminNegativeTestJSON-1171336005 tempest-ServersAdminNegativeTestJSON-1171336005-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7672391 Sep 18 05:05:40.319801 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c7aa7-9b30-4431-bcb3-d80314490d60 tempest-ServersAdminNegativeTestJSON-1171336005 tempest-ServersAdminNegativeTestJSON-1171336005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e44cfb-4172-447a-b148-06e601804428,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:40.337427 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-815f114b-b671-46ee-b9f7-93f15ee1bfa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.357155 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: df4a54dd-050c-4c73-91b4-24dce1197660 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:40.357373 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3c43243-238e-44c8-bf6d-51714d541381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.357916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device df4a54dd-050c-4c73-91b4-24dce1197660 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:40.360824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 98fbf21f-f9fc-415b-8685-252a40f0994b no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:40.361118 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-26533527-b491-4977-98b0-e667741c5493 req-f05d0ab0-89a7-4445-9cc1-e1c7da998357 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] For port 5406d3c2-c4a1-4437-b61f-a2df989b45fd, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5406d3c2-c4a1-4437-b61f-a2df989b45fd,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:40.361492 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-26533527-b491-4977-98b0-e667741c5493 req-f05d0ab0-89a7-4445-9cc1-e1c7da998357 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.366581 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-815f114b-b671-46ee-b9f7-93f15ee1bfa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.404953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=5406d3c2-c4a1-4437-b61f-a2df989b45fd,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:40.409112 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 98fbf21f-f9fc-415b-8685-252a40f0994b {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:40.409563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 98fbf21f-f9fc-415b-8685-252a40f0994b not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:40.410094 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 33362b74-087c-463b-9bd3-4f3b6533fccb no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:40.436175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 33362b74-087c-463b-9bd3-4f3b6533fccb {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:40.437185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 33362b74-087c-463b-9bd3-4f3b6533fccb not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:40.443958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe08ca52-9a11-4fb4-8e38-0f6601873eac tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Made reservation on behalf of b50a508ff1cc4c40ae457181bf576b20 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:40.445079 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fe08ca52-9a11-4fb4-8e38-0f6601873eac tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.453717 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c43243-238e-44c8-bf6d-51714d541381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d76605d-fde3-4a1e-944c-5539184d8a6d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:40.474275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe08ca52-9a11-4fb4-8e38-0f6601873eac tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:05:40.481732 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-26533527-b491-4977-98b0-e667741c5493 req-f05d0ab0-89a7-4445-9cc1-e1c7da998357 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Calling delete_port for 5406d3c2-c4a1-4437-b61f-a2df989b45fd owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:40.485868 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3c43243-238e-44c8-bf6d-51714d541381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.490476 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fe08ca52-9a11-4fb4-8e38-0f6601873eac tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.490476 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-fe08ca52-9a11-4fb4-8e38-0f6601873eac tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Added segment 65af9600-2e1c-4744-b0ce-fba24151109e of type vlan for network 41c30283-661b-4877-8fe0-3e310328a083 Sep 18 05:05:40.490744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b1cd68bc-409e-4d43-950b-2fbeb57dd441'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:40.491313 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b3c43243-238e-44c8-bf6d-51714d541381 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4d76605d-fde3-4a1e-944c-5539184d8a6d HTTP/1.1" status: 204 len: 168 time: 1.1517339 Sep 18 05:05:40.494438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44046) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:40.545387 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fe08ca52-9a11-4fb4-8e38-0f6601873eac tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.624335 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f9450e4a-7932-4b08-9247-c69ce5c33d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.654706 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-815f114b-b671-46ee-b9f7-93f15ee1bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.658143 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47efa44-f0ee-4a63-8769-27952197c6ec req-849b9627-6e2b-4efc-9b22-9a3a335c0bfd tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:40.663539 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-815f114b-b671-46ee-b9f7-93f15ee1bfa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.663539 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-815f114b-b671-46ee-b9f7-93f15ee1bfa3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5299678f-721d-403f-b052-11b6a07f5494 HTTP/1.1" status: 204 len: 168 time: 0.5220037 Sep 18 05:05:40.666253 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c47efa44-f0ee-4a63-8769-27952197c6ec req-849b9627-6e2b-4efc-9b22-9a3a335c0bfd tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 944 time: 0.3142543 Sep 18 05:05:40.673690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f114b-b671-46ee-b9f7-93f15ee1bfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5299678f-721d-403f-b052-11b6a07f5494,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:40.683208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fe08ca52-9a11-4fb4-8e38-0f6601873eac tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.686771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe08ca52-9a11-4fb4-8e38-0f6601873eac tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:40.688194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fe08ca52-9a11-4fb4-8e38-0f6601873eac tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.785347 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c47efa44-f0ee-4a63-8769-27952197c6ec req-b331ada1-e366-4385-a76c-785b35b557a9 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175408 Sep 18 05:05:40.801090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08ca52-9a11-4fb4-8e38-0f6601873eac tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event updated for resources: {'Network': ['ID=41c30283-661b-4877-8fe0-3e310328a083,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:40.816085 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 41c30283-661b-4877-8fe0-3e310328a083 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:05:40.829022 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fe08ca52-9a11-4fb4-8e38-0f6601873eac tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.9289954 Sep 18 05:05:40.832459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44052) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:40.838512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-edd32fb0-85a8-4db9-87fd-2db8d3cf6d4c tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Request body: {'subnet': {'network_id': '41c30283-661b-4877-8fe0-3e310328a083', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:40.852331 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f9450e4a-7932-4b08-9247-c69ce5c33d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.898178 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-f9450e4a-7932-4b08-9247-c69ce5c33d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f45a12-ae8e-49eb-b58a-6cb733a34005']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:40.915040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-f9450e4a-7932-4b08-9247-c69ce5c33d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df84a9a-9938-4041-b19f-998e7c6221af') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:40.915744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-f9450e4a-7932-4b08-9247-c69ce5c33d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df84a9a-9938-4041-b19f-998e7c6221af') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:40.930473 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f9450e4a-7932-4b08-9247-c69ce5c33d10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.953329 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f9450e4a-7932-4b08-9247-c69ce5c33d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.956643 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd32fb0-85a8-4db9-87fd-2db8d3cf6d4c tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Made reservation on behalf of b50a508ff1cc4c40ae457181bf576b20 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:40.960807 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-edd32fb0-85a8-4db9-87fd-2db8d3cf6d4c tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.960965 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9450e4a-7932-4b08-9247-c69ce5c33d10 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:05:40.962722 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f9450e4a-7932-4b08-9247-c69ce5c33d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:05:40.964722 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:05:41.068218 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-26533527-b491-4977-98b0-e667741c5493 req-f05d0ab0-89a7-4445-9cc1-e1c7da998357 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.113844 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d0ab0-89a7-4445-9cc1-e1c7da998357 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Port': ['ID=5406d3c2-c4a1-4437-b61f-a2df989b45fd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:41.220827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-26533527-b491-4977-98b0-e667741c5493 req-f05d0ab0-89a7-4445-9cc1-e1c7da998357 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] No DVR routers for this DVR port 5406d3c2-c4a1-4437-b61f-a2df989b45fd on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:41.223744 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-26533527-b491-4977-98b0-e667741c5493 req-f05d0ab0-89a7-4445-9cc1-e1c7da998357 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.226169 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26533527-b491-4977-98b0-e667741c5493 req-f05d0ab0-89a7-4445-9cc1-e1c7da998357 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.13 "DELETE /v2.0/ports/5406d3c2-c4a1-4437-b61f-a2df989b45fd HTTP/1.1" status: 204 len: 173 time: 1.6246910 Sep 18 05:05:41.271889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b6650-4e27-4d05-aa34-42afffe08d60 req-8df364fe-7aa6-4712-89a6-0ad05bd5f264 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:41.273595 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed1b6650-4e27-4d05-aa34-42afffe08d60 req-8df364fe-7aa6-4712-89a6-0ad05bd5f264 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 944 time: 0.0618448 Sep 18 05:05:41.285079 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b1cd68bc-409e-4d43-950b-2fbeb57dd441 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:41.301690 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f9450e4a-7932-4b08-9247-c69ce5c33d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.312496 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f9450e4a-7932-4b08-9247-c69ce5c33d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.318456 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f9450e4a-7932-4b08-9247-c69ce5c33d10 admin admin] 10.222.0.23 "DELETE /v2.0/networks/72f45a12-ae8e-49eb-b58a-6cb733a34005 HTTP/1.1" status: 204 len: 168 time: 0.8181632 Sep 18 05:05:41.321373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44058) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:41.355424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed1b6650-4e27-4d05-aa34-42afffe08d60 req-75ec2982-6f8c-4439-ac6e-b847dbcaf3d9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724862 Sep 18 05:05:41.392852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9450e4a-7932-4b08-9247-c69ce5c33d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f45a12-ae8e-49eb-b58a-6cb733a34005,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:41.411470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-857e8344-9ae4-4219-b102-8df13d43b863 admin admin] Deleting subnet f8f43533-928f-488b-b4ef-ce55dada04f1 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:05:41.415226 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-857e8344-9ae4-4219-b102-8df13d43b863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.436625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port b1cd68bc-409e-4d43-950b-2fbeb57dd441 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:05:41.441682 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port b1cd68bc-409e-4d43-950b-2fbeb57dd441 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:41.441682 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.486377 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-857e8344-9ae4-4219-b102-8df13d43b863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.542729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44064) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:41.546735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.objects.ports [None req-edd32fb0-85a8-4db9-87fd-2db8d3cf6d4c tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106909) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:05:41.547262 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-edd32fb0-85a8-4db9-87fd-2db8d3cf6d4c tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.552330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6879fcf-685e-4770-9efd-d985ad39f805 req-9b80dc9f-ca1e-45c2-966a-655a200ac982 tempest-ServersAdminNegativeTestJSON-1171336005 tempest-ServersAdminNegativeTestJSON-1171336005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:41.554065 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e6879fcf-685e-4770-9efd-d985ad39f805 req-9b80dc9f-ca1e-45c2-966a-655a200ac982 tempest-ServersAdminNegativeTestJSON-1171336005 tempest-ServersAdminNegativeTestJSON-1171336005-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 1102 time: 0.1103172 Sep 18 05:05:41.564199 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-857e8344-9ae4-4219-b102-8df13d43b863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.571357 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.609147 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b1cd68bc-409e-4d43-950b-2fbeb57dd441, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b1cd68bc-409e-4d43-950b-2fbeb57dd441,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:41.625104 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd32fb0-85a8-4db9-87fd-2db8d3cf6d4c tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a1e33ccf-718a-4a44-840a-521e4031e6dd,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:41.633403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd32fb0-85a8-4db9-87fd-2db8d3cf6d4c tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Checking segment: {'id': '65af9600-2e1c-4744-b0ce-fba24151109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '41c30283-661b-4877-8fe0-3e310328a083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:41.633778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd32fb0-85a8-4db9-87fd-2db8d3cf6d4c tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Network hostable DHCP agents. Network: 41c30283-661b-4877-8fe0-3e310328a083, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:05:41.680284 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8c9add9e-b2cc-490d-b76d-b2e21d1aaadb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=001e1745ddb245848b41920b6be2b035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355424 Sep 18 05:05:41.682165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44068) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:41.683839 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.706533 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e6879fcf-685e-4770-9efd-d985ad39f805 req-b23137ec-803e-4b3f-a32d-497cf28f0254 tempest-ServersAdminNegativeTestJSON-1171336005 tempest-ServersAdminNegativeTestJSON-1171336005-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398778 Sep 18 05:05:41.732337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd32fb0-85a8-4db9-87fd-2db8d3cf6d4c tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Network 41c30283-661b-4877-8fe0-3e310328a083 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:05:41.767625 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24c699a8-4f4f-4bda-85b9-4895d46d2204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.771022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b1cd68bc-409e-4d43-950b-2fbeb57dd441,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:41.794141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24c699a8-4f4f-4bda-85b9-4895d46d2204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.884393 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-857e8344-9ae4-4219-b102-8df13d43b863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.916251 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e8344-9ae4-4219-b102-8df13d43b863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f43533-928f-488b-b4ef-ce55dada04f1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:41.930402 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-857e8344-9ae4-4219-b102-8df13d43b863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:41.933850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-857e8344-9ae4-4219-b102-8df13d43b863 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f8f43533-928f-488b-b4ef-ce55dada04f1 HTTP/1.1" status: 204 len: 168 time: 0.6110392 Sep 18 05:05:41.937378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44082) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:41.948984 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-40476910-e10d-44f2-a708-526fcabd5a4f req-a3fbc95e-9b8e-4462-bcd7-085752eeed6e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=40244c98-ef65-4781-a717-326f059b52ac HTTP/1.1" status: 200 len: 210 time: 0.0360429 Sep 18 05:05:41.963678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-edd32fb0-85a8-4db9-87fd-2db8d3cf6d4c tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 41c30283-661b-4877-8fe0-3e310328a083) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:41.973942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09399ce-d3ce-4501-b1a2-87bbd0c39b45 None None] Network 41c30283-661b-4877-8fe0-3e310328a083 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:41.976905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd32fb0-85a8-4db9-87fd-2db8d3cf6d4c tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:41.977685 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-edd32fb0-85a8-4db9-87fd-2db8d3cf6d4c tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:42.031199 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24c699a8-4f4f-4bda-85b9-4895d46d2204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:42.034998 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24c699a8-4f4f-4bda-85b9-4895d46d2204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:42.036401 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-24c699a8-4f4f-4bda-85b9-4895d46d2204 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f60a28d9-2a0e-405a-92d7-2ed3a2e5474b HTTP/1.1" status: 204 len: 168 time: 0.3532424 Sep 18 05:05:42.045805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c699a8-4f4f-4bda-85b9-4895d46d2204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60a28d9-2a0e-405a-92d7-2ed3a2e5474b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:42.049607 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac4cc56e-ddbe-48dd-8757-64bc3ad477e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:42.138593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baffdc0-1db9-469b-9aba-9daabf01792e None None] Network 41c30283-661b-4877-8fe0-3e310328a083 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:42.155188 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac4cc56e-ddbe-48dd-8757-64bc3ad477e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:42.161327 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-edd32fb0-85a8-4db9-87fd-2db8d3cf6d4c tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3251302 Sep 18 05:05:42.161634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44086) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:42.166042 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Request body: {'floatingip': {'floating_network_id': '41c30283-661b-4877-8fe0-3e310328a083'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:42.193541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ac4cc56e-ddbe-48dd-8757-64bc3ad477e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0df60a0-0453-45f0-9b86-d8a6eae1a170']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:42.196678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bc6728-33a4-454c-a01e-6c0babeefbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cd68bc-409e-4d43-950b-2fbeb57dd441'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:42.199518 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebed3b0-bad7-480c-8a8a-8accb5213bf6" -d '{"events": [{"server_uuid": "52bc6728-33a4-454c-a01e-6c0babeefbad", "name": "network-vif-plugged", "status": "completed", "tag": "b1cd68bc-409e-4d43-950b-2fbeb57dd441"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:42.204996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ac4cc56e-ddbe-48dd-8757-64bc3ad477e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cbc004-6ed6-4a22-a787-592c9e08226e') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:42.205525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ac4cc56e-ddbe-48dd-8757-64bc3ad477e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cbc004-6ed6-4a22-a787-592c9e08226e') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:42.217213 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac4cc56e-ddbe-48dd-8757-64bc3ad477e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:42.234987 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac4cc56e-ddbe-48dd-8757-64bc3ad477e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:42.241545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4cc56e-ddbe-48dd-8757-64bc3ad477e0 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:05:42.242018 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac4cc56e-ddbe-48dd-8757-64bc3ad477e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:05:42.243874 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:05:42.260761 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b786cf-cf0f-4620-beab-7ff2228a2a1e x-openstack-request-id: req-d1b786cf-cf0f-4620-beab-7ff2228a2a1e {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:42.261791 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bc6728-33a4-454c-a01e-6c0babeefbad", "name": "network-vif-plugged", "status": "completed", "tag": "b1cd68bc-409e-4d43-950b-2fbeb57dd441", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:42.262723 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1b786cf-cf0f-4620-beab-7ff2228a2a1e {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:42.263127 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52bc6728-33a4-454c-a01e-6c0babeefbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cd68bc-409e-4d43-950b-2fbeb57dd441', 'code': 200} Sep 18 05:05:42.276004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'name': 'network-vif-deleted', 'tag': '5406d3c2-c4a1-4437-b61f-a2df989b45fd'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:42.279140 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5b9eb2-d590-4cb4-bde0-cc9f521fc4ba" -d '{"events": [{"server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "name": "network-vif-deleted", "tag": "5406d3c2-c4a1-4437-b61f-a2df989b45fd"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:42.319283 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:42.343926 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f60d4e-aba3-4cf9-a7a2-61823e09fb01 x-openstack-request-id: req-47f60d4e-aba3-4cf9-a7a2-61823e09fb01 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:42.344215 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40244c98-ef65-4781-a717-326f059b52ac", "name": "network-vif-deleted", "tag": "5406d3c2-c4a1-4437-b61f-a2df989b45fd", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:42.344491 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47f60d4e-aba3-4cf9-a7a2-61823e09fb01 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:42.344938 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40244c98-ef65-4781-a717-326f059b52ac', 'name': 'network-vif-deleted', 'tag': '5406d3c2-c4a1-4437-b61f-a2df989b45fd', 'status': 'completed', 'code': 200} Sep 18 05:05:42.378908 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb599de6-e2f6-4687-87f7-dd4aaa08217b req-2e7850d5-dd05-48e5-998c-45a7a13c323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:42.381821 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb599de6-e2f6-4687-87f7-dd4aaa08217b req-2e7850d5-dd05-48e5-998c-45a7a13c323b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 1097 time: 0.0746462 Sep 18 05:05:42.439991 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac4cc56e-ddbe-48dd-8757-64bc3ad477e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:42.451308 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac4cc56e-ddbe-48dd-8757-64bc3ad477e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:42.455366 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ac4cc56e-ddbe-48dd-8757-64bc3ad477e0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b0df60a0-0453-45f0-9b86-d8a6eae1a170 HTTP/1.1" status: 204 len: 168 time: 0.5144472 Sep 18 05:05:42.471565 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb599de6-e2f6-4687-87f7-dd4aaa08217b req-d666a72d-d274-43b1-bc37-51152e3b4d54 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613899 Sep 18 05:05:42.493072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cc56e-ddbe-48dd-8757-64bc3ad477e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0df60a0-0453-45f0-9b86-d8a6eae1a170,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:42.513712 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:42.522890 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac6e18-17a2-4382-80e4-a65e30f8aaaa req-07298cbf-d426-4434-b8f5-addeab0daba6 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:42.524509 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d9ac6e18-17a2-4382-80e4-a65e30f8aaaa req-07298cbf-d426-4434-b8f5-addeab0daba6 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 945 time: 0.0727811 Sep 18 05:05:42.582774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762a6b3-34c9-4125-b861-b7ff64bf9ec3 req-2e120653-0aa5-41e7-bdd6-e45ba87175c4 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:42.587864 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a762a6b3-34c9-4125-b861-b7ff64bf9ec3 req-2e120653-0aa5-41e7-bdd6-e45ba87175c4 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 950 time: 0.0728242 Sep 18 05:05:42.612380 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d9ac6e18-17a2-4382-80e4-a65e30f8aaaa req-5b566cc7-5ace-4e2c-8f64-9ceb2d5993f7 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782781 Sep 18 05:05:42.669983 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a762a6b3-34c9-4125-b861-b7ff64bf9ec3 req-4c78dc64-c5d2-43f3-a8de-e6bf233729a6 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664911 Sep 18 05:05:42.685397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Allocated IP 172.20.0.12 (41c30283-661b-4877-8fe0-3e310328a083/a1e33ccf-718a-4a44-840a-521e4031e6dd/6a6937f2-12bc-40db-b6e2-bad844566a62) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:05:42.852168 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:42.966633 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44116) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:42.993342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.019972 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44120) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:43.042928 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e6c1843b-40d0-4c58-9df1-ff956d8d9ef9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1bc0e408a044f029861d3f27ffc1a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722096 Sep 18 05:05:43.048530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44122) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:43.052051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Network 41c30283-661b-4877-8fe0-3e310328a083 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:05:43.071332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:43.075944 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:05:43.077661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event updated for resources: {'Port': ['ID=6a6937f2-12bc-40db-b6e2-bad844566a62,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:43.099986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfddf47-30fc-4bcb-8534-0f218f1f37a2 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Deleting subnet 29e4d926-d986-4132-8c1a-7d147ea7e7f8 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:05:43.103371 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ecfddf47-30fc-4bcb-8534-0f218f1f37a2 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.147591 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ecfddf47-30fc-4bcb-8534-0f218f1f37a2 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.155242 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e166cb16-33dd-4ab9-8add-e82110a81ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.205649 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e166cb16-33dd-4ab9-8add-e82110a81ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.216504 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.260704 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ecfddf47-30fc-4bcb-8534-0f218f1f37a2 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.333246 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.354387 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e166cb16-33dd-4ab9-8add-e82110a81ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.357650 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e166cb16-33dd-4ab9-8add-e82110a81ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.358878 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e166cb16-33dd-4ab9-8add-e82110a81ae8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd998e9b-4393-46d5-b584-20952b9e45f4 HTTP/1.1" status: 204 len: 168 time: 0.3096108 Sep 18 05:05:43.373637 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166cb16-33dd-4ab9-8add-e82110a81ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd998e9b-4393-46d5-b584-20952b9e45f4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:43.394250 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ecfddf47-30fc-4bcb-8534-0f218f1f37a2 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.464104 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfddf47-30fc-4bcb-8534-0f218f1f37a2 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Subnet': ['ID=29e4d926-d986-4132-8c1a-7d147ea7e7f8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:43.469114 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ecfddf47-30fc-4bcb-8534-0f218f1f37a2 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.473014 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ecfddf47-30fc-4bcb-8534-0f218f1f37a2 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "DELETE /v2.0/subnets/29e4d926-d986-4132-8c1a-7d147ea7e7f8 HTTP/1.1" status: 204 len: 168 time: 0.4517415 Sep 18 05:05:43.474098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44134) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:43.479036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43454c2a-283f-4bb8-a186-f01c2449720c None None] Network 037752ae-64c8-4f55-a087-f040936db07d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:43.550079 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.624843 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.637536 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.713223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Deleting port 0b46590d-88be-4099-a584-9d86181bb141 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:43.713525 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.783984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f34f77c-3109-494c-9334-01e8b7531481 None None] DHCP port deletion for 037752ae-64c8-4f55-a087-f040936db07d request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:05:43.854382 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event updated for resources: {'Port': ['ID=6a6937f2-12bc-40db-b6e2-bad844566a62,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:43.881602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0f34f77c-3109-494c-9334-01e8b7531481 None None] Deleting port 0b46590d-88be-4099-a584-9d86181bb141 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:43.882187 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0f34f77c-3109-494c-9334-01e8b7531481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.892398 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb803740-7534-4b79-bba3-a03bcd19f01b req-28039ec6-0784-4291-b951-688fcad7ddce tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:43.892621 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] For port 0b46590d-88be-4099-a584-9d86181bb141, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0b46590d-88be-4099-a584-9d86181bb141,segment=NetworkSegment(6fce4e66-6091-4feb-a67d-cbd2ee37ee86),segment_id=6fce4e66-6091-4feb-a67d-cbd2ee37ee86)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:43.893113 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.893998 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb803740-7534-4b79-bba3-a03bcd19f01b req-28039ec6-0784-4291-b951-688fcad7ddce tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 950 time: 0.0847828 Sep 18 05:05:43.899660 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:43.945260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Calling delete_port for 0b46590d-88be-4099-a584-9d86181bb141 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:43.953536 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb803740-7534-4b79-bba3-a03bcd19f01b req-6941f704-d2da-42f2-8ea8-2c998f865c05 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458362 Sep 18 05:05:43.986396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57f6e-eb90-48a3-86e5-09856fae88be req-5bc27217-9c45-4ed3-ab6b-7c9bbd0fc64e tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:43.991477 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a0a57f6e-eb90-48a3-86e5-09856fae88be req-5bc27217-9c45-4ed3-ab6b-7c9bbd0fc64e tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 945 time: 0.1645856 Sep 18 05:05:44.057063 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:44.059123 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ea2bb170-d6d6-4880-9cb3-a2c3779c7b89 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8964832 Sep 18 05:05:44.062889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44158) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:44.071254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-0f34f77c-3109-494c-9334-01e8b7531481 None None] For port 0b46590d-88be-4099-a584-9d86181bb141, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0b46590d-88be-4099-a584-9d86181bb141,segment=NetworkSegment(6fce4e66-6091-4feb-a67d-cbd2ee37ee86),segment_id=6fce4e66-6091-4feb-a67d-cbd2ee37ee86)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:44.071716 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0f34f77c-3109-494c-9334-01e8b7531481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:44.096744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0f34f77c-3109-494c-9334-01e8b7531481 None None] Calling delete_port for 0b46590d-88be-4099-a584-9d86181bb141 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:44.198281 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-952c540f-1b80-48f7-907b-1c4bc456d71f tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=41c30283-661b-4877-8fe0-3e310328a083 HTTP/1.1" status: 200 len: 690 time: 0.1323640 Sep 18 05:05:44.200446 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a0a57f6e-eb90-48a3-86e5-09856fae88be req-48e4bdf6-a86f-4e58-8be6-ae4179a15a3a tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011650 Sep 18 05:05:44.201204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44164) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:44.269881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea8c2d-c93f-40e7-883a-f07d5b27c000 req-2430746f-a7d2-49ba-9f09-25c0d9d142ab tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:44.271440 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a7ea8c2d-c93f-40e7-883a-f07d5b27c000 req-2430746f-a7d2-49ba-9f09-25c0d9d142ab tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 950 time: 0.1045725 Sep 18 05:05:44.298200 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08feb0-e10e-45a8-b325-7fd7ba97d366 req-a8ffc6f3-658a-4878-964e-a1bed0643fdc tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:44.299719 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0b08feb0-e10e-45a8-b325-7fd7ba97d366 req-a8ffc6f3-658a-4878-964e-a1bed0643fdc tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 946 time: 0.0855618 Sep 18 05:05:44.312078 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0f34f77c-3109-494c-9334-01e8b7531481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:44.331481 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:44.337206 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34f77c-3109-494c-9334-01e8b7531481 None None] No DVR routers for this DVR port 0b46590d-88be-4099-a584-9d86181bb141 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:44.362865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Port': ['ID=0b46590d-88be-4099-a584-9d86181bb141,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:44.379346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] No DVR routers for this DVR port 0b46590d-88be-4099-a584-9d86181bb141 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:44.383654 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:44.386799 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34f77c-3109-494c-9334-01e8b7531481 None None] Pushing event deleted for resources: {'Port': ['ID=0b46590d-88be-4099-a584-9d86181bb141,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:44.488812 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0b08feb0-e10e-45a8-b325-7fd7ba97d366 req-70056169-3c46-45db-8909-dd345bb23d3b tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052172 Sep 18 05:05:44.530868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-a7ea8c2d-c93f-40e7-883a-f07d5b27c000 req-377eccc7-1c4d-4768-92b4-264ab9599c7d tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Deleting port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:44.532454 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a7ea8c2d-c93f-40e7-883a-f07d5b27c000 req-377eccc7-1c4d-4768-92b4-264ab9599c7d tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:44.556037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44172) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:44.630301 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:44.667203 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-a7ea8c2d-c93f-40e7-883a-f07d5b27c000 req-377eccc7-1c4d-4768-92b4-264ab9599c7d tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] For port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a00facf1-086d-4ac0-bf45-de5f4cfaa4b6,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:44.668638 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a7ea8c2d-c93f-40e7-883a-f07d5b27c000 req-377eccc7-1c4d-4768-92b4-264ab9599c7d tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:44.669372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037752ae-64c8-4f55-a087-f040936db07d']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:44.686781 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-a7ea8c2d-c93f-40e7-883a-f07d5b27c000 req-377eccc7-1c4d-4768-92b4-264ab9599c7d tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Calling delete_port for a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:44.707731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fce4e66-6091-4feb-a67d-cbd2ee37ee86') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:44.708463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fce4e66-6091-4feb-a67d-cbd2ee37ee86') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:44.723860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f61b5b3c-2a8f-484d-b0bd-45ed1aa286c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f4d6a26049640519326d27b9da72bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666403 Sep 18 05:05:44.728088 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:44.731291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44180) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:44.771219 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:44.794755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Deleting port 6a6937f2-12bc-40db-b6e2-bad844566a62 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:44.795194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:44.797554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:05:44.798055 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:05:44.806000 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:05:44.925996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0b46590d-88be-4099-a584-9d86181bb141 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:44.945780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 0b46590d-88be-4099-a584-9d86181bb141 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:44.945896 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0b46590d-88be-4099-a584-9d86181bb141 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:44.988431 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a7ea8c2d-c93f-40e7-883a-f07d5b27c000 req-377eccc7-1c4d-4768-92b4-264ab9599c7d tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.000907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ab0b5bac-399f-4696-b8b3-a9f727719b85', 'a00facf1-086d-4ac0-bf45-de5f4cfaa4b6'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:45.020332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377eccc7-1c4d-4768-92b4-264ab9599c7d tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Pushing event deleted for resources: {'Port': ['ID=a00facf1-086d-4ac0-bf45-de5f4cfaa4b6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:45.058591 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d66f519-e254-4953-accc-8fd2f6c037e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.115450 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c5164469-d269-4092-9faa-415f224f850f req-c75da3db-4b63-4630-adc5-6feec5bf14d6 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd22e6e3-069f-4b03-962d-eadb40e516f4 HTTP/1.1" status: 200 len: 210 time: 0.0605466 Sep 18 05:05:45.130688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ea8c2d-c93f-40e7-883a-f07d5b27c000 req-377eccc7-1c4d-4768-92b4-264ab9599c7d tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] No DVR routers for this DVR port a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:45.135550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a7ea8c2d-c93f-40e7-883a-f07d5b27c000 req-377eccc7-1c4d-4768-92b4-264ab9599c7d tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.136226 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a7ea8c2d-c93f-40e7-883a-f07d5b27c000 req-377eccc7-1c4d-4768-92b4-264ab9599c7d tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.18 "DELETE /v2.0/ports/a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 HTTP/1.1" status: 204 len: 173 time: 0.8577573 Sep 18 05:05:45.137207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd22e6e3-069f-4b03-962d-eadb40e516f4', 'name': 'network-vif-deleted', 'tag': 'a00facf1-086d-4ac0-bf45-de5f4cfaa4b6'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:45.139466 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069ccde0-07a6-4104-ac34-8729fb97028e" -d '{"events": [{"server_uuid": "fd22e6e3-069f-4b03-962d-eadb40e516f4", "name": "network-vif-deleted", "tag": "a00facf1-086d-4ac0-bf45-de5f4cfaa4b6"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:45.144563 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d66f519-e254-4953-accc-8fd2f6c037e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.146242 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.150025 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.150364 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.175829 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.177944 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "DELETE /v2.0/networks/037752ae-64c8-4f55-a087-f040936db07d HTTP/1.1" status: 204 len: 168 time: 1.7028475 Sep 18 05:05:45.180786 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44186) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:45.224436 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f314e1f0-67c6-4c74-982d-a36451b01c0b x-openstack-request-id: req-f314e1f0-67c6-4c74-982d-a36451b01c0b {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:45.224876 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd22e6e3-069f-4b03-962d-eadb40e516f4", "name": "network-vif-deleted", "tag": "a00facf1-086d-4ac0-bf45-de5f4cfaa4b6", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:45.225233 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f314e1f0-67c6-4c74-982d-a36451b01c0b {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:45.226086 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd22e6e3-069f-4b03-962d-eadb40e516f4', 'name': 'network-vif-deleted', 'tag': 'a00facf1-086d-4ac0-bf45-de5f4cfaa4b6', 'status': 'completed', 'code': 200} Sep 18 05:05:45.227921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Calling delete_port for 6a6937f2-12bc-40db-b6e2-bad844566a62 owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:45.235012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97fe36-622e-4cc6-8fca-b9f631ccb889 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Network': ['ID=037752ae-64c8-4f55-a087-f040936db07d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:45.261988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5a5b-3a12-4782-aaa3-a2a31b983165 req-faa695ad-bf69-4793-a0dd-ecca54433b46 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:45.262776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5a5b-3a12-4782-aaa3-a2a31b983165 req-faa695ad-bf69-4793-a0dd-ecca54433b46 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:45.263450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5a5b-3a12-4782-aaa3-a2a31b983165 req-faa695ad-bf69-4793-a0dd-ecca54433b46 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:45.264094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5a5b-3a12-4782-aaa3-a2a31b983165 req-faa695ad-bf69-4793-a0dd-ecca54433b46 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:45.264720 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-9925ff9e-9268-4c6a-99a4-aa2eb445eca4 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Deleting subnet 8f647093-3e9b-4a01-ac46-800cfb445cf9 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:05:45.265061 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5a5b-3a12-4782-aaa3-a2a31b983165 req-faa695ad-bf69-4793-a0dd-ecca54433b46 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:45.265697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5a5b-3a12-4782-aaa3-a2a31b983165 req-faa695ad-bf69-4793-a0dd-ecca54433b46 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:45.266340 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5a5b-3a12-4782-aaa3-a2a31b983165 req-faa695ad-bf69-4793-a0dd-ecca54433b46 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:45.266818 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5a5b-3a12-4782-aaa3-a2a31b983165 req-faa695ad-bf69-4793-a0dd-ecca54433b46 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:45.267290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5a5b-3a12-4782-aaa3-a2a31b983165 req-faa695ad-bf69-4793-a0dd-ecca54433b46 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:45.267758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5a5b-3a12-4782-aaa3-a2a31b983165 req-faa695ad-bf69-4793-a0dd-ecca54433b46 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:45.268229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5a5b-3a12-4782-aaa3-a2a31b983165 req-faa695ad-bf69-4793-a0dd-ecca54433b46 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:45.269004 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5a5b-3a12-4782-aaa3-a2a31b983165 req-faa695ad-bf69-4793-a0dd-ecca54433b46 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:45.269921 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9925ff9e-9268-4c6a-99a4-aa2eb445eca4 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.275905 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-348c5a5b-3a12-4782-aaa3-a2a31b983165 req-faa695ad-bf69-4793-a0dd-ecca54433b46 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8368 time: 0.4391766 Sep 18 05:05:45.373111 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9925ff9e-9268-4c6a-99a4-aa2eb445eca4 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.425838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faa3e2-a40a-4b9c-adb5-f994f12d8387 req-57582d83-ed84-427a-b639-6fe4822b2066 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:45.427527 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-58faa3e2-a40a-4b9c-adb5-f994f12d8387 req-57582d83-ed84-427a-b639-6fe4822b2066 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 945 time: 0.1130447 Sep 18 05:05:45.465638 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e1089-a62d-4402-9fac-9c08372c3c64 req-9396c0a3-a085-4214-8d94-91a532040584 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:45.466939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-da9e1089-a62d-4402-9fac-9c08372c3c64 req-9396c0a3-a085-4214-8d94-91a532040584 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 886 time: 0.1650221 Sep 18 05:05:45.501211 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9925ff9e-9268-4c6a-99a4-aa2eb445eca4 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.506719 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-58faa3e2-a40a-4b9c-adb5-f994f12d8387 req-8982c8df-c2d5-4dde-a153-92aaffd635b7 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686791 Sep 18 05:05:45.508873 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d66f519-e254-4953-accc-8fd2f6c037e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.511997 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d66f519-e254-4953-accc-8fd2f6c037e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.516170 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2d66f519-e254-4953-accc-8fd2f6c037e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a6c02ab-5170-4387-95f1-8177420b0caa HTTP/1.1" status: 204 len: 168 time: 0.7807758 Sep 18 05:05:45.685756 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9925ff9e-9268-4c6a-99a4-aa2eb445eca4 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.722157 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925ff9e-9268-4c6a-99a4-aa2eb445eca4 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Subnet': ['ID=8f647093-3e9b-4a01-ac46-800cfb445cf9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:45.726347 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9925ff9e-9268-4c6a-99a4-aa2eb445eca4 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.728639 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9925ff9e-9268-4c6a-99a4-aa2eb445eca4 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "DELETE /v2.0/subnets/8f647093-3e9b-4a01-ac46-800cfb445cf9 HTTP/1.1" status: 204 len: 168 time: 0.5467114 Sep 18 05:05:45.739233 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a9e9c5-f05c-41b7-98b0-192811925ddf None None] Network 188e1281-0113-4e61-b272-1518548e7e63 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:45.741628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44202) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:45.829965 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.896878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Deleting port be3ef574-0aef-4bde-b700-f781b596cbfe {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:45.896878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:45.998147 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dab816-e39c-4b13-94b4-128700a735b6 None None] DHCP port deletion for 188e1281-0113-4e61-b272-1518548e7e63 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:05:46.050872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66f519-e254-4953-accc-8fd2f6c037e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6c02ab-5170-4387-95f1-8177420b0caa,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:46.092746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07121d5-4cc3-4c4e-8008-ce248177d354 req-d2f1b559-a45a-493d-aede-606861247325 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:46.093206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07121d5-4cc3-4c4e-8008-ce248177d354 req-d2f1b559-a45a-493d-aede-606861247325 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:46.093747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07121d5-4cc3-4c4e-8008-ce248177d354 req-d2f1b559-a45a-493d-aede-606861247325 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:46.094281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07121d5-4cc3-4c4e-8008-ce248177d354 req-d2f1b559-a45a-493d-aede-606861247325 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:46.094764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07121d5-4cc3-4c4e-8008-ce248177d354 req-d2f1b559-a45a-493d-aede-606861247325 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:46.095238 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07121d5-4cc3-4c4e-8008-ce248177d354 req-d2f1b559-a45a-493d-aede-606861247325 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:46.095717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07121d5-4cc3-4c4e-8008-ce248177d354 req-d2f1b559-a45a-493d-aede-606861247325 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:46.096313 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07121d5-4cc3-4c4e-8008-ce248177d354 req-d2f1b559-a45a-493d-aede-606861247325 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:46.096796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07121d5-4cc3-4c4e-8008-ce248177d354 req-d2f1b559-a45a-493d-aede-606861247325 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:46.097270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07121d5-4cc3-4c4e-8008-ce248177d354 req-d2f1b559-a45a-493d-aede-606861247325 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:46.097905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07121d5-4cc3-4c4e-8008-ce248177d354 req-d2f1b559-a45a-493d-aede-606861247325 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:46.101171 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d07121d5-4cc3-4c4e-8008-ce248177d354 req-d2f1b559-a45a-493d-aede-606861247325 tempest-NetworksTest-1137879341 tempest-NetworksTest-1137879341-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7718 time: 0.5950675 Sep 18 05:05:46.109438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] For port be3ef574-0aef-4bde-b700-f781b596cbfe, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=be3ef574-0aef-4bde-b700-f781b596cbfe,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:46.109861 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.133938 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-73dab816-e39c-4b13-94b4-128700a735b6 None None] Deleting port be3ef574-0aef-4bde-b700-f781b596cbfe {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:46.134404 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-73dab816-e39c-4b13-94b4-128700a735b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.139525 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.160184 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Calling delete_port for be3ef574-0aef-4bde-b700-f781b596cbfe owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:46.204577 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a6937f2-12bc-40db-b6e2-bad844566a62,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:46.234352 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-73dab816-e39c-4b13-94b4-128700a735b6 None None] For port be3ef574-0aef-4bde-b700-f781b596cbfe, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=be3ef574-0aef-4bde-b700-f781b596cbfe,segment=NetworkSegment(40881310-8362-4be8-a157-0ca168cb3444),segment_id=40881310-8362-4be8-a157-0ca168cb3444)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:46.234952 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-73dab816-e39c-4b13-94b4-128700a735b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.251368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-73dab816-e39c-4b13-94b4-128700a735b6 None None] Calling delete_port for be3ef574-0aef-4bde-b700-f781b596cbfe owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:46.364931 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.392661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a0102-6802-4638-b5f7-47a6a6c84c19 req-6e8876fa-e844-4aa2-9226-d0b610ca1f24 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:46.394267 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-421a0102-6802-4638-b5f7-47a6a6c84c19 req-6e8876fa-e844-4aa2-9226-d0b610ca1f24 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 945 time: 0.2924449 Sep 18 05:05:46.439690 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.443823 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-421a0102-6802-4638-b5f7-47a6a6c84c19 req-ef07e74f-59ba-4ed9-b53e-8e2e94f83ec2 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383520 Sep 18 05:05:46.519625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.524908 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-73dab816-e39c-4b13-94b4-128700a735b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.561286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dab816-e39c-4b13-94b4-128700a735b6 None None] No DVR routers for this DVR port be3ef574-0aef-4bde-b700-f781b596cbfe on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:46.563591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dab816-e39c-4b13-94b4-128700a735b6 None None] Pushing event deleted for resources: {'Port': ['ID=be3ef574-0aef-4bde-b700-f781b596cbfe,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:46.591431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] No DVR routers for this DVR port be3ef574-0aef-4bde-b700-f781b596cbfe on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:46.593245 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Port': ['ID=be3ef574-0aef-4bde-b700-f781b596cbfe,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:46.620467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08632bf3-6097-4740-80e1-f6f5f0c6daaf req-155121cd-bd00-4a43-b54e-2bc1fea4dbca tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:46.636004 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-08632bf3-6097-4740-80e1-f6f5f0c6daaf req-155121cd-bd00-4a43-b54e-2bc1fea4dbca tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 946 time: 0.1124427 Sep 18 05:05:46.684170 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.746967 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.755670 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-08632bf3-6097-4740-80e1-f6f5f0c6daaf req-42a530b4-8a74-42cf-90ee-56e5b23b5d98 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179862 Sep 18 05:05:46.757130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e33ccf-718a-4a44-840a-521e4031e6dd,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:46.836282 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188e1281-0113-4e61-b272-1518548e7e63']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:46.859524 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.867714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40881310-8362-4be8-a157-0ca168cb3444') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:46.868001 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40881310-8362-4be8-a157-0ca168cb3444') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:46.887581 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.907106 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.918379 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c30283-661b-4877-8fe0-3e310328a083']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:46.928591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:05:46.929016 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:05:46.937556 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:05:46.947436 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65af9600-2e1c-4744-b0ce-fba24151109e') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:46.947740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65af9600-2e1c-4744-b0ce-fba24151109e') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:46.970567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device be3ef574-0aef-4bde-b700-f781b596cbfe no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:46.970696 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:46.991814 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.002078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:05:47.002499 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:05:47.004859 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:05:47.016458 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: be3ef574-0aef-4bde-b700-f781b596cbfe {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:47.022492 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device be3ef574-0aef-4bde-b700-f781b596cbfe not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:47.028076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44242) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:47.111477 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.122185 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.135682 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "DELETE /v2.0/networks/188e1281-0113-4e61-b272-1518548e7e63 HTTP/1.1" status: 204 len: 168 time: 1.3873298 Sep 18 05:05:47.139532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44250) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:47.146169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f53bff6b-f8d6-42c0-b7da-7b5588efea2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-13141083'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:47.149902 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef751df-fe2f-4132-abe6-f2f9dc0bf7b8 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Network': ['ID=188e1281-0113-4e61-b272-1518548e7e63,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:47.183880 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf356d38-e6a5-48ed-8542-183e6cddd93c req-69900f85-7da1-4fb0-a852-3de42ae1f405 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:47.185652 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bf356d38-e6a5-48ed-8542-183e6cddd93c req-69900f85-7da1-4fb0-a852-3de42ae1f405 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 950 time: 0.0980110 Sep 18 05:05:47.204835 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2552dffb-096d-46ca-9145-10662f8dddc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.242411 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bf356d38-e6a5-48ed-8542-183e6cddd93c req-24899772-f20f-4abc-bc3a-d2da104c4fbc tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502958 Sep 18 05:05:47.247978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.257536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41c30283-661b-4877-8fe0-3e310328a083 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 05:05:47.265371 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.268166 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "DELETE /v2.0/networks/41c30283-661b-4877-8fe0-3e310328a083 HTTP/1.1" status: 204 len: 168 time: 3.0637267 Sep 18 05:05:47.269814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53bff6b-f8d6-42c0-b7da-7b5588efea2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:47.271112 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44254) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:47.274249 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f53bff6b-f8d6-42c0-b7da-7b5588efea2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.327622 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:47.376376 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:47.376769 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a00facf1-086d-4ac0-bf45-de5f4cfaa4b6 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:47.425613 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2552dffb-096d-46ca-9145-10662f8dddc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.457224 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae41d0a-da27-46cf-a19f-4b1f96f277e4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event deleted for resources: {'Network': ['ID=41c30283-661b-4877-8fe0-3e310328a083,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:47.494867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53bff6b-f8d6-42c0-b7da-7b5588efea2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:05:47.521703 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f53bff6b-f8d6-42c0-b7da-7b5588efea2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.522194 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-f53bff6b-f8d6-42c0-b7da-7b5588efea2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Added segment d815a270-3a9d-4ad5-9b39-e824a5c014f6 of type vlan for network 679e4c02-9d57-432d-9f86-6494be9dff50 Sep 18 05:05:47.532934 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2552dffb-096d-46ca-9145-10662f8dddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.548892 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ff51344a-bf40-496c-a426-e37075618da4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.2765527 Sep 18 05:05:47.551324 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44264) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:47.595038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552dffb-096d-46ca-9145-10662f8dddc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eeb92c-e2b8-4177-bcb4-da462bfe3559,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:47.627561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0bb316-9e56-42b4-8272-14e7fd3ee7d6 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:47.628325 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0bb316-9e56-42b4-8272-14e7fd3ee7d6 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:47.628941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0bb316-9e56-42b4-8272-14e7fd3ee7d6 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:47.629583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0bb316-9e56-42b4-8272-14e7fd3ee7d6 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:47.630272 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0bb316-9e56-42b4-8272-14e7fd3ee7d6 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:47.631659 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0bb316-9e56-42b4-8272-14e7fd3ee7d6 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:47.632601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0bb316-9e56-42b4-8272-14e7fd3ee7d6 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:47.633302 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0bb316-9e56-42b4-8272-14e7fd3ee7d6 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:47.635918 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cd0bb316-9e56-42b4-8272-14e7fd3ee7d6 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5302 time: 0.0832262 Sep 18 05:05:47.640401 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44266) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:47.669222 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f53bff6b-f8d6-42c0-b7da-7b5588efea2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.675494 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2552dffb-096d-46ca-9145-10662f8dddc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65abfec5619d4e8f9d72f81bc986aec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6463604 Sep 18 05:05:47.679445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44268) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:47.724564 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-edbeccda-e990-4351-ac8b-bdd14b6866ee tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] delete failed (client error): The resource could not be found. Sep 18 05:05:47.725915 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-edbeccda-e990-4351-ac8b-bdd14b6866ee tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/9ed906e0-a553-46f7-9536-0e26cce14bd7 HTTP/1.1" status: 404 len: 345 time: 0.0844209 Sep 18 05:05:47.729429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7463c-fe05-4cb5-9865-a86862bb0ee2 req-6ec35dcf-1a62-45c9-bfb0-666a147a3038 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:47.731775 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51f7463c-fe05-4cb5-9865-a86862bb0ee2 req-6ec35dcf-1a62-45c9-bfb0-666a147a3038 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 945 time: 0.1690176 Sep 18 05:05:47.732380 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44272) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:47.760846 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d730e8-6c68-4ead-88a8-285c8aa603c2 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] DELETE failed (client error): The resource could not be found. Sep 18 05:05:47.762761 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d730e8-6c68-4ead-88a8-285c8aa603c2 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:05:47.765790 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-77d730e8-6c68-4ead-88a8-285c8aa603c2 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "DELETE /v2.0/networks/41c30283-661b-4877-8fe0-3e310328a083 HTTP/1.1" status: 404 len: 339 time: 0.0318065 Sep 18 05:05:47.770844 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44274) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:47.780633 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-98917bde-ef43-4c07-b3fa-13f1d98befd4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Request body: {'network': {'name': 'tempest-network--488792538', 'router:external': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:47.834774 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51f7463c-fe05-4cb5-9865-a86862bb0ee2 req-edeb2bf5-a14e-4368-be8c-511763552bfd tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956888 Sep 18 05:05:47.855110 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f53bff6b-f8d6-42c0-b7da-7b5588efea2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.859652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53bff6b-f8d6-42c0-b7da-7b5588efea2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:47.860562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f53bff6b-f8d6-42c0-b7da-7b5588efea2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.875392 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a6a461d6-dec7-46ef-a20c-f78b16b14f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.901569 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a6a461d6-dec7-46ef-a20c-f78b16b14f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:47.978679 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98917bde-ef43-4c07-b3fa-13f1d98befd4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Made reservation on behalf of b50a508ff1cc4c40ae457181bf576b20 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:47.986286 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-98917bde-ef43-4c07-b3fa-13f1d98befd4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:48.044044 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a6a461d6-dec7-46ef-a20c-f78b16b14f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:48.047311 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a6a461d6-dec7-46ef-a20c-f78b16b14f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:48.050800 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a6a461d6-dec7-46ef-a20c-f78b16b14f6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1eeb92c-e2b8-4177-bcb4-da462bfe3559 HTTP/1.1" status: 204 len: 168 time: 0.3668833 Sep 18 05:05:48.056941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98917bde-ef43-4c07-b3fa-13f1d98befd4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:05:48.066318 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bff6b-f8d6-42c0-b7da-7b5588efea2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event updated for resources: {'Network': ['ID=679e4c02-9d57-432d-9f86-6494be9dff50,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:48.072751 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f53bff6b-f8d6-42c0-b7da-7b5588efea2e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9304476 Sep 18 05:05:48.077996 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44288) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:48.079049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 679e4c02-9d57-432d-9f86-6494be9dff50 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:05:48.086268 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-98917bde-ef43-4c07-b3fa-13f1d98befd4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:48.086268 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-98917bde-ef43-4c07-b3fa-13f1d98befd4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Added segment 16358d3b-9452-4a21-b424-0265dfdd4824 of type vlan for network ebe39c71-0579-482c-83b4-4a9902dee023 Sep 18 05:05:48.095789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a461d6-dec7-46ef-a20c-f78b16b14f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eeb92c-e2b8-4177-bcb4-da462bfe3559,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:48.116777 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-6a144c06-94fc-4f00-9e5b-9e82cacef132 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Request body: {'subnet': {'network_id': '679e4c02-9d57-432d-9f86-6494be9dff50', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:48.277987 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-98917bde-ef43-4c07-b3fa-13f1d98befd4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:48.671782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199b843-9ffd-4f29-a7de-d60ab5cc75ed req-4ad3ec3c-47fb-43ec-a6bc-d67ca55fe6f8 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:48.679304 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4199b843-9ffd-4f29-a7de-d60ab5cc75ed req-4ad3ec3c-47fb-43ec-a6bc-d67ca55fe6f8 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 946 time: 0.5371718 Sep 18 05:05:48.700715 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3c784-5559-491c-8612-ee8b04f91650 req-1b54f06d-c00d-42d4-bd3b-2d587057e553 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:48.702458 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a6d3c784-5559-491c-8612-ee8b04f91650 req-1b54f06d-c00d-42d4-bd3b-2d587057e553 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 950 time: 0.4680729 Sep 18 05:05:48.742034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d539cae-37a2-49a3-8e87-f5f111db3495 req-0acfaf84-8116-4b3b-8297-ec996eb20999 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:48.743761 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0d539cae-37a2-49a3-8e87-f5f111db3495 req-0acfaf84-8116-4b3b-8297-ec996eb20999 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 950 time: 0.0882430 Sep 18 05:05:48.781287 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4199b843-9ffd-4f29-a7de-d60ab5cc75ed req-b68d4e53-ed3f-4340-ba09-19ca93378f66 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957270 Sep 18 05:05:48.794335 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-98917bde-ef43-4c07-b3fa-13f1d98befd4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:48.797295 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0d539cae-37a2-49a3-8e87-f5f111db3495 req-3e3e471c-98b8-4015-8a60-d881cf5c227b tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/security-groups?id=eda250a0-a7bc-47e9-b467-321b901ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416100 Sep 18 05:05:48.797466 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98917bde-ef43-4c07-b3fa-13f1d98befd4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:48.798048 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-98917bde-ef43-4c07-b3fa-13f1d98befd4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:48.848075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a144c06-94fc-4f00-9e5b-9e82cacef132 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:48.851665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6a144c06-94fc-4f00-9e5b-9e82cacef132 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:48.985508 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-98917bde-ef43-4c07-b3fa-13f1d98befd4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.2111595 Sep 18 05:05:48.985866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44326) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:48.997824 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98917bde-ef43-4c07-b3fa-13f1d98befd4 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event updated for resources: {'Network': ['ID=ebe39c71-0579-482c-83b4-4a9902dee023,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:49.008007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network ebe39c71-0579-482c-83b4-4a9902dee023 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:05:49.059407 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-a6d3c784-5559-491c-8612-ee8b04f91650 req-714b30ad-eb0e-4b20-9719-7d4375471efd tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Deleting port ab0b5bac-399f-4696-b8b3-a9f727719b85 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:49.059763 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a6d3c784-5559-491c-8612-ee8b04f91650 req-714b30ad-eb0e-4b20-9719-7d4375471efd tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.079895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44328) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:49.116914 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a1c83e2-684f-4e72-a11b-dd70469a48cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.217843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-a6d3c784-5559-491c-8612-ee8b04f91650 req-714b30ad-eb0e-4b20-9719-7d4375471efd tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] For port ab0b5bac-399f-4696-b8b3-a9f727719b85, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ab0b5bac-399f-4696-b8b3-a9f727719b85,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:49.218247 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a6d3c784-5559-491c-8612-ee8b04f91650 req-714b30ad-eb0e-4b20-9719-7d4375471efd tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.240230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-a6d3c784-5559-491c-8612-ee8b04f91650 req-714b30ad-eb0e-4b20-9719-7d4375471efd tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Calling delete_port for ab0b5bac-399f-4696-b8b3-a9f727719b85 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:49.258986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd67223f-f7cb-431d-a267-fb432757c71d tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:49.265376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd67223f-f7cb-431d-a267-fb432757c71d tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:49.271393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd67223f-f7cb-431d-a267-fb432757c71d tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:49.278620 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd67223f-f7cb-431d-a267-fb432757c71d tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:49.280416 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fd67223f-f7cb-431d-a267-fb432757c71d tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2935238 Sep 18 05:05:49.284300 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44336) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:49.374755 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0553b6e4-8b46-439e-895e-b5a04c729746 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.413979 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6a144c06-94fc-4f00-9e5b-9e82cacef132 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.431802 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a1c83e2-684f-4e72-a11b-dd70469a48cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.482781 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0553b6e4-8b46-439e-895e-b5a04c729746 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.490230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a144c06-94fc-4f00-9e5b-9e82cacef132 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event updated for resources: {'Subnet': ['ID=4f3e3f17-0fbc-4ccc-933f-6653da56a8f0,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:49.503741 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a1c83e2-684f-4e72-a11b-dd70469a48cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.510235 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a144c06-94fc-4f00-9e5b-9e82cacef132 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Checking segment: {'id': 'd815a270-3a9d-4ad5-9b39-e824a5c014f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '679e4c02-9d57-432d-9f86-6494be9dff50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:49.510740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a144c06-94fc-4f00-9e5b-9e82cacef132 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Network hostable DHCP agents. Network: 679e4c02-9d57-432d-9f86-6494be9dff50, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:05:49.510866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-0553b6e4-8b46-439e-895e-b5a04c729746 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe39c71-0579-482c-83b4-4a9902dee023']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:49.528826 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-0553b6e4-8b46-439e-895e-b5a04c729746 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16358d3b-9452-4a21-b424-0265dfdd4824') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:49.529033 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-0553b6e4-8b46-439e-895e-b5a04c729746 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16358d3b-9452-4a21-b424-0265dfdd4824') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:49.566653 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0553b6e4-8b46-439e-895e-b5a04c729746 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.580348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c83e2-684f-4e72-a11b-dd70469a48cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e6ccb5-2598-46f5-9830-48c7253f60bb,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:49.587186 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8a1c83e2-684f-4e72-a11b-dd70469a48cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad14eb63dc4a4ab4ae4036c5b89c44e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5037558 Sep 18 05:05:49.589112 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44344) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:49.594279 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0553b6e4-8b46-439e-895e-b5a04c729746 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.604355 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a6d3c784-5559-491c-8612-ee8b04f91650 req-714b30ad-eb0e-4b20-9719-7d4375471efd tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.607857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0553b6e4-8b46-439e-895e-b5a04c729746 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:05:49.609825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0553b6e4-8b46-439e-895e-b5a04c729746 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:05:49.613020 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:05:49.615632 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a144c06-94fc-4f00-9e5b-9e82cacef132 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Network 679e4c02-9d57-432d-9f86-6494be9dff50 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:05:49.672263 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b30ad-eb0e-4b20-9719-7d4375471efd tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Pushing event deleted for resources: {'Port': ['ID=ab0b5bac-399f-4696-b8b3-a9f727719b85,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:49.725530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-e283b594-32d6-4cc4-bdcb-fbaddd3d711c tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:49.727640 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-e283b594-32d6-4cc4-bdcb-fbaddd3d711c tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.13 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 946 time: 0.1978052 Sep 18 05:05:49.727747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-6a144c06-94fc-4f00-9e5b-9e82cacef132 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 679e4c02-9d57-432d-9f86-6494be9dff50) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:49.736516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7e0a6d-9ea2-4743-a385-396421c409a1 None None] Network 679e4c02-9d57-432d-9f86-6494be9dff50 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:49.751912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d3c784-5559-491c-8612-ee8b04f91650 req-714b30ad-eb0e-4b20-9719-7d4375471efd tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] No DVR routers for this DVR port ab0b5bac-399f-4696-b8b3-a9f727719b85 on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:49.754150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a144c06-94fc-4f00-9e5b-9e82cacef132 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:49.754864 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6a144c06-94fc-4f00-9e5b-9e82cacef132 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.766278 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-a6d3c784-5559-491c-8612-ee8b04f91650 req-714b30ad-eb0e-4b20-9719-7d4375471efd tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.768127 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a6d3c784-5559-491c-8612-ee8b04f91650 req-714b30ad-eb0e-4b20-9719-7d4375471efd tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.18 "DELETE /v2.0/ports/ab0b5bac-399f-4696-b8b3-a9f727719b85 HTTP/1.1" status: 204 len: 173 time: 1.0571456 Sep 18 05:05:49.768998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd', 'name': 'network-vif-deleted', 'tag': 'ab0b5bac-399f-4696-b8b3-a9f727719b85'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:49.771534 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadf86cd-c56a-403b-a853-76887410922c" -d '{"events": [{"server_uuid": "7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd", "name": "network-vif-deleted", "tag": "ab0b5bac-399f-4696-b8b3-a9f727719b85"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:49.824922 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0b417712-dfa7-4bb1-923b-8b75459825c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.829605 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc063ec-5304-449d-a71a-397aa1862537 x-openstack-request-id: req-2dc063ec-5304-449d-a71a-397aa1862537 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:49.829908 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd", "name": "network-vif-deleted", "tag": "ab0b5bac-399f-4696-b8b3-a9f727719b85", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:49.830167 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2dc063ec-5304-449d-a71a-397aa1862537 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:49.830572 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd', 'name': 'network-vif-deleted', 'tag': 'ab0b5bac-399f-4696-b8b3-a9f727719b85', 'status': 'completed', 'code': 200} Sep 18 05:05:49.847031 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0553b6e4-8b46-439e-895e-b5a04c729746 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.858424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0553b6e4-8b46-439e-895e-b5a04c729746 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ebe39c71-0579-482c-83b4-4a9902dee023 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 05:05:49.876582 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0b417712-dfa7-4bb1-923b-8b75459825c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.879319 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0553b6e4-8b46-439e-895e-b5a04c729746 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:49.906126 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0553b6e4-8b46-439e-895e-b5a04c729746 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "DELETE /v2.0/networks/ebe39c71-0579-482c-83b4-4a9902dee023 HTTP/1.1" status: 204 len: 168 time: 0.6196973 Sep 18 05:05:49.910545 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44368) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:49.937754 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e5b3029b-5fae-42ec-a09b-79543d5fbc8d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Request body: {'network': {'name': 'tempest-network--1538343842', 'router:external': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:49.946720 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-839a94e4-b3f8-4912-9c0c-73d016e80610 req-a38969e8-bfee-4bae-97eb-956c63392a4c tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c01115eea36f4e6c9ff26f0cb4fbc676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1336629 Sep 18 05:05:49.966542 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6a144c06-94fc-4f00-9e5b-9e82cacef132 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8509696 Sep 18 05:05:49.981130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44372) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:50.006290 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b55ca67b-5e82-45cf-bdee-170c08ae92c6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1732263051'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:50.008101 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-679e4c02-9d57-432d-9f86-6494be9dff50', 'network_id': '679e4c02-9d57-432d-9f86-6494be9dff50', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'fixed_ips': [{'subnet_id': '4f3e3f17-0fbc-4ccc-933f-6653da56a8f0'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:05:50.009548 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.072129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553b6e4-8b46-439e-895e-b5a04c729746 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event deleted for resources: {'Network': ['ID=ebe39c71-0579-482c-83b4-4a9902dee023,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:50.085013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b3029b-5fae-42ec-a09b-79543d5fbc8d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Made reservation on behalf of b50a508ff1cc4c40ae457181bf576b20 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:50.087880 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e5b3029b-5fae-42ec-a09b-79543d5fbc8d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.131516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Deleting port e17b6410-9253-4aec-b812-4d326c5cfe9c {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:50.134553 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.199055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a94e4-b3f8-4912-9c0c-73d016e80610 req-7cc65ce6-6f27-4717-83cf-6e9fa21c8ff0 tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:50.206513 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-839a94e4-b3f8-4912-9c0c-73d016e80610 req-7cc65ce6-6f27-4717-83cf-6e9fa21c8ff0 tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531769 Sep 18 05:05:50.234300 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-839a94e4-b3f8-4912-9c0c-73d016e80610 req-9d398c9f-c914-4938-aad4-908aa77f97d9 tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] 10.222.0.23 "GET /v2.0/quotas/c01115eea36f4e6c9ff26f0cb4fbc676 HTTP/1.1" status: 200 len: 375 time: 0.0267847 Sep 18 05:05:50.246109 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Allocated IP 19.80.0.2 (679e4c02-9d57-432d-9f86-6494be9dff50/4f3e3f17-0fbc-4ccc-933f-6653da56a8f0/fdfeb438-eaf9-40ce-a949-7a39ea34b333) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:05:50.287714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] For port e17b6410-9253-4aec-b812-4d326c5cfe9c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e17b6410-9253-4aec-b812-4d326c5cfe9c,segment=NetworkSegment(ac4e6bee-6998-4fb4-b62c-ed3409d11437),segment_id=ac4e6bee-6998-4fb4-b62c-ed3409d11437)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:50.288092 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.298114 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-839a94e4-b3f8-4912-9c0c-73d016e80610 req-2511fc10-0d97-421f-9bbd-9d1f69e5d552 tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c01115eea36f4e6c9ff26f0cb4fbc676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564818 Sep 18 05:05:50.438653 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.484398 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.484781 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.485117 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Floating IP 796d6483-60c4-4e83-adc6-2838b4fa4c5a disassociated. External IP: 172.25.7.233, port: e17b6410-9253-4aec-b812-4d326c5cfe9c. Sep 18 05:05:50.485478 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Calling delete_port for e17b6410-9253-4aec-b812-4d326c5cfe9c owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:50.493442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55ca67b-5e82-45cf-bdee-170c08ae92c6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:50.498049 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b55ca67b-5e82-45cf-bdee-170c08ae92c6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.503870 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0b417712-dfa7-4bb1-923b-8b75459825c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.506573 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0b417712-dfa7-4bb1-923b-8b75459825c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.507799 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0b417712-dfa7-4bb1-923b-8b75459825c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9e6ccb5-2598-46f5-9830-48c7253f60bb HTTP/1.1" status: 204 len: 168 time: 0.9122663 Sep 18 05:05:50.515553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-70d2f41c-44e7-4f76-9a8b-6f08219ea21c req-37772053-bdaa-4f4e-87f7-26ccfdafd811 tempest-ServersAdminNegativeTestJSON-1927874026 tempest-ServersAdminNegativeTestJSON-1927874026-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac0b9c7-eca0-4e2d-aa1d-91fe28ebe5bd HTTP/1.1" status: 200 len: 210 time: 0.0402501 Sep 18 05:05:50.518260 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.546254 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b417712-dfa7-4bb1-923b-8b75459825c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e6ccb5-2598-46f5-9830-48c7253f60bb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:50.552044 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b3029b-5fae-42ec-a09b-79543d5fbc8d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:05:50.602426 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e0d35-2368-44b5-8ffc-13b3c52c7510 req-3582eec0-35f2-4065-8613-2e5aa25f9afc tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:50.604087 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-946e0d35-2368-44b5-8ffc-13b3c52c7510 req-3582eec0-35f2-4065-8613-2e5aa25f9afc tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 946 time: 0.6519673 Sep 18 05:05:50.614163 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Network 679e4c02-9d57-432d-9f86-6494be9dff50 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:05:50.618929 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e5b3029b-5fae-42ec-a09b-79543d5fbc8d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.619287 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-e5b3029b-5fae-42ec-a09b-79543d5fbc8d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Added segment 28012bd2-e276-4bf9-9064-5b99a96091ca of type vlan for network 262703fb-f647-400b-b5cc-9056d4daa049 Sep 18 05:05:50.619582 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:50.628964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:05:50.643364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Pushing event updated for resources: {'Port': ['ID=fdfeb438-eaf9-40ce-a949-7a39ea34b333,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:50.717075 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Attempting to bind port fdfeb438-eaf9-40ce-a949-7a39ea34b333 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:05:50.717498 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Attempting to bind port fdfeb438-eaf9-40ce-a949-7a39ea34b333 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'd815a270-3a9d-4ad5-9b39-e824a5c014f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '679e4c02-9d57-432d-9f86-6494be9dff50'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:05:50.717869 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Attempting to bind port fdfeb438-eaf9-40ce-a949-7a39ea34b333 on network 679e4c02-9d57-432d-9f86-6494be9dff50 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:50.733559 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:05:50.733559 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Checking segment: {'id': 'd815a270-3a9d-4ad5-9b39-e824a5c014f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '679e4c02-9d57-432d-9f86-6494be9dff50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:50.733559 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.733559 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Bound using segment: {'id': 'd815a270-3a9d-4ad5-9b39-e824a5c014f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '679e4c02-9d57-432d-9f86-6494be9dff50'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:05:50.733559 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Bound port: fdfeb438-eaf9-40ce-a949-7a39ea34b333, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd815a270-3a9d-4ad5-9b39-e824a5c014f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '679e4c02-9d57-432d-9f86-6494be9dff50'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:05:50.733559 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.751225 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55ca67b-5e82-45cf-bdee-170c08ae92c6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:05:50.780527 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-946e0d35-2368-44b5-8ffc-13b3c52c7510 req-44e7a66a-bb40-4ab7-a096-30574c3ba5bd tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups?id=51904c12-fc0d-4f00-9a9e-d2e74a849821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628201 Sep 18 05:05:50.807405 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e5b3029b-5fae-42ec-a09b-79543d5fbc8d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.815684 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b55ca67b-5e82-45cf-bdee-170c08ae92c6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.816036 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-b55ca67b-5e82-45cf-bdee-170c08ae92c6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Added segment 61870140-2965-4a4b-bfab-600d7339172b of type vlan for network a8b18f5e-d5e3-4d63-ab23-d8aadf952265 Sep 18 05:05:50.835768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] For port fdfeb438-eaf9-40ce-a949-7a39ea34b333, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:05:50.843541 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] For port fdfeb438-eaf9-40ce-a949-7a39ea34b333, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fdfeb438-eaf9-40ce-a949-7a39ea34b333,segment=NetworkSegment(d815a270-3a9d-4ad5-9b39-e824a5c014f6),segment_id=d815a270-3a9d-4ad5-9b39-e824a5c014f6)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:05:50.917542 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b55ca67b-5e82-45cf-bdee-170c08ae92c6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:50.918186 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:51.023819 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2740ad-471b-4ca3-b2a9-63f92a5d90f0 None None] Pushing event updated for resources: {'Port': ['ID=fdfeb438-eaf9-40ce-a949-7a39ea34b333,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:51.037515 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e5b3029b-5fae-42ec-a09b-79543d5fbc8d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:51.038745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b3029b-5fae-42ec-a09b-79543d5fbc8d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:51.041608 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e5b3029b-5fae-42ec-a09b-79543d5fbc8d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:51.132970 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b55ca67b-5e82-45cf-bdee-170c08ae92c6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:51.139586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55ca67b-5e82-45cf-bdee-170c08ae92c6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:51.139994 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b55ca67b-5e82-45cf-bdee-170c08ae92c6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:51.142580 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:51.193810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Pushing event deleted for resources: {'Port': ['ID=e17b6410-9253-4aec-b812-4d326c5cfe9c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:51.201359 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3029b-5fae-42ec-a09b-79543d5fbc8d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event updated for resources: {'Network': ['ID=262703fb-f647-400b-b5cc-9056d4daa049,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:51.214526 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 262703fb-f647-400b-b5cc-9056d4daa049 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:05:51.262573 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b55ca67b-5e82-45cf-bdee-170c08ae92c6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2680993 Sep 18 05:05:51.265329 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44404) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:51.295336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3f861ce5-1b21-4ec6-a2e2-002ac4445439 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Request body: {'subnet': {'network_id': 'a8b18f5e-d5e3-4d63-ab23-d8aadf952265', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:51.336165 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e5b3029b-5fae-42ec-a09b-79543d5fbc8d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4103394 Sep 18 05:05:51.337939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44406) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:51.363890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b1cd68bc-409e-4d43-950b-2fbeb57dd441 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:05:51.367996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ab0b5bac-399f-4696-b8b3-a9f727719b85 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:51.472912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: ab0b5bac-399f-4696-b8b3-a9f727719b85 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:51.472912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ab0b5bac-399f-4696-b8b3-a9f727719b85 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:51.473779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8091a873-3de7-45d1-967f-a63a44ab8e07 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:51.482473 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8091a873-3de7-45d1-967f-a63a44ab8e07 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] 10.222.0.23 "GET /v2.0/networks/262703fb-f647-400b-b5cc-9056d4daa049 HTTP/1.1" status: 200 len: 757 time: 0.1346941 Sep 18 05:05:51.483995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44410) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:51.506939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ca67b-5e82-45cf-bdee-170c08ae92c6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event updated for resources: {'Network': ['ID=a8b18f5e-d5e3-4d63-ab23-d8aadf952265,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:51.611592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network a8b18f5e-d5e3-4d63-ab23-d8aadf952265 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:05:51.647572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa95ff3-e65e-4a2e-97d8-729480ae27a6 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:51.650317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3aa95ff3-e65e-4a2e-97d8-729480ae27a6 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] 10.222.0.23 "GET /v2.0/networks/75909fd7-0d15-45eb-9b02-110fdb7ea264 HTTP/1.1" status: 200 len: 768 time: 0.1640153 Sep 18 05:05:51.654296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44422) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:51.930803 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Router 8a0878ec-c0cc-4140-9684-07e3fcc67acd has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:05:51.949103 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f861ce5-1b21-4ec6-a2e2-002ac4445439 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:51.952907 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f861ce5-1b21-4ec6-a2e2-002ac4445439 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:51.967071 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-76aa39fb-7fec-41e2-acfc-00ce5b661baf req-455b1012-55c2-48b1-9bce-83e99609cca3 tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c01115eea36f4e6c9ff26f0cb4fbc676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787065 Sep 18 05:05:51.971595 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9bf7380-728a-41a4-87ab-49bf66d53b11 req-b29b637b-39e7-4563-993e-51ea87a2129c tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 210 time: 0.0784748 Sep 18 05:05:51.979262 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-16f3f016-d962-49fd-8dbb-12e0d82b9918 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:52.139737 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b1cd68bc-409e-4d43-950b-2fbeb57dd441, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b1cd68bc-409e-4d43-950b-2fbeb57dd441,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:52.156611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'b1cd68bc-409e-4d43-950b-2fbeb57dd441', 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c', 'port_id': 'b1cd68bc-409e-4d43-950b-2fbeb57dd441', 'mac_address': 'fa:16:3e:16:9b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e11554-3849-4f64-b8fc-9779a28fb1b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:05:52.212796 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:52.240670 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1cd68bc-409e-4d43-950b-2fbeb57dd441 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:05:52.241701 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-16f3f016-d962-49fd-8dbb-12e0d82b9918 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:52.285943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-16f3f016-d962-49fd-8dbb-12e0d82b9918 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262703fb-f647-400b-b5cc-9056d4daa049']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:52.289722 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b1cd68bc-409e-4d43-950b-2fbeb57dd441, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b1cd68bc-409e-4d43-950b-2fbeb57dd441,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:52.299301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-16f3f016-d962-49fd-8dbb-12e0d82b9918 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28012bd2-e276-4bf9-9064-5b99a96091ca') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:52.299665 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-16f3f016-d962-49fd-8dbb-12e0d82b9918 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28012bd2-e276-4bf9-9064-5b99a96091ca') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:52.332461 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-16f3f016-d962-49fd-8dbb-12e0d82b9918 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:52.356811 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:52.383066 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-16f3f016-d962-49fd-8dbb-12e0d82b9918 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:52.395210 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f3f016-d962-49fd-8dbb-12e0d82b9918 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:05:52.395640 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-16f3f016-d962-49fd-8dbb-12e0d82b9918 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:05:52.398001 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:05:52.416880 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa39fb-7fec-41e2-acfc-00ce5b661baf req-951adce4-846a-492a-a315-ab035612717e tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:52.418850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-76aa39fb-7fec-41e2-acfc-00ce5b661baf req-951adce4-846a-492a-a315-ab035612717e tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4407532 Sep 18 05:05:52.456584 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-76aa39fb-7fec-41e2-acfc-00ce5b661baf req-42024ae5-62f9-4a22-a6ba-ab0a7e6f4b79 tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] 10.222.0.23 "GET /v2.0/quotas/c01115eea36f4e6c9ff26f0cb4fbc676 HTTP/1.1" status: 200 len: 375 time: 0.0227816 Sep 18 05:05:52.463362 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b1cd68bc-409e-4d43-950b-2fbeb57dd441,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:52.499861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44470) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:52.517599 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b1cd68bc-409e-4d43-950b-2fbeb57dd441'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:52.607383 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-76aa39fb-7fec-41e2-acfc-00ce5b661baf req-5f3637b4-daeb-4516-93c2-b4ae441a334f tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c01115eea36f4e6c9ff26f0cb4fbc676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1487107 Sep 18 05:05:52.628442 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0615fe-b4d5-43d2-9534-a74dfd58b41d None None] Network 679e4c02-9d57-432d-9f86-6494be9dff50 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:52.635730 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-16f3f016-d962-49fd-8dbb-12e0d82b9918 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:52.644263 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f3f016-d962-49fd-8dbb-12e0d82b9918 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 262703fb-f647-400b-b5cc-9056d4daa049 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 05:05:52.674438 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-16f3f016-d962-49fd-8dbb-12e0d82b9918 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:52.674438 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-16f3f016-d962-49fd-8dbb-12e0d82b9918 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "DELETE /v2.0/networks/262703fb-f647-400b-b5cc-9056d4daa049 HTTP/1.1" status: 204 len: 168 time: 0.9820421 Sep 18 05:05:52.686838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44480) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:52.694524 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b7b62938-1f5c-42c1-96ef-6007b565fc7d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Request body: {'network': {'name': 'tempest-network--10836508'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:52.702236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3f016-d962-49fd-8dbb-12e0d82b9918 tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event deleted for resources: {'Network': ['ID=262703fb-f647-400b-b5cc-9056d4daa049,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:52.822989 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:05:52.945927 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] No DVR routers for this DVR port e17b6410-9253-4aec-b812-4d326c5cfe9c on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:52.958963 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:52.961270 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4131cc18-4d05-4a01-8976-7af0218a1622 req-cae7bf7f-1b95-4d7b-8404-4c68c0c0a7a2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.13 "DELETE /v2.0/ports/e17b6410-9253-4aec-b812-4d326c5cfe9c HTTP/1.1" status: 204 len: 173 time: 3.2137580 Sep 18 05:05:52.964806 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366269e8-228b-41f3-b389-98731bc39411', 'name': 'network-vif-deleted', 'tag': 'e17b6410-9253-4aec-b812-4d326c5cfe9c'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:52.967375 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd57fafd-1b2c-47b6-a8ce-c03b32e9f9bb" -d '{"events": [{"server_uuid": "366269e8-228b-41f3-b389-98731bc39411", "name": "network-vif-deleted", "tag": "e17b6410-9253-4aec-b812-4d326c5cfe9c"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:53.007855 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3af228c8-db67-42c6-ab4e-c9b33265276f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b25eefa3b65849c682429ea7935e4ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088899 Sep 18 05:05:53.010037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44510) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:53.016551 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-bf4c55e0-8cd7-4229-b012-746b34d93572 None None] Provisioning complete for port fdfeb438-eaf9-40ce-a949-7a39ea34b333 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:53.016919 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf4c55e0-8cd7-4229-b012-746b34d93572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:53.065929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b62938-1f5c-42c1-96ef-6007b565fc7d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Made reservation on behalf of b50a508ff1cc4c40ae457181bf576b20 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:05:53.068798 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7b62938-1f5c-42c1-96ef-6007b565fc7d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:53.112175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fdfeb438-eaf9-40ce-a949-7a39ea34b333 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:53.123916 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8168c13-b5ad-4e43-ab9f-9743dff25dd5 x-openstack-request-id: req-a8168c13-b5ad-4e43-ab9f-9743dff25dd5 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:53.124305 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366269e8-228b-41f3-b389-98731bc39411", "name": "network-vif-deleted", "tag": "e17b6410-9253-4aec-b812-4d326c5cfe9c", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:53.124514 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8168c13-b5ad-4e43-ab9f-9743dff25dd5 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:53.124852 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:53.124981 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366269e8-228b-41f3-b389-98731bc39411', 'name': 'network-vif-deleted', 'tag': 'e17b6410-9253-4aec-b812-4d326c5cfe9c', 'status': 'completed', 'code': 200} Sep 18 05:05:53.141615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b62938-1f5c-42c1-96ef-6007b565fc7d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:05:53.143711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3dec669-fc01-4ec8-8989-44a5cc2b0e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:53.179253 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3dec669-fc01-4ec8-8989-44a5cc2b0e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:53.222289 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7b62938-1f5c-42c1-96ef-6007b565fc7d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:53.229366 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-b7b62938-1f5c-42c1-96ef-6007b565fc7d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Added segment b865baeb-bb01-40b2-9d5c-49cda8c43faa of type vlan for network 0f1dbaf8-4ee2-494d-bc9e-2775c41847eb Sep 18 05:05:53.268790 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:53.292776 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7b62938-1f5c-42c1-96ef-6007b565fc7d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:53.371365 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3dec669-fc01-4ec8-8989-44a5cc2b0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:53.378113 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3dec669-fc01-4ec8-8989-44a5cc2b0e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:53.382498 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a3dec669-fc01-4ec8-8989-44a5cc2b0e07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eda250a0-a7bc-47e9-b467-321b901ddfa0 HTTP/1.1" status: 204 len: 168 time: 0.3695352 Sep 18 05:05:53.431949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dec669-fc01-4ec8-8989-44a5cc2b0e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda250a0-a7bc-47e9-b467-321b901ddfa0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:53.437290 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7b62938-1f5c-42c1-96ef-6007b565fc7d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:53.440111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b62938-1f5c-42c1-96ef-6007b565fc7d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:53.440913 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7b62938-1f5c-42c1-96ef-6007b565fc7d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:53.458427 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d300f85c-91df-4c2f-bc02-0b0f4967571d req-16d6678c-af28-4ddd-9d43-55e00f112808 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 210 time: 0.1043134 Sep 18 05:05:53.557257 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b62938-1f5c-42c1-96ef-6007b565fc7d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event updated for resources: {'Network': ['ID=0f1dbaf8-4ee2-494d-bc9e-2775c41847eb,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:53.593095 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44524) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:53.597368 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b7b62938-1f5c-42c1-96ef-6007b565fc7d tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.9048586 Sep 18 05:05:53.599073 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4913eb68-011b-4297-b934-eeeb76e5e95a tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:05:53.627428 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f861ce5-1b21-4ec6-a2e2-002ac4445439 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:53.696867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 0f1dbaf8-4ee2-494d-bc9e-2775c41847eb details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:05:53.876073 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e17b6410-9253-4aec-b812-4d326c5cfe9c no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:05:53.907614 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b50af3c-bd76-4014-9f08-e639c2157b84 None None] Sync routers for ids ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:05:53.937340 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b50af3c-bd76-4014-9f08-e639c2157b84 None None] Routers {'8a0878ec-c0cc-4140-9684-07e3fcc67acd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:05:53.942200 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3b50af3c-bd76-4014-9f08-e639c2157b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:05:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:53.981070 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f861ce5-1b21-4ec6-a2e2-002ac4445439 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event updated for resources: {'Subnet': ['ID=13f5ed57-f5cf-4f99-adbf-d9869373ae9d,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:53.997436 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: e17b6410-9253-4aec-b812-4d326c5cfe9c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:05:53.997799 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e17b6410-9253-4aec-b812-4d326c5cfe9c not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:05:54.039217 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf4c55e0-8cd7-4229-b012-746b34d93572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:54.129756 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-bf4c55e0-8cd7-4229-b012-746b34d93572 None None] For port fdfeb438-eaf9-40ce-a949-7a39ea34b333, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fdfeb438-eaf9-40ce-a949-7a39ea34b333,segment=NetworkSegment(d815a270-3a9d-4ad5-9b39-e824a5c014f6),segment_id=d815a270-3a9d-4ad5-9b39-e824a5c014f6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:54.138777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fdfeb438-eaf9-40ce-a949-7a39ea34b333 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:54.139195 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:54.162347 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-3b50af3c-bd76-4014-9f08-e639c2157b84 None None] Set router 8a0878ec-c0cc-4140-9684-07e3fcc67acd gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:05:54.218445 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf4c55e0-8cd7-4229-b012-746b34d93572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:54.267648 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4913eb68-011b-4297-b934-eeeb76e5e95a tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:54.316397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f861ce5-1b21-4ec6-a2e2-002ac4445439 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Checking segment: {'id': '61870140-2965-4a4b-bfab-600d7339172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a8b18f5e-d5e3-4d63-ab23-d8aadf952265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:54.317060 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f861ce5-1b21-4ec6-a2e2-002ac4445439 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Network hostable DHCP agents. Network: a8b18f5e-d5e3-4d63-ab23-d8aadf952265, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:05:54.365029 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4913eb68-011b-4297-b934-eeeb76e5e95a tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:54.434193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c55e0-8cd7-4229-b012-746b34d93572 None None] Pushing event updated for resources: {'Port': ['ID=fdfeb438-eaf9-40ce-a949-7a39ea34b333,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:54.467481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9a5832ca-a2f4-4f69-88a7-1264fa3e20f7 None None] Provisioning complete for port fdfeb438-eaf9-40ce-a949-7a39ea34b333 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:54.467996 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9a5832ca-a2f4-4f69-88a7-1264fa3e20f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:54.538028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44552) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:54.602346 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4913eb68-011b-4297-b934-eeeb76e5e95a tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Network 0f1dbaf8-4ee2-494d-bc9e-2775c41847eb is not hosted by any dhcp agent {{(pid=106908) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 05:05:54.603630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4913eb68-011b-4297-b934-eeeb76e5e95a tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:54.605667 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4913eb68-011b-4297-b934-eeeb76e5e95a tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:54.609754 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4913eb68-011b-4297-b934-eeeb76e5e95a tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "PUT /v2.0/networks/0f1dbaf8-4ee2-494d-bc9e-2775c41847eb HTTP/1.1" status: 200 len: 855 time: 1.0154181 Sep 18 05:05:54.611150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913eb68-011b-4297-b934-eeeb76e5e95a tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event updated for resources: {'Network': ['ID=0f1dbaf8-4ee2-494d-bc9e-2775c41847eb,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:54.625299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f861ce5-1b21-4ec6-a2e2-002ac4445439 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Network a8b18f5e-d5e3-4d63-ab23-d8aadf952265 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:05:54.637621 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44558) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:54.717008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-3f861ce5-1b21-4ec6-a2e2-002ac4445439 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, a8b18f5e-d5e3-4d63-ab23-d8aadf952265) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:54.727005 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7197ad4b-e16d-4b23-ab0e-a26e448c2e5e None None] Network a8b18f5e-d5e3-4d63-ab23-d8aadf952265 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:05:54.810833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f861ce5-1b21-4ec6-a2e2-002ac4445439 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:54.821110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f861ce5-1b21-4ec6-a2e2-002ac4445439 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:54.840992 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f9a2edba-cbe1-442e-b645-a39961d93e29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8605ec5bb9f42b587fe12bdfabc01bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009484 Sep 18 05:05:54.843874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44566) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:54.867011 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4ccf9b94-914f-45c3-b4e5-f23cd739e91d req-1ae3093c-50df-4ef2-9ecc-6de465abecc7 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 210 time: 0.1581941 Sep 18 05:05:54.875606 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-828d28b6-c53a-4659-ac11-47e76c9168be tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:54.899450 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3b50af3c-bd76-4014-9f08-e639c2157b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 4, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd9e09933-c8f7-4daf-84ee-f708352f8e52', 'name': '', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'mac_address': 'fa:16:3e:ec:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:43Z', 'revision_number': 5, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'subnets': [{'id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:54.972365 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fdfeb438-eaf9-40ce-a949-7a39ea34b333 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:55.020350 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3f861ce5-1b21-4ec6-a2e2-002ac4445439 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7534630 Sep 18 05:05:55.048479 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b50af3c-bd76-4014-9f08-e639c2157b84 None None] Checking router: 8a0878ec-c0cc-4140-9684-07e3fcc67acd for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:05:55.083074 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b50af3c-bd76-4014-9f08-e639c2157b84 None None] Routers {'8a0878ec-c0cc-4140-9684-07e3fcc67acd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:05:55.084194 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3b50af3c-bd76-4014-9f08-e639c2157b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:05:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:55.125538 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-828d28b6-c53a-4659-ac11-47e76c9168be tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:55.174122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-828d28b6-c53a-4659-ac11-47e76c9168be tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1dbaf8-4ee2-494d-bc9e-2775c41847eb']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:55.198723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-828d28b6-c53a-4659-ac11-47e76c9168be tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b865baeb-bb01-40b2-9d5c-49cda8c43faa') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:55.199126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-828d28b6-c53a-4659-ac11-47e76c9168be tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b865baeb-bb01-40b2-9d5c-49cda8c43faa') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:55.219465 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-828d28b6-c53a-4659-ac11-47e76c9168be tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:55.247572 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-828d28b6-c53a-4659-ac11-47e76c9168be tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:55.260385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828d28b6-c53a-4659-ac11-47e76c9168be tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:05:55.261733 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-828d28b6-c53a-4659-ac11-47e76c9168be tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:05:55.315720 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:05:55.346967 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fdfeb438-eaf9-40ce-a949-7a39ea34b333 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:55.348457 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:55.441424 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-3b50af3c-bd76-4014-9f08-e639c2157b84 None None] Set router 8a0878ec-c0cc-4140-9684-07e3fcc67acd gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:05:55.442154 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b1cd68bc-409e-4d43-950b-2fbeb57dd441 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:55.562125 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-47044c1b-93f2-4108-b0f3-4c9e79ac0b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:55.613816 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-47044c1b-93f2-4108-b0f3-4c9e79ac0b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:55.645885 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-828d28b6-c53a-4659-ac11-47e76c9168be tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:55.717284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828d28b6-c53a-4659-ac11-47e76c9168be tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f1dbaf8-4ee2-494d-bc9e-2775c41847eb {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 05:05:55.735214 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-828d28b6-c53a-4659-ac11-47e76c9168be tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:55.746520 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-828d28b6-c53a-4659-ac11-47e76c9168be tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] 10.222.0.23 "DELETE /v2.0/networks/0f1dbaf8-4ee2-494d-bc9e-2775c41847eb HTTP/1.1" status: 204 len: 168 time: 1.1010098 Sep 18 05:05:55.746520 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d28b6-c53a-4659-ac11-47e76c9168be tempest-ExternalNetworksTestJSON-978814388 tempest-ExternalNetworksTestJSON-978814388-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f1dbaf8-4ee2-494d-bc9e-2775c41847eb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:55.750307 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44600) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:55.765896 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-a8b18f5e-d5e3-4d63-ab23-d8aadf952265', 'network_id': 'a8b18f5e-d5e3-4d63-ab23-d8aadf952265', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'fixed_ips': [{'subnet_id': '13f5ed57-f5cf-4f99-adbf-d9869373ae9d'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:05:55.765896 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:55.977856 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e12d80d-4ab1-4b48-b899-7f5e00da10e7 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] DELETE failed (client error): The resource could not be found. Sep 18 05:05:55.982694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e12d80d-4ab1-4b48-b899-7f5e00da10e7 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:05:55.997472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8e12d80d-4ab1-4b48-b899-7f5e00da10e7 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] 10.222.0.23 "DELETE /v2.0/subnets/a1e33ccf-718a-4a44-840a-521e4031e6dd HTTP/1.1" status: 404 len: 337 time: 0.2419314 Sep 18 05:05:56.022195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-96b51e42-f978-4af0-8674-47a6a44ceaa5 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:56.023137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44610) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:56.060787 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-96b51e42-f978-4af0-8674-47a6a44ceaa5 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:56.070119 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-96b51e42-f978-4af0-8674-47a6a44ceaa5 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/networks?id=679e4c02-9d57-432d-9f86-6494be9dff50&id=a8b18f5e-d5e3-4d63-ab23-d8aadf952265 HTTP/1.1" status: 200 len: 1390 time: 0.3893600 Sep 18 05:05:56.111779 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-9b25c546-3882-4815-8cf2-dc9e0fe91063 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/quotas/e4438b79ca124e06b56d0dccd6e7a3b0 HTTP/1.1" status: 200 len: 375 time: 0.0331850 Sep 18 05:05:56.149520 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port b1cd68bc-409e-4d43-950b-2fbeb57dd441 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:56.150187 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:56.191007 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3b50af3c-bd76-4014-9f08-e639c2157b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 4, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd9e09933-c8f7-4daf-84ee-f708352f8e52', 'name': '', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'mac_address': 'fa:16:3e:ec:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:43Z', 'revision_number': 5, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'subnets': [{'id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:56.264627 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-8afb393a-bec2-4dcc-899d-5ad329a4d26b tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e4438b79ca124e06b56d0dccd6e7a3b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1506248 Sep 18 05:05:56.323937 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b50af3c-bd76-4014-9f08-e639c2157b84 None None] The sync data for ids ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'] in n-d-789963-13 is: [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:01:36Z', 'revision_number': 4, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd9e09933-c8f7-4daf-84ee-f708352f8e52', 'name': '', 'network_id': 'c59f4f04-142b-418a-9ddb-e110263e492a', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'mac_address': 'fa:16:3e:ec:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:35Z', 'updated_at': '2021-09-18T05:01:43Z', 'revision_number': 5, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'subnets': [{'id': '3af5818d-64d9-4b43-92de-22b52c52c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:05:56.395055 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e75f751-d7cb-4585-a063-7f4a909a2be2 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:56.424759 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:56.489281 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-47044c1b-93f2-4108-b0f3-4c9e79ac0b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:56.496739 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-47044c1b-93f2-4108-b0f3-4c9e79ac0b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:56.502629 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-47044c1b-93f2-4108-b0f3-4c9e79ac0b3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1e44cfb-4172-447a-b148-06e601804428 HTTP/1.1" status: 204 len: 168 time: 1.6567156 Sep 18 05:05:56.507045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b1cd68bc-409e-4d43-950b-2fbeb57dd441, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b1cd68bc-409e-4d43-950b-2fbeb57dd441,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:56.515184 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bc6728-33a4-454c-a01e-6c0babeefbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cd68bc-409e-4d43-950b-2fbeb57dd441'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:56.517775 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a355cb01-5b44-4a15-b5d4-5c0f03300e5a" -d '{"events": [{"server_uuid": "52bc6728-33a4-454c-a01e-6c0babeefbad", "name": "network-vif-plugged", "status": "completed", "tag": "b1cd68bc-409e-4d43-950b-2fbeb57dd441"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:56.545356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Allocated IP 19.86.0.2 (a8b18f5e-d5e3-4d63-ab23-d8aadf952265/13f5ed57-f5cf-4f99-adbf-d9869373ae9d/71245b36-b148-456c-8ee8-9cd9e39db3fb) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:05:56.575951 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:56.609114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47044c1b-93f2-4108-b0f3-4c9e79ac0b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e44cfb-4172-447a-b148-06e601804428,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:56.649225 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-7f294d78-6aaf-491c-9cc6-11c4a759b8af service neutron] 10.222.0.23 "GET /v2.0/networks/679e4c02-9d57-432d-9f86-6494be9dff50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730600 Sep 18 05:05:56.649494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b1cd68bc-409e-4d43-950b-2fbeb57dd441,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:56.776549 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-7e96f791-33d5-4c9c-a17a-7641fe5b0871 service neutron] 10.222.0.23 "GET /v2.0/networks/679e4c02-9d57-432d-9f86-6494be9dff50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227050 Sep 18 05:05:56.780556 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e75f751-d7cb-4585-a063-7f4a909a2be2 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:56.843652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7e75f751-d7cb-4585-a063-7f4a909a2be2 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75909fd7-0d15-45eb-9b02-110fdb7ea264']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:56.869958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7e75f751-d7cb-4585-a063-7f4a909a2be2 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc94d7b-8e2c-46fc-b23c-0aab6381417a') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:56.870861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7e75f751-d7cb-4585-a063-7f4a909a2be2 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc94d7b-8e2c-46fc-b23c-0aab6381417a') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:05:56.892673 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e75f751-d7cb-4585-a063-7f4a909a2be2 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:56.922526 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e75f751-d7cb-4585-a063-7f4a909a2be2 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:56.963501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e75f751-d7cb-4585-a063-7f4a909a2be2 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:05:56.963501 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e75f751-d7cb-4585-a063-7f4a909a2be2 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:56.997453 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:05:57.018537 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:05:57.047417 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-25c6e5ec-e645-4251-b08b-5c584443e7da service neutron] 10.222.0.23 "GET /v2.0/networks/a8b18f5e-d5e3-4d63-ab23-d8aadf952265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688513 Sep 18 05:05:57.095205 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:57.206172 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Pushing event updated for resources: {'Port': ['ID=71245b36-b148-456c-8ee8-9cd9e39db3fb,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:57.247952 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Network a8b18f5e-d5e3-4d63-ab23-d8aadf952265 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:05:57.249542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:05:57.256857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:05:57.279531 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59253990-46ed-41cf-9a06-0415f2781cc8 req-58dc8f51-8b2a-47b0-9429-3b353caa7f87 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 210 time: 0.1100779 Sep 18 05:05:57.281399 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-d3af3223-c707-4064-b85f-0f154fcdfe6e service neutron] 10.222.0.23 "GET /v2.0/networks/a8b18f5e-d5e3-4d63-ab23-d8aadf952265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321043 Sep 18 05:05:57.344981 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e75f751-d7cb-4585-a063-7f4a909a2be2 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:57.352999 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e75f751-d7cb-4585-a063-7f4a909a2be2 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:57.357204 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7e75f751-d7cb-4585-a063-7f4a909a2be2 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] 10.222.0.23 "DELETE /v2.0/networks/75909fd7-0d15-45eb-9b02-110fdb7ea264 HTTP/1.1" status: 204 len: 168 time: 1.3244517 Sep 18 05:05:57.407633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75f751-d7cb-4585-a063-7f4a909a2be2 tempest-ExternalNetworksTestJSON-165075059 tempest-ExternalNetworksTestJSON-165075059-project] Pushing event deleted for resources: {'Network': ['ID=75909fd7-0d15-45eb-9b02-110fdb7ea264,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:57.450401 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Attempting to bind port 71245b36-b148-456c-8ee8-9cd9e39db3fb on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:05:57.450771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Attempting to bind port 71245b36-b148-456c-8ee8-9cd9e39db3fb by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '61870140-2965-4a4b-bfab-600d7339172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a8b18f5e-d5e3-4d63-ab23-d8aadf952265'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:05:57.451143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Attempting to bind port 71245b36-b148-456c-8ee8-9cd9e39db3fb on network a8b18f5e-d5e3-4d63-ab23-d8aadf952265 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:05:57.485833 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:05:57.486219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Checking segment: {'id': '61870140-2965-4a4b-bfab-600d7339172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a8b18f5e-d5e3-4d63-ab23-d8aadf952265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:05:57.486637 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:57.487042 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Bound using segment: {'id': '61870140-2965-4a4b-bfab-600d7339172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a8b18f5e-d5e3-4d63-ab23-d8aadf952265'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:05:57.487533 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Bound port: 71245b36-b148-456c-8ee8-9cd9e39db3fb, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61870140-2965-4a4b-bfab-600d7339172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a8b18f5e-d5e3-4d63-ab23-d8aadf952265'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:05:57.487922 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:57.536322 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ac9b39b9-57aa-42e7-8649-4bf957f4ab20 req-a0f4211f-76fa-4f5f-a6c8-7a3dd5fb5edf tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c01115eea36f4e6c9ff26f0cb4fbc676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585945 Sep 18 05:05:57.735029 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] For port 71245b36-b148-456c-8ee8-9cd9e39db3fb, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:05:57.763774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] For port 71245b36-b148-456c-8ee8-9cd9e39db3fb, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=71245b36-b148-456c-8ee8-9cd9e39db3fb,segment=NetworkSegment(61870140-2965-4a4b-bfab-600d7339172b),segment_id=61870140-2965-4a4b-bfab-600d7339172b)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:05:57.838369 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:58.090040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b39b9-57aa-42e7-8649-4bf957f4ab20 req-7c5f7005-bdd1-4556-b0d8-26dba61508f6 tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:58.091683 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ac9b39b9-57aa-42e7-8649-4bf957f4ab20 req-7c5f7005-bdd1-4556-b0d8-26dba61508f6 tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5467651 Sep 18 05:05:58.100795 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8493d47-3d0a-467d-92cf-de03f9876dab None None] Pushing event updated for resources: {'Port': ['ID=71245b36-b148-456c-8ee8-9cd9e39db3fb,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:58.113100 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf31f81-5e8c-4ad2-9cbe-e925e48c3e67 req-98252637-1f05-466a-bbd0-383d7d22c3c9 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:58.114698 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7bf31f81-5e8c-4ad2-9cbe-e925e48c3e67 req-98252637-1f05-466a-bbd0-383d7d22c3c9 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 946 time: 0.2316229 Sep 18 05:05:58.164861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ac9b39b9-57aa-42e7-8649-4bf957f4ab20 req-b443248f-0050-4ee5-9e43-6a4f8028475d tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] 10.222.0.23 "GET /v2.0/quotas/c01115eea36f4e6c9ff26f0cb4fbc676 HTTP/1.1" status: 200 len: 375 time: 0.0632007 Sep 18 05:05:58.247890 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ac9b39b9-57aa-42e7-8649-4bf957f4ab20 req-1075f627-c1a6-4d1c-aaa7-e0c90dac4d51 tempest-QuotasAdminNegativeTest-1581157944 tempest-QuotasAdminNegativeTest-1581157944-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c01115eea36f4e6c9ff26f0cb4fbc676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754995 Sep 18 05:05:58.309364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a123ea-72f4-427b-a358-d8da70148053 None None] New status for floating IP 796d6483-60c4-4e83-adc6-2838b4fa4c5a: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:05:58.444119 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7295507-d7dd-461e-80b3-c0d68a1b3e9b x-openstack-request-id: req-f7295507-d7dd-461e-80b3-c0d68a1b3e9b {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:05:58.475891 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bc6728-33a4-454c-a01e-6c0babeefbad", "name": "network-vif-plugged", "status": "completed", "tag": "b1cd68bc-409e-4d43-950b-2fbeb57dd441", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:05:58.477725 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7295507-d7dd-461e-80b3-c0d68a1b3e9b {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:05:58.477874 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52bc6728-33a4-454c-a01e-6c0babeefbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cd68bc-409e-4d43-950b-2fbeb57dd441', 'code': 200} Sep 18 05:05:58.572711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c514b-cbd4-4c98-a56c-dbb3b804b4e6 req-ecfa212a-d00b-4c4d-b40b-58b06177edc4 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:05:58.591589 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c57c514b-cbd4-4c98-a56c-dbb3b804b4e6 req-ecfa212a-d00b-4c4d-b40b-58b06177edc4 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 946 time: 0.4310150 Sep 18 05:05:58.596891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44674) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:58.713400 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35edf36f-ec66-4647-a7dd-14ae31aac619 req-33caa962-5086-4b12-a311-0d914415e35c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 210 time: 0.0659597 Sep 18 05:05:58.757219 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c57c514b-cbd4-4c98-a56c-dbb3b804b4e6 req-b5b6f694-5110-40b9-8a54-aafae7ecef60 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/security-groups?id=2fed92a9-083c-4d4f-ae21-e0c704da69b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692681 Sep 18 05:05:58.777356 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-7bf31f81-5e8c-4ad2-9cbe-e925e48c3e67 req-de63580f-e95b-4640-9a57-f4d12cb37c92 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Deleting port 12e00421-c24a-4f6c-8320-22e2a4ecb846 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:05:58.793164 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7bf31f81-5e8c-4ad2-9cbe-e925e48c3e67 req-de63580f-e95b-4640-9a57-f4d12cb37c92 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:58.929282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff3b3da7-251f-4c50-8020-a1e23e3f16eb req-a1d78d5c-de07-4307-9127-b60db1853272 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 210 time: 0.0572522 Sep 18 05:05:59.035773 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-7bf31f81-5e8c-4ad2-9cbe-e925e48c3e67 req-de63580f-e95b-4640-9a57-f4d12cb37c92 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] For port 12e00421-c24a-4f6c-8320-22e2a4ecb846, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=12e00421-c24a-4f6c-8320-22e2a4ecb846,segment=NetworkSegment(0a88cbd6-2caa-4c42-8664-f94de37b2490),segment_id=0a88cbd6-2caa-4c42-8664-f94de37b2490)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:59.035773 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7bf31f81-5e8c-4ad2-9cbe-e925e48c3e67 req-de63580f-e95b-4640-9a57-f4d12cb37c92 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:59.092072 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-7bf31f81-5e8c-4ad2-9cbe-e925e48c3e67 req-de63580f-e95b-4640-9a57-f4d12cb37c92 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Calling delete_port for 12e00421-c24a-4f6c-8320-22e2a4ecb846 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:05:59.108347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d5a682f2-9737-4b5e-9b2a-5c2df755a5f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9a38c17870a498a8fc80733cef59570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079045 Sep 18 05:05:59.109579 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44696) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:05:59.212800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 71245b36-b148-456c-8ee8-9cd9e39db3fb up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:05:59.374942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 71245b36-b148-456c-8ee8-9cd9e39db3fb triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:05:59.375518 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:59.615278 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:59.707451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 71245b36-b148-456c-8ee8-9cd9e39db3fb, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=71245b36-b148-456c-8ee8-9cd9e39db3fb,segment=NetworkSegment(61870140-2965-4a4b-bfab-600d7339172b),segment_id=61870140-2965-4a4b-bfab-600d7339172b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:05:59.707946 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7bf31f81-5e8c-4ad2-9cbe-e925e48c3e67 req-de63580f-e95b-4640-9a57-f4d12cb37c92 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:59.723252 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['12e00421-c24a-4f6c-8320-22e2a4ecb846'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:05:59.806070 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:59.874405 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63580f-e95b-4640-9a57-f4d12cb37c92 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Pushing event deleted for resources: {'Port': ['ID=12e00421-c24a-4f6c-8320-22e2a4ecb846,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:05:59.901329 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf31f81-5e8c-4ad2-9cbe-e925e48c3e67 req-de63580f-e95b-4640-9a57-f4d12cb37c92 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] No DVR routers for this DVR port 12e00421-c24a-4f6c-8320-22e2a4ecb846 on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:05:59.904644 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7bf31f81-5e8c-4ad2-9cbe-e925e48c3e67 req-de63580f-e95b-4640-9a57-f4d12cb37c92 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:05:59.907301 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7bf31f81-5e8c-4ad2-9cbe-e925e48c3e67 req-de63580f-e95b-4640-9a57-f4d12cb37c92 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.13 "DELETE /v2.0/ports/12e00421-c24a-4f6c-8320-22e2a4ecb846 HTTP/1.1" status: 204 len: 173 time: 1.7768209 Sep 18 05:05:59.907936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd0f290-15cb-4889-bd32-6de5cd56b1e5', 'name': 'network-vif-deleted', 'tag': '12e00421-c24a-4f6c-8320-22e2a4ecb846'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:05:59.910770 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b0815e-206d-4b50-90b2-270c05946a34" -d '{"events": [{"server_uuid": "3dd0f290-15cb-4889-bd32-6de5cd56b1e5", "name": "network-vif-deleted", "tag": "12e00421-c24a-4f6c-8320-22e2a4ecb846"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:05:59.956360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625a4ca6-6625-4f8d-b608-9623496eebc2 None None] Network a8b18f5e-d5e3-4d63-ab23-d8aadf952265 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:00.011496 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b3e45ceb-e69c-404a-be58-0d665b4792f2 req-87cb1c36-e781-437a-b723-c2a533060119 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 210 time: 0.0670962 Sep 18 05:06:00.060014 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-89c48140-5be4-4b91-a65a-fb51a7c22e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:00.097690 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b6f7bbc-2377-4daa-aced-eb2f4227f61a req-ee19b9b5-5d5b-40fa-9d0f-9b03799293c3 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 210 time: 0.1003771 Sep 18 05:06:00.124687 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-89c48140-5be4-4b91-a65a-fb51a7c22e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:00.180182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=71245b36-b148-456c-8ee8-9cd9e39db3fb,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:00.243112 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced2cad9-83e6-4ead-ab74-3d7a22dfc879 x-openstack-request-id: req-ced2cad9-83e6-4ead-ab74-3d7a22dfc879 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:06:00.243637 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd0f290-15cb-4889-bd32-6de5cd56b1e5", "name": "network-vif-deleted", "tag": "12e00421-c24a-4f6c-8320-22e2a4ecb846", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:06:00.244008 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ced2cad9-83e6-4ead-ab74-3d7a22dfc879 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:06:00.244591 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd0f290-15cb-4889-bd32-6de5cd56b1e5', 'name': 'network-vif-deleted', 'tag': '12e00421-c24a-4f6c-8320-22e2a4ecb846', 'status': 'completed', 'code': 200} Sep 18 05:06:00.264551 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1cb2fa45-84fd-4b8d-9674-04afda6e95d3 req-146f8a40-ef16-4710-9dc0-f617511a80d0 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 210 time: 0.0793591 Sep 18 05:06:00.313360 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-89c48140-5be4-4b91-a65a-fb51a7c22e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:00.316365 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-89c48140-5be4-4b91-a65a-fb51a7c22e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:00.317859 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-89c48140-5be4-4b91-a65a-fb51a7c22e8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5dd1148-754d-4fe1-af5f-024b0eb1075c HTTP/1.1" status: 204 len: 168 time: 1.2065053 Sep 18 05:06:00.331513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c48140-5be4-4b91-a65a-fb51a7c22e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dd1148-754d-4fe1-af5f-024b0eb1075c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:00.358659 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-adc4d47a-f3b5-49c6-82ee-303ae2d0878a None None] Provisioning complete for port 71245b36-b148-456c-8ee8-9cd9e39db3fb triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:00.359209 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-adc4d47a-f3b5-49c6-82ee-303ae2d0878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:00.483466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44742) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:01.009187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 71245b36-b148-456c-8ee8-9cd9e39db3fb up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:01.155172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44756) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:01.180419 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 71245b36-b148-456c-8ee8-9cd9e39db3fb triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:01.180802 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:01.263474 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f94fbb02-eff6-4909-820a-ce5f599c0ce9 None None] Provisioning complete for port 71245b36-b148-456c-8ee8-9cd9e39db3fb triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:01.263860 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f94fbb02-eff6-4909-820a-ce5f599c0ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:01.267643 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8847f350-7619-4c0c-8958-f4d2b6c6aa0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:01.351469 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c54096b5-a48d-4dd8-b5aa-3fdfed26fd51 req-e12e9c52-8d33-4213-b48b-9ba0e302e49f tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 210 time: 0.1259685 Sep 18 05:06:01.396597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c1429f5-5437-4094-8c11-6bfee2b3e0fe req-917eb4d6-6ce7-4840-9462-6c6ae17d6f05 tempest-VolumesAdminNegativeTest-1584221013 tempest-VolumesAdminNegativeTest-1584221013-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd0f290-15cb-4889-bd32-6de5cd56b1e5 HTTP/1.1" status: 200 len: 210 time: 0.0847807 Sep 18 05:06:01.410346 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-c3303505-5d2f-47b6-a8cf-17bafa9315cb tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:01.440545 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2831-192f-4876-ad1f-2711f1eef145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:01.463067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-c3303505-5d2f-47b6-a8cf-17bafa9315cb tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:01.467081 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-c3303505-5d2f-47b6-a8cf-17bafa9315cb tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.18 "GET /v2.0/networks?id=679e4c02-9d57-432d-9f86-6494be9dff50&id=a8b18f5e-d5e3-4d63-ab23-d8aadf952265 HTTP/1.1" status: 200 len: 1390 time: 0.5428901 Sep 18 05:06:01.487851 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-8edccb3a-b080-4aca-a955-4c7591503991 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Request body: {'port': {'device_id': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'network_id': '679e4c02-9d57-432d-9f86-6494be9dff50', 'admin_state_up': True, 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:01.626726 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-adb7b19c-4316-4eb3-a8c5-7e7219163413 req-c33c91db-5551-47d8-98da-c17e20aa8be2 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 210 time: 0.0895212 Sep 18 05:06:01.686746 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44774) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:01.704837 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2831-192f-4876-ad1f-2711f1eef145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:01.742134 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-50d1f15b-ef4f-4021-b6b7-e5fb09aaed5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b50a508ff1cc4c40ae457181bf576b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529697 Sep 18 05:06:01.744873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44776) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:01.806582 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2831-192f-4876-ad1f-2711f1eef145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:01.839937 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 12e00421-c24a-4f6c-8320-22e2a4ecb846 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:06:01.863409 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44778) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:01.866200 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bf0d2831-192f-4876-ad1f-2711f1eef145 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87511ddd146643ce9ef313fd2d1a1b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3812470 Sep 18 05:06:01.878851 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 12e00421-c24a-4f6c-8320-22e2a4ecb846 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:06:01.884837 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 12e00421-c24a-4f6c-8320-22e2a4ecb846 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:06:01.921340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-8edccb3a-b080-4aca-a955-4c7591503991 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:01.934093 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-8edccb3a-b080-4aca-a955-4c7591503991 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:01.945348 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fc3601a-9a18-4628-90f9-2842e9763303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:01.955412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d2831-192f-4876-ad1f-2711f1eef145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872870b6-97c7-4f78-bb09-96b4f0b6351c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:02.017004 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ed08707b-781a-4ebf-b3c1-ea36944bdfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.074595 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fc3601a-9a18-4628-90f9-2842e9763303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.077311 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-337491a3-17fb-4912-9b10-9a303f8110a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.110943 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ed08707b-781a-4ebf-b3c1-ea36944bdfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.228485 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-8edccb3a-b080-4aca-a955-4c7591503991 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Allocated IP 19.80.0.48 (679e4c02-9d57-432d-9f86-6494be9dff50/4f3e3f17-0fbc-4ccc-933f-6653da56a8f0/2a004c2b-39f2-468d-8525-74e9192f74fd) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:02.309968 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fc3601a-9a18-4628-90f9-2842e9763303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.313224 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fc3601a-9a18-4628-90f9-2842e9763303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.318685 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1fc3601a-9a18-4628-90f9-2842e9763303 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9c323f7-f1d7-46fb-af99-6f089178285c HTTP/1.1" status: 204 len: 168 time: 0.5724783 Sep 18 05:06:02.336514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ed08707b-781a-4ebf-b3c1-ea36944bdfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.343748 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ed08707b-781a-4ebf-b3c1-ea36944bdfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.345239 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ed08707b-781a-4ebf-b3c1-ea36944bdfff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/872870b6-97c7-4f78-bb09-96b4f0b6351c HTTP/1.1" status: 204 len: 168 time: 0.4806285 Sep 18 05:06:02.352100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3601a-9a18-4628-90f9-2842e9763303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c323f7-f1d7-46fb-af99-6f089178285c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:02.397444 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08707b-781a-4ebf-b3c1-ea36944bdfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872870b6-97c7-4f78-bb09-96b4f0b6351c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:02.511960 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-337491a3-17fb-4912-9b10-9a303f8110a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.549949 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-8edccb3a-b080-4aca-a955-4c7591503991 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.572028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44800) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:02.606488 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-017be1bb-de5d-44c5-bf8c-e949a3e55d89 req-3c126392-eb91-4210-853a-1d3666973c8e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 210 time: 0.0448396 Sep 18 05:06:02.648114 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-337491a3-17fb-4912-9b10-9a303f8110a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.706876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6fa462-496b-4e88-b4ca-3df852061be4 admin admin] Deleting subnet 34089468-1685-4b85-8179-d341fc1d6aca {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:06:02.710999 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e6fa462-496b-4e88-b4ca-3df852061be4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.722795 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-8edccb3a-b080-4aca-a955-4c7591503991 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.749030 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e6fa462-496b-4e88-b4ca-3df852061be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.758217 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-8edccb3a-b080-4aca-a955-4c7591503991 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Network 679e4c02-9d57-432d-9f86-6494be9dff50 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:02.811285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-337491a3-17fb-4912-9b10-9a303f8110a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c01115eea36f4e6c9ff26f0cb4fbc676&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6386738 Sep 18 05:06:02.811285 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337491a3-17fb-4912-9b10-9a303f8110a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99698661-0305-4bf8-b6d8-b09389046eb2,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:02.811608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44818) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:02.811608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-8edccb3a-b080-4aca-a955-4c7591503991 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:02.818286 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e6fa462-496b-4e88-b4ca-3df852061be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.853883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-8edccb3a-b080-4aca-a955-4c7591503991 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:02.923444 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a22201f-4440-45f8-8fa4-c9240fef5767 req-b06b48e2-25de-4a9f-933e-307348af7485 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 210 time: 0.1189454 Sep 18 05:06:02.962801 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edccb3a-b080-4aca-a955-4c7591503991 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event updated for resources: {'Port': ['ID=2a004c2b-39f2-468d-8525-74e9192f74fd,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:02.970701 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b9be5c9-d293-44c7-aa8f-bd2568775d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:02.991727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-8edccb3a-b080-4aca-a955-4c7591503991 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:02.992561 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-8edccb3a-b080-4aca-a955-4c7591503991 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.013403 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b9be5c9-d293-44c7-aa8f-bd2568775d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.208059 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ae92021a-f17f-4077-a530-ef336e534026 None None] Provisioning complete for port 2a004c2b-39f2-468d-8525-74e9192f74fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:03.208711 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ae92021a-f17f-4077-a530-ef336e534026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.245450 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ae92021a-f17f-4077-a530-ef336e534026 None None] Port 2a004c2b-39f2-468d-8525-74e9192f74fd cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:03.270771 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e6fa462-496b-4e88-b4ca-3df852061be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.299561 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b9be5c9-d293-44c7-aa8f-bd2568775d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.304369 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b9be5c9-d293-44c7-aa8f-bd2568775d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.305636 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4b9be5c9-d293-44c7-aa8f-bd2568775d18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99698661-0305-4bf8-b6d8-b09389046eb2 HTTP/1.1" status: 204 len: 168 time: 0.4942656 Sep 18 05:06:03.308028 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-8edccb3a-b080-4aca-a955-4c7591503991 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8264496 Sep 18 05:06:03.310628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fa462-496b-4e88-b4ca-3df852061be4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34089468-1685-4b85-8179-d341fc1d6aca,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:03.332225 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e6fa462-496b-4e88-b4ca-3df852061be4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.332225 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5e6fa462-496b-4e88-b4ca-3df852061be4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/34089468-1685-4b85-8179-d341fc1d6aca HTTP/1.1" status: 204 len: 168 time: 0.7557273 Sep 18 05:06:03.332848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-aee4a64c-9f83-4196-b670-8f1be9f92461 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Request body: {'port': {'device_id': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'network_id': 'a8b18f5e-d5e3-4d63-ab23-d8aadf952265', 'admin_state_up': True, 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:03.334227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44828) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:03.340541 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9be5c9-d293-44c7-aa8f-bd2568775d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99698661-0305-4bf8-b6d8-b09389046eb2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:03.450689 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e078fc9-6df3-4a59-99d8-d40ee4c4c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.551259 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e078fc9-6df3-4a59-99d8-d40ee4c4c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.573671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7e078fc9-6df3-4a59-99d8-d40ee4c4c808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b3abf4-bcb6-45b8-bbb1-dc12f0281979']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:03.591533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7e078fc9-6df3-4a59-99d8-d40ee4c4c808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a88cbd6-2caa-4c42-8664-f94de37b2490') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:03.592230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7e078fc9-6df3-4a59-99d8-d40ee4c4c808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a88cbd6-2caa-4c42-8664-f94de37b2490') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:03.606009 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e078fc9-6df3-4a59-99d8-d40ee4c4c808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.630558 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e078fc9-6df3-4a59-99d8-d40ee4c4c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.640187 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e078fc9-6df3-4a59-99d8-d40ee4c4c808 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:06:03.640990 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e078fc9-6df3-4a59-99d8-d40ee4c4c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:06:03.642414 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:06:03.683291 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-aee4a64c-9f83-4196-b670-8f1be9f92461 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Made reservation on behalf of e4438b79ca124e06b56d0dccd6e7a3b0 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:03.689507 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-aee4a64c-9f83-4196-b670-8f1be9f92461 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.779118 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e078fc9-6df3-4a59-99d8-d40ee4c4c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.788170 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e078fc9-6df3-4a59-99d8-d40ee4c4c808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.792400 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7e078fc9-6df3-4a59-99d8-d40ee4c4c808 admin admin] 10.222.0.23 "DELETE /v2.0/networks/92b3abf4-bcb6-45b8-bbb1-dc12f0281979 HTTP/1.1" status: 204 len: 168 time: 0.4561036 Sep 18 05:06:03.793382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44848) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:03.810905 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6abd778e-6b5e-4712-b6cc-b55f62e3eb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.874981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e078fc9-6df3-4a59-99d8-d40ee4c4c808 admin admin] Pushing event deleted for resources: {'Network': ['ID=92b3abf4-bcb6-45b8-bbb1-dc12f0281979,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:03.928996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8224b4b-b456-4d37-9950-e87cce9abd8a admin admin] Deleting subnet acce56c1-8f1c-4552-ad55-dfdcfc160b76 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:06:03.940493 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8224b4b-b456-4d37-9950-e87cce9abd8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:03.953363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-aee4a64c-9f83-4196-b670-8f1be9f92461 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Allocated IP 19.86.0.245 (a8b18f5e-d5e3-4d63-ab23-d8aadf952265/13f5ed57-f5cf-4f99-adbf-d9869373ae9d/ab83f68a-32ed-45a6-9cf9-26e33aee57ec) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:03.984754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296334b-53f2-4744-81e0-de220d4dfd6d req-ba9c2877-763b-406e-b747-3c33ef96a415 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:03.986894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4296334b-53f2-4744-81e0-de220d4dfd6d req-ba9c2877-763b-406e-b747-3c33ef96a415 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 931 time: 0.1926193 Sep 18 05:06:04.107206 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8224b4b-b456-4d37-9950-e87cce9abd8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:04.245566 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4296334b-53f2-4744-81e0-de220d4dfd6d req-bfa9cf47-e783-42d4-aca8-03883e275b0a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505965 Sep 18 05:06:04.269333 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8224b4b-b456-4d37-9950-e87cce9abd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:04.269440 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-572a3edb-174b-4410-94eb-1a810c81c867 req-e129eb34-5864-499a-938b-e485b26911e4 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/ports?device_id=366269e8-228b-41f3-b389-98731bc39411 HTTP/1.1" status: 200 len: 210 time: 0.0634530 Sep 18 05:06:04.294245 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:04.331177 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-aee4a64c-9f83-4196-b670-8f1be9f92461 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:04.494161 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-aee4a64c-9f83-4196-b670-8f1be9f92461 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:04.497432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8224b4b-b456-4d37-9950-e87cce9abd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:04.543918 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44858) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:04.562289 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8224b4b-b456-4d37-9950-e87cce9abd8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acce56c1-8f1c-4552-ad55-dfdcfc160b76,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:04.570769 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8224b4b-b456-4d37-9950-e87cce9abd8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:04.576792 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f8224b4b-b456-4d37-9950-e87cce9abd8a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/acce56c1-8f1c-4552-ad55-dfdcfc160b76 HTTP/1.1" status: 204 len: 168 time: 0.7752337 Sep 18 05:06:04.577327 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44860) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:04.578018 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-55907190-52ee-49b6-9fa7-3e4b7d70ebe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:04.584945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-aee4a64c-9f83-4196-b670-8f1be9f92461 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Network a8b18f5e-d5e3-4d63-ab23-d8aadf952265 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:04.602760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-aee4a64c-9f83-4196-b670-8f1be9f92461 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:04.606065 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4a64c-9f83-4196-b670-8f1be9f92461 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event updated for resources: {'Port': ['ID=ab83f68a-32ed-45a6-9cf9-26e33aee57ec,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:04.608845 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-aee4a64c-9f83-4196-b670-8f1be9f92461 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:04.677210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-aee4a64c-9f83-4196-b670-8f1be9f92461 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:04.677960 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-aee4a64c-9f83-4196-b670-8f1be9f92461 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:04.689560 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44862) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:04.722237 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44864) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:04.785593 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f307d902-6b2a-4d1c-86e0-6339e3ac88be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:04.818008 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-240056bb-0652-4d1b-b25a-c3d122e8a230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:04.950483 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-240056bb-0652-4d1b-b25a-c3d122e8a230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:04.986823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-544a1969-724c-4a1e-b31e-88c0cac4f34d None None] Provisioning complete for port ab83f68a-32ed-45a6-9cf9-26e33aee57ec triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:04.987392 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-544a1969-724c-4a1e-b31e-88c0cac4f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.008630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-240056bb-0652-4d1b-b25a-c3d122e8a230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cc55fe-3f94-4911-97dd-ea7c7bc9ceed']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:05.074760 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-240056bb-0652-4d1b-b25a-c3d122e8a230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701ba3ba-e55b-4292-ab0a-88a67ef8466b') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:05.074967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-240056bb-0652-4d1b-b25a-c3d122e8a230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701ba3ba-e55b-4292-ab0a-88a67ef8466b') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:05.108398 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-240056bb-0652-4d1b-b25a-c3d122e8a230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.132262 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-240056bb-0652-4d1b-b25a-c3d122e8a230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.142125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240056bb-0652-4d1b-b25a-c3d122e8a230 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:06:05.142643 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-240056bb-0652-4d1b-b25a-c3d122e8a230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.144124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-544a1969-724c-4a1e-b31e-88c0cac4f34d None None] Port ab83f68a-32ed-45a6-9cf9-26e33aee57ec cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:06:05.147190 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:06:05.188397 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.206100 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-55907190-52ee-49b6-9fa7-3e4b7d70ebe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.234346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4fd7cde5-0640-4ed8-a91f-e79317399ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.286938 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-55907190-52ee-49b6-9fa7-3e4b7d70ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.362071 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-240056bb-0652-4d1b-b25a-c3d122e8a230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.374777 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-240056bb-0652-4d1b-b25a-c3d122e8a230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.375018 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-240056bb-0652-4d1b-b25a-c3d122e8a230 admin admin] 10.222.0.23 "DELETE /v2.0/networks/44cc55fe-3f94-4911-97dd-ea7c7bc9ceed HTTP/1.1" status: 204 len: 168 time: 0.7965333 Sep 18 05:06:05.391106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240056bb-0652-4d1b-b25a-c3d122e8a230 admin admin] Pushing event deleted for resources: {'Network': ['ID=44cc55fe-3f94-4911-97dd-ea7c7bc9ceed,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:05.477107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44894) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:05.590968 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bd11682-550c-475b-8d68-d764975b866c tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.642492 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bd11682-550c-475b-8d68-d764975b866c tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.764941 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-aee4a64c-9f83-4196-b670-8f1be9f92461 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4501421 Sep 18 05:06:05.782991 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-55907190-52ee-49b6-9fa7-3e4b7d70ebe9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9415f68299d34f218f06dfa0da53bb0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2376754 Sep 18 05:06:05.789312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44900) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:05.810328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Request body: {'port': {'device_id': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:05.839085 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55907190-52ee-49b6-9fa7-3e4b7d70ebe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c682cf3-e80d-4250-acc6-07e9305cd26d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:05.859377 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bd11682-550c-475b-8d68-d764975b866c tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.861705 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44902) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:05.864132 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bd11682-550c-475b-8d68-d764975b866c tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.868596 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3bd11682-550c-475b-8d68-d764975b866c tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "DELETE /v2.0/security-groups/51904c12-fc0d-4f00-9a9e-d2e74a849821 HTTP/1.1" status: 204 len: 168 time: 0.3902140 Sep 18 05:06:05.877436 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44904) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:05.902732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd11682-550c-475b-8d68-d764975b866c tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51904c12-fc0d-4f00-9a9e-d2e74a849821,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:05.941252 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-914eadea-3565-4181-b4fa-a13712a42c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.944349 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-06e79fcd-5dd5-4230-9cfb-066926a746be tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] show failed (client error): The resource could not be found. Sep 18 05:06:05.945571 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-06e79fcd-5dd5-4230-9cfb-066926a746be tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "GET /v2.0/security-groups/51904c12-fc0d-4f00-9a9e-d2e74a849821 HTTP/1.1" status: 404 len: 347 time: 0.0669878 Sep 18 05:06:05.963995 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44912) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:05.973791 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eec006-07bd-4e75-b5ff-49e25cd4f145 req-10b85daf-eb88-4e0d-a5af-f05cbb0f6d9c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:05.980651 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-914eadea-3565-4181-b4fa-a13712a42c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:05.980815 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eec006-07bd-4e75-b5ff-49e25cd4f145 req-10b85daf-eb88-4e0d-a5af-f05cbb0f6d9c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:05.988352 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-33eec006-07bd-4e75-b5ff-49e25cd4f145 req-10b85daf-eb88-4e0d-a5af-f05cbb0f6d9c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1654 time: 0.2421281 Sep 18 05:06:06.080190 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.110734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44920) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:06.110932 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-94c2c997-0ee1-4a10-92e1-e88663d88b1c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e703602f261a48cbb0c419ecc1c3fbdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461722 Sep 18 05:06:06.165519 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-914eadea-3565-4181-b4fa-a13712a42c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.169831 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:06:06.170398 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-914eadea-3565-4181-b4fa-a13712a42c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.185071 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-33eec006-07bd-4e75-b5ff-49e25cd4f145 req-e03abfa9-ea17-47ae-905e-e55852ae0c83 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940954 Sep 18 05:06:06.189807 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-914eadea-3565-4181-b4fa-a13712a42c32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c682cf3-e80d-4250-acc6-07e9305cd26d HTTP/1.1" status: 204 len: 168 time: 0.3917110 Sep 18 05:06:06.217350 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914eadea-3565-4181-b4fa-a13712a42c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c682cf3-e80d-4250-acc6-07e9305cd26d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:06.244520 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-00329e3f-149e-45a6-a963-0dd233b5fbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.271356 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f307d902-6b2a-4d1c-86e0-6339e3ac88be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.294503 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-00329e3f-149e-45a6-a963-0dd233b5fbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.381904 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-32eab82b-2346-4545-a666-f68ff7853a35 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Deleting port 8176a1d2-b4a3-475a-a7f9-a6797693ce44 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:06.381904 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32eab82b-2346-4545-a666-f68ff7853a35 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.486132 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f307d902-6b2a-4d1c-86e0-6339e3ac88be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.489426 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-00329e3f-149e-45a6-a963-0dd233b5fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.493511 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-00329e3f-149e-45a6-a963-0dd233b5fbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.495820 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-00329e3f-149e-45a6-a963-0dd233b5fbb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fed92a9-083c-4d4f-ae21-e0c704da69b4 HTTP/1.1" status: 204 len: 168 time: 0.3841605 Sep 18 05:06:06.506888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00329e3f-149e-45a6-a963-0dd233b5fbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fed92a9-083c-4d4f-ae21-e0c704da69b4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:06.587160 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f307d902-6b2a-4d1c-86e0-6339e3ac88be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f571732ae914c558a109c425a64e5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8505683 Sep 18 05:06:06.590598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44930) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:06.634485 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32eab82b-2346-4545-a666-f68ff7853a35 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.634835 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32eab82b-2346-4545-a666-f68ff7853a35 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.639073 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307d902-6b2a-4d1c-86e0-6339e3ac88be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e9844c-88d7-4c3f-9879-1f71d3b516e1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:06.664076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-32eab82b-2346-4545-a666-f68ff7853a35 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Calling delete_port for 8176a1d2-b4a3-475a-a7f9-a6797693ce44 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:06.731584 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.741075 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3acf74e7-cef7-4ad7-820d-b6bea86ced3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.783765 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3acf74e7-cef7-4ad7-820d-b6bea86ced3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.808249 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a004c2b-39f2-468d-8525-74e9192f74fd {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:06:06.830183 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.841143 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4fd7cde5-0640-4ed8-a91f-e79317399ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.930898 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3acf74e7-cef7-4ad7-820d-b6bea86ced3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.934970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3acf74e7-cef7-4ad7-820d-b6bea86ced3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:06.940016 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3acf74e7-cef7-4ad7-820d-b6bea86ced3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3e9844c-88d7-4c3f-9879-1f71d3b516e1 HTTP/1.1" status: 204 len: 168 time: 0.3473821 Sep 18 05:06:06.959239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf74e7-cef7-4ad7-820d-b6bea86ced3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e9844c-88d7-4c3f-9879-1f71d3b516e1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:06.971650 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4fd7cde5-0640-4ed8-a91f-e79317399ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:07.039987 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4fd7cde5-0640-4ed8-a91f-e79317399ce0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16527965f0734ad4a924cb1630747e56&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3286138 Sep 18 05:06:07.042731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44946) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:07.074175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7cde5-0640-4ed8-a91f-e79317399ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3c428c-aad0-4340-97b1-b09d58526c5f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:07.121540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Transition to ACTIVE for port object 2a004c2b-39f2-468d-8525-74e9192f74fd will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:06:07.124817 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32eab82b-2346-4545-a666-f68ff7853a35 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:07.127102 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3772263-697b-41dc-bee5-f7b8ae1f5dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:07.186091 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eab82b-2346-4545-a666-f68ff7853a35 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Pushing event deleted for resources: {'Port': ['ID=8176a1d2-b4a3-475a-a7f9-a6797693ce44,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:07.194948 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3772263-697b-41dc-bee5-f7b8ae1f5dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:07.204367 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:07.362495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Pushing event updated for resources: {'Port': ['ID=2a004c2b-39f2-468d-8525-74e9192f74fd,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:07.430546 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3772263-697b-41dc-bee5-f7b8ae1f5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:07.434336 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3772263-697b-41dc-bee5-f7b8ae1f5dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:07.436029 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b3772263-697b-41dc-bee5-f7b8ae1f5dc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef3c428c-aad0-4340-97b1-b09d58526c5f HTTP/1.1" status: 204 len: 168 time: 0.3922765 Sep 18 05:06:07.461218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3772263-697b-41dc-bee5-f7b8ae1f5dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3c428c-aad0-4340-97b1-b09d58526c5f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:07.503616 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32eab82b-2346-4545-a666-f68ff7853a35 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:07.510011 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32eab82b-2346-4545-a666-f68ff7853a35 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:07.514911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44960) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:07.523552 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-32eab82b-2346-4545-a666-f68ff7853a35 tempest-ServersTestBootFromVolume-711742692 tempest-ServersTestBootFromVolume-711742692-project] 10.222.0.23 "DELETE /v2.0/floatingips/796d6483-60c4-4e83-adc6-2838b4fa4c5a HTTP/1.1" status: 204 len: 168 time: 1.5326538 Sep 18 05:06:07.545442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73451e1c-1df8-46a2-abf9-31e4be2730c7 req-95e90a9e-cad6-428f-bd01-16236cdb6bef tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:07.555189 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73451e1c-1df8-46a2-abf9-31e4be2730c7 req-95e90a9e-cad6-428f-bd01-16236cdb6bef tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:07.557588 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73451e1c-1df8-46a2-abf9-31e4be2730c7 req-95e90a9e-cad6-428f-bd01-16236cdb6bef tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1666 time: 0.2372162 Sep 18 05:06:07.598609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Attempting to bind port 2a004c2b-39f2-468d-8525-74e9192f74fd on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:07.600803 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Attempting to bind port 2a004c2b-39f2-468d-8525-74e9192f74fd by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd815a270-3a9d-4ad5-9b39-e824a5c014f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '679e4c02-9d57-432d-9f86-6494be9dff50'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:07.601172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Attempting to bind port 2a004c2b-39f2-468d-8525-74e9192f74fd on network 679e4c02-9d57-432d-9f86-6494be9dff50 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:07.634760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Port 2a004c2b-39f2-468d-8525-74e9192f74fd on network 679e4c02-9d57-432d-9f86-6494be9dff50 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:07.637945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Attempting to bind port 2a004c2b-39f2-468d-8525-74e9192f74fd on network 679e4c02-9d57-432d-9f86-6494be9dff50 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:07.676628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:07.676628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Checking segment: {'id': 'd815a270-3a9d-4ad5-9b39-e824a5c014f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '679e4c02-9d57-432d-9f86-6494be9dff50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:07.676628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Bound using segment: {'id': 'd815a270-3a9d-4ad5-9b39-e824a5c014f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '679e4c02-9d57-432d-9f86-6494be9dff50'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:07.676628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Bound port: 2a004c2b-39f2-468d-8525-74e9192f74fd, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd815a270-3a9d-4ad5-9b39-e824a5c014f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '679e4c02-9d57-432d-9f86-6494be9dff50'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:07.676628 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:07.701296 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73451e1c-1df8-46a2-abf9-31e4be2730c7 req-f4724994-fbaa-456b-bcb5-6fb27c684014 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265719 Sep 18 05:06:07.790604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] For port 2a004c2b-39f2-468d-8525-74e9192f74fd, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:07.795362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] For port 2a004c2b-39f2-468d-8525-74e9192f74fd, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=2a004c2b-39f2-468d-8525-74e9192f74fd,segment=NetworkSegment(d815a270-3a9d-4ad5-9b39-e824a5c014f6),segment_id=d815a270-3a9d-4ad5-9b39-e824a5c014f6)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:07.871869 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:07.972592 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:07.975953 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:07.975953 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] 10.222.0.18 "PUT /v2.0/ports/2a004c2b-39f2-468d-8525-74e9192f74fd HTTP/1.1" status: 200 len: 1092 time: 2.1911588 Sep 18 05:06:07.975953 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'tag': '2a004c2b-39f2-468d-8525-74e9192f74fd'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:06:07.978729 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed60a36-d03c-4146-a554-814d6065f948" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb5481e-29c7-444d-ba36-6c9cebeb12e8", "tag": "2a004c2b-39f2-468d-8525-74e9192f74fd"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:06:08.042606 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2c121-abc3-4261-94e8-ce87b7f6134a service neutron] Pushing event updated for resources: {'Port': ['ID=2a004c2b-39f2-468d-8525-74e9192f74fd,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:08.100700 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d55085-d418-4821-917c-8faec0b3f34b x-openstack-request-id: req-91d55085-d418-4821-917c-8faec0b3f34b {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:06:08.101011 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb5481e-29c7-444d-ba36-6c9cebeb12e8", "tag": "2a004c2b-39f2-468d-8525-74e9192f74fd", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:06:08.101267 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91d55085-d418-4821-917c-8faec0b3f34b {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:06:08.101678 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'tag': '2a004c2b-39f2-468d-8525-74e9192f74fd', 'status': 'completed', 'code': 200} Sep 18 05:06:08.130904 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Request body: {'port': {'device_id': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:08.213120 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:08.302721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed60a36-d03c-4146-a554-814d6065f948 req-ad44e16e-0e7a-439f-86bb-f32d405bf245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:08.303493 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed60a36-d03c-4146-a554-814d6065f948 req-ad44e16e-0e7a-439f-86bb-f32d405bf245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:08.312966 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fed60a36-d03c-4146-a554-814d6065f948 req-ad44e16e-0e7a-439f-86bb-f32d405bf245 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4438b79ca124e06b56d0dccd6e7a3b0&device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1914 time: 0.1168699 Sep 18 05:06:08.329935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44980) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:08.498036 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed60a36-d03c-4146-a554-814d6065f948 req-241d11da-b9d3-4990-9111-10ed5e167f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:08.498527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed60a36-d03c-4146-a554-814d6065f948 req-241d11da-b9d3-4990-9111-10ed5e167f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:08.498999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed60a36-d03c-4146-a554-814d6065f948 req-241d11da-b9d3-4990-9111-10ed5e167f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:08.500813 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fed60a36-d03c-4146-a554-814d6065f948 req-241d11da-b9d3-4990-9111-10ed5e167f47 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e4438b79ca124e06b56d0dccd6e7a3b0&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.1699502 Sep 18 05:06:08.684082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c2db885c-c64c-4506-a0c6-17a21f80cf5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a2e02d81aba472eb7285dd083761c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905890 Sep 18 05:06:08.684361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44988) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:08.841199 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab83f68a-32ed-45a6-9cf9-26e33aee57ec {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:06:08.857137 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:08.860673 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d21ba45f-d0c0-401f-8aa4-ea66e2edea8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:08.888810 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d21ba45f-d0c0-401f-8aa4-ea66e2edea8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:08.935129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Transition to ACTIVE for port object ab83f68a-32ed-45a6-9cf9-26e33aee57ec will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:06:08.942644 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44994) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:08.968714 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f89fc37e-da32-4644-80c0-f3c6cfd11734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.003630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed60a36-d03c-4146-a554-814d6065f948 req-271c9da3-c9da-4400-ac53-4a87aca969de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:09.005363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fed60a36-d03c-4146-a554-814d6065f948 req-271c9da3-c9da-4400-ac53-4a87aca969de service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4967363 Sep 18 05:06:09.016966 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.041853 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e2fc7-0c93-476d-b993-6239c8f5ed90 req-c5e52756-3c9d-412d-ae47-68fc5d81b5f6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:09.060334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e2fc7-0c93-476d-b993-6239c8f5ed90 req-c5e52756-3c9d-412d-ae47-68fc5d81b5f6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:09.071620 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae9e2fc7-0c93-476d-b993-6239c8f5ed90 req-c5e52756-3c9d-412d-ae47-68fc5d81b5f6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1666 time: 0.1972275 Sep 18 05:06:09.117102 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Pushing event updated for resources: {'Port': ['ID=ab83f68a-32ed-45a6-9cf9-26e33aee57ec,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:09.158932 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae877b3d-eb29-428d-af8c-03c44a37da3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.250929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45006) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:09.290314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae9e2fc7-0c93-476d-b993-6239c8f5ed90 req-6123e8ac-f5bc-4a07-a2f5-a51c62fa492a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177212 Sep 18 05:06:09.368751 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d21ba45f-d0c0-401f-8aa4-ea66e2edea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.391858 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d21ba45f-d0c0-401f-8aa4-ea66e2edea8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.393137 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d21ba45f-d0c0-401f-8aa4-ea66e2edea8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89492a89-52d4-4262-9227-395f5eaeb119 HTTP/1.1" status: 204 len: 168 time: 0.7078083 Sep 18 05:06:09.520971 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ba45f-d0c0-401f-8aa4-ea66e2edea8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89492a89-52d4-4262-9227-395f5eaeb119,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:09.597110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f89fc37e-da32-4644-80c0-f3c6cfd11734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.610420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Attempting to bind port ab83f68a-32ed-45a6-9cf9-26e33aee57ec on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:09.610793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Attempting to bind port ab83f68a-32ed-45a6-9cf9-26e33aee57ec by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '61870140-2965-4a4b-bfab-600d7339172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a8b18f5e-d5e3-4d63-ab23-d8aadf952265'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:09.612775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Attempting to bind port ab83f68a-32ed-45a6-9cf9-26e33aee57ec on network a8b18f5e-d5e3-4d63-ab23-d8aadf952265 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:09.618381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Port ab83f68a-32ed-45a6-9cf9-26e33aee57ec on network a8b18f5e-d5e3-4d63-ab23-d8aadf952265 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:09.618727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Attempting to bind port ab83f68a-32ed-45a6-9cf9-26e33aee57ec on network a8b18f5e-d5e3-4d63-ab23-d8aadf952265 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:09.625984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:09.626352 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Checking segment: {'id': '61870140-2965-4a4b-bfab-600d7339172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a8b18f5e-d5e3-4d63-ab23-d8aadf952265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:09.626748 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Bound using segment: {'id': '61870140-2965-4a4b-bfab-600d7339172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a8b18f5e-d5e3-4d63-ab23-d8aadf952265'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:09.627187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Bound port: ab83f68a-32ed-45a6-9cf9-26e33aee57ec, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61870140-2965-4a4b-bfab-600d7339172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a8b18f5e-d5e3-4d63-ab23-d8aadf952265'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:09.627550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.703125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1210689248'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:09.703125 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f89fc37e-da32-4644-80c0-f3c6cfd11734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.760959 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] For port ab83f68a-32ed-45a6-9cf9-26e33aee57ec, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:09.775055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ae877b3d-eb29-428d-af8c-03c44a37da3c admin admin] Deleting port d9e09933-c8f7-4daf-84ee-f708352f8e52 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:09.780077 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae877b3d-eb29-428d-af8c-03c44a37da3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.780354 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fc37e-da32-4644-80c0-f3c6cfd11734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19bcdd7-4dd0-4147-9280-678886114669,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:09.784512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] For port ab83f68a-32ed-45a6-9cf9-26e33aee57ec, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ab83f68a-32ed-45a6-9cf9-26e33aee57ec,segment=NetworkSegment(61870140-2965-4a4b-bfab-600d7339172b),segment_id=61870140-2965-4a4b-bfab-600d7339172b)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:09.787819 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f89fc37e-da32-4644-80c0-f3c6cfd11734 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eaf90c01045a46bdba9a8d9ae14fcfd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8436654 Sep 18 05:06:09.790386 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45022) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:09.858741 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5acbe64c-5c48-40b6-8679-e7101be7ac72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.887843 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5acbe64c-5c48-40b6-8679-e7101be7ac72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.917899 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.924861 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Made reservation on behalf of b6850e3868954b1aae98ecaf4c874bcc for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:09.928533 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.928722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-ae877b3d-eb29-428d-af8c-03c44a37da3c admin admin] For port d9e09933-c8f7-4daf-84ee-f708352f8e52, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d9e09933-c8f7-4daf-84ee-f708352f8e52,segment=NetworkSegment(ac4e6bee-6998-4fb4-b62c-ed3409d11437),segment_id=ac4e6bee-6998-4fb4-b62c-ed3409d11437)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:09.929124 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae877b3d-eb29-428d-af8c-03c44a37da3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.945367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ae877b3d-eb29-428d-af8c-03c44a37da3c admin admin] Calling delete_port for d9e09933-c8f7-4daf-84ee-f708352f8e52 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:09.968305 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.982897 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:09.984135 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:09.985229 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] 10.222.0.18 "PUT /v2.0/ports/ab83f68a-32ed-45a6-9cf9-26e33aee57ec HTTP/1.1" status: 200 len: 1093 time: 1.8587439 Sep 18 05:06:10.014962 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a38897-edeb-4d78-ad8f-539f1e30d233 service neutron] Pushing event updated for resources: {'Port': ['ID=ab83f68a-32ed-45a6-9cf9-26e33aee57ec,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:10.103124 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'tag': 'ab83f68a-32ed-45a6-9cf9-26e33aee57ec'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:06:10.105769 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71924370-5e00-4fba-a113-acdf3e8d0ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb5481e-29c7-444d-ba36-6c9cebeb12e8", "tag": "ab83f68a-32ed-45a6-9cf9-26e33aee57ec"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:06:10.159841 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357907fd-32aa-4240-bf0e-5297bd76da15 x-openstack-request-id: req-357907fd-32aa-4240-bf0e-5297bd76da15 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:06:10.159841 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb5481e-29c7-444d-ba36-6c9cebeb12e8", "tag": "ab83f68a-32ed-45a6-9cf9-26e33aee57ec", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:06:10.159841 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-357907fd-32aa-4240-bf0e-5297bd76da15 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:06:10.159841 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'tag': 'ab83f68a-32ed-45a6-9cf9-26e33aee57ec', 'status': 'completed', 'code': 200} Sep 18 05:06:10.216848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71924370-5e00-4fba-a113-acdf3e8d0ad8 req-830daf01-53f7-4c08-9e58-7485a44a559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:10.217334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71924370-5e00-4fba-a113-acdf3e8d0ad8 req-830daf01-53f7-4c08-9e58-7485a44a559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:10.218887 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71924370-5e00-4fba-a113-acdf3e8d0ad8 req-830daf01-53f7-4c08-9e58-7485a44a559e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4438b79ca124e06b56d0dccd6e7a3b0&device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1982 time: 0.0486059 Sep 18 05:06:10.302196 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae877b3d-eb29-428d-af8c-03c44a37da3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:10.334614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae877b3d-eb29-428d-af8c-03c44a37da3c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e09933-c8f7-4daf-84ee-f708352f8e52,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:10.334817 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5acbe64c-5c48-40b6-8679-e7101be7ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:10.356925 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5acbe64c-5c48-40b6-8679-e7101be7ac72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:10.358830 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5acbe64c-5c48-40b6-8679-e7101be7ac72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f19bcdd7-4dd0-4147-9280-678886114669 HTTP/1.1" status: 204 len: 168 time: 0.5670278 Sep 18 05:06:10.392463 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbe64c-5c48-40b6-8679-e7101be7ac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19bcdd7-4dd0-4147-9280-678886114669,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:10.453396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71924370-5e00-4fba-a113-acdf3e8d0ad8 req-c269e904-1016-46ef-9a25-561630b619bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:10.454533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71924370-5e00-4fba-a113-acdf3e8d0ad8 req-c269e904-1016-46ef-9a25-561630b619bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:10.455193 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71924370-5e00-4fba-a113-acdf3e8d0ad8 req-c269e904-1016-46ef-9a25-561630b619bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:10.457979 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71924370-5e00-4fba-a113-acdf3e8d0ad8 req-c269e904-1016-46ef-9a25-561630b619bc service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e4438b79ca124e06b56d0dccd6e7a3b0&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.2316189 Sep 18 05:06:10.674557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71924370-5e00-4fba-a113-acdf3e8d0ad8 req-ef4e0ad6-92b0-4428-860f-896be51a692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:10.676181 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71924370-5e00-4fba-a113-acdf3e8d0ad8 req-ef4e0ad6-92b0-4428-860f-896be51a692d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2102699 Sep 18 05:06:10.779644 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae877b3d-eb29-428d-af8c-03c44a37da3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:10.816657 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:10.829809 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bf5f5-0f72-459a-9c48-9da3dc4f0290 req-e337df5e-a80c-423b-ae3a-254cf2edf6c1 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:10.836388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bf5f5-0f72-459a-9c48-9da3dc4f0290 req-e337df5e-a80c-423b-ae3a-254cf2edf6c1 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:10.844341 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b30bf5f5-0f72-459a-9c48-9da3dc4f0290 req-e337df5e-a80c-423b-ae3a-254cf2edf6c1 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1678 time: 0.1671109 Sep 18 05:06:10.867167 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-3f2b95cd-ff0a-4fcb-809d-885c81d61112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:10.868079 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-3f2b95cd-ff0a-4fcb-809d-885c81d61112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:10.869273 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-3f2b95cd-ff0a-4fcb-809d-885c81d61112 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4438b79ca124e06b56d0dccd6e7a3b0&device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1982 time: 0.1333227 Sep 18 05:06:10.935310 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b30bf5f5-0f72-459a-9c48-9da3dc4f0290 req-9396263f-fb57-419e-98f0-c0afc0443eed tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899789 Sep 18 05:06:10.948086 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-4c370913-53b8-480a-bee9-2bd714933157 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=2a004c2b-39f2-468d-8525-74e9192f74fd HTTP/1.1" status: 200 len: 217 time: 0.0668919 Sep 18 05:06:10.948996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:11.009243 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:06:11.034343 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72710f6-5a74-4b4f-ac54-4c61a13b2ae4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:11.041447 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:11.041920 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Added segment 68a9980e-469d-49c2-ab67-e323a98d3092 of type vlan for network 99cef1de-4e95-4420-9885-f02a82d4895e Sep 18 05:06:11.059294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-16492ad0-fcb6-4a05-b887-57cf492ac8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:11.060862 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-16492ad0-fcb6-4a05-b887-57cf492ac8e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f3e3f17-0fbc-4ccc-933f-6653da56a8f0 HTTP/1.1" status: 200 len: 801 time: 0.1033273 Sep 18 05:06:11.122002 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:11.161240 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-a1c3ff07-c4fe-4461-bc11-9c44f24a3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:11.164919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae877b3d-eb29-428d-af8c-03c44a37da3c admin admin] Router 8a0878ec-c0cc-4140-9684-07e3fcc67acd has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:06:11.168683 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-a1c3ff07-c4fe-4461-bc11-9c44f24a3b5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=679e4c02-9d57-432d-9f86-6494be9dff50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824909 Sep 18 05:06:11.214776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45064) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:11.323624 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:11.328832 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:11.329259 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:11.336957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae877b3d-eb29-428d-af8c-03c44a37da3c admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:06:11.343617 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ae877b3d-eb29-428d-af8c-03c44a37da3c admin admin] 10.222.0.23 "PUT /v2.0/routers/8a0878ec-c0cc-4140-9684-07e3fcc67acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8274667 Sep 18 05:06:11.346794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45074) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:11.359766 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-afae88de-cba1-419d-a648-71ec834a0d35 service neutron] 10.222.0.18 "GET /v2.0/networks/679e4c02-9d57-432d-9f86-6494be9dff50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859677 Sep 18 05:06:11.362124 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180bd77b-ee96-4f07-92a5-965a0a2af8fd None None] Sync routers for ids ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:06:11.387849 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180bd77b-ee96-4f07-92a5-965a0a2af8fd None None] Routers {'8a0878ec-c0cc-4140-9684-07e3fcc67acd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:11.388574 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-180bd77b-ee96-4f07-92a5-965a0a2af8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:11.486743 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2315764 Sep 18 05:06:11.508484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfc9df-5629-40e9-8e1e-1e0921af523b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Pushing event updated for resources: {'Network': ['ID=99cef1de-4e95-4420-9885-f02a82d4895e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:11.521853 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 99cef1de-4e95-4420-9885-f02a82d4895e details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:06:11.577923 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-180bd77b-ee96-4f07-92a5-965a0a2af8fd None None] Set router 8a0878ec-c0cc-4140-9684-07e3fcc67acd gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:11.598593 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:11.647770 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-5d9cd9d2-745d-482b-be12-82dfe8b7c1e8 service neutron] 10.222.0.18 "GET /v2.0/networks/679e4c02-9d57-432d-9f86-6494be9dff50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754076 Sep 18 05:06:11.679779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-937297064-network', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:11.733858 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-073b0ae9-69cd-45a1-9125-a08f1455e0dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.245&port_id=ab83f68a-32ed-45a6-9cf9-26e33aee57ec HTTP/1.1" status: 200 len: 217 time: 0.0781503 Sep 18 05:06:11.815618 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] Made reservation on behalf of 88e62b6aecb045648a19e9a2602b2cb8 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:11.823869 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:11.830846 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-47dd6d03-a1a1-410c-8459-c04e9b8edd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:11.833627 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-47dd6d03-a1a1-410c-8459-c04e9b8edd3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13f5ed57-f5cf-4f99-adbf-d9869373ae9d HTTP/1.1" status: 200 len: 801 time: 0.0921555 Sep 18 05:06:11.836697 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:11.874576 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:11.886259 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-180bd77b-ee96-4f07-92a5-965a0a2af8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:06:10Z', 'revision_number': 5, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:11.914517 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180bd77b-ee96-4f07-92a5-965a0a2af8fd None None] Checking router: 8a0878ec-c0cc-4140-9684-07e3fcc67acd for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:06:11.924112 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180bd77b-ee96-4f07-92a5-965a0a2af8fd None None] Routers {'8a0878ec-c0cc-4140-9684-07e3fcc67acd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:11.924784 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-180bd77b-ee96-4f07-92a5-965a0a2af8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:11.951792 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-52d41905-8694-42d4-9a1e-f6bf37fb348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:11.955669 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-52d41905-8694-42d4-9a1e-f6bf37fb348c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8b18f5e-d5e3-4d63-ab23-d8aadf952265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148009 Sep 18 05:06:12.031407 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:12.032231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45098) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:12.100096 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] Deleting port 2112c929-7ffc-4d02-8782-391163595e84 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:12.101583 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-dbbff8cc-712a-4a8c-926f-43a6e367771e service neutron] 10.222.0.18 "GET /v2.0/networks/a8b18f5e-d5e3-4d63-ab23-d8aadf952265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369531 Sep 18 05:06:12.102341 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:12.114686 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-180bd77b-ee96-4f07-92a5-965a0a2af8fd None None] Set router 8a0878ec-c0cc-4140-9684-07e3fcc67acd gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:12.193154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] For port 2112c929-7ffc-4d02-8782-391163595e84, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2112c929-7ffc-4d02-8782-391163595e84,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:12.193537 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:12.209400 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] Calling delete_port for 2112c929-7ffc-4d02-8782-391163595e84 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:12.224848 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dd674d6-a3b2-4c71-b4de-a2dddb55e4e2 req-5eebc638-f6d5-4db4-8244-98752f3275d4 service neutron] 10.222.0.18 "GET /v2.0/networks/a8b18f5e-d5e3-4d63-ab23-d8aadf952265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158471 Sep 18 05:06:12.363493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45104) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:12.370868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Request body: {'port': {'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e', 'binding:host_id': 'n-h1-789963-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-520107189'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:12.456954 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-180bd77b-ee96-4f07-92a5-965a0a2af8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:06:10Z', 'revision_number': 5, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:12.493754 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Made reservation on behalf of 2501fc635cc64e35b89a95b16c63e979 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:12.497579 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:12.518786 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:12.539549 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180bd77b-ee96-4f07-92a5-965a0a2af8fd None None] The sync data for ids ['8a0878ec-c0cc-4140-9684-07e3fcc67acd'] in n-d-789963-13 is: [{'id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'name': 'tempest-ServersTestBootFromVolume-1233284973-router', 'tenant_id': 'fb011ad70dc745f0bee4b88b327fc813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2112c929-7ffc-4d02-8782-391163595e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:01:28Z', 'updated_at': '2021-09-18T05:06:10Z', 'revision_number': 5, 'project_id': 'fb011ad70dc745f0bee4b88b327fc813', 'gw_port': {'id': '2112c929-7ffc-4d02-8782-391163595e84', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0878ec-c0cc-4140-9684-07e3fcc67acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:01:30Z', 'updated_at': '2021-09-18T05:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:06:12.678138 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:12.741327 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:12.747423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] device_id is not set on port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:06:12.759048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-network', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:12.812569 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:12.857043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:06:12.878447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] Made reservation on behalf of ff72afa79aec4022b50dc103c12ea329 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:12.880815 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:12.931571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fcdd71-4457-4243-acb5-2879d59da333,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:12.935131 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d9e09933-c8f7-4daf-84ee-f708352f8e52 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:06:12.947027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:12.947611 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] Added segment 34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995 of type vlan for network 274a9114-cdab-4bf3-8312-63947705ed07 Sep 18 05:06:12.955956 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da4c647-873f-431e-a944-61b07ac82336,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:12.979421 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.013755 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: d9e09933-c8f7-4daf-84ee-f708352f8e52 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:06:13.016020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d9e09933-c8f7-4daf-84ee-f708352f8e52 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:06:13.031396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dfb7c-9258-4626-a8bf-c48aceca7e9d req-0636cfa0-6eef-4fcb-b7cc-db0686bcc012 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:13.038662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dfb7c-9258-4626-a8bf-c48aceca7e9d req-0636cfa0-6eef-4fcb-b7cc-db0686bcc012 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:13.040618 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a7dfb7c-9258-4626-a8bf-c48aceca7e9d req-0636cfa0-6eef-4fcb-b7cc-db0686bcc012 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1678 time: 0.2619226 Sep 18 05:06:13.051161 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.080559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:13.080559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:13.080559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:13.080559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:13.080559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:13.080559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:13.080559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:13.080559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:13.080559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:13.080559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:13.082307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:13.082686 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:13.126607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] Pushing event deleted for resources: {'Port': ['ID=2112c929-7ffc-4d02-8782-391163595e84,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:13.138205 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.338448 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] device_id is not set on port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:06:13.365913 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.371350 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a7dfb7c-9258-4626-a8bf-c48aceca7e9d req-9732c573-d251-4a53-a800-02d88bfc217c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166904 Sep 18 05:06:13.396210 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.397645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:13.398496 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.403792 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ab83f68a-32ed-45a6-9cf9-26e33aee57ec details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:06:13.409293 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45138) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:13.445230 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.463755 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.581665 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=274a9114-cdab-4bf3-8312-63947705ed07,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:13.598752 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Checking segment: {'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:13.599132 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Network hostable DHCP agents. Network: 99cef1de-4e95-4420-9885-f02a82d4895e, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:06:13.622420 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 274a9114-cdab-4bf3-8312-63947705ed07 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:06:13.622788 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-network', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:13.625867 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Pushing event updated for resources: {'Port': ['ID=78d8af5c-89c1-4cd4-9097-9fae90ef5eb9,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:13.633562 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ab83f68a-32ed-45a6-9cf9-26e33aee57ec, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ab83f68a-32ed-45a6-9cf9-26e33aee57ec,segment=NetworkSegment(61870140-2965-4a4b-bfab-600d7339172b),segment_id=61870140-2965-4a4b-bfab-600d7339172b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:13.656729 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.662922 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.670563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'ab83f68a-32ed-45a6-9cf9-26e33aee57ec', 'network_id': 'a8b18f5e-d5e3-4d63-ab23-d8aadf952265', 'port_id': 'ab83f68a-32ed-45a6-9cf9-26e33aee57ec', 'mac_address': 'fa:16:3e:f7:73:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f5ed57-f5cf-4f99-adbf-d9869373ae9d', 'ip_address': '19.86.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:06:13.671135 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.727593 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Network 99cef1de-4e95-4420-9885-f02a82d4895e is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:06:13.746711 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.761787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab83f68a-32ed-45a6-9cf9-26e33aee57ec {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:06:13.789151 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ab83f68a-32ed-45a6-9cf9-26e33aee57ec, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ab83f68a-32ed-45a6-9cf9-26e33aee57ec,segment=NetworkSegment(61870140-2965-4a4b-bfab-600d7339172b),segment_id=61870140-2965-4a4b-bfab-600d7339172b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:13.802848 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.829499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:06:13.839839 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee5913a-36fb-4d2e-a766-9a40ac6e5719,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:13.850031 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.850031 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] Added segment 9b0a406e-8692-4df5-b2da-adb17a8261db of type vlan for network fb25068f-b020-461b-bd6d-d4bfa414044b Sep 18 05:06:13.877953 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 99cef1de-4e95-4420-9885-f02a82d4895e) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:13.883979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f107a-a18b-44d5-8930-8ac629fa7bbb None None] Network 99cef1de-4e95-4420-9885-f02a82d4895e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:13.892510 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:13.907352 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.908471 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 2a004c2b-39f2-468d-8525-74e9192f74fd details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:06:13.915696 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:13.916119 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:13.916691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:13.918524 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.919079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a0878ec-c0cc-4140-9684-07e3fcc67acd {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:06:13.921751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:13.922182 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:13.922636 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 2 to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 Sep 18 05:06:13.936580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.941137 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:13.941618 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:13.942068 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:13.953448 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:13.953848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:13.955545 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:13.956201 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 3 to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 Sep 18 05:06:13.958093 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-97633dd7-98da-48b2-958a-2d947f5951ad admin admin] 10.222.0.23 "DELETE /v2.0/routers/8a0878ec-c0cc-4140-9684-07e3fcc67acd HTTP/1.1" status: 204 len: 168 time: 2.6092005 Sep 18 05:06:13.962201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45156) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:13.989225 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8efe17b8-4659-4952-bb66-fce8b9c15bc0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7729607 Sep 18 05:06:13.999488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45160) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:14.010512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5258018a-802c-469b-af61-55f9754b66e3 admin admin] Request body: {'subnet': {'network_id': '274a9114-cdab-4bf3-8312-63947705ed07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-937297064-subnet', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:14.036228 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:14.036719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:14.037078 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:14.052189 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:14.052573 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:14.052923 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 4 to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 Sep 18 05:06:14.071830 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:14.072180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:14.072704 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:14.085184 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:14.086427 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:14.087001 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 5 to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 Sep 18 05:06:14.112737 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:14.113090 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:14.113437 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:14.127552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-461e1cb0-dc3d-456b-b28e-873abe6739d7 admin admin] Deleting subnet 3af5818d-64d9-4b43-92de-22b52c52c578 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:06:14.136989 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] Made reservation on behalf of ae3b991f811649a6b7dfa6172c9ec136 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:14.137292 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-461e1cb0-dc3d-456b-b28e-873abe6739d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.137381 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.157117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 2a004c2b-39f2-468d-8525-74e9192f74fd, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=2a004c2b-39f2-468d-8525-74e9192f74fd,segment=NetworkSegment(d815a270-3a9d-4ad5-9b39-e824a5c014f6),segment_id=d815a270-3a9d-4ad5-9b39-e824a5c014f6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:14.167446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:14.167816 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:14.170031 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '2a004c2b-39f2-468d-8525-74e9192f74fd', 'network_id': '679e4c02-9d57-432d-9f86-6494be9dff50', 'port_id': '2a004c2b-39f2-468d-8525-74e9192f74fd', 'mac_address': 'fa:16:3e:3d:00:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3e3f17-0fbc-4ccc-933f-6653da56a8f0', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:06:14.177100 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-461e1cb0-dc3d-456b-b28e-873abe6739d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.200848 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 6 to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 Sep 18 05:06:14.205572 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.262556 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.268176 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:14.268565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:14.268917 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:14.273995 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:14.274840 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:14.275248 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 7 to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 Sep 18 05:06:14.289938 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-461e1cb0-dc3d-456b-b28e-873abe6739d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.291239 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:14.292095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a004c2b-39f2-468d-8525-74e9192f74fd {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:06:14.292289 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:14.292600 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:14.302632 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:14.306481 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:14.306991 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 8 to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 Sep 18 05:06:14.328321 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5258018a-802c-469b-af61-55f9754b66e3 admin admin] Made reservation on behalf of 88e62b6aecb045648a19e9a2602b2cb8 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:14.331107 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5258018a-802c-469b-af61-55f9754b66e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.348925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:14.349610 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:14.350203 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:14.350669 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.351771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:14.352495 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.374913 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:14.375588 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:14.380037 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 9 to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 Sep 18 05:06:14.402832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 2a004c2b-39f2-468d-8525-74e9192f74fd, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=2a004c2b-39f2-468d-8525-74e9192f74fd,segment=NetworkSegment(d815a270-3a9d-4ad5-9b39-e824a5c014f6),segment_id=d815a270-3a9d-4ad5-9b39-e824a5c014f6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:14.422712 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ab83f68a-32ed-45a6-9cf9-26e33aee57ec,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:14.428585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] Pushing event updated for resources: {'Network': ['ID=fb25068f-b020-461b-bd6d-d4bfa414044b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:14.445872 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-461e1cb0-dc3d-456b-b28e-873abe6739d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.451600 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:14.451600 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:14.451600 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:14.454243 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network fb25068f-b020-461b-bd6d-d4bfa414044b details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:06:14.483513 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:14.484196 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:14.489304 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 10 to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 Sep 18 05:06:14.490241 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.493227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e1cb0-dc3d-456b-b28e-873abe6739d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af5818d-64d9-4b43-92de-22b52c52c578,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:14.513308 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-461e1cb0-dc3d-456b-b28e-873abe6739d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.518433 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45172) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:14.518606 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-461e1cb0-dc3d-456b-b28e-873abe6739d7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3af5818d-64d9-4b43-92de-22b52c52c578 HTTP/1.1" status: 204 len: 168 time: 0.5502968 Sep 18 05:06:14.546953 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:14.547833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:14.548420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:14.570360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bf7abd-6c42-46d2-a78a-e156d2f5e3cf None None] Network c59f4f04-142b-418a-9ddb-e110263e492a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:14.574040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:14.574673 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:14.575252 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.600058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8b18a-b316-42e9-8d58-18a6fbe05359 req-3b9df58d-df0f-420b-aae2-4c705fbdf2bf tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:14.608041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8b18a-b316-42e9-8d58-18a6fbe05359 req-3b9df58d-df0f-420b-aae2-4c705fbdf2bf tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:14.609785 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4aa8b18a-b316-42e9-8d58-18a6fbe05359 req-3b9df58d-df0f-420b-aae2-4c705fbdf2bf tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1680 time: 0.1081314 Sep 18 05:06:14.660993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4aa8b18a-b316-42e9-8d58-18a6fbe05359 req-6c3455f0-c7ec-4eee-a6c5-e2bbb4ef7b3c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391889 Sep 18 05:06:14.675616 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=2a004c2b-39f2-468d-8525-74e9192f74fd,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:14.764880 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.770560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.787951 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['2a004c2b-39f2-468d-8525-74e9192f74fd'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:06:14.886755 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.901438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] For port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:14.902263 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempted to set empty binding levels {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 05:06:14.940692 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:06:14.965285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-33d0cdfb-cf71-4e63-8119-48bf61de95b5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 2.9310536 Sep 18 05:06:14.966102 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45196) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:14.981741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822687f0-4aba-4942-a368-231743836872,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:14.985609 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:14.986250 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] Added segment 499318ff-8a82-42bc-80be-3af6108b7804 of type vlan for network 484b7aca-7593-4b3d-af08-6e779cc393dc Sep 18 05:06:15.001022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-624015ac-a838-4c38-ae4b-3007b815ec4f admin admin] Request body: {'subnet': {'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-subnet', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:15.064760 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:15.066073 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5258018a-802c-469b-af61-55f9754b66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:15.068405 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2112c929-7ffc-4d02-8782-391163595e84 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:06:15.094800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 2112c929-7ffc-4d02-8782-391163595e84 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:06:15.095226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2112c929-7ffc-4d02-8782-391163595e84 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:06:15.125597 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aea36a-151f-436f-99c4-c4c8c8c4a4da None None] DHCP port deletion for c59f4f04-142b-418a-9ddb-e110263e492a request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:06:15.131751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Deleting port 7efc7a33-fc3a-4856-b198-46a4dceaefac {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:15.132098 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:15.144962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624015ac-a838-4c38-ae4b-3007b815ec4f admin admin] Made reservation on behalf of ff72afa79aec4022b50dc103c12ea329 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:15.147640 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-624015ac-a838-4c38-ae4b-3007b815ec4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:15.159201 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:15.222087 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:15.222695 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:15.261086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e0aea36a-151f-436f-99c4-c4c8c8c4a4da None None] Deleting port 7efc7a33-fc3a-4856-b198-46a4dceaefac {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:15.261707 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e0aea36a-151f-436f-99c4-c4c8c8c4a4da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:15.334087 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] For port 7efc7a33-fc3a-4856-b198-46a4dceaefac, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7efc7a33-fc3a-4856-b198-46a4dceaefac,segment=NetworkSegment(ac4e6bee-6998-4fb4-b62c-ed3409d11437),segment_id=ac4e6bee-6998-4fb4-b62c-ed3409d11437)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:15.334550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:15.357130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e0aea36a-151f-436f-99c4-c4c8c8c4a4da None None] For port 7efc7a33-fc3a-4856-b198-46a4dceaefac, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7efc7a33-fc3a-4856-b198-46a4dceaefac,segment=NetworkSegment(ac4e6bee-6998-4fb4-b62c-ed3409d11437),segment_id=ac4e6bee-6998-4fb4-b62c-ed3409d11437)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:15.357500 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e0aea36a-151f-436f-99c4-c4c8c8c4a4da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:15.363353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Calling delete_port for 7efc7a33-fc3a-4856-b198-46a4dceaefac owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:15.373156 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e0aea36a-151f-436f-99c4-c4c8c8c4a4da None None] Calling delete_port for 7efc7a33-fc3a-4856-b198-46a4dceaefac owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:15.482954 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Pushing event updated for resources: {'Port': ['ID=78d8af5c-89c1-4cd4-9097-9fae90ef5eb9,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:15.485127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258018a-802c-469b-af61-55f9754b66e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea1a916-f91d-4f74-ae36-34fe2b08a8f8,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:15.512569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258018a-802c-469b-af61-55f9754b66e3 admin admin] Checking segment: {'id': '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:15.512942 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258018a-802c-469b-af61-55f9754b66e3 admin admin] Network hostable DHCP agents. Network: 274a9114-cdab-4bf3-8312-63947705ed07, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:06:15.553594 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e0aea36a-151f-436f-99c4-c4c8c8c4a4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:15.553907 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-624015ac-a838-4c38-ae4b-3007b815ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:15.558324 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7b2c1f1b-67de-40fe-947f-f3ff893f9689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.1947062 Sep 18 05:06:15.559472 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:15.561294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:15.562114 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:15.566924 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45222) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:15.595496 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aea36a-151f-436f-99c4-c4c8c8c4a4da None None] No DVR routers for this DVR port 7efc7a33-fc3a-4856-b198-46a4dceaefac on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:06:15.600016 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:15.603372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aea36a-151f-436f-99c4-c4c8c8c4a4da None None] Pushing event deleted for resources: {'Port': ['ID=7efc7a33-fc3a-4856-b198-46a4dceaefac,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:15.660751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Pushing event deleted for resources: {'Port': ['ID=7efc7a33-fc3a-4856-b198-46a4dceaefac,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:15.672678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624015ac-a838-4c38-ae4b-3007b815ec4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1abf5fbe-f49b-40b1-8330-ab396bb149e6,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:15.673244 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] No DVR routers for this DVR port 7efc7a33-fc3a-4856-b198-46a4dceaefac on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:06:15.677527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624015ac-a838-4c38-ae4b-3007b815ec4f admin admin] Checking segment: {'id': '9b0a406e-8692-4df5-b2da-adb17a8261db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:15.677826 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624015ac-a838-4c38-ae4b-3007b815ec4f admin admin] Network hostable DHCP agents. Network: fb25068f-b020-461b-bd6d-d4bfa414044b, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:06:15.732351 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258018a-802c-469b-af61-55f9754b66e3 admin admin] Network 274a9114-cdab-4bf3-8312-63947705ed07 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:06:15.752737 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] Pushing event updated for resources: {'Network': ['ID=484b7aca-7593-4b3d-af08-6e779cc393dc,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:15.764636 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d9ea32a8-ccde-4ebf-a161-c0d584e02a37 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3541458 Sep 18 05:06:15.765019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45248) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:15.771699 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 484b7aca-7593-4b3d-af08-6e779cc393dc details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:06:15.776837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-94753fa4-dcab-4007-b0d9-37badcb2f801 admin admin] Request body: {'subnet': {'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-subnet', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:15.816417 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ab83f68a-32ed-45a6-9cf9-26e33aee57ec'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:06:15.847044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624015ac-a838-4c38-ae4b-3007b815ec4f admin admin] Network fb25068f-b020-461b-bd6d-d4bfa414044b is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:06:15.914212 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94753fa4-dcab-4007-b0d9-37badcb2f801 admin admin] Made reservation on behalf of ae3b991f811649a6b7dfa6172c9ec136 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:15.918501 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-94753fa4-dcab-4007-b0d9-37badcb2f801 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:16.339215 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-94753fa4-dcab-4007-b0d9-37badcb2f801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:16.377022 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:16.402761 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59f4f04-142b-418a-9ddb-e110263e492a']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:16.416374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4e6bee-6998-4fb4-b62c-ed3409d11437') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:16.417296 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4e6bee-6998-4fb4-b62c-ed3409d11437') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:16.430249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94753fa4-dcab-4007-b0d9-37badcb2f801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02887c08-3097-4d93-a60e-f80a8813bdbb,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:16.432962 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:16.444334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94753fa4-dcab-4007-b0d9-37badcb2f801 admin admin] Checking segment: {'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:16.444830 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94753fa4-dcab-4007-b0d9-37badcb2f801 admin admin] Network hostable DHCP agents. Network: 484b7aca-7593-4b3d-af08-6e779cc393dc, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:06:16.449154 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:16.454212 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:06:16.461219 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:06:16.473790 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:06:16.544030 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e98c676e-27b4-4aeb-b848-af5779d83dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Deleting port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:16.544030 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e98c676e-27b4-4aeb-b848-af5779d83dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:16.551686 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-624015ac-a838-4c38-ae4b-3007b815ec4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, fb25068f-b020-461b-bd6d-d4bfa414044b) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:16.561510 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624015ac-a838-4c38-ae4b-3007b815ec4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:16.564449 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5258018a-802c-469b-af61-55f9754b66e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 274a9114-cdab-4bf3-8312-63947705ed07) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:16.564574 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-624015ac-a838-4c38-ae4b-3007b815ec4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:16.566216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2957d137-acae-40c6-a0d0-0f9e1e9763f2 None None] Network fb25068f-b020-461b-bd6d-d4bfa414044b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:16.576070 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b8062-215a-4514-b08c-4f5c0c0c1755 req-ec8087d1-196c-4ad3-8300-bf95caa6ada2 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:16.582725 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b8062-215a-4514-b08c-4f5c0c0c1755 req-ec8087d1-196c-4ad3-8300-bf95caa6ada2 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:16.591094 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0b5b8062-215a-4514-b08c-4f5c0c0c1755 req-ec8087d1-196c-4ad3-8300-bf95caa6ada2 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1680 time: 0.8094022 Sep 18 05:06:16.599386 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5258018a-802c-469b-af61-55f9754b66e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:16.599997 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5258018a-802c-469b-af61-55f9754b66e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:16.613912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3973876d-1698-4eb1-8cf7-11f676f3ea5f None None] Network 274a9114-cdab-4bf3-8312-63947705ed07 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:16.628207 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:16.661897 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:16.663701 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c59f4f04-142b-418a-9ddb-e110263e492a HTTP/1.1" status: 204 len: 168 time: 2.1378570 Sep 18 05:06:16.670167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94753fa4-dcab-4007-b0d9-37badcb2f801 admin admin] Network 484b7aca-7593-4b3d-af08-6e779cc393dc is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:06:16.677407 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-94753fa4-dcab-4007-b0d9-37badcb2f801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 484b7aca-7593-4b3d-af08-6e779cc393dc) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:16.686033 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94753fa4-dcab-4007-b0d9-37badcb2f801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:16.688229 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-94753fa4-dcab-4007-b0d9-37badcb2f801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:16.689214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a33cc-2a3b-4e60-abec-a2dddc595726 admin admin] Pushing event deleted for resources: {'Network': ['ID=c59f4f04-142b-418a-9ddb-e110263e492a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:16.705208 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-e98c676e-27b4-4aeb-b848-af5779d83dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] For port 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9, host n-h1-789963-13, got binding levels [] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:16.705602 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e98c676e-27b4-4aeb-b848-af5779d83dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:16.716740 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-624015ac-a838-4c38-ae4b-3007b815ec4f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7440765 Sep 18 05:06:16.717592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45322) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:16.726326 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0173ac-174f-458e-a10a-47cc963f6de8 None None] Network 484b7aca-7593-4b3d-af08-6e779cc393dc requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:16.726498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:16.741274 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0b5b8062-215a-4514-b08c-4f5c0c0c1755 req-7e2040f2-7c6b-4696-bf55-289ab36fe361 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492152 Sep 18 05:06:16.748911 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e98c676e-27b4-4aeb-b848-af5779d83dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Calling delete_port for 78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:16.803190 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-94753fa4-dcab-4007-b0d9-37badcb2f801 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0369761 Sep 18 05:06:16.803750 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5258018a-802c-469b-af61-55f9754b66e3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8023815 Sep 18 05:06:16.805833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45324) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:16.810352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45326) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:16.817669 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:16.822881 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-937297064-router', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:16.958291 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:16.964315 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.023243 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e98c676e-27b4-4aeb-b848-af5779d83dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.040269 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7efc7a33-fc3a-4856-b198-46a4dceaefac no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:06:17.092325 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e98c676e-27b4-4aeb-b848-af5779d83dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.095393 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e98c676e-27b4-4aeb-b848-af5779d83dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "DELETE /v2.0/ports/78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 HTTP/1.1" status: 204 len: 168 time: 1.5266550 Sep 18 05:06:17.102580 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 7efc7a33-fc3a-4856-b198-46a4dceaefac {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:06:17.103497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7efc7a33-fc3a-4856-b198-46a4dceaefac not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:06:17.109953 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c676e-27b4-4aeb-b848-af5779d83dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Pushing event deleted for resources: {'Port': ['ID=78d8af5c-89c1-4cd4-9097-9fae90ef5eb9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:17.309014 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45332) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:17.311083 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-fb25068f-b020-461b-bd6d-d4bfa414044b', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'fixed_ips': [{'subnet_id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:06:17.311083 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.311677 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.311866 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-6471d86b-68fc-4e07-982b-ef1b979048bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] GET failed (client error): The resource could not be found. Sep 18 05:06:17.311866 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6471d86b-68fc-4e07-982b-ef1b979048bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "GET /v2.0/ports/78d8af5c-89c1-4cd4-9097-9fae90ef5eb9 HTTP/1.1" status: 404 len: 333 time: 0.0398076 Sep 18 05:06:17.312029 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Allocated IP 172.20.0.2 (fb25068f-b020-461b-bd6d-d4bfa414044b/1abf5fbe-f49b-40b1-8330-ab396bb149e6/e7d51187-360e-4b8c-9d61-cd42029b9c3e) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:17.312113 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45340) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:17.315877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Request body: {'port': {'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1083151605'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:17.340586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-484b7aca-7593-4b3d-af08-6e779cc393dc', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:06:17.341485 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.343423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-274a9114-cdab-4bf3-8312-63947705ed07', 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'fixed_ips': [{'subnet_id': '6ea1a916-f91d-4f74-ae36-34fe2b08a8f8'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:06:17.344270 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.519379 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ab83f68a-32ed-45a6-9cf9-26e33aee57ec up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:17.525095 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.529603 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.542884 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.api [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 05:06:17.542884 n-d-789963-13 neutron-server[106909]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 05:06:17.542884 n-d-789963-13 neutron-server[106909]: [parameters: {'project_id_1': '2501fc635cc64e35b89a95b16c63e979', 'expiration_1': datetime.datetime(2021, 9, 18, 5, 5, 57, 321074)}] Sep 18 05:06:17.542884 n-d-789963-13 neutron-server[106909]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:06:17.547231 n-d-789963-13 neutron-server[106909]: DEBUG oslo_db.api [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:06:17.604957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45390) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:17.634411 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.648388 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-106c2f2a-a570-4fd7-bae1-8b6e7abd415d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb011ad70dc745f0bee4b88b327fc813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418270 Sep 18 05:06:17.664491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45392) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:17.735978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.739710 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Allocated IP 172.20.0.2 (484b7aca-7593-4b3d-af08-6e779cc393dc/02887c08-3097-4d93-a60e-f80a8813bdbb/294a3aef-b050-476c-840d-74834894a2b9) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:17.740371 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.741629 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38188d4f-630f-4fd5-8bc4-afb3ed393b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.748184 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.806474 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Allocated IP 172.20.0.2 (274a9114-cdab-4bf3-8312-63947705ed07/6ea1a916-f91d-4f74-ae36-34fe2b08a8f8/5c8b3399-7cc5-4572-a554-5ee586819b18) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:17.829797 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.870404 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38188d4f-630f-4fd5-8bc4-afb3ed393b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.910634 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.937917 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:17.974618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Network fb25068f-b020-461b-bd6d-d4bfa414044b is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:17.975794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port ab83f68a-32ed-45a6-9cf9-26e33aee57ec completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:06:17.992311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:18.089022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:18.098232 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port ab83f68a-32ed-45a6-9cf9-26e33aee57ec triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:18.098616 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.103850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fde695-abef-4344-89c7-9e66c56f206e req-17fa876d-8425-4115-b9c9-396983b9ac15 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:18.125903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fde695-abef-4344-89c7-9e66c56f206e req-17fa876d-8425-4115-b9c9-396983b9ac15 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:18.136534 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-33fde695-abef-4344-89c7-9e66c56f206e req-17fa876d-8425-4115-b9c9-396983b9ac15 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1680 time: 0.2736263 Sep 18 05:06:18.165558 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.174043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Made reservation on behalf of 2501fc635cc64e35b89a95b16c63e979 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:18.176731 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.198061 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] device_id is not set on port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:06:18.232783 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-33fde695-abef-4344-89c7-9e66c56f206e req-8c6a6ee3-4842-423d-b965-0d9739e956d6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912449 Sep 18 05:06:18.414434 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.483488 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Pushing event updated for resources: {'Port': ['ID=e7d51187-360e-4b8c-9d61-cd42029b9c3e,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:18.490214 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38188d4f-630f-4fd5-8bc4-afb3ed393b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.494544 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38188d4f-630f-4fd5-8bc4-afb3ed393b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.496672 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-38188d4f-630f-4fd5-8bc4-afb3ed393b8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b7c8354-6a10-47e3-9e19-eb5d7e612701 HTTP/1.1" status: 204 len: 168 time: 0.8304639 Sep 18 05:06:18.513234 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38188d4f-630f-4fd5-8bc4-afb3ed393b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7c8354-6a10-47e3-9e19-eb5d7e612701,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:18.584298 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Attempting to bind port e7d51187-360e-4b8c-9d61-cd42029b9c3e on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:18.584990 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Attempting to bind port e7d51187-360e-4b8c-9d61-cd42029b9c3e by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '9b0a406e-8692-4df5-b2da-adb17a8261db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:18.585590 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Attempting to bind port e7d51187-360e-4b8c-9d61-cd42029b9c3e on network fb25068f-b020-461b-bd6d-d4bfa414044b {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:18.609253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:18.609253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Checking segment: {'id': '9b0a406e-8692-4df5-b2da-adb17a8261db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:18.609795 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.610558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Bound using segment: {'id': '9b0a406e-8692-4df5-b2da-adb17a8261db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:18.611275 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Bound port: e7d51187-360e-4b8c-9d61-cd42029b9c3e, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0a406e-8692-4df5-b2da-adb17a8261db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:18.611913 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.648218 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.781572 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.849209 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab83f68a-32ed-45a6-9cf9-26e33aee57ec'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:06:18.851620 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11c32a2-6a17-44e0-85ff-49d0f18b4eb3" -d '{"events": [{"server_uuid": "0cb5481e-29c7-444d-ba36-6c9cebeb12e8", "name": "network-vif-plugged", "status": "completed", "tag": "ab83f68a-32ed-45a6-9cf9-26e33aee57ec"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:06:18.877848 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ab83f68a-32ed-45a6-9cf9-26e33aee57ec, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ab83f68a-32ed-45a6-9cf9-26e33aee57ec,segment=NetworkSegment(61870140-2965-4a4b-bfab-600d7339172b),segment_id=61870140-2965-4a4b-bfab-600d7339172b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:18.912355 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.932654 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8839ac-50dc-4ec9-888f-ae197f618f74 x-openstack-request-id: req-2b8839ac-50dc-4ec9-888f-ae197f618f74 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:06:18.932971 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb5481e-29c7-444d-ba36-6c9cebeb12e8", "name": "network-vif-plugged", "status": "completed", "tag": "ab83f68a-32ed-45a6-9cf9-26e33aee57ec", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:06:18.933215 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b8839ac-50dc-4ec9-888f-ae197f618f74 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:06:18.933616 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab83f68a-32ed-45a6-9cf9-26e33aee57ec', 'code': 200} Sep 18 05:06:18.936005 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.954861 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.961801 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.968379 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] For port e7d51187-360e-4b8c-9d61-cd42029b9c3e, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:18.972075 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] For port e7d51187-360e-4b8c-9d61-cd42029b9c3e, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e7d51187-360e-4b8c-9d61-cd42029b9c3e,segment=NetworkSegment(9b0a406e-8692-4df5-b2da-adb17a8261db),segment_id=9b0a406e-8692-4df5-b2da-adb17a8261db)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:18.995307 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.996579 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:18.996733 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 2a004c2b-39f2-468d-8525-74e9192f74fd up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:19.051256 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Pushing event updated for resources: {'Port': ['ID=9ce5f2f5-3ee9-4a46-8409-59c6df9f621c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:19.064207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:19.064623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:19.064984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:19.065339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:19.065735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:19.066085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:19.066430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:19.066552 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Allocated IP 172.25.7.44 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/0b30967a-0519-4bb0-9bc6-600397d30ec3) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:19.066771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:19.067109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:19.067444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:19.067783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:19.068117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:19.114006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Network 99cef1de-4e95-4420-9885-f02a82d4895e is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:19.117687 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:19.141768 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:19.143827 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:19.146741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:19.147996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:19.148645 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:19.174727 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:19.206886 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:19.296835 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:19.412392 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:19.420282 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:19.423812 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:19.469474 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:19.481900 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:19.482121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Network 274a9114-cdab-4bf3-8312-63947705ed07 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:19.487501 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:19.500522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Pushing event updated for resources: {'Port': ['ID=0b30967a-0519-4bb0-9bc6-600397d30ec3,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:19.504985 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:19.515896 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Network 484b7aca-7593-4b3d-af08-6e779cc393dc is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:19.527284 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:19.532014 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ab83f68a-32ed-45a6-9cf9-26e33aee57ec,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:19.542577 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:19.550618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:19.579116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67858533-0d6b-4428-8f83-d758aee90e92 req-4aa93cf2-e27e-4f2c-931f-0ec87cfe189b tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:19.593502 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67858533-0d6b-4428-8f83-d758aee90e92 req-4aa93cf2-e27e-4f2c-931f-0ec87cfe189b tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:19.600332 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-67858533-0d6b-4428-8f83-d758aee90e92 req-4aa93cf2-e27e-4f2c-931f-0ec87cfe189b tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1681 time: 0.2038093 Sep 18 05:06:19.697935 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6ad82a9b-e681-4541-b97c-8f7a553cc91a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3830426 Sep 18 05:06:19.699765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45574) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:19.701347 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:19.702216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 2a004c2b-39f2-468d-8525-74e9192f74fd completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:06:19.716404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Pushing event updated for resources: {'Port': ['ID=294a3aef-b050-476c-840d-74834894a2b9,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:19.721525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 2a004c2b-39f2-468d-8525-74e9192f74fd triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:19.721729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:19.722427 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:19.731796 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-67858533-0d6b-4428-8f83-d758aee90e92 req-488d50f2-9dc8-4eaf-9e44-92757e419f51 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106186 Sep 18 05:06:19.795339 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Attempting to bind port 5c8b3399-7cc5-4572-a554-5ee586819b18 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:19.795835 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Attempting to bind port 5c8b3399-7cc5-4572-a554-5ee586819b18 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:19.796081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Attempting to bind port 5c8b3399-7cc5-4572-a554-5ee586819b18 on network 274a9114-cdab-4bf3-8312-63947705ed07 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:19.863208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:19.863208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Checking segment: {'id': '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:19.863208 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:19.863587 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Bound using segment: {'id': '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:19.863817 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Bound port: 5c8b3399-7cc5-4572-a554-5ee586819b18, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:19.866387 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:19.956611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Attempting to bind port 294a3aef-b050-476c-840d-74834894a2b9 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:19.956836 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Attempting to bind port 294a3aef-b050-476c-840d-74834894a2b9 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:19.957207 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Attempting to bind port 294a3aef-b050-476c-840d-74834894a2b9 on network 484b7aca-7593-4b3d-af08-6e779cc393dc {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:19.981280 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:19.981823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Checking segment: {'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:19.982379 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:19.982940 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Bound using segment: {'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:19.983526 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Bound port: 294a3aef-b050-476c-840d-74834894a2b9, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:19.984061 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:20.086120 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:20.113447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Allocated IP 172.25.7.67 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/cfe74937-ce61-4ef0-b2cc-a2703a5da9c7) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:20.124949 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f0cb7-33f6-4fb6-8404-6dce61c473aa None None] Pushing event updated for resources: {'Port': ['ID=e7d51187-360e-4b8c-9d61-cd42029b9c3e,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:20.233034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] For port 5c8b3399-7cc5-4572-a554-5ee586819b18, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:20.262946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Pushing event updated for resources: {'Port': ['ID=5c8b3399-7cc5-4572-a554-5ee586819b18,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:20.278219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] For port 294a3aef-b050-476c-840d-74834894a2b9, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:20.281805 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] For port 5c8b3399-7cc5-4572-a554-5ee586819b18, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5c8b3399-7cc5-4572-a554-5ee586819b18,segment=NetworkSegment(34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995),segment_id=34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:20.283159 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:20.303451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] For port 294a3aef-b050-476c-840d-74834894a2b9, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=294a3aef-b050-476c-840d-74834894a2b9,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:20.330151 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 2a004c2b-39f2-468d-8525-74e9192f74fd, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=2a004c2b-39f2-468d-8525-74e9192f74fd,segment=NetworkSegment(d815a270-3a9d-4ad5-9b39-e824a5c014f6),segment_id=d815a270-3a9d-4ad5-9b39-e824a5c014f6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:20.343678 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:20.365113 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:20.405563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45648) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:20.409473 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:20.440282 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:20.499385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa9697-dac0-4783-8893-86cc11d87aff None None] Pushing event updated for resources: {'Port': ['ID=5c8b3399-7cc5-4572-a554-5ee586819b18,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:20.631693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ce203-85fb-4273-8ad9-65d96d2f0e97 None None] Pushing event updated for resources: {'Port': ['ID=294a3aef-b050-476c-840d-74834894a2b9,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:20.634267 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:20.688996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1019240106-network', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:20.753252 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=2a004c2b-39f2-468d-8525-74e9192f74fd,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:20.869819 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:20.878992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] Made reservation on behalf of 588b7e68e8fe40ce8f9195dcfff7948b for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:20.885485 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:20.906737 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:20.925648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] device_id is not set on port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:06:20.945969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a004c2b-39f2-468d-8525-74e9192f74fd'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:06:20.953369 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be372e98-33e3-48b8-9960-e8f6ffc1860d" -d '{"events": [{"server_uuid": "0cb5481e-29c7-444d-ba36-6c9cebeb12e8", "name": "network-vif-plugged", "status": "completed", "tag": "2a004c2b-39f2-468d-8525-74e9192f74fd"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:06:21.009498 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:21.033433 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:21.155695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:21.200060 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:21.211911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:21.220498 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e7d51187-360e-4b8c-9d61-cd42029b9c3e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:21.273518 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Router 3c6b7115-a29b-4839-be5f-db72b0c34c94 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:06:21.312739 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:21.315080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74564c19-149e-4563-94dc-4ade05e17712 None None] Network fb25068f-b020-461b-bd6d-d4bfa414044b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:21.315907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Allocated IP 172.25.7.212 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/271bffa6-47db-4683-b928-48a5d6affc7c) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:21.347909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe74937-ce61-4ef0-b2cc-a2703a5da9c7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:21.349002 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port e7d51187-360e-4b8c-9d61-cd42029b9c3e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:21.349387 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:21.425476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:06:21.456448 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Sync routers for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:06:21.470909 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4b0782d8-5f87-4938-b062-9aa429922a3f None None] Provisioning complete for port e7d51187-360e-4b8c-9d61-cd42029b9c3e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:21.471405 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4b0782d8-5f87-4938-b062-9aa429922a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:21.483057 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:21.536147 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:21.536736 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:21.567281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d7141-0557-4127-b92c-e84879474edb req-709436ba-aae9-4951-9c0e-a33501523697 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:21.573297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d7141-0557-4127-b92c-e84879474edb req-709436ba-aae9-4951-9c0e-a33501523697 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:21.574932 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-738d7141-0557-4127-b92c-e84879474edb req-709436ba-aae9-4951-9c0e-a33501523697 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1682 time: 0.2751675 Sep 18 05:06:21.580924 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:21.625744 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:21.630926 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9ae282d6-596d-49fd-872d-51c089620964 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8239429 Sep 18 05:06:21.631991 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45696) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:21.687348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Pushing event updated for resources: {'Port': ['ID=9ce5f2f5-3ee9-4a46-8409-59c6df9f621c,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:21.707573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:06:21.709920 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:21.710250 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:21.710625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:21.715230 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:21.738723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62251f04-9a3f-4a59-9c24-7a90b1daf3e4,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:21.742623 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:21.742623 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] Added segment e23b14e8-381f-48b3-908e-3970d8f7bc9a of type vlan for network ffb527be-d03c-4c87-a254-04ea5d823067 Sep 18 05:06:21.757744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:21.758105 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:21.760062 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:21.763730 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 2 to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c Sep 18 05:06:21.808049 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-738d7141-0557-4127-b92c-e84879474edb req-9c79266d-e5ed-4a68-96f8-1b8128c07850 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097166 Sep 18 05:06:21.834698 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4b0782d8-5f87-4938-b062-9aa429922a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:21.864819 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port e7d51187-360e-4b8c-9d61-cd42029b9c3e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e7d51187-360e-4b8c-9d61-cd42029b9c3e,segment=NetworkSegment(9b0a406e-8692-4df5-b2da-adb17a8261db),segment_id=9b0a406e-8692-4df5-b2da-adb17a8261db)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:21.902795 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:21.905972 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c585779f-32ff-4969-b86b-aea7eca55cd9 x-openstack-request-id: req-c585779f-32ff-4969-b86b-aea7eca55cd9 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:06:21.906276 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb5481e-29c7-444d-ba36-6c9cebeb12e8", "name": "network-vif-plugged", "status": "completed", "tag": "2a004c2b-39f2-468d-8525-74e9192f74fd", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:06:21.906535 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c585779f-32ff-4969-b86b-aea7eca55cd9 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:06:21.906937 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a004c2b-39f2-468d-8525-74e9192f74fd', 'code': 200} Sep 18 05:06:21.996580 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:21.997389 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5c8b3399-7cc5-4572-a554-5ee586819b18 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:22.042858 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:22.043399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:22.044040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:22.076268 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:22.132809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:22.134186 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:22.153299 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 3 to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c Sep 18 05:06:22.161835 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:22.164614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:22.165435 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:22.254297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:22.254748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:22.255266 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:22.298117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:22.298452 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:22.321383 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=e7d51187-360e-4b8c-9d61-cd42029b9c3e,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:22.329839 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-4b0782d8-5f87-4938-b062-9aa429922a3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:06:22.330539 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-4b0782d8-5f87-4938-b062-9aa429922a3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:06:22.353015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d3da1-1f4f-4574-9cf1-04717f65bc08 req-27f7c982-f126-4765-a727-87aa0c2b8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:22.353582 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d3da1-1f4f-4574-9cf1-04717f65bc08 req-27f7c982-f126-4765-a727-87aa0c2b8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:22.362986 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d92d3da1-1f4f-4574-9cf1-04717f65bc08 req-27f7c982-f126-4765-a727-87aa0c2b8976 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1986 time: 0.3664277 Sep 18 05:06:22.372596 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 5c8b3399-7cc5-4572-a554-5ee586819b18 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:22.372988 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:22.383558 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 4 to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c Sep 18 05:06:22.430030 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f74691f-5c3c-425d-a38b-a49939ff0b3e None None] Network 484b7aca-7593-4b3d-af08-6e779cc393dc requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:22.450126 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:22.453072 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0466890 Sep 18 05:06:22.459383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467f1e3-c4c3-4493-9a23-f37ecb072be1 admin admin] Pushing event updated for resources: {'Network': ['ID=ffb527be-d03c-4c87-a254-04ea5d823067,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:22.465841 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45738) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:22.498049 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-129fb4e5-6878-4e3c-841f-9aa02d3ce6a5 admin admin] Request body: {'subnet': {'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1019240106-subnet', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:22.517483 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:22.518160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:22.518737 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:22.518859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network ffb527be-d03c-4c87-a254-04ea5d823067 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:06:22.544123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:22.545442 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:22.561732 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 5 to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c Sep 18 05:06:22.576431 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:22.590465 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d92d3da1-1f4f-4574-9cf1-04717f65bc08 req-2801c1bb-ac7e-4029-a0b8-47240d5a3eff service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452994 Sep 18 05:06:22.597359 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:22.641213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:22.643687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:22.650019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Pushing event updated for resources: {'Port': ['ID=271bffa6-47db-4683-b928-48a5d6affc7c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:22.689097 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129fb4e5-6878-4e3c-841f-9aa02d3ce6a5 admin admin] Made reservation on behalf of 588b7e68e8fe40ce8f9195dcfff7948b for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:22.691841 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-129fb4e5-6878-4e3c-841f-9aa02d3ce6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:22.698213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:22.698699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:22.699088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:22.804612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:22.805146 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:22.810237 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 6 to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c Sep 18 05:06:22.842156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:22.842156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:22.848543 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:22.879371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41d67a9-2910-45bf-8fde-840f73362262 None None] Network 274a9114-cdab-4bf3-8312-63947705ed07 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:22.902779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:22.905517 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:22.906373 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 7 to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c Sep 18 05:06:22.993374 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:23.011035 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:23.026549 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:20Z', 'revision_number': 3, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:23.076776 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:23.117565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:23.117861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:23.118197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:23.121226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-eb6e1b38-2433-444f-aeab-c260e71dd969 None None] Provisioning complete for port 5c8b3399-7cc5-4572-a554-5ee586819b18 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:23.121226 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1b38-2433-444f-aeab-c260e71dd969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:23.129463 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:23.130218 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Checking router: 3c6b7115-a29b-4839-be5f-db72b0c34c94 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:06:23.130575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Updating router 3c6b7115-a29b-4839-be5f-db72b0c34c94 port 0b30967a-0519-4bb0-9bc6-600397d30ec3 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:06:23.164623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:23.164989 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:23.174391 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 8 to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c Sep 18 05:06:23.195138 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-db9fe1fd-9aaf-41a4-ae5c-3f3e24b09f9a tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:23.203445 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-db9fe1fd-9aaf-41a4-ae5c-3f3e24b09f9a tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/networks?id=d3e10c5a-eb89-4d23-8b34-301a826af75c HTTP/1.1" status: 200 len: 805 time: 0.4165826 Sep 18 05:06:23.217581 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:23.217939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:23.218259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:23.238059 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:23.252754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:23.252996 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:23.254627 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-7dbfc063-8a9a-4023-8878-3a331d8b632c tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/quotas/d1b4bc622cec481d856678fe715fc0b7 HTTP/1.1" status: 200 len: 375 time: 0.0500362 Sep 18 05:06:23.254782 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 9 to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c Sep 18 05:06:23.273213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:23.273554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:23.273900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:23.276019 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 5c8b3399-7cc5-4572-a554-5ee586819b18, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5c8b3399-7cc5-4572-a554-5ee586819b18,segment=NetworkSegment(34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995),segment_id=34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:23.278577 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:23.286966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:23.287412 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:23.288485 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 10 to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c Sep 18 05:06:23.330399 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Allocated IP 172.20.0.1 (484b7aca-7593-4b3d-af08-6e779cc393dc/02887c08-3097-4d93-a60e-f80a8813bdbb/3f8eb9a4-76d5-44f5-8a99-dbc103dd6457) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:23.341043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:23.341514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:23.341904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:23.356656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:23.356986 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:23.357356 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:23.401644 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-6d050e0d-fbb3-46be-8f4d-fe3068633c9f tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1b4bc622cec481d856678fe715fc0b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1457946 Sep 18 05:06:23.411690 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:23.457165 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-129fb4e5-6878-4e3c-841f-9aa02d3ce6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:23.521236 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b1cd68bc-409e-4d43-950b-2fbeb57dd441 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:06:23.686093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e7d51187-360e-4b8c-9d61-cd42029b9c3e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:23.752839 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Router 496fd451-913a-4ee2-ba2b-10ef5245273d is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:06:23.765002 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=5c8b3399-7cc5-4572-a554-5ee586819b18,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:23.823990 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:23.920386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] For port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:23.925773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempted to set empty binding levels {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 05:06:23.938946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ce15b-1c44-4d38-8c12-eed507f1b86d req-4022db52-0b40-4044-b1c5-d27c52667d29 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:23.944797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ce15b-1c44-4d38-8c12-eed507f1b86d req-4022db52-0b40-4044-b1c5-d27c52667d29 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:23.952717 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-067ce15b-1c44-4d38-8c12-eed507f1b86d req-4022db52-0b40-4044-b1c5-d27c52667d29 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1682 time: 0.2049105 Sep 18 05:06:23.962438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fb4e5-6878-4e3c-841f-9aa02d3ce6a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7932b23-0b60-4ae5-8ab0-d94621835bec,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:23.992067 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:23.998304 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.022242 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129fb4e5-6878-4e3c-841f-9aa02d3ce6a5 admin admin] Checking segment: {'id': 'e23b14e8-381f-48b3-908e-3970d8f7bc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:24.029412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129fb4e5-6878-4e3c-841f-9aa02d3ce6a5 admin admin] Network hostable DHCP agents. Network: ffb527be-d03c-4c87-a254-04ea5d823067, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:06:24.033731 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.048161 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-df3feca2-1e4e-4b2f-952f-b1a2346c5b4b service neutron] 10.222.0.23 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395955 Sep 18 05:06:24.063890 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.092002 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-eb6e1b38-2433-444f-aeab-c260e71dd969 None None] Provisioning complete for port 294a3aef-b050-476c-840d-74834894a2b9 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:24.092498 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1b38-2433-444f-aeab-c260e71dd969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.140413 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.166729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port e7d51187-360e-4b8c-9d61-cd42029b9c3e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:24.167549 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.179779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-067ce15b-1c44-4d38-8c12-eed507f1b86d req-e78ac74c-c069-4972-9f19-4c64ac3fd331 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265322 Sep 18 05:06:24.195281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] In _notify_port_updated(), no bound segment for port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:06:24.195281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.195281 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.195281 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "PUT /v2.0/ports/9ce5f2f5-3ee9-4a46-8409-59c6df9f621c HTTP/1.1" status: 200 len: 980 time: 4.4910600 Sep 18 05:06:24.198703 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-aaf9b1bc-8e55-43f6-9d02-1d41cf4b276e service neutron] 10.222.0.23 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421416 Sep 18 05:06:24.200604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45802) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:24.280672 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.288023 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297776c7-a01e-4837-af54-33c39c101644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Pushing event updated for resources: {'Port': ['ID=9ce5f2f5-3ee9-4a46-8409-59c6df9f621c,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:24.300663 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129fb4e5-6878-4e3c-841f-9aa02d3ce6a5 admin admin] Network ffb527be-d03c-4c87-a254-04ea5d823067 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:06:24.327620 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:06:24.339320 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Sync routers for ids ['496fd451-913a-4ee2-ba2b-10ef5245273d'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:06:24.369256 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Routers {'496fd451-913a-4ee2-ba2b-10ef5245273d'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:24.369256 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['496fd451-913a-4ee2-ba2b-10ef5245273d'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:24.436118 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Pushing event updated for resources: {'Port': ['ID=3f8eb9a4-76d5-44f5-8a99-dbc103dd6457,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:24.452575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b1cd68bc-409e-4d43-950b-2fbeb57dd441, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b1cd68bc-409e-4d43-950b-2fbeb57dd441,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:24.454384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555bad4-d902-4e14-98b2-0eb305bb2438 None None] Pushing event updated for resources: {'Port': ['ID=0b30967a-0519-4bb0-9bc6-600397d30ec3,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:24.456852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Network 484b7aca-7593-4b3d-af08-6e779cc393dc is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:24.457464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Attempting to bind port 0b30967a-0519-4bb0-9bc6-600397d30ec3 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:24.457857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Attempting to bind port 0b30967a-0519-4bb0-9bc6-600397d30ec3 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:24.458131 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-129fb4e5-6878-4e3c-841f-9aa02d3ce6a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, ffb527be-d03c-4c87-a254-04ea5d823067) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:24.458270 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Attempting to bind port 0b30967a-0519-4bb0-9bc6-600397d30ec3 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:24.464200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bc6728-33a4-454c-a01e-6c0babeefbad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1cd68bc-409e-4d43-950b-2fbeb57dd441'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:06:24.467440 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c918ce6b-7533-41d2-b23f-26d81cc95f8c" -d '{"events": [{"server_uuid": "52bc6728-33a4-454c-a01e-6c0babeefbad", "name": "network-vif-unplugged", "status": "completed", "tag": "b1cd68bc-409e-4d43-950b-2fbeb57dd441"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:06:24.482995 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:24.483262 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.490212 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129fb4e5-6878-4e3c-841f-9aa02d3ce6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.490819 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-129fb4e5-6878-4e3c-841f-9aa02d3ce6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.497982 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:24.500988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:24.502055 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.502836 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:24.504277 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:24.505181 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Bound port: 0b30967a-0519-4bb0-9bc6-600397d30ec3, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:24.506834 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.513022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6f5aec-2aa8-424f-bfc4-12cdeaf6814b None None] Network ffb527be-d03c-4c87-a254-04ea5d823067 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:24.540313 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.541213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.541888 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.542558 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.544381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.546657 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.547223 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.547764 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.553712 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.558376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.558376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.558376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.562512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.563095 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.568941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.569514 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.570063 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.570604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.571138 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.571672 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.573284 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Set router 496fd451-913a-4ee2-ba2b-10ef5245273d gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:24.575265 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b38c835d-b81e-48c8-aed0-8eeadf086aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17885 time: 0.3729019 Sep 18 05:06:24.586775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45830) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:24.652090 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef69f580-3859-43d3-9f06-cd2ec0a3f70b x-openstack-request-id: req-ef69f580-3859-43d3-9f06-cd2ec0a3f70b {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:06:24.652514 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bc6728-33a4-454c-a01e-6c0babeefbad", "name": "network-vif-unplugged", "status": "completed", "tag": "b1cd68bc-409e-4d43-950b-2fbeb57dd441", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:06:24.652842 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef69f580-3859-43d3-9f06-cd2ec0a3f70b {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:06:24.653567 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52bc6728-33a4-454c-a01e-6c0babeefbad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1cd68bc-409e-4d43-950b-2fbeb57dd441', 'code': 200} Sep 18 05:06:24.654255 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1b38-2433-444f-aeab-c260e71dd969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.671903 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.679211 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.692805 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f09c9798-acc9-43f3-9c91-6f70ae4d8b15 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.8810427 Sep 18 05:06:24.693488 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45836) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:24.754076 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0bbe147c-99a5-4cf5-ba08-4864ec35aaf3 req-740ec124-5445-42d0-a0d0-025a1e3e2c73 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 210 time: 0.1106079 Sep 18 05:06:24.776884 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c857641-60ee-4e97-9347-03587c3ea4c5 req-9b099885-5aa2-430b-8f49-b8b9a52cb13c tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:24.778736 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5c857641-60ee-4e97-9347-03587c3ea4c5 req-9b099885-5aa2-430b-8f49-b8b9a52cb13c tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.18 "GET /v2.0/ports?device_id=52bc6728-33a4-454c-a01e-6c0babeefbad HTTP/1.1" status: 200 len: 945 time: 0.3844206 Sep 18 05:06:24.814803 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:24.914974 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-129fb4e5-6878-4e3c-841f-9aa02d3ce6a5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4473245 Sep 18 05:06:24.919743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45842) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:24.929032 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:24.938819 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937297064-router', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cfe74937-ce61-4ef0-b2cc-a2703a5da9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:21Z', 'revision_number': 3, 'project_id': '88e62b6aecb045648a19e9a2602b2cb8', 'gw_port': {'id': 'cfe74937-ce61-4ef0-b2cc-a2703a5da9c7', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:24.978172 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Checking router: 496fd451-913a-4ee2-ba2b-10ef5245273d for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:06:24.979440 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Updating router 496fd451-913a-4ee2-ba2b-10ef5245273d port cfe74937-ce61-4ef0-b2cc-a2703a5da9c7 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:06:25.010521 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.040270 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 294a3aef-b050-476c-840d-74834894a2b9 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:25.040579 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-2664167d-5ff1-4bd4-8f44-9d91fd0c6f16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Deleting port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:25.049257 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-eb6e1b38-2433-444f-aeab-c260e71dd969 None None] For port 294a3aef-b050-476c-840d-74834894a2b9, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=294a3aef-b050-476c-840d-74834894a2b9,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:25.050155 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2664167d-5ff1-4bd4-8f44-9d91fd0c6f16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.055235 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:06:25.091099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] For port 0b30967a-0519-4bb0-9bc6-600397d30ec3, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:25.137412 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] For port 0b30967a-0519-4bb0-9bc6-600397d30ec3, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0b30967a-0519-4bb0-9bc6-600397d30ec3,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:25.146936 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.148309 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.154262 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-5c857641-60ee-4e97-9347-03587c3ea4c5 req-4039c1ea-05ec-4293-899b-306808b87679 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Deleting port b1cd68bc-409e-4d43-950b-2fbeb57dd441 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:25.154946 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5c857641-60ee-4e97-9347-03587c3ea4c5 req-4039c1ea-05ec-4293-899b-306808b87679 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.171030 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b1cd68bc-409e-4d43-950b-2fbeb57dd441,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:25.183077 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1b38-2433-444f-aeab-c260e71dd969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.188944 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-2664167d-5ff1-4bd4-8f44-9d91fd0c6f16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] For port 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c, host n-h1-789963-13, got binding levels [] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:25.189670 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2664167d-5ff1-4bd4-8f44-9d91fd0c6f16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.270118 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-2664167d-5ff1-4bd4-8f44-9d91fd0c6f16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Calling delete_port for 9ce5f2f5-3ee9-4a46-8409-59c6df9f621c owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:25.274667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-eb6e1b38-2433-444f-aeab-c260e71dd969 None None] Provisioning complete for port e7d51187-360e-4b8c-9d61-cd42029b9c3e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:25.275281 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1b38-2433-444f-aeab-c260e71dd969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.281008 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 294a3aef-b050-476c-840d-74834894a2b9 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:25.281724 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.309369 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.366021 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e1b38-2433-444f-aeab-c260e71dd969 None None] Pushing event updated for resources: {'Port': ['ID=294a3aef-b050-476c-840d-74834894a2b9,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:25.420321 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.426951 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.462059 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.477423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-ffb527be-d03c-4c87-a254-04ea5d823067', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'fixed_ips': [{'subnet_id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:06:25.480073 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.515541 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:25.516454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:25.528348 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.552723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-5c857641-60ee-4e97-9347-03587c3ea4c5 req-4039c1ea-05ec-4293-899b-306808b87679 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] For port b1cd68bc-409e-4d43-950b-2fbeb57dd441, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b1cd68bc-409e-4d43-950b-2fbeb57dd441,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:25.553103 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5c857641-60ee-4e97-9347-03587c3ea4c5 req-4039c1ea-05ec-4293-899b-306808b87679 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.565894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45852) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:25.601872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db1198-9167-4976-852b-8fe1565cc345 req-f6ca17fc-93db-4f16-8941-b5484622103d tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:25.609165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db1198-9167-4976-852b-8fe1565cc345 req-f6ca17fc-93db-4f16-8941-b5484622103d tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:25.613318 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Attempting to bind port cfe74937-ce61-4ef0-b2cc-a2703a5da9c7 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:25.613692 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Attempting to bind port cfe74937-ce61-4ef0-b2cc-a2703a5da9c7 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:25.614064 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Attempting to bind port cfe74937-ce61-4ef0-b2cc-a2703a5da9c7 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:25.620876 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c8db1198-9167-4976-852b-8fe1565cc345 req-f6ca17fc-93db-4f16-8941-b5484622103d tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1682 time: 0.3088119 Sep 18 05:06:25.639150 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b9237-a4b1-4fd6-8259-9c6de4f6dc85 None None] Pushing event updated for resources: {'Port': ['ID=cfe74937-ce61-4ef0-b2cc-a2703a5da9c7,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:25.648896 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-5c857641-60ee-4e97-9347-03587c3ea4c5 req-4039c1ea-05ec-4293-899b-306808b87679 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Calling delete_port for b1cd68bc-409e-4d43-950b-2fbeb57dd441 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:25.654074 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:25.654455 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:25.654867 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.655268 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:25.655756 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Bound port: cfe74937-ce61-4ef0-b2cc-a2703a5da9c7, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:25.656159 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.677777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:06:25.708316 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b9237-a4b1-4fd6-8259-9c6de4f6dc85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:25.708670 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b9237-a4b1-4fd6-8259-9c6de4f6dc85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:25.709218 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b9237-a4b1-4fd6-8259-9c6de4f6dc85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:25.709901 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b9237-a4b1-4fd6-8259-9c6de4f6dc85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:25.710507 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b9237-a4b1-4fd6-8259-9c6de4f6dc85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:25.713115 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b9237-a4b1-4fd6-8259-9c6de4f6dc85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:25.713679 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b9237-a4b1-4fd6-8259-9c6de4f6dc85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:25.714221 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b9237-a4b1-4fd6-8259-9c6de4f6dc85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:25.715152 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b9237-a4b1-4fd6-8259-9c6de4f6dc85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:25.729342 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b9237-a4b1-4fd6-8259-9c6de4f6dc85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:25.732011 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b9237-a4b1-4fd6-8259-9c6de4f6dc85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:25.732011 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b9237-a4b1-4fd6-8259-9c6de4f6dc85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:25.837838 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] For port cfe74937-ce61-4ef0-b2cc-a2703a5da9c7, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:25.841468 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] For port cfe74937-ce61-4ef0-b2cc-a2703a5da9c7, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cfe74937-ce61-4ef0-b2cc-a2703a5da9c7,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:25.881907 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e2da2d0a-f0ee-40f0-9b98-daeec8cb325b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.900562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c8db1198-9167-4976-852b-8fe1565cc345 req-8f0baca1-c022-4835-bbaa-627cf9fdb68b tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743044 Sep 18 05:06:25.928865 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Sync routers for ids ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:06:25.930870 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.931733 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5c8b3399-7cc5-4572-a554-5ee586819b18 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:25.971396 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:25.972941 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-82bb5e6a-73d8-406e-8f94-0093bb9ca2ac admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 9.2549343 Sep 18 05:06:25.997388 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45860) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:26.016590 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555bad4-d902-4e14-98b2-0eb305bb2438 None None] Pushing event updated for resources: {'Port': ['ID=0b30967a-0519-4bb0-9bc6-600397d30ec3,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:26.058740 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555bad4-d902-4e14-98b2-0eb305bb2438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:26.059192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555bad4-d902-4e14-98b2-0eb305bb2438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:26.059613 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555bad4-d902-4e14-98b2-0eb305bb2438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:26.060272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555bad4-d902-4e14-98b2-0eb305bb2438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:26.060952 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555bad4-d902-4e14-98b2-0eb305bb2438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:26.061358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555bad4-d902-4e14-98b2-0eb305bb2438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:26.061703 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555bad4-d902-4e14-98b2-0eb305bb2438 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:26.062041 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555bad4-d902-4e14-98b2-0eb305bb2438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:26.062375 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555bad4-d902-4e14-98b2-0eb305bb2438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:26.062708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555bad4-d902-4e14-98b2-0eb305bb2438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:26.063040 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555bad4-d902-4e14-98b2-0eb305bb2438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:26.064077 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555bad4-d902-4e14-98b2-0eb305bb2438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:06:26.104277 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:26.112157 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b9237-a4b1-4fd6-8259-9c6de4f6dc85 None None] Pushing event updated for resources: {'Port': ['ID=cfe74937-ce61-4ef0-b2cc-a2703a5da9c7,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:26.140281 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Routers {'496fd451-913a-4ee2-ba2b-10ef5245273d'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:26.142012 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['496fd451-913a-4ee2-ba2b-10ef5245273d'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:26.148530 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Routers {'d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:26.149241 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:26.264857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5c857641-60ee-4e97-9347-03587c3ea4c5 req-4039c1ea-05ec-4293-899b-306808b87679 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:26.322250 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] Set router 496fd451-913a-4ee2-ba2b-10ef5245273d gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:26.340843 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2664167d-5ff1-4bd4-8f44-9d91fd0c6f16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:26.414204 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e2da2d0a-f0ee-40f0-9b98-daeec8cb325b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:26.417543 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4665ec47-734e-4eb3-9f43-9e1506d84165 req-70ab4830-7c50-47d0-b7e5-4bef55ba12e0 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 210 time: 0.1808655 Sep 18 05:06:26.440978 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:26.443180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:26.486081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039c1ea-05ec-4293-899b-306808b87679 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Pushing event deleted for resources: {'Port': ['ID=b1cd68bc-409e-4d43-950b-2fbeb57dd441,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:26.498404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 5c8b3399-7cc5-4572-a554-5ee586819b18 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:26.499496 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:26.506962 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2664167d-5ff1-4bd4-8f44-9d91fd0c6f16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:26.509019 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2664167d-5ff1-4bd4-8f44-9d91fd0c6f16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "DELETE /v2.0/ports/9ce5f2f5-3ee9-4a46-8409-59c6df9f621c HTTP/1.1" status: 204 len: 168 time: 1.9236271 Sep 18 05:06:26.513843 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e2da2d0a-f0ee-40f0-9b98-daeec8cb325b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:26.516832 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45864) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:26.557035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Allocated IP 172.20.0.2 (ffb527be-d03c-4c87-a254-04ea5d823067/a7932b23-0b60-4ae5-8ab0-d94621835bec/47adb97e-03fb-4c8d-9fce-c9c1c7d8a614) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:26.574166 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Set router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:26.602597 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664167d-5ff1-4bd4-8f44-9d91fd0c6f16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ce5f2f5-3ee9-4a46-8409-59c6df9f621c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:26.632733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c857641-60ee-4e97-9347-03587c3ea4c5 req-4039c1ea-05ec-4293-899b-306808b87679 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] No DVR routers for this DVR port b1cd68bc-409e-4d43-950b-2fbeb57dd441 on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:06:26.641936 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5c857641-60ee-4e97-9347-03587c3ea4c5 req-4039c1ea-05ec-4293-899b-306808b87679 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:26.644003 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5c857641-60ee-4e97-9347-03587c3ea4c5 req-4039c1ea-05ec-4293-899b-306808b87679 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.18 "DELETE /v2.0/ports/b1cd68bc-409e-4d43-950b-2fbeb57dd441 HTTP/1.1" status: 204 len: 173 time: 1.8564765 Sep 18 05:06:26.644504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bc6728-33a4-454c-a01e-6c0babeefbad', 'name': 'network-vif-deleted', 'tag': 'b1cd68bc-409e-4d43-950b-2fbeb57dd441'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:06:26.647009 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909aecb3-e026-415d-9a21-f8be2a0e10ce" -d '{"events": [{"server_uuid": "52bc6728-33a4-454c-a01e-6c0babeefbad", "name": "network-vif-deleted", "tag": "b1cd68bc-409e-4d43-950b-2fbeb57dd441"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:06:26.706799 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-68098ce7-15a4-4b2a-9bb7-2364b8e5e29c None None] Provisioning complete for port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:26.707176 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-68098ce7-15a4-4b2a-9bb7-2364b8e5e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:26.763890 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cad5a32-0e32-4499-baf3-4a51ddf5d1d0 x-openstack-request-id: req-3cad5a32-0e32-4499-baf3-4a51ddf5d1d0 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:06:26.766850 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bc6728-33a4-454c-a01e-6c0babeefbad", "name": "network-vif-deleted", "tag": "b1cd68bc-409e-4d43-950b-2fbeb57dd441", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:06:26.768444 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3cad5a32-0e32-4499-baf3-4a51ddf5d1d0 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:06:26.769063 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52bc6728-33a4-454c-a01e-6c0babeefbad', 'name': 'network-vif-deleted', 'tag': 'b1cd68bc-409e-4d43-950b-2fbeb57dd441', 'status': 'completed', 'code': 200} Sep 18 05:06:26.773230 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:26.874709 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9617af6-1b08-4d7a-b771-27e01187d6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] GET failed (client error): The resource could not be found. Sep 18 05:06:26.876528 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c9617af6-1b08-4d7a-b771-27e01187d6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "GET /v2.0/ports/9ce5f2f5-3ee9-4a46-8409-59c6df9f621c HTTP/1.1" status: 404 len: 333 time: 0.3539689 Sep 18 05:06:26.880577 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45870) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:26.888749 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c7bdcece-5f73-48fc-852f-b9395246286c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1079597166', 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:26.892832 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:26.917489 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937297064-router', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cfe74937-ce61-4ef0-b2cc-a2703a5da9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:21Z', 'revision_number': 3, 'project_id': '88e62b6aecb045648a19e9a2602b2cb8', 'gw_port': {'id': 'cfe74937-ce61-4ef0-b2cc-a2703a5da9c7', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:26.935317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e2da2d0a-f0ee-40f0-9b98-daeec8cb325b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=784b0788fa9543609fe6b1dbea16216f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3659818 Sep 18 05:06:26.935547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45872) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:26.950812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da2d0a-f0ee-40f0-9b98-daeec8cb325b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c09a75b-5afa-43fd-9796-b84c4ceb1273,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:26.954902 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00dda57-b855-4982-a07e-2443dc09ab05 None None] The sync data for ids ['496fd451-913a-4ee2-ba2b-10ef5245273d'] in n-d-789963-13 is: [{'id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937297064-router', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cfe74937-ce61-4ef0-b2cc-a2703a5da9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:21Z', 'revision_number': 3, 'project_id': '88e62b6aecb045648a19e9a2602b2cb8', 'gw_port': {'id': 'cfe74937-ce61-4ef0-b2cc-a2703a5da9c7', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:06:26.988292 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-68098ce7-15a4-4b2a-9bb7-2364b8e5e29c None None] Port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:27.017751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Allocated IP 172.20.0.1 (274a9114-cdab-4bf3-8312-63947705ed07/6ea1a916-f91d-4f74-ae36-34fe2b08a8f8/b4e884ea-3f2b-462e-b79f-f1bd97dfa989) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:27.104444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3786c8a-8ef7-413b-a414-78e5b1a6eb4c req-c31df149-b4d3-46b2-b581-93c3f4b3c711 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:27.109206 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.111426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3786c8a-8ef7-413b-a414-78e5b1a6eb4c req-c31df149-b4d3-46b2-b581-93c3f4b3c711 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:27.113311 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Pushing event updated for resources: {'Port': ['ID=3f8eb9a4-76d5-44f5-8a99-dbc103dd6457,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:27.113906 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a3786c8a-8ef7-413b-a414-78e5b1a6eb4c req-c31df149-b4d3-46b2-b581-93c3f4b3c711 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1682 time: 0.2649848 Sep 18 05:06:27.148750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-68098ce7-15a4-4b2a-9bb7-2364b8e5e29c None None] Provisioning complete for port 5c8b3399-7cc5-4572-a554-5ee586819b18 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:27.149334 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-68098ce7-15a4-4b2a-9bb7-2364b8e5e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.223594 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bdcece-5f73-48fc-852f-b9395246286c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Made reservation on behalf of 2501fc635cc64e35b89a95b16c63e979 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:27.226143 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7bdcece-5f73-48fc-852f-b9395246286c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.260081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 294a3aef-b050-476c-840d-74834894a2b9 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:27.266913 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f4ce96b-b898-48c1-bb19-e2d98992a3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.332582 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-c7bdcece-5f73-48fc-852f-b9395246286c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] device_id is not set on port 15c076e6-852b-420a-851b-dcd9ff2735b8 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:06:27.345592 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f4ce96b-b898-48c1-bb19-e2d98992a3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.360224 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a3786c8a-8ef7-413b-a414-78e5b1a6eb4c req-642e2124-1fbc-4bdc-9bc6-da784b2b9bfb tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240348 Sep 18 05:06:27.414898 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.475191 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.479664 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.514829 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.539505 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b1cd68bc-409e-4d43-950b-2fbeb57dd441 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:06:27.574637 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.587374 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 294a3aef-b050-476c-840d-74834894a2b9 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:27.588362 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.627814 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: b1cd68bc-409e-4d43-950b-2fbeb57dd441 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:06:27.627814 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b1cd68bc-409e-4d43-950b-2fbeb57dd441 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:06:27.682628 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2190d022-a756-46e8-8cef-26794cdbda91 req-a5d52dd4-ddd8-46d1-8b00-758d8c7d56c8 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 210 time: 0.1151807 Sep 18 05:06:27.699162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Network 484b7aca-7593-4b3d-af08-6e779cc393dc is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:27.709914 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-cdd9fe0b-790c-4004-bbb5-7591f8890667 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:27.711112 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-cdd9fe0b-790c-4004-bbb5-7591f8890667 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.13 "GET /v2.0/networks?id=d3e10c5a-eb89-4d23-8b34-301a826af75c HTTP/1.1" status: 200 len: 805 time: 0.5132275 Sep 18 05:06:27.723631 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.730045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Pushing event updated for resources: {'Port': ['ID=47adb97e-03fb-4c8d-9fce-c9c1c7d8a614,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:27.739900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:06:23Z', 'revision_number': 3, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:27.750334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:27.783942 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-000b030c-8e02-4b41-a5a2-01c7a8f60548 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Request body: {'port': {'device_id': '6642f692-bcad-4080-93bb-0131a4bec365', 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c', 'admin_state_up': True, 'tenant_id': 'd1b4bc622cec481d856678fe715fc0b7'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:27.794379 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:23Z', 'revision_number': 1, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:27.829122 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.848547 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Network ffb527be-d03c-4c87-a254-04ea5d823067 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:27.849526 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b213f6b-9441-4817-abae-d24e1064f74e None None] The sync data for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 is: [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:23Z', 'revision_number': 1, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:06:27.858552 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Checking router: d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:06:27.858914 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Updating router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 port 271bffa6-47db-4683-b928-48a5d6affc7c binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:06:27.861851 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f4ce96b-b898-48c1-bb19-e2d98992a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.865187 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f4ce96b-b898-48c1-bb19-e2d98992a3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:27.870738 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9f4ce96b-b898-48c1-bb19-e2d98992a3d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c09a75b-5afa-43fd-9796-b84c4ceb1273 HTTP/1.1" status: 204 len: 168 time: 0.9315464 Sep 18 05:06:28.013657 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ce96b-b898-48c1-bb19-e2d98992a3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c09a75b-5afa-43fd-9796-b84c4ceb1273,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:28.051838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Network 274a9114-cdab-4bf3-8312-63947705ed07 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:28.102280 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:28.147326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:28.171167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:28.173715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Pushing event updated for resources: {'Port': ['ID=b4e884ea-3f2b-462e-b79f-f1bd97dfa989,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:28.252370 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:28.261327 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:28.278684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Allocated IP 172.20.0.1 (fb25068f-b020-461b-bd6d-d4bfa414044b/1abf5fbe-f49b-40b1-8330-ab396bb149e6/2e87bb5f-76f7-4258-b464-8ebe1787968d) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:28.285702 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:28.306969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-68098ce7-15a4-4b2a-9bb7-2364b8e5e29c None None] Provisioning complete for port 294a3aef-b050-476c-840d-74834894a2b9 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:28.307793 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-68098ce7-15a4-4b2a-9bb7-2364b8e5e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:28.595985 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Attempting to bind port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:28.596601 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Attempting to bind port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'e23b14e8-381f-48b3-908e-3970d8f7bc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:28.597167 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Attempting to bind port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 on network ffb527be-d03c-4c87-a254-04ea5d823067 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:28.614758 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:28.615137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Checking segment: {'id': 'e23b14e8-381f-48b3-908e-3970d8f7bc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:28.615546 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:28.615944 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Bound using segment: {'id': 'e23b14e8-381f-48b3-908e-3970d8f7bc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:28.616465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Bound port: 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23b14e8-381f-48b3-908e-3970d8f7bc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:28.616850 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:28.755455 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cfe74937-ce61-4ef0-b2cc-a2703a5da9c7 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:28.778479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f33b8-2145-4010-95b6-3e14898fc502 req-6b78e41f-cd12-4872-aec2-278630cab06c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:28.786450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f33b8-2145-4010-95b6-3e14898fc502 req-6b78e41f-cd12-4872-aec2-278630cab06c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:28.788368 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f14f33b8-2145-4010-95b6-3e14898fc502 req-6b78e41f-cd12-4872-aec2-278630cab06c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1682 time: 0.2379501 Sep 18 05:06:28.817238 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:28.863680 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] For port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:28.871925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Allocated IP 172.25.7.17 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/017c002e-247b-48be-93a9-ad5eab6913c5) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:28.879096 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] For port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=47adb97e-03fb-4c8d-9fce-c9c1c7d8a614,segment=NetworkSegment(e23b14e8-381f-48b3-908e-3970d8f7bc9a),segment_id=e23b14e8-381f-48b3-908e-3970d8f7bc9a)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:28.886254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cfe74937-ce61-4ef0-b2cc-a2703a5da9c7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:28.886729 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:28.927711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:28.938621 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7bdcece-5f73-48fc-852f-b9395246286c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:28.963361 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:28.998124 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f14f33b8-2145-4010-95b6-3e14898fc502 req-86263d62-6dff-419a-a3ca-75166ffda977 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551027 Sep 18 05:06:29.037259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3e8d89d4-089e-4cf9-85fb-f18ba9a6ab62 None None] Provisioning complete for port b4e884ea-3f2b-462e-b79f-f1bd97dfa989 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:29.037609 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3e8d89d4-089e-4cf9-85fb-f18ba9a6ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.088779 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.117069 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3e8d89d4-089e-4cf9-85fb-f18ba9a6ab62 None None] Port b4e884ea-3f2b-462e-b79f-f1bd97dfa989 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:29.140378 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbde9d3-cff1-464f-8235-a7d0c03299af None None] Pushing event updated for resources: {'Port': ['ID=47adb97e-03fb-4c8d-9fce-c9c1c7d8a614,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:29.151473 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7bdcece-5f73-48fc-852f-b9395246286c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.172923 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.184252 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3e8d89d4-089e-4cf9-85fb-f18ba9a6ab62 None None] Provisioning complete for port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:29.184646 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3e8d89d4-089e-4cf9-85fb-f18ba9a6ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.198282 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-386ef5e0-927f-4e0b-beb3-80d18e7e409a req-48e6f0a6-805f-477a-8069-b6ca92d35d86 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 210 time: 0.2860866 Sep 18 05:06:29.254752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3e8d89d4-089e-4cf9-85fb-f18ba9a6ab62 None None] Port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:29.287777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port cfe74937-ce61-4ef0-b2cc-a2703a5da9c7, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cfe74937-ce61-4ef0-b2cc-a2703a5da9c7,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:29.292593 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Network fb25068f-b020-461b-bd6d-d4bfa414044b is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:29.321093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:29.325228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Pushing event updated for resources: {'Port': ['ID=2e87bb5f-76f7-4258-b464-8ebe1787968d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:29.336296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:29.354545 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.463875 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.477378 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=cfe74937-ce61-4ef0-b2cc-a2703a5da9c7,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:29.575300 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.589727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bdcece-5f73-48fc-852f-b9395246286c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Network 99cef1de-4e95-4420-9885-f02a82d4895e is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:29.615220 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-c7bdcece-5f73-48fc-852f-b9395246286c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:29.626984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-d38c5c50-6347-43b0-af9e-1ddf984e9da6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:29.633842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-d38c5c50-6347-43b0-af9e-1ddf984e9da6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:29.639112 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-d38c5c50-6347-43b0-af9e-1ddf984e9da6 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1682 time: 1.5009708 Sep 18 05:06:29.644389 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bdcece-5f73-48fc-852f-b9395246286c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:29.645428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bdcece-5f73-48fc-852f-b9395246286c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:29.646056 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7bdcece-5f73-48fc-852f-b9395246286c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.661645 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.668217 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdcece-5f73-48fc-852f-b9395246286c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Pushing event updated for resources: {'Port': ['ID=15c076e6-852b-420a-851b-dcd9ff2735b8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:29.732619 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.746657 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Router 3c6b7115-a29b-4839-be5f-db72b0c34c94 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:06:29.803799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-000b030c-8e02-4b41-a5a2-01c7a8f60548 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Made reservation on behalf of d1b4bc622cec481d856678fe715fc0b7 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:29.805068 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-000b030c-8e02-4b41-a5a2-01c7a8f60548 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.819751 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.822006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f7dc378e-1539-40d1-baa1-7bb467588659 None None] Provisioning complete for port 2e87bb5f-76f7-4258-b464-8ebe1787968d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:29.822680 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.823537 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f7dc378e-1539-40d1-baa1-7bb467588659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:29.824088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Pushing event updated for resources: {'Port': ['ID=b4e884ea-3f2b-462e-b79f-f1bd97dfa989,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:29.885230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc378e-1539-40d1-baa1-7bb467588659 None None] Port 2e87bb5f-76f7-4258-b464-8ebe1787968d cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:29.960977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:06:29.967260 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7dbcfc2a-fe93-4fb7-8507-68bf2ace0839 admin admin] 10.222.0.23 "PUT /v2.0/routers/3c6b7115-a29b-4839-be5f-db72b0c34c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3340452 Sep 18 05:06:29.972329 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c7bdcece-5f73-48fc-852f-b9395246286c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.0871108 Sep 18 05:06:29.973426 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45904) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:30.010759 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eaf8b3-868f-49ed-9845-4eb8f359f98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:30.011880 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-86eaf8b3-868f-49ed-9845-4eb8f359f98d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "GET /v2.0/ports/15c076e6-852b-420a-851b-dcd9ff2735b8 HTTP/1.1" status: 200 len: 959 time: 0.0375276 Sep 18 05:06:30.016643 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45908) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:30.111901 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Network 274a9114-cdab-4bf3-8312-63947705ed07 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:30.122639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:30.134081 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:30.162940 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:30.170036 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:30.172998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:30.398300 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:30.436685 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b383d37e-67ec-42c3-beea-cb78756c650f req-84334a3a-cecf-45ef-aea1-56a8e757c29a tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 210 time: 0.0695708 Sep 18 05:06:30.474740 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:30.519094 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:30.584302 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-8b3dc958-57de-456a-b777-7a3ce2134155 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Deleting port ab83f68a-32ed-45a6-9cf9-26e33aee57ec {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:30.585068 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-8b3dc958-57de-456a-b777-7a3ce2134155 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:30.609339 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:30.663067 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-51e01ce5-cef3-478f-9a8f-f3d33ff62113 None None] Provisioning complete for port b4e884ea-3f2b-462e-b79f-f1bd97dfa989 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:30.663067 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-51e01ce5-cef3-478f-9a8f-f3d33ff62113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:30.666453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Pushing event updated for resources: {'Port': ['ID=017c002e-247b-48be-93a9-ad5eab6913c5,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:30.736739 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Router 496fd451-913a-4ee2-ba2b-10ef5245273d has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:06:30.824595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c0a36-32b4-4010-abe3-6a5ba3050170 None None] Network ffb527be-d03c-4c87-a254-04ea5d823067 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:30.849465 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:30.852418 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f6fa3-1e0f-4f33-a9d2-b019cd1453a9 None None] Pushing event updated for resources: {'Port': ['ID=271bffa6-47db-4683-b928-48a5d6affc7c,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:30.908564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Pushing event updated for resources: {'Port': ['ID=2e87bb5f-76f7-4258-b464-8ebe1787968d,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:30.947609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Attempting to bind port 271bffa6-47db-4683-b928-48a5d6affc7c on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:30.947881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Attempting to bind port 271bffa6-47db-4683-b928-48a5d6affc7c by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:30.948133 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Attempting to bind port 271bffa6-47db-4683-b928-48a5d6affc7c on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:30.950115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-51e01ce5-cef3-478f-9a8f-f3d33ff62113 None None] Port b4e884ea-3f2b-462e-b79f-f1bd97dfa989 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:30.957727 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cfe74937-ce61-4ef0-b2cc-a2703a5da9c7 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:30.967670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45936) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:30.989995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:30.990287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:30.990629 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:30.991035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:30.992139 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Bound port: 271bffa6-47db-4683-b928-48a5d6affc7c, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:30.992567 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:31.016447 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc2d4e-b72c-4f7d-b644-23925d9fcfb0 req-330881b6-1223-49b7-bedf-d09abd24350c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:31.022628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc2d4e-b72c-4f7d-b644-23925d9fcfb0 req-330881b6-1223-49b7-bedf-d09abd24350c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:31.029555 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0ccc2d4e-b72c-4f7d-b644-23925d9fcfb0 req-330881b6-1223-49b7-bedf-d09abd24350c tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 1682 time: 0.6002541 Sep 18 05:06:31.041909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-c7f41cf1-b605-48a3-95b6-1d2d39ac1e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Deleting port 15c076e6-852b-420a-851b-dcd9ff2735b8 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:31.042263 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7f41cf1-b605-48a3-95b6-1d2d39ac1e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:31.086281 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-000b030c-8e02-4b41-a5a2-01c7a8f60548 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Allocated IP 172.20.0.10 (d3e10c5a-eb89-4d23-8b34-301a826af75c/69e11554-3849-4f64-b8fc-9779a28fb1b9/d79a2252-3f34-476d-b5e1-6d57898cdca3) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:31.107885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] For port 271bffa6-47db-4683-b928-48a5d6affc7c, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:31.116651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] For port 271bffa6-47db-4683-b928-48a5d6affc7c, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=271bffa6-47db-4683-b928-48a5d6affc7c,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:31.167228 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-8b3dc958-57de-456a-b777-7a3ce2134155 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] For port ab83f68a-32ed-45a6-9cf9-26e33aee57ec, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ab83f68a-32ed-45a6-9cf9-26e33aee57ec,segment=NetworkSegment(61870140-2965-4a4b-bfab-600d7339172b),segment_id=61870140-2965-4a4b-bfab-600d7339172b)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:31.169010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-8b3dc958-57de-456a-b777-7a3ce2134155 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:31.173428 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:31.191357 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:31.230200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-eb98b1de-c5af-4a0b-bf8c-7b336c0e8202 None None] Provisioning complete for port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:31.230610 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb98b1de-c5af-4a0b-bf8c-7b336c0e8202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:31.261711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-8b3dc958-57de-456a-b777-7a3ce2134155 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Calling delete_port for ab83f68a-32ed-45a6-9cf9-26e33aee57ec owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:31.297732 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7f41cf1-b605-48a3-95b6-1d2d39ac1e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:31.302897 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cce75db8-5329-4241-8f53-bcac6b189fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:31.325915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cfe74937-ce61-4ef0-b2cc-a2703a5da9c7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:31.326434 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:31.333541 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0ccc2d4e-b72c-4f7d-b644-23925d9fcfb0 req-eae5373f-1705-41aa-b540-e9fd7393c636 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770152 Sep 18 05:06:31.334862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-c7f41cf1-b605-48a3-95b6-1d2d39ac1e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Calling delete_port for 15c076e6-852b-420a-851b-dcd9ff2735b8 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:31.411167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-813b73bb-13a0-4b73-b481-8e7c2480e045 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:31.412726 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-813b73bb-13a0-4b73-b481-8e7c2480e045 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 819 time: 0.7009437 Sep 18 05:06:31.417740 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ade9e6a0-884f-456a-a51c-b5626161f47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:31.420814 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Routers {'d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:31.421649 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:31.428645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f6fa3-1e0f-4f33-a9d2-b019cd1453a9 None None] Pushing event updated for resources: {'Port': ['ID=271bffa6-47db-4683-b928-48a5d6affc7c,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:31.465198 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-9f892da4-0e2f-497f-9015-2ced5eaae014 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/quotas/ae3b991f811649a6b7dfa6172c9ec136 HTTP/1.1" status: 200 len: 375 time: 0.0414495 Sep 18 05:06:31.470893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:06:31.485021 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-46597142-b731-454c-b260-36f9bc21440d admin admin] 10.222.0.23 "PUT /v2.0/routers/496fd451-913a-4ee2-ba2b-10ef5245273d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7797222 Sep 18 05:06:31.488816 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Sync routers for ids ['496fd451-913a-4ee2-ba2b-10ef5245273d'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:06:31.517203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Network fb25068f-b020-461b-bd6d-d4bfa414044b is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:31.530001 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:31.577676 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Routers {'496fd451-913a-4ee2-ba2b-10ef5245273d'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:31.588416 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['496fd451-913a-4ee2-ba2b-10ef5245273d'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:31.609107 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ab83f68a-32ed-45a6-9cf9-26e33aee57ec no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:06:31.631160 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-60497545-2a23-4281-838f-50199ebf4757 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1532977 Sep 18 05:06:31.822134 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c45b1817-870c-4a02-9290-6a4da940687d req-145fd444-623c-4db5-972f-b5f22e7e65ed tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 210 time: 0.1535702 Sep 18 05:06:31.851697 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-000b030c-8e02-4b41-a5a2-01c7a8f60548 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:31.860720 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Set router 496fd451-913a-4ee2-ba2b-10ef5245273d gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:31.906475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] Set router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:31.910629 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:31.945936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Sync routers for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:06:31.974134 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7f41cf1-b605-48a3-95b6-1d2d39ac1e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:31.981065 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.015259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:32.015259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:32.051876 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-00e06823-1155-49b3-91c3-f949684a3804 service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196730 Sep 18 05:06:32.053147 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f41cf1-b605-48a3-95b6-1d2d39ac1e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Pushing event deleted for resources: {'Port': ['ID=15c076e6-852b-420a-851b-dcd9ff2735b8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:32.061367 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ade9e6a0-884f-456a-a51c-b5626161f47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.064642 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7f41cf1-b605-48a3-95b6-1d2d39ac1e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.068599 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c7f41cf1-b605-48a3-95b6-1d2d39ac1e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "DELETE /v2.0/ports/15c076e6-852b-420a-851b-dcd9ff2735b8 HTTP/1.1" status: 204 len: 168 time: 2.0460634 Sep 18 05:06:32.069949 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45948) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:32.087939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:06:32.106959 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-8b3dc958-57de-456a-b777-7a3ce2134155 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.114858 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b66b64-f1ee-426c-bed4-13ff2cbed4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] GET failed (client error): The resource could not be found. Sep 18 05:06:32.119885 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a9b66b64-f1ee-426c-bed4-13ff2cbed4f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "GET /v2.0/ports/15c076e6-852b-420a-851b-dcd9ff2735b8 HTTP/1.1" status: 404 len: 333 time: 0.0436585 Sep 18 05:06:32.123707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45950) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:32.130544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8341a367-cae2-4b90-b780-23d13f7c02cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Request body: {'port': {'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-507054269'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:32.152890 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-000b030c-8e02-4b41-a5a2-01c7a8f60548 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.183219 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ade9e6a0-884f-456a-a51c-b5626161f47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.183459 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3dc958-57de-456a-b777-7a3ce2134155 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Port': ['ID=ab83f68a-32ed-45a6-9cf9-26e33aee57ec,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:32.231423 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb98b1de-c5af-4a0b-bf8c-7b336c0e8202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.273895 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-000b030c-8e02-4b41-a5a2-01c7a8f60548 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Network d3e10c5a-eb89-4d23-8b34-301a826af75c is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:32.282695 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-000b030c-8e02-4b41-a5a2-01c7a8f60548 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:32.286922 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-000b030c-8e02-4b41-a5a2-01c7a8f60548 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:32.318424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ade9e6a0-884f-456a-a51c-b5626161f47a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=299736fdff4140d7b2675b798cd25d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3458905 Sep 18 05:06:32.330276 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45956) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:32.339433 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937297064-router', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cfe74937-ce61-4ef0-b2cc-a2703a5da9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:28Z', 'revision_number': 4, 'project_id': '88e62b6aecb045648a19e9a2602b2cb8', 'gw_port': {'id': 'cfe74937-ce61-4ef0-b2cc-a2703a5da9c7', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'b4e884ea-3f2b-462e-b79f-f1bd97dfa989', 'name': '', 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'mac_address': 'fa:16:3e:bf:62:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '6ea1a916-f91d-4f74-ae36-34fe2b08a8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:26Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 2, 'project_id': '88e62b6aecb045648a19e9a2602b2cb8', 'subnets': [{'id': '6ea1a916-f91d-4f74-ae36-34fe2b08a8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:32.342807 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-8b3dc958-57de-456a-b777-7a3ce2134155 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] No DVR routers for this DVR port ab83f68a-32ed-45a6-9cf9-26e33aee57ec on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:06:32.355259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e6a0-884f-456a-a51c-b5626161f47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3acc85-2d1f-4907-bd13-72c0d1d12239,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:32.361332 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8341a367-cae2-4b90-b780-23d13f7c02cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Made reservation on behalf of 2501fc635cc64e35b89a95b16c63e979 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:32.363666 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8341a367-cae2-4b90-b780-23d13f7c02cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.385166 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6ae2194c-810d-4220-9855-626fe1500ab3 service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269889 Sep 18 05:06:32.387571 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-8b3dc958-57de-456a-b777-7a3ce2134155 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.390463 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-8b3dc958-57de-456a-b777-7a3ce2134155 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.18 "DELETE /v2.0/ports/ab83f68a-32ed-45a6-9cf9-26e33aee57ec HTTP/1.1" status: 204 len: 173 time: 2.7305460 Sep 18 05:06:32.408642 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Checking router: 496fd451-913a-4ee2-ba2b-10ef5245273d for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:06:32.409150 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Updating router 496fd451-913a-4ee2-ba2b-10ef5245273d port b4e884ea-3f2b-462e-b79f-f1bd97dfa989 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:06:32.428961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-8341a367-cae2-4b90-b780-23d13f7c02cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] device_id is not set on port 27576b8f-98c1-4aa4-9f96-2b0066d03849 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:06:32.487636 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'name': 'network-vif-deleted', 'tag': 'ab83f68a-32ed-45a6-9cf9-26e33aee57ec'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:06:32.493720 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.500927 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00077c0e-7aa2-4674-bd96-173fa3488953" -d '{"events": [{"server_uuid": "0cb5481e-29c7-444d-ba36-6c9cebeb12e8", "name": "network-vif-deleted", "tag": "ab83f68a-32ed-45a6-9cf9-26e33aee57ec"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:06:32.578865 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-eb98b1de-c5af-4a0b-bf8c-7b336c0e8202 None None] For port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=47adb97e-03fb-4c8d-9fce-c9c1c7d8a614,segment=NetworkSegment(e23b14e8-381f-48b3-908e-3970d8f7bc9a),segment_id=e23b14e8-381f-48b3-908e-3970d8f7bc9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:32.628024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b030c-8e02-4b41-a5a2-01c7a8f60548 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Pushing event updated for resources: {'Port': ['ID=d79a2252-3f34-476d-b5e1-6d57898cdca3,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:32.631466 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.733414 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb98b1de-c5af-4a0b-bf8c-7b336c0e8202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.770353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-000b030c-8e02-4b41-a5a2-01c7a8f60548 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:32.772649 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-000b030c-8e02-4b41-a5a2-01c7a8f60548 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.782796 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8341a367-cae2-4b90-b780-23d13f7c02cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.821163 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c664477f-e227-4463-a9f0-06a7cb6f2e3b x-openstack-request-id: req-c664477f-e227-4463-a9f0-06a7cb6f2e3b {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:06:32.821542 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb5481e-29c7-444d-ba36-6c9cebeb12e8", "name": "network-vif-deleted", "tag": "ab83f68a-32ed-45a6-9cf9-26e33aee57ec", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:06:32.822844 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c664477f-e227-4463-a9f0-06a7cb6f2e3b {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:06:32.823435 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'name': 'network-vif-deleted', 'tag': 'ab83f68a-32ed-45a6-9cf9-26e33aee57ec', 'status': 'completed', 'code': 200} Sep 18 05:06:32.849999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45972) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:32.858455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1777777631-network', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:32.875652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f994e-f895-4398-accb-fde244cf9e10 req-0ea11c7c-d428-41c3-93be-942fb89a4458 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:32.883109 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a23f994e-f895-4398-accb-fde244cf9e10 req-0ea11c7c-d428-41c3-93be-942fb89a4458 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 945 time: 0.3622608 Sep 18 05:06:32.889721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:06:32.894678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:32.894678 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.902429 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e0af-77c7-4ee1-9533-2bfb9f708335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.903627 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bddbac81-d125-4c41-aa73-8b3a8e9334ae admin admin] 10.222.0.23 "PUT /v2.0/routers/d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9039345 Sep 18 05:06:32.929391 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 2a004c2b-39f2-468d-8525-74e9192f74fd no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:06:32.975835 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e0af-77c7-4ee1-9533-2bfb9f708335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:32.983476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-7e37db90-a30f-4be3-86c0-4efd43cdcf65 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Deleting port 2a004c2b-39f2-468d-8525-74e9192f74fd {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:32.987187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-7e37db90-a30f-4be3-86c0-4efd43cdcf65 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.008201 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-409a708c-002f-477d-92ba-6f3e2e131c6a None None] Provisioning complete for port 2e87bb5f-76f7-4258-b464-8ebe1787968d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:33.008614 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-409a708c-002f-477d-92ba-6f3e2e131c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.011435 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7e76dec2-ef17-4c97-a2fa-2c877c777791 req-85a11ecf-273f-49c3-a5db-ce2b3b365f9b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 210 time: 0.1051788 Sep 18 05:06:33.019389 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8341a367-cae2-4b90-b780-23d13f7c02cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.020909 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a23f994e-f895-4398-accb-fde244cf9e10 req-072bf330-50be-420b-ab24-998cbc445049 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/security-groups?id=341814d7-0628-4c10-a0ac-52943295a5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367450 Sep 18 05:06:33.080043 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Router af873d7f-e12d-4cbf-9f1b-71508416f6cd is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:06:33.087975 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:33.091425 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-000b030c-8e02-4b41-a5a2-01c7a8f60548 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3544245 Sep 18 05:06:33.091717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98b1de-c5af-4a0b-bf8c-7b336c0e8202 None None] Pushing event updated for resources: {'Port': ['ID=47adb97e-03fb-4c8d-9fce-c9c1c7d8a614,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:33.116768 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.130531 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Request body: {'port': {'device_id': '6642f692-bcad-4080-93bb-0131a4bec365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:33.161044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341a367-cae2-4b90-b780-23d13f7c02cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Pushing event updated for resources: {'Port': ['ID=27576b8f-98c1-4aa4-9f96-2b0066d03849,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:33.212635 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.231421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-409a708c-002f-477d-92ba-6f3e2e131c6a None None] Port 2e87bb5f-76f7-4258-b464-8ebe1787968d cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:33.268573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8341a367-cae2-4b90-b780-23d13f7c02cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Network 99cef1de-4e95-4420-9885-f02a82d4895e is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:33.277343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-8341a367-cae2-4b90-b780-23d13f7c02cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:33.281263 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8341a367-cae2-4b90-b780-23d13f7c02cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:33.282799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8341a367-cae2-4b90-b780-23d13f7c02cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:33.283580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8341a367-cae2-4b90-b780-23d13f7c02cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.293840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0b30967a-0519-4bb0-9bc6-600397d30ec3 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:33.323994 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-7e37db90-a30f-4be3-86c0-4efd43cdcf65 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] For port 2a004c2b-39f2-468d-8525-74e9192f74fd, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=2a004c2b-39f2-468d-8525-74e9192f74fd,segment=NetworkSegment(d815a270-3a9d-4ad5-9b39-e824a5c014f6),segment_id=d815a270-3a9d-4ad5-9b39-e824a5c014f6)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:33.325254 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-7e37db90-a30f-4be3-86c0-4efd43cdcf65 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.333014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68c03c-1648-4378-90c7-5c1ba74b88ab req-bb97bb22-3cb5-4cc1-98ed-e40ce1ca6997 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:33.343637 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-7e37db90-a30f-4be3-86c0-4efd43cdcf65 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Calling delete_port for 2a004c2b-39f2-468d-8525-74e9192f74fd owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:33.351063 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e68c03c-1648-4378-90c7-5c1ba74b88ab req-bb97bb22-3cb5-4cc1-98ed-e40ce1ca6997 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 932 time: 0.1752720 Sep 18 05:06:33.385801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-409a708c-002f-477d-92ba-6f3e2e131c6a None None] Provisioning complete for port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:33.385801 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-409a708c-002f-477d-92ba-6f3e2e131c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.399098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '2e87bb5f-76f7-4258-b464-8ebe1787968d', 'name': '', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'mac_address': 'fa:16:3e:b4:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 2, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'subnets': [{'id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:33.449901 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f597e-e7a3-4afe-a16d-7ee540b8b920 None None] Pushing event updated for resources: {'Port': ['ID=b4e884ea-3f2b-462e-b79f-f1bd97dfa989,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:33.454760 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e68c03c-1648-4378-90c7-5c1ba74b88ab req-41f9f310-a920-4ce4-8a8f-ab2154644336 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995772 Sep 18 05:06:33.491488 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Attempting to bind port b4e884ea-3f2b-462e-b79f-f1bd97dfa989 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:33.491488 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Attempting to bind port b4e884ea-3f2b-462e-b79f-f1bd97dfa989 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:33.491488 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Attempting to bind port b4e884ea-3f2b-462e-b79f-f1bd97dfa989 on network 274a9114-cdab-4bf3-8312-63947705ed07 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:33.500325 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:33.500937 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Checking segment: {'id': '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:33.501317 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.501974 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Bound using segment: {'id': '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:33.502694 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Bound port: b4e884ea-3f2b-462e-b79f-f1bd97dfa989, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:33.503359 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.543040 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503bfe3-a7eb-4eaf-85ae-8f2c2a131f25 None None] The sync data for ids ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'] in n-d-789963-13 is: [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '2e87bb5f-76f7-4258-b464-8ebe1787968d', 'name': '', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'mac_address': 'fa:16:3e:b4:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 2, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'subnets': [{'id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:06:33.559765 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.620011 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] For port b4e884ea-3f2b-462e-b79f-f1bd97dfa989, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:33.625994 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] For port b4e884ea-3f2b-462e-b79f-f1bd97dfa989, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b4e884ea-3f2b-462e-b79f-f1bd97dfa989,segment=NetworkSegment(34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995),segment_id=34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:33.647093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0b30967a-0519-4bb0-9bc6-600397d30ec3 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:33.647686 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.727580 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8341a367-cae2-4b90-b780-23d13f7c02cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5978889 Sep 18 05:06:33.727867 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.728012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45994) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:33.744671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:33.838143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 2, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:33.874736 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Checking router: 3c6b7115-a29b-4839-be5f-db72b0c34c94 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:06:33.875984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Updating router 3c6b7115-a29b-4839-be5f-db72b0c34c94 port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:06:33.879627 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.900536 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Routers {'496fd451-913a-4ee2-ba2b-10ef5245273d'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:33.904480 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['496fd451-913a-4ee2-ba2b-10ef5245273d'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:33.907015 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.951924 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c7dc-a59f-4065-938c-4ffdd76f0f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:33.986269 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:34.002169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 0b30967a-0519-4bb0-9bc6-600397d30ec3, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0b30967a-0519-4bb0-9bc6-600397d30ec3,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:34.006507 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-964c8c75-5896-4e20-b241-81dff1a6395c None None] Provisioning complete for port b4e884ea-3f2b-462e-b79f-f1bd97dfa989 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:34.006895 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-964c8c75-5896-4e20-b241-81dff1a6395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:34.092832 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:34.131886 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f597e-e7a3-4afe-a16d-7ee540b8b920 None None] Pushing event updated for resources: {'Port': ['ID=b4e884ea-3f2b-462e-b79f-f1bd97dfa989,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:34.170784 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] Set router 496fd451-913a-4ee2-ba2b-10ef5245273d gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:34.217822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2c30482-b1aa-4de3-b62d-36dbd8c1644d req-b7c16c2a-f669-40a8-a6c9-11b23f0585a9 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 210 time: 0.0685005 Sep 18 05:06:34.325074 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] Made reservation on behalf of 90faa714f2c54434b6b010e9d0ea56cc for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:34.328859 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:34.341217 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:34.386554 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0715832b-df04-45ba-8edc-c306ea77c2d8 req-7b6b466d-9707-4c68-9008-619b36e94692 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 210 time: 0.0710382 Sep 18 05:06:34.424531 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:34.427370 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-7e37db90-a30f-4be3-86c0-4efd43cdcf65 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:34.514049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=0b30967a-0519-4bb0-9bc6-600397d30ec3,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:34.520383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] device_id is not set on port 27576b8f-98c1-4aa4-9f96-2b0066d03849 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:06:34.531719 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:34.551224 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-964c8c75-5896-4e20-b241-81dff1a6395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:34.574546 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937297064-router', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cfe74937-ce61-4ef0-b2cc-a2703a5da9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:28Z', 'revision_number': 4, 'project_id': '88e62b6aecb045648a19e9a2602b2cb8', 'gw_port': {'id': 'cfe74937-ce61-4ef0-b2cc-a2703a5da9c7', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'b4e884ea-3f2b-462e-b79f-f1bd97dfa989', 'name': '', 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'mac_address': 'fa:16:3e:bf:62:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '6ea1a916-f91d-4f74-ae36-34fe2b08a8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:26Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '88e62b6aecb045648a19e9a2602b2cb8', 'subnets': [{'id': '6ea1a916-f91d-4f74-ae36-34fe2b08a8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:34.595379 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:34.616088 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea5b08d-6347-4de3-896d-85052fcc9261 None None] The sync data for ids ['496fd451-913a-4ee2-ba2b-10ef5245273d'] in n-d-789963-13 is: [{'id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937297064-router', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cfe74937-ce61-4ef0-b2cc-a2703a5da9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:28Z', 'revision_number': 4, 'project_id': '88e62b6aecb045648a19e9a2602b2cb8', 'gw_port': {'id': 'cfe74937-ce61-4ef0-b2cc-a2703a5da9c7', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'b4e884ea-3f2b-462e-b79f-f1bd97dfa989', 'name': '', 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'mac_address': 'fa:16:3e:bf:62:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '6ea1a916-f91d-4f74-ae36-34fe2b08a8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:26Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '88e62b6aecb045648a19e9a2602b2cb8', 'subnets': [{'id': '6ea1a916-f91d-4f74-ae36-34fe2b08a8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:06:34.624521 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:34.632479 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-0daa12f5-4cb1-4bde-a500-3d2779754f47 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:34.635182 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-0daa12f5-4cb1-4bde-a500-3d2779754f47 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/networks?id=fb25068f-b020-461b-bd6d-d4bfa414044b HTTP/1.1" status: 200 len: 828 time: 1.0280898 Sep 18 05:06:34.695349 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:34.705717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-964c8c75-5896-4e20-b241-81dff1a6395c None None] For port b4e884ea-3f2b-462e-b79f-f1bd97dfa989, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b4e884ea-3f2b-462e-b79f-f1bd97dfa989,segment=NetworkSegment(34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995),segment_id=34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:34.710290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:34.711681 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:34.729403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Pushing event updated for resources: {'Port': ['ID=27576b8f-98c1-4aa4-9f96-2b0066d03849,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:34.743121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2712d2-0f30-4280-bf13-9c501629f154 req-3a1d99d2-76c9-4c23-9784-5e59c0520ff6 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:34.744994 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ce2712d2-0f30-4280-bf13-9c501629f154 req-3a1d99d2-76c9-4c23-9784-5e59c0520ff6 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 932 time: 0.1754580 Sep 18 05:06:34.757052 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:34.757497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:34.757956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:34.785376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:34.786146 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:34.787812 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 2 to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 Sep 18 05:06:34.828960 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-7e37db90-a30f-4be3-86c0-4efd43cdcf65 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] No DVR routers for this DVR port 2a004c2b-39f2-468d-8525-74e9192f74fd on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:06:34.830760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37db90-a30f-4be3-86c0-4efd43cdcf65 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Port': ['ID=2a004c2b-39f2-468d-8525-74e9192f74fd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:34.859487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:34.859487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:34.859487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:34.860073 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-7e37db90-a30f-4be3-86c0-4efd43cdcf65 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:34.860073 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a5c9edd-dfa1-4e37-9cc1-a2c67314d496 req-7e37db90-a30f-4be3-86c0-4efd43cdcf65 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.18 "DELETE /v2.0/ports/2a004c2b-39f2-468d-8525-74e9192f74fd HTTP/1.1" status: 204 len: 173 time: 2.4469142 Sep 18 05:06:34.861220 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-964c8c75-5896-4e20-b241-81dff1a6395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:34.870163 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'name': 'network-vif-deleted', 'tag': '2a004c2b-39f2-468d-8525-74e9192f74fd'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:06:34.872732 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e450e6-cd67-4698-b8f2-c999761f4d3b" -d '{"events": [{"server_uuid": "0cb5481e-29c7-444d-ba36-6c9cebeb12e8", "name": "network-vif-deleted", "tag": "2a004c2b-39f2-468d-8525-74e9192f74fd"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:06:34.896402 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-cce2ab79-ec9c-44e3-947b-12ef390016ff tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/quotas/ff72afa79aec4022b50dc103c12ea329 HTTP/1.1" status: 200 len: 375 time: 0.1938634 Sep 18 05:06:34.896585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:34.896913 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:34.901839 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 3 to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 Sep 18 05:06:34.930895 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ce2712d2-0f30-4280-bf13-9c501629f154 req-e7284d07-8d54-4f55-bd91-d1daec0eba9e tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653283 Sep 18 05:06:34.951746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:34.954355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:34.955003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:34.980489 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:34.980489 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:34.980489 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 4 to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 Sep 18 05:06:35.012577 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:35.013359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:35.014512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:35.018627 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e0af-77c7-4ee1-9533-2bfb9f708335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:35.029192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:35.029693 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:35.030230 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 5 to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 Sep 18 05:06:35.037932 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e0af-77c7-4ee1-9533-2bfb9f708335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:35.043636 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9ea6e0af-77c7-4ee1-9533-2bfb9f708335 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff3acc85-2d1f-4907-bd13-72c0d1d12239 HTTP/1.1" status: 204 len: 168 time: 2.6468897 Sep 18 05:06:35.057406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:35.057989 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:35.058398 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:35.061383 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a27767-e05b-4885-9fde-332c0f2eab35 x-openstack-request-id: req-b6a27767-e05b-4885-9fde-332c0f2eab35 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:06:35.061760 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb5481e-29c7-444d-ba36-6c9cebeb12e8", "name": "network-vif-deleted", "tag": "2a004c2b-39f2-468d-8525-74e9192f74fd", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:06:35.062027 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6a27767-e05b-4885-9fde-332c0f2eab35 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:06:35.065784 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb5481e-29c7-444d-ba36-6c9cebeb12e8', 'name': 'network-vif-deleted', 'tag': '2a004c2b-39f2-468d-8525-74e9192f74fd', 'status': 'completed', 'code': 200} Sep 18 05:06:35.066489 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:35.067463 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:35.068054 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 6 to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 Sep 18 05:06:35.090384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:35.090903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:35.091563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:35.097639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:35.098363 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:35.098899 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 7 to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 Sep 18 05:06:35.115791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:35.116334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:35.116744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:35.123352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:35.123751 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:35.124219 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 8 to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 Sep 18 05:06:35.141986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:35.142452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:35.142811 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:35.148502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:35.148846 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:35.149437 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 9 to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 Sep 18 05:06:35.166627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:35.166863 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:35.167251 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:35.173143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:35.173471 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:35.173933 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempt 10 to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 Sep 18 05:06:35.194679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:35.195575 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:35.196681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempting to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:35.204835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:35.205587 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Failed to bind port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '68a9980e-469d-49c2-ab67-e323a98d3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99cef1de-4e95-4420-9885-f02a82d4895e'}] Sep 18 05:06:35.206198 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:35.222421 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:35.309428 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] For port 27576b8f-98c1-4aa4-9f96-2b0066d03849, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:35.309833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attempted to set empty binding levels {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 05:06:35.358421 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:06:35.369730 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Sync routers for ids ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:06:35.381593 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c328e6a-b712-4cda-8d70-eed05c70cf8c req-a00c617c-48b8-4ab8-bca3-eba0b5a72fa3 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb5481e-29c7-444d-ba36-6c9cebeb12e8 HTTP/1.1" status: 200 len: 210 time: 0.0352685 Sep 18 05:06:35.401826 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6e0af-77c7-4ee1-9533-2bfb9f708335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3acc85-2d1f-4907-bd13-72c0d1d12239,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:35.406120 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Routers {'af873d7f-e12d-4cbf-9f1b-71508416f6cd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:35.406962 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:35.424341 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7627a8e9-1f77-4ec1-922f-abac3532d1c5 None None] Provisioning complete for port b4e884ea-3f2b-462e-b79f-f1bd97dfa989 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:35.424974 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7627a8e9-1f77-4ec1-922f-abac3532d1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:35.444896 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:35.503521 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:35.514800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c8c75-5896-4e20-b241-81dff1a6395c None None] Pushing event updated for resources: {'Port': ['ID=b4e884ea-3f2b-462e-b79f-f1bd97dfa989,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:35.555905 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:35.582855 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:35.603689 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:35.603689 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-13aa97bd-5cd9-495c-9432-5c3ac0e425cc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.6798451 Sep 18 05:06:35.618576 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46014) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:35.643856 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] In _notify_port_updated(), no bound segment for port 27576b8f-98c1-4aa4-9f96-2b0066d03849 on network 99cef1de-4e95-4420-9885-f02a82d4895e {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:06:35.647057 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:35.650652 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:35.659182 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "PUT /v2.0/ports/27576b8f-98c1-4aa4-9f96-2b0066d03849 HTTP/1.1" status: 200 len: 979 time: 1.9308970 Sep 18 05:06:35.672851 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6d8a8e9e-0f01-437c-a00d-8c348c56a5ec req-29cafa6a-5ccf-4b7c-84ca-d1dfb86e96df tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 210 time: 0.1260684 Sep 18 05:06:35.676165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46016) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:35.696541 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Set router af873d7f-e12d-4cbf-9f1b-71508416f6cd gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:35.703865 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:35.767345 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbd2ab-9382-4244-b4c9-bc2640fbb6f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Pushing event updated for resources: {'Port': ['ID=27576b8f-98c1-4aa4-9f96-2b0066d03849,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:35.795420 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dc062-eec8-44c1-a636-722750b47842 None None] Pushing event updated for resources: {'Port': ['ID=3f8eb9a4-76d5-44f5-8a99-dbc103dd6457,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:35.812414 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea53542-cdb7-45c3-9bc7-73d0b98dbdab,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:35.858548 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-017679e5-2410-4a17-a9be-61e0d05f4a88 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff72afa79aec4022b50dc103c12ea329&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9611878 Sep 18 05:06:35.880508 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:06:35.929768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Attempting to bind port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:35.930516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Attempting to bind port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:35.931653 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Attempting to bind port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 on network 484b7aca-7593-4b3d-af08-6e779cc393dc {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:35.945182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:35.954594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Checking segment: {'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:35.954594 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:35.954594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Bound using segment: {'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:35.954594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Bound port: 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:35.958560 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:36.032309 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:36.038223 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] Added segment 0a1fc365-7f5c-49aa-aae1-af4dea9fad17 of type vlan for network 4535b392-3a91-4b9b-8a5a-1d299ccc17de Sep 18 05:06:36.156807 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] For port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:36.173010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] For port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3f8eb9a4-76d5-44f5-8a99-dbc103dd6457,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:36.177971 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:36.223660 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:06:30Z', 'revision_number': 3, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:36.247649 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:36.316134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-98f0141e-00b2-4277-be62-c9815163dfb6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:36.318407 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-98f0141e-00b2-4277-be62-c9815163dfb6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.13 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 819 time: 0.5238600 Sep 18 05:06:36.326394 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Checking router: af873d7f-e12d-4cbf-9f1b-71508416f6cd for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:06:36.328469 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Updating router af873d7f-e12d-4cbf-9f1b-71508416f6cd port 017c002e-247b-48be-93a9-ad5eab6913c5 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:06:36.329337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa4f7a-17ec-44c2-a40a-9b65881d1058 req-2b6d86ee-e871-4f95-8a9e-db3571756a07 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:36.337813 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44aa4f7a-17ec-44c2-a40a-9b65881d1058 req-2b6d86ee-e871-4f95-8a9e-db3571756a07 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 932 time: 0.1839859 Sep 18 05:06:36.367156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-4df6e100-f7b7-4b79-bdd8-b4d8a30d2c60 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Request body: {'port': {'device_id': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'admin_state_up': True, 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:36.431024 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:36.436170 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dc062-eec8-44c1-a636-722750b47842 None None] Pushing event updated for resources: {'Port': ['ID=3f8eb9a4-76d5-44f5-8a99-dbc103dd6457,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:36.454846 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0ebe4443-3c17-4e2c-8e14-20ba0d74218c None None] Provisioning complete for port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:36.457977 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0ebe4443-3c17-4e2c-8e14-20ba0d74218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:36.470648 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:36.471325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:36.575282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44aa4f7a-17ec-44c2-a40a-9b65881d1058 req-074bdad8-d734-4440-ac73-9a7d5ffb2745 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360322 Sep 18 05:06:36.627846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9eb6ecfa-6859-417e-8166-405490a28655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Deleting port 27576b8f-98c1-4aa4-9f96-2b0066d03849 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:36.631974 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ecfa-6859-417e-8166-405490a28655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:36.647066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-4df6e100-f7b7-4b79-bdd8-b4d8a30d2c60 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Made reservation on behalf of ae3b991f811649a6b7dfa6172c9ec136 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:36.668602 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-4df6e100-f7b7-4b79-bdd8-b4d8a30d2c60 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:36.688386 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:36.690196 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:36.698953 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:36.707007 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46032) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:36.885319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:36.909098 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-b8a466e5-1262-4a84-b37c-7677d5f4d481 service neutron] 10.222.0.23 "GET /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9998991 Sep 18 05:06:36.955113 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0b30967a-0519-4bb0-9bc6-600397d30ec3 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:37.060729 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.108054 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] Pushing event updated for resources: {'Network': ['ID=4535b392-3a91-4b9b-8a5a-1d299ccc17de,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:37.117995 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7cdf5144-91ac-4352-b8c3-4c7e5bc6a5d0 req-7e8af872-3cfb-4b6e-9231-d76f63073d07 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 210 time: 0.1586034 Sep 18 05:06:37.122010 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79a2252-3f34-476d-b5e1-6d57898cdca3 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:06:37.128763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 4535b392-3a91-4b9b-8a5a-1d299ccc17de details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:06:37.145278 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.146905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-9eb6ecfa-6859-417e-8166-405490a28655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] For port 27576b8f-98c1-4aa4-9f96-2b0066d03849, host n-h1-789963-13, got binding levels [] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:37.147693 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ecfa-6859-417e-8166-405490a28655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.164994 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0ebe4443-3c17-4e2c-8e14-20ba0d74218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.171914 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9eb6ecfa-6859-417e-8166-405490a28655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Calling delete_port for 27576b8f-98c1-4aa4-9f96-2b0066d03849 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:37.179817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-4df6e100-f7b7-4b79-bdd8-b4d8a30d2c60 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Allocated IP 172.20.0.11 (484b7aca-7593-4b3d-af08-6e779cc393dc/02887c08-3097-4d93-a60e-f80a8813bdbb/5a8b4ac0-5450-4f72-8762-3e9681a566b5) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:37.215439 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.256797 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.263208 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d4e20f94-317c-412b-8f3f-3f070c29aabc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.4099500 Sep 18 05:06:37.264076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46044) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:37.283158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-cf7b04ae-402f-4373-a153-39ec2233ad93 admin admin] Request body: {'subnet': {'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1777777631-subnet', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:37.321374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46046) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:37.351222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Transition to ACTIVE for port object d79a2252-3f34-476d-b5e1-6d57898cdca3 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:06:37.362759 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0b30967a-0519-4bb0-9bc6-600397d30ec3 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:37.363408 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.366137 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a798e05-1a47-4541-ab67-3c9e0bec022a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Deleting subnet 13f5ed57-f5cf-4f99-adbf-d9869373ae9d {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:06:37.370939 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5a798e05-1a47-4541-ab67-3c9e0bec022a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.373903 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee397a8-1988-40d7-9987-048899b8e8af None None] Pushing event updated for resources: {'Port': ['ID=017c002e-247b-48be-93a9-ad5eab6913c5,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:37.374867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-0ebe4443-3c17-4e2c-8e14-20ba0d74218c None None] For port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3f8eb9a4-76d5-44f5-8a99-dbc103dd6457,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:37.387150 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Attempting to bind port 017c002e-247b-48be-93a9-ad5eab6913c5 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:37.387623 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Attempting to bind port 017c002e-247b-48be-93a9-ad5eab6913c5 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:37.388066 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Attempting to bind port 017c002e-247b-48be-93a9-ad5eab6913c5 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:37.394049 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:37.396968 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:37.397466 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.397939 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:37.405252 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Bound port: 017c002e-247b-48be-93a9-ad5eab6913c5, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:37.405252 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.420063 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-4df6e100-f7b7-4b79-bdd8-b4d8a30d2c60 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.474041 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.480613 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] For port 017c002e-247b-48be-93a9-ad5eab6913c5, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:37.484119 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] For port 017c002e-247b-48be-93a9-ad5eab6913c5, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=017c002e-247b-48be-93a9-ad5eab6913c5,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:37.486175 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0ebe4443-3c17-4e2c-8e14-20ba0d74218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.529610 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5a798e05-1a47-4541-ab67-3c9e0bec022a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.556462 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.571009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1669996821-network', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:37.585067 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-4df6e100-f7b7-4b79-bdd8-b4d8a30d2c60 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.587950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe4443-3c17-4e2c-8e14-20ba0d74218c None None] Pushing event updated for resources: {'Port': ['ID=3f8eb9a4-76d5-44f5-8a99-dbc103dd6457,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:37.613437 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:36Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:37.632633 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ecfa-6859-417e-8166-405490a28655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.634578 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-478a4a75-cb74-4d87-97a6-56345f210e0e service neutron] 10.222.0.23 "GET /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380526 Sep 18 05:06:37.650278 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7b04ae-402f-4373-a153-39ec2233ad93 admin admin] Made reservation on behalf of 90faa714f2c54434b6b010e9d0ea56cc for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:37.652852 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cf7b04ae-402f-4373-a153-39ec2233ad93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.653544 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ce8e1-a5ec-415a-99d6-2078266952f8 None None] The sync data for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 is: [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:36Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:06:37.663544 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b4e884ea-3f2b-462e-b79f-f1bd97dfa989 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:37.676957 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Routers {'af873d7f-e12d-4cbf-9f1b-71508416f6cd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:37.687187 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ecfa-6859-417e-8166-405490a28655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.690134 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9eb6ecfa-6859-417e-8166-405490a28655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "DELETE /v2.0/ports/27576b8f-98c1-4aa4-9f96-2b0066d03849 HTTP/1.1" status: 204 len: 168 time: 2.0127370 Sep 18 05:06:37.696410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46052) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:37.697135 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:37.700124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-21aaecff-b973-4365-9212-26fa0ade66b5 None None] Provisioning complete for port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:37.700537 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-21aaecff-b973-4365-9212-26fa0ade66b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.709570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-4df6e100-f7b7-4b79-bdd8-b4d8a30d2c60 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Network 484b7aca-7593-4b3d-af08-6e779cc393dc is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:37.730400 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-4df6e100-f7b7-4b79-bdd8-b4d8a30d2c60 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:37.734317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-4df6e100-f7b7-4b79-bdd8-b4d8a30d2c60 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:37.808877 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee397a8-1988-40d7-9987-048899b8e8af None None] Pushing event updated for resources: {'Port': ['ID=017c002e-247b-48be-93a9-ad5eab6913c5,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:37.841295 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Pushing event updated for resources: {'Port': ['ID=d79a2252-3f34-476d-b5e1-6d57898cdca3,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:37.845995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b4e884ea-3f2b-462e-b79f-f1bd97dfa989 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:37.848427 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.870869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-4df6e100-f7b7-4b79-bdd8-b4d8a30d2c60 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:37.871719 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-4df6e100-f7b7-4b79-bdd8-b4d8a30d2c60 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.901750 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] Made reservation on behalf of dff1ba451435479c8e47e2cfbb7597f9 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:37.906681 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:37.959631 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6d0e03-3ab9-4134-8165-456904dea3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] GET failed (client error): The resource could not be found. Sep 18 05:06:37.962124 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bc6d0e03-3ab9-4134-8165-456904dea3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] 10.222.0.23 "GET /v2.0/ports/27576b8f-98c1-4aa4-9f96-2b0066d03849 HTTP/1.1" status: 404 len: 333 time: 0.2496099 Sep 18 05:06:37.972964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46056) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:37.975798 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] Set router af873d7f-e12d-4cbf-9f1b-71508416f6cd gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:38.046821 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 271bffa6-47db-4683-b928-48a5d6affc7c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:38.060184 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.086912 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5a798e05-1a47-4541-ab67-3c9e0bec022a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.101542 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-39e93954-b241-4573-859c-21a75e339fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.123044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6e100-f7b7-4b79-bdd8-b4d8a30d2c60 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Pushing event updated for resources: {'Port': ['ID=5a8b4ac0-5450-4f72-8762-3e9681a566b5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:38.178082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 271bffa6-47db-4683-b928-48a5d6affc7c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:38.178614 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.203178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3640b24-ecd6-4bf3-8915-811dee67eb04 req-f4e3e1e9-13bb-476e-9575-aea5ec5456aa tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:38.206295 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3640b24-ecd6-4bf3-8915-811dee67eb04 req-f4e3e1e9-13bb-476e-9575-aea5ec5456aa tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 944 time: 0.3433156 Sep 18 05:06:38.216534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6ecfa-6859-417e-8166-405490a28655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988949408-project-admin] Pushing event deleted for resources: {'Port': ['ID=27576b8f-98c1-4aa4-9f96-2b0066d03849,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:38.234284 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-4df6e100-f7b7-4b79-bdd8-b4d8a30d2c60 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8929224 Sep 18 05:06:38.247535 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-59a533ed-54fa-455d-bf9b-1cd2fc1a3685 None None] Provisioning complete for port 5a8b4ac0-5450-4f72-8762-3e9681a566b5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:38.247911 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-59a533ed-54fa-455d-bf9b-1cd2fc1a3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.283927 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66e8f28d-a89b-4e61-a5d0-90fd7adc28fd req-427eed53-10f6-488b-a886-35073b3431eb tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 210 time: 0.2176220 Sep 18 05:06:38.305273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Request body: {'port': {'device_id': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:38.314109 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3640b24-ecd6-4bf3-8915-811dee67eb04 req-fa122e2b-9219-44f3-9f4b-43c0168d63a1 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822551 Sep 18 05:06:38.379347 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.386605 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-59a533ed-54fa-455d-bf9b-1cd2fc1a3685 None None] Port 5a8b4ac0-5450-4f72-8762-3e9681a566b5 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:38.409167 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-39e93954-b241-4573-859c-21a75e339fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.412529 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5a798e05-1a47-4541-ab67-3c9e0bec022a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.437532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-39e93954-b241-4573-859c-21a75e339fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cef1de-4e95-4420-9885-f02a82d4895e']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:38.438214 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 271bffa6-47db-4683-b928-48a5d6affc7c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=271bffa6-47db-4683-b928-48a5d6affc7c,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:38.459538 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:06:30Z', 'revision_number': 3, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:38.464211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-39e93954-b241-4573-859c-21a75e339fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a9980e-469d-49c2-ab67-e323a98d3092') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:38.464656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-39e93954-b241-4573-859c-21a75e339fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a9980e-469d-49c2-ab67-e323a98d3092') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:38.479799 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-39e93954-b241-4573-859c-21a75e339fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.485736 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a798e05-1a47-4541-ab67-3c9e0bec022a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Subnet': ['ID=13f5ed57-f5cf-4f99-adbf-d9869373ae9d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:38.496791 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243496ed-6980-40b1-b327-bf2b36529dce None None] The sync data for ids ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'] in n-d-789963-13 is: [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:06:30Z', 'revision_number': 3, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:06:38.510668 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.514190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Attempting to bind port d79a2252-3f34-476d-b5e1-6d57898cdca3 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:38.515010 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Attempting to bind port d79a2252-3f34-476d-b5e1-6d57898cdca3 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:38.515721 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Attempting to bind port d79a2252-3f34-476d-b5e1-6d57898cdca3 on network d3e10c5a-eb89-4d23-8b34-301a826af75c {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:38.518411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec4d21-8063-4705-8ba7-90daccf76b5e None None] Network a8b18f5e-d5e3-4d63-ab23-d8aadf952265 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:38.519307 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5a798e05-1a47-4541-ab67-3c9e0bec022a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.521714 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5a798e05-1a47-4541-ab67-3c9e0bec022a tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "DELETE /v2.0/subnets/13f5ed57-f5cf-4f99-adbf-d9869373ae9d HTTP/1.1" status: 204 len: 168 time: 1.7317345 Sep 18 05:06:38.538976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46066) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:38.542023 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-39e93954-b241-4573-859c-21a75e339fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.597051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e93954-b241-4573-859c-21a75e339fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:06:38.597561 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-39e93954-b241-4573-859c-21a75e339fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:06:38.602244 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:06:38.607318 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.638565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Port d79a2252-3f34-476d-b5e1-6d57898cdca3 on network d3e10c5a-eb89-4d23-8b34-301a826af75c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:38.638565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Attempting to bind port d79a2252-3f34-476d-b5e1-6d57898cdca3 on network d3e10c5a-eb89-4d23-8b34-301a826af75c {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:38.684416 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:38.684781 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Checking segment: {'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:38.685190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Bound using segment: {'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:38.685658 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Bound port: d79a2252-3f34-476d-b5e1-6d57898cdca3, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:38.686036 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.710134 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=271bffa6-47db-4683-b928-48a5d6affc7c,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:38.724914 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:38.769089 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.801936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060f15-6b0c-45ac-8f8c-4e26b3328f5c req-bf9547c9-4a54-4b02-a72f-c9e10b986607 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:38.809253 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f8060f15-6b0c-45ac-8f8c-4e26b3328f5c req-bf9547c9-4a54-4b02-a72f-c9e10b986607 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 932 time: 0.3286400 Sep 18 05:06:38.848468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:38.848780 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.881619 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-39e93954-b241-4573-859c-21a75e339fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:38.987030 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802e6827-5d2c-4b62-8962-c994ff69e582 None None] DHCP port deletion for a8b18f5e-d5e3-4d63-ab23-d8aadf952265 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:06:39.048778 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-802e6827-5d2c-4b62-8962-c994ff69e582 None None] Deleting port 71245b36-b148-456c-8ee8-9cd9e39db3fb {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:39.049390 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-802e6827-5d2c-4b62-8962-c994ff69e582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.058983 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] For port d79a2252-3f34-476d-b5e1-6d57898cdca3, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:39.065085 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] For port d79a2252-3f34-476d-b5e1-6d57898cdca3, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d79a2252-3f34-476d-b5e1-6d57898cdca3,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:39.105256 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f8060f15-6b0c-45ac-8f8c-4e26b3328f5c req-fa2df035-cc16-44c6-9e24-ac62326ae355 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948310 Sep 18 05:06:39.134443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-802e6827-5d2c-4b62-8962-c994ff69e582 None None] For port 71245b36-b148-456c-8ee8-9cd9e39db3fb, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=71245b36-b148-456c-8ee8-9cd9e39db3fb,segment=NetworkSegment(61870140-2965-4a4b-bfab-600d7339172b),segment_id=61870140-2965-4a4b-bfab-600d7339172b)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:39.135219 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-802e6827-5d2c-4b62-8962-c994ff69e582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.147878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.151890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-802e6827-5d2c-4b62-8962-c994ff69e582 None None] Calling delete_port for 71245b36-b148-456c-8ee8-9cd9e39db3fb owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:39.155076 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.168572 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.185200 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-39e93954-b241-4573-859c-21a75e339fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.187097 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-39e93954-b241-4573-859c-21a75e339fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] 10.222.0.23 "DELETE /v2.0/networks/99cef1de-4e95-4420-9885-f02a82d4895e HTTP/1.1" status: 204 len: 168 time: 1.2067657 Sep 18 05:06:39.194664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e93954-b241-4573-859c-21a75e339fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118788132-project] Pushing event deleted for resources: {'Network': ['ID=99cef1de-4e95-4420-9885-f02a82d4895e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:39.240429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Deleting port 71245b36-b148-456c-8ee8-9cd9e39db3fb {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:39.240785 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.246179 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Pushing event updated for resources: {'Port': ['ID=d79a2252-3f34-476d-b5e1-6d57898cdca3,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:39.267625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cf7b04ae-402f-4373-a153-39ec2233ad93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.269386 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.301120 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:39.301748 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.303558 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-ff8c2004-30b9-4667-95f7-fec93f714af9 service neutron] 10.222.0.13 "PUT /v2.0/ports/d79a2252-3f34-476d-b5e1-6d57898cdca3 HTTP/1.1" status: 200 len: 1093 time: 6.1991482 Sep 18 05:06:39.313293 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6642f692-bcad-4080-93bb-0131a4bec365', 'tag': 'd79a2252-3f34-476d-b5e1-6d57898cdca3'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:06:39.323886 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a052f85-c9fb-48cb-a716-bd81cd304ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "6642f692-bcad-4080-93bb-0131a4bec365", "tag": "d79a2252-3f34-476d-b5e1-6d57898cdca3"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:06:39.352446 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] For port 71245b36-b148-456c-8ee8-9cd9e39db3fb, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=71245b36-b148-456c-8ee8-9cd9e39db3fb,segment=NetworkSegment(61870140-2965-4a4b-bfab-600d7339172b),segment_id=61870140-2965-4a4b-bfab-600d7339172b)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:39.353214 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.369446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:06:39.381167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Calling delete_port for 71245b36-b148-456c-8ee8-9cd9e39db3fb owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:39.381345 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-802e6827-5d2c-4b62-8962-c994ff69e582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.405578 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67862d71-43b9-49ba-92be-12024e86e97b x-openstack-request-id: req-67862d71-43b9-49ba-92be-12024e86e97b {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:06:39.409861 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6642f692-bcad-4080-93bb-0131a4bec365", "tag": "d79a2252-3f34-476d-b5e1-6d57898cdca3", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:06:39.409861 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67862d71-43b9-49ba-92be-12024e86e97b {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:06:39.409861 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6642f692-bcad-4080-93bb-0131a4bec365', 'tag': 'd79a2252-3f34-476d-b5e1-6d57898cdca3', 'status': 'completed', 'code': 200} Sep 18 05:06:39.428591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00cc8c7-808e-4454-839f-540568d1c479,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:39.434143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e6827-5d2c-4b62-8962-c994ff69e582 None None] Pushing event deleted for resources: {'Port': ['ID=71245b36-b148-456c-8ee8-9cd9e39db3fb,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:39.438644 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e6827-5d2c-4b62-8962-c994ff69e582 None None] No DVR routers for this DVR port 71245b36-b148-456c-8ee8-9cd9e39db3fb on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:06:39.458206 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.458560 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] Added segment 86f7d29b-ec06-467f-a798-cc58af28d3d0 of type vlan for network 9791206e-079f-44eb-aa04-4f90648d9063 Sep 18 05:06:39.462449 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b04ae-402f-4373-a153-39ec2233ad93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b666211-5e2d-4fc0-b203-a88b7125c26a,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:39.523239 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aa96b1fd-d2ea-433d-999c-77615c90dfd0 req-b6c18672-62b0-4ea1-ba3f-3462523f9a51 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 210 time: 0.1265364 Sep 18 05:06:39.538831 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8b4ac0-5450-4f72-8762-3e9681a566b5 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:06:39.548707 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.574334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Transition to ACTIVE for port object 5a8b4ac0-5450-4f72-8762-3e9681a566b5 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:06:39.606018 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.618680 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.633016 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b04ae-402f-4373-a153-39ec2233ad93 admin admin] Checking segment: {'id': '0a1fc365-7f5c-49aa-aae1-af4dea9fad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:39.633388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b04ae-402f-4373-a153-39ec2233ad93 admin admin] Network hostable DHCP agents. Network: 4535b392-3a91-4b9b-8a5a-1d299ccc17de, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:06:39.639841 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Port': ['ID=71245b36-b148-456c-8ee8-9cd9e39db3fb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:39.645529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] No DVR routers for this DVR port 71245b36-b148-456c-8ee8-9cd9e39db3fb on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:06:39.659532 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.695430 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a052f85-c9fb-48cb-a716-bd81cd304ea9 req-16e2486e-1daf-4b41-bbc3-4336b80e5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:39.697287 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a052f85-c9fb-48cb-a716-bd81cd304ea9 req-16e2486e-1daf-4b41-bbc3-4336b80e5994 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b4bc622cec481d856678fe715fc0b7&device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 1096 time: 0.2716231 Sep 18 05:06:39.716617 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085c6ff-da69-4623-a33a-212a7e405dda req-7f818d29-8667-4015-b8b0-b12fd462c13e tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:39.718182 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d085c6ff-da69-4623-a33a-212a7e405dda req-7f818d29-8667-4015-b8b0-b12fd462c13e tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 944 time: 0.2261059 Sep 18 05:06:39.755638 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46080) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:39.776604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8b4ac0-5450-4f72-8762-3e9681a566b5,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:39.787335 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Allocated IP 172.20.0.1 (ffb527be-d03c-4c87-a254-04ea5d823067/a7932b23-0b60-4ae5-8ab0-d94621835bec/bf8a20b8-db7e-4110-9fdb-09987e5bef9c) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:39.832523 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:39.945864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b18f5e-d5e3-4d63-ab23-d8aadf952265']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:39.973059 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61870140-2965-4a4b-bfab-600d7339172b') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:39.973592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61870140-2965-4a4b-bfab-600d7339172b') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:39.988206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Attempting to bind port 5a8b4ac0-5450-4f72-8762-3e9681a566b5 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:39.989134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Attempting to bind port 5a8b4ac0-5450-4f72-8762-3e9681a566b5 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:39.989483 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Attempting to bind port 5a8b4ac0-5450-4f72-8762-3e9681a566b5 on network 484b7aca-7593-4b3d-af08-6e779cc393dc {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:39.992806 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:40.003919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Port 5a8b4ac0-5450-4f72-8762-3e9681a566b5 on network 484b7aca-7593-4b3d-af08-6e779cc393dc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:40.004309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Attempting to bind port 5a8b4ac0-5450-4f72-8762-3e9681a566b5 on network 484b7aca-7593-4b3d-af08-6e779cc393dc {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:40.012799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:40.013153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Checking segment: {'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:40.013556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Bound using segment: {'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:40.014013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Bound port: 5a8b4ac0-5450-4f72-8762-3e9681a566b5, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:40.014368 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:40.036560 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:40.096085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:06:40.096447 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:06:40.101231 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:06:40.129740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] For port 5a8b4ac0-5450-4f72-8762-3e9681a566b5, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:40.163255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Sync routers for ids ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:06:40.184689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Routers {'d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:40.185362 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:40.217366 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:40.218340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:40.218922 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:40.221334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] For port 5a8b4ac0-5450-4f72-8762-3e9681a566b5, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5a8b4ac0-5450-4f72-8762-3e9681a566b5,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:40.229140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b04ae-402f-4373-a153-39ec2233ad93 admin admin] Network 4535b392-3a91-4b9b-8a5a-1d299ccc17de is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:06:40.248123 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d085c6ff-da69-4623-a33a-212a7e405dda req-c65f76a0-0ab5-4a85-a2a8-6d52cadb22b9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143094 Sep 18 05:06:40.297940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cf0dd-0e8a-4bc2-8e48-108b52a0b7f6 req-9bde8533-b0ac-41e9-a651-82944972015f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:40.306424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae4cf0dd-0e8a-4bc2-8e48-108b52a0b7f6 req-9bde8533-b0ac-41e9-a651-82944972015f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 944 time: 0.0778341 Sep 18 05:06:40.349096 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae4cf0dd-0e8a-4bc2-8e48-108b52a0b7f6 req-4d6bf780-a402-40bd-85dc-d35f436da7f8 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Sep 18 05:06:40.353277 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:40.356904 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:40.381821 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:40.381821 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "DELETE /v2.0/networks/a8b18f5e-d5e3-4d63-ab23-d8aadf952265 HTTP/1.1" status: 204 len: 168 time: 1.8382733 Sep 18 05:06:40.393902 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46086) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:40.414946 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-cf7b04ae-402f-4373-a153-39ec2233ad93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 4535b392-3a91-4b9b-8a5a-1d299ccc17de) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:40.417347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a052f85-c9fb-48cb-a716-bd81cd304ea9 req-75963e08-b699-429d-866d-3b595c26cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:40.419033 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a052f85-c9fb-48cb-a716-bd81cd304ea9 req-75963e08-b699-429d-866d-3b595c26cb97 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d1b4bc622cec481d856678fe715fc0b7&shared=False HTTP/1.1" status: 200 len: 905 time: 0.6970208 Sep 18 05:06:40.420690 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0902829 Sep 18 05:06:40.425833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46088) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:40.427475 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:40.428485 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:40.430205 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] 10.222.0.13 "PUT /v2.0/ports/5a8b4ac0-5450-4f72-8762-3e9681a566b5 HTTP/1.1" status: 200 len: 1093 time: 2.1719143 Sep 18 05:06:40.430370 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcce1c-8d58-4db0-a55e-f2db116cf349 admin admin] Pushing event updated for resources: {'Network': ['ID=9791206e-079f-44eb-aa04-4f90648d9063,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:40.433348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92101b5-5808-4162-8fc8-1c55ab55a5b0 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Network': ['ID=a8b18f5e-d5e3-4d63-ab23-d8aadf952265,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:40.436879 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b04ae-402f-4373-a153-39ec2233ad93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:40.437429 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cf7b04ae-402f-4373-a153-39ec2233ad93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:40.444151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'tag': '5a8b4ac0-5450-4f72-8762-3e9681a566b5'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:06:40.446995 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9130bf8b-e8ef-46e9-bcbd-4bdf5e1df435" -d '{"events": [{"name": "network-changed", "server_uuid": "9f12e418-60ab-4abc-b2da-7c0abd35281b", "tag": "5a8b4ac0-5450-4f72-8762-3e9681a566b5"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:06:40.466130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d9b6d8d8-d8fd-4b4d-bdbc-f00d33889bc0 admin admin] Request body: {'subnet': {'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-subnet', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:40.489886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Set router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:40.520391 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7ba36b60-129e-452e-bedb-a0533fa7ef6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6850e3868954b1aae98ecaf4c874bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7563119 Sep 18 05:06:40.535992 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46092) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:40.557399 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd972d4-1191-4011-ab13-ae59134c92db x-openstack-request-id: req-cdd972d4-1191-4011-ab13-ae59134c92db {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:06:40.563624 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f12e418-60ab-4abc-b2da-7c0abd35281b", "tag": "5a8b4ac0-5450-4f72-8762-3e9681a566b5", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:06:40.565678 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdd972d4-1191-4011-ab13-ae59134c92db {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:06:40.566309 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'tag': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'status': 'completed', 'code': 200} Sep 18 05:06:40.588595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ba552-5b75-4652-ad7a-007ead6a2ec5 None None] Network 4535b392-3a91-4b9b-8a5a-1d299ccc17de requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:40.589891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f52aa-567e-4c42-a578-88a0d79b6012 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8b4ac0-5450-4f72-8762-3e9681a566b5,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:40.590511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 9791206e-079f-44eb-aa04-4f90648d9063 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:06:40.686645 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c1b1c5-d651-4445-89f2-1b3d0bea559e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Deleting subnet 4f3e3f17-0fbc-4ccc-933f-6653da56a8f0 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:06:40.693290 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81c1b1c5-d651-4445-89f2-1b3d0bea559e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:40.706607 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 271bffa6-47db-4683-b928-48a5d6affc7c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:40.720463 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:40.750258 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ab0b221-efa7-4afe-adc6-f4292450b229 req-e8094e4e-52ab-49dc-83a4-520d45ea23af tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 210 time: 0.0709121 Sep 18 05:06:40.776109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b6d8d8-d8fd-4b4d-bdbc-f00d33889bc0 admin admin] Made reservation on behalf of dff1ba451435479c8e47e2cfbb7597f9 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:40.778654 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d9b6d8d8-d8fd-4b4d-bdbc-f00d33889bc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:40.794947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130bf8b-e8ef-46e9-bcbd-4bdf5e1df435 req-5e58362f-e6ee-413a-b811-036017ad466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:40.796489 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9130bf8b-e8ef-46e9-bcbd-4bdf5e1df435 req-5e58362f-e6ee-413a-b811-036017ad466a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 1096 time: 0.2096937 Sep 18 05:06:40.808511 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81c1b1c5-d651-4445-89f2-1b3d0bea559e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.030197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 271bffa6-47db-4683-b928-48a5d6affc7c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:41.030581 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.035051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130bf8b-e8ef-46e9-bcbd-4bdf5e1df435 req-7bd634ad-42ff-404d-8fb8-dab3f1514a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:41.036610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9130bf8b-e8ef-46e9-bcbd-4bdf5e1df435 req-7bd634ad-42ff-404d-8fb8-dab3f1514a3a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2306867 Sep 18 05:06:41.048486 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cf7b04ae-402f-4373-a153-39ec2233ad93 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.7701082 Sep 18 05:06:41.074304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46096) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:41.079639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1777777631-router', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:41.111352 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-4535b392-3a91-4b9b-8a5a-1d299ccc17de', 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'fixed_ips': [{'subnet_id': '7b666211-5e2d-4fc0-b203-a88b7125c26a'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:06:41.112268 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.140111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '2e87bb5f-76f7-4258-b464-8ebe1787968d', 'name': '', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'mac_address': 'fa:16:3e:b4:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 2, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'subnets': [{'id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:41.146243 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a052f85-c9fb-48cb-a716-bd81cd304ea9 req-44323ef6-cad4-4c93-afdf-bb5f02127dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:41.153642 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a052f85-c9fb-48cb-a716-bd81cd304ea9 req-44323ef6-cad4-4c93-afdf-bb5f02127dbf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7088075 Sep 18 05:06:41.159647 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.181729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Checking router: d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:06:41.182320 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Updating router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 port 2e87bb5f-76f7-4258-b464-8ebe1787968d binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:06:41.206406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130bf8b-e8ef-46e9-bcbd-4bdf5e1df435 req-47dcc34a-cbca-4a2f-be2d-83b6df165932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:41.207915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9130bf8b-e8ef-46e9-bcbd-4bdf5e1df435 req-47dcc34a-cbca-4a2f-be2d-83b6df165932 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1628296 Sep 18 05:06:41.310907 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.332946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-01231771-4b51-4259-97da-a61f0b306698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:41.338789 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-01231771-4b51-4259-97da-a61f0b306698 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 1096 time: 0.0696967 Sep 18 05:06:41.380326 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81c1b1c5-d651-4445-89f2-1b3d0bea559e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.416465 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-c31c6d55-bb9d-48ae-89ee-36b9687a8579 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a8b4ac0-5450-4f72-8762-3e9681a566b5 HTTP/1.1" status: 200 len: 217 time: 0.0680707 Sep 18 05:06:41.417091 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d9b6d8d8-d8fd-4b4d-bdbc-f00d33889bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.421312 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Network ffb527be-d03c-4c87-a254-04ea5d823067 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:41.483531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 71245b36-b148-456c-8ee8-9cd9e39db3fb no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:06:41.515231 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Allocated IP 172.20.0.2 (4535b392-3a91-4b9b-8a5a-1d299ccc17de/7b666211-5e2d-4fc0-b203-a88b7125c26a/2dc81068-b189-4ed1-bdbe-eff8df995b14) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:41.532395 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:41.535882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:41.566003 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 71245b36-b148-456c-8ee8-9cd9e39db3fb {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:06:41.566633 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 71245b36-b148-456c-8ee8-9cd9e39db3fb not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:06:41.588311 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.646168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b6d8d8-d8fd-4b4d-bdbc-f00d33889bc0 admin admin] Checking segment: {'id': '86f7d29b-ec06-467f-a798-cc58af28d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:41.646535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b6d8d8-d8fd-4b4d-bdbc-f00d33889bc0 admin admin] Network hostable DHCP agents. Network: 9791206e-079f-44eb-aa04-4f90648d9063, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:06:41.650869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6d8d8-d8fd-4b4d-bdbc-f00d33889bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcfe49e5-8125-4aa5-81da-438b6da185cb,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:41.659789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-3d65c8e9-7844-44f6-9d94-d0882629b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:41.661339 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-3d65c8e9-7844-44f6-9d94-d0882629b95a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.2419052 Sep 18 05:06:41.670333 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b913738f-7461-46cd-a6bc-d6d8f214841c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.689599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9d0b8-32e7-4d68-91da-c081c4d0366a req-08309e5d-0b79-43db-ac21-1846fb7d8caf tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:41.691911 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.692087 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b3d9d0b8-32e7-4d68-91da-c081c4d0366a req-08309e5d-0b79-43db-ac21-1846fb7d8caf tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 944 time: 0.1906388 Sep 18 05:06:41.693010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.793971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-dee3b756-d49c-4361-b11f-3d0935dfa9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:41.796284 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-dee3b756-d49c-4361-b11f-3d0935dfa9b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186004 Sep 18 05:06:41.799024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Pushing event updated for resources: {'Port': ['ID=bf8a20b8-db7e-4110-9fdb-09987e5bef9c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:41.813713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b3d9d0b8-32e7-4d68-91da-c081c4d0366a req-f186a9ba-6fbd-49a7-9fdf-84338a9b7bfc tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110489 Sep 18 05:06:41.839703 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b913738f-7461-46cd-a6bc-d6d8f214841c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.845131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b6d8d8-d8fd-4b4d-bdbc-f00d33889bc0 admin admin] Network 9791206e-079f-44eb-aa04-4f90648d9063 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:06:41.881162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-93db7ba4-100d-4bdb-bb23-5fedf6d7a323 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:41.883948 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-93db7ba4-100d-4bdb-bb23-5fedf6d7a323 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.18 "GET /v2.0/networks?id=fb25068f-b020-461b-bd6d-d4bfa414044b HTTP/1.1" status: 200 len: 828 time: 1.0396149 Sep 18 05:06:41.902598 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.948175 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.958829 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.962923 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-a8d2c5b9-1bf1-4212-a2f5-bfb4a3ea71f7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Request body: {'port': {'device_id': '17df5711-5921-446c-a760-598b0e168e3c', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'admin_state_up': True, 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:41.967653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-805e3049-d5e8-4104-9d77-c35f5cfcdf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:41.969293 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-805e3049-d5e8-4104-9d77-c35f5cfcdf75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b4bc622cec481d856678fe715fc0b7&device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 1096 time: 0.6983366 Sep 18 05:06:41.970098 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-6e24ab22-4ac7-4b9d-b46f-a73615dd0603 service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554248 Sep 18 05:06:41.974022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-89225734-d5bc-4986-b13b-e7f53dfe97db None None] Provisioning complete for port bf8a20b8-db7e-4110-9fdb-09987e5bef9c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:41.974404 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-89225734-d5bc-4986-b13b-e7f53dfe97db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:41.986062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26295618-6712-4951-8858-1c03484e075d req-de5dfbfb-cf58-44b8-875b-825d4208ed55 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:41.987619 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26295618-6712-4951-8858-1c03484e075d req-de5dfbfb-cf58-44b8-875b-825d4208ed55 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 944 time: 0.5024459 Sep 18 05:06:42.008259 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.027819 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-89225734-d5bc-4986-b13b-e7f53dfe97db None None] Port bf8a20b8-db7e-4110-9fdb-09987e5bef9c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:42.059495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Network 4535b392-3a91-4b9b-8a5a-1d299ccc17de is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:42.062531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:42.063215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-d9b6d8d8-d8fd-4b4d-bdbc-f00d33889bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 9791206e-079f-44eb-aa04-4f90648d9063) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:42.071552 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:42.075289 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2cb826a5-703b-48b6-9887-d4820545d560 req-28eb1d97-e0e3-4419-bb7f-a6cb509515a0 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 210 time: 0.1035943 Sep 18 05:06:42.077716 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1ba645-41f4-4620-8733-71ee665ef6d6 None None] Network 9791206e-079f-44eb-aa04-4f90648d9063 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:42.080466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b6d8d8-d8fd-4b4d-bdbc-f00d33889bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:42.086462 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d9b6d8d8-d8fd-4b4d-bdbc-f00d33889bc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.090681 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.108394 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-01962628-72e3-4375-9acd-19e22a2e179e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d79a2252-3f34-476d-b5e1-6d57898cdca3 HTTP/1.1" status: 200 len: 217 time: 0.1176054 Sep 18 05:06:42.122216 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81c1b1c5-d651-4445-89f2-1b3d0bea559e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.168623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e56429e4-300e-4ee3-98ee-11a4b67e3b90 req-2f560a10-c929-43ff-b29f-322fe2bfbf62 service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838758 Sep 18 05:06:42.193221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Pushing event updated for resources: {'Port': ['ID=2dc81068-b189-4ed1-bdbe-eff8df995b14,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:42.211905 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d9b6d8d8-d8fd-4b4d-bdbc-f00d33889bc0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7809305 Sep 18 05:06:42.213005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46106) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:42.219854 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81c1b1c5-d651-4445-89f2-1b3d0bea559e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.224975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:42.225717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46108) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:42.226357 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-81c1b1c5-d651-4445-89f2-1b3d0bea559e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "DELETE /v2.0/subnets/4f3e3f17-0fbc-4ccc-933f-6653da56a8f0 HTTP/1.1" status: 204 len: 168 time: 1.8271072 Sep 18 05:06:42.257907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a947816-b0a4-4660-bdad-c682bd0134d3 None None] Network 679e4c02-9d57-432d-9f86-6494be9dff50 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:42.258355 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1b1c5-d651-4445-89f2-1b3d0bea559e tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3e3f17-0fbc-4ccc-933f-6653da56a8f0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:42.335018 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Attempting to bind port 2dc81068-b189-4ed1-bdbe-eff8df995b14 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:42.340011 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26295618-6712-4951-8858-1c03484e075d req-2aba2a4b-40d6-4f53-851a-aa40308d0258 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825820 Sep 18 05:06:42.355533 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Attempting to bind port 2dc81068-b189-4ed1-bdbe-eff8df995b14 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '0a1fc365-7f5c-49aa-aae1-af4dea9fad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:42.356010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Attempting to bind port 2dc81068-b189-4ed1-bdbe-eff8df995b14 on network 4535b392-3a91-4b9b-8a5a-1d299ccc17de {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:42.391455 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.412404 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.424025 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a0236-97e1-4568-85ac-d0fd91c500d3 None None] Pushing event updated for resources: {'Port': ['ID=2e87bb5f-76f7-4258-b464-8ebe1787968d,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:42.429332 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:42.430043 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Checking segment: {'id': '0a1fc365-7f5c-49aa-aae1-af4dea9fad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:42.430633 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.431741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Bound using segment: {'id': '0a1fc365-7f5c-49aa-aae1-af4dea9fad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:42.432698 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Bound port: 2dc81068-b189-4ed1-bdbe-eff8df995b14, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1fc365-7f5c-49aa-aae1-af4dea9fad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:42.433473 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.450661 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.451819 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.515651 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.518695 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.522709 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-5f8bdc4c-4d4d-47cb-9fc2-9a792105700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:42.525351 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-5f8bdc4c-4d4d-47cb-9fc2-9a792105700b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69e11554-3849-4f64-b8fc-9779a28fb1b9 HTTP/1.1" status: 200 len: 845 time: 0.3549242 Sep 18 05:06:42.546334 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b913738f-7461-46cd-a6bc-d6d8f214841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.549344 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b913738f-7461-46cd-a6bc-d6d8f214841c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.550758 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b913738f-7461-46cd-a6bc-d6d8f214841c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c72710f6-5a74-4b4f-ac54-4c61a13b2ae4 HTTP/1.1" status: 204 len: 168 time: 2.0048416 Sep 18 05:06:42.608956 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-93d76d73-9de8-4673-b31e-d8a53d36bb72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3e10c5a-eb89-4d23-8b34-301a826af75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750842 Sep 18 05:06:42.616330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913738f-7461-46cd-a6bc-d6d8f214841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72710f6-5a74-4b4f-ac54-4c61a13b2ae4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:42.636445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Deleting port fdfeb438-eaf9-40ce-a949-7a39ea34b333 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:42.637302 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.742204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 017c002e-247b-48be-93a9-ad5eab6913c5 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:42.798476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-a8d2c5b9-1bf1-4212-a2f5-bfb4a3ea71f7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Made reservation on behalf of ff72afa79aec4022b50dc103c12ea329 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:42.800179 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.802560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-a8d2c5b9-1bf1-4212-a2f5-bfb4a3ea71f7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.837783 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Attempting to bind port 2e87bb5f-76f7-4258-b464-8ebe1787968d on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:42.838162 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Attempting to bind port 2e87bb5f-76f7-4258-b464-8ebe1787968d by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '9b0a406e-8692-4df5-b2da-adb17a8261db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:42.843638 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Attempting to bind port 2e87bb5f-76f7-4258-b464-8ebe1787968d on network fb25068f-b020-461b-bd6d-d4bfa414044b {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:42.845378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] For port fdfeb438-eaf9-40ce-a949-7a39ea34b333, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fdfeb438-eaf9-40ce-a949-7a39ea34b333,segment=NetworkSegment(d815a270-3a9d-4ad5-9b39-e824a5c014f6),segment_id=d815a270-3a9d-4ad5-9b39-e824a5c014f6)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:42.845752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.860988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Calling delete_port for fdfeb438-eaf9-40ce-a949-7a39ea34b333 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:42.905753 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-39c8eef4-cfb7-419a-bcbb-3c031ebf92f7 None None] Provisioning complete for port 2e87bb5f-76f7-4258-b464-8ebe1787968d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:42.906153 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-39c8eef4-cfb7-419a-bcbb-3c031ebf92f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.909946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:42.910205 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Checking segment: {'id': '9b0a406e-8692-4df5-b2da-adb17a8261db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:42.910574 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.911071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Bound using segment: {'id': '9b0a406e-8692-4df5-b2da-adb17a8261db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:42.911462 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Bound port: 2e87bb5f-76f7-4258-b464-8ebe1787968d, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0a406e-8692-4df5-b2da-adb17a8261db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:42.911891 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:42.925792 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] For port 2dc81068-b189-4ed1-bdbe-eff8df995b14, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:42.988036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] For port 2dc81068-b189-4ed1-bdbe-eff8df995b14, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2dc81068-b189-4ed1-bdbe-eff8df995b14,segment=NetworkSegment(0a1fc365-7f5c-49aa-aae1-af4dea9fad17),segment_id=0a1fc365-7f5c-49aa-aae1-af4dea9fad17)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:42.996574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 017c002e-247b-48be-93a9-ad5eab6913c5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:42.996954 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.046252 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-41268eb5-3028-46a2-a9a8-48b205cd34ee service neutron] 10.222.0.13 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228942 Sep 18 05:06:43.058871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f5a16-cde6-47ba-ad17-c15f4552d7fe req-c9331b47-c0af-4d29-b8e4-29d2bd7d7441 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:43.060802 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-539f5a16-cde6-47ba-ad17-c15f4552d7fe req-c9331b47-c0af-4d29-b8e4-29d2bd7d7441 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 944 time: 0.1162891 Sep 18 05:06:43.084496 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-39c8eef4-cfb7-419a-bcbb-3c031ebf92f7 None None] Port 2e87bb5f-76f7-4258-b464-8ebe1787968d cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:43.119635 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-9791206e-079f-44eb-aa04-4f90648d9063', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'fixed_ips': [{'subnet_id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:06:43.120530 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.122812 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.175779 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:06:43.184530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-539f5a16-cde6-47ba-ad17-c15f4552d7fe req-06e6eb06-b3e7-4715-bf8c-b72cf50a1d19 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894182 Sep 18 05:06:43.202510 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] For port 2e87bb5f-76f7-4258-b464-8ebe1787968d, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:43.243706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722b47e1-9452-4318-9b42-372411890cfb None None] DHCP port deletion for 679e4c02-9d57-432d-9f86-6494be9dff50 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:06:43.264153 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] For port 2e87bb5f-76f7-4258-b464-8ebe1787968d, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2e87bb5f-76f7-4258-b464-8ebe1787968d,segment=NetworkSegment(9b0a406e-8692-4df5-b2da-adb17a8261db),segment_id=9b0a406e-8692-4df5-b2da-adb17a8261db)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:43.285810 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.319562 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] No DVR routers for this DVR port fdfeb438-eaf9-40ce-a949-7a39ea34b333 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:06:43.329496 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-663137ff-b3b5-45c4-a41f-d3c2c99da562 req-d0df7aac-b51b-42bc-b320-0d6a5544d615 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 210 time: 0.0894122 Sep 18 05:06:43.330691 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa86697-d87d-4c06-9b9f-ed03dd893a2f None None] Pushing event updated for resources: {'Port': ['ID=2dc81068-b189-4ed1-bdbe-eff8df995b14,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:43.331222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-a8d2c5b9-1bf1-4212-a2f5-bfb4a3ea71f7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Allocated IP 172.20.0.8 (fb25068f-b020-461b-bd6d-d4bfa414044b/1abf5fbe-f49b-40b1-8330-ab396bb149e6/fd9cf6bd-8732-45fe-8a3b-37f11a60170f) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:43.349741 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.380380 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.414639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Port': ['ID=fdfeb438-eaf9-40ce-a949-7a39ea34b333,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:43.472734 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Routers {'d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:43.473493 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:43.579187 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.590375 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.658497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46120) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:43.678862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679e4c02-9d57-432d-9f86-6494be9dff50']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:43.716372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 017c002e-247b-48be-93a9-ad5eab6913c5, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=017c002e-247b-48be-93a9-ad5eab6913c5,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:43.729851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd815a270-3a9d-4ad5-9b39-e824a5c014f6') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:43.730259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd815a270-3a9d-4ad5-9b39-e824a5c014f6') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:43.752832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a0236-97e1-4568-85ac-d0fd91c500d3 None None] Pushing event updated for resources: {'Port': ['ID=2e87bb5f-76f7-4258-b464-8ebe1787968d,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:43.763283 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.779821 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.808937 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.832828 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.834931 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.866417 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e87a53ca-20d8-499b-b667-c8676c8b4a38 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2501fc635cc64e35b89a95b16c63e979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027287 Sep 18 05:06:43.866703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:06:43.867068 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.877704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c1ac2-ddf5-4ce8-b847-b543aec0f541 req-b23fbfdb-1168-4580-bea4-3e653efca5fc tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:43.879297 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b3c1ac2-ddf5-4ce8-b847-b543aec0f541 req-b23fbfdb-1168-4580-bea4-3e653efca5fc tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 944 time: 0.2410107 Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:06:43.879992 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:06:43.882846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46122) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:43.909713 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:43.923333 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Allocated IP 172.20.0.2 (9791206e-079f-44eb-aa04-4f90648d9063/dcfe49e5-8125-4aa5-81da-438b6da185cb/54068b1b-d333-4eed-96bc-7f1d7220ed62) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:43.939739 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] Set router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:43.984645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-40c9b345-c2f0-4746-8220-daedba87e839 None None] Provisioning complete for port 2e87bb5f-76f7-4258-b464-8ebe1787968d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:43.985136 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-40c9b345-c2f0-4746-8220-daedba87e839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.029550 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=017c002e-247b-48be-93a9-ad5eab6913c5,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:44.037885 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9020676c-484c-4556-a6d5-1fefcf9e294f req-3aa4264c-e61b-4d43-aecd-21dd0d5fe0ac service neutron] 10.222.0.13 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9637635 Sep 18 05:06:44.057116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 5a8b4ac0-5450-4f72-8762-3e9681a566b5 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:06:44.135114 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Pushing event updated for resources: {'Port': ['ID=bf8a20b8-db7e-4110-9fdb-09987e5bef9c,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:44.139211 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.141693 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.217012 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.340199 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b3c1ac2-ddf5-4ce8-b847-b543aec0f541 req-20924745-cef2-4d34-a4a0-56292982463f tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346197 Sep 18 05:06:44.392171 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-a8d2c5b9-1bf1-4212-a2f5-bfb4a3ea71f7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.442001 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea08611-679a-4be6-8589-bf261b1c8f67 req-6898851a-7579-46a9-a4b4-c0740ab0b99b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:44.443533 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ea08611-679a-4be6-8589-bf261b1c8f67 req-6898851a-7579-46a9-a4b4-c0740ab0b99b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 944 time: 0.1246872 Sep 18 05:06:44.456495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Network ffb527be-d03c-4c87-a254-04ea5d823067 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:44.460433 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 5a8b4ac0-5450-4f72-8762-3e9681a566b5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5a8b4ac0-5450-4f72-8762-3e9681a566b5,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:44.477245 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df7fbcfd-ba99-495a-8af3-b8bb1431fe21 req-820d2aa1-1903-413c-999a-d71ceebd414a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 210 time: 0.0535154 Sep 18 05:06:44.481752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.488061 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ba36231-fc73-4e81-bb6c-95e87e6d5c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.493729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:44.518535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Allocated IP 172.25.7.91 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/256aae2e-e37e-4f9e-bc61-7dd00479a519) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:44.521197 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.530104 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'port_id': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'mac_address': 'fa:16:3e:1d:ee:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:06:44.538040 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] 10.222.0.23 "DELETE /v2.0/networks/679e4c02-9d57-432d-9f86-6494be9dff50 HTTP/1.1" status: 204 len: 168 time: 2.3084035 Sep 18 05:06:44.543521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3347a7-3d29-4522-9de7-eb705bc01a40 tempest-ServersTestMultiNic-957312224 tempest-ServersTestMultiNic-957312224-project] Pushing event deleted for resources: {'Network': ['ID=679e4c02-9d57-432d-9f86-6494be9dff50,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:44.551303 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-40c9b345-c2f0-4746-8220-daedba87e839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.587930 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.600858 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ea08611-679a-4be6-8589-bf261b1c8f67 req-2aa7a27b-26f1-45b3-9335-43b2a4ebee96 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408038 Sep 18 05:06:44.626055 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ba36231-fc73-4e81-bb6c-95e87e6d5c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.708335 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-40c9b345-c2f0-4746-8220-daedba87e839 None None] For port 2e87bb5f-76f7-4258-b464-8ebe1787968d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2e87bb5f-76f7-4258-b464-8ebe1787968d,segment=NetworkSegment(9b0a406e-8692-4df5-b2da-adb17a8261db),segment_id=9b0a406e-8692-4df5-b2da-adb17a8261db)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:44.734833 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-a8d2c5b9-1bf1-4212-a2f5-bfb4a3ea71f7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.794914 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.807929 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.845015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46136) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:44.846311 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-a8d2c5b9-1bf1-4212-a2f5-bfb4a3ea71f7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Network fb25068f-b020-461b-bd6d-d4bfa414044b is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:44.859061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2c5b9-1bf1-4212-a2f5-bfb4a3ea71f7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Pushing event updated for resources: {'Port': ['ID=fd9cf6bd-8732-45fe-8a3b-37f11a60170f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:44.864083 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-a8d2c5b9-1bf1-4212-a2f5-bfb4a3ea71f7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:44.871584 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-a8d2c5b9-1bf1-4212-a2f5-bfb4a3ea71f7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:44.906079 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-40c9b345-c2f0-4746-8220-daedba87e839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.914276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2e87bb5f-76f7-4258-b464-8ebe1787968d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:44.933923 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8b4ac0-5450-4f72-8762-3e9681a566b5 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:06:44.935786 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Router af873d7f-e12d-4cbf-9f1b-71508416f6cd has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:06:44.987987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Network 9791206e-079f-44eb-aa04-4f90648d9063 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:44.988993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-a8d2c5b9-1bf1-4212-a2f5-bfb4a3ea71f7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:44.989694 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-a8d2c5b9-1bf1-4212-a2f5-bfb4a3ea71f7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:44.998265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Pushing event updated for resources: {'Port': ['ID=54068b1b-d333-4eed-96bc-7f1d7220ed62,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:45.006213 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:45.011615 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:45.029524 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:45.031996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 5a8b4ac0-5450-4f72-8762-3e9681a566b5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5a8b4ac0-5450-4f72-8762-3e9681a566b5,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:45.074555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ba36231-fc73-4e81-bb6c-95e87e6d5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:45.076825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ba36231-fc73-4e81-bb6c-95e87e6d5c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:45.078061 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1ba36231-fc73-4e81-bb6c-95e87e6d5c28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7da4c647-873f-431e-a944-61b07ac82336 HTTP/1.1" status: 204 len: 168 time: 1.1821351 Sep 18 05:06:45.096595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba36231-fc73-4e81-bb6c-95e87e6d5c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da4c647-873f-431e-a944-61b07ac82336,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:45.138492 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-a8d2c5b9-1bf1-4212-a2f5-bfb4a3ea71f7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1802509 Sep 18 05:06:45.156329 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:45.158328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Request body: {'port': {'device_id': '17df5711-5921-446c-a760-598b0e168e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:45.184568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '2e87bb5f-76f7-4258-b464-8ebe1787968d', 'name': '', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'mac_address': 'fa:16:3e:b4:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:43Z', 'revision_number': 4, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'subnets': [{'id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:45.237161 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:06:45.251585 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Sync routers for ids ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:06:45.255408 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b93a1e86-82dd-449b-b7e7-e7b99538270a admin admin] 10.222.0.23 "PUT /v2.0/routers/af873d7f-e12d-4cbf-9f1b-71508416f6cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6111431 Sep 18 05:06:45.265723 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Routers {'af873d7f-e12d-4cbf-9f1b-71508416f6cd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:45.268878 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:45.293965 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Attempting to bind port 54068b1b-d333-4eed-96bc-7f1d7220ed62 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:45.293965 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Attempting to bind port 54068b1b-d333-4eed-96bc-7f1d7220ed62 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '86f7d29b-ec06-467f-a798-cc58af28d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:45.294330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Attempting to bind port 54068b1b-d333-4eed-96bc-7f1d7220ed62 on network 9791206e-079f-44eb-aa04-4f90648d9063 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:45.314739 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306173a-e548-4d5c-8abb-ea1cd52e923a None None] The sync data for ids ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'] in n-d-789963-13 is: [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '2e87bb5f-76f7-4258-b464-8ebe1787968d', 'name': '', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'mac_address': 'fa:16:3e:b4:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:43Z', 'revision_number': 4, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'subnets': [{'id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:06:45.316205 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e2524657-9f2e-4649-8b0c-66f8d45f4ce8 None None] Provisioning complete for port bf8a20b8-db7e-4110-9fdb-09987e5bef9c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:45.316672 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e2524657-9f2e-4649-8b0c-66f8d45f4ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:45.332371 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:45.387285 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:45.387668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Checking segment: {'id': '86f7d29b-ec06-467f-a798-cc58af28d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:45.388080 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:45.388635 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Bound using segment: {'id': '86f7d29b-ec06-467f-a798-cc58af28d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:45.389038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Bound port: 54068b1b-d333-4eed-96bc-7f1d7220ed62, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f7d29b-ec06-467f-a798-cc58af28d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:45.389493 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:45.410176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:45.420617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:45.426772 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:45.448073 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:45.548516 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Set router af873d7f-e12d-4cbf-9f1b-71508416f6cd gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:45.619589 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['5a8b4ac0-5450-4f72-8762-3e9681a566b5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:06:45.621485 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57d8af4-824b-4eab-b4f3-67fab60ee79d None None] Network 4535b392-3a91-4b9b-8a5a-1d299ccc17de requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:45.628897 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9b345-c2f0-4746-8220-daedba87e839 None None] Pushing event updated for resources: {'Port': ['ID=2e87bb5f-76f7-4258-b464-8ebe1787968d,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:45.666866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Pushing event updated for resources: {'Port': ['ID=256aae2e-e37e-4f9e-bc61-7dd00479a519,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:45.707637 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Allocated IP 172.25.7.53 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:45.714728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2e87bb5f-76f7-4258-b464-8ebe1787968d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:45.717593 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:45.780557 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=5a8b4ac0-5450-4f72-8762-3e9681a566b5,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:45.807766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad20226-a694-444d-9c5f-7e4e8d9f3383 req-1254d3f2-cc51-485b-82b4-987476450a20 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:45.810875 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3ad20226-a694-444d-9c5f-7e4e8d9f3383 req-1254d3f2-cc51-485b-82b4-987476450a20 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 944 time: 0.3273945 Sep 18 05:06:45.843660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966a827-15ed-49a9-8bcb-93d92a564fa1 req-9b77a27d-e12a-47f6-ad06-a216daf522fb tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:45.851369 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8966a827-15ed-49a9-8bcb-93d92a564fa1 req-9b77a27d-e12a-47f6-ad06-a216daf522fb tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 931 time: 0.1996961 Sep 18 05:06:45.880022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e2524657-9f2e-4649-8b0c-66f8d45f4ce8 None None] Port bf8a20b8-db7e-4110-9fdb-09987e5bef9c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:45.955881 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3ad20226-a694-444d-9c5f-7e4e8d9f3383 req-c4c4714e-68b4-4d97-a564-80262c7905a5 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241746 Sep 18 05:06:46.063205 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:06:42Z', 'revision_number': 4, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'bf8a20b8-db7e-4110-9fdb-09987e5bef9c', 'name': '', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'mac_address': 'fa:16:3e:ac:ec:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:39Z', 'updated_at': '2021-09-18T05:06:42Z', 'revision_number': 2, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'subnets': [{'id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:46.070352 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8966a827-15ed-49a9-8bcb-93d92a564fa1 req-058bd4b8-f87a-4a3c-915b-1a6681b75f46 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee5913a-36fb-4d2e-a766-9a40ac6e5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155459 Sep 18 05:06:46.074580 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d79a2252-3f34-476d-b5e1-6d57898cdca3 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:06:46.097897 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] For port 54068b1b-d333-4eed-96bc-7f1d7220ed62, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:46.124763 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Checking router: af873d7f-e12d-4cbf-9f1b-71508416f6cd for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:06:46.128777 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Updating router af873d7f-e12d-4cbf-9f1b-71508416f6cd port bf8a20b8-db7e-4110-9fdb-09987e5bef9c binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:06:46.150695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] For port 54068b1b-d333-4eed-96bc-7f1d7220ed62, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=54068b1b-d333-4eed-96bc-7f1d7220ed62,segment=NetworkSegment(86f7d29b-ec06-467f-a798-cc58af28d3d0),segment_id=86f7d29b-ec06-467f-a798-cc58af28d3d0)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:46.209274 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:46.229675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2cb9f455-0700-4c2d-b572-a80ef848d25b None None] Provisioning complete for port fd9cf6bd-8732-45fe-8a3b-37f11a60170f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:46.229945 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f455-0700-4c2d-b572-a80ef848d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:46.280757 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:46.322828 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e2e12029-56e1-4e49-9b48-88e6e8608fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:46.328649 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:46.361279 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:46.411417 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e8e0a-78d2-46b5-8148-b05519ba95da req-ffc01280-c4bb-4846-ad8a-aa1586b94ef8 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:46.423723 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 017c002e-247b-48be-93a9-ad5eab6913c5 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:46.429218 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-385e8e0a-78d2-46b5-8148-b05519ba95da req-ffc01280-c4bb-4846-ad8a-aa1586b94ef8 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 945 time: 0.2207541 Sep 18 05:06:46.568809 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.resource_extend [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:06:46.646823 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-385e8e0a-78d2-46b5-8148-b05519ba95da req-bb222517-4e13-424b-ab88-649aaba1f03d tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126448 Sep 18 05:06:46.728835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9cf6bd-8732-45fe-8a3b-37f11a60170f {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:06:46.768407 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:46.784413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9f455-0700-4c2d-b572-a80ef848d25b None None] Port fd9cf6bd-8732-45fe-8a3b-37f11a60170f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:46.810171 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Transition to ACTIVE for port object fd9cf6bd-8732-45fe-8a3b-37f11a60170f will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:06:46.818470 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:46.829600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 017c002e-247b-48be-93a9-ad5eab6913c5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:46.833079 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:46.912842 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:46.918214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:46.943866 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:46.957737 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:46.958015 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea36cb-9ef5-4f08-a3e1-440c7a0b8491 None None] Pushing event updated for resources: {'Port': ['ID=54068b1b-d333-4eed-96bc-7f1d7220ed62,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:47.012565 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2cb9f455-0700-4c2d-b572-a80ef848d25b None None] Provisioning complete for port 2dc81068-b189-4ed1-bdbe-eff8df995b14 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:47.012809 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f455-0700-4c2d-b572-a80ef848d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:47.096009 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d79a2252-3f34-476d-b5e1-6d57898cdca3, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d79a2252-3f34-476d-b5e1-6d57898cdca3,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:47.098899 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:47.112025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Pushing event updated for resources: {'Port': ['ID=58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:47.166360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'd79a2252-3f34-476d-b5e1-6d57898cdca3', 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c', 'port_id': 'd79a2252-3f34-476d-b5e1-6d57898cdca3', 'mac_address': 'fa:16:3e:dd:65:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e11554-3849-4f64-b8fc-9779a28fb1b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:06:47.172296 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:47.236349 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46176) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:47.257687 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:47.281992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8c1d0656-2608-485b-aa49-75255f7428ef tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--288226475', 'description': 'tempest-description--681328925'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:47.367142 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:47.381571 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524a812-c44b-4b5e-b26e-dfc3ca2f1a66 None None] Pushing event updated for resources: {'Port': ['ID=bf8a20b8-db7e-4110-9fdb-09987e5bef9c,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:47.434999 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79a2252-3f34-476d-b5e1-6d57898cdca3 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:06:47.494311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2dc81068-b189-4ed1-bdbe-eff8df995b14 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:47.513457 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Attempting to bind port bf8a20b8-db7e-4110-9fdb-09987e5bef9c on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:47.513993 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Attempting to bind port bf8a20b8-db7e-4110-9fdb-09987e5bef9c by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'e23b14e8-381f-48b3-908e-3970d8f7bc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:47.514359 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Attempting to bind port bf8a20b8-db7e-4110-9fdb-09987e5bef9c on network ffb527be-d03c-4c87-a254-04ea5d823067 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:47.526945 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:47.527853 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Checking segment: {'id': 'e23b14e8-381f-48b3-908e-3970d8f7bc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:47.528725 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:47.529424 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Bound using segment: {'id': 'e23b14e8-381f-48b3-908e-3970d8f7bc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:47.530078 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Bound port: bf8a20b8-db7e-4110-9fdb-09987e5bef9c, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23b14e8-381f-48b3-908e-3970d8f7bc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:47.530691 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:47.535186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9cf6bd-8732-45fe-8a3b-37f11a60170f,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:47.570242 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d79a2252-3f34-476d-b5e1-6d57898cdca3, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d79a2252-3f34-476d-b5e1-6d57898cdca3,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:47.572457 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f455-0700-4c2d-b572-a80ef848d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:47.603011 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0656-2608-485b-aa49-75255f7428ef tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:47.643097 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2cb9f455-0700-4c2d-b572-a80ef848d25b None None] For port 2dc81068-b189-4ed1-bdbe-eff8df995b14, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2dc81068-b189-4ed1-bdbe-eff8df995b14,segment=NetworkSegment(0a1fc365-7f5c-49aa-aae1-af4dea9fad17),segment_id=0a1fc365-7f5c-49aa-aae1-af4dea9fad17)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:47.645746 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:47.661005 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2dc81068-b189-4ed1-bdbe-eff8df995b14 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:47.661698 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:47.681080 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] For port bf8a20b8-db7e-4110-9fdb-09987e5bef9c, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:47.685735 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Attempting to bind port fd9cf6bd-8732-45fe-8a3b-37f11a60170f on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:47.686219 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] For port bf8a20b8-db7e-4110-9fdb-09987e5bef9c, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bf8a20b8-db7e-4110-9fdb-09987e5bef9c,segment=NetworkSegment(e23b14e8-381f-48b3-908e-3970d8f7bc9a),segment_id=e23b14e8-381f-48b3-908e-3970d8f7bc9a)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:47.690295 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Attempting to bind port fd9cf6bd-8732-45fe-8a3b-37f11a60170f by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '9b0a406e-8692-4df5-b2da-adb17a8261db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:47.690798 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Attempting to bind port fd9cf6bd-8732-45fe-8a3b-37f11a60170f on network fb25068f-b020-461b-bd6d-d4bfa414044b {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:47.712680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7c95b-6c93-41ae-afbd-dc0e5cdd637d req-ae8fa7b1-bfc1-4983-816e-ba56499628a3 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:47.713959 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f5b7c95b-6c93-41ae-afbd-dc0e5cdd637d req-ae8fa7b1-bfc1-4983-816e-ba56499628a3 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 944 time: 0.5133934 Sep 18 05:06:47.725098 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Port fd9cf6bd-8732-45fe-8a3b-37f11a60170f on network fb25068f-b020-461b-bd6d-d4bfa414044b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:47.726853 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Attempting to bind port fd9cf6bd-8732-45fe-8a3b-37f11a60170f on network fb25068f-b020-461b-bd6d-d4bfa414044b {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:47.749869 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f455-0700-4c2d-b572-a80ef848d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:47.761175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:47.761711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Checking segment: {'id': '9b0a406e-8692-4df5-b2da-adb17a8261db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:47.762127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Bound using segment: {'id': '9b0a406e-8692-4df5-b2da-adb17a8261db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:47.762655 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Bound port: fd9cf6bd-8732-45fe-8a3b-37f11a60170f, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0a406e-8692-4df5-b2da-adb17a8261db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:47.763038 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:47.773742 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:47.810187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d79a2252-3f34-476d-b5e1-6d57898cdca3,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:47.862396 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f5b7c95b-6c93-41ae-afbd-dc0e5cdd637d req-7e9e4c48-654d-48f8-8f6a-3eceab8d8a4d tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248312 Sep 18 05:06:47.889952 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['d79a2252-3f34-476d-b5e1-6d57898cdca3'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:06:47.936881 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Routers {'af873d7f-e12d-4cbf-9f1b-71508416f6cd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:47.937312 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:47.982662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7f3d0-dee4-49cd-a061-56646b12d82d req-01edc090-8fd5-487f-9404-7f8abc9575f4 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:47.993529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aec7f3d0-dee4-49cd-a061-56646b12d82d req-01edc090-8fd5-487f-9404-7f8abc9575f4 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 943 time: 0.6079843 Sep 18 05:06:48.066587 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 5a8b4ac0-5450-4f72-8762-3e9681a566b5 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:48.076030 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9f455-0700-4c2d-b572-a80ef848d25b None None] Pushing event updated for resources: {'Port': ['ID=2dc81068-b189-4ed1-bdbe-eff8df995b14,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:48.114982 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] Set router af873d7f-e12d-4cbf-9f1b-71508416f6cd gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:48.124661 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Router ec122dff-4d01-43a0-ae03-bc76699c20e4 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:06:48.145069 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aec7f3d0-dee4-49cd-a061-56646b12d82d req-c5c085d3-52ab-4187-ae8a-5a8178e5801c tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee5913a-36fb-4d2e-a766-9a40ac6e5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421852 Sep 18 05:06:48.210005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-e2e12029-56e1-4e49-9b48-88e6e8608fc2 admin admin] Deleting port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:48.211029 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e2e12029-56e1-4e49-9b48-88e6e8608fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:48.221753 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fdfeb438-eaf9-40ce-a949-7a39ea34b333 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:06:48.298911 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0656-2608-485b-aa49-75255f7428ef tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:48.303253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: fdfeb438-eaf9-40ce-a949-7a39ea34b333 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:06:48.303609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fdfeb438-eaf9-40ce-a949-7a39ea34b333 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:06:48.313483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] For port fd9cf6bd-8732-45fe-8a3b-37f11a60170f, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:48.317736 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524a812-c44b-4b5e-b26e-dfc3ca2f1a66 None None] Pushing event updated for resources: {'Port': ['ID=bf8a20b8-db7e-4110-9fdb-09987e5bef9c,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:48.332052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c2d3797c-6597-4824-971f-1c84bf1a1bf5 None None] Provisioning complete for port bf8a20b8-db7e-4110-9fdb-09987e5bef9c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:48.332321 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b50c2-5e5a-421b-81e2-1fd8cac1f595 req-a7eb00bc-0d92-48b2-8a82-4cc62c637b63 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:48.334133 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c2d3797c-6597-4824-971f-1c84bf1a1bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:48.340876 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f1b50c2-5e5a-421b-81e2-1fd8cac1f595 req-a7eb00bc-0d92-48b2-8a82-4cc62c637b63 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 945 time: 0.3611171 Sep 18 05:06:48.372173 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] For port fd9cf6bd-8732-45fe-8a3b-37f11a60170f, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=fd9cf6bd-8732-45fe-8a3b-37f11a60170f,segment=NetworkSegment(9b0a406e-8692-4df5-b2da-adb17a8261db),segment_id=9b0a406e-8692-4df5-b2da-adb17a8261db)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:48.382347 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:48.437971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b8cbe1-d8d9-4285-adeb-ee61b49c001d None None] Network 9791206e-079f-44eb-aa04-4f90648d9063 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:48.475691 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:06:48.488403 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:06:42Z', 'revision_number': 4, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'bf8a20b8-db7e-4110-9fdb-09987e5bef9c', 'name': '', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'mac_address': 'fa:16:3e:ac:ec:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:39Z', 'updated_at': '2021-09-18T05:06:47Z', 'revision_number': 4, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'subnets': [{'id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:48.490125 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f1b50c2-5e5a-421b-81e2-1fd8cac1f595 req-dd59f15c-c14c-48c8-aed6-1b1cfa83e039 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481302 Sep 18 05:06:48.493917 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:48.498326 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0656-2608-485b-aa49-75255f7428ef tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:48.514602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Sync routers for ids ['ec122dff-4d01-43a0-ae03-bc76699c20e4'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:06:48.563143 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7d2af-a4ac-41a2-863c-1f1529ccfaab None None] The sync data for ids ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'] in n-d-789963-13 is: [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:06:42Z', 'revision_number': 4, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'bf8a20b8-db7e-4110-9fdb-09987e5bef9c', 'name': '', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'mac_address': 'fa:16:3e:ac:ec:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:39Z', 'updated_at': '2021-09-18T05:06:47Z', 'revision_number': 4, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'subnets': [{'id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:06:48.594978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:48.598009 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1fbea604-98a1-4651-b59a-7be574b4e5cf admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3835287 Sep 18 05:06:48.607127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46192) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:48.607127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46194) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:48.615676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9cf6bd-8732-45fe-8a3b-37f11a60170f,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:48.623652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d0656-2608-485b-aa49-75255f7428ef tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe22f298-a275-478f-a12d-94c1a3958427,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:48.670750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 5a8b4ac0-5450-4f72-8762-3e9681a566b5 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:06:48.676722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-e2e12029-56e1-4e49-9b48-88e6e8608fc2 admin admin] For port fb0c07a9-636c-46ea-b7cb-09845a1ff5ab, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fb0c07a9-636c-46ea-b7cb-09845a1ff5ab,segment=NetworkSegment(5ac31e11-6d44-44ce-b201-eb2a39f67388),segment_id=5ac31e11-6d44-44ce-b201-eb2a39f67388)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:48.677312 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e2e12029-56e1-4e49-9b48-88e6e8608fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:48.694769 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:48.698889 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:48.699045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 5a8b4ac0-5450-4f72-8762-3e9681a566b5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:48.699045 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:48.700740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-51bceb81-6cd1-4a1f-816e-11bf3d13daa2 service neutron] 10.222.0.18 "PUT /v2.0/ports/fd9cf6bd-8732-45fe-8a3b-37f11a60170f HTTP/1.1" status: 200 len: 1092 time: 3.5516026 Sep 18 05:06:48.702093 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17df5711-5921-446c-a760-598b0e168e3c', 'tag': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:06:48.706165 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b832b94-3ed4-4564-bfba-949b017c8f68" -d '{"events": [{"name": "network-changed", "server_uuid": "17df5711-5921-446c-a760-598b0e168e3c", "tag": "fd9cf6bd-8732-45fe-8a3b-37f11a60170f"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:06:48.711644 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0656-2608-485b-aa49-75255f7428ef tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:48.716063 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8c1d0656-2608-485b-aa49-75255f7428ef tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4618957 Sep 18 05:06:48.718737 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46200) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:48.719882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-e2e12029-56e1-4e49-9b48-88e6e8608fc2 admin admin] Calling delete_port for fb0c07a9-636c-46ea-b7cb-09845a1ff5ab owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:48.739271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d1e440e4-bfae-44b6-88ce-c991d6897f50 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Request body: {'security_group_rule': {'security_group_id': 'fe22f298-a275-478f-a12d-94c1a3958427', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:48.765365 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Routers {'ec122dff-4d01-43a0-ae03-bc76699c20e4'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:48.766269 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ec122dff-4d01-43a0-ae03-bc76699c20e4'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:48.768652 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 54068b1b-d333-4eed-96bc-7f1d7220ed62 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:48.971116 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080a8240-06ef-4b23-b1dc-ef17ad1cbe1d x-openstack-request-id: req-080a8240-06ef-4b23-b1dc-ef17ad1cbe1d {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:06:48.971417 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17df5711-5921-446c-a760-598b0e168e3c", "tag": "fd9cf6bd-8732-45fe-8a3b-37f11a60170f", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:06:48.971672 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-080a8240-06ef-4b23-b1dc-ef17ad1cbe1d {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:06:48.972080 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17df5711-5921-446c-a760-598b0e168e3c', 'tag': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f', 'status': 'completed', 'code': 200} Sep 18 05:06:49.057046 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c2d3797c-6597-4824-971f-1c84bf1a1bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:49.088799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1351074474'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:49.101236 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-5d51bcf4-5efb-4048-a6ab-20bef7cb205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:49.103262 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-5d51bcf4-5efb-4048-a6ab-20bef7cb205e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff72afa79aec4022b50dc103c12ea329&device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 1095 time: 0.1947470 Sep 18 05:06:49.152786 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-5ca4330a-b151-4085-8dfe-2db68e57bf4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9cf6bd-8732-45fe-8a3b-37f11a60170f HTTP/1.1" status: 200 len: 217 time: 0.0390127 Sep 18 05:06:49.156903 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e2e12029-56e1-4e49-9b48-88e6e8608fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:49.162606 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d1e440e4-bfae-44b6-88ce-c991d6897f50 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:49.223204 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-0826030b-8054-4e62-ad5a-b58615266218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:49.224675 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-0826030b-8054-4e62-ad5a-b58615266218 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1abf5fbe-f49b-40b1-8330-ab396bb149e6 HTTP/1.1" status: 200 len: 867 time: 0.0536835 Sep 18 05:06:49.300128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Made reservation on behalf of 3818097c81cb4031a853c3bccd5fd993 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:49.303601 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:49.323988 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:49.334494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3015f-31be-4354-8bf1-569fe8d9a739 req-2ef12cc6-b55b-477b-bb02-42e79b55c6c3 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:49.337242 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73e3015f-31be-4354-8bf1-569fe8d9a739 req-2ef12cc6-b55b-477b-bb02-42e79b55c6c3 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 945 time: 0.3617442 Sep 18 05:06:49.440476 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c2d3797c-6597-4824-971f-1c84bf1a1bf5 None None] For port bf8a20b8-db7e-4110-9fdb-09987e5bef9c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bf8a20b8-db7e-4110-9fdb-09987e5bef9c,segment=NetworkSegment(e23b14e8-381f-48b3-908e-3970d8f7bc9a),segment_id=e23b14e8-381f-48b3-908e-3970d8f7bc9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:49.445619 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Set router ec122dff-4d01-43a0-ae03-bc76699c20e4 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:49.450412 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:49.517844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e12029-56e1-4e49-9b48-88e6e8608fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0c07a9-636c-46ea-b7cb-09845a1ff5ab,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:49.547468 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c2d3797c-6597-4824-971f-1c84bf1a1bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:49.602155 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 54068b1b-d333-4eed-96bc-7f1d7220ed62 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:49.603084 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:49.758350 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e2e12029-56e1-4e49-9b48-88e6e8608fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:49.816353 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8b4ac0-5450-4f72-8762-3e9681a566b5'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:06:49.819155 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c17a3d-2dfd-4f79-8196-138062dd49d0" -d '{"events": [{"server_uuid": "9f12e418-60ab-4abc-b2da-7c0abd35281b", "name": "network-vif-plugged", "status": "completed", "tag": "5a8b4ac0-5450-4f72-8762-3e9681a566b5"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:06:49.842733 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c2d3797c-6597-4824-971f-1c84bf1a1bf5 None None] Provisioning complete for port 2dc81068-b189-4ed1-bdbe-eff8df995b14 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:49.843636 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c2d3797c-6597-4824-971f-1c84bf1a1bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:49.918743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-57cb0161-6ea7-4dae-8fe9-3efef7336dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:49.920631 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-57cb0161-6ea7-4dae-8fe9-3efef7336dd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb25068f-b020-461b-bd6d-d4bfa414044b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6876128 Sep 18 05:06:49.926167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b9463-161d-4d10-a3a0-e25607b0a39e req-c57bb0ee-3410-4ea4-8e84-b463ebfe14f6 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:49.931048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 5a8b4ac0-5450-4f72-8762-3e9681a566b5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5a8b4ac0-5450-4f72-8762-3e9681a566b5,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:49.934584 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b50b9463-161d-4d10-a3a0-e25607b0a39e req-c57bb0ee-3410-4ea4-8e84-b463ebfe14f6 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 943 time: 0.4032488 Sep 18 05:06:49.959844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3797c-6597-4824-971f-1c84bf1a1bf5 None None] Pushing event updated for resources: {'Port': ['ID=bf8a20b8-db7e-4110-9fdb-09987e5bef9c,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:50.005744 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d1e440e4-bfae-44b6-88ce-c991d6897f50 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.020410 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.048065 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.048869 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b50b9463-161d-4d10-a3a0-e25607b0a39e req-936b20d5-2bc0-475c-829b-d28d34f5b315 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee5913a-36fb-4d2e-a766-9a40ac6e5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119184 Sep 18 05:06:50.067499 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d1e440e4-bfae-44b6-88ce-c991d6897f50 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.117239 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73e3015f-31be-4354-8bf1-569fe8d9a739 req-5de145c2-606a-478b-9984-4bf2f0c12c67 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778223 Sep 18 05:06:50.121346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e440e4-bfae-44b6-88ce-c991d6897f50 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87969dbb-33ee-473f-a105-2882f6114171,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:50.198568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=5a8b4ac0-5450-4f72-8762-3e9681a566b5,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:50.203167 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.206029 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d79a2252-3f34-476d-b5e1-6d57898cdca3 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:50.271137 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850fdbbe-9581-4920-8ca7-fa4e88c37e91 x-openstack-request-id: req-850fdbbe-9581-4920-8ca7-fa4e88c37e91 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:06:50.271741 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f12e418-60ab-4abc-b2da-7c0abd35281b", "name": "network-vif-plugged", "status": "completed", "tag": "5a8b4ac0-5450-4f72-8762-3e9681a566b5", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:06:50.272155 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-850fdbbe-9581-4920-8ca7-fa4e88c37e91 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:06:50.281053 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'code': 200} Sep 18 05:06:50.283244 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.288149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c807819-1ad7-47fe-b427-7439c52eb40b req-a3d8ec9e-9fd9-4919-af9a-bfc4c8318d5a tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:50.295897 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c807819-1ad7-47fe-b427-7439c52eb40b req-a3d8ec9e-9fd9-4919-af9a-bfc4c8318d5a tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 946 time: 0.1123106 Sep 18 05:06:50.317241 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:06:45Z', 'revision_number': 3, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:50.319807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e12029-56e1-4e49-9b48-88e6e8608fc2 admin admin] Router 460f23a6-5df4-420f-b893-28b82b7f3489 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:06:50.365784 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c807819-1ad7-47fe-b427-7439c52eb40b req-81c09d48-5862-488c-8632-ebe502305630 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605404 Sep 18 05:06:50.370675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 54068b1b-d333-4eed-96bc-7f1d7220ed62, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=54068b1b-d333-4eed-96bc-7f1d7220ed62,segment=NetworkSegment(86f7d29b-ec06-467f-a798-cc58af28d3d0),segment_id=86f7d29b-ec06-467f-a798-cc58af28d3d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:50.372038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Checking router: ec122dff-4d01-43a0-ae03-bc76699c20e4 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:06:50.372437 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Updating router ec122dff-4d01-43a0-ae03-bc76699c20e4 port 256aae2e-e37e-4f9e-bc61-7dd00479a519 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:06:50.386254 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.403658 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.439874 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d1e440e4-bfae-44b6-88ce-c991d6897f50 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.443580 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d1e440e4-bfae-44b6-88ce-c991d6897f50 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7224722 Sep 18 05:06:50.443752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46210) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:50.445716 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.446255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2e87bb5f-76f7-4258-b464-8ebe1787968d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:50.449077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ff071620-c3e8-4074-8772-455475d9d9a4 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Request body: {'security_group_rule': {'security_group_id': 'fe22f298-a275-478f-a12d-94c1a3958427', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:50.483550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:06:50.509448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e12029-56e1-4e49-9b48-88e6e8608fc2 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:06:50.516807 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e2e12029-56e1-4e49-9b48-88e6e8608fc2 admin admin] 10.222.0.23 "PUT /v2.0/routers/460f23a6-5df4-420f-b893-28b82b7f3489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6682701 Sep 18 05:06:50.517060 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46212) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:50.526282 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae242495-06b3-40c3-b1a5-ec5f129c174d None None] Sync routers for ids ['460f23a6-5df4-420f-b893-28b82b7f3489'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:06:50.537769 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-f0cca85f-6490-4185-80dd-74a5bbafd52e service neutron] 10.222.0.18 "GET /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809526 Sep 18 05:06:50.541134 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae242495-06b3-40c3-b1a5-ec5f129c174d None None] Routers {'460f23a6-5df4-420f-b893-28b82b7f3489'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:50.542115 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ae242495-06b3-40c3-b1a5-ec5f129c174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['460f23a6-5df4-420f-b893-28b82b7f3489'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:50.554200 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.554520 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Added segment 867cc579-e913-4ee3-9c81-dfee0c33cd41 of type vlan for network 93d89a0e-1a77-419c-8909-7248d2e15bf4 Sep 18 05:06:50.554667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port d79a2252-3f34-476d-b5e1-6d57898cdca3 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:06:50.557022 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61487eda-9269-485f-9e4e-811f8d52fc6c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:50.589948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port d79a2252-3f34-476d-b5e1-6d57898cdca3 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:50.590319 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.621086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497788e-8b03-453f-9321-c43797cc06cc req-e7e59d86-f71e-4168-be48-78197755a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:50.622635 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9497788e-8b03-453f-9321-c43797cc06cc req-e7e59d86-f71e-4168-be48-78197755a3ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 1098 time: 0.2821002 Sep 18 05:06:50.649306 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff071620-c3e8-4074-8772-455475d9d9a4 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.659596 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=54068b1b-d333-4eed-96bc-7f1d7220ed62,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:50.681253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7755d2ce-2758-4f1f-a27d-cbfb8adddfbd None None] Provisioning complete for port 54068b1b-d333-4eed-96bc-7f1d7220ed62 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:50.681601 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7755d2ce-2758-4f1f-a27d-cbfb8adddfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.691790 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.730103 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.758126 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-ae242495-06b3-40c3-b1a5-ec5f129c174d None None] Set router 460f23a6-5df4-420f-b893-28b82b7f3489 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:50.781076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2e87bb5f-76f7-4258-b464-8ebe1787968d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:50.781460 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.831768 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9497788e-8b03-453f-9321-c43797cc06cc req-b277fb72-35db-404d-a2d9-ecb01e6d11e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747813 Sep 18 05:06:50.845354 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a12e59e-c7b1-4db0-860d-8e3b274dee88 req-1e3b115b-66fa-4ee1-8bd8-f1df57f2c1e9 service neutron] 10.222.0.18 "GET /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942474 Sep 18 05:06:50.852122 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff071620-c3e8-4074-8772-455475d9d9a4 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.889065 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.903113 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.912222 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.919202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:50.919899 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.953908 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff071620-c3e8-4074-8772-455475d9d9a4 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.973902 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:50.981815 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Router edde7e4c-eb2e-4138-bc64-a64e72b9975f is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:06:50.993722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff071620-c3e8-4074-8772-455475d9d9a4 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de652bca-8159-414a-892e-81ec85f33730,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:51.014446 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ae242495-06b3-40c3-b1a5-ec5f129c174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'name': 'tempest-ServersTestMultiNic-1603309406-router', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '576f4cef-087e-457f-ac6a-5c112bda3f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:04:41Z', 'updated_at': '2021-09-18T05:06:48Z', 'revision_number': 5, 'project_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'gw_port': {'id': '576f4cef-087e-457f-ac6a-5c112bda3f9d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:04:42Z', 'updated_at': '2021-09-18T05:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:51.016635 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7755d2ce-2758-4f1f-a27d-cbfb8adddfbd None None] Provisioning complete for port bf8a20b8-db7e-4110-9fdb-09987e5bef9c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:51.017023 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7755d2ce-2758-4f1f-a27d-cbfb8adddfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.070179 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae242495-06b3-40c3-b1a5-ec5f129c174d None None] Checking router: 460f23a6-5df4-420f-b893-28b82b7f3489 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:06:51.071899 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2dc81068-b189-4ed1-bdbe-eff8df995b14 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:51.082618 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae242495-06b3-40c3-b1a5-ec5f129c174d None None] Routers {'460f23a6-5df4-420f-b893-28b82b7f3489'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:51.083177 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ae242495-06b3-40c3-b1a5-ec5f129c174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['460f23a6-5df4-420f-b893-28b82b7f3489'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:51.098750 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] Deleting port 576f4cef-087e-457f-ac6a-5c112bda3f9d {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:51.100506 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.107468 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4775527 Sep 18 05:06:51.117253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f237da5-d3ab-4a5c-8aa8-3d711e49cc0b tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Pushing event updated for resources: {'Network': ['ID=93d89a0e-1a77-419c-8909-7248d2e15bf4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:51.147045 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.153416 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 93d89a0e-1a77-419c-8909-7248d2e15bf4 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:06:51.160923 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d79a2252-3f34-476d-b5e1-6d57898cdca3, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d79a2252-3f34-476d-b5e1-6d57898cdca3,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:51.209543 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-ae242495-06b3-40c3-b1a5-ec5f129c174d None None] Set router 460f23a6-5df4-420f-b893-28b82b7f3489 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:51.235724 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.278346 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ae242495-06b3-40c3-b1a5-ec5f129c174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'name': 'tempest-ServersTestMultiNic-1603309406-router', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:04:41Z', 'updated_at': '2021-09-18T05:06:50Z', 'revision_number': 6, 'project_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:51.292834 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.297543 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] For port 576f4cef-087e-457f-ac6a-5c112bda3f9d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=576f4cef-087e-457f-ac6a-5c112bda3f9d,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:51.298104 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.312108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] Calling delete_port for 576f4cef-087e-457f-ac6a-5c112bda3f9d owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:51.333316 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae242495-06b3-40c3-b1a5-ec5f129c174d None None] The sync data for ids ['460f23a6-5df4-420f-b893-28b82b7f3489'] in n-d-789963-13 is: [{'id': '460f23a6-5df4-420f-b893-28b82b7f3489', 'name': 'tempest-ServersTestMultiNic-1603309406-router', 'tenant_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:04:41Z', 'updated_at': '2021-09-18T05:06:50Z', 'revision_number': 6, 'project_id': 'e4438b79ca124e06b56d0dccd6e7a3b0', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:06:51.361721 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d79a2252-3f34-476d-b5e1-6d57898cdca3,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:51.362570 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b832b94-3ed4-4564-bfba-949b017c8f68 req-21eef595-7ad0-4f2e-9a05-6891df695c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:51.365980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2dc81068-b189-4ed1-bdbe-eff8df995b14 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:51.366367 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.368663 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b832b94-3ed4-4564-bfba-949b017c8f68 req-21eef595-7ad0-4f2e-9a05-6891df695c40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff72afa79aec4022b50dc103c12ea329&device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 1095 time: 0.3800991 Sep 18 05:06:51.392054 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Attempting to bind port 256aae2e-e37e-4f9e-bc61-7dd00479a519 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:51.392325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Attempting to bind port 256aae2e-e37e-4f9e-bc61-7dd00479a519 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:51.392608 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Attempting to bind port 256aae2e-e37e-4f9e-bc61-7dd00479a519 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:51.429844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:51.430424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:51.431368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.431784 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:51.432307 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Bound port: 256aae2e-e37e-4f9e-bc61-7dd00479a519, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:51.432731 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.453348 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46224) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:51.473908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cf98c-ca56-4c9a-860b-c16dde1f4d76 None None] Pushing event updated for resources: {'Port': ['ID=256aae2e-e37e-4f9e-bc61-7dd00479a519,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:51.474998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Request body: {'port': {'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4', 'binding:host_id': 'n-h1-789963-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-779946873'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:51.525290 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cceb78-3bda-4346-ac1f-10a17ac9abc3 req-89f91631-ede9-4f38-affe-67d514c6eaf8 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:51.526896 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f3cceb78-3bda-4346-ac1f-10a17ac9abc3 req-89f91631-ede9-4f38-affe-67d514c6eaf8 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 943 time: 0.2794755 Sep 18 05:06:51.541461 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff071620-c3e8-4074-8772-455475d9d9a4 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.543272 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ff071620-c3e8-4074-8772-455475d9d9a4 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0985475 Sep 18 05:06:51.547537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46226) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:51.571889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:51.576161 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Allocated IP 172.20.0.1 (9791206e-079f-44eb-aa04-4f90648d9063/dcfe49e5-8125-4aa5-81da-438b6da185cb/86052e32-5e28-457b-8469-35447ed23abf) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:51.601013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:06:51.604959 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c362bf-166e-480f-9dd3-d94fcf847838 req-420786a4-6a14-4350-9e2d-2e3f88c3bb61 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:51.613840 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1c362bf-166e-480f-9dd3-d94fcf847838 req-420786a4-6a14-4350-9e2d-2e3f88c3bb61 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.0920205 Sep 18 05:06:51.621929 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.658966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=576f4cef-087e-457f-ac6a-5c112bda3f9d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:51.665724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Sync routers for ids ['edde7e4c-eb2e-4138-bc64-a64e72b9975f'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:06:51.675385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] For port 256aae2e-e37e-4f9e-bc61-7dd00479a519, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:51.687891 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f3cceb78-3bda-4346-ac1f-10a17ac9abc3 req-b1695861-99d3-44f4-9d3c-1ceeaa7ae677 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee5913a-36fb-4d2e-a766-9a40ac6e5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197734 Sep 18 05:06:51.688503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Made reservation on behalf of ea21ca89d12140a3be71fa7634d24c23 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:51.691135 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.701300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] For port 256aae2e-e37e-4f9e-bc61-7dd00479a519, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=256aae2e-e37e-4f9e-bc61-7dd00479a519,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:51.720778 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Routers {'edde7e4c-eb2e-4138-bc64-a64e72b9975f'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:51.720778 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['edde7e4c-eb2e-4138-bc64-a64e72b9975f'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:51.732139 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b832b94-3ed4-4564-bfba-949b017c8f68 req-0303d303-f62d-469e-9dd5-a5d07b5b0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:51.736386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b832b94-3ed4-4564-bfba-949b017c8f68 req-0303d303-f62d-469e-9dd5-a5d07b5b0024 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb25068f-b020-461b-bd6d-d4bfa414044b HTTP/1.1" status: 200 len: 928 time: 0.3506281 Sep 18 05:06:51.736909 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1c362bf-166e-480f-9dd3-d94fcf847838 req-7d04c146-b0e4-43dd-8852-4b463594c792 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173487 Sep 18 05:06:51.739870 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.774557 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.844795 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.871336 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b832b94-3ed4-4564-bfba-949b017c8f68 req-9bc15e5e-1457-4bcd-b1e2-836c6ad2d079 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9cf6bd-8732-45fe-8a3b-37f11a60170f HTTP/1.1" status: 200 len: 217 time: 0.1206279 Sep 18 05:06:51.871966 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.875483 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4cddfe50-c7ee-4214-b6a3-22066f836d9c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.7978086 Sep 18 05:06:51.883352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46228) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:51.920483 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.951613 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:51.966916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cf98c-ca56-4c9a-860b-c16dde1f4d76 None None] Pushing event updated for resources: {'Port': ['ID=256aae2e-e37e-4f9e-bc61-7dd00479a519,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:51.978086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Set router edde7e4c-eb2e-4138-bc64-a64e72b9975f gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:51.980260 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Routers {'ec122dff-4d01-43a0-ae03-bc76699c20e4'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:51.980796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ec122dff-4d01-43a0-ae03-bc76699c20e4'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:51.987073 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.010530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b832b94-3ed4-4564-bfba-949b017c8f68 req-0864e990-2a91-49b1-a7b4-bb91d0e79dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:52.012183 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b832b94-3ed4-4564-bfba-949b017c8f68 req-0864e990-2a91-49b1-a7b4-bb91d0e79dd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1abf5fbe-f49b-40b1-8330-ab396bb149e6 HTTP/1.1" status: 200 len: 867 time: 0.0526121 Sep 18 05:06:52.059702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912abf9a-4fed-4df4-ace3-0cd736148ac6 req-e6cf6882-8d4f-4670-9c98-dfa9977eb38c tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:52.061427 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-912abf9a-4fed-4df4-ace3-0cd736148ac6 req-e6cf6882-8d4f-4670-9c98-dfa9977eb38c tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 946 time: 0.1986172 Sep 18 05:06:52.074609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b832b94-3ed4-4564-bfba-949b017c8f68 req-d523374e-df81-40b9-926e-8ef2e31904c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:52.076749 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b832b94-3ed4-4564-bfba-949b017c8f68 req-d523374e-df81-40b9-926e-8ef2e31904c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb25068f-b020-461b-bd6d-d4bfa414044b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580752 Sep 18 05:06:52.095927 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.101027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.135256 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.135713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 460f23a6-5df4-420f-b893-28b82b7f3489 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:06:52.142411 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.147858 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d0908f10-eca0-4cfe-8233-c5453a759ba4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/460f23a6-5df4-420f-b893-28b82b7f3489 HTTP/1.1" status: 204 len: 168 time: 1.6270442 Sep 18 05:06:52.151411 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46230) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:52.184042 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-912abf9a-4fed-4df4-ace3-0cd736148ac6 req-8abd6db3-d38a-431c-abc2-6902b4c44d68 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147623 Sep 18 05:06:52.223998 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] Set router ec122dff-4d01-43a0-ae03-bc76699c20e4 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:52.236221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Network 9791206e-079f-44eb-aa04-4f90648d9063 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:52.257302 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:52.263335 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Pushing event updated for resources: {'Port': ['ID=86052e32-5e28-457b-8469-35447ed23abf,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:52.265958 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:52.330032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6642f692-bcad-4080-93bb-0131a4bec365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79a2252-3f34-476d-b5e1-6d57898cdca3'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:06:52.334741 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacf9ca5-4abb-4c23-958e-7690f01b0ac4" -d '{"events": [{"server_uuid": "6642f692-bcad-4080-93bb-0131a4bec365", "name": "network-vif-plugged", "status": "completed", "tag": "d79a2252-3f34-476d-b5e1-6d57898cdca3"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:06:52.341297 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-60564429-d83e-41d7-a82c-73e9952b4a78 admin admin] Deleting subnet 608f5bb9-ad1d-474c-890f-f5374a2bf3a8 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:06:52.361331 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60564429-d83e-41d7-a82c-73e9952b4a78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.429985 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b832b94-3ed4-4564-bfba-949b017c8f68 req-d89c9eef-36c0-4031-a9fb-d078ca72f6f3 service neutron] 10.222.0.18 "GET /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325765 Sep 18 05:06:52.443301 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.493651 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.538881 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bc6cd7-0475-44a7-a2eb-472acf118a5d x-openstack-request-id: req-63bc6cd7-0475-44a7-a2eb-472acf118a5d {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:06:52.539815 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6642f692-bcad-4080-93bb-0131a4bec365", "name": "network-vif-plugged", "status": "completed", "tag": "d79a2252-3f34-476d-b5e1-6d57898cdca3", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:06:52.540329 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63bc6cd7-0475-44a7-a2eb-472acf118a5d {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:06:52.541214 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6642f692-bcad-4080-93bb-0131a4bec365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79a2252-3f34-476d-b5e1-6d57898cdca3', 'code': 200} Sep 18 05:06:52.547985 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 54068b1b-d333-4eed-96bc-7f1d7220ed62 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:52.624383 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60564429-d83e-41d7-a82c-73e9952b4a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.677752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1777777631-router', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:41Z', 'updated_at': '2021-09-18T05:06:47Z', 'revision_number': 3, 'project_id': '90faa714f2c54434b6b010e9d0ea56cc', 'gw_port': {'id': '58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:15:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:44Z', 'updated_at': '2021-09-18T05:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:52.683598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 54068b1b-d333-4eed-96bc-7f1d7220ed62 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:52.683993 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.715748 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.716943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Allocated IP 172.25.7.237 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/1412a85e-4be9-4e15-ac4a-9bb1ff9dac75) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:52.739278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Checking router: edde7e4c-eb2e-4138-bc64-a64e72b9975f for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:06:52.739644 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Updating router edde7e4c-eb2e-4138-bc64-a64e72b9975f port 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:06:52.777066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:06:45Z', 'revision_number': 3, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:52.790263 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a53db3-e954-4b15-891b-d066e3cd713f req-fbe8487f-ac89-4541-9506-803bd0f2025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:52.798623 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66a53db3-e954-4b15-891b-d066e3cd713f req-fbe8487f-ac89-4541-9506-803bd0f2025b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 1098 time: 0.2461936 Sep 18 05:06:52.806145 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b832b94-3ed4-4564-bfba-949b017c8f68 req-6387a79b-c4d1-43c2-900e-cd3830fe2ce5 service neutron] 10.222.0.18 "GET /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736498 Sep 18 05:06:52.823090 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.827300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4175b8-2a0f-42cb-8c19-2014298a36ca None None] The sync data for ids ['ec122dff-4d01-43a0-ae03-bc76699c20e4'] in n-d-789963-13 is: [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:06:45Z', 'revision_number': 3, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:06:52.832516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] device_id is not set on port 3cefa0b2-6410-4c92-902a-f03609272f83 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:06:52.835687 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.839121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6ee6bd08-695c-4c30-be23-ae73ec8f5b43 None None] Provisioning complete for port 86052e32-5e28-457b-8469-35447ed23abf triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:52.839526 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6ee6bd08-695c-4c30-be23-ae73ec8f5b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.916564 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:52.978915 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:53.074829 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60564429-d83e-41d7-a82c-73e9952b4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:53.086260 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd3ea63-46c3-4aa0-8a41-cb9c86130148,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:53.096663 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6ee6bd08-695c-4c30-be23-ae73ec8f5b43 None None] Port 86052e32-5e28-457b-8469-35447ed23abf cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:53.120381 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bf8a20b8-db7e-4110-9fdb-09987e5bef9c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:53.161370 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66a53db3-e954-4b15-891b-d066e3cd713f req-26dd3143-4269-4d0e-9e2d-20794baf72f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519549 Sep 18 05:06:53.187082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port bf8a20b8-db7e-4110-9fdb-09987e5bef9c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:53.187478 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:53.217099 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:53.224069 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23948d43-4e6a-4d83-9ece-6ef201da24d8 req-78040422-24eb-45c6-891f-0d133e6ed1dd tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:53.225678 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23948d43-4e6a-4d83-9ece-6ef201da24d8 req-78040422-24eb-45c6-891f-0d133e6ed1dd tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.3658538 Sep 18 05:06:53.266394 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:53.515903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c66a68-9c84-4be7-a452-69f092d065d4 req-af558bba-b913-49f7-ae95-8c82f7457736 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:53.517691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8c66a68-9c84-4be7-a452-69f092d065d4 req-af558bba-b913-49f7-ae95-8c82f7457736 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 943 time: 0.7205844 Sep 18 05:06:53.617381 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:53.651837 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device fd9cf6bd-8732-45fe-8a3b-37f11a60170f details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:06:53.654609 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8c66a68-9c84-4be7-a452-69f092d065d4 req-f9b6137a-62ca-4893-8798-21a389f1aef8 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee5913a-36fb-4d2e-a766-9a40ac6e5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227708 Sep 18 05:06:53.772939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Allocated IP 172.20.0.1 (4535b392-3a91-4b9b-8a5a-1d299ccc17de/7b666211-5e2d-4fc0-b203-a88b7125c26a/5d536fb4-7eca-4bc6-918b-46f2bfc983f2) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:53.812757 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23948d43-4e6a-4d83-9ece-6ef201da24d8 req-061ccd1a-67af-4bc9-8671-f3c38f525293 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608072 Sep 18 05:06:53.846373 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:53.911780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 256aae2e-e37e-4f9e-bc61-7dd00479a519 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:53.937527 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60564429-d83e-41d7-a82c-73e9952b4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:53.963300 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] device_id is not set on port 3cefa0b2-6410-4c92-902a-f03609272f83 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:06:53.977803 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:53.986155 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:53.995497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:53.999263 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.006669 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port fd9cf6bd-8732-45fe-8a3b-37f11a60170f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=fd9cf6bd-8732-45fe-8a3b-37f11a60170f,segment=NetworkSegment(9b0a406e-8692-4df5-b2da-adb17a8261db),segment_id=9b0a406e-8692-4df5-b2da-adb17a8261db)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:54.020912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de486585-9009-4da1-b851-4a2acb09d14c None None] Network b8d5c068-699b-4a0f-8c25-4df4822fedea requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:54.028762 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60564429-d83e-41d7-a82c-73e9952b4a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.030715 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-60564429-d83e-41d7-a82c-73e9952b4a78 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/608f5bb9-ad1d-474c-890f-f5374a2bf3a8 HTTP/1.1" status: 204 len: 168 time: 1.8751502 Sep 18 05:06:54.031817 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60564429-d83e-41d7-a82c-73e9952b4a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=608f5bb9-ad1d-474c-890f-f5374a2bf3a8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:54.040899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46244) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:54.043496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca92229-6f03-4ba4-b341-46d91180023a req-f7598da9-f41f-4e01-a7ea-ed967d311070 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:54.053324 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eca92229-6f03-4ba4-b341-46d91180023a req-f7598da9-f41f-4e01-a7ea-ed967d311070 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 946 time: 0.2287176 Sep 18 05:06:54.066512 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'port_id': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f', 'mac_address': 'fa:16:3e:24:d9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:06:54.125784 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.143434 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9cf6bd-8732-45fe-8a3b-37f11a60170f {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:06:54.147555 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.156979 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.164364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port fd9cf6bd-8732-45fe-8a3b-37f11a60170f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=fd9cf6bd-8732-45fe-8a3b-37f11a60170f,segment=NetworkSegment(9b0a406e-8692-4df5-b2da-adb17a8261db),segment_id=9b0a406e-8692-4df5-b2da-adb17a8261db)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:54.216569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Pushing event updated for resources: {'Port': ['ID=3cefa0b2-6410-4c92-902a-f03609272f83,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:54.307384 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.318053 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Pushing event updated for resources: {'Port': ['ID=1412a85e-4be9-4e15-ac4a-9bb1ff9dac75,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:54.325925 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.334805 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eca92229-6f03-4ba4-b341-46d91180023a req-1c775a9f-7e1b-4530-be66-df81a3dea0a5 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579165 Sep 18 05:06:54.342486 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.345552 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Checking segment: {'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:54.345937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Network hostable DHCP agents. Network: 93d89a0e-1a77-419c-8909-7248d2e15bf4, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:06:54.372642 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Deleting port 6abce75f-fdf9-486c-ac08-53d22f537444 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:54.373001 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.418168 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.435927 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.473973 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.481239 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.528843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 256aae2e-e37e-4f9e-bc61-7dd00479a519 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:54.529225 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.550707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Network 4535b392-3a91-4b9b-8a5a-1d299ccc17de is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:54.557767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Network 93d89a0e-1a77-419c-8909-7248d2e15bf4 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:06:54.561373 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:54.593470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Pushing event updated for resources: {'Port': ['ID=5d536fb4-7eca-4bc6-918b-46f2bfc983f2,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:54.596067 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:54.604587 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] For port 6abce75f-fdf9-486c-ac08-53d22f537444, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6abce75f-fdf9-486c-ac08-53d22f537444,segment=NetworkSegment(5ac31e11-6d44-44ce-b201-eb2a39f67388),segment_id=5ac31e11-6d44-44ce-b201-eb2a39f67388)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:54.608560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.633515 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.667453 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.699881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Calling delete_port for 6abce75f-fdf9-486c-ac08-53d22f537444 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:54.702047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Pushing event updated for resources: {'Port': ['ID=86052e32-5e28-457b-8469-35447ed23abf,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:54.728628 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=fd9cf6bd-8732-45fe-8a3b-37f11a60170f,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:54.767770 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.831016 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['fd9cf6bd-8732-45fe-8a3b-37f11a60170f'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:06:54.835166 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.875041 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 93d89a0e-1a77-419c-8909-7248d2e15bf4) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:54.882761 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:54.882985 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.918553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f53734f-7aeb-4aa8-92cd-945302bf2fa8 None None] Network 93d89a0e-1a77-419c-8909-7248d2e15bf4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:06:54.920690 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeac98d9-2a51-405b-8430-88c9fb2ac89f None None] DHCP port deletion for b8d5c068-699b-4a0f-8c25-4df4822fedea request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:06:54.941228 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-af9f6cb1-c9ac-4f46-92a3-625668f6ec68 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5355957 Sep 18 05:06:54.945191 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:54.945543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:54.946399 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:54.972889 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.983575 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:54.995442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:55.005296 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:55.007340 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:06:55.011399 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 2 to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 Sep 18 05:06:55.021384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b9a2d-23e9-4316-b243-cb730782445f req-647d5682-1766-4472-bc0c-3a308cec28e8 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:55.022938 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-af5b9a2d-23e9-4316-b243-cb730782445f req-647d5682-1766-4472-bc0c-3a308cec28e8 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 944 time: 0.2282994 Sep 18 05:06:55.059365 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:55.059717 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:55.060417 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:55.076383 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:55.076383 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:06:55.077818 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 3 to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 Sep 18 05:06:55.099973 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:55.099973 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:55.100496 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:55.104646 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Network 9791206e-079f-44eb-aa04-4f90648d9063 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:55.107466 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:55.109798 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:55.110132 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:06:55.113992 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 4 to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 Sep 18 05:06:55.114874 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Attempting to bind port 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:55.115559 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Attempting to bind port 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:55.115945 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Attempting to bind port 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:55.118854 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5e2c0-6e65-41ca-b778-0b4763750584 None None] Pushing event updated for resources: {'Port': ['ID=58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:55.131970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:55.131970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:55.131970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:55.140277 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 256aae2e-e37e-4f9e-bc61-7dd00479a519, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=256aae2e-e37e-4f9e-bc61-7dd00479a519,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:55.145918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Pushing event updated for resources: {'Port': ['ID=1412a85e-4be9-4e15-ac4a-9bb1ff9dac75,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:55.160214 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-af5b9a2d-23e9-4316-b243-cb730782445f req-fc1a227e-466d-43a2-a1f5-9c50ae955bc3 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee5913a-36fb-4d2e-a766-9a40ac6e5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107583 Sep 18 05:06:55.160390 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:55.160390 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:55.160763 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.161656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:55.162827 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Bound port: 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:55.163459 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.168926 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.171748 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.212851 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.212851 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.217212 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:55.217550 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:06:55.234576 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 5 to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 Sep 18 05:06:55.243485 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-291ae4fa-a423-4d18-9693-835eac6a2e31 None None] Provisioning complete for port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:55.243485 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-291ae4fa-a423-4d18-9693-835eac6a2e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.270459 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6abce75f-fdf9-486c-ac08-53d22f537444,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:55.280708 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] No DVR routers for this DVR port 6abce75f-fdf9-486c-ac08-53d22f537444 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:06:55.292012 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.309532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:55.309886 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:55.310371 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:55.338408 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:55.338408 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:06:55.338638 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fb0c07a9-636c-46ea-b7cb-09845a1ff5ab no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:06:55.366078 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 6 to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 Sep 18 05:06:55.393505 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.394887 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d0c63d98-93de-4e83-931f-156486f15537 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8274002 Sep 18 05:06:55.444792 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: fb0c07a9-636c-46ea-b7cb-09845a1ff5ab {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:06:55.448458 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fb0c07a9-636c-46ea-b7cb-09845a1ff5ab not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:06:55.450572 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 576f4cef-087e-457f-ac6a-5c112bda3f9d no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:06:55.473542 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:55.473926 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:55.474233 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:55.526950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847ac03-2274-4581-8b26-647945bca87b req-5e3532d1-b9e6-419a-9caa-b140c58130d6 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:55.529261 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9847ac03-2274-4581-8b26-647945bca87b req-5e3532d1-b9e6-419a-9caa-b140c58130d6 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.2478461 Sep 18 05:06:55.534930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-eeac98d9-2a51-405b-8430-88c9fb2ac89f None None] Deleting port 6abce75f-fdf9-486c-ac08-53d22f537444 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:55.535144 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eeac98d9-2a51-405b-8430-88c9fb2ac89f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.537961 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 576f4cef-087e-457f-ac6a-5c112bda3f9d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:06:55.538311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 576f4cef-087e-457f-ac6a-5c112bda3f9d not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:06:55.554939 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.568109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:55.568477 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:06:55.574491 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 7 to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 Sep 18 05:06:55.574708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] For port 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:55.584212 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Router ec122dff-4d01-43a0-ae03-bc76699c20e4 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:06:55.614920 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-291ae4fa-a423-4d18-9693-835eac6a2e31 None None] Port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:55.619645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] For port 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:55.635086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=256aae2e-e37e-4f9e-bc61-7dd00479a519,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:55.650829 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d5c068-699b-4a0f-8c25-4df4822fedea']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:55.659329 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9847ac03-2274-4581-8b26-647945bca87b req-52e022ae-650e-4c53-838a-fef12911fd44 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840712 Sep 18 05:06:55.660503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:55.660855 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:55.661198 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:55.676886 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.689652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac31e11-6d44-44ce-b201-eb2a39f67388') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:55.689652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac31e11-6d44-44ce-b201-eb2a39f67388') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:55.689652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:55.689652 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:06:55.695430 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 8 to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 Sep 18 05:06:55.699788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.704726 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.707025 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-eeac98d9-2a51-405b-8430-88c9fb2ac89f None None] For port 6abce75f-fdf9-486c-ac08-53d22f537444, host n-d-789963-13, got binding levels [] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:55.707417 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eeac98d9-2a51-405b-8430-88c9fb2ac89f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.749361 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.763908 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.766906 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:55.767256 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:55.767604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:55.771860 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-eeac98d9-2a51-405b-8430-88c9fb2ac89f None None] Calling delete_port for 6abce75f-fdf9-486c-ac08-53d22f537444 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:55.779299 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.ipam_backend_mixin [None req-eeac98d9-2a51-405b-8430-88c9fb2ac89f None None] Port 6abce75f-fdf9-486c-ac08-53d22f537444 was not found and therefore no delete operation was performed {{(pid=106910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 05:06:55.783216 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:06:55.783475 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:06:55.787989 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:06:55.797967 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eeac98d9-2a51-405b-8430-88c9fb2ac89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.800253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:55.800628 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:06:55.805305 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 9 to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 Sep 18 05:06:55.839962 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac98d9-2a51-405b-8430-88c9fb2ac89f None None] No DVR routers for this DVR port 6abce75f-fdf9-486c-ac08-53d22f537444 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:06:55.843668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Routers {'edde7e4c-eb2e-4138-bc64-a64e72b9975f'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:55.844408 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['edde7e4c-eb2e-4138-bc64-a64e72b9975f'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:55.846254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8278bd90-cc61-4eed-a47f-253b9f8a88b9 None None] Provisioning complete for port 86052e32-5e28-457b-8469-35447ed23abf triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:55.846632 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8278bd90-cc61-4eed-a47f-253b9f8a88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.882500 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5e2c0-6e65-41ca-b778-0b4763750584 None None] Pushing event updated for resources: {'Port': ['ID=58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:55.884948 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:55.885409 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:55.886216 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:55.944410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac98d9-2a51-405b-8430-88c9fb2ac89f None None] Pushing event deleted for resources: {'Port': ['ID=6abce75f-fdf9-486c-ac08-53d22f537444,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:55.947383 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:55.947724 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:06:55.949827 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:55.959230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8278bd90-cc61-4eed-a47f-253b9f8a88b9 None None] Port 86052e32-5e28-457b-8469-35447ed23abf cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:55.970008 n-d-789963-13 neutron-server[106908]: INFO neutron.plugins.ml2.plugin [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 10 to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 Sep 18 05:06:56.009132 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 256aae2e-e37e-4f9e-bc61-7dd00479a519 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:56.009428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:06:56.011328 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:56.014432 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:56.014776 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:56.015125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:56.035899 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Sync routers for ids ['ec122dff-4d01-43a0-ae03-bc76699c20e4'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:06:56.047180 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-07c9a9a1-92c1-4761-b7a3-b456b900085b admin admin] 10.222.0.23 "PUT /v2.0/routers/ec122dff-4d01-43a0-ae03-bc76699c20e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3982179 Sep 18 05:06:56.047992 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 3cefa0b2-6410-4c92-902a-f03609272f83 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:06:56.048762 n-d-789963-13 neutron-server[106908]: ERROR neutron.plugins.ml2.managers [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 3cefa0b2-6410-4c92-902a-f03609272f83 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:06:56.048762 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:56.061414 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] Set router edde7e4c-eb2e-4138-bc64-a64e72b9975f gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:56.066674 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Routers {'ec122dff-4d01-43a0-ae03-bc76699c20e4'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:56.068023 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ec122dff-4d01-43a0-ae03-bc76699c20e4'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:56.161070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Pushing event updated for resources: {'Port': ['ID=5d536fb4-7eca-4bc6-918b-46f2bfc983f2,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:56.168133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-5c29bf96-08ba-4ef3-984b-1709fed5f38a tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--288226475&fields=id&tenant_id=588b7e68e8fe40ce8f9195dcfff7948b HTTP/1.1" status: 200 len: 267 time: 0.2318711 Sep 18 05:06:56.231136 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] For port 3cefa0b2-6410-4c92-902a-f03609272f83, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:56.232347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempted to set empty binding levels {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 05:06:56.235620 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:56.248135 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:56.250474 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b8d5c068-699b-4a0f-8c25-4df4822fedea HTTP/1.1" status: 204 len: 168 time: 2.1981738 Sep 18 05:06:56.263518 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f72775-dedb-47bd-b61b-e569728ea8a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d5c068-699b-4a0f-8c25-4df4822fedea,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:56.283548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Network 4535b392-3a91-4b9b-8a5a-1d299ccc17de is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:56.290216 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:56.319641 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:56.321294 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Set router ec122dff-4d01-43a0-ae03-bc76699c20e4 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:56.327467 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Allocated IP 172.25.7.99 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/a6faf608-1795-4ea1-9805-ca3eb5fefa35) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:06:56.379154 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 256aae2e-e37e-4f9e-bc61-7dd00479a519 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:56.379532 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:56.433125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:56.433742 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:56.484724 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541821d1-3961-4293-b909-b4e727408a2e req-8306f04e-9c52-4718-b006-7c3416b33ab5 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:56.488917 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-8306f04e-9c52-4718-b006-7c3416b33ab5 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/networks?id=ffb527be-d03c-4c87-a254-04ea5d823067 HTTP/1.1" status: 200 len: 806 time: 0.3095748 Sep 18 05:06:56.532078 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Pushing event updated for resources: {'Port': ['ID=3cefa0b2-6410-4c92-902a-f03609272f83,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:56.575332 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1777777631-router', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:41Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '90faa714f2c54434b6b010e9d0ea56cc', 'gw_port': {'id': '58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:15:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:44Z', 'updated_at': '2021-09-18T05:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5d536fb4-7eca-4bc6-918b-46f2bfc983f2', 'name': '', 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'mac_address': 'fa:16:3e:ae:de:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '7b666211-5e2d-4fc0-b203-a88b7125c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:53Z', 'updated_at': '2021-09-18T05:06:55Z', 'revision_number': 2, 'project_id': '90faa714f2c54434b6b010e9d0ea56cc', 'subnets': [{'id': '7b666211-5e2d-4fc0-b203-a88b7125c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:56.587564 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-69eba16f-1354-4ffc-9459-c3b5b0faacc7 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/quotas/588b7e68e8fe40ce8f9195dcfff7948b HTTP/1.1" status: 200 len: 375 time: 0.0881798 Sep 18 05:06:56.645129 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e1859c2a-2e5c-4a6d-9375-7c04667caf3e tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.1842153 Sep 18 05:06:56.650010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46274) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:56.654436 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6abce75f-fdf9-486c-ac08-53d22f537444 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:06:56.659660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6dc2d-9262-4a5e-93d8-53dd7182d7bf None None] The sync data for ids ['edde7e4c-eb2e-4138-bc64-a64e72b9975f'] in n-d-789963-13 is: [{'id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1777777631-router', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:41Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '90faa714f2c54434b6b010e9d0ea56cc', 'gw_port': {'id': '58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:15:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:44Z', 'updated_at': '2021-09-18T05:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5d536fb4-7eca-4bc6-918b-46f2bfc983f2', 'name': '', 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'mac_address': 'fa:16:3e:ae:de:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '7b666211-5e2d-4fc0-b203-a88b7125c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:53Z', 'updated_at': '2021-09-18T05:06:55Z', 'revision_number': 2, 'project_id': '90faa714f2c54434b6b010e9d0ea56cc', 'subnets': [{'id': '7b666211-5e2d-4fc0-b203-a88b7125c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:06:56.702786 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 6abce75f-fdf9-486c-ac08-53d22f537444 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:06:56.711044 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6abce75f-fdf9-486c-ac08-53d22f537444 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:06:56.722944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Router edde7e4c-eb2e-4138-bc64-a64e72b9975f has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:06:56.757372 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:56.797195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a0393cca-b842-4590-b4ad-fb0e22e2e1f9 None None] Provisioning complete for port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:56.797775 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a0393cca-b842-4590-b4ad-fb0e22e2e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:56.823192 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-c5cb4174-3ce6-494a-98ce-8778057b9937 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=588b7e68e8fe40ce8f9195dcfff7948b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2123256 Sep 18 05:06:56.850165 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46276) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:56.854978 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:06:52Z', 'revision_number': 4, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '86052e32-5e28-457b-8469-35447ed23abf', 'name': '', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'mac_address': 'fa:16:3e:0d:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:50Z', 'updated_at': '2021-09-18T05:06:53Z', 'revision_number': 2, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'subnets': [{'id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:56.883583 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:56.884558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a0393cca-b842-4590-b4ad-fb0e22e2e1f9 None None] Port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:06:56.907338 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Checking router: ec122dff-4d01-43a0-ae03-bc76699c20e4 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:06:56.907959 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Updating router ec122dff-4d01-43a0-ae03-bc76699c20e4 port 86052e32-5e28-457b-8469-35447ed23abf binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:06:56.935058 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1166d0dc-c6d4-4e45-bc75-71670caf1f26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4438b79ca124e06b56d0dccd6e7a3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821302 Sep 18 05:06:56.942556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46278) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:56.953290 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:56.958935 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:56.970719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:56.979800 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:56.992225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:06:57.000609 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-78f2797f-6ea8-4710-9f45-23f992521c7b admin admin] 10.222.0.23 "PUT /v2.0/routers/edde7e4c-eb2e-4138-bc64-a64e72b9975f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1157942 Sep 18 05:06:57.071038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Pushing event updated for resources: {'Port': ['ID=a6faf608-1795-4ea1-9805-ca3eb5fefa35,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:57.184999 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-da3ac350-d0a2-4930-acd5-1f30dc5292aa service neutron] 10.222.0.23 "GET /v2.0/networks/ffb527be-d03c-4c87-a254-04ea5d823067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023389 Sep 18 05:06:57.234736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-b43a08c0-c316-4923-a058-a2fdcdf4f79d tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Deleting port 3cefa0b2-6410-4c92-902a-f03609272f83 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:06:57.235217 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b43a08c0-c316-4923-a058-a2fdcdf4f79d tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.266505 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.294481 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15303371-1100-48fb-8a9d-f57b9c115868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.321279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-b43a08c0-c316-4923-a058-a2fdcdf4f79d tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] For port 3cefa0b2-6410-4c92-902a-f03609272f83, host n-h1-789963-13, got binding levels [] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:57.321791 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b43a08c0-c316-4923-a058-a2fdcdf4f79d tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.323728 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15303371-1100-48fb-8a9d-f57b9c115868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.339169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-b43a08c0-c316-4923-a058-a2fdcdf4f79d tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Calling delete_port for 3cefa0b2-6410-4c92-902a-f03609272f83 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:06:57.390035 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.417666 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.457958 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.521264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-52f8a0fc-b87f-4914-b2d0-22d0676e7904 service neutron] 10.222.0.23 "GET /v2.0/networks/ffb527be-d03c-4c87-a254-04ea5d823067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351123 Sep 18 05:06:57.523638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b43a08c0-c316-4923-a058-a2fdcdf4f79d tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.531897 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30de72-0f5f-4f8f-a6c0-35a24ee15978 None None] Pushing event updated for resources: {'Port': ['ID=86052e32-5e28-457b-8469-35447ed23abf,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:57.588375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a08c0-c316-4923-a058-a2fdcdf4f79d tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cefa0b2-6410-4c92-902a-f03609272f83,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:57.594744 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b43a08c0-c316-4923-a058-a2fdcdf4f79d tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.598035 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b43a08c0-c316-4923-a058-a2fdcdf4f79d tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "DELETE /v2.0/ports/3cefa0b2-6410-4c92-902a-f03609272f83 HTTP/1.1" status: 204 len: 168 time: 0.9393537 Sep 18 05:06:57.600703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46292) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:57.628830 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf44caaf-5312-46e8-99e6-7fe63a3cdcfd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] GET failed (client error): The resource could not be found. Sep 18 05:06:57.630599 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bf44caaf-5312-46e8-99e6-7fe63a3cdcfd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "GET /v2.0/ports/3cefa0b2-6410-4c92-902a-f03609272f83 HTTP/1.1" status: 404 len: 333 time: 0.0260506 Sep 18 05:06:57.635910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46294) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:57.641299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-945cc440-f43b-4044-a5d6-e785bc7fdcbd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Request body: {'port': {'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1813342446'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:57.683033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device fd9cf6bd-8732-45fe-8a3b-37f11a60170f up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:06:57.718783 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Attempting to bind port 86052e32-5e28-457b-8469-35447ed23abf on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:06:57.723467 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Attempting to bind port 86052e32-5e28-457b-8469-35447ed23abf by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '86f7d29b-ec06-467f-a798-cc58af28d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:06:57.726170 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Attempting to bind port 86052e32-5e28-457b-8469-35447ed23abf on network 9791206e-079f-44eb-aa04-4f90648d9063 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:06:57.729596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945cc440-f43b-4044-a5d6-e785bc7fdcbd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Made reservation on behalf of ea21ca89d12140a3be71fa7634d24c23 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:06:57.732179 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-945cc440-f43b-4044-a5d6-e785bc7fdcbd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.768782 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:06:57.770697 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Checking segment: {'id': '86f7d29b-ec06-467f-a798-cc58af28d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:06:57.772371 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.776944 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Bound using segment: {'id': '86f7d29b-ec06-467f-a798-cc58af28d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:06:57.778444 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Bound port: 86052e32-5e28-457b-8469-35447ed23abf, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f7d29b-ec06-467f-a798-cc58af28d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:06:57.778857 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.787666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-945cc440-f43b-4044-a5d6-e785bc7fdcbd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] device_id is not set on port dc209738-aab8-49ba-b26a-efb3180f4dc3 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:06:57.872855 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.955162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:57.992508 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] For port 86052e32-5e28-457b-8469-35447ed23abf, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:06:57.998007 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] For port 86052e32-5e28-457b-8469-35447ed23abf, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=86052e32-5e28-457b-8469-35447ed23abf,segment=NetworkSegment(86f7d29b-ec06-467f-a798-cc58af28d3d0),segment_id=86f7d29b-ec06-467f-a798-cc58af28d3d0)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:06:58.029686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port fd9cf6bd-8732-45fe-8a3b-37f11a60170f completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:06:58.036714 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port fd9cf6bd-8732-45fe-8a3b-37f11a60170f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:58.037940 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:58.058249 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Pushing event updated for resources: {'Port': ['ID=a6faf608-1795-4ea1-9805-ca3eb5fefa35,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:58.081137 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15303371-1100-48fb-8a9d-f57b9c115868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:58.083841 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15303371-1100-48fb-8a9d-f57b9c115868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:58.087941 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:58.099920 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-15303371-1100-48fb-8a9d-f57b9c115868 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/341814d7-0628-4c10-a0ac-52943295a5c2 HTTP/1.1" status: 204 len: 168 time: 1.1441309 Sep 18 05:06:58.278305 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Routers {'ec122dff-4d01-43a0-ae03-bc76699c20e4'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:06:58.279436 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ec122dff-4d01-43a0-ae03-bc76699c20e4'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:58.288186 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:58.306478 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15303371-1100-48fb-8a9d-f57b9c115868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341814d7-0628-4c10-a0ac-52943295a5c2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:58.390945 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:58.393274 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-b9833082-ccab-45eb-bcca-47eecbd861d4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4323740 Sep 18 05:06:58.549504 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-945cc440-f43b-4044-a5d6-e785bc7fdcbd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:58.694931 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-7a498e4e-99eb-4af6-8029-29f127101f4b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 695 time: 0.2839994 Sep 18 05:06:58.714980 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] Set router ec122dff-4d01-43a0-ae03-bc76699c20e4 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:06:58.802094 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-945cc440-f43b-4044-a5d6-e785bc7fdcbd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:58.884672 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b5e4e9ee-b8e9-4b45-857d-fc660560d955 None None] Provisioning complete for port 86052e32-5e28-457b-8469-35447ed23abf triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:58.885051 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b5e4e9ee-b8e9-4b45-857d-fc660560d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:58.977919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945cc440-f43b-4044-a5d6-e785bc7fdcbd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Network 93d89a0e-1a77-419c-8909-7248d2e15bf4 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:06:58.980867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-945cc440-f43b-4044-a5d6-e785bc7fdcbd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:06:58.990800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945cc440-f43b-4044-a5d6-e785bc7fdcbd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:06:58.996634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945cc440-f43b-4044-a5d6-e785bc7fdcbd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:59.004932 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-945cc440-f43b-4044-a5d6-e785bc7fdcbd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:59.093512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cc440-f43b-4044-a5d6-e785bc7fdcbd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Pushing event updated for resources: {'Port': ['ID=dc209738-aab8-49ba-b26a-efb3180f4dc3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:59.171178 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-f732a95b-8ff7-42b4-9a37-30504f6e14c4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:59.176385 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-945cc440-f43b-4044-a5d6-e785bc7fdcbd tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5334580 Sep 18 05:06:59.178109 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-f732a95b-8ff7-42b4-9a37-30504f6e14c4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.4807189 Sep 18 05:06:59.179178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46316) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:06:59.194226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:06:59.202983 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-ef2a1a3b-5f98-4c1e-ace4-b5133e1565f7 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:06:59.202983 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0aa15dcb-4240-4b01-9ce7-5eeb5b317907 req-ef2a1a3b-5f98-4c1e-ace4-b5133e1565f7 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150883 Sep 18 05:06:59.213700 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:59.310243 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:59.332962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ca033-218c-4ccf-9085-67caf375b1c9 req-dc908567-5a15-4b46-bb73-ba5fe1a59b3b tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:06:59.342758 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-561ca033-218c-4ccf-9085-67caf375b1c9 req-dc908567-5a15-4b46-bb73-ba5fe1a59b3b tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 944 time: 0.2110367 Sep 18 05:06:59.388093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17df5711-5921-446c-a760-598b0e168e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:06:59.393806 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed091e00-c332-4af3-950a-a9fb919ed8a5" -d '{"events": [{"server_uuid": "17df5711-5921-446c-a760-598b0e168e3c", "name": "network-vif-plugged", "status": "completed", "tag": "fd9cf6bd-8732-45fe-8a3b-37f11a60170f"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:06:59.413335 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30de72-0f5f-4f8f-a6c0-35a24ee15978 None None] Pushing event updated for resources: {'Port': ['ID=86052e32-5e28-457b-8469-35447ed23abf,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:59.436715 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b5e4e9ee-b8e9-4b45-857d-fc660560d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:59.446562 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port fd9cf6bd-8732-45fe-8a3b-37f11a60170f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=fd9cf6bd-8732-45fe-8a3b-37f11a60170f,segment=NetworkSegment(9b0a406e-8692-4df5-b2da-adb17a8261db),segment_id=9b0a406e-8692-4df5-b2da-adb17a8261db)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:59.529220 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b5e4e9ee-b8e9-4b45-857d-fc660560d955 None None] For port 86052e32-5e28-457b-8469-35447ed23abf, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=86052e32-5e28-457b-8469-35447ed23abf,segment=NetworkSegment(86f7d29b-ec06-467f-a798-cc58af28d3d0),segment_id=86f7d29b-ec06-467f-a798-cc58af28d3d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:06:59.530983 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:59.600587 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:06:52Z', 'revision_number': 4, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '86052e32-5e28-457b-8469-35447ed23abf', 'name': '', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'mac_address': 'fa:16:3e:0d:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:50Z', 'updated_at': '2021-09-18T05:06:57Z', 'revision_number': 4, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'subnets': [{'id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:06:59.672448 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=fd9cf6bd-8732-45fe-8a3b-37f11a60170f,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:59.675951 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b5e4e9ee-b8e9-4b45-857d-fc660560d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:06:59.700214 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c384dca5-f9bc-48d1-809e-3ed63d1026ce None None] The sync data for ids ['ec122dff-4d01-43a0-ae03-bc76699c20e4'] in n-d-789963-13 is: [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:06:52Z', 'revision_number': 4, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '86052e32-5e28-457b-8469-35447ed23abf', 'name': '', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'mac_address': 'fa:16:3e:0d:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:50Z', 'updated_at': '2021-09-18T05:06:57Z', 'revision_number': 4, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'subnets': [{'id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:06:59.875169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4e9ee-b8e9-4b45-857d-fc660560d955 None None] Pushing event updated for resources: {'Port': ['ID=86052e32-5e28-457b-8469-35447ed23abf,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:06:59.978526 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-97fcbb63-1b47-4bdf-a51f-7212c40de77a None None] Provisioning complete for port 86052e32-5e28-457b-8469-35447ed23abf triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:06:59.979194 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-97fcbb63-1b47-4bdf-a51f-7212c40de77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:00.061715 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:00.286925 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-561ca033-218c-4ccf-9085-67caf375b1c9 req-28c94649-a62b-40ad-95c1-c4013d345263 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee5913a-36fb-4d2e-a766-9a40ac6e5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9426208 Sep 18 05:07:00.335158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] device_id is not set on port dc209738-aab8-49ba-b26a-efb3180f4dc3 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:07:00.360703 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46338) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:00.372188 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:00.402352 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:00.402888 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:00.474226 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ffb88b7e-fb6a-4b87-8ccf-3f8f5c495d41 req-22f0d4a0-2bc0-46b8-9a06-2614cc477c5d tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 210 time: 0.0607517 Sep 18 05:07:00.488654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46342) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:00.488654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5fe6d339-2e34-48fb-b01f-2b52b96cb82f tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--968631972', 'description': 'tempest-description--859395632'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:00.488888 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:00.696928 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:00.725751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1381257102-network', 'tenant_id': '4dd77827b5e640e591ad1fec3c629e09'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:00.734118 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5fe6d339-2e34-48fb-b01f-2b52b96cb82f tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:00.810196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Pushing event updated for resources: {'Port': ['ID=dc209738-aab8-49ba-b26a-efb3180f4dc3,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:00.827847 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:00.877970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:00.878747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:00.879322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de53d4-febd-4715-bf8c-a97f0b16e4ff req-51e4296e-8b45-4daf-b5de-1f5916f2305f tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:00.879523 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:00.881670 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f9de53d4-febd-4715-bf8c-a97f0b16e4ff req-51e4296e-8b45-4daf-b5de-1f5916f2305f tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.2571201 Sep 18 05:07:00.886697 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:00.894699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:00.895144 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:00.898313 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 2 to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 Sep 18 05:07:00.926256 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:00.926735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:00.927171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:00.941633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:00.942137 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:00.942776 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 3 to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 Sep 18 05:07:00.973074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-ffcb7446-7f76-4133-b72b-3516b8040866 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:00.981891 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-ffcb7446-7f76-4133-b72b-3516b8040866 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 819 time: 0.3204472 Sep 18 05:07:00.984599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:00.984933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:00.985291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:01.002504 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-5b8d4b0b-8328-4427-9e01-b0141cbd6ac1 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/quotas/ae3b991f811649a6b7dfa6172c9ec136 HTTP/1.1" status: 200 len: 375 time: 0.0196509 Sep 18 05:07:01.015930 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:01.016444 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:01.016629 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 4 to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 Sep 18 05:07:01.076960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:01.077296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:01.077645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:01.095631 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:01.096175 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:01.097208 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 5 to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 Sep 18 05:07:01.131441 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-868fc4c2-4162-4ae2-9548-b8075a862a1d tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1279562 Sep 18 05:07:01.189541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:01.189897 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:01.190230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:01.215007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:01.215708 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:01.220519 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] Made reservation on behalf of 4dd77827b5e640e591ad1fec3c629e09 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:01.231139 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:01.240497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:01.250728 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 6 to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 Sep 18 05:07:01.267899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:01.268660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:01.269106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:01.276529 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f9de53d4-febd-4715-bf8c-a97f0b16e4ff req-c85b9d10-d7fd-4d0a-ab4e-712e2d5868eb tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660345 Sep 18 05:07:01.279024 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:01.280618 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:01.280962 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:01.282915 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 7 to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 Sep 18 05:07:01.304355 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2eea9948-c230-4557-aa18-5dddff1101ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:01.312263 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:01.312858 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:01.317594 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:01.338468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:01.338919 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:01.339495 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 8 to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 Sep 18 05:07:01.352663 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9297342b-d105-47ee-990d-7a9e1b7ef50e x-openstack-request-id: req-9297342b-d105-47ee-990d-7a9e1b7ef50e {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:01.353383 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17df5711-5921-446c-a760-598b0e168e3c", "name": "network-vif-plugged", "status": "completed", "tag": "fd9cf6bd-8732-45fe-8a3b-37f11a60170f", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:01.353934 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9297342b-d105-47ee-990d-7a9e1b7ef50e {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:01.354535 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17df5711-5921-446c-a760-598b0e168e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f', 'code': 200} Sep 18 05:07:01.355406 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-2f719513-ea4f-4aa4-a71f-ef8017d83939 service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223551 Sep 18 05:07:01.403394 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5fe6d339-2e34-48fb-b01f-2b52b96cb82f tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:01.474011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:01.474365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:01.479501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:01.487255 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:01.490026 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:01.492375 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 9 to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 Sep 18 05:07:01.494010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5fe6d339-2e34-48fb-b01f-2b52b96cb82f tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:01.635462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71459abd-4c7e-4f26-b0b7-ae756b1107d3 req-fb0df117-ad8b-4ca9-9875-728cd40216ac tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:01.644749 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71459abd-4c7e-4f26-b0b7-ae756b1107d3 req-fb0df117-ad8b-4ca9-9875-728cd40216ac tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 945 time: 0.2113991 Sep 18 05:07:01.646877 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6d339-2e34-48fb-b01f-2b52b96cb82f tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4e281a-dda0-4de2-a4f5-cd563522296f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:01.674660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:01.674660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:01.674660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:01.687237 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceae0bd-c6a5-46a6-a59d-4cdb3cf1018f req-6deb1479-547f-4eb9-8e81-d9cb0e4723a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:01.689890 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ceae0bd-c6a5-46a6-a59d-4cdb3cf1018f req-6deb1479-547f-4eb9-8e81-d9cb0e4723a2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 1097 time: 0.1855736 Sep 18 05:07:01.708563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:01.709217 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:01.712099 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 10 to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 Sep 18 05:07:01.748394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:01.748888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:01.751217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:01.773838 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-cf8d4f2c-a2b6-404f-b516-fb56ceb99f01 service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150229 Sep 18 05:07:01.795922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:01.795922 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port dc209738-aab8-49ba-b26a-efb3180f4dc3 on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:01.795922 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:01.905208 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71459abd-4c7e-4f26-b0b7-ae756b1107d3 req-b3f0a9a6-0cb1-48b6-8387-3e589db69b98 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee5913a-36fb-4d2e-a766-9a40ac6e5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592201 Sep 18 05:07:01.960561 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ceae0bd-c6a5-46a6-a59d-4cdb3cf1018f req-88ad51e1-db32-4152-b318-62c6fc77824a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ee5913a-36fb-4d2e-a766-9a40ac6e5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608545 Sep 18 05:07:01.972667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] For port dc209738-aab8-49ba-b26a-efb3180f4dc3, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:07:01.973288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempted to set empty binding levels {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 05:07:02.007088 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:02.048595 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:02.080962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] In _notify_port_updated(), no bound segment for port dc209738-aab8-49ba-b26a-efb3180f4dc3 on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:07:02.083342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.090117 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:02.114022 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:02.118029 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "PUT /v2.0/ports/dc209738-aab8-49ba-b26a-efb3180f4dc3 HTTP/1.1" status: 200 len: 976 time: 2.9291794 Sep 18 05:07:02.146739 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:07:02.148297 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 86052e32-5e28-457b-8469-35447ed23abf up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:02.159883 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:02.160778 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] Added segment 07a717c7-047a-4450-a956-e40f9df9cea6 of type vlan for network 421b75d9-aef6-441f-b45d-e49a4b4868e3 Sep 18 05:07:02.207323 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Sync routers for ids ['edde7e4c-eb2e-4138-bc64-a64e72b9975f'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:07:02.231276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46360) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:02.259811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Routers {'edde7e4c-eb2e-4138-bc64-a64e72b9975f'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:02.262273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:06:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['edde7e4c-eb2e-4138-bc64-a64e72b9975f'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:02.266400 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:02.338424 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5fe6d339-2e34-48fb-b01f-2b52b96cb82f tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:02.339695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5fe6d339-2e34-48fb-b01f-2b52b96cb82f tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8583272 Sep 18 05:07:02.363994 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71ed8f0f-06f2-4a64-8eb3-d8aeec071289 req-2563835e-280f-4e0a-b3f3-3d60363d86c6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 210 time: 0.0769291 Sep 18 05:07:02.394536 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46368) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:02.428428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 86052e32-5e28-457b-8469-35447ed23abf triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:02.429388 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:02.510840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7c483eeb-4fd6-45ea-ba06-5a93d627f0ef tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Request body: {'security_group_rule': {'security_group_id': '0a4e281a-dda0-4de2-a4f5-cd563522296f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:02.541376 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee6a54f1-cad0-49d1-b27e-3e57c6e0b742 req-995a6293-b1ef-4964-8a2b-9d772436ccf8 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 210 time: 0.2364385 Sep 18 05:07:02.546763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633f093-9f06-48e5-bb0c-85c81c203ef1 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Pushing event updated for resources: {'Port': ['ID=dc209738-aab8-49ba-b26a-efb3180f4dc3,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:02.570070 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f68640-7a36-4684-9474-b32b62d35776,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:02.671792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.672573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Set router edde7e4c-eb2e-4138-bc64-a64e72b9975f gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:02.675272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.676445 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:02.676610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.677040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.677427 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.678054 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:02.679784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.680902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.682552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.689171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.691357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.691863 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.692392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.696124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.696124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.696124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.696124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.696124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.696872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.696872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.697307 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.697771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.698824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.699294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.699763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.700228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.700710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.701175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.701769 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.702236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.706220 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d6c32171-ce9e-4d3b-9500-aa3a338e052b tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25252 time: 0.4664619 Sep 18 05:07:02.721822 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46374) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:02.725881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:02.777089 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] Pushing event updated for resources: {'Network': ['ID=421b75d9-aef6-441f-b45d-e49a4b4868e3,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:02.785964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b0360-9b42-430b-b3d5-da277e426908 req-d7f71f0e-4b68-4307-a5ea-329b6c23adc5 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.791283 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 421b75d9-aef6-441f-b45d-e49a4b4868e3 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:07:02.798226 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5c5b0360-9b42-430b-b3d5-da277e426908 req-d7f71f0e-4b68-4307-a5ea-329b6c23adc5 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.2335584 Sep 18 05:07:02.809593 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7c483eeb-4fd6-45ea-ba06-5a93d627f0ef tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:02.871995 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541821d1-3961-4293-b909-b4e727408a2e req-02828e17-9924-42be-b21c-13d64ea097d8 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:02.874423 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-02828e17-9924-42be-b21c-13d64ea097d8 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.18 "GET /v2.0/networks?id=ffb527be-d03c-4c87-a254-04ea5d823067 HTTP/1.1" status: 200 len: 806 time: 0.3445349 Sep 18 05:07:02.911737 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:02.913330 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:02.933482 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5149af1e-bc14-47e5-a35c-419da33c97a0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5706499 Sep 18 05:07:02.935188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46376) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:02.963548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-a02b6001-2415-4292-91e5-846aeb53deb2 admin admin] Request body: {'subnet': {'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1381257102-subnet', 'tenant_id': '4dd77827b5e640e591ad1fec3c629e09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:03.056992 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5c5b0360-9b42-430b-b3d5-da277e426908 req-0e4744af-a665-44ea-a1c8-4f02775eab7e tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576559 Sep 18 05:07:03.057775 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-75f71a98-b87b-41d8-bc60-d2568c476ae2 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=588b7e68e8fe40ce8f9195dcfff7948b HTTP/1.1" status: 200 len: 379 time: 0.1460485 Sep 18 05:07:03.066427 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7c483eeb-4fd6-45ea-ba06-5a93d627f0ef tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:03.087047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-541821d1-3961-4293-b909-b4e727408a2e req-3813de0a-e6d3-42bd-a83d-a078d5bacbc0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Request body: {'port': {'device_id': 'b5ae5e60-1b79-4267-88ac-f71f43b0546f', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'admin_state_up': True, 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'security_groups': ['fe22f298-a275-478f-a12d-94c1a3958427']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:03.140103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-40725062-80a4-4b38-bb2a-08e11adbc883 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Deleting port dc209738-aab8-49ba-b26a-efb3180f4dc3 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:07:03.146252 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40725062-80a4-4b38-bb2a-08e11adbc883 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:03.170939 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7c483eeb-4fd6-45ea-ba06-5a93d627f0ef tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:03.226282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02b6001-2415-4292-91e5-846aeb53deb2 admin admin] Made reservation on behalf of 4dd77827b5e640e591ad1fec3c629e09 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:03.242027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a02b6001-2415-4292-91e5-846aeb53deb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:03.414132 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1777777631-router', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:41Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '90faa714f2c54434b6b010e9d0ea56cc', 'gw_port': {'id': '58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:44Z', 'updated_at': '2021-09-18T05:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5d536fb4-7eca-4bc6-918b-46f2bfc983f2', 'name': '', 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'mac_address': 'fa:16:3e:ae:de:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '7b666211-5e2d-4fc0-b203-a88b7125c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:53Z', 'updated_at': '2021-09-18T05:06:55Z', 'revision_number': 2, 'project_id': '90faa714f2c54434b6b010e9d0ea56cc', 'subnets': [{'id': '7b666211-5e2d-4fc0-b203-a88b7125c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:03.474410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Checking router: edde7e4c-eb2e-4138-bc64-a64e72b9975f for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:07:03.487781 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Updating router edde7e4c-eb2e-4138-bc64-a64e72b9975f port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:07:03.585503 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:03.630868 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2609ae85-a3ff-4f8a-b4b5-f1c6487dfca3 req-e4badac7-d4f8-40c1-98c7-96a330352051 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 210 time: 0.0666401 Sep 18 05:07:03.638114 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a02b6001-2415-4292-91e5-846aeb53deb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:03.659586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-40725062-80a4-4b38-bb2a-08e11adbc883 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] For port dc209738-aab8-49ba-b26a-efb3180f4dc3, host n-h1-789963-13, got binding levels [] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:03.659966 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40725062-80a4-4b38-bb2a-08e11adbc883 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:03.715118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-40725062-80a4-4b38-bb2a-08e11adbc883 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Calling delete_port for dc209738-aab8-49ba-b26a-efb3180f4dc3 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:07:03.810009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6001-2415-4292-91e5-846aeb53deb2 admin admin] Checking segment: {'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:07:03.810444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02b6001-2415-4292-91e5-846aeb53deb2 admin admin] Network hostable DHCP agents. Network: 421b75d9-aef6-441f-b45d-e49a4b4868e3, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:07:03.834262 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b6001-2415-4292-91e5-846aeb53deb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa0247e2-c958-4c4c-9e87-7156372e4180,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:03.867159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7be16a7-5606-477c-8028-0dbdb945634c req-2913934f-fe24-4c96-af2a-719a1dc64de4 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 210 time: 0.0519376 Sep 18 05:07:03.895038 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40725062-80a4-4b38-bb2a-08e11adbc883 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:03.950479 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c483eeb-4fd6-45ea-ba06-5a93d627f0ef tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0f924d-586b-4904-816c-6f1bd712c0f6,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:03.987880 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb12e29-2771-42f7-9054-8241c83bd6f4 req-8a71fc4c-f607-480b-b64e-8dbfd45ccb43 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:03.991706 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7a9cac9f-4fdc-4640-b75f-2ef062034a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:03.997878 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dfb12e29-2771-42f7-9054-8241c83bd6f4 req-8a71fc4c-f607-480b-b64e-8dbfd45ccb43 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 945 time: 0.8726821 Sep 18 05:07:04.006685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40725062-80a4-4b38-bb2a-08e11adbc883 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc209738-aab8-49ba-b26a-efb3180f4dc3,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:04.029159 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7c483eeb-4fd6-45ea-ba06-5a93d627f0ef tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.035431 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7c483eeb-4fd6-45ea-ba06-5a93d627f0ef tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6112638 Sep 18 05:07:04.038817 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46388) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:04.051714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7800345a-c008-47b3-af98-17d5cad22f02 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Request body: {'security_group_rule': {'security_group_id': '0a4e281a-dda0-4de2-a4f5-cd563522296f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:04.053050 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02b6001-2415-4292-91e5-846aeb53deb2 admin admin] Network 421b75d9-aef6-441f-b45d-e49a4b4868e3 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:07:04.058766 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40725062-80a4-4b38-bb2a-08e11adbc883 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.060672 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-40725062-80a4-4b38-bb2a-08e11adbc883 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "DELETE /v2.0/ports/dc209738-aab8-49ba-b26a-efb3180f4dc3 HTTP/1.1" status: 204 len: 168 time: 1.3376348 Sep 18 05:07:04.068571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46390) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:04.105375 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.124765 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacb9e08-28e2-421d-8692-94fe4e644077 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] GET failed (client error): The resource could not be found. Sep 18 05:07:04.126383 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-aacb9e08-28e2-421d-8692-94fe4e644077 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "GET /v2.0/ports/dc209738-aab8-49ba-b26a-efb3180f4dc3 HTTP/1.1" status: 404 len: 333 time: 0.0531180 Sep 18 05:07:04.130522 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46394) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:04.140065 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-777940fb-1288-4185-a184-c521cf2d8cf8 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1828639297', 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:04.145243 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dfb12e29-2771-42f7-9054-8241c83bd6f4 req-1ee980bf-1743-409a-a8bc-88f62d6815ac tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee5913a-36fb-4d2e-a766-9a40ac6e5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463397 Sep 18 05:07:04.215328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44271b-77f9-4ac9-881a-b2c3d78e27eb req-f77f2052-5ab8-4a94-93cc-5663b8693b0e tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:04.219472 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.219626 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff44271b-77f9-4ac9-881a-b2c3d78e27eb req-f77f2052-5ab8-4a94-93cc-5663b8693b0e tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.0631227 Sep 18 05:07:04.219626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-a02b6001-2415-4292-91e5-846aeb53deb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 421b75d9-aef6-441f-b45d-e49a4b4868e3) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:04.223569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b6001-2415-4292-91e5-846aeb53deb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:04.224068 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a02b6001-2415-4292-91e5-846aeb53deb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.244803 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7800345a-c008-47b3-af98-17d5cad22f02 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.259766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2973dc32-991f-47ff-a53e-bb6d1f0de7e2 None None] Network 421b75d9-aef6-441f-b45d-e49a4b4868e3 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:07:04.311243 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.324318 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7800345a-c008-47b3-af98-17d5cad22f02 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.365269 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c60e9-1306-4fbf-a811-a3899420eccb None None] Pushing event updated for resources: {'Port': ['ID=5d536fb4-7eca-4bc6-918b-46f2bfc983f2,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:04.366131 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff44271b-77f9-4ac9-881a-b2c3d78e27eb req-3a539a79-8421-4bf0-9a5e-584c6651e6bf tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220207 Sep 18 05:07:04.369109 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a02b6001-2415-4292-91e5-846aeb53deb2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4212556 Sep 18 05:07:04.418088 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7800345a-c008-47b3-af98-17d5cad22f02 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.420229 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541821d1-3961-4293-b909-b4e727408a2e req-3813de0a-e6d3-42bd-a83d-a078d5bacbc0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Made reservation on behalf of 588b7e68e8fe40ce8f9195dcfff7948b for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:04.423906 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-541821d1-3961-4293-b909-b4e727408a2e req-3813de0a-e6d3-42bd-a83d-a078d5bacbc0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.495561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800345a-c008-47b3-af98-17d5cad22f02 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8f6ef1-7fd5-496c-8ea9-77b3236d61c0,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:04.509109 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Attempting to bind port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:04.509855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Attempting to bind port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '0a1fc365-7f5c-49aa-aae1-af4dea9fad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:04.512484 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Attempting to bind port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 on network 4535b392-3a91-4b9b-8a5a-1d299ccc17de {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:04.515279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777940fb-1288-4185-a184-c521cf2d8cf8 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Made reservation on behalf of ea21ca89d12140a3be71fa7634d24c23 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:04.527284 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-777940fb-1288-4185-a184-c521cf2d8cf8 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.542638 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:07:04.556598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-777940fb-1288-4185-a184-c521cf2d8cf8 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] device_id is not set on port 5518fed3-33b2-4e9f-97e4-231292fcf242 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:07:04.557024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Checking segment: {'id': '0a1fc365-7f5c-49aa-aae1-af4dea9fad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:07:04.557024 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.557024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Bound using segment: {'id': '0a1fc365-7f5c-49aa-aae1-af4dea9fad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:07:04.557024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Bound port: 5d536fb4-7eca-4bc6-918b-46f2bfc983f2, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1fc365-7f5c-49aa-aae1-af4dea9fad17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:07:04.557024 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.712331 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-541821d1-3961-4293-b909-b4e727408a2e req-3813de0a-e6d3-42bd-a83d-a078d5bacbc0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Allocated IP 172.20.0.13 (ffb527be-d03c-4c87-a254-04ea5d823067/a7932b23-0b60-4ae5-8ab0-d94621835bec/c9f54ac5-ae66-41f9-86cf-e0cca62064e2) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:04.836911 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6b016183-28e6-4114-8468-01d626297c2d None None] Provisioning complete for port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:04.837493 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6b016183-28e6-4114-8468-01d626297c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.914919 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-541821d1-3961-4293-b909-b4e727408a2e req-3813de0a-e6d3-42bd-a83d-a078d5bacbc0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.964262 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7800345a-c008-47b3-af98-17d5cad22f02 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:04.968624 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7800345a-c008-47b3-af98-17d5cad22f02 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9207182 Sep 18 05:07:04.969050 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46410) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:04.985999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:05.005815 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-421b75d9-aef6-441f-b45d-e49a4b4868e3', 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3', 'tenant_id': '4dd77827b5e640e591ad1fec3c629e09', 'fixed_ips': [{'subnet_id': 'fa0247e2-c958-4c4c-9e87-7156372e4180'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:07:05.009054 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:05.010235 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0ad1c35a-ed51-48ac-8a3b-d18554e55e6b req-f4b889d1-7749-4c6e-80c7-f9a2a60c43cc tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 210 time: 0.0572863 Sep 18 05:07:05.053187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-541821d1-3961-4293-b909-b4e727408a2e req-3813de0a-e6d3-42bd-a83d-a078d5bacbc0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:05.054213 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-777940fb-1288-4185-a184-c521cf2d8cf8 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:05.094719 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] For port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:07:05.146605 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] For port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5d536fb4-7eca-4bc6-918b-46f2bfc983f2,segment=NetworkSegment(0a1fc365-7f5c-49aa-aae1-af4dea9fad17),segment_id=0a1fc365-7f5c-49aa-aae1-af4dea9fad17)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:07:05.176188 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813de0a-e6d3-42bd-a83d-a078d5bacbc0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Pushing event updated for resources: {'Port': ['ID=c9f54ac5-ae66-41f9-86cf-e0cca62064e2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:05.199969 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:05.240551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816e940-9913-44c5-927d-2ba3169c13bb req-76275f6b-016f-4e87-b2fa-4f31b1efc3bc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:05.250420 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7816e940-9913-44c5-927d-2ba3169c13bb req-76275f6b-016f-4e87-b2fa-4f31b1efc3bc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/networks?id=421b75d9-aef6-441f-b45d-e49a4b4868e3 HTTP/1.1" status: 200 len: 816 time: 0.1576738 Sep 18 05:07:05.267304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541821d1-3961-4293-b909-b4e727408a2e req-3813de0a-e6d3-42bd-a83d-a078d5bacbc0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Network ffb527be-d03c-4c87-a254-04ea5d823067 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:05.272651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-541821d1-3961-4293-b909-b4e727408a2e req-3813de0a-e6d3-42bd-a83d-a078d5bacbc0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:05.283422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-541821d1-3961-4293-b909-b4e727408a2e req-3813de0a-e6d3-42bd-a83d-a078d5bacbc0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:05.289654 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7816e940-9913-44c5-927d-2ba3169c13bb req-c8083314-acf6-4a6c-abcc-2ba893574f86 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/quotas/4dd77827b5e640e591ad1fec3c629e09 HTTP/1.1" status: 200 len: 375 time: 0.0378282 Sep 18 05:07:05.356840 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7816e940-9913-44c5-927d-2ba3169c13bb req-2afddc47-570e-4e24-847a-b82aed9950d9 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dd77827b5e640e591ad1fec3c629e09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636735 Sep 18 05:07:05.359629 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-777940fb-1288-4185-a184-c521cf2d8cf8 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:05.421396 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Allocated IP 172.20.0.2 (421b75d9-aef6-441f-b45d-e49a4b4868e3/fa0247e2-c958-4c4c-9e87-7156372e4180/9bcfaeca-6c6c-411f-acda-b8e47e451451) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:05.484835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35391a-27fb-40c4-aa9f-c5829a093997 req-b8e744c2-85cc-4e6d-8528-c4fc510b49cd tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:05.492940 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab35391a-27fb-40c4-aa9f-c5829a093997 req-b8e744c2-85cc-4e6d-8528-c4fc510b49cd tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 932 time: 0.3197041 Sep 18 05:07:05.566051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777940fb-1288-4185-a184-c521cf2d8cf8 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Network 93d89a0e-1a77-419c-8909-7248d2e15bf4 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:05.591327 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-777940fb-1288-4185-a184-c521cf2d8cf8 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:05.609328 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab35391a-27fb-40c4-aa9f-c5829a093997 req-0c2a0800-03dc-438b-85a6-6106b14da91c tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe22f298-a275-478f-a12d-94c1a3958427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127703 Sep 18 05:07:05.609843 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777940fb-1288-4185-a184-c521cf2d8cf8 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Pushing event updated for resources: {'Port': ['ID=5518fed3-33b2-4e9f-97e4-231292fcf242,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:05.615678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777940fb-1288-4185-a184-c521cf2d8cf8 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:05.616997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777940fb-1288-4185-a184-c521cf2d8cf8 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:05.631085 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-777940fb-1288-4185-a184-c521cf2d8cf8 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:05.669704 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6b016183-28e6-4114-8468-01d626297c2d None None] Port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:05.673661 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:05.685009 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7816e940-9913-44c5-927d-2ba3169c13bb req-62a5998d-4dcd-4183-87b5-8c7c7ac08590 service neutron] 10.222.0.23 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267159 Sep 18 05:07:05.734905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541821d1-3961-4293-b909-b4e727408a2e req-3813de0a-e6d3-42bd-a83d-a078d5bacbc0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:05.745127 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-541821d1-3961-4293-b909-b4e727408a2e req-3813de0a-e6d3-42bd-a83d-a078d5bacbc0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:05.790993 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c60e9-1306-4fbf-a811-a3899420eccb None None] Pushing event updated for resources: {'Port': ['ID=5d536fb4-7eca-4bc6-918b-46f2bfc983f2,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:05.820080 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:05.822838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Routers {'edde7e4c-eb2e-4138-bc64-a64e72b9975f'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:05.823508 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['edde7e4c-eb2e-4138-bc64-a64e72b9975f'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:05.891742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-21b5cc3c-6351-486b-9aec-095e54758bb7 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:05.892043 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7816e940-9913-44c5-927d-2ba3169c13bb req-816b55bd-5bc2-4995-ba44-ed2845af40ab service neutron] 10.222.0.23 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026515 Sep 18 05:07:05.896682 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-21b5cc3c-6351-486b-9aec-095e54758bb7 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.13 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 819 time: 0.8379445 Sep 18 05:07:05.902211 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-777940fb-1288-4185-a184-c521cf2d8cf8 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7635953 Sep 18 05:07:05.902211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46424) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:05.971104 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-40fdbad9-1af9-49a3-bd16-0e57097898e5 None None] Provisioning complete for port c9f54ac5-ae66-41f9-86cf-e0cca62064e2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:05.971447 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-40fdbad9-1af9-49a3-bd16-0e57097898e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:05.993998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-f25aa65d-aa0a-41c5-b9bb-0d02d8407143 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Request body: {'port': {'device_id': '09c31769-eb2e-446f-b5de-129a7012dd09', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'admin_state_up': True, 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:06.058697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5f4e66-572d-4ce4-8e18-38ca0ed67029 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:06.066376 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4b5f4e66-572d-4ce4-8e18-38ca0ed67029 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "GET /v2.0/ports/5518fed3-33b2-4e9f-97e4-231292fcf242 HTTP/1.1" status: 200 len: 955 time: 0.1636920 Sep 18 05:07:06.071687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46428) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:06.106368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:06.115020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-40fdbad9-1af9-49a3-bd16-0e57097898e5 None None] Port c9f54ac5-ae66-41f9-86cf-e0cca62064e2 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:06.118501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] Set router edde7e4c-eb2e-4138-bc64-a64e72b9975f gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:06.231492 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:06.250812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a99d877b-b926-453e-ab5e-643d1e06078f tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Deleting port 5518fed3-33b2-4e9f-97e4-231292fcf242 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:07:06.251850 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a99d877b-b926-453e-ab5e-643d1e06078f tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:06.261102 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-3813de0a-e6d3-42bd-a83d-a078d5bacbc0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1908071 Sep 18 05:07:06.302946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Network 421b75d9-aef6-441f-b45d-e49a4b4868e3 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:06.327543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Request body: {'port': {'device_id': 'b5ae5e60-1b79-4267-88ac-f71f43b0546f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:06.352109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3eb8a-749f-4d18-a89b-1f21c66e08e9 req-317d2958-9a78-48ad-829f-433ca9025e2a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:06.354014 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c34fba4d-2270-4cb2-afca-4e8a4d26c81e None None] Provisioning complete for port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:06.355162 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c34fba4d-2270-4cb2-afca-4e8a4d26c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:06.362712 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75d3eb8a-749f-4d18-a89b-1f21c66e08e9 req-317d2958-9a78-48ad-829f-433ca9025e2a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 945 time: 0.4522665 Sep 18 05:07:06.369715 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:06.376874 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:06.386282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Pushing event updated for resources: {'Port': ['ID=9bcfaeca-6c6c-411f-acda-b8e47e451451,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:06.500896 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-f25aa65d-aa0a-41c5-b9bb-0d02d8407143 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Made reservation on behalf of ae3b991f811649a6b7dfa6172c9ec136 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:06.507362 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-f25aa65d-aa0a-41c5-b9bb-0d02d8407143 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:06.524326 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a99d877b-b926-453e-ab5e-643d1e06078f tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:06.550584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a99d877b-b926-453e-ab5e-643d1e06078f tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Calling delete_port for 5518fed3-33b2-4e9f-97e4-231292fcf242 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:07:06.585489 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75d3eb8a-749f-4d18-a89b-1f21c66e08e9 req-e8cf44bd-fce7-4f6b-8615-77d9ae9f5f67 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee5913a-36fb-4d2e-a766-9a40ac6e5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208886 Sep 18 05:07:06.640347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3a595-8118-4bbe-b4d7-123215e06002 req-f33e3783-caab-41d7-b2d1-cd6197586fd0 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:06.649083 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-caa3a595-8118-4bbe-b4d7-123215e06002 req-f33e3783-caab-41d7-b2d1-cd6197586fd0 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.1596463 Sep 18 05:07:06.736312 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Attempting to bind port 9bcfaeca-6c6c-411f-acda-b8e47e451451 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:06.736965 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Attempting to bind port 9bcfaeca-6c6c-411f-acda-b8e47e451451 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:06.737327 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Attempting to bind port 9bcfaeca-6c6c-411f-acda-b8e47e451451 on network 421b75d9-aef6-441f-b45d-e49a4b4868e3 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:06.752778 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:07:06.753166 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Checking segment: {'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:07:06.753667 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:06.754084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Bound using segment: {'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:07:06.754576 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Bound port: 9bcfaeca-6c6c-411f-acda-b8e47e451451, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:07:06.754971 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:06.757228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-caa3a595-8118-4bbe-b4d7-123215e06002 req-b8fb0bba-d343-429e-a521-c4213fbaba33 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021006 Sep 18 05:07:06.816145 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:06.818768 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:06.828105 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:06.897412 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a99d877b-b926-453e-ab5e-643d1e06078f tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:06.917292 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bc818cd-f707-4c7b-a0b5-59a8151d8819 req-1023ef49-440e-46a8-a70d-8aae9c7c4518 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 210 time: 0.1981807 Sep 18 05:07:06.957154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d877b-b926-453e-ab5e-643d1e06078f tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Pushing event deleted for resources: {'Port': ['ID=5518fed3-33b2-4e9f-97e4-231292fcf242,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:06.962519 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a99d877b-b926-453e-ab5e-643d1e06078f tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:06.970553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a99d877b-b926-453e-ab5e-643d1e06078f tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "DELETE /v2.0/ports/5518fed3-33b2-4e9f-97e4-231292fcf242 HTTP/1.1" status: 204 len: 168 time: 0.8967860 Sep 18 05:07:06.971613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46452) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:07.002065 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] For port 9bcfaeca-6c6c-411f-acda-b8e47e451451, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:07:07.007129 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] For port 9bcfaeca-6c6c-411f-acda-b8e47e451451, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9bcfaeca-6c6c-411f-acda-b8e47e451451,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:07:07.022953 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c34fba4d-2270-4cb2-afca-4e8a4d26c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:07.029844 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c864a9a-46b2-4312-b4f1-592f1aad7fe5 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] GET failed (client error): The resource could not be found. Sep 18 05:07:07.037924 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8c864a9a-46b2-4312-b4f1-592f1aad7fe5 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "GET /v2.0/ports/5518fed3-33b2-4e9f-97e4-231292fcf242 HTTP/1.1" status: 404 len: 333 time: 0.0377066 Sep 18 05:07:07.044634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46454) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:07.052543 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2b872f5d-e845-4774-9d2b-90d3bdd74834 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Request body: {'port': {'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-393338563'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:07.074199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1777777631-router', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:41Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '90faa714f2c54434b6b010e9d0ea56cc', 'gw_port': {'id': '58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:44Z', 'updated_at': '2021-09-18T05:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5d536fb4-7eca-4bc6-918b-46f2bfc983f2', 'name': '', 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'mac_address': 'fa:16:3e:ae:de:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '7b666211-5e2d-4fc0-b203-a88b7125c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:53Z', 'updated_at': '2021-09-18T05:07:04Z', 'revision_number': 4, 'project_id': '90faa714f2c54434b6b010e9d0ea56cc', 'subnets': [{'id': '7b666211-5e2d-4fc0-b203-a88b7125c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:07.079119 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:07.120129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729c789-98a3-48a7-9439-64340512294a req-cb1213b4-b022-476b-93b7-38dbc74b9d0a tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:07.125463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d729c789-98a3-48a7-9439-64340512294a req-cb1213b4-b022-476b-93b7-38dbc74b9d0a tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/networks?id=421b75d9-aef6-441f-b45d-e49a4b4868e3 HTTP/1.1" status: 200 len: 816 time: 0.2393310 Sep 18 05:07:07.144524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d729c789-98a3-48a7-9439-64340512294a req-97a0da5a-3ecb-423e-9316-6b309f0a961d tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/quotas/4dd77827b5e640e591ad1fec3c629e09 HTTP/1.1" status: 200 len: 375 time: 0.0153060 Sep 18 05:07:07.193862 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c34fba4d-2270-4cb2-afca-4e8a4d26c81e None None] For port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5d536fb4-7eca-4bc6-918b-46f2bfc983f2,segment=NetworkSegment(0a1fc365-7f5c-49aa-aae1-af4dea9fad17),segment_id=0a1fc365-7f5c-49aa-aae1-af4dea9fad17)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:07.196181 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5d356-8797-45a3-8745-3a7a939604f0 None None] The sync data for ids ['edde7e4c-eb2e-4138-bc64-a64e72b9975f'] in n-d-789963-13 is: [{'id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1777777631-router', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:41Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '90faa714f2c54434b6b010e9d0ea56cc', 'gw_port': {'id': '58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:44Z', 'updated_at': '2021-09-18T05:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5d536fb4-7eca-4bc6-918b-46f2bfc983f2', 'name': '', 'network_id': '4535b392-3a91-4b9b-8a5a-1d299ccc17de', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'mac_address': 'fa:16:3e:ae:de:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '7b666211-5e2d-4fc0-b203-a88b7125c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:53Z', 'updated_at': '2021-09-18T05:07:04Z', 'revision_number': 4, 'project_id': '90faa714f2c54434b6b010e9d0ea56cc', 'subnets': [{'id': '7b666211-5e2d-4fc0-b203-a88b7125c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:07:07.221995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b872f5d-e845-4774-9d2b-90d3bdd74834 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Made reservation on behalf of ea21ca89d12140a3be71fa7634d24c23 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:07.224953 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2b872f5d-e845-4774-9d2b-90d3bdd74834 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:07.298142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-2b872f5d-e845-4774-9d2b-90d3bdd74834 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] device_id is not set on port 588f2ead-60e5-4405-a7ee-90f5c02cd6db yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:07:07.317291 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e320b-d5ac-4201-a3a8-bb023065c3c0 None None] Pushing event updated for resources: {'Port': ['ID=9bcfaeca-6c6c-411f-acda-b8e47e451451,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:07.331234 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Allocated IP 172.25.7.236 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/65f812ca-d6b6-4370-b104-788de5fa95cb) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:07.341542 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c34fba4d-2270-4cb2-afca-4e8a4d26c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:07.509904 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:07.526689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fba4d-2270-4cb2-afca-4e8a4d26c81e None None] Pushing event updated for resources: {'Port': ['ID=5d536fb4-7eca-4bc6-918b-46f2bfc983f2,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:07.686110 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-f25aa65d-aa0a-41c5-b9bb-0d02d8407143 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Allocated IP 172.20.0.9 (484b7aca-7593-4b3d-af08-6e779cc393dc/02887c08-3097-4d93-a60e-f80a8813bdbb/a8427517-6ec4-44a2-8224-2ab3727c157f) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:07.700335 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d729c789-98a3-48a7-9439-64340512294a req-a6bff2f3-534f-4380-af9d-ed4b693cd853 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dd77827b5e640e591ad1fec3c629e09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5493267 Sep 18 05:07:07.732581 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:07.778577 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d188847-38d1-436a-a5dd-7550aa432c9d req-ff51f239-eb04-4d01-9d4e-c7a6a6c8a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:07.780633 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d188847-38d1-436a-a5dd-7550aa432c9d req-ff51f239-eb04-4d01-9d4e-c7a6a6c8a9b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b4bc622cec481d856678fe715fc0b7&device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 1098 time: 0.5901983 Sep 18 05:07:07.807931 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2b872f5d-e845-4774-9d2b-90d3bdd74834 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:07.963211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:08.007798 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:08.068588 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:08.098274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Pushing event updated for resources: {'Port': ['ID=65f812ca-d6b6-4370-b104-788de5fa95cb,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:08.163043 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9bcfaeca-6c6c-411f-acda-b8e47e451451 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:08.207676 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-fc6c4ccc-5fc4-45ec-810c-7f32331df268 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 258 time: 1.2406251 Sep 18 05:07:08.219220 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:08.270832 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d729c789-98a3-48a7-9439-64340512294a req-e5e7dac7-79f4-4124-b1f6-6eb03893deb1 service neutron] 10.222.0.23 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448580 Sep 18 05:07:08.323189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:08.326749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9bcfaeca-6c6c-411f-acda-b8e47e451451 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:08.326921 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:08.332116 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2b872f5d-e845-4774-9d2b-90d3bdd74834 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:08.336823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d188847-38d1-436a-a5dd-7550aa432c9d req-a6a82d78-8f3a-4ae4-bf9f-ecb4ec14d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:08.341599 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d188847-38d1-436a-a5dd-7550aa432c9d req-a6a82d78-8f3a-4ae4-bf9f-ecb4ec14d0fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3e10c5a-eb89-4d23-8b34-301a826af75c HTTP/1.1" status: 200 len: 905 time: 0.5103428 Sep 18 05:07:08.512814 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:08.550773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b872f5d-e845-4774-9d2b-90d3bdd74834 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Pushing event updated for resources: {'Port': ['ID=588f2ead-60e5-4405-a7ee-90f5c02cd6db,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:08.604276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 9bcfaeca-6c6c-411f-acda-b8e47e451451, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9bcfaeca-6c6c-411f-acda-b8e47e451451,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:08.632402 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d188847-38d1-436a-a5dd-7550aa432c9d req-3c864d93-e2a1-41db-bfbd-ab5b6b264763 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d79a2252-3f34-476d-b5e1-6d57898cdca3 HTTP/1.1" status: 200 len: 217 time: 0.1058185 Sep 18 05:07:08.642604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b872f5d-e845-4774-9d2b-90d3bdd74834 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Network 93d89a0e-1a77-419c-8909-7248d2e15bf4 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:08.662486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-2b872f5d-e845-4774-9d2b-90d3bdd74834 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:08.684608 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:08.702917 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:08.703731 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:08.723677 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b872f5d-e845-4774-9d2b-90d3bdd74834 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:08.724687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b872f5d-e845-4774-9d2b-90d3bdd74834 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:08.725309 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2b872f5d-e845-4774-9d2b-90d3bdd74834 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:08.796949 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d729c789-98a3-48a7-9439-64340512294a req-226e58d8-d52c-44b0-9558-75e1ea5e111d service neutron] 10.222.0.23 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156186 Sep 18 05:07:08.814299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d188847-38d1-436a-a5dd-7550aa432c9d req-7ac10c9b-f57f-42d7-9e3e-009da37eae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:08.816086 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d188847-38d1-436a-a5dd-7550aa432c9d req-7ac10c9b-f57f-42d7-9e3e-009da37eae80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69e11554-3849-4f64-b8fc-9779a28fb1b9 HTTP/1.1" status: 200 len: 845 time: 0.1705060 Sep 18 05:07:08.880008 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-f25aa65d-aa0a-41c5-b9bb-0d02d8407143 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:08.880507 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d188847-38d1-436a-a5dd-7550aa432c9d req-2fb6ec54-51a7-4544-bb70-3b5d3f26874f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3e10c5a-eb89-4d23-8b34-301a826af75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554702 Sep 18 05:07:08.890202 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2b872f5d-e845-4774-9d2b-90d3bdd74834 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8409250 Sep 18 05:07:08.902058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46464) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:08.919513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:08.956350 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f54ac5-ae66-41f9-86cf-e0cca62064e2 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:08.967122 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=9bcfaeca-6c6c-411f-acda-b8e47e451451,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:08.984188 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:08.984886 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:09.009932 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:09.038456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:09.168549 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9614fd4-6126-49b8-950d-6e0ec78df9d0 None None] Network 421b75d9-aef6-441f-b45d-e49a4b4868e3 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:07:09.170785 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:09.356723 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3921d53e-2bb5-41f3-b4e7-2f18d4c9032c None None] Provisioning complete for port 9bcfaeca-6c6c-411f-acda-b8e47e451451 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:09.357520 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3921d53e-2bb5-41f3-b4e7-2f18d4c9032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:09.469908 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d188847-38d1-436a-a5dd-7550aa432c9d req-cece44fa-1d84-421b-bc1d-51d4744583b9 service neutron] 10.222.0.13 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775146 Sep 18 05:07:09.651794 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Transition to ACTIVE for port object c9f54ac5-ae66-41f9-86cf-e0cca62064e2 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:07:09.703016 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:09.894847 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-f25aa65d-aa0a-41c5-b9bb-0d02d8407143 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:09.897259 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:09.908185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['5a8b4ac0-5450-4f72-8762-3e9681a566b5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:07:09.989061 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:10.015268 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9bcfaeca-6c6c-411f-acda-b8e47e451451 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:10.083465 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Allocated IP 172.25.7.211 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/03fe36b9-4d79-4815-9aa4-e0159ffd97dd) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:10.145554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-933df886-4288-442d-9e84-e248a96a4774 None None] Provisioning complete for port 9bcfaeca-6c6c-411f-acda-b8e47e451451 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:10.147137 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-933df886-4288-442d-9e84-e248a96a4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:10.345537 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:10.372642 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] device_id is not set on port 588f2ead-60e5-4405-a7ee-90f5c02cd6db yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:07:10.393479 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:10.401776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7892d-5239-4b39-9b7f-13a49ea4b3a8 req-3406e2d8-f576-4c3b-aa07-973ad8c572a0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:10.420182 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f4c7892d-5239-4b39-9b7f-13a49ea4b3a8 req-3406e2d8-f576-4c3b-aa07-973ad8c572a0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 932 time: 1.0801487 Sep 18 05:07:10.425857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9bcfaeca-6c6c-411f-acda-b8e47e451451 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:10.426480 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:10.440551 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d188847-38d1-436a-a5dd-7550aa432c9d req-682b1aa5-a9aa-4cbf-904f-270952eae50f service neutron] 10.222.0.13 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9315467 Sep 18 05:07:10.469448 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:10.509881 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:10.514642 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Pushing event updated for resources: {'Port': ['ID=c9f54ac5-ae66-41f9-86cf-e0cca62064e2,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:10.517270 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:10.630381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Pushing event updated for resources: {'Port': ['ID=588f2ead-60e5-4405-a7ee-90f5c02cd6db,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:10.653397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:10.655389 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25aa65d-aa0a-41c5-b9bb-0d02d8407143 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Pushing event updated for resources: {'Port': ['ID=a8427517-6ec4-44a2-8224-2ab3727c157f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:10.668038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-f25aa65d-aa0a-41c5-b9bb-0d02d8407143 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Network 484b7aca-7593-4b3d-af08-6e779cc393dc is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:10.714412 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f4c7892d-5239-4b39-9b7f-13a49ea4b3a8 req-d26e2b47-3d95-4623-b42b-87bd1704efe6 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe22f298-a275-478f-a12d-94c1a3958427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916286 Sep 18 05:07:10.747925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816e940-9913-44c5-927d-2ba3169c13bb req-d612cdf8-2c29-4302-bcf7-fa3797bf7d76 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:10.751204 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7816e940-9913-44c5-927d-2ba3169c13bb req-d612cdf8-2c29-4302-bcf7-fa3797bf7d76 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.13 "GET /v2.0/networks?id=421b75d9-aef6-441f-b45d-e49a4b4868e3 HTTP/1.1" status: 200 len: 816 time: 1.3236053 Sep 18 05:07:10.774068 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:10.774941 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-7816e940-9913-44c5-927d-2ba3169c13bb req-84afa6e6-29c7-4bc7-8e44-6e932a23567b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Request body: {'port': {'device_id': 'd19dba44-948b-4cd3-b790-8aca92f658ab', 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3', 'admin_state_up': True, 'tenant_id': '4dd77827b5e640e591ad1fec3c629e09'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:10.791264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-f25aa65d-aa0a-41c5-b9bb-0d02d8407143 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:10.828838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:10.829194 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:10.829550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:10.869623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:10.869991 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:10.872505 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 2 to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db Sep 18 05:07:10.893384 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:10.915160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-f25aa65d-aa0a-41c5-b9bb-0d02d8407143 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:10.934736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:10.935376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:10.935760 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:10.952449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:10.952946 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:10.954278 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 3 to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db Sep 18 05:07:10.985306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:10.985699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:10.985995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:10.995721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568d4a4-9a65-44ec-bd90-5d77fa0deab0 req-1b5369e6-3a9c-4687-9364-eda1704a5e40 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:10.997342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2568d4a4-9a65-44ec-bd90-5d77fa0deab0 req-1b5369e6-3a9c-4687-9364-eda1704a5e40 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.1030252 Sep 18 05:07:11.005118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:11.005502 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:11.006712 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 4 to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db Sep 18 05:07:11.049370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:11.049722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:11.050485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:11.058044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:11.058398 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:11.059911 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:11.063889 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 5 to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db Sep 18 05:07:11.067302 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Pushing event updated for resources: {'Port': ['ID=65f812ca-d6b6-4370-b104-788de5fa95cb,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:11.088847 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2568d4a4-9a65-44ec-bd90-5d77fa0deab0 req-e22153e2-7b69-4ea0-b69a-c1a8d2062fd1 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790896 Sep 18 05:07:11.091570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7816e940-9913-44c5-927d-2ba3169c13bb req-84afa6e6-29c7-4bc7-8e44-6e932a23567b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Made reservation on behalf of 4dd77827b5e640e591ad1fec3c629e09 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:11.095822 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7816e940-9913-44c5-927d-2ba3169c13bb req-84afa6e6-29c7-4bc7-8e44-6e932a23567b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:11.099958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:11.100512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:11.100960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:11.129756 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:11.130358 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:11.134354 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 6 to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db Sep 18 05:07:11.159699 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-f25aa65d-aa0a-41c5-b9bb-0d02d8407143 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:11.165131 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-f25aa65d-aa0a-41c5-b9bb-0d02d8407143 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:11.169746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:11.170109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:11.170527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:11.205939 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-768649ff-a7ba-409a-a650-ba7d53545fbf None None] Provisioning complete for port a8427517-6ec4-44a2-8224-2ab3727c157f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:11.206340 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-768649ff-a7ba-409a-a650-ba7d53545fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:11.256704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:11.257455 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:11.258361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-768649ff-a7ba-409a-a650-ba7d53545fbf None None] Port a8427517-6ec4-44a2-8224-2ab3727c157f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:11.260858 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 7 to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db Sep 18 05:07:11.267345 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:11.268611 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1f1a8429-89b2-43dc-83b4-ca66e3e1c61b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2985485 Sep 18 05:07:11.269640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Pushing event updated for resources: {'Port': ['ID=03fe36b9-4d79-4815-9aa4-e0159ffd97dd,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:11.297282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:11.297726 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:11.298153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:11.303807 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-f25aa65d-aa0a-41c5-b9bb-0d02d8407143 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3637450 Sep 18 05:07:11.308314 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:11.308314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Attempting to bind port c9f54ac5-ae66-41f9-86cf-e0cca62064e2 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:11.309232 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Attempting to bind port c9f54ac5-ae66-41f9-86cf-e0cca62064e2 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'e23b14e8-381f-48b3-908e-3970d8f7bc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:11.309750 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Attempting to bind port c9f54ac5-ae66-41f9-86cf-e0cca62064e2 on network ffb527be-d03c-4c87-a254-04ea5d823067 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:11.322549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Request body: {'port': {'device_id': '09c31769-eb2e-446f-b5de-129a7012dd09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:11.350664 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Port c9f54ac5-ae66-41f9-86cf-e0cca62064e2 on network ffb527be-d03c-4c87-a254-04ea5d823067 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:11.351000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Attempting to bind port c9f54ac5-ae66-41f9-86cf-e0cca62064e2 on network ffb527be-d03c-4c87-a254-04ea5d823067 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:11.377351 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:07:11.377511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Checking segment: {'id': 'e23b14e8-381f-48b3-908e-3970d8f7bc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:07:11.377865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Bound using segment: {'id': 'e23b14e8-381f-48b3-908e-3970d8f7bc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:07:11.378234 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Bound port: c9f54ac5-ae66-41f9-86cf-e0cca62064e2, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23b14e8-381f-48b3-908e-3970d8f7bc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:07:11.378603 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:11.388548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:11.388934 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:11.393998 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 8 to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db Sep 18 05:07:11.417283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b6b7-1389-4cd9-b3f9-542b4f1570bc req-d39c81da-363b-431b-809a-9c47b252a2e0 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:11.418825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d632b6b7-1389-4cd9-b3f9-542b4f1570bc req-d39c81da-363b-431b-809a-9c47b252a2e0 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 931 time: 0.2000244 Sep 18 05:07:11.420037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-7816e940-9913-44c5-927d-2ba3169c13bb req-84afa6e6-29c7-4bc7-8e44-6e932a23567b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Allocated IP 172.20.0.3 (421b75d9-aef6-441f-b45d-e49a4b4868e3/fa0247e2-c958-4c4c-9e87-7156372e4180/c48f7acf-f357-43d0-b7b3-e8587bf10ffa) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:11.438730 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:11.439097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:11.439441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:11.459276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:11.459940 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:11.463583 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 9 to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db Sep 18 05:07:11.485502 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:11.488858 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:11.503368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:11.503709 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:11.504051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:11.519994 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d632b6b7-1389-4cd9-b3f9-542b4f1570bc req-345639f1-9db4-43fa-b545-cb4d486a2277 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928655 Sep 18 05:07:11.526369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:11.526627 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:11.529882 n-d-789963-13 neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempt 10 to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db Sep 18 05:07:11.559398 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] For port c9f54ac5-ae66-41f9-86cf-e0cca62064e2, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:07:11.566537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:11.566893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:11.567283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempting to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:11.571109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] For port c9f54ac5-ae66-41f9-86cf-e0cca62064e2, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c9f54ac5-ae66-41f9-86cf-e0cca62064e2,segment=NetworkSegment(e23b14e8-381f-48b3-908e-3970d8f7bc9a),segment_id=e23b14e8-381f-48b3-908e-3970d8f7bc9a)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:07:11.610394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:11.610828 n-d-789963-13 neutron-server[106909]: ERROR neutron.plugins.ml2.managers [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Failed to bind port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on host n-h1-789963-13 for vnic_type normal using segments [{'id': '867cc579-e913-4ee3-9c81-dfee0c33cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d89a0e-1a77-419c-8909-7248d2e15bf4'}] Sep 18 05:07:11.611102 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:11.687589 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:11.806231 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7816e940-9913-44c5-927d-2ba3169c13bb req-84afa6e6-29c7-4bc7-8e44-6e932a23567b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:11.828534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:11.830600 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:11.832139 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] 10.222.0.18 "PUT /v2.0/ports/c9f54ac5-ae66-41f9-86cf-e0cca62064e2 HTTP/1.1" status: 200 len: 1093 time: 5.5492537 Sep 18 05:07:11.832690 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ae5e60-1b79-4267-88ac-f71f43b0546f', 'tag': 'c9f54ac5-ae66-41f9-86cf-e0cca62064e2'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:11.834788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] For port 588f2ead-60e5-4405-a7ee-90f5c02cd6db, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:07:11.835244 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attempted to set empty binding levels {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 05:07:11.835388 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46a6eb7-8feb-4b68-8075-23ffd7ea4722" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ae5e60-1b79-4267-88ac-f71f43b0546f", "tag": "c9f54ac5-ae66-41f9-86cf-e0cca62064e2"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:11.860131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-7e9e8f96-eadb-4e7a-94eb-446195e1ef47 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:11.861893 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-7e9e8f96-eadb-4e7a-94eb-446195e1ef47 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/networks?id=421b75d9-aef6-441f-b45d-e49a4b4868e3 HTTP/1.1" status: 200 len: 816 time: 0.2350011 Sep 18 05:07:11.896373 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-0ae5aec1-a7c6-4169-b635-f507a3b910bd tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/quotas/4dd77827b5e640e591ad1fec3c629e09 HTTP/1.1" status: 200 len: 375 time: 0.0249653 Sep 18 05:07:11.915895 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da4f8a-8be7-429a-afcd-746e555c658b service neutron] Pushing event updated for resources: {'Port': ['ID=c9f54ac5-ae66-41f9-86cf-e0cca62064e2,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:11.977643 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:11.980161 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7816e940-9913-44c5-927d-2ba3169c13bb req-84afa6e6-29c7-4bc7-8e44-6e932a23567b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:12.028054 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:12.056992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] In _notify_port_updated(), no bound segment for port 588f2ead-60e5-4405-a7ee-90f5c02cd6db on network 93d89a0e-1a77-419c-8909-7248d2e15bf4 {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:07:12.058182 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:12.059162 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:12.061275 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "PUT /v2.0/ports/588f2ead-60e5-4405-a7ee-90f5c02cd6db HTTP/1.1" status: 200 len: 975 time: 3.1580398 Sep 18 05:07:12.067830 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46516) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:12.094126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7816e940-9913-44c5-927d-2ba3169c13bb req-84afa6e6-29c7-4bc7-8e44-6e932a23567b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Network 421b75d9-aef6-441f-b45d-e49a4b4868e3 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:12.099672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bf8b6-7c84-48a1-9a02-e2b12b64bcb4 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Pushing event updated for resources: {'Port': ['ID=588f2ead-60e5-4405-a7ee-90f5c02cd6db,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:12.108414 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-7816e940-9913-44c5-927d-2ba3169c13bb req-84afa6e6-29c7-4bc7-8e44-6e932a23567b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:12.111419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7816e940-9913-44c5-927d-2ba3169c13bb req-84afa6e6-29c7-4bc7-8e44-6e932a23567b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:12.151945 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-7792d195-11e3-4a4d-8cc7-317a6a131620 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dd77827b5e640e591ad1fec3c629e09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2482309 Sep 18 05:07:12.162965 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:12.181526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541821d1-3961-4293-b909-b4e727408a2e req-e101276d-56f3-4d1b-ab9c-40e2af2b76a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:12.183415 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-e101276d-56f3-4d1b-ab9c-40e2af2b76a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=588b7e68e8fe40ce8f9195dcfff7948b&device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 1096 time: 0.2165515 Sep 18 05:07:12.235349 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816e940-9913-44c5-927d-2ba3169c13bb req-84afa6e6-29c7-4bc7-8e44-6e932a23567b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:12.236018 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7816e940-9913-44c5-927d-2ba3169c13bb req-84afa6e6-29c7-4bc7-8e44-6e932a23567b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:12.357911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-e8132f26-10fc-4281-9363-4520a2fed02d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9f54ac5-ae66-41f9-86cf-e0cca62064e2 HTTP/1.1" status: 200 len: 217 time: 0.1097143 Sep 18 05:07:12.401143 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Pushing event updated for resources: {'Port': ['ID=03fe36b9-4d79-4815-9aa4-e0159ffd97dd,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:12.433353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729c789-98a3-48a7-9439-64340512294a req-a45429be-3e1b-43b9-bce5-2653b48ee4a2 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:12.435161 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d729c789-98a3-48a7-9439-64340512294a req-a45429be-3e1b-43b9-bce5-2653b48ee4a2 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.18 "GET /v2.0/networks?id=421b75d9-aef6-441f-b45d-e49a4b4868e3 HTTP/1.1" status: 200 len: 816 time: 0.4702814 Sep 18 05:07:12.444497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afa6e6-29c7-4bc7-8e44-6e932a23567b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Pushing event updated for resources: {'Port': ['ID=c48f7acf-f357-43d0-b7b3-e8587bf10ffa,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:12.453951 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:12.471477 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7816e940-9913-44c5-927d-2ba3169c13bb req-84afa6e6-29c7-4bc7-8e44-6e932a23567b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7032688 Sep 18 05:07:12.492096 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Request body: {'port': {'device_id': 'd19dba44-948b-4cd3-b790-8aca92f658ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:12.497405 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-d729c789-98a3-48a7-9439-64340512294a req-83ef5c3a-b806-4b2b-94e8-689a0dfc96db tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Request body: {'port': {'device_id': 'aec9346c-f4e3-4402-9e1a-aefbdf39e362', 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3', 'admin_state_up': True, 'tenant_id': '4dd77827b5e640e591ad1fec3c629e09'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:12.515942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f5db236f-fae0-439a-9d39-582d1871055f None None] Provisioning complete for port c48f7acf-f357-43d0-b7b3-e8587bf10ffa triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:12.517190 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f5db236f-fae0-439a-9d39-582d1871055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:12.528624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8427517-6ec4-44a2-8224-2ab3727c157f {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:12.536807 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:12.549451 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Transition to ACTIVE for port object a8427517-6ec4-44a2-8224-2ab3727c157f will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:07:12.554043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541821d1-3961-4293-b909-b4e727408a2e req-0b1c3a53-3605-4ef4-acb0-a224daa0f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:12.558914 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-0b1c3a53-3605-4ef4-acb0-a224daa0f006 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7932b23-0b60-4ae5-8ab0-d94621835bec HTTP/1.1" status: 200 len: 845 time: 0.1272917 Sep 18 05:07:12.562079 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f5db236f-fae0-439a-9d39-582d1871055f None None] Port c48f7acf-f357-43d0-b7b3-e8587bf10ffa cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:12.596711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Deleting port 588f2ead-60e5-4405-a7ee-90f5c02cd6db {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:07:12.596711 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:12.647881 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541821d1-3961-4293-b909-b4e727408a2e req-dcfe6dde-7b43-4e53-8e8c-ea9e76a8d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:12.650256 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-dcfe6dde-7b43-4e53-8e8c-ea9e76a8d83c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ffb527be-d03c-4c87-a254-04ea5d823067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698330 Sep 18 05:07:12.651091 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:12.656643 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-44b697e0-37b6-48c3-b0a7-30bb8a6d628e service neutron] 10.222.0.23 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290574 Sep 18 05:07:12.708691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] For port 588f2ead-60e5-4405-a7ee-90f5c02cd6db, host n-h1-789963-13, got binding levels [] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:12.709394 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:12.726117 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:12.726117 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:12.727061 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-b722da72-1e63-4ea5-88f1-b91110f74d4a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5176575 Sep 18 05:07:12.767076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Calling delete_port for 588f2ead-60e5-4405-a7ee-90f5c02cd6db owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:07:12.768775 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-46f4331d-e2e0-4abd-b71d-c4949416bb2e service neutron] 10.222.0.18 "GET /v2.0/networks/ffb527be-d03c-4c87-a254-04ea5d823067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103494 Sep 18 05:07:12.885634 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-2c37f6ad-ff4e-43ac-b92c-59f93827309b service neutron] 10.222.0.23 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158433 Sep 18 05:07:13.032668 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-1e068502-64fa-4c5d-babc-a6e34d1bfa3a tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.2974958 Sep 18 05:07:13.033430 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8427517-6ec4-44a2-8224-2ab3727c157f,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:13.152313 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:13.258121 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Pushing event deleted for resources: {'Port': ['ID=588f2ead-60e5-4405-a7ee-90f5c02cd6db,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:13.264091 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Attempting to bind port a8427517-6ec4-44a2-8224-2ab3727c157f on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:13.264562 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Attempting to bind port a8427517-6ec4-44a2-8224-2ab3727c157f by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:13.264881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Attempting to bind port a8427517-6ec4-44a2-8224-2ab3727c157f on network 484b7aca-7593-4b3d-af08-6e779cc393dc {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:13.267871 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:13.272436 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "DELETE /v2.0/ports/588f2ead-60e5-4405-a7ee-90f5c02cd6db HTTP/1.1" status: 204 len: 168 time: 1.2035465 Sep 18 05:07:13.318063 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46526) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:13.340754 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:13.341118 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:13.341484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:13.341841 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:13.342192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:13.342556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:13.342889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:13.343232 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:13.343575 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:13.344938 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:13.351208 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:13.351671 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0130a68-edca-4113-8367-6259fb2299b2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:13.363404 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d729c789-98a3-48a7-9439-64340512294a req-83ef5c3a-b806-4b2b-94e8-689a0dfc96db tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Made reservation on behalf of 4dd77827b5e640e591ad1fec3c629e09 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:13.370477 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd49d561-c1d9-4079-9e69-35c933c539d2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] GET failed (client error): The resource could not be found. Sep 18 05:07:13.372300 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dd49d561-c1d9-4079-9e69-35c933c539d2 tempest-PortsAdminExtendedAttrsTestJSON-2044876114 tempest-PortsAdminExtendedAttrsTestJSON-2044876114-project-admin] 10.222.0.23 "GET /v2.0/ports/588f2ead-60e5-4405-a7ee-90f5c02cd6db HTTP/1.1" status: 404 len: 333 time: 0.0528936 Sep 18 05:07:13.373849 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d729c789-98a3-48a7-9439-64340512294a req-83ef5c3a-b806-4b2b-94e8-689a0dfc96db tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:13.374234 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-541821d1-3961-4293-b909-b4e727408a2e req-9ed72cd3-f973-4a7c-a6be-7d0873734254 service neutron] 10.222.0.18 "GET /v2.0/networks/ffb527be-d03c-4c87-a254-04ea5d823067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876611 Sep 18 05:07:13.384888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46536) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:13.389479 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Port a8427517-6ec4-44a2-8224-2ab3727c157f on network 484b7aca-7593-4b3d-af08-6e779cc393dc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:13.390056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Attempting to bind port a8427517-6ec4-44a2-8224-2ab3727c157f on network 484b7aca-7593-4b3d-af08-6e779cc393dc {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:13.422216 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:07:13.422856 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Checking segment: {'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:07:13.423521 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Bound using segment: {'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:07:13.424272 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Bound port: a8427517-6ec4-44a2-8224-2ab3727c157f, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499318ff-8a82-42bc-80be-3af6108b7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:07:13.424911 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:13.575096 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-589f8fdb-4008-48b5-ad85-ba5ac9b533bd tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:13.576631 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c82d0d9-4719-425b-a12b-6b538f48a2aa req-589f8fdb-4008-48b5-ad85-ba5ac9b533bd tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.4848940 Sep 18 05:07:13.590127 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-d857c4ad-b002-4d83-ab92-ec4fd4670f1e tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--968631972&fields=id&tenant_id=dff1ba451435479c8e47e2cfbb7597f9 HTTP/1.1" status: 200 len: 267 time: 0.2514744 Sep 18 05:07:13.635859 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] For port a8427517-6ec4-44a2-8224-2ab3727c157f, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:07:13.640440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] For port a8427517-6ec4-44a2-8224-2ab3727c157f, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a8427517-6ec4-44a2-8224-2ab3727c157f,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:07:13.719078 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:13.734907 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-721932ae-86de-4f89-aff8-3d69ef3e5fe3 tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:13.795700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:13.796866 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:13.798299 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/a8427517-6ec4-44a2-8224-2ab3727c157f HTTP/1.1" status: 200 len: 1092 time: 2.4809937 Sep 18 05:07:13.801229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88701691-84e1-43ae-9f56-552be8c04d1e req-919fb933-be25-4546-9f29-6df437102fcc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:13.802806 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-919fb933-be25-4546-9f29-6df437102fcc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/networks?id=9791206e-079f-44eb-aa04-4f90648d9063 HTTP/1.1" status: 200 len: 815 time: 0.2111392 Sep 18 05:07:13.817759 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236315ec-4f76-489b-864b-2c0966c61f1e req-0b329166-1ebf-4736-b29e-bf8596238ee3 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:13.819630 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-236315ec-4f76-489b-864b-2c0966c61f1e req-0b329166-1ebf-4736-b29e-bf8596238ee3 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 944 time: 0.1437361 Sep 18 05:07:13.848487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48f7acf-f357-43d0-b7b3-e8587bf10ffa {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:13.885577 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:13.889240 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-a42aec62-3813-4fd5-a906-c122cc606377 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/quotas/dff1ba451435479c8e47e2cfbb7597f9 HTTP/1.1" status: 200 len: 375 time: 0.0700593 Sep 18 05:07:13.965199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Transition to ACTIVE for port object c48f7acf-f357-43d0-b7b3-e8587bf10ffa will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:07:14.019907 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-721932ae-86de-4f89-aff8-3d69ef3e5fe3 tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:14.024258 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:14.173065 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-656c47a8-76b5-487a-8f6f-8f3ab6a5bad7 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dff1ba451435479c8e47e2cfbb7597f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2741945 Sep 18 05:07:14.178995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-721932ae-86de-4f89-aff8-3d69ef3e5fe3 tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d89a0e-1a77-419c-8909-7248d2e15bf4']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:14.209900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-721932ae-86de-4f89-aff8-3d69ef3e5fe3 tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867cc579-e913-4ee3-9c81-dfee0c33cd41') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:14.210567 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-721932ae-86de-4f89-aff8-3d69ef3e5fe3 tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867cc579-e913-4ee3-9c81-dfee0c33cd41') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:14.228870 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-721932ae-86de-4f89-aff8-3d69ef3e5fe3 tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:14.229692 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dac60-6881-412a-9e01-629359a8e2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8427517-6ec4-44a2-8224-2ab3727c157f,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:14.268432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-721932ae-86de-4f89-aff8-3d69ef3e5fe3 tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:14.277712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721932ae-86de-4f89-aff8-3d69ef3e5fe3 tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:07:14.278162 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-721932ae-86de-4f89-aff8-3d69ef3e5fe3 tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:14.357638 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-236315ec-4f76-489b-864b-2c0966c61f1e req-787bc7c2-2b3b-47b1-9712-85d2805b0843 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe22f298-a275-478f-a12d-94c1a3958427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5266569 Sep 18 05:07:14.369980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-0452a67a-ef07-4513-8008-c260844a8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:07:14.373199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=c48f7acf-f357-43d0-b7b3-e8587bf10ffa,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:14.377343 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-0452a67a-ef07-4513-8008-c260844a8e09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 1095 time: 0.1639581 Sep 18 05:07:14.447835 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0d212f-4a04-4f27-80fc-4b9eaadba822 x-openstack-request-id: req-af0d212f-4a04-4f27-80fc-4b9eaadba822 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:14.448211 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ae5e60-1b79-4267-88ac-f71f43b0546f", "tag": "c9f54ac5-ae66-41f9-86cf-e0cca62064e2", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:14.448559 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af0d212f-4a04-4f27-80fc-4b9eaadba822 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:14.449026 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ae5e60-1b79-4267-88ac-f71f43b0546f', 'tag': 'c9f54ac5-ae66-41f9-86cf-e0cca62064e2', 'status': 'completed', 'code': 200} Sep 18 05:07:14.451019 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-d729c789-98a3-48a7-9439-64340512294a req-83ef5c3a-b806-4b2b-94e8-689a0dfc96db tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Allocated IP 172.20.0.14 (421b75d9-aef6-441f-b45d-e49a4b4868e3/fa0247e2-c958-4c4c-9e87-7156372e4180/9a68bac4-b254-40b9-bdd6-79267561c1d1) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:14.454391 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-1276d82e-8924-40fc-8932-bf4b7e64a32d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8427517-6ec4-44a2-8224-2ab3727c157f HTTP/1.1" status: 200 len: 217 time: 0.0663860 Sep 18 05:07:14.502945 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-721932ae-86de-4f89-aff8-3d69ef3e5fe3 tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:14.514223 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-721932ae-86de-4f89-aff8-3d69ef3e5fe3 tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:14.516804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-721932ae-86de-4f89-aff8-3d69ef3e5fe3 tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] 10.222.0.23 "DELETE /v2.0/networks/93d89a0e-1a77-419c-8909-7248d2e15bf4 HTTP/1.1" status: 204 len: 168 time: 1.1307151 Sep 18 05:07:14.603884 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-4248f562-2d54-46a9-9086-4eab18b73f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:14.605448 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-4248f562-2d54-46a9-9086-4eab18b73f2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.1369836 Sep 18 05:07:14.683221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391db6f-96cf-46c1-9669-e8b051865ae9 req-7dfe5ab3-d00b-4fc9-a9d1-c4a9d2980c6d tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:14.684912 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b391db6f-96cf-46c1-9669-e8b051865ae9 req-7dfe5ab3-d00b-4fc9-a9d1-c4a9d2980c6d tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.1578224 Sep 18 05:07:14.781176 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-2eb9bd67-b369-4e3f-88b7-30abab5554e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:14.781176 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-2eb9bd67-b369-4e3f-88b7-30abab5554e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1601095 Sep 18 05:07:14.797342 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b391db6f-96cf-46c1-9669-e8b051865ae9 req-de79dcf4-2bfe-46fd-ba12-a807d43e609b tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738254 Sep 18 05:07:14.845617 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d729c789-98a3-48a7-9439-64340512294a req-83ef5c3a-b806-4b2b-94e8-689a0dfc96db tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:14.929027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-d4e04779-6caf-430c-a973-316a2d1e6bfd service neutron] 10.222.0.23 "GET /v2.0/networks/9791206e-079f-44eb-aa04-4f90648d9063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608811 Sep 18 05:07:14.956943 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-e8521fde-f2a8-44bc-b82f-e32e3dfe1f2a service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629815 Sep 18 05:07:15.022329 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537254c3-7c71-470d-9054-0af58e9855d3 req-af37f5e2-ec82-47e9-a62c-34137705036c tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:15.028659 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-537254c3-7c71-470d-9054-0af58e9855d3 req-af37f5e2-ec82-47e9-a62c-34137705036c tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 943 time: 0.1148968 Sep 18 05:07:15.031769 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721932ae-86de-4f89-aff8-3d69ef3e5fe3 tempest-PortsAdminExtendedAttrsTestJSON-330364124 tempest-PortsAdminExtendedAttrsTestJSON-330364124-project] Pushing event deleted for resources: {'Network': ['ID=93d89a0e-1a77-419c-8909-7248d2e15bf4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:15.056300 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d729c789-98a3-48a7-9439-64340512294a req-83ef5c3a-b806-4b2b-94e8-689a0dfc96db tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:15.085104 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6eb7-8feb-4b68-8075-23ffd7ea4722 req-ac181df5-868e-4947-a69d-3c88940066c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:15.088164 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b46a6eb7-8feb-4b68-8075-23ffd7ea4722 req-ac181df5-868e-4947-a69d-3c88940066c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=588b7e68e8fe40ce8f9195dcfff7948b&device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 1096 time: 0.5896099 Sep 18 05:07:15.172835 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-537254c3-7c71-470d-9054-0af58e9855d3 req-876f4e31-b401-4468-8238-d8c9424c0adc tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208696 Sep 18 05:07:15.175066 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d729c789-98a3-48a7-9439-64340512294a req-83ef5c3a-b806-4b2b-94e8-689a0dfc96db tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Network 421b75d9-aef6-441f-b45d-e49a4b4868e3 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:15.178802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef5c3a-b806-4b2b-94e8-689a0dfc96db tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Pushing event updated for resources: {'Port': ['ID=9a68bac4-b254-40b9-bdd6-79267561c1d1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:15.181837 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46550) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:15.184181 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d18fd16-bdda-4789-b204-23f430a7b362 req-daceaf11-a1a0-4d06-bd01-69b778e3ae10 service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185357 Sep 18 05:07:15.190415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-d729c789-98a3-48a7-9439-64340512294a req-83ef5c3a-b806-4b2b-94e8-689a0dfc96db tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:15.192914 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d729c789-98a3-48a7-9439-64340512294a req-83ef5c3a-b806-4b2b-94e8-689a0dfc96db tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:15.275899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729c789-98a3-48a7-9439-64340512294a req-83ef5c3a-b806-4b2b-94e8-689a0dfc96db tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:15.278216 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d729c789-98a3-48a7-9439-64340512294a req-83ef5c3a-b806-4b2b-94e8-689a0dfc96db tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:15.336342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-81997948-83fe-4543-93d4-420615edf5e1 service neutron] 10.222.0.23 "GET /v2.0/networks/9791206e-079f-44eb-aa04-4f90648d9063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475416 Sep 18 05:07:15.339564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Attempting to bind port c48f7acf-f357-43d0-b7b3-e8587bf10ffa on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:15.339893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Attempting to bind port c48f7acf-f357-43d0-b7b3-e8587bf10ffa by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:15.340254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Attempting to bind port c48f7acf-f357-43d0-b7b3-e8587bf10ffa on network 421b75d9-aef6-441f-b45d-e49a4b4868e3 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:15.362665 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Port c48f7acf-f357-43d0-b7b3-e8587bf10ffa on network 421b75d9-aef6-441f-b45d-e49a4b4868e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:15.363011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Attempting to bind port c48f7acf-f357-43d0-b7b3-e8587bf10ffa on network 421b75d9-aef6-441f-b45d-e49a4b4868e3 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:15.386560 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-51dd5906-6787-497b-9c72-0fd6cd56e063 req-ed1e54a1-1e6d-4d80-97cc-6eca03ad148e tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 210 time: 0.0682065 Sep 18 05:07:15.418635 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d729c789-98a3-48a7-9439-64340512294a req-83ef5c3a-b806-4b2b-94e8-689a0dfc96db tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9286821 Sep 18 05:07:15.464636 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Request body: {'port': {'device_id': 'aec9346c-f4e3-4402-9e1a-aefbdf39e362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:15.472614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:07:15.472966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Checking segment: {'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:07:15.473366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Bound using segment: {'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:07:15.477122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Bound port: c48f7acf-f357-43d0-b7b3-e8587bf10ffa, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:07:15.477518 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:15.548518 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6eb7-8feb-4b68-8075-23ffd7ea4722 req-b3c50a45-9363-4f4c-b481-985410a8fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:15.550164 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b46a6eb7-8feb-4b68-8075-23ffd7ea4722 req-b3c50a45-9363-4f4c-b481-985410a8fb1a service neutron] 10.222.0.18 "GET /v2.0/networks?id=ffb527be-d03c-4c87-a254-04ea5d823067 HTTP/1.1" status: 200 len: 906 time: 0.3639693 Sep 18 05:07:15.589871 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6e03b1fb-9a21-46ec-abbd-a2e5252da1ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3818097c81cb4031a853c3bccd5fd993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045615 Sep 18 05:07:15.590550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46558) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:15.597764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e1138cf2-4e0c-4f02-afd2-a2e35f73285f None None] Provisioning complete for port 9a68bac4-b254-40b9-bdd6-79267561c1d1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:15.601946 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e1138cf2-4e0c-4f02-afd2-a2e35f73285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:15.641121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e1138cf2-4e0c-4f02-afd2-a2e35f73285f None None] Port 9a68bac4-b254-40b9-bdd6-79267561c1d1 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:15.693504 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:15.693863 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b46a6eb7-8feb-4b68-8075-23ffd7ea4722 req-03615404-efe4-4a4a-ab87-7631b3f30442 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9f54ac5-ae66-41f9-86cf-e0cca62064e2 HTTP/1.1" status: 200 len: 217 time: 0.1255932 Sep 18 05:07:15.708647 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] For port c48f7acf-f357-43d0-b7b3-e8587bf10ffa, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:07:15.760948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c9f54ac5-ae66-41f9-86cf-e0cca62064e2 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:07:15.786166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6eb7-8feb-4b68-8075-23ffd7ea4722 req-f9ce114c-4e74-4d65-ae23-85c9897e8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:15.788126 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b46a6eb7-8feb-4b68-8075-23ffd7ea4722 req-f9ce114c-4e74-4d65-ae23-85c9897e8be1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7932b23-0b60-4ae5-8ab0-d94621835bec HTTP/1.1" status: 200 len: 845 time: 0.0805728 Sep 18 05:07:15.831438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-8fe1e4a8-fe43-4d25-a33d-f6e3040c59b3 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:15.833301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] For port c48f7acf-f357-43d0-b7b3-e8587bf10ffa, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c48f7acf-f357-43d0-b7b3-e8587bf10ffa,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:07:15.840565 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-8fe1e4a8-fe43-4d25-a33d-f6e3040c59b3 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2653234 Sep 18 05:07:15.895976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd5431-3d85-4bdb-8af5-7b5e174d8ea7 req-3dfb6d67-6837-4e3c-b124-71606333f2bb tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:15.906320 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22fd5431-3d85-4bdb-8af5-7b5e174d8ea7 req-3dfb6d67-6837-4e3c-b124-71606333f2bb tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 944 time: 0.2207694 Sep 18 05:07:15.923663 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c9f54ac5-ae66-41f9-86cf-e0cca62064e2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c9f54ac5-ae66-41f9-86cf-e0cca62064e2,segment=NetworkSegment(e23b14e8-381f-48b3-908e-3970d8f7bc9a),segment_id=e23b14e8-381f-48b3-908e-3970d8f7bc9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:15.928933 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-502a308e-51ca-4225-8565-27a274a25ff9 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.0872009 Sep 18 05:07:15.938761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'c9f54ac5-ae66-41f9-86cf-e0cca62064e2', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'port_id': 'c9f54ac5-ae66-41f9-86cf-e0cca62064e2', 'mac_address': 'fa:16:3e:0d:f5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:07:15.946448 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:15.953191 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-c12c0130-8b2b-4c7c-ad2f-9ccffcfd3946 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Request body: {'floatingip': {'port_id': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:15.965175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6eb7-8feb-4b68-8075-23ffd7ea4722 req-55d317f3-efd5-4e3a-a616-d4673a27f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:15.967138 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b46a6eb7-8feb-4b68-8075-23ffd7ea4722 req-55d317f3-efd5-4e3a-a616-d4673a27f18f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ffb527be-d03c-4c87-a254-04ea5d823067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1670945 Sep 18 05:07:16.003787 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:16.012155 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01a43f4f-a952-4782-98d2-a3e52b2b9515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:16.025034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f54ac5-ae66-41f9-86cf-e0cca62064e2 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:16.059773 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c9f54ac5-ae66-41f9-86cf-e0cca62064e2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c9f54ac5-ae66-41f9-86cf-e0cca62064e2,segment=NetworkSegment(e23b14e8-381f-48b3-908e-3970d8f7bc9a),segment_id=e23b14e8-381f-48b3-908e-3970d8f7bc9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:16.118802 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-c12c0130-8b2b-4c7c-ad2f-9ccffcfd3946 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:16.131793 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:16.132336 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:16.133491 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:16.134976 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7816e940-9913-44c5-927d-2ba3169c13bb req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] 10.222.0.13 "PUT /v2.0/ports/c48f7acf-f357-43d0-b7b3-e8587bf10ffa HTTP/1.1" status: 200 len: 1092 time: 3.6507943 Sep 18 05:07:16.137170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19dba44-948b-4cd3-b790-8aca92f658ab', 'tag': 'c48f7acf-f357-43d0-b7b3-e8587bf10ffa'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:16.153321 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9849dbed-1f7a-4a1a-8b40-dd3dd59ae051" -d '{"events": [{"name": "network-changed", "server_uuid": "d19dba44-948b-4cd3-b790-8aca92f658ab", "tag": "c48f7acf-f357-43d0-b7b3-e8587bf10ffa"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:16.159303 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01a43f4f-a952-4782-98d2-a3e52b2b9515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:16.183271 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22fd5431-3d85-4bdb-8af5-7b5e174d8ea7 req-55b63be3-f830-47db-a7ec-9fad78595bfb tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe22f298-a275-478f-a12d-94c1a3958427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716384 Sep 18 05:07:16.206829 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507360c-90bc-42fd-adba-604ef1f96ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=c48f7acf-f357-43d0-b7b3-e8587bf10ffa,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:16.285681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=c9f54ac5-ae66-41f9-86cf-e0cca62064e2,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:16.288868 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7725147c-503d-4cd9-b698-caee9c467611 req-4c45b94d-780f-4c6c-8c2b-cd1143f0c7ee tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 210 time: 0.0544934 Sep 18 05:07:16.357899 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b46a6eb7-8feb-4b68-8075-23ffd7ea4722 req-16e0eb58-e966-4e02-b848-056b8bbf6f0a service neutron] 10.222.0.18 "GET /v2.0/networks/ffb527be-d03c-4c87-a254-04ea5d823067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637934 Sep 18 05:07:16.362805 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['c9f54ac5-ae66-41f9-86cf-e0cca62064e2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:07:16.512388 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b46a6eb7-8feb-4b68-8075-23ffd7ea4722 req-29319bde-1a65-4385-81fb-2850778fbfed service neutron] 10.222.0.18 "GET /v2.0/networks/ffb527be-d03c-4c87-a254-04ea5d823067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465142 Sep 18 05:07:16.595797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816e940-9913-44c5-927d-2ba3169c13bb req-17cbfba9-252c-44e9-b453-4d235cb898a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:16.598024 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7816e940-9913-44c5-927d-2ba3169c13bb req-17cbfba9-252c-44e9-b453-4d235cb898a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dd77827b5e640e591ad1fec3c629e09&device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 1095 time: 0.3078389 Sep 18 05:07:16.635262 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a68bac4-b254-40b9-bdd6-79267561c1d1 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:16.643225 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:16.671115 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7816e940-9913-44c5-927d-2ba3169c13bb req-a36233da-4e10-4ca2-af4c-31a0e1b2dc7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c48f7acf-f357-43d0-b7b3-e8587bf10ffa HTTP/1.1" status: 200 len: 217 time: 0.0618806 Sep 18 05:07:16.673704 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Transition to ACTIVE for port object 9a68bac4-b254-40b9-bdd6-79267561c1d1 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:07:16.685993 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3df9a-9056-4930-817b-a7dca5e6a3e5 req-9c52ebc5-dd80-4e2e-9e9c-6a693528007d tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:16.690547 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9bd3df9a-9056-4930-817b-a7dca5e6a3e5 req-9c52ebc5-dd80-4e2e-9e9c-6a693528007d tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.1741979 Sep 18 05:07:16.695645 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c31769-eb2e-446f-b5de-129a7012dd09', 'tag': 'a8427517-6ec4-44a2-8224-2ab3727c157f'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:16.698840 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b89123b-4fac-42c5-87ce-7a910b9370ca" -d '{"events": [{"name": "network-changed", "server_uuid": "09c31769-eb2e-446f-b5de-129a7012dd09", "tag": "a8427517-6ec4-44a2-8224-2ab3727c157f"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:16.744122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816e940-9913-44c5-927d-2ba3169c13bb req-2952242e-b0db-4ab1-a89a-722d39c1c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:16.745670 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7816e940-9913-44c5-927d-2ba3169c13bb req-2952242e-b0db-4ab1-a89a-722d39c1c147 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa0247e2-c958-4c4c-9e87-7156372e4180 HTTP/1.1" status: 200 len: 855 time: 0.0572131 Sep 18 05:07:16.751473 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:16.818490 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9bd3df9a-9056-4930-817b-a7dca5e6a3e5 req-319234b9-8347-4701-91fd-5b179cd4465b tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716267 Sep 18 05:07:16.833206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816e940-9913-44c5-927d-2ba3169c13bb req-ff05aea8-20e9-4b94-8d65-11460dfd2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:16.835059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7816e940-9913-44c5-927d-2ba3169c13bb req-ff05aea8-20e9-4b94-8d65-11460dfd2a43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=421b75d9-aef6-441f-b45d-e49a4b4868e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641031 Sep 18 05:07:16.854420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Pushing event updated for resources: {'Port': ['ID=9a68bac4-b254-40b9-bdd6-79267561c1d1,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:16.896222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-bad8fdee-65c0-40fa-8e22-0bc3ccbf5c04 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:16.898314 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-bad8fdee-65c0-40fa-8e22-0bc3ccbf5c04 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.13 "GET /v2.0/networks?id=421b75d9-aef6-441f-b45d-e49a4b4868e3 HTTP/1.1" status: 200 len: 816 time: 0.9487329 Sep 18 05:07:16.932375 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-14c5ba55-535a-4e6b-af49-f889c6b7a561 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Request body: {'port': {'device_id': 'e1d4b714-dcbc-4814-b95d-0d8ea071f22a', 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3', 'admin_state_up': True, 'tenant_id': '4dd77827b5e640e591ad1fec3c629e09'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:16.963188 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7816e940-9913-44c5-927d-2ba3169c13bb req-edf0ca34-7985-4b41-8893-7dc858e6b29a service neutron] 10.222.0.13 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163352 Sep 18 05:07:16.964753 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1192b46d-a7be-4a81-9d42-b853aea92b96 x-openstack-request-id: req-1192b46d-a7be-4a81-9d42-b853aea92b96 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:16.965052 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19dba44-948b-4cd3-b790-8aca92f658ab", "tag": "c48f7acf-f357-43d0-b7b3-e8587bf10ffa", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:16.965319 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1192b46d-a7be-4a81-9d42-b853aea92b96 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:16.965723 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19dba44-948b-4cd3-b790-8aca92f658ab', 'tag': 'c48f7acf-f357-43d0-b7b3-e8587bf10ffa', 'status': 'completed', 'code': 200} Sep 18 05:07:17.173970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccd2e8-ac78-4573-89a9-179daf5df95f req-d0f6eede-7096-4f56-8b59-74e9984e1468 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:17.175555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51ccd2e8-ac78-4573-89a9-179daf5df95f req-d0f6eede-7096-4f56-8b59-74e9984e1468 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 943 time: 0.1467991 Sep 18 05:07:17.241600 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7816e940-9913-44c5-927d-2ba3169c13bb req-796a5ebe-c32e-4e58-9a32-b20bc4c82945 service neutron] 10.222.0.13 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699752 Sep 18 05:07:17.248852 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51ccd2e8-ac78-4573-89a9-179daf5df95f req-7834b7cf-d302-4003-b719-ffdc9b516d5c tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615876 Sep 18 05:07:17.548221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Attempting to bind port 9a68bac4-b254-40b9-bdd6-79267561c1d1 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:17.548221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Attempting to bind port 9a68bac4-b254-40b9-bdd6-79267561c1d1 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:17.548221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Attempting to bind port 9a68bac4-b254-40b9-bdd6-79267561c1d1 on network 421b75d9-aef6-441f-b45d-e49a4b4868e3 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:17.548221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Port 9a68bac4-b254-40b9-bdd6-79267561c1d1 on network 421b75d9-aef6-441f-b45d-e49a4b4868e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:17.548221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Attempting to bind port 9a68bac4-b254-40b9-bdd6-79267561c1d1 on network 421b75d9-aef6-441f-b45d-e49a4b4868e3 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:17.550133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e4d41243-2ddc-4d67-84b2-8e79926d88ec req-c4c04c28-97e4-4126-b012-4174fde3bd44 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 210 time: 0.0296893 Sep 18 05:07:17.550996 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:07:17.550996 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Checking segment: {'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:07:17.550996 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Bound using segment: {'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:07:17.550996 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Bound port: 9a68bac4-b254-40b9-bdd6-79267561c1d1, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:07:17.550996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:17.550996 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e40d0d-be15-4d78-92d6-3d56c2d767e8 x-openstack-request-id: req-f0e40d0d-be15-4d78-92d6-3d56c2d767e8 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:17.550996 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c31769-eb2e-446f-b5de-129a7012dd09", "tag": "a8427517-6ec4-44a2-8224-2ab3727c157f", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:17.550996 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0e40d0d-be15-4d78-92d6-3d56c2d767e8 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:17.550996 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c31769-eb2e-446f-b5de-129a7012dd09', 'tag': 'a8427517-6ec4-44a2-8224-2ab3727c157f', 'status': 'completed', 'code': 200} Sep 18 05:07:17.551910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89123b-4fac-42c5-87ce-7a910b9370ca req-fd2f6f2d-fd16-4009-ada1-8802c7a17590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:17.551910 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b89123b-4fac-42c5-87ce-7a910b9370ca req-fd2f6f2d-fd16-4009-ada1-8802c7a17590 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 1095 time: 0.0877221 Sep 18 05:07:17.553835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e3830-f48f-4566-8295-6d0137a5e0cf req-a281c77f-7802-4354-8eed-efbcda7c90c9 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:17.555506 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-062e3830-f48f-4566-8295-6d0137a5e0cf req-a281c77f-7802-4354-8eed-efbcda7c90c9 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 945 time: 0.0726719 Sep 18 05:07:17.651174 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-062e3830-f48f-4566-8295-6d0137a5e0cf req-bfe55948-c699-4f0c-af10-b816357ba0b5 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe22f298-a275-478f-a12d-94c1a3958427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881565 Sep 18 05:07:17.698200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89123b-4fac-42c5-87ce-7a910b9370ca req-68a43024-09ec-43e1-91e1-5d0d7dfc0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:17.698200 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b89123b-4fac-42c5-87ce-7a910b9370ca req-68a43024-09ec-43e1-91e1-5d0d7dfc0988 service neutron] 10.222.0.13 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 919 time: 0.1523952 Sep 18 05:07:17.776626 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c9f54ac5-ae66-41f9-86cf-e0cca62064e2 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:17.817771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b89123b-4fac-42c5-87ce-7a910b9370ca req-a9ea8c76-afba-4243-a689-7b14f4c45f42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8427517-6ec4-44a2-8224-2ab3727c157f HTTP/1.1" status: 200 len: 217 time: 0.0897894 Sep 18 05:07:17.821537 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ae95422-c9af-49fc-882d-9c095dce8eee req-9ca01bca-2312-43a6-a301-9875b6f8c7fb tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 210 time: 0.0859523 Sep 18 05:07:17.835314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-14c5ba55-535a-4e6b-af49-f889c6b7a561 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Made reservation on behalf of 4dd77827b5e640e591ad1fec3c629e09 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:17.849504 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-14c5ba55-535a-4e6b-af49-f889c6b7a561 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:17.866273 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01a43f4f-a952-4782-98d2-a3e52b2b9515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:17.872088 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01a43f4f-a952-4782-98d2-a3e52b2b9515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:17.873316 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-01a43f4f-a952-4782-98d2-a3e52b2b9515 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61487eda-9269-485f-9e4e-811f8d52fc6c HTTP/1.1" status: 204 len: 168 time: 2.2724736 Sep 18 05:07:17.884752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849dbed-1f7a-4a1a-8b40-dd3dd59ae051 req-14a41425-e6f4-417b-817c-b223efebd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:17.893540 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9849dbed-1f7a-4a1a-8b40-dd3dd59ae051 req-14a41425-e6f4-417b-817c-b223efebd515 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dd77827b5e640e591ad1fec3c629e09&device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 1095 time: 0.2068262 Sep 18 05:07:17.975269 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port c9f54ac5-ae66-41f9-86cf-e0cca62064e2 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:07:17.978452 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a43f4f-a952-4782-98d2-a3e52b2b9515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61487eda-9269-485f-9e4e-811f8d52fc6c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:17.984268 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port c9f54ac5-ae66-41f9-86cf-e0cca62064e2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:17.984601 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:18.081936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] For port 9a68bac4-b254-40b9-bdd6-79267561c1d1, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:07:18.115673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89123b-4fac-42c5-87ce-7a910b9370ca req-f631d29a-21ac-40e3-971a-ed2dd6cdb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:18.119332 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b89123b-4fac-42c5-87ce-7a910b9370ca req-f631d29a-21ac-40e3-971a-ed2dd6cdb2b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.2899599 Sep 18 05:07:18.222488 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:18.234447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4036883-15b0-401f-866a-25d0b696b048 req-eddb053c-d559-4a18-9fd2-b6d10d7c2291 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:18.242046 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4036883-15b0-401f-866a-25d0b696b048 req-eddb053c-d559-4a18-9fd2-b6d10d7c2291 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.1839919 Sep 18 05:07:18.251097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849dbed-1f7a-4a1a-8b40-dd3dd59ae051 req-72edda18-b35c-4300-8bb4-dd87cfb94862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:18.277663 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9849dbed-1f7a-4a1a-8b40-dd3dd59ae051 req-72edda18-b35c-4300-8bb4-dd87cfb94862 service neutron] 10.222.0.13 "GET /v2.0/networks?id=421b75d9-aef6-441f-b45d-e49a4b4868e3 HTTP/1.1" status: 200 len: 916 time: 0.3671582 Sep 18 05:07:18.277928 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-c12c0130-8b2b-4c7c-ad2f-9ccffcfd3946 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:18.294435 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] For port 9a68bac4-b254-40b9-bdd6-79267561c1d1, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9a68bac4-b254-40b9-bdd6-79267561c1d1,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:07:18.329109 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c9f54ac5-ae66-41f9-86cf-e0cca62064e2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c9f54ac5-ae66-41f9-86cf-e0cca62064e2,segment=NetworkSegment(e23b14e8-381f-48b3-908e-3970d8f7bc9a),segment_id=e23b14e8-381f-48b3-908e-3970d8f7bc9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:18.331576 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ae5e60-1b79-4267-88ac-f71f43b0546f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f54ac5-ae66-41f9-86cf-e0cca62064e2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:18.336972 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e5bf89-e2a2-40f5-82e9-bc0c1a29fd05" -d '{"events": [{"server_uuid": "b5ae5e60-1b79-4267-88ac-f71f43b0546f", "name": "network-vif-plugged", "status": "completed", "tag": "c9f54ac5-ae66-41f9-86cf-e0cca62064e2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:18.339426 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a8427517-6ec4-44a2-8224-2ab3727c157f details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:07:18.351928 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-c12c0130-8b2b-4c7c-ad2f-9ccffcfd3946 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:18.364469 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:18.369326 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:18.408045 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4036883-15b0-401f-866a-25d0b696b048 req-249ca68b-c8b0-4aad-bb91-638822d6d892 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647801 Sep 18 05:07:18.410158 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9849dbed-1f7a-4a1a-8b40-dd3dd59ae051 req-8ebb5e8a-0ba5-4bb2-a86c-a01c23857e86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c48f7acf-f357-43d0-b7b3-e8587bf10ffa HTTP/1.1" status: 200 len: 217 time: 0.0906126 Sep 18 05:07:18.413041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89123b-4fac-42c5-87ce-7a910b9370ca req-f267268c-bc10-4c5e-8d44-715d8b0c32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:18.417228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b89123b-4fac-42c5-87ce-7a910b9370ca req-f267268c-bc10-4c5e-8d44-715d8b0c32c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2654312 Sep 18 05:07:18.474534 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=c9f54ac5-ae66-41f9-86cf-e0cca62064e2,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:18.474804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-14c5ba55-535a-4e6b-af49-f889c6b7a561 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Allocated IP 172.20.0.4 (421b75d9-aef6-441f-b45d-e49a4b4868e3/fa0247e2-c958-4c4c-9e87-7156372e4180/610f3d47-096b-46a9-a9c4-817c881ecd68) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:18.524985 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:18.525694 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:18.527200 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d729c789-98a3-48a7-9439-64340512294a req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] 10.222.0.18 "PUT /v2.0/ports/9a68bac4-b254-40b9-bdd6-79267561c1d1 HTTP/1.1" status: 200 len: 1093 time: 3.0798461 Sep 18 05:07:18.601109 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port a8427517-6ec4-44a2-8224-2ab3727c157f, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a8427517-6ec4-44a2-8224-2ab3727c157f,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:18.642842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55b663-9f83-4ebd-89a1-f45834155196 service neutron] Pushing event updated for resources: {'Port': ['ID=9a68bac4-b254-40b9-bdd6-79267561c1d1,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:18.657646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'a8427517-6ec4-44a2-8224-2ab3727c157f', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'port_id': 'a8427517-6ec4-44a2-8224-2ab3727c157f', 'mac_address': 'fa:16:3e:64:3f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:07:18.740848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849dbed-1f7a-4a1a-8b40-dd3dd59ae051 req-15b4c9f8-4acd-4d9e-abbb-b541c646b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:18.744648 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9849dbed-1f7a-4a1a-8b40-dd3dd59ae051 req-15b4c9f8-4acd-4d9e-abbb-b541c646b857 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa0247e2-c958-4c4c-9e87-7156372e4180 HTTP/1.1" status: 200 len: 855 time: 0.3098423 Sep 18 05:07:18.748557 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-c12c0130-8b2b-4c7c-ad2f-9ccffcfd3946 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Floating IP 2de108c5-9310-481d-82e1-3387c3a4c499 associated. External IP: 172.25.7.211, port: fd9cf6bd-8732-45fe-8a3b-37f11a60170f. Sep 18 05:07:18.751074 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:18.781799 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8427517-6ec4-44a2-8224-2ab3727c157f {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:18.817022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port a8427517-6ec4-44a2-8224-2ab3727c157f, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a8427517-6ec4-44a2-8224-2ab3727c157f,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:18.819208 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729c789-98a3-48a7-9439-64340512294a req-fe082694-33dc-450c-924d-4394c7293b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:18.820789 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d729c789-98a3-48a7-9439-64340512294a req-fe082694-33dc-450c-924d-4394c7293b66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4dd77827b5e640e591ad1fec3c629e09&device_id=aec9346c-f4e3-4402-9e1a-aefbdf39e362 HTTP/1.1" status: 200 len: 1096 time: 0.1386878 Sep 18 05:07:18.911027 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d729c789-98a3-48a7-9439-64340512294a req-46c296dc-db09-4b62-89d2-a2737ec5e93f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a68bac4-b254-40b9-bdd6-79267561c1d1 HTTP/1.1" status: 200 len: 217 time: 0.0826283 Sep 18 05:07:18.969757 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:18.977752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88701691-84e1-43ae-9f56-552be8c04d1e req-f79a8e14-58f0-4888-bb00-65b30647b35b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:18.979537 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-f79a8e14-58f0-4888-bb00-65b30647b35b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.18 "GET /v2.0/networks?id=9791206e-079f-44eb-aa04-4f90648d9063 HTTP/1.1" status: 200 len: 815 time: 0.1807806 Sep 18 05:07:19.061573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f69d40-2838-4f18-933b-21ef671f919b req-2478e719-8aca-42e6-bdf3-c1987be46d6f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:19.069389 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5f69d40-2838-4f18-933b-21ef671f919b req-2478e719-8aca-42e6-bdf3-c1987be46d6f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 943 time: 0.4680147 Sep 18 05:07:19.090317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849dbed-1f7a-4a1a-8b40-dd3dd59ae051 req-9e921e42-4e63-47c7-b69f-a8bf46c42538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:19.091832 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9849dbed-1f7a-4a1a-8b40-dd3dd59ae051 req-9e921e42-4e63-47c7-b69f-a8bf46c42538 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=421b75d9-aef6-441f-b45d-e49a4b4868e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2922421 Sep 18 05:07:19.093733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46602) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:19.098090 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=a8427517-6ec4-44a2-8224-2ab3727c157f,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:19.124660 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-14c5ba55-535a-4e6b-af49-f889c6b7a561 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:19.156199 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5f69d40-2838-4f18-933b-21ef671f919b req-f700bac4-9643-4d55-9197-61dcd9949505 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817034 Sep 18 05:07:19.162227 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729c789-98a3-48a7-9439-64340512294a req-af6b1d02-66f5-45c7-a830-6f06a556dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:19.165498 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d729c789-98a3-48a7-9439-64340512294a req-af6b1d02-66f5-45c7-a830-6f06a556dc94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0247e2-c958-4c4c-9e87-7156372e4180 HTTP/1.1" status: 200 len: 855 time: 0.2471535 Sep 18 05:07:19.202550 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['a8427517-6ec4-44a2-8224-2ab3727c157f'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:07:19.243747 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da30fc79-cae5-4513-9b6c-451799f129b7 x-openstack-request-id: req-da30fc79-cae5-4513-9b6c-451799f129b7 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:19.244782 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ae5e60-1b79-4267-88ac-f71f43b0546f", "name": "network-vif-plugged", "status": "completed", "tag": "c9f54ac5-ae66-41f9-86cf-e0cca62064e2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:19.245139 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da30fc79-cae5-4513-9b6c-451799f129b7 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:19.245744 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ae5e60-1b79-4267-88ac-f71f43b0546f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f54ac5-ae66-41f9-86cf-e0cca62064e2', 'code': 200} Sep 18 05:07:19.292060 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ac323ac2-f07d-470e-8d27-2b0d4280eb09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea21ca89d12140a3be71fa7634d24c23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949975 Sep 18 05:07:19.297948 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46604) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:19.388102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9849dbed-1f7a-4a1a-8b40-dd3dd59ae051 req-798262a5-ac83-4a61-be8d-33385660341c service neutron] 10.222.0.13 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507560 Sep 18 05:07:19.389826 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729c789-98a3-48a7-9439-64340512294a req-3eb7a15f-7013-406b-a49a-891866a87b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:19.391519 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d729c789-98a3-48a7-9439-64340512294a req-3eb7a15f-7013-406b-a49a-891866a87b9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=421b75d9-aef6-441f-b45d-e49a4b4868e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2057531 Sep 18 05:07:19.401460 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-14c5ba55-535a-4e6b-af49-f889c6b7a561 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:19.446524 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec9346c-f4e3-4402-9e1a-aefbdf39e362', 'tag': '9a68bac4-b254-40b9-bdd6-79267561c1d1'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:19.449091 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5a5f34-bf86-40dd-ae77-c9edc978a315" -d '{"events": [{"name": "network-changed", "server_uuid": "aec9346c-f4e3-4402-9e1a-aefbdf39e362", "tag": "9a68bac4-b254-40b9-bdd6-79267561c1d1"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:19.458880 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-15fb705c-19ae-48de-9fcc-7e5838a744a0 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dff1ba451435479c8e47e2cfbb7597f9 HTTP/1.1" status: 200 len: 379 time: 0.4684267 Sep 18 05:07:19.473595 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-c12c0130-8b2b-4c7c-ad2f-9ccffcfd3946 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:07:19.508678 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-14c5ba55-535a-4e6b-af49-f889c6b7a561 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Network 421b75d9-aef6-441f-b45d-e49a4b4868e3 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:19.515725 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-192c8d48-dcea-44f3-8ee9-6ff00d99495e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:19.548695 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-14c5ba55-535a-4e6b-af49-f889c6b7a561 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:19.563681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-14c5ba55-535a-4e6b-af49-f889c6b7a561 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:19.566224 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5ba55-535a-4e6b-af49-f889c6b7a561 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Pushing event updated for resources: {'Port': ['ID=610f3d47-096b-46a9-a9c4-817c881ecd68,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:19.596394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-88701691-84e1-43ae-9f56-552be8c04d1e req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Request body: {'port': {'device_id': 'ec287508-4078-4e6a-be9a-35ff292fe279', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'admin_state_up': True, 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'security_groups': ['0a4e281a-dda0-4de2-a4f5-cd563522296f']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:19.604957 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b89123b-4fac-42c5-87ce-7a910b9370ca req-6d71f243-8c7e-4599-a8c3-ab712ca16767 service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1747751 Sep 18 05:07:19.663299 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9849dbed-1f7a-4a1a-8b40-dd3dd59ae051 req-b43f083f-9c20-4423-9b0f-15b476f19b6b service neutron] 10.222.0.13 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097378 Sep 18 05:07:19.683895 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-192c8d48-dcea-44f3-8ee9-6ff00d99495e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:19.728976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5109-710c-4f67-9072-9a34e22c9ca7 req-72999d0d-c5cc-4cf9-b34e-8aff6fab25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:19.730630 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06ad5109-710c-4f67-9072-9a34e22c9ca7 req-72999d0d-c5cc-4cf9-b34e-8aff6fab25b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 1098 time: 0.3415146 Sep 18 05:07:19.767299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-14c5ba55-535a-4e6b-af49-f889c6b7a561 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:19.769332 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-14c5ba55-535a-4e6b-af49-f889c6b7a561 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:19.798382 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d729c789-98a3-48a7-9439-64340512294a req-79367a34-a7bd-4630-8c37-b69b4716ef0a service neutron] 10.222.0.18 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931687 Sep 18 05:07:19.893051 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7bbb0eb3-4a92-4244-b14b-787135b8811a None None] Provisioning complete for port 610f3d47-096b-46a9-a9c4-817c881ecd68 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:19.893678 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7bbb0eb3-4a92-4244-b14b-787135b8811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:19.963328 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb0eb3-4a92-4244-b14b-787135b8811a None None] Port 610f3d47-096b-46a9-a9c4-817c881ecd68 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:20.148650 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-192c8d48-dcea-44f3-8ee9-6ff00d99495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:20.151333 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-192c8d48-dcea-44f3-8ee9-6ff00d99495e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:20.155300 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-192c8d48-dcea-44f3-8ee9-6ff00d99495e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1bd3ea63-46c3-4aa0-8a41-cb9c86130148 HTTP/1.1" status: 204 len: 168 time: 0.8552792 Sep 18 05:07:20.156962 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-14c5ba55-535a-4e6b-af49-f889c6b7a561 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2477348 Sep 18 05:07:20.166646 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:07:20.181395 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac8371-cb5f-4809-b694-822438c60ae6 req-3624f7c0-6bbf-4215-a388-8a57918d4424 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:20.182996 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-40ac8371-cb5f-4809-b694-822438c60ae6 req-3624f7c0-6bbf-4215-a388-8a57918d4424 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 931 time: 0.7928312 Sep 18 05:07:20.213635 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06ad5109-710c-4f67-9072-9a34e22c9ca7 req-c022d0d1-f6b7-4ee4-86c4-959d942a4d49 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fe22f298-a275-478f-a12d-94c1a3958427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4424417 Sep 18 05:07:20.235768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Request body: {'port': {'device_id': 'e1d4b714-dcbc-4814-b95d-0d8ea071f22a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:20.253770 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c8d48-dcea-44f3-8ee9-6ff00d99495e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd3ea63-46c3-4aa0-8a41-cb9c86130148,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:20.275388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c48f7acf-f357-43d0-b7b3-e8587bf10ffa details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:07:20.277070 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-c12c0130-8b2b-4c7c-ad2f-9ccffcfd3946 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:07:20.283092 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a8427517-6ec4-44a2-8224-2ab3727c157f up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:20.288815 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23442f-e2d0-479a-a509-4a18464dcecb None None] Sync routers for ids ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:07:20.293827 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-c12c0130-8b2b-4c7c-ad2f-9ccffcfd3946 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:20.307912 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b89123b-4fac-42c5-87ce-7a910b9370ca req-5fcda06d-09ac-420a-92c1-25cf0dfccdc2 service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578178 Sep 18 05:07:20.311051 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-40ac8371-cb5f-4809-b694-822438c60ae6 req-776900d8-d6bf-4c7e-ae0a-67e3474c6b65 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040208 Sep 18 05:07:20.339093 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d23442f-e2d0-479a-a509-4a18464dcecb None None] Routers {'d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:20.340092 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-7d23442f-e2d0-479a-a509-4a18464dcecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:20.343948 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-c12c0130-8b2b-4c7c-ad2f-9ccffcfd3946 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "PUT /v2.0/floatingips/2de108c5-9310-481d-82e1-3387c3a4c499 HTTP/1.1" status: 200 len: 996 time: 4.4136052 Sep 18 05:07:20.365662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88701691-84e1-43ae-9f56-552be8c04d1e req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Made reservation on behalf of dff1ba451435479c8e47e2cfbb7597f9 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:20.369936 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-88701691-84e1-43ae-9f56-552be8c04d1e req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:20.511083 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d729c789-98a3-48a7-9439-64340512294a req-af397c3a-7d6c-4a5c-8d23-cfbbccd8a302 service neutron] 10.222.0.18 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7002721 Sep 18 05:07:20.527018 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:20.532891 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-7d23442f-e2d0-479a-a509-4a18464dcecb None None] Set router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:20.589583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-763ec2b4-72f9-47c9-b557-40ce886dd831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:20.594979 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-763ec2b4-72f9-47c9-b557-40ce886dd831 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff72afa79aec4022b50dc103c12ea329&device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 1097 time: 0.2129483 Sep 18 05:07:20.620844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port c48f7acf-f357-43d0-b7b3-e8587bf10ffa, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c48f7acf-f357-43d0-b7b3-e8587bf10ffa,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:20.639288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f5667-278d-4a07-b122-d2ac62f02db7 req-2f72ebee-5d64-464d-984c-6b16b2c9816d tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:20.640931 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-746f5667-278d-4a07-b122-d2ac62f02db7 req-2f72ebee-5d64-464d-984c-6b16b2c9816d tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 946 time: 0.1618414 Sep 18 05:07:20.671039 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port a8427517-6ec4-44a2-8224-2ab3727c157f completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:07:20.676529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-88701691-84e1-43ae-9f56-552be8c04d1e req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Allocated IP 172.20.0.9 (9791206e-079f-44eb-aa04-4f90648d9063/dcfe49e5-8125-4aa5-81da-438b6da185cb/c5120bac-0c43-4f46-b482-639b12b2c02f) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:20.687435 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port a8427517-6ec4-44a2-8224-2ab3727c157f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:20.689524 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:20.694299 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'c48f7acf-f357-43d0-b7b3-e8587bf10ffa', 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3', 'port_id': 'c48f7acf-f357-43d0-b7b3-e8587bf10ffa', 'mac_address': 'fa:16:3e:ed:10:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0247e2-c958-4c4c-9e87-7156372e4180', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:07:20.846051 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-88701691-84e1-43ae-9f56-552be8c04d1e req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:20.921184 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:20.923788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-746f5667-278d-4a07-b122-d2ac62f02db7 req-69c36b0c-bde0-486f-ac0a-0b19e5333c24 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe22f298-a275-478f-a12d-94c1a3958427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378852 Sep 18 05:07:20.924870 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:20.952904 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-88701691-84e1-43ae-9f56-552be8c04d1e req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:20.966918 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port a8427517-6ec4-44a2-8224-2ab3727c157f, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a8427517-6ec4-44a2-8224-2ab3727c157f,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:20.986665 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48f7acf-f357-43d0-b7b3-e8587bf10ffa {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:21.010977 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port c48f7acf-f357-43d0-b7b3-e8587bf10ffa, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c48f7acf-f357-43d0-b7b3-e8587bf10ffa,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:21.041861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88701691-84e1-43ae-9f56-552be8c04d1e req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Network 9791206e-079f-44eb-aa04-4f90648d9063 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:21.048823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-88701691-84e1-43ae-9f56-552be8c04d1e req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:21.069492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-88701691-84e1-43ae-9f56-552be8c04d1e req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:21.074939 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:21.139851 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-7d23442f-e2d0-479a-a509-4a18464dcecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '2de108c5-9310-481d-82e1-3387c3a4c499', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'port_id': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'mac_address': 'fa:16:3e:24:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df5711-5921-446c-a760-598b0e168e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:07:11Z', 'updated_at': '2021-09-18T05:07:18Z', 'revision_number': 1, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87bb5f-76f7-4258-b464-8ebe1787968d', 'name': '', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'mac_address': 'fa:16:3e:b4:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:44Z', 'revision_number': 5, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'subnets': [{'id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:21.200707 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23442f-e2d0-479a-a509-4a18464dcecb None None] Checking router: d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:07:21.218631 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=a8427517-6ec4-44a2-8224-2ab3727c157f,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:21.232766 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d23442f-e2d0-479a-a509-4a18464dcecb None None] Routers {'d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:21.233200 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:21.235429 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-7d23442f-e2d0-479a-a509-4a18464dcecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:21.265473 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c31769-eb2e-446f-b5de-129a7012dd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8427517-6ec4-44a2-8224-2ab3727c157f'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:21.269047 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0b8406-2c27-4141-8203-192005f04101" -d '{"events": [{"server_uuid": "09c31769-eb2e-446f-b5de-129a7012dd09", "name": "network-vif-plugged", "status": "completed", "tag": "a8427517-6ec4-44a2-8224-2ab3727c157f"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:21.286258 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610f3d47-096b-46a9-a9c4-817c881ecd68 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:21.300922 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:21.316052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=c48f7acf-f357-43d0-b7b3-e8587bf10ffa,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:21.332796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Transition to ACTIVE for port object 610f3d47-096b-46a9-a9c4-817c881ecd68 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:07:21.345392 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-f3dfe839-ed25-408a-8cd9-1fccb3cb46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:21.351702 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-f3dfe839-ed25-408a-8cd9-1fccb3cb46b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb25068f-b020-461b-bd6d-d4bfa414044b HTTP/1.1" status: 200 len: 928 time: 0.4099576 Sep 18 05:07:21.363969 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Pushing event updated for resources: {'Port': ['ID=c5120bac-0c43-4f46-b482-639b12b2c02f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:21.378064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:21.378418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:21.378766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:21.380548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:21.380548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:21.380548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:21.380548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:21.380548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:21.381200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:21.381200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:21.381519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:21.381845 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:21.400718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88701691-84e1-43ae-9f56-552be8c04d1e req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:21.401204 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-88701691-84e1-43ae-9f56-552be8c04d1e req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:21.449734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48508e20-9fbc-4636-ba41-04ddcab35d6d req-7beeecd2-e0c6-4720-b651-e846de66c8d9 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:21.451305 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48508e20-9fbc-4636-ba41-04ddcab35d6d req-7beeecd2-e0c6-4720-b651-e846de66c8d9 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 931 time: 0.2651403 Sep 18 05:07:21.491279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['c48f7acf-f357-43d0-b7b3-e8587bf10ffa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:07:21.542502 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48508e20-9fbc-4636-ba41-04ddcab35d6d req-3bc1a41f-bd05-48b7-865f-7e7d10ce681e tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a4e281a-dda0-4de2-a4f5-cd563522296f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772009 Sep 18 05:07:21.544264 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-7d23442f-e2d0-479a-a509-4a18464dcecb None None] Set router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:21.547336 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-5c1d8c76-f66c-435a-888e-ec18164c0810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9603901 Sep 18 05:07:21.574284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Request body: {'port': {'device_id': 'ec287508-4078-4e6a-be9a-35ff292fe279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:21.630607 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-66c9eaf3-059f-479e-844c-e1a237011b6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9cf6bd-8732-45fe-8a3b-37f11a60170f HTTP/1.1" status: 200 len: 999 time: 0.2754252 Sep 18 05:07:21.633253 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:21.694476 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:21.752218 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-56f1439d-8ed1-481e-80ca-efe80507571f None None] Provisioning complete for port c5120bac-0c43-4f46-b482-639b12b2c02f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:21.752846 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-56f1439d-8ed1-481e-80ca-efe80507571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:21.800150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Pushing event updated for resources: {'Port': ['ID=610f3d47-096b-46a9-a9c4-817c881ecd68,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:21.823027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 9a68bac4-b254-40b9-bdd6-79267561c1d1 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:07:21.936823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362740c-0ad9-445f-91b1-0f0b1127c886 req-63b27b1f-5477-47f7-ab84-668d07a39bc6 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:21.938453 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f362740c-0ad9-445f-91b1-0f0b1127c886 req-63b27b1f-5477-47f7-ab84-668d07a39bc6 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.2138875 Sep 18 05:07:22.025607 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-7d23442f-e2d0-479a-a509-4a18464dcecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '2de108c5-9310-481d-82e1-3387c3a4c499', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'port_id': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'mac_address': 'fa:16:3e:24:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df5711-5921-446c-a760-598b0e168e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:07:11Z', 'updated_at': '2021-09-18T05:07:18Z', 'revision_number': 1, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87bb5f-76f7-4258-b464-8ebe1787968d', 'name': '', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'mac_address': 'fa:16:3e:b4:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:44Z', 'revision_number': 5, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'subnets': [{'id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:22.045234 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Attempting to bind port 610f3d47-096b-46a9-a9c4-817c881ecd68 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:22.056403 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Attempting to bind port 610f3d47-096b-46a9-a9c4-817c881ecd68 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:22.056848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Attempting to bind port 610f3d47-096b-46a9-a9c4-817c881ecd68 on network 421b75d9-aef6-441f-b45d-e49a4b4868e3 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:22.062781 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 9a68bac4-b254-40b9-bdd6-79267561c1d1, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9a68bac4-b254-40b9-bdd6-79267561c1d1,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:22.075164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '9a68bac4-b254-40b9-bdd6-79267561c1d1', 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3', 'port_id': '9a68bac4-b254-40b9-bdd6-79267561c1d1', 'mac_address': 'fa:16:3e:44:6b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0247e2-c958-4c4c-9e87-7156372e4180', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:07:22.076623 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-0146f664-8fb2-41ed-bac6-729a26aad5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:22.088178 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-0146f664-8fb2-41ed-bac6-729a26aad5cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1abf5fbe-f49b-40b1-8330-ab396bb149e6 HTTP/1.1" status: 200 len: 867 time: 0.4506164 Sep 18 05:07:22.088852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Port 610f3d47-096b-46a9-a9c4-817c881ecd68 on network 421b75d9-aef6-441f-b45d-e49a4b4868e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:22.091153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Attempting to bind port 610f3d47-096b-46a9-a9c4-817c881ecd68 on network 421b75d9-aef6-441f-b45d-e49a4b4868e3 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:22.142796 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23442f-e2d0-479a-a509-4a18464dcecb None None] The sync data for ids ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'] in n-d-789963-13 is: [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '2de108c5-9310-481d-82e1-3387c3a4c499', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'port_id': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'mac_address': 'fa:16:3e:24:d9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df5711-5921-446c-a760-598b0e168e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:07:11Z', 'updated_at': '2021-09-18T05:07:18Z', 'revision_number': 1, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87bb5f-76f7-4258-b464-8ebe1787968d', 'name': '', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'mac_address': 'fa:16:3e:b4:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:44Z', 'revision_number': 5, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'subnets': [{'id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:07:22.166945 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-56f1439d-8ed1-481e-80ca-efe80507571f None None] Port c5120bac-0c43-4f46-b482-639b12b2c02f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:22.171434 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:07:22.172634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Checking segment: {'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:07:22.176001 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Bound using segment: {'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:07:22.176717 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Bound port: 610f3d47-096b-46a9-a9c4-817c881ecd68, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a717c7-047a-4450-a956-e40f9df9cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:07:22.177506 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:22.182645 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f362740c-0ad9-445f-91b1-0f0b1127c886 req-9d26e69c-fe59-4897-821b-b67a8a7471b6 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333622 Sep 18 05:07:22.193281 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:22.236546 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a68bac4-b254-40b9-bdd6-79267561c1d1 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:22.293444 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 9a68bac4-b254-40b9-bdd6-79267561c1d1, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9a68bac4-b254-40b9-bdd6-79267561c1d1,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:22.346808 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1194d4b2-3d88-4c3b-8a27-3b54c2d34790 x-openstack-request-id: req-1194d4b2-3d88-4c3b-8a27-3b54c2d34790 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:22.347323 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec9346c-f4e3-4402-9e1a-aefbdf39e362", "tag": "9a68bac4-b254-40b9-bdd6-79267561c1d1", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:22.348780 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1194d4b2-3d88-4c3b-8a27-3b54c2d34790 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:22.354706 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec9346c-f4e3-4402-9e1a-aefbdf39e362', 'tag': '9a68bac4-b254-40b9-bdd6-79267561c1d1', 'status': 'completed', 'code': 200} Sep 18 05:07:22.374864 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:22.453504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-1c6be72d-7685-448c-8955-62987c322bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:22.455754 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-1c6be72d-7685-448c-8955-62987c322bfe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb25068f-b020-461b-bd6d-d4bfa414044b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3611355 Sep 18 05:07:22.465078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=9a68bac4-b254-40b9-bdd6-79267561c1d1,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:22.495310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-502e577e-b919-4f63-9ba9-fd1227abfcf0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:07:22.496454 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-502e577e-b919-4f63-9ba9-fd1227abfcf0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098395 Sep 18 05:07:22.537111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ee250d-4c59-42f4-8adf-2070035ea36b None None] New status for floating IP 2de108c5-9310-481d-82e1-3387c3a4c499: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:07:22.576021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5120bac-0c43-4f46-b482-639b12b2c02f {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:22.583999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] For port 610f3d47-096b-46a9-a9c4-817c881ecd68, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:07:22.589469 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a5f34-bf86-40dd-ae77-c9edc978a315 req-7a794d39-ea4f-4cfb-86d6-b88fac124a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:22.593780 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5d5a5f34-bf86-40dd-ae77-c9edc978a315 req-7a794d39-ea4f-4cfb-86d6-b88fac124a9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4dd77827b5e640e591ad1fec3c629e09&device_id=aec9346c-f4e3-4402-9e1a-aefbdf39e362 HTTP/1.1" status: 200 len: 1097 time: 0.2568395 Sep 18 05:07:22.600985 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['9a68bac4-b254-40b9-bdd6-79267561c1d1'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:07:22.627652 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:22.666773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107d576-07fb-48d6-b016-6a50bc19b344 req-4de371e1-da70-45bd-baed-9645b70546e6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:22.675057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a107d576-07fb-48d6-b016-6a50bc19b344 req-4de371e1-da70-45bd-baed-9645b70546e6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 945 time: 0.1861932 Sep 18 05:07:22.736452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Transition to ACTIVE for port object c5120bac-0c43-4f46-b482-639b12b2c02f will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:07:22.749836 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] For port 610f3d47-096b-46a9-a9c4-817c881ecd68, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=610f3d47-096b-46a9-a9c4-817c881ecd68,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:07:22.752203 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a5f34-bf86-40dd-ae77-c9edc978a315 req-a3bb7b0d-1aeb-49a1-9274-1b88f531848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:22.753499 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5d5a5f34-bf86-40dd-ae77-c9edc978a315 req-a3bb7b0d-1aeb-49a1-9274-1b88f531848e service neutron] 10.222.0.18 "GET /v2.0/networks?id=421b75d9-aef6-441f-b45d-e49a4b4868e3 HTTP/1.1" status: 200 len: 916 time: 0.1482911 Sep 18 05:07:22.762489 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a107d576-07fb-48d6-b016-6a50bc19b344 req-c06efb33-6a9b-4796-8ce7-6e0f10455698 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864427 Sep 18 05:07:22.817619 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:22.849792 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39e0ce2-645b-4bc0-aeb8-e6dc7ea3d1ee x-openstack-request-id: req-c39e0ce2-645b-4bc0-aeb8-e6dc7ea3d1ee {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:22.854901 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c31769-eb2e-446f-b5de-129a7012dd09", "name": "network-vif-plugged", "status": "completed", "tag": "a8427517-6ec4-44a2-8224-2ab3727c157f", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:22.864491 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c39e0ce2-645b-4bc0-aeb8-e6dc7ea3d1ee {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:22.864491 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c31769-eb2e-446f-b5de-129a7012dd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8427517-6ec4-44a2-8224-2ab3727c157f', 'code': 200} Sep 18 05:07:22.873229 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:22.902193 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5d5a5f34-bf86-40dd-ae77-c9edc978a315 req-f75192f8-7db3-44a6-9ccf-88cb96846475 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a68bac4-b254-40b9-bdd6-79267561c1d1 HTTP/1.1" status: 200 len: 217 time: 0.1244390 Sep 18 05:07:22.931122 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:22.996633 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:23.001121 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:23.005932 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] 10.222.0.13 "PUT /v2.0/ports/610f3d47-096b-46a9-a9c4-817c881ecd68 HTTP/1.1" status: 200 len: 1092 time: 2.8250785 Sep 18 05:07:23.057681 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:23.109069 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-b8100361-56b6-4394-83da-da459b7ba2e0 service neutron] 10.222.0.23 "GET /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936761 Sep 18 05:07:23.218187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a5f34-bf86-40dd-ae77-c9edc978a315 req-c30ed4bb-67f9-4799-aee4-87299ece70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:23.223860 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5d5a5f34-bf86-40dd-ae77-c9edc978a315 req-c30ed4bb-67f9-4799-aee4-87299ece70d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa0247e2-c958-4c4c-9e87-7156372e4180 HTTP/1.1" status: 200 len: 855 time: 0.3014121 Sep 18 05:07:23.241404 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6acea-89f4-4525-990a-e20445b2222c service neutron] Pushing event updated for resources: {'Port': ['ID=610f3d47-096b-46a9-a9c4-817c881ecd68,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:23.269926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5120bac-0c43-4f46-b482-639b12b2c02f,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:23.361517 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-2fcbd602-8571-44e3-bb45-13a9fd3d9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:23.363939 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-2fcbd602-8571-44e3-bb45-13a9fd3d9ed3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dd77827b5e640e591ad1fec3c629e09&device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 1095 time: 0.2405362 Sep 18 05:07:23.390943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3189caf-19ac-4519-a50e-c6ebfc733c04 req-24733820-435f-49c2-91de-4e92c1bb4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:23.392550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a3189caf-19ac-4519-a50e-c6ebfc733c04 req-24733820-435f-49c2-91de-4e92c1bb4d0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 1097 time: 0.3549435 Sep 18 05:07:23.393263 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Attempting to bind port c5120bac-0c43-4f46-b482-639b12b2c02f on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:23.393611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Attempting to bind port c5120bac-0c43-4f46-b482-639b12b2c02f by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '86f7d29b-ec06-467f-a798-cc58af28d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:23.393949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Attempting to bind port c5120bac-0c43-4f46-b482-639b12b2c02f on network 9791206e-079f-44eb-aa04-4f90648d9063 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:23.407623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4fcfb-5e8f-4636-8a2f-1c5fd99c8a11 req-968a4ba8-4400-457c-a22e-670d855d1b93 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:23.420593 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1fe4fcfb-5e8f-4636-8a2f-1c5fd99c8a11 req-968a4ba8-4400-457c-a22e-670d855d1b93 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 943 time: 0.3866613 Sep 18 05:07:23.436651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a5f34-bf86-40dd-ae77-c9edc978a315 req-de1453c0-4f32-48cc-98dc-fa81040ce007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:23.438207 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5d5a5f34-bf86-40dd-ae77-c9edc978a315 req-de1453c0-4f32-48cc-98dc-fa81040ce007 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=421b75d9-aef6-441f-b45d-e49a4b4868e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1888063 Sep 18 05:07:23.442158 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-90586575-7659-47cb-b4af-428510161dad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=610f3d47-096b-46a9-a9c4-817c881ecd68 HTTP/1.1" status: 200 len: 217 time: 0.0655401 Sep 18 05:07:23.446954 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c8ce99-49b8-4e9f-8379-ecf7e5473f46 req-37733f71-85eb-4865-b79f-aa5931cf9f07 service neutron] 10.222.0.23 "GET /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223929 Sep 18 05:07:23.500933 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a3189caf-19ac-4519-a50e-c6ebfc733c04 req-7ea2f5f0-6761-4716-ab1b-9ec31a5a9186 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775292 Sep 18 05:07:23.501240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Port c5120bac-0c43-4f46-b482-639b12b2c02f on network 9791206e-079f-44eb-aa04-4f90648d9063 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:23.501691 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Attempting to bind port c5120bac-0c43-4f46-b482-639b12b2c02f on network 9791206e-079f-44eb-aa04-4f90648d9063 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:23.509556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:07:23.509902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Checking segment: {'id': '86f7d29b-ec06-467f-a798-cc58af28d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:07:23.510298 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Bound using segment: {'id': '86f7d29b-ec06-467f-a798-cc58af28d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:07:23.510740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Bound port: c5120bac-0c43-4f46-b482-639b12b2c02f, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f7d29b-ec06-467f-a798-cc58af28d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:07:23.513050 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:23.525098 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1fe4fcfb-5e8f-4636-8a2f-1c5fd99c8a11 req-f8e70bea-f452-4558-9297-e4c57c62c012 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033406 Sep 18 05:07:23.631198 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-1248386f-583f-444c-82f7-fbdcd5bb02ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:23.633302 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-1248386f-583f-444c-82f7-fbdcd5bb02ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa0247e2-c958-4c4c-9e87-7156372e4180 HTTP/1.1" status: 200 len: 855 time: 0.1814165 Sep 18 05:07:23.641754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] For port c5120bac-0c43-4f46-b482-639b12b2c02f, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:07:23.653407 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] For port c5120bac-0c43-4f46-b482-639b12b2c02f, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c5120bac-0c43-4f46-b482-639b12b2c02f,segment=NetworkSegment(86f7d29b-ec06-467f-a798-cc58af28d3d0),segment_id=86f7d29b-ec06-467f-a798-cc58af28d3d0)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:07:23.743939 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:23.768847 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5d5a5f34-bf86-40dd-ae77-c9edc978a315 req-cbac48be-e052-4947-8f53-a3bccd45502c service neutron] 10.222.0.18 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074529 Sep 18 05:07:23.799157 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 9a68bac4-b254-40b9-bdd6-79267561c1d1 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:23.803330 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5120bac-0c43-4f46-b482-639b12b2c02f,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:23.822190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:23.825143 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:23.826580 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-305430fa-bfff-4f60-830a-6275971512b2 service neutron] 10.222.0.18 "PUT /v2.0/ports/c5120bac-0c43-4f46-b482-639b12b2c02f HTTP/1.1" status: 200 len: 1092 time: 2.2634618 Sep 18 05:07:23.830081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec287508-4078-4e6a-be9a-35ff292fe279', 'tag': 'c5120bac-0c43-4f46-b482-639b12b2c02f'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:23.838010 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0274418c-3b0a-47f4-a358-4f8e6f424637" -d '{"events": [{"name": "network-changed", "server_uuid": "ec287508-4078-4e6a-be9a-35ff292fe279", "tag": "c5120bac-0c43-4f46-b482-639b12b2c02f"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:23.871521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8904904-cc23-4f29-b22f-8e2c74e88045 req-fff1d1ad-132b-42a0-9fa0-e308f6ec5bb0 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:23.875143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8904904-cc23-4f29-b22f-8e2c74e88045 req-fff1d1ad-132b-42a0-9fa0-e308f6ec5bb0 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 943 time: 0.1820557 Sep 18 05:07:23.900697 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3f8b4-df26-4744-a062-5922796f91ff req-b7a2646a-fe9f-42c8-a65c-4e2ddff3e38b tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:23.904871 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-80e3f8b4-df26-4744-a062-5922796f91ff req-b7a2646a-fe9f-42c8-a65c-4e2ddff3e38b tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 946 time: 0.2326689 Sep 18 05:07:23.943199 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f8904904-cc23-4f29-b22f-8e2c74e88045 req-ece00fdc-bb9e-452b-b420-c08593c3e2e3 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a4e281a-dda0-4de2-a4f5-cd563522296f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670667 Sep 18 05:07:24.020157 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-0bd6f8e7-d587-4f6a-8a7e-1101f6cd1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:24.024642 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-0bd6f8e7-d587-4f6a-8a7e-1101f6cd1585 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=421b75d9-aef6-441f-b45d-e49a4b4868e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3176513 Sep 18 05:07:24.051510 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 9a68bac4-b254-40b9-bdd6-79267561c1d1 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:07:24.057799 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 9a68bac4-b254-40b9-bdd6-79267561c1d1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:24.058468 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:24.101022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88701691-84e1-43ae-9f56-552be8c04d1e req-9cc2f84a-a2b3-4723-8d1c-da8c360e6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:24.103089 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-9cc2f84a-a2b3-4723-8d1c-da8c360e6e11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff1ba451435479c8e47e2cfbb7597f9&device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 1095 time: 0.1304839 Sep 18 05:07:24.104616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46668) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:24.115068 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-80e3f8b4-df26-4744-a062-5922796f91ff req-2c3a83fa-ffb2-4baa-b0eb-aae41d326fb0 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe22f298-a275-478f-a12d-94c1a3958427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970124 Sep 18 05:07:24.181211 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5d5a5f34-bf86-40dd-ae77-c9edc978a315 req-bb5c60a3-d790-434a-b3d6-4b21cbc423c1 service neutron] 10.222.0.18 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040401 Sep 18 05:07:24.233995 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:24.237814 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-62839a1c-c17c-4d64-a2ce-93565eb37338 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5120bac-0c43-4f46-b482-639b12b2c02f HTTP/1.1" status: 200 len: 217 time: 0.1245542 Sep 18 05:07:24.294970 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c48f7acf-f357-43d0-b7b3-e8587bf10ffa up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:24.303748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 9a68bac4-b254-40b9-bdd6-79267561c1d1, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9a68bac4-b254-40b9-bdd6-79267561c1d1,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:24.331318 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86983d5-024d-4a1f-bf7f-26a360e67bbe req-b93005cb-ec10-4982-8632-1268c2788138 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:24.336857 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f86983d5-024d-4a1f-bf7f-26a360e67bbe req-b93005cb-ec10-4982-8632-1268c2788138 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.2589452 Sep 18 05:07:24.355943 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17df5711-5921-446c-a760-598b0e168e3c', 'tag': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f'}, {'name': 'network-changed', 'server_uuid': 'e1d4b714-dcbc-4814-b95d-0d8ea071f22a', 'tag': '610f3d47-096b-46a9-a9c4-817c881ecd68'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:24.355943 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8095135d-d644-4ccb-9a16-739328e8f556" -d '{"events": [{"name": "network-changed", "server_uuid": "17df5711-5921-446c-a760-598b0e168e3c", "tag": "fd9cf6bd-8732-45fe-8a3b-37f11a60170f"}, {"name": "network-changed", "server_uuid": "e1d4b714-dcbc-4814-b95d-0d8ea071f22a", "tag": "610f3d47-096b-46a9-a9c4-817c881ecd68"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:24.383659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2b2956c1-6ccc-4699-82a8-cbb6e4402fa1 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:24.393330 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88701691-84e1-43ae-9f56-552be8c04d1e req-8c0c2ea6-843a-4193-bcf9-b8f2a1e44a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:24.394798 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-8c0c2ea6-843a-4193-bcf9-b8f2a1e44a06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcfe49e5-8125-4aa5-81da-438b6da185cb HTTP/1.1" status: 200 len: 854 time: 0.1450491 Sep 18 05:07:24.400509 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-e7e73f85-bc44-44a1-b8ca-e5631f70cd63 service neutron] 10.222.0.13 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572447 Sep 18 05:07:24.429649 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f86983d5-024d-4a1f-bf7f-26a360e67bbe req-4fa964ba-8ab1-4d31-9044-399b1f1ef578 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856245 Sep 18 05:07:24.473731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88701691-84e1-43ae-9f56-552be8c04d1e req-790cd81e-7803-486d-9623-9befbf8e082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:24.474331 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-790cd81e-7803-486d-9623-9befbf8e082f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9791206e-079f-44eb-aa04-4f90648d9063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643427 Sep 18 05:07:24.511274 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-b4d01027-3826-4bb0-a445-33cbd14b3cea tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 258 time: 0.3093398 Sep 18 05:07:24.523857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:24.561587 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1f370e0-1bc4-419b-bff6-b7d232f93b9d req-1ca82cfe-9941-4c5f-b338-7f2d8c022c3e service neutron] 10.222.0.13 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452117 Sep 18 05:07:24.619944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0abf-d26c-4a6f-a28e-91b7388ccf14 req-daf21c12-6aca-45e3-9337-1f9772622b8f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:24.621494 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3a8d0abf-d26c-4a6f-a28e-91b7388ccf14 req-daf21c12-6aca-45e3-9337-1f9772622b8f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 945 time: 0.1121249 Sep 18 05:07:24.639677 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-b17c123a-a3eb-406f-b0f2-8578869a75f2 service neutron] 10.222.0.18 "GET /v2.0/networks/9791206e-079f-44eb-aa04-4f90648d9063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558685 Sep 18 05:07:24.698436 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3a8d0abf-d26c-4a6f-a28e-91b7388ccf14 req-6cb08181-ba6d-473f-9c17-2f0d01f3780b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694468 Sep 18 05:07:24.709589 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:24.737496 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:24.738120 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port c48f7acf-f357-43d0-b7b3-e8587bf10ffa completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:07:24.752791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port c48f7acf-f357-43d0-b7b3-e8587bf10ffa triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:24.753238 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:24.779693 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5922e692-b418-41cc-94d6-dbf4359a9bfb x-openstack-request-id: req-5922e692-b418-41cc-94d6-dbf4359a9bfb {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:24.779693 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec287508-4078-4e6a-be9a-35ff292fe279", "tag": "c5120bac-0c43-4f46-b482-639b12b2c02f", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:24.779693 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5922e692-b418-41cc-94d6-dbf4359a9bfb {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:24.780086 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec287508-4078-4e6a-be9a-35ff292fe279', 'tag': 'c5120bac-0c43-4f46-b482-639b12b2c02f', 'status': 'completed', 'code': 200} Sep 18 05:07:24.799165 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88701691-84e1-43ae-9f56-552be8c04d1e req-9f56a270-4792-460a-aed5-eed69c26085e service neutron] 10.222.0.18 "GET /v2.0/networks/9791206e-079f-44eb-aa04-4f90648d9063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481130 Sep 18 05:07:24.849287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=9a68bac4-b254-40b9-bdd6-79267561c1d1,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:24.895371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec9346c-f4e3-4402-9e1a-aefbdf39e362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a68bac4-b254-40b9-bdd6-79267561c1d1'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:24.903588 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72353009-58a8-4f56-9106-43afe21492c7" -d '{"events": [{"server_uuid": "aec9346c-f4e3-4402-9e1a-aefbdf39e362", "name": "network-vif-plugged", "status": "completed", "tag": "9a68bac4-b254-40b9-bdd6-79267561c1d1"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:24.904036 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:24.911188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888a8ff-c86e-48e1-915e-b0690f0503b3 req-ea8ea36a-468f-4fb0-949b-263c708cf5a8 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:24.912822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f888a8ff-c86e-48e1-915e-b0690f0503b3 req-ea8ea36a-468f-4fb0-949b-263c708cf5a8 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 946 time: 0.0585434 Sep 18 05:07:24.924394 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2b2956c1-6ccc-4699-82a8-cbb6e4402fa1 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] 10.222.0.23 "PUT /v2.0/quotas/f3bb9f321b88404988c239b34e708f02 HTTP/1.1" status: 200 len: 366 time: 0.8139498 Sep 18 05:07:24.924394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46684) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:24.925831 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46686) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:24.926317 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:24.927918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-cec32851-0dae-4261-9a5b-e82fa4342453 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Request body: {'floatingip': {'port_id': 'c9f54ac5-ae66-41f9-86cf-e0cca62064e2'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:24.990483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port c48f7acf-f357-43d0-b7b3-e8587bf10ffa, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c48f7acf-f357-43d0-b7b3-e8587bf10ffa,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:24.992573 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c98b9a8a-47c2-4dd3-bfe4-c522545277bc tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0654528 Sep 18 05:07:24.993846 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46690) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:25.014624 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5d5c4160-68ac-4a27-9fbd-b7a2088c1c60 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] 10.222.0.23 "GET /v2.0/quotas/f3bb9f321b88404988c239b34e708f02 HTTP/1.1" status: 200 len: 366 time: 0.0161288 Sep 18 05:07:25.018404 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46692) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:25.052057 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dc7025-253a-462e-a070-55fe5560d1d2 x-openstack-request-id: req-23dc7025-253a-462e-a070-55fe5560d1d2 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:25.052462 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17df5711-5921-446c-a760-598b0e168e3c", "tag": "fd9cf6bd-8732-45fe-8a3b-37f11a60170f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1d4b714-dcbc-4814-b95d-0d8ea071f22a", "tag": "610f3d47-096b-46a9-a9c4-817c881ecd68", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:25.053436 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23dc7025-253a-462e-a070-55fe5560d1d2 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:25.054300 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17df5711-5921-446c-a760-598b0e168e3c', 'tag': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f', 'status': 'completed', 'code': 200} Sep 18 05:07:25.054300 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d4b714-dcbc-4814-b95d-0d8ea071f22a', 'tag': '610f3d47-096b-46a9-a9c4-817c881ecd68', 'status': 'completed', 'code': 200} Sep 18 05:07:25.068489 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:25.068715 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cec32851-0dae-4261-9a5b-e82fa4342453 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for floatingip, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:25.141733 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=c48f7acf-f357-43d0-b7b3-e8587bf10ffa,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:25.201013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Allocated IP 172.25.7.240 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/9a651c25-65f5-4e91-941d-636365b69ebe) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:25.206758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274418c-3b0a-47f4-a358-4f8e6f424637 req-5e7533e1-349f-4fc5-8e94-fac405698c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:25.208407 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0274418c-3b0a-47f4-a358-4f8e6f424637 req-5e7533e1-349f-4fc5-8e94-fac405698c0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff1ba451435479c8e47e2cfbb7597f9&device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 1095 time: 0.1888719 Sep 18 05:07:25.209004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095135d-d644-4ccb-9a16-739328e8f556 req-81ad4b23-f84d-4517-a51d-df9dc4c3e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:25.211180 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8095135d-d644-4ccb-9a16-739328e8f556 req-81ad4b23-f84d-4517-a51d-df9dc4c3e115 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff72afa79aec4022b50dc103c12ea329&device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 1097 time: 0.1477072 Sep 18 05:07:25.216315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095135d-d644-4ccb-9a16-739328e8f556 req-70703d8a-88d0-447c-a6f4-500c31330e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:25.217981 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8095135d-d644-4ccb-9a16-739328e8f556 req-70703d8a-88d0-447c-a6f4-500c31330e18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dd77827b5e640e591ad1fec3c629e09&device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 1095 time: 0.1556797 Sep 18 05:07:25.299609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affd0cc-4e80-44e1-8626-93582273ca03 req-d1095276-5772-4cfd-b79e-f82fe7cc9576 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:25.307409 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5affd0cc-4e80-44e1-8626-93582273ca03 req-d1095276-5772-4cfd-b79e-f82fe7cc9576 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 943 time: 0.1491451 Sep 18 05:07:25.338051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095135d-d644-4ccb-9a16-739328e8f556 req-19278217-3116-4c12-b1d6-3560a8f5a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:25.339962 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8095135d-d644-4ccb-9a16-739328e8f556 req-19278217-3116-4c12-b1d6-3560a8f5a1cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=421b75d9-aef6-441f-b45d-e49a4b4868e3 HTTP/1.1" status: 200 len: 916 time: 0.1106515 Sep 18 05:07:25.344034 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d3eff14e-8059-4178-8186-4fbd961f0aa9 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/f3bb9f321b88404988c239b34e708f02 HTTP/1.1" status: 204 len: 168 time: 0.3249011 Sep 18 05:07:25.344686 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46694) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:25.425695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-35791db0-cb9d-4029-a274-6817147ead8d tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0696061 Sep 18 05:07:25.426363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46696) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:25.430789 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5affd0cc-4e80-44e1-8626-93582273ca03 req-87bcf786-59f9-44e3-8f0e-860bda9320fb tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223376 Sep 18 05:07:25.432751 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8095135d-d644-4ccb-9a16-739328e8f556 req-a48bcb04-dd95-437a-83f7-6987e7ddd0c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=610f3d47-096b-46a9-a9c4-817c881ecd68 HTTP/1.1" status: 200 len: 217 time: 0.0756085 Sep 18 05:07:25.448392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274418c-3b0a-47f4-a358-4f8e6f424637 req-83732a79-9c59-42e2-9004-5dd0ca2f8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:25.451400 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0274418c-3b0a-47f4-a358-4f8e6f424637 req-83732a79-9c59-42e2-9004-5dd0ca2f8767 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9791206e-079f-44eb-aa04-4f90648d9063 HTTP/1.1" status: 200 len: 915 time: 0.2195005 Sep 18 05:07:25.507396 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff24e3ef-70c7-4cd2-97a1-80e4bc95b044 x-openstack-request-id: req-ff24e3ef-70c7-4cd2-97a1-80e4bc95b044 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:25.508263 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec9346c-f4e3-4402-9e1a-aefbdf39e362", "name": "network-vif-plugged", "status": "completed", "tag": "9a68bac4-b254-40b9-bdd6-79267561c1d1", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:25.508263 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff24e3ef-70c7-4cd2-97a1-80e4bc95b044 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:25.508492 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec9346c-f4e3-4402-9e1a-aefbdf39e362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a68bac4-b254-40b9-bdd6-79267561c1d1', 'code': 200} Sep 18 05:07:25.538195 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0274418c-3b0a-47f4-a358-4f8e6f424637 req-a5f1cc01-e05d-46b4-9bf8-296ec4c5a5f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5120bac-0c43-4f46-b482-639b12b2c02f HTTP/1.1" status: 200 len: 217 time: 0.0608976 Sep 18 05:07:25.563665 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-556e3433-3f39-471b-b085-648b04a1cc3d tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] 10.222.0.23 "GET /v2.0/quotas/f3bb9f321b88404988c239b34e708f02 HTTP/1.1" status: 200 len: 370 time: 0.1324377 Sep 18 05:07:25.573206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46700) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:25.812314 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c5120bac-0c43-4f46-b482-639b12b2c02f details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:07:25.850084 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d92fa29c-567a-418c-ab44-8cac6f4825cb tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] 10.222.0.23 "GET /v2.0/quotas/f3bb9f321b88404988c239b34e708f02/default HTTP/1.1" status: 200 len: 370 time: 0.2732131 Sep 18 05:07:25.854883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46704) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:25.877036 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095135d-d644-4ccb-9a16-739328e8f556 req-2113a1d3-51c4-4841-a6ef-381d73b1600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:25.878508 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8095135d-d644-4ccb-9a16-739328e8f556 req-2113a1d3-51c4-4841-a6ef-381d73b1600a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa0247e2-c958-4c4c-9e87-7156372e4180 HTTP/1.1" status: 200 len: 855 time: 0.3976941 Sep 18 05:07:25.889857 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-b754786d-1b7f-4d2a-ac33-1736053d3fd0 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] delete failed (client error): The resource could not be found. Sep 18 05:07:25.891741 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b754786d-1b7f-4d2a-ac33-1736053d3fd0 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/f3bb9f321b88404988c239b34e708f02 HTTP/1.1" status: 404 len: 348 time: 0.0350442 Sep 18 05:07:25.946126 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:25.951639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095135d-d644-4ccb-9a16-739328e8f556 req-d93ca81f-787d-4513-8bb2-c871d16957f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:25.953185 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8095135d-d644-4ccb-9a16-739328e8f556 req-d93ca81f-787d-4513-8bb2-c871d16957f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb25068f-b020-461b-bd6d-d4bfa414044b HTTP/1.1" status: 200 len: 928 time: 0.7227755 Sep 18 05:07:26.018438 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c5120bac-0c43-4f46-b482-639b12b2c02f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c5120bac-0c43-4f46-b482-639b12b2c02f,segment=NetworkSegment(86f7d29b-ec06-467f-a798-cc58af28d3d0),segment_id=86f7d29b-ec06-467f-a798-cc58af28d3d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:26.031719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095135d-d644-4ccb-9a16-739328e8f556 req-dc59f321-fd83-4b22-ab27-493c14827535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:26.032862 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'c5120bac-0c43-4f46-b482-639b12b2c02f', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'port_id': 'c5120bac-0c43-4f46-b482-639b12b2c02f', 'mac_address': 'fa:16:3e:65:73:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:07:26.033309 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8095135d-d644-4ccb-9a16-739328e8f556 req-dc59f321-fd83-4b22-ab27-493c14827535 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=421b75d9-aef6-441f-b45d-e49a4b4868e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448522 Sep 18 05:07:26.085147 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8095135d-d644-4ccb-9a16-739328e8f556 req-0286b04f-d9e2-4664-b512-211efab5aa31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9cf6bd-8732-45fe-8a3b-37f11a60170f HTTP/1.1" status: 200 len: 1001 time: 0.1208489 Sep 18 05:07:26.093043 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:26.119743 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5120bac-0c43-4f46-b482-639b12b2c02f {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:26.143483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c5120bac-0c43-4f46-b482-639b12b2c02f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c5120bac-0c43-4f46-b482-639b12b2c02f,segment=NetworkSegment(86f7d29b-ec06-467f-a798-cc58af28d3d0),segment_id=86f7d29b-ec06-467f-a798-cc58af28d3d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:26.165381 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:26.222722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095135d-d644-4ccb-9a16-739328e8f556 req-ab0fd987-e064-4770-8051-6d23580018cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:26.224549 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8095135d-d644-4ccb-9a16-739328e8f556 req-ab0fd987-e064-4770-8051-6d23580018cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1abf5fbe-f49b-40b1-8330-ab396bb149e6 HTTP/1.1" status: 200 len: 867 time: 0.1267874 Sep 18 05:07:26.233116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:26.257551 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:26.258259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:26.259934 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46708) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:26.287993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:26.292360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Pushing event updated for resources: {'Port': ['ID=9a651c25-65f5-4e91-941d-636365b69ebe,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:26.317608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867efa14-5721-4c8c-b8e6-db1470a06c44 req-65593a97-50b4-4888-87d9-8224899e942b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:26.322274 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 610f3d47-096b-46a9-a9c4-817c881ecd68 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:07:26.328068 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-867efa14-5721-4c8c-b8e6-db1470a06c44 req-65593a97-50b4-4888-87d9-8224899e942b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 943 time: 0.7288954 Sep 18 05:07:26.374426 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8095135d-d644-4ccb-9a16-739328e8f556 req-d6af1a86-9361-4f7f-8cd4-26d7e0a9482c service neutron] 10.222.0.13 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223965 Sep 18 05:07:26.375930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=c5120bac-0c43-4f46-b482-639b12b2c02f,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:26.390649 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:26.391027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:26.393908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:26.394415 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:26.394766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:26.395099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:26.396671 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:26.397027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:26.397371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:26.398350 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:26.409612 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:26.409612 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:07:26.435365 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Usage tracker for resource:network and tenant:37c4529c58834de4814441f90d723916 is out of sync, need to count used quota {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 05:07:26.451333 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095135d-d644-4ccb-9a16-739328e8f556 req-52137e1f-8d41-4b02-a75a-d4d0716a33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:26.453036 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8095135d-d644-4ccb-9a16-739328e8f556 req-52137e1f-8d41-4b02-a75a-d4d0716a33f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb25068f-b020-461b-bd6d-d4bfa414044b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2188623 Sep 18 05:07:26.459793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 05:07:26.495989 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-867efa14-5721-4c8c-b8e6-db1470a06c44 req-91520eb3-bb8e-4786-bf5c-c995ad30ca23 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a4e281a-dda0-4de2-a4f5-cd563522296f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613290 Sep 18 05:07:26.499485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274418c-3b0a-47f4-a358-4f8e6f424637 req-e9cea940-ce13-4e2b-9212-cc743a19906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:26.501842 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0274418c-3b0a-47f4-a358-4f8e6f424637 req-e9cea940-ce13-4e2b-9212-cc743a19906a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcfe49e5-8125-4aa5-81da-438b6da185cb HTTP/1.1" status: 200 len: 854 time: 0.9468844 Sep 18 05:07:26.564017 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Usage tracker for resource:subnet and tenant:37c4529c58834de4814441f90d723916 is out of sync, need to count used quota {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 05:07:26.624084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['c5120bac-0c43-4f46-b482-639b12b2c02f'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:07:26.626225 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 05:07:26.663952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0306c-25d5-44b2-a641-ca63f9d001c2 req-3f84c4cc-4f46-444d-aab3-952077089b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:26.667527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7e0306c-25d5-44b2-a641-ca63f9d001c2 req-3f84c4cc-4f46-444d-aab3-952077089b00 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aec9346c-f4e3-4402-9e1a-aefbdf39e362 HTTP/1.1" status: 200 len: 1098 time: 1.0698054 Sep 18 05:07:26.684033 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:26.712713 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8095135d-d644-4ccb-9a16-739328e8f556 req-d2ec3f36-b6bf-42d9-b51d-e0a2df6a7e6a service neutron] 10.222.0.13 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108077 Sep 18 05:07:26.736974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Usage tracker for resource:subnetpool and tenant:37c4529c58834de4814441f90d723916 is out of sync, need to count used quota {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 05:07:26.758562 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 05:07:26.771662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274418c-3b0a-47f4-a358-4f8e6f424637 req-ea1b9e83-a3cf-406f-b5a2-3908737c26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:26.776532 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0274418c-3b0a-47f4-a358-4f8e6f424637 req-ea1b9e83-a3cf-406f-b5a2-3908737c26f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9791206e-079f-44eb-aa04-4f90648d9063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2586794 Sep 18 05:07:26.801434 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8095135d-d644-4ccb-9a16-739328e8f556 req-2518f98d-f78e-4578-a2a7-422cb168d044 service neutron] 10.222.0.18 "GET /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378365 Sep 18 05:07:26.806201 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Usage tracker for resource:port and tenant:37c4529c58834de4814441f90d723916 is out of sync, need to count used quota {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 05:07:26.838657 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 05:07:26.888095 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Usage tracker for resource:router and tenant:37c4529c58834de4814441f90d723916 is out of sync, need to count used quota {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 05:07:26.891731 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7e0306c-25d5-44b2-a641-ca63f9d001c2 req-19bb1f59-5bef-4ad1-af3e-a12a4c8c4a20 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041006 Sep 18 05:07:26.936992 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:26.938844 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 05:07:26.952981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 610f3d47-096b-46a9-a9c4-817c881ecd68, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=610f3d47-096b-46a9-a9c4-817c881ecd68,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:26.975612 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '610f3d47-096b-46a9-a9c4-817c881ecd68', 'network_id': '421b75d9-aef6-441f-b45d-e49a4b4868e3', 'port_id': '610f3d47-096b-46a9-a9c4-817c881ecd68', 'mac_address': 'fa:16:3e:45:2b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0247e2-c958-4c4c-9e87-7156372e4180', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:07:26.984202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Usage tracker for resource:floatingip and tenant:37c4529c58834de4814441f90d723916 is out of sync, need to count used quota {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 05:07:26.996034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 05:07:27.022513 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8095135d-d644-4ccb-9a16-739328e8f556 req-6346d4ed-5fc2-4ba9-97c7-c0aabe9ccf35 service neutron] 10.222.0.18 "GET /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075500 Sep 18 05:07:27.047945 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0274418c-3b0a-47f4-a358-4f8e6f424637 req-83ec321d-3005-4a17-8534-4dd1f3b8bc48 service neutron] 10.222.0.18 "GET /v2.0/networks/9791206e-079f-44eb-aa04-4f90648d9063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345743 Sep 18 05:07:27.064282 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:27.075188 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610f3d47-096b-46a9-a9c4-817c881ecd68 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:27.085416 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.resource_extend [None req-cec32851-0dae-4261-9a5b-e82fa4342453 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:07:27.097749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 610f3d47-096b-46a9-a9c4-817c881ecd68, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=610f3d47-096b-46a9-a9c4-817c881ecd68,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:27.099281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffeaa25-9efa-4f6d-a9b8-20969b929a13 req-f271f2f9-c442-4de6-9ce9-e4bf5d21d0ce tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:27.100992 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ffeaa25-9efa-4f6d-a9b8-20969b929a13 req-f271f2f9-c442-4de6-9ce9-e4bf5d21d0ce tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.4557853 Sep 18 05:07:27.152884 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Usage tracker for resource:security_group and tenant:37c4529c58834de4814441f90d723916 is out of sync, need to count used quota {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 05:07:27.169017 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 05:07:27.180601 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:27.222002 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:27.223814 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Usage tracker for resource:security_group_rule and tenant:37c4529c58834de4814441f90d723916 is out of sync, need to count used quota {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 05:07:27.232274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.quota.resource [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=106908) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 05:07:27.244053 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4063670b-b354-4f2f-85d2-d8d99bae0127 tempest-QuotasTest-372505795 tempest-QuotasTest-372505795-project-admin] 10.222.0.23 "GET /v2.0/quotas/37c4529c58834de4814441f90d723916/details.json HTTP/1.1" status: 200 len: 703 time: 0.9613707 Sep 18 05:07:27.247789 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=610f3d47-096b-46a9-a9c4-817c881ecd68,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:27.293076 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cec32851-0dae-4261-9a5b-e82fa4342453 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:27.297420 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:27.302463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ffeaa25-9efa-4f6d-a9b8-20969b929a13 req-78f39832-95a6-4d05-82a3-9abc28dfec1b tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588242 Sep 18 05:07:27.361533 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0274418c-3b0a-47f4-a358-4f8e6f424637 req-2440b197-e778-4136-898b-d4c8c762e744 service neutron] 10.222.0.18 "GET /v2.0/networks/9791206e-079f-44eb-aa04-4f90648d9063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586358 Sep 18 05:07:27.370302 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cec32851-0dae-4261-9a5b-e82fa4342453 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:27.448964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['610f3d47-096b-46a9-a9c4-817c881ecd68'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:07:27.463811 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Pushing event updated for resources: {'Port': ['ID=9a651c25-65f5-4e91-941d-636365b69ebe,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:27.494430 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:27.513966 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19dba44-948b-4cd3-b790-8aca92f658ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48f7acf-f357-43d0-b7b3-e8587bf10ffa'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:27.516356 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9bdb62-fc4f-47e1-a00e-29daa47bc10d" -d '{"events": [{"server_uuid": "d19dba44-948b-4cd3-b790-8aca92f658ab", "name": "network-vif-plugged", "status": "completed", "tag": "c48f7acf-f357-43d0-b7b3-e8587bf10ffa"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:27.566219 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-cec32851-0dae-4261-9a5b-e82fa4342453 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Floating IP 1148480a-43d2-4d52-88a4-d13453826166 associated. External IP: 172.25.7.237, port: c9f54ac5-ae66-41f9-86cf-e0cca62064e2. Sep 18 05:07:27.592110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:27.594687 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-14ecaa4e-ceef-4337-b085-0da931be1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0758309 Sep 18 05:07:27.629441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb67ab-9cb5-4ec0-b025-40fd4cfb87ff req-017f6c2d-3784-4e27-b2b2-5cf9d9f83c8a tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:27.637526 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48cb67ab-9cb5-4ec0-b025-40fd4cfb87ff req-017f6c2d-3784-4e27-b2b2-5cf9d9f83c8a tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 945 time: 0.1219325 Sep 18 05:07:27.672184 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-37220d3e-b210-4c93-8d09-351bbdd30ac6 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.240 HTTP/1.1" status: 200 len: 696 time: 0.0714335 Sep 18 05:07:27.730895 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48cb67ab-9cb5-4ec0-b025-40fd4cfb87ff req-8cea0fd9-2bc8-46d5-b5ac-2d97343c14a7 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924230 Sep 18 05:07:27.830111 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-3ad00195-c08d-44d5-9d8e-3af554a05a11 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:27.832340 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0dc5a0c-d2bf-4268-8761-22571ddeaa06 req-3ad00195-c08d-44d5-9d8e-3af554a05a11 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.1547329 Sep 18 05:07:27.834394 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c5120bac-0c43-4f46-b482-639b12b2c02f up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:27.977723 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port c5120bac-0c43-4f46-b482-639b12b2c02f completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:07:27.981963 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port c5120bac-0c43-4f46-b482-639b12b2c02f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:27.982366 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:28.009508 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dd85d-a7e6-4c48-bf60-dc44c5535c27 req-e8e0719d-111a-4657-b0bd-46dd198d191a tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:28.035465 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b89dd85d-a7e6-4c48-bf60-dc44c5535c27 req-e8e0719d-111a-4657-b0bd-46dd198d191a tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 944 time: 0.1291099 Sep 18 05:07:28.067792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46726) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:28.127695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa0ba8-0162-437d-93f8-f1c0d9222679 req-50cbda41-98e3-4bb1-90bf-57606d6bf415 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:28.135438 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c6aa0ba8-0162-437d-93f8-f1c0d9222679 req-50cbda41-98e3-4bb1-90bf-57606d6bf415 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 944 time: 0.2862399 Sep 18 05:07:28.136305 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b89dd85d-a7e6-4c48-bf60-dc44c5535c27 req-499b7fe6-91a4-4548-aaae-5298f51b88b0 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a4e281a-dda0-4de2-a4f5-cd563522296f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914004 Sep 18 05:07:28.163156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec32851-0dae-4261-9a5b-e82fa4342453 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Router af873d7f-e12d-4cbf-9f1b-71508416f6cd has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:07:28.201369 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c6aa0ba8-0162-437d-93f8-f1c0d9222679 req-7f41e75f-c3e6-4176-a3e4-4f21de6094f3 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648456 Sep 18 05:07:28.245465 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:28.279707 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c047d1-9eca-4d38-9276-ce0a9c28bf4c x-openstack-request-id: req-90c047d1-9eca-4d38-9276-ce0a9c28bf4c {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:28.280006 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19dba44-948b-4cd3-b790-8aca92f658ab", "name": "network-vif-plugged", "status": "completed", "tag": "c48f7acf-f357-43d0-b7b3-e8587bf10ffa", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:28.281144 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90c047d1-9eca-4d38-9276-ce0a9c28bf4c {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:28.289258 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19dba44-948b-4cd3-b790-8aca92f658ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48f7acf-f357-43d0-b7b3-e8587bf10ffa', 'code': 200} Sep 18 05:07:28.338621 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c5120bac-0c43-4f46-b482-639b12b2c02f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c5120bac-0c43-4f46-b482-639b12b2c02f,segment=NetworkSegment(86f7d29b-ec06-467f-a798-cc58af28d3d0),segment_id=86f7d29b-ec06-467f-a798-cc58af28d3d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:28.358842 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 610f3d47-096b-46a9-a9c4-817c881ecd68 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:28.422232 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:28.432812 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052aea2a-f2af-4bc6-a7ac-f9cd92bd6281 req-496bca8a-e923-47b7-9817-03ccbc7819b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:28.434222 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-052aea2a-f2af-4bc6-a7ac-f9cd92bd6281 req-496bca8a-e923-47b7-9817-03ccbc7819b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 1097 time: 0.0930290 Sep 18 05:07:28.443573 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d6ae-3cec-410b-976a-eafcc617c731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:28.457257 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fa03d-070e-457a-bcfb-9e2a8d0476e7 req-01e733ab-68aa-4e6a-b6e8-d09f1c28cc40 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:28.465674 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-867fa03d-070e-457a-bcfb-9e2a8d0476e7 req-01e733ab-68aa-4e6a-b6e8-d09f1c28cc40 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1113014 Sep 18 05:07:28.499501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=c5120bac-0c43-4f46-b482-639b12b2c02f,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:28.508144 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-052aea2a-f2af-4bc6-a7ac-f9cd92bd6281 req-a7d35cfb-36e7-4010-9e79-2187328cc643 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393786 Sep 18 05:07:28.536028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-c130889c-065e-4d33-8e80-9f8828b6fdf2 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:28.537767 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-c130889c-065e-4d33-8e80-9f8828b6fdf2 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2359238 Sep 18 05:07:28.549612 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 610f3d47-096b-46a9-a9c4-817c881ecd68 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:07:28.555834 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-867fa03d-070e-457a-bcfb-9e2a8d0476e7 req-b19eda80-4c93-48e3-8181-bcd5c7c87157 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.240 HTTP/1.1" status: 200 len: 696 time: 0.0892327 Sep 18 05:07:28.557154 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 610f3d47-096b-46a9-a9c4-817c881ecd68 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:28.557838 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:28.562190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-867fa03d-070e-457a-bcfb-9e2a8d0476e7 req-0e1d254a-ba5a-4ac4-89cf-40046e768053 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Request body: {'floatingip': {'port_id': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:28.607925 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-867fa03d-070e-457a-bcfb-9e2a8d0476e7 req-0e1d254a-ba5a-4ac4-89cf-40046e768053 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:28.630307 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-4bc18103-75b9-4815-a1d5-6fca4091277d tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 695 time: 0.0793364 Sep 18 05:07:28.635228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec32851-0dae-4261-9a5b-e82fa4342453 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:07:28.647145 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cec32851-0dae-4261-9a5b-e82fa4342453 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:28.655002 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d6e21-7d3b-4291-b700-dd8a907d6d36 None None] Sync routers for ids ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:07:28.668496 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d6e21-7d3b-4291-b700-dd8a907d6d36 None None] Routers {'af873d7f-e12d-4cbf-9f1b-71508416f6cd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:28.670156 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f94d6e21-7d3b-4291-b700-dd8a907d6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:28.692485 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:28.709832 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cec32851-0dae-4261-9a5b-e82fa4342453 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "PUT /v2.0/floatingips/1148480a-43d2-4d52-88a4-d13453826166 HTTP/1.1" status: 200 len: 992 time: 3.7863269 Sep 18 05:07:28.717135 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ae5e60-1b79-4267-88ac-f71f43b0546f', 'tag': 'c9f54ac5-ae66-41f9-86cf-e0cca62064e2'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:28.721902 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c07b78-aa7c-4406-ac93-bdecf8613fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ae5e60-1b79-4267-88ac-f71f43b0546f", "tag": "c9f54ac5-ae66-41f9-86cf-e0cca62064e2"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:28.748953 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-da04b780-07af-4c27-b686-79cc1b735dd9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Request body: {'floatingip': {'port_id': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:28.768098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 610f3d47-096b-46a9-a9c4-817c881ecd68, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=610f3d47-096b-46a9-a9c4-817c881ecd68,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:28.807730 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-da04b780-07af-4c27-b686-79cc1b735dd9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for floatingip, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:28.822953 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-f94d6e21-7d3b-4291-b700-dd8a907d6d36 None None] Set router af873d7f-e12d-4cbf-9f1b-71508416f6cd gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:28.845765 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:28.855640 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [req-867fa03d-070e-457a-bcfb-9e2a8d0476e7 req-0e1d254a-ba5a-4ac4-89cf-40046e768053 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 05:07:28.856788 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-867fa03d-070e-457a-bcfb-9e2a8d0476e7 req-0e1d254a-ba5a-4ac4-89cf-40046e768053 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "PUT /v2.0/floatingips/033ad955-aeac-456e-a1ef-83232e91b430 HTTP/1.1" status: 409 len: 550 time: 0.3000965 Sep 18 05:07:28.941926 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d6ae-3cec-410b-976a-eafcc617c731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:28.957093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=610f3d47-096b-46a9-a9c4-817c881ecd68,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:29.050066 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d6ae-3cec-410b-976a-eafcc617c731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:29.125801 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed0536-c8e4-4ee7-82da-43ec5cc286d0 req-f9741cb8-1d54-45ca-9ba1-7aef4d0d4eb7 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:29.127691 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75ed0536-c8e4-4ee7-82da-43ec5cc286d0 req-f9741cb8-1d54-45ca-9ba1-7aef4d0d4eb7 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.0683055 Sep 18 05:07:29.203453 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75ed0536-c8e4-4ee7-82da-43ec5cc286d0 req-346eda14-3f47-4b2a-bb86-315897eca6e8 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676565 Sep 18 05:07:29.206834 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f94d6e21-7d3b-4291-b700-dd8a907d6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:06:42Z', 'revision_number': 4, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '1148480a-43d2-4d52-88a4-d13453826166', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'port_id': 'c9f54ac5-ae66-41f9-86cf-e0cca62064e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'mac_address': 'fa:16:3e:0d:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ae5e60-1b79-4267-88ac-f71f43b0546f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:54Z', 'updated_at': '2021-09-18T05:07:26Z', 'revision_number': 1, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8a20b8-db7e-4110-9fdb-09987e5bef9c', 'name': '', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'mac_address': 'fa:16:3e:ac:ec:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:39Z', 'updated_at': '2021-09-18T05:06:49Z', 'revision_number': 5, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'subnets': [{'id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:29.267530 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d6e21-7d3b-4291-b700-dd8a907d6d36 None None] Checking router: af873d7f-e12d-4cbf-9f1b-71508416f6cd for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:07:29.294600 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d6e21-7d3b-4291-b700-dd8a907d6d36 None None] Routers {'af873d7f-e12d-4cbf-9f1b-71508416f6cd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:29.295283 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f94d6e21-7d3b-4291-b700-dd8a907d6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:29.446245 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-f94d6e21-7d3b-4291-b700-dd8a907d6d36 None None] Set router af873d7f-e12d-4cbf-9f1b-71508416f6cd gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:29.453307 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8289ab0e-e0b0-4ce7-96da-155b0792300f req-f51922bf-f1d9-4ae4-9eac-f38238c14fd6 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips/033ad955-aeac-456e-a1ef-83232e91b430 HTTP/1.1" status: 200 len: 693 time: 0.0862219 Sep 18 05:07:29.516732 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b46b7e2-dc76-468b-9743-dc168d15318f x-openstack-request-id: req-2b46b7e2-dc76-468b-9743-dc168d15318f {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:29.517321 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ae5e60-1b79-4267-88ac-f71f43b0546f", "tag": "c9f54ac5-ae66-41f9-86cf-e0cca62064e2", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:29.517321 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b46b7e2-dc76-468b-9743-dc168d15318f {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:29.517555 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ae5e60-1b79-4267-88ac-f71f43b0546f', 'tag': 'c9f54ac5-ae66-41f9-86cf-e0cca62064e2', 'status': 'completed', 'code': 200} Sep 18 05:07:29.612129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289ab0e-e0b0-4ce7-96da-155b0792300f req-b55e7f87-ef83-4682-a9f8-1858516f345e tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:29.620806 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8289ab0e-e0b0-4ce7-96da-155b0792300f req-b55e7f87-ef83-4682-a9f8-1858516f345e tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.1663740 Sep 18 05:07:29.632688 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d0a8d6ae-3cec-410b-976a-eafcc617c731 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbc911241a8f42029c061162f1e23a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5425298 Sep 18 05:07:29.634015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8d6ae-3cec-410b-976a-eafcc617c731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8019282d-0bd8-4144-b471-1bb0d8ee66ab,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:29.638354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46742) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:29.733173 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8289ab0e-e0b0-4ce7-96da-155b0792300f req-67a7d246-319d-4320-b0bd-be38dc961c95 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.240 HTTP/1.1" status: 200 len: 696 time: 0.1106877 Sep 18 05:07:29.762675 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07b78-aa7c-4406-ac93-bdecf8613fdd req-a4cae596-8d05-4fe0-8e77-37dfd25ddfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:29.764419 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86c07b78-aa7c-4406-ac93-bdecf8613fdd req-a4cae596-8d05-4fe0-8e77-37dfd25ddfb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=588b7e68e8fe40ce8f9195dcfff7948b&device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 1098 time: 0.3608520 Sep 18 05:07:29.802692 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8289ab0e-e0b0-4ce7-96da-155b0792300f req-5671ec83-bfa9-41fe-92cb-46b8f658ae40 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.240 HTTP/1.1" status: 200 len: 696 time: 0.0626080 Sep 18 05:07:29.805309 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f94d6e21-7d3b-4291-b700-dd8a907d6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:06:42Z', 'revision_number': 4, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '1148480a-43d2-4d52-88a4-d13453826166', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'port_id': 'c9f54ac5-ae66-41f9-86cf-e0cca62064e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'mac_address': 'fa:16:3e:0d:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ae5e60-1b79-4267-88ac-f71f43b0546f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:54Z', 'updated_at': '2021-09-18T05:07:26Z', 'revision_number': 1, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8a20b8-db7e-4110-9fdb-09987e5bef9c', 'name': '', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'mac_address': 'fa:16:3e:ac:ec:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:39Z', 'updated_at': '2021-09-18T05:06:49Z', 'revision_number': 5, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'subnets': [{'id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:29.837645 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c50ebc2-7eec-4419-900e-f1a54bb48170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:29.845067 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d6e21-7d3b-4291-b700-dd8a907d6d36 None None] The sync data for ids ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'] in n-d-789963-13 is: [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:06:42Z', 'revision_number': 4, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '1148480a-43d2-4d52-88a4-d13453826166', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'port_id': 'c9f54ac5-ae66-41f9-86cf-e0cca62064e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'mac_address': 'fa:16:3e:0d:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ae5e60-1b79-4267-88ac-f71f43b0546f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:54Z', 'updated_at': '2021-09-18T05:07:26Z', 'revision_number': 1, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8a20b8-db7e-4110-9fdb-09987e5bef9c', 'name': '', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'mac_address': 'fa:16:3e:ac:ec:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:39Z', 'updated_at': '2021-09-18T05:06:49Z', 'revision_number': 5, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'subnets': [{'id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:07:29.916752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.resource_extend [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-da04b780-07af-4c27-b686-79cc1b735dd9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:07:29.963421 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c50ebc2-7eec-4419-900e-f1a54bb48170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:30.016339 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-8289ab0e-e0b0-4ce7-96da-155b0792300f req-e1df4931-9abd-4700-8c5b-e969215834ac tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Deleting port 9a651c25-65f5-4e91-941d-636365b69ebe {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:07:30.016591 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8289ab0e-e0b0-4ce7-96da-155b0792300f req-e1df4931-9abd-4700-8c5b-e969215834ac tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:30.052746 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-da04b780-07af-4c27-b686-79cc1b735dd9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:30.059207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07b78-aa7c-4406-ac93-bdecf8613fdd req-c6b30c5d-d223-4662-bc21-74ac13e98b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:30.060753 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86c07b78-aa7c-4406-ac93-bdecf8613fdd req-c6b30c5d-d223-4662-bc21-74ac13e98b78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ffb527be-d03c-4c87-a254-04ea5d823067 HTTP/1.1" status: 200 len: 906 time: 0.2883551 Sep 18 05:07:30.147553 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8289ab0e-e0b0-4ce7-96da-155b0792300f req-e1df4931-9abd-4700-8c5b-e969215834ac tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:30.148558 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8289ab0e-e0b0-4ce7-96da-155b0792300f req-e1df4931-9abd-4700-8c5b-e969215834ac tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:30.167958 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-da04b780-07af-4c27-b686-79cc1b735dd9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:30.169713 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-8289ab0e-e0b0-4ce7-96da-155b0792300f req-e1df4931-9abd-4700-8c5b-e969215834ac tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Calling delete_port for 9a651c25-65f5-4e91-941d-636365b69ebe owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:07:30.211708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee267da-6f54-4257-adfc-c968e559ab55 None None] New status for floating IP 1148480a-43d2-4d52-88a4-d13453826166: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:07:30.228330 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c50ebc2-7eec-4419-900e-f1a54bb48170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:30.230889 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c50ebc2-7eec-4419-900e-f1a54bb48170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:30.234505 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3c50ebc2-7eec-4419-900e-f1a54bb48170 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8019282d-0bd8-4144-b471-1bb0d8ee66ab HTTP/1.1" status: 204 len: 168 time: 0.5926290 Sep 18 05:07:30.287742 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec287508-4078-4e6a-be9a-35ff292fe279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5120bac-0c43-4f46-b482-639b12b2c02f'}, {'server_uuid': 'e1d4b714-dcbc-4814-b95d-0d8ea071f22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610f3d47-096b-46a9-a9c4-817c881ecd68'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:30.291358 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6527ea97-8306-4197-b95d-5cbea23856da" -d '{"events": [{"server_uuid": "ec287508-4078-4e6a-be9a-35ff292fe279", "name": "network-vif-plugged", "status": "completed", "tag": "c5120bac-0c43-4f46-b482-639b12b2c02f"}, {"server_uuid": "e1d4b714-dcbc-4814-b95d-0d8ea071f22a", "name": "network-vif-plugged", "status": "completed", "tag": "610f3d47-096b-46a9-a9c4-817c881ecd68"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:30.333189 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86c07b78-aa7c-4406-ac93-bdecf8613fdd req-5e284b47-cfdd-4a0f-be00-57397743113f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9f54ac5-ae66-41f9-86cf-e0cca62064e2 HTTP/1.1" status: 200 len: 1000 time: 0.2648828 Sep 18 05:07:30.337016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50ebc2-7eec-4419-900e-f1a54bb48170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8019282d-0bd8-4144-b471-1bb0d8ee66ab,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:30.466141 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-da04b780-07af-4c27-b686-79cc1b735dd9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Floating IP dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7 associated. External IP: 172.25.7.99, port: 5a8b4ac0-5450-4f72-8762-3e9681a566b5. Sep 18 05:07:30.466141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07b78-aa7c-4406-ac93-bdecf8613fdd req-dbf6291c-609b-4a76-b3b6-08a04bdb1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:30.466141 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86c07b78-aa7c-4406-ac93-bdecf8613fdd req-dbf6291c-609b-4a76-b3b6-08a04bdb1b51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7932b23-0b60-4ae5-8ab0-d94621835bec HTTP/1.1" status: 200 len: 845 time: 0.0930481 Sep 18 05:07:30.546328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07b78-aa7c-4406-ac93-bdecf8613fdd req-fb50926b-0a50-4371-88d7-50efb16c3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:30.547770 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86c07b78-aa7c-4406-ac93-bdecf8613fdd req-fb50926b-0a50-4371-88d7-50efb16c3596 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ffb527be-d03c-4c87-a254-04ea5d823067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996761 Sep 18 05:07:30.637908 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8289ab0e-e0b0-4ce7-96da-155b0792300f req-e1df4931-9abd-4700-8c5b-e969215834ac tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:30.678636 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df4931-9abd-4700-8c5b-e969215834ac tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Pushing event deleted for resources: {'Port': ['ID=9a651c25-65f5-4e91-941d-636365b69ebe,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:30.732536 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86c07b78-aa7c-4406-ac93-bdecf8613fdd req-90bc6a06-4569-4d27-9ee8-9a5eefc430af service neutron] 10.222.0.18 "GET /v2.0/networks/ffb527be-d03c-4c87-a254-04ea5d823067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532826 Sep 18 05:07:30.736734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-da04b780-07af-4c27-b686-79cc1b735dd9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Router 3c6b7115-a29b-4839-be5f-db72b0c34c94 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:07:30.768933 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8289ab0e-e0b0-4ce7-96da-155b0792300f req-e1df4931-9abd-4700-8c5b-e969215834ac tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:30.771713 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8289ab0e-e0b0-4ce7-96da-155b0792300f req-e1df4931-9abd-4700-8c5b-e969215834ac tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:30.786112 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8289ab0e-e0b0-4ce7-96da-155b0792300f req-e1df4931-9abd-4700-8c5b-e969215834ac tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "DELETE /v2.0/floatingips/033ad955-aeac-456e-a1ef-83232e91b430 HTTP/1.1" status: 204 len: 173 time: 0.9766245 Sep 18 05:07:30.843491 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86c07b78-aa7c-4406-ac93-bdecf8613fdd req-e88697c4-e1aa-4b8b-a794-d751ffa4652a service neutron] 10.222.0.18 "GET /v2.0/networks/ffb527be-d03c-4c87-a254-04ea5d823067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977621 Sep 18 05:07:30.897421 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8667e7-2637-45a5-a22d-0c27a68471ee req-fbeb130b-7559-46a9-9961-c466ad9cba58 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:30.900014 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8f8667e7-2637-45a5-a22d-0c27a68471ee req-fbeb130b-7559-46a9-9961-c466ad9cba58 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 945 time: 0.0649686 Sep 18 05:07:30.960551 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8f8667e7-2637-45a5-a22d-0c27a68471ee req-199bd027-91fd-441a-82a8-2a6a6ab57eb7 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a4e281a-dda0-4de2-a4f5-cd563522296f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533657 Sep 18 05:07:30.982899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-da04b780-07af-4c27-b686-79cc1b735dd9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:07:30.989026 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-da04b780-07af-4c27-b686-79cc1b735dd9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:30.994063 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9083de93-ee15-451e-994e-8290dbffc507 None None] Sync routers for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:07:31.009716 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9083de93-ee15-451e-994e-8290dbffc507 None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:31.010597 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-9083de93-ee15-451e-994e-8290dbffc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:31.037314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-da04b780-07af-4c27-b686-79cc1b735dd9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "PUT /v2.0/floatingips/dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7 HTTP/1.1" status: 200 len: 996 time: 2.3253872 Sep 18 05:07:31.103779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-91001b0f-9df0-466d-8bfe-392bdafd019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:31.114833 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-91001b0f-9df0-466d-8bfe-392bdafd019f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 1098 time: 0.0610313 Sep 18 05:07:31.197934 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f11c78-6443-4246-89a3-f768584c5d0b req-7e2a936b-3b82-41b6-bb31-de0be47ac471 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:31.199692 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68f11c78-6443-4246-89a3-f768584c5d0b req-7e2a936b-3b82-41b6-bb31-de0be47ac471 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 945 time: 0.1067703 Sep 18 05:07:31.218629 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-9083de93-ee15-451e-994e-8290dbffc507 None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:31.222939 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-63369daf-a419-4d9b-965b-dcccebe73d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:31.234521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-c394a574-c286-4366-8c9f-eda28c2d4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:31.246803 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-c394a574-c286-4366-8c9f-eda28c2d4275 service neutron] 10.222.0.23 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 919 time: 0.1307054 Sep 18 05:07:31.259035 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68f11c78-6443-4246-89a3-f768584c5d0b req-d99c0f1e-3c35-456e-97fe-a0150ad41c99 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530894 Sep 18 05:07:31.305334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46760) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:31.322636 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-faf57059-3acf-41a7-828b-228442fcbf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:31.350189 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-770ddb07-22ce-40ec-8bd8-03d12f17f679 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a8b4ac0-5450-4f72-8762-3e9681a566b5 HTTP/1.1" status: 200 len: 999 time: 0.1022491 Sep 18 05:07:31.414155 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-7c38d5aa-5293-416d-8843-4f5be75ad7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:31.415807 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-7c38d5aa-5293-416d-8843-4f5be75ad7c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.0571578 Sep 18 05:07:31.427756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfe5af-d94d-4d2e-b738-827aebc75222 req-cc657af3-fbd7-4323-b535-7866146542ae tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:31.429854 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-14dfe5af-d94d-4d2e-b738-827aebc75222 req-cc657af3-fbd7-4323-b535-7866146542ae tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.0719759 Sep 18 05:07:31.469492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-bc01099a-0845-493e-a216-2875447c5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:31.471348 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-bc01099a-0845-493e-a216-2875447c5b69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488830 Sep 18 05:07:31.495027 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-14dfe5af-d94d-4d2e-b738-827aebc75222 req-04f5f0d2-1ecc-4051-8c87-e078338471bb tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581648 Sep 18 05:07:31.506787 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-faf57059-3acf-41a7-828b-228442fcbf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:31.542732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'tag': '5a8b4ac0-5450-4f72-8762-3e9681a566b5'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:31.547474 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3c54f0-bf6e-41df-ac57-524afe2c7426 x-openstack-request-id: req-1d3c54f0-bf6e-41df-ac57-524afe2c7426 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:31.549951 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec287508-4078-4e6a-be9a-35ff292fe279", "name": "network-vif-plugged", "status": "completed", "tag": "c5120bac-0c43-4f46-b482-639b12b2c02f", "code": 200}, {"server_uuid": "e1d4b714-dcbc-4814-b95d-0d8ea071f22a", "name": "network-vif-plugged", "status": "completed", "tag": "610f3d47-096b-46a9-a9c4-817c881ecd68", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:31.549951 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d3c54f0-bf6e-41df-ac57-524afe2c7426 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:31.550196 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68407b92-f6c1-466b-bd33-76a0e3b4e56d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f12e418-60ab-4abc-b2da-7c0abd35281b", "tag": "5a8b4ac0-5450-4f72-8762-3e9681a566b5"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:31.550662 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec287508-4078-4e6a-be9a-35ff292fe279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5120bac-0c43-4f46-b482-639b12b2c02f', 'code': 200} Sep 18 05:07:31.550662 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d4b714-dcbc-4814-b95d-0d8ea071f22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610f3d47-096b-46a9-a9c4-817c881ecd68', 'code': 200} Sep 18 05:07:31.578458 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-9083de93-ee15-451e-994e-8290dbffc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'port_id': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'mac_address': 'fa:16:3e:1d:ee:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:57Z', 'updated_at': '2021-09-18T05:07:29Z', 'revision_number': 1, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:31.591607 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-faf57059-3acf-41a7-828b-228442fcbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:31.612966 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-b9c153d6-0e16-4188-b710-abef6f7a3f88 service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326180 Sep 18 05:07:31.617899 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9083de93-ee15-451e-994e-8290dbffc507 None None] Checking router: 3c6b7115-a29b-4839-be5f-db72b0c34c94 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:07:31.628468 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9083de93-ee15-451e-994e-8290dbffc507 None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:31.630468 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-9083de93-ee15-451e-994e-8290dbffc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:31.648003 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-faf57059-3acf-41a7-828b-228442fcbf95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37c4529c58834de4814441f90d723916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412943 Sep 18 05:07:31.651540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46772) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:31.682769 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf57059-3acf-41a7-828b-228442fcbf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fbe039-1f32-477a-b7f8-b6d141dbd926,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:31.750037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62de9f-c5d3-4d7c-9d5a-6f0c287c842b req-c84aea48-b1cb-4829-9cad-f04c967a9cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:31.750037 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b62de9f-c5d3-4d7c-9d5a-6f0c287c842b req-c84aea48-b1cb-4829-9cad-f04c967a9cfe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 1097 time: 0.0930376 Sep 18 05:07:31.763244 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-9083de93-ee15-451e-994e-8290dbffc507 None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:31.807841 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b62de9f-c5d3-4d7c-9d5a-6f0c287c842b req-f6095296-2bba-4cd8-971a-a5cdf41fe874 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0a4e281a-dda0-4de2-a4f5-cd563522296f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497656 Sep 18 05:07:31.808198 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deabe516-c95a-4543-869b-40901dea8bd3 req-d36fc553-4069-4da8-986e-fc143f51d029 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 1001 time: 0.1341078 Sep 18 05:07:31.810928 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-432d1bdb-1ae2-4aa2-9380-2ee3d76d6788 req-1f57309e-2091-41af-abd7-5a6ac73dee11 service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913941 Sep 18 05:07:31.840287 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-388ccb97-4e44-4a30-9ac3-c854ba5591d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:31.843117 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2c5e0-235a-411c-b2f8-72bd1b8003ae req-b52b69f6-218c-428c-b823-d4f3d2eea8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:31.844676 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c1d2c5e0-235a-411c-b2f8-72bd1b8003ae req-b52b69f6-218c-428c-b823-d4f3d2eea8cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 1097 time: 0.1848984 Sep 18 05:07:31.909437 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabe516-c95a-4543-869b-40901dea8bd3 req-fbf164ed-053b-44dd-a2b3-a728b6c69934 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:31.910896 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deabe516-c95a-4543-869b-40901dea8bd3 req-fbf164ed-053b-44dd-a2b3-a728b6c69934 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports/fd9cf6bd-8732-45fe-8a3b-37f11a60170f HTTP/1.1" status: 200 len: 942 time: 0.0889893 Sep 18 05:07:31.917801 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-388ccb97-4e44-4a30-9ac3-c854ba5591d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:31.943867 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c1d2c5e0-235a-411c-b2f8-72bd1b8003ae req-9f01e3ca-f286-4982-9806-927c0256124d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788324 Sep 18 05:07:32.117046 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-9083de93-ee15-451e-994e-8290dbffc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'port_id': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'mac_address': 'fa:16:3e:1d:ee:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:57Z', 'updated_at': '2021-09-18T05:07:29Z', 'revision_number': 1, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:32.144256 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9083de93-ee15-451e-994e-8290dbffc507 None None] The sync data for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 is: [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'port_id': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'mac_address': 'fa:16:3e:1d:ee:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:57Z', 'updated_at': '2021-09-18T05:07:29Z', 'revision_number': 1, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:07:32.299385 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-388ccb97-4e44-4a30-9ac3-c854ba5591d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:32.301963 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-388ccb97-4e44-4a30-9ac3-c854ba5591d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:32.303117 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-388ccb97-4e44-4a30-9ac3-c854ba5591d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17fbe039-1f32-477a-b7f8-b6d141dbd926 HTTP/1.1" status: 204 len: 168 time: 0.6506665 Sep 18 05:07:32.318714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ccb97-4e44-4a30-9ac3-c854ba5591d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fbe039-1f32-477a-b7f8-b6d141dbd926,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:32.349452 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deabe516-c95a-4543-869b-40901dea8bd3 req-c612ed0d-0936-40ed-a02d-a3ccdb378911 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 1001 time: 0.3616188 Sep 18 05:07:32.369630 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594f5ab3-4cc0-4283-9b6c-dadf550a4053 None None] New status for floating IP dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:07:32.467086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabe516-c95a-4543-869b-40901dea8bd3 req-b59206bd-80be-47dd-a9ec-204c287e29f0 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:32.468650 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deabe516-c95a-4543-869b-40901dea8bd3 req-b59206bd-80be-47dd-a9ec-204c287e29f0 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.1124091 Sep 18 05:07:32.512505 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceef5229-debe-4adf-8875-263dc323d98c x-openstack-request-id: req-ceef5229-debe-4adf-8875-263dc323d98c {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:32.512932 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f12e418-60ab-4abc-b2da-7c0abd35281b", "tag": "5a8b4ac0-5450-4f72-8762-3e9681a566b5", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:32.513389 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ceef5229-debe-4adf-8875-263dc323d98c {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:32.513807 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'tag': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'status': 'completed', 'code': 200} Sep 18 05:07:32.557764 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deabe516-c95a-4543-869b-40901dea8bd3 req-3a88f0c9-f96e-4b89-96de-121a351620da tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 1001 time: 0.0823150 Sep 18 05:07:32.581400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-deabe516-c95a-4543-869b-40901dea8bd3 req-a26ee7bc-eeb3-4fc9-beb3-c5991299b6bf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:32.638569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68407b92-f6c1-466b-bd33-76a0e3b4e56d req-523adf86-ec2e-4fbc-b0e4-b72fb8e074ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:32.640101 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68407b92-f6c1-466b-bd33-76a0e3b4e56d req-523adf86-ec2e-4fbc-b0e4-b72fb8e074ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 1098 time: 0.0934801 Sep 18 05:07:32.659670 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-deabe516-c95a-4543-869b-40901dea8bd3 req-a26ee7bc-eeb3-4fc9-beb3-c5991299b6bf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:32.828660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68407b92-f6c1-466b-bd33-76a0e3b4e56d req-077f0a16-1941-46e6-807d-9ff520e214bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:32.836486 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68407b92-f6c1-466b-bd33-76a0e3b4e56d req-077f0a16-1941-46e6-807d-9ff520e214bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 919 time: 0.1799901 Sep 18 05:07:32.918420 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-deabe516-c95a-4543-869b-40901dea8bd3 req-a26ee7bc-eeb3-4fc9-beb3-c5991299b6bf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:32.946282 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68407b92-f6c1-466b-bd33-76a0e3b4e56d req-d020c7ce-f57f-4730-957a-c8ddf656fdc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a8b4ac0-5450-4f72-8762-3e9681a566b5 HTTP/1.1" status: 200 len: 1001 time: 0.1065300 Sep 18 05:07:32.997752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-78c20a82-a98a-45d0-96eb-dcc05e4ecf83 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:32.999370 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-78c20a82-a98a-45d0-96eb-dcc05e4ecf83 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/networks?id=274a9114-cdab-4bf3-8312-63947705ed07 HTTP/1.1" status: 200 len: 814 time: 0.1311193 Sep 18 05:07:33.006415 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-deabe516-c95a-4543-869b-40901dea8bd3 req-a26ee7bc-eeb3-4fc9-beb3-c5991299b6bf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:33.006790 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [req-deabe516-c95a-4543-869b-40901dea8bd3 req-a26ee7bc-eeb3-4fc9-beb3-c5991299b6bf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Floating IP 2de108c5-9310-481d-82e1-3387c3a4c499 disassociated. External IP: 172.25.7.211, port: fd9cf6bd-8732-45fe-8a3b-37f11a60170f. Sep 18 05:07:33.020936 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-7d59f85b-4851-40db-bfca-c198e687ee14 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/quotas/88e62b6aecb045648a19e9a2602b2cb8 HTTP/1.1" status: 200 len: 375 time: 0.0114703 Sep 18 05:07:33.064026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68407b92-f6c1-466b-bd33-76a0e3b4e56d req-e156306e-0d96-41f5-a9c7-5c567dbc615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:33.065672 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68407b92-f6c1-466b-bd33-76a0e3b4e56d req-e156306e-0d96-41f5-a9c7-5c567dbc615f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.1108496 Sep 18 05:07:33.087213 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-8ea443a5-ffb1-49c6-88fd-401749db0917 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=88e62b6aecb045648a19e9a2602b2cb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582569 Sep 18 05:07:33.166570 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68407b92-f6c1-466b-bd33-76a0e3b4e56d req-036bfd76-2fa6-44da-b7c1-38432697128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:33.168117 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68407b92-f6c1-466b-bd33-76a0e3b4e56d req-036bfd76-2fa6-44da-b7c1-38432697128e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936394 Sep 18 05:07:33.212613 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-ff7deeb8-df32-4a5b-b427-97193c9c0cba service neutron] 10.222.0.23 "GET /v2.0/networks/274a9114-cdab-4bf3-8312-63947705ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172512 Sep 18 05:07:33.328821 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-123859da-74ec-4f4f-9a10-032fc01b1134 service neutron] 10.222.0.23 "GET /v2.0/networks/274a9114-cdab-4bf3-8312-63947705ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096437 Sep 18 05:07:33.366750 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68407b92-f6c1-466b-bd33-76a0e3b4e56d req-24f288e8-5585-48af-8e4a-2dbd5d789143 service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884799 Sep 18 05:07:33.367295 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-deabe516-c95a-4543-869b-40901dea8bd3 req-a26ee7bc-eeb3-4fc9-beb3-c5991299b6bf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:07:33.548026 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68407b92-f6c1-466b-bd33-76a0e3b4e56d req-32823e51-d937-43c1-93ff-2df47cc6e058 service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711433 Sep 18 05:07:33.559018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-deabe516-c95a-4543-869b-40901dea8bd3 req-a26ee7bc-eeb3-4fc9-beb3-c5991299b6bf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:07:33.563688 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-deabe516-c95a-4543-869b-40901dea8bd3 req-a26ee7bc-eeb3-4fc9-beb3-c5991299b6bf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:33.571041 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05079d0f-6439-4922-aa16-9b857a984772 None None] Sync routers for ids ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:07:33.587546 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05079d0f-6439-4922-aa16-9b857a984772 None None] Routers {'d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:33.588200 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-05079d0f-6439-4922-aa16-9b857a984772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:33.595427 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deabe516-c95a-4543-869b-40901dea8bd3 req-a26ee7bc-eeb3-4fc9-beb3-c5991299b6bf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "PUT /v2.0/floatingips/2de108c5-9310-481d-82e1-3387c3a4c499 HTTP/1.1" status: 200 len: 695 time: 1.0201924 Sep 18 05:07:33.595894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17df5711-5921-446c-a760-598b0e168e3c', 'tag': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:33.599513 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0f0573-aff1-4ef3-a332-e528862115ff" -d '{"events": [{"name": "network-changed", "server_uuid": "17df5711-5921-446c-a760-598b0e168e3c", "tag": "fd9cf6bd-8732-45fe-8a3b-37f11a60170f"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:33.657321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-cb3bf2d5-53d8-4ee7-b095-22dbaf155b88 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:33.659042 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-cb3bf2d5-53d8-4ee7-b095-22dbaf155b88 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=09c31769-eb2e-446f-b5de-129a7012dd09&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0990200 Sep 18 05:07:33.664724 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabe516-c95a-4543-869b-40901dea8bd3 req-13bc318c-ac55-40ed-bcb1-e7dfd221053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:33.667418 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deabe516-c95a-4543-869b-40901dea8bd3 req-13bc318c-ac55-40ed-bcb1-e7dfd221053a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff72afa79aec4022b50dc103c12ea329&device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 1097 time: 0.0580511 Sep 18 05:07:33.676015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46834) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:33.780186 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-05079d0f-6439-4922-aa16-9b857a984772 None None] Set router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:33.798324 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabe516-c95a-4543-869b-40901dea8bd3 req-a2371787-6751-41aa-8c5b-d36a6a8ee71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:33.799979 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deabe516-c95a-4543-869b-40901dea8bd3 req-a2371787-6751-41aa-8c5b-d36a6a8ee71e service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb25068f-b020-461b-bd6d-d4bfa414044b HTTP/1.1" status: 200 len: 928 time: 0.1248744 Sep 18 05:07:33.802573 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-abe7ed2d-5eee-4273-8789-48bc5c7e5c20 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 1001 time: 0.1357205 Sep 18 05:07:33.814390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-80045647-6f4e-4a41-847a-f8beebc9fcc6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Request body: {'floatingip': {'port_id': 'a8427517-6ec4-44a2-8224-2ab3727c157f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:33.845120 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-44951212-ad23-4bbc-850d-bc8814df96ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:33.852823 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deabe516-c95a-4543-869b-40901dea8bd3 req-82e018c3-018e-4ccc-87ed-224ac0a87915 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9cf6bd-8732-45fe-8a3b-37f11a60170f HTTP/1.1" status: 200 len: 217 time: 0.0451021 Sep 18 05:07:33.864171 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-594899241'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:33.878430 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-80045647-6f4e-4a41-847a-f8beebc9fcc6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for floatingip, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:33.920681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabe516-c95a-4543-869b-40901dea8bd3 req-53c9cfed-8de7-4745-8732-def58828d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:33.922217 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deabe516-c95a-4543-869b-40901dea8bd3 req-53c9cfed-8de7-4745-8732-def58828d571 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1abf5fbe-f49b-40b1-8330-ab396bb149e6 HTTP/1.1" status: 200 len: 867 time: 0.0622103 Sep 18 05:07:33.972509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabe516-c95a-4543-869b-40901dea8bd3 req-6a17841c-20ca-4862-881b-7dd1bfef51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:33.974833 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deabe516-c95a-4543-869b-40901dea8bd3 req-6a17841c-20ca-4862-881b-7dd1bfef51e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb25068f-b020-461b-bd6d-d4bfa414044b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459752 Sep 18 05:07:34.014950 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-05079d0f-6439-4922-aa16-9b857a984772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '2e87bb5f-76f7-4258-b464-8ebe1787968d', 'name': '', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'mac_address': 'fa:16:3e:b4:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:44Z', 'revision_number': 5, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'subnets': [{'id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:34.047662 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05079d0f-6439-4922-aa16-9b857a984772 None None] Checking router: d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:07:34.047878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Made reservation on behalf of aff2f7d649e44d448d50f39a9f88345c for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:34.048735 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:34.052137 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05079d0f-6439-4922-aa16-9b857a984772 None None] Routers {'d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:34.052801 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-05079d0f-6439-4922-aa16-9b857a984772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:34.068439 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:34.111147 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deabe516-c95a-4543-869b-40901dea8bd3 req-ab87d987-43be-4e46-ae1a-bf325f926a71 service neutron] 10.222.0.23 "GET /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279242 Sep 18 05:07:34.169363 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-05079d0f-6439-4922-aa16-9b857a984772 None None] Set router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:34.240983 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deabe516-c95a-4543-869b-40901dea8bd3 req-08df9392-a5ca-4d37-a81d-dc0ee4730963 service neutron] 10.222.0.23 "GET /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212668 Sep 18 05:07:34.245694 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:34.264634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:34.320555 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:34.349831 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:07:34.354528 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d79a2252-3f34-476d-b5e1-6d57898cdca3 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:07:34.360701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a4dff2-faa8-4820-ad24-754a563364de,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:34.383848 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:34.384524 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Added segment ba9c248f-d259-47d5-a4fa-d37681517531 of type vlan for network 7d2c829d-10ce-48ff-b547-fe6901679447 Sep 18 05:07:34.415429 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-05079d0f-6439-4922-aa16-9b857a984772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '2e87bb5f-76f7-4258-b464-8ebe1787968d', 'name': '', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'mac_address': 'fa:16:3e:b4:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:44Z', 'revision_number': 5, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'subnets': [{'id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:34.454915 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05079d0f-6439-4922-aa16-9b857a984772 None None] The sync data for ids ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'] in n-d-789963-13 is: [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '2e87bb5f-76f7-4258-b464-8ebe1787968d', 'name': '', 'network_id': 'fb25068f-b020-461b-bd6d-d4bfa414044b', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'mac_address': 'fa:16:3e:b4:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:44Z', 'revision_number': 5, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'subnets': [{'id': '1abf5fbe-f49b-40b1-8330-ab396bb149e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:07:34.494570 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:34.495068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d79a2252-3f34-476d-b5e1-6d57898cdca3, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d79a2252-3f34-476d-b5e1-6d57898cdca3,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:34.515201 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'd79a2252-3f34-476d-b5e1-6d57898cdca3', 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c', 'port_id': 'd79a2252-3f34-476d-b5e1-6d57898cdca3', 'mac_address': 'fa:16:3e:dd:65:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e11554-3849-4f64-b8fc-9779a28fb1b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:07:34.521705 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9f35e-e18c-414e-8b89-c5ecfb9e6dc0 req-c343f260-3e20-49dd-9fb2-3cc500976edd tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:34.523771 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-18a9f35e-e18c-414e-8b89-c5ecfb9e6dc0 req-c343f260-3e20-49dd-9fb2-3cc500976edd tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 945 time: 0.0838587 Sep 18 05:07:34.576517 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-18a9f35e-e18c-414e-8b89-c5ecfb9e6dc0 req-cd4ec077-963a-4d1e-a875-0a4518336fbc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a4e281a-dda0-4de2-a4f5-cd563522296f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452166 Sep 18 05:07:34.579412 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:34.601532 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d79a2252-3f34-476d-b5e1-6d57898cdca3 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:34.611248 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:34.618000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:34.618633 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:34.628950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d79a2252-3f34-476d-b5e1-6d57898cdca3, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d79a2252-3f34-476d-b5e1-6d57898cdca3,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:34.708347 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:34.749642 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event updated for resources: {'Network': ['ID=7d2c829d-10ce-48ff-b547-fe6901679447,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:34.766973 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 7d2c829d-10ce-48ff-b547-fe6901679447 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:07:34.771284 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a8d128a7-01d6-4ea5-83d6-6063fe0d5207 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0913033 Sep 18 05:07:34.771726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46848) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:34.779780 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3256b703-c039-462f-a807-7bdf6cf8f69a tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Request body: {'subnet': {'network_id': '7d2c829d-10ce-48ff-b547-fe6901679447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:34.802100 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d79a2252-3f34-476d-b5e1-6d57898cdca3,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:34.814194 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99bc38-99f2-4d8d-b5af-46b1e8729bee req-d782021e-3e1c-4a1d-8359-1a3b8db120dc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:34.815794 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e99bc38-99f2-4d8d-b5af-46b1e8729bee req-d782021e-3e1c-4a1d-8359-1a3b8db120dc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 945 time: 0.1584933 Sep 18 05:07:34.853397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75f8892-89e1-4d97-9e6e-b7fdc008d591 None None] New status for floating IP 2de108c5-9310-481d-82e1-3387c3a4c499: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:07:34.855875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['d79a2252-3f34-476d-b5e1-6d57898cdca3'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:07:34.867861 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-80045647-6f4e-4a41-847a-f8beebc9fcc6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:34.910709 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e99bc38-99f2-4d8d-b5af-46b1e8729bee req-108d6ba1-a7d3-4411-be78-25f54fab3c8d tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709367 Sep 18 05:07:34.992669 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-80045647-6f4e-4a41-847a-f8beebc9fcc6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:35.020552 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3256b703-c039-462f-a807-7bdf6cf8f69a tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Made reservation on behalf of aff2f7d649e44d448d50f39a9f88345c for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:35.024972 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3256b703-c039-462f-a807-7bdf6cf8f69a tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:35.158502 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50cd4d00-46ac-4d62-9bb0-244e3b334ace req-31f46830-39a9-485e-b5a8-3ae44b152731 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 210 time: 0.0348272 Sep 18 05:07:35.159222 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-80045647-6f4e-4a41-847a-f8beebc9fcc6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Floating IP dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7 associated. External IP: 172.25.7.99, port: 5a8b4ac0-5450-4f72-8762-3e9681a566b5. Sep 18 05:07:35.243093 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a115a43-b10a-404d-a39e-8499d6a37611 x-openstack-request-id: req-6a115a43-b10a-404d-a39e-8499d6a37611 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:35.243522 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17df5711-5921-446c-a760-598b0e168e3c", "tag": "fd9cf6bd-8732-45fe-8a3b-37f11a60170f", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:35.243787 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a115a43-b10a-404d-a39e-8499d6a37611 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:35.244273 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17df5711-5921-446c-a760-598b0e168e3c', 'tag': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f', 'status': 'completed', 'code': 200} Sep 18 05:07:35.254734 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:35.360016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f0573-aff1-4ef3-a332-e528862115ff req-d15e1fa2-6243-4dc9-b60e-95970fee5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:35.361675 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e0f0573-aff1-4ef3-a332-e528862115ff req-d15e1fa2-6243-4dc9-b60e-95970fee5467 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff72afa79aec4022b50dc103c12ea329&device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 1097 time: 0.0604792 Sep 18 05:07:35.364285 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d6cf3813-88ca-4d74-9c99-189b6b04321f req-59122113-29c6-4e79-86a6-d43e24ed2d88 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips/2de108c5-9310-481d-82e1-3387c3a4c499 HTTP/1.1" status: 200 len: 693 time: 0.0811055 Sep 18 05:07:35.454162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3256b703-c039-462f-a807-7bdf6cf8f69a tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:35.548591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256b703-c039-462f-a807-7bdf6cf8f69a tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event updated for resources: {'Subnet': ['ID=f54c6370-4396-4dd1-974a-4c60ccc6d398,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:35.552173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f0573-aff1-4ef3-a332-e528862115ff req-3c67d62d-4a4c-48d7-8603-837a64b9c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:35.554343 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e0f0573-aff1-4ef3-a332-e528862115ff req-3c67d62d-4a4c-48d7-8603-837a64b9c765 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb25068f-b020-461b-bd6d-d4bfa414044b HTTP/1.1" status: 200 len: 928 time: 0.1593738 Sep 18 05:07:35.556484 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-80045647-6f4e-4a41-847a-f8beebc9fcc6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Router 3c6b7115-a29b-4839-be5f-db72b0c34c94 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:07:35.564066 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf3813-88ca-4d74-9c99-189b6b04321f req-f8a46fae-94e6-47b8-b06f-51ed500df361 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:35.571766 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d6cf3813-88ca-4d74-9c99-189b6b04321f req-f8a46fae-94e6-47b8-b06f-51ed500df361 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.1903949 Sep 18 05:07:35.603189 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e0f0573-aff1-4ef3-a332-e528862115ff req-77df2083-5fc8-4cac-8166-bb2fbe1d2ea6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9cf6bd-8732-45fe-8a3b-37f11a60170f HTTP/1.1" status: 200 len: 217 time: 0.0394681 Sep 18 05:07:35.630601 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d6cf3813-88ca-4d74-9c99-189b6b04321f req-d50ee2b5-6835-468b-9acd-3b2f4e1b9cc0 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.0579624 Sep 18 05:07:35.631458 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256b703-c039-462f-a807-7bdf6cf8f69a tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Checking segment: {'id': 'ba9c248f-d259-47d5-a4fa-d37681517531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7d2c829d-10ce-48ff-b547-fe6901679447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:07:35.632422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3256b703-c039-462f-a807-7bdf6cf8f69a tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Network hostable DHCP agents. Network: 7d2c829d-10ce-48ff-b547-fe6901679447, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:07:35.689384 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d6cf3813-88ca-4d74-9c99-189b6b04321f req-3abbb5ca-239e-4479-a086-eb9521f90a83 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.0502925 Sep 18 05:07:35.721269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f0573-aff1-4ef3-a332-e528862115ff req-55c87548-a898-41cb-9e7f-66c639e3cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:35.722741 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e0f0573-aff1-4ef3-a332-e528862115ff req-55c87548-a898-41cb-9e7f-66c639e3cf59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1abf5fbe-f49b-40b1-8330-ab396bb149e6 HTTP/1.1" status: 200 len: 867 time: 0.0882518 Sep 18 05:07:35.762006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-80045647-6f4e-4a41-847a-f8beebc9fcc6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:07:35.777789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3256b703-c039-462f-a807-7bdf6cf8f69a tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Network 7d2c829d-10ce-48ff-b547-fe6901679447 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:07:35.779976 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c0c92e-4f67-48fb-a168-e43814f59e1e None None] Sync routers for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:07:35.790733 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c0c92e-4f67-48fb-a168-e43814f59e1e None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:35.791622 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a2c0c92e-4f67-48fb-a168-e43814f59e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:35.833240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f0573-aff1-4ef3-a332-e528862115ff req-79d593c4-8c38-4a5b-9979-1b4507dbafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:35.836919 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e0f0573-aff1-4ef3-a332-e528862115ff req-79d593c4-8c38-4a5b-9979-1b4507dbafcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb25068f-b020-461b-bd6d-d4bfa414044b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063392 Sep 18 05:07:35.859137 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-d6cf3813-88ca-4d74-9c99-189b6b04321f req-416fe408-ea86-4321-a858-26e8d5fc3abf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Deleting port 03fe36b9-4d79-4815-9aa4-e0159ffd97dd {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:07:35.859520 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d6cf3813-88ca-4d74-9c99-189b6b04321f req-416fe408-ea86-4321-a858-26e8d5fc3abf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:35.882968 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-3256b703-c039-462f-a807-7bdf6cf8f69a tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 7d2c829d-10ce-48ff-b547-fe6901679447) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:35.894342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e3a780-436c-4047-a875-b808cfc5bde1 None None] Network 7d2c829d-10ce-48ff-b547-fe6901679447 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:07:35.922634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3256b703-c039-462f-a807-7bdf6cf8f69a tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:35.923398 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3256b703-c039-462f-a807-7bdf6cf8f69a tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:35.976293 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a2c0c92e-4f67-48fb-a168-e43814f59e1e None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:35.996220 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d6cf3813-88ca-4d74-9c99-189b6b04321f req-416fe408-ea86-4321-a858-26e8d5fc3abf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:35.997266 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d6cf3813-88ca-4d74-9c99-189b6b04321f req-416fe408-ea86-4321-a858-26e8d5fc3abf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:36.014337 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3256b703-c039-462f-a807-7bdf6cf8f69a tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2390606 Sep 18 05:07:36.016148 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46882) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:36.060632 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e0f0573-aff1-4ef3-a332-e528862115ff req-e7b29e19-960f-411c-8c42-610b070a49fd service neutron] 10.222.0.18 "GET /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096341 Sep 18 05:07:36.066357 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-71d46b45-ba9c-4aae-855a-d4404c1bb489 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Request body: {'port': {'network_id': '7d2c829d-10ce-48ff-b547-fe6901679447', 'name': 'tempest-AllowedAddressPairTestJSON-1176814204'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:36.093404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-7d2c829d-10ce-48ff-b547-fe6901679447', 'network_id': '7d2c829d-10ce-48ff-b547-fe6901679447', 'tenant_id': 'aff2f7d649e44d448d50f39a9f88345c', 'fixed_ips': [{'subnet_id': 'f54c6370-4396-4dd1-974a-4c60ccc6d398'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:07:36.100348 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:36.222123 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-d6cf3813-88ca-4d74-9c99-189b6b04321f req-416fe408-ea86-4321-a858-26e8d5fc3abf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Calling delete_port for 03fe36b9-4d79-4815-9aa4-e0159ffd97dd owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:07:36.284527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e0f0573-aff1-4ef3-a332-e528862115ff req-6397afab-b9e2-4081-995e-6aa980e06644 service neutron] 10.222.0.18 "GET /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576092 Sep 18 05:07:36.423756 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Allocated IP 172.20.0.2 (7d2c829d-10ce-48ff-b547-fe6901679447/f54c6370-4396-4dd1-974a-4c60ccc6d398/b6967828-21b9-4466-9770-82817aa65de0) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:36.435197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-80045647-6f4e-4a41-847a-f8beebc9fcc6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Router 3c6b7115-a29b-4839-be5f-db72b0c34c94 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:07:36.441812 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a2c0c92e-4f67-48fb-a168-e43814f59e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'port_id': 'a8427517-6ec4-44a2-8224-2ab3727c157f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'mac_address': 'fa:16:3e:64:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31769-eb2e-446f-b5de-129a7012dd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:57Z', 'updated_at': '2021-09-18T05:07:34Z', 'revision_number': 3, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:36.450647 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d79a2252-3f34-476d-b5e1-6d57898cdca3 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:36.459693 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d46b45-ba9c-4aae-855a-d4404c1bb489 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Made reservation on behalf of aff2f7d649e44d448d50f39a9f88345c for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:36.463964 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-71d46b45-ba9c-4aae-855a-d4404c1bb489 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:36.489284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-ba69f8d7-9c7d-4e5e-8b2b-7cab1b4bec85 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:36.492199 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-ba69f8d7-9c7d-4e5e-8b2b-7cab1b4bec85 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.13 "GET /v2.0/networks?id=274a9114-cdab-4bf3-8312-63947705ed07 HTTP/1.1" status: 200 len: 814 time: 0.2618973 Sep 18 05:07:36.497768 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c0c92e-4f67-48fb-a168-e43814f59e1e None None] Checking router: 3c6b7115-a29b-4839-be5f-db72b0c34c94 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:07:36.518038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-eb79c926-4575-4e4d-a481-884c7bdb0c20 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Request body: {'port': {'device_id': 'e70f5f8e-9090-472f-91da-fdcb960d613f', 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07', 'admin_state_up': True, 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:36.543570 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-71d46b45-ba9c-4aae-855a-d4404c1bb489 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] device_id is not set on port 010873d3-0f7e-4b0f-b203-f268dc04ff52 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:07:36.545735 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c0c92e-4f67-48fb-a168-e43814f59e1e None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:36.546507 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a2c0c92e-4f67-48fb-a168-e43814f59e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:36.577662 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port d79a2252-3f34-476d-b5e1-6d57898cdca3 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:36.578173 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:36.731594 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-80045647-6f4e-4a41-847a-f8beebc9fcc6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:07:36.743912 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-80045647-6f4e-4a41-847a-f8beebc9fcc6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:36.800362 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a2c0c92e-4f67-48fb-a168-e43814f59e1e None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:36.814200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'tag': '5a8b4ac0-5450-4f72-8762-3e9681a566b5'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:36.814200 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b63613-e107-4a74-8d37-376f0869188f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f12e418-60ab-4abc-b2da-7c0abd35281b", "tag": "5a8b4ac0-5450-4f72-8762-3e9681a566b5"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:36.883814 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-80045647-6f4e-4a41-847a-f8beebc9fcc6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "PUT /v2.0/floatingips/dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7 HTTP/1.1" status: 200 len: 997 time: 3.0680153 Sep 18 05:07:36.970668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-756f4269-acd0-4e63-b4a2-d319892b7790 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:36.972187 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-756f4269-acd0-4e63-b4a2-d319892b7790 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports/5a8b4ac0-5450-4f72-8762-3e9681a566b5 HTTP/1.1" status: 200 len: 943 time: 0.0871689 Sep 18 05:07:37.002890 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:37.122445 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:37.158182 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-60b53f88-865a-43bd-9825-c0d27053e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:37.174279 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-60b53f88-865a-43bd-9825-c0d27053e69b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 1098 time: 0.0637605 Sep 18 05:07:37.231669 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:37.267229 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Pushing event updated for resources: {'Port': ['ID=b6967828-21b9-4466-9770-82817aa65de0,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:37.269681 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:37.278085 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Network 7d2c829d-10ce-48ff-b547-fe6901679447 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:37.284568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:37.289599 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:37.317773 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d79a2252-3f34-476d-b5e1-6d57898cdca3, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d79a2252-3f34-476d-b5e1-6d57898cdca3,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:37.318925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6642f692-bcad-4080-93bb-0131a4bec365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79a2252-3f34-476d-b5e1-6d57898cdca3'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:37.322570 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01135478-7e03-42b2-a5ac-3150e6e1e3db" -d '{"events": [{"server_uuid": "6642f692-bcad-4080-93bb-0131a4bec365", "name": "network-vif-plugged", "status": "completed", "tag": "d79a2252-3f34-476d-b5e1-6d57898cdca3"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:37.349778 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d6cf3813-88ca-4d74-9c99-189b6b04321f req-416fe408-ea86-4321-a858-26e8d5fc3abf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:37.417416 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Attempting to bind port b6967828-21b9-4466-9770-82817aa65de0 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:37.418159 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Attempting to bind port b6967828-21b9-4466-9770-82817aa65de0 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'ba9c248f-d259-47d5-a4fa-d37681517531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7d2c829d-10ce-48ff-b547-fe6901679447'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:37.418731 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Attempting to bind port b6967828-21b9-4466-9770-82817aa65de0 on network 7d2c829d-10ce-48ff-b547-fe6901679447 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:37.422934 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:37.433651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:07:37.435125 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Checking segment: {'id': 'ba9c248f-d259-47d5-a4fa-d37681517531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7d2c829d-10ce-48ff-b547-fe6901679447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:07:37.435761 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:37.436416 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Bound using segment: {'id': 'ba9c248f-d259-47d5-a4fa-d37681517531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7d2c829d-10ce-48ff-b547-fe6901679447'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:07:37.437228 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Bound port: b6967828-21b9-4466-9770-82817aa65de0, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9c248f-d259-47d5-a4fa-d37681517531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7d2c829d-10ce-48ff-b547-fe6901679447'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:07:37.438085 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:37.441371 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-797753d0-b19d-4fc9-8af1-fbb19a01b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:37.453059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-797753d0-b19d-4fc9-8af1-fbb19a01b401 service neutron] 10.222.0.23 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 919 time: 0.2739687 Sep 18 05:07:37.488472 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-71d46b45-ba9c-4aae-855a-d4404c1bb489 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Allocated IP 172.20.0.8 (7d2c829d-10ce-48ff-b547-fe6901679447/f54c6370-4396-4dd1-974a-4c60ccc6d398/010873d3-0f7e-4b0f-b203-f268dc04ff52) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:37.537911 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-eb79c926-4575-4e4d-a481-884c7bdb0c20 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Made reservation on behalf of 88e62b6aecb045648a19e9a2602b2cb8 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:37.538766 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-611f568b-2ff7-4ebc-991f-10342210e503 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a8b4ac0-5450-4f72-8762-3e9681a566b5 HTTP/1.1" status: 200 len: 217 time: 0.0846438 Sep 18 05:07:37.555271 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-eb79c926-4575-4e4d-a481-884c7bdb0c20 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:37.561235 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fe408-ea86-4321-a858-26e8d5fc3abf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Pushing event deleted for resources: {'Port': ['ID=03fe36b9-4d79-4815-9aa4-e0159ffd97dd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:37.621306 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a2c0c92e-4f67-48fb-a168-e43814f59e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'port_id': 'a8427517-6ec4-44a2-8224-2ab3727c157f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'mac_address': 'fa:16:3e:64:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31769-eb2e-446f-b5de-129a7012dd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:57Z', 'updated_at': '2021-09-18T05:07:34Z', 'revision_number': 3, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:37.649709 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-cc606e0f-4157-47b6-8d8f-0f1dcc9b3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:37.660916 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-cc606e0f-4157-47b6-8d8f-0f1dcc9b3e4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.1141357 Sep 18 05:07:37.670816 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c0c92e-4f67-48fb-a168-e43814f59e1e None None] The sync data for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 is: [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'port_id': 'a8427517-6ec4-44a2-8224-2ab3727c157f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'mac_address': 'fa:16:3e:64:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31769-eb2e-446f-b5de-129a7012dd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:57Z', 'updated_at': '2021-09-18T05:07:34Z', 'revision_number': 3, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:07:37.702452 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d79a2252-3f34-476d-b5e1-6d57898cdca3,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:37.749225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-efd75987-a9c2-4c91-b8b5-02168bfca0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:37.764863 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-efd75987-a9c2-4c91-b8b5-02168bfca0be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025784 Sep 18 05:07:37.802176 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] For port b6967828-21b9-4466-9770-82817aa65de0, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:07:37.807357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] For port b6967828-21b9-4466-9770-82817aa65de0, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b6967828-21b9-4466-9770-82817aa65de0,segment=NetworkSegment(ba9c248f-d259-47d5-a4fa-d37681517531),segment_id=ba9c248f-d259-47d5-a4fa-d37681517531)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:07:37.831922 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d6cf3813-88ca-4d74-9c99-189b6b04321f req-416fe408-ea86-4321-a858-26e8d5fc3abf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:37.835914 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-d6cf3813-88ca-4d74-9c99-189b6b04321f req-416fe408-ea86-4321-a858-26e8d5fc3abf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:37.848773 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d6cf3813-88ca-4d74-9c99-189b6b04321f req-416fe408-ea86-4321-a858-26e8d5fc3abf tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "DELETE /v2.0/floatingips/2de108c5-9310-481d-82e1-3387c3a4c499 HTTP/1.1" status: 204 len: 173 time: 2.1521189 Sep 18 05:07:37.891544 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:37.963606 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-4035f152-5683-459c-be94-479b23bf5aaf service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977813 Sep 18 05:07:38.075605 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f68ca4-4c93-4a8f-aeca-8511768ebd5e None None] New status for floating IP dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:07:38.139116 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-7a5be6b9-e2de-41d7-930b-e286fcf841f8 service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745384 Sep 18 05:07:38.222276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b54959-99a5-46a8-9aa4-5b21491bd7b3 None None] Pushing event updated for resources: {'Port': ['ID=b6967828-21b9-4466-9770-82817aa65de0,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:38.247056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ae299-e53b-43b9-ae4f-7c5612d5d764 req-68562a7e-be93-406b-b9d7-a58a17cd4621 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:38.267344 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cf9ae299-e53b-43b9-ae4f-7c5612d5d764 req-68562a7e-be93-406b-b9d7-a58a17cd4621 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 945 time: 0.3327217 Sep 18 05:07:38.294469 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46912) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:38.308875 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7aea046c-381a-4f76-8f28-910a7c133e12 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Request body: {'floatingip': {'port_id': 'c5120bac-0c43-4f46-b482-639b12b2c02f'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:38.335967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-b9df72a9-0f59-40ca-8f7d-2054d5843b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:38.351175 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-b9df72a9-0f59-40ca-8f7d-2054d5843b8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 1097 time: 0.1350391 Sep 18 05:07:38.485318 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-eb79c926-4575-4e4d-a481-884c7bdb0c20 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Allocated IP 172.20.0.11 (274a9114-cdab-4bf3-8312-63947705ed07/6ea1a916-f91d-4f74-ae36-34fe2b08a8f8/18122ddd-b7ae-4541-a79b-c56c77fd05de) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:38.619366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-49d0be05-941c-42b7-8437-e50af57cd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:38.640449 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-49d0be05-941c-42b7-8437-e50af57cd5e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 919 time: 0.2778494 Sep 18 05:07:38.646254 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7aea046c-381a-4f76-8f28-910a7c133e12 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:38.776889 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-2f17267a-f445-4070-8dc3-1133a6d64eaa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8427517-6ec4-44a2-8224-2ab3727c157f HTTP/1.1" status: 200 len: 1000 time: 0.1330979 Sep 18 05:07:38.842538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-d108a79c-eb17-4e72-8a84-5df18f0aca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:38.844068 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-d108a79c-eb17-4e72-8a84-5df18f0aca4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.0663977 Sep 18 05:07:38.899820 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-71d46b45-ba9c-4aae-855a-d4404c1bb489 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:38.919015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5de41-a3f7-431e-adc6-29e21bc2634d req-a14cce9a-3de4-4e1a-b726-a67fa42b2218 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:38.934852 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7211613a-e353-4e6e-be2c-5d281b184cdb None None] Sync routers for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:07:38.942325 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-953408e5-777a-401f-a805-a5e2926af6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:38.943898 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-953408e5-777a-401f-a805-a5e2926af6de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856583 Sep 18 05:07:38.951556 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2d5de41-a3f7-431e-adc6-29e21bc2634d req-a14cce9a-3de4-4e1a-b726-a67fa42b2218 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.4825888 Sep 18 05:07:38.961907 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211613a-e353-4e6e-be2c-5d281b184cdb None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:38.964837 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-7211613a-e353-4e6e-be2c-5d281b184cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:39.050722 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2d5de41-a3f7-431e-adc6-29e21bc2634d req-b258ecb1-18d6-4a69-8db2-64044a743122 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980067 Sep 18 05:07:39.224827 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-94e6e5ad-5a8c-47e7-9d2b-b157822fb273 service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695284 Sep 18 05:07:39.236184 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-7211613a-e353-4e6e-be2c-5d281b184cdb None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:39.503815 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f8fead-6968-46de-95af-df64ce72a3a6 req-2167f186-5836-4143-982c-59379a3eb67a service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681050 Sep 18 05:07:39.514068 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-71d46b45-ba9c-4aae-855a-d4404c1bb489 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:39.645899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d46b45-ba9c-4aae-855a-d4404c1bb489 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Network 7d2c829d-10ce-48ff-b547-fe6901679447 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:39.665113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-71d46b45-ba9c-4aae-855a-d4404c1bb489 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:39.680509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d46b45-ba9c-4aae-855a-d4404c1bb489 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:39.721201 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-7211613a-e353-4e6e-be2c-5d281b184cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'port_id': 'a8427517-6ec4-44a2-8224-2ab3727c157f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'mac_address': 'fa:16:3e:64:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31769-eb2e-446f-b5de-129a7012dd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:57Z', 'updated_at': '2021-09-18T05:07:38Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:39.815094 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d46b45-ba9c-4aae-855a-d4404c1bb489 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event updated for resources: {'Port': ['ID=010873d3-0f7e-4b0f-b203-f268dc04ff52,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:39.838685 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7211613a-e353-4e6e-be2c-5d281b184cdb None None] Checking router: 3c6b7115-a29b-4839-be5f-db72b0c34c94 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:07:39.859148 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d46b45-ba9c-4aae-855a-d4404c1bb489 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:39.859726 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-71d46b45-ba9c-4aae-855a-d4404c1bb489 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:39.863124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f9683-9a10-4c85-957c-b7f50d6c3603 None None] Network 7d2c829d-10ce-48ff-b547-fe6901679447 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:07:39.864654 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-eb79c926-4575-4e4d-a481-884c7bdb0c20 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:39.882544 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211613a-e353-4e6e-be2c-5d281b184cdb None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:39.882544 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-7211613a-e353-4e6e-be2c-5d281b184cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:39.885284 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fdb66c5f-70c6-4f43-9865-75bbdf3e9c15 req-fbd945ef-0d4c-4391-bad5-dc7eb8388979 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 210 time: 0.0763924 Sep 18 05:07:39.999095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46922) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:39.999659 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-71d46b45-ba9c-4aae-855a-d4404c1bb489 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9818258 Sep 18 05:07:40.005630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f62be3c9-b3d2-422a-ac90-24d846623a80 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Request body: {'port': {'network_id': '7d2c829d-10ce-48ff-b547-fe6901679447', 'name': 'tempest-AllowedAddressPairTestJSON-1079254366', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3a:d4:83'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:40.107342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-eb79c926-4575-4e4d-a481-884c7bdb0c20 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:40.183492 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fce2993-b4d4-4658-809e-98c8d4eceda7 x-openstack-request-id: req-4fce2993-b4d4-4658-809e-98c8d4eceda7 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:40.191447 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6642f692-bcad-4080-93bb-0131a4bec365", "name": "network-vif-plugged", "status": "completed", "tag": "d79a2252-3f34-476d-b5e1-6d57898cdca3", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:40.191447 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fce2993-b4d4-4658-809e-98c8d4eceda7 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:40.191447 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6642f692-bcad-4080-93bb-0131a4bec365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79a2252-3f34-476d-b5e1-6d57898cdca3', 'code': 200} Sep 18 05:07:40.191447 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-fb5822cf-ce5b-4b40-939d-85e6cc7a4f2c None None] Provisioning complete for port b6967828-21b9-4466-9770-82817aa65de0 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:40.191447 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fb5822cf-ce5b-4b40-939d-85e6cc7a4f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:40.195384 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.db.resource_extend [None req-7aea046c-381a-4f76-8f28-910a7c133e12 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:07:40.196997 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b6967828-21b9-4466-9770-82817aa65de0 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:40.250588 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-7211613a-e353-4e6e-be2c-5d281b184cdb None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:40.297550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-eb79c926-4575-4e4d-a481-884c7bdb0c20 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Network 274a9114-cdab-4bf3-8312-63947705ed07 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:40.314085 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79c926-4575-4e4d-a481-884c7bdb0c20 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Pushing event updated for resources: {'Port': ['ID=18122ddd-b7ae-4541-a79b-c56c77fd05de,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:40.326828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-eb79c926-4575-4e4d-a481-884c7bdb0c20 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:40.332915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-eb79c926-4575-4e4d-a481-884c7bdb0c20 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:40.406213 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f45f12e-917e-40e1-9092-2cce01cca201 x-openstack-request-id: req-3f45f12e-917e-40e1-9092-2cce01cca201 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:40.406557 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f12e418-60ab-4abc-b2da-7c0abd35281b", "tag": "5a8b4ac0-5450-4f72-8762-3e9681a566b5", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:40.407942 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f45f12e-917e-40e1-9092-2cce01cca201 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:40.409573 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'tag': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'status': 'completed', 'code': 200} Sep 18 05:07:40.495033 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-eb79c926-4575-4e4d-a481-884c7bdb0c20 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:40.498789 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-eb79c926-4575-4e4d-a481-884c7bdb0c20 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:40.571218 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7aea046c-381a-4f76-8f28-910a7c133e12 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:40.624089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b63613-e107-4a74-8d37-376f0869188f req-5a181a7c-326a-4899-a9b7-85a3177380bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:40.627944 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98b63613-e107-4a74-8d37-376f0869188f req-5a181a7c-326a-4899-a9b7-85a3177380bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 1098 time: 0.2311304 Sep 18 05:07:40.640207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9277f-d457-406d-88bd-27619423213e req-b70909b5-9b9e-4429-8a25-e3f527a73bc7 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:40.648561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b6967828-21b9-4466-9770-82817aa65de0 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:40.648900 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:40.649501 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ed9277f-d457-406d-88bd-27619423213e req-b70909b5-9b9e-4429-8a25-e3f527a73bc7 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec9346c-f4e3-4402-9e1a-aefbdf39e362 HTTP/1.1" status: 200 len: 946 time: 0.2575271 Sep 18 05:07:40.691869 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fb5822cf-ce5b-4b40-939d-85e6cc7a4f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:40.734057 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7aea046c-381a-4f76-8f28-910a7c133e12 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:40.767811 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ed9277f-d457-406d-88bd-27619423213e req-4e9df8de-b0fc-42c1-9f1e-ec8d7ca74d93 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038115 Sep 18 05:07:40.787371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-fb5822cf-ce5b-4b40-939d-85e6cc7a4f2c None None] For port b6967828-21b9-4466-9770-82817aa65de0, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b6967828-21b9-4466-9770-82817aa65de0,segment=NetworkSegment(ba9c248f-d259-47d5-a4fa-d37681517531),segment_id=ba9c248f-d259-47d5-a4fa-d37681517531)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:40.805149 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:40.852923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62be3c9-b3d2-422a-ac90-24d846623a80 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Made reservation on behalf of aff2f7d649e44d448d50f39a9f88345c for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:40.892974 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-7211613a-e353-4e6e-be2c-5d281b184cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'port_id': 'a8427517-6ec4-44a2-8224-2ab3727c157f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'mac_address': 'fa:16:3e:64:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31769-eb2e-446f-b5de-129a7012dd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:57Z', 'updated_at': '2021-09-18T05:07:38Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:40.977917 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fb5822cf-ce5b-4b40-939d-85e6cc7a4f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:40.987474 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7211613a-e353-4e6e-be2c-5d281b184cdb None None] The sync data for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 is: [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'port_id': 'a8427517-6ec4-44a2-8224-2ab3727c157f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'mac_address': 'fa:16:3e:64:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31769-eb2e-446f-b5de-129a7012dd09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:57Z', 'updated_at': '2021-09-18T05:07:38Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:07:41.059033 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-eb79c926-4575-4e4d-a481-884c7bdb0c20 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5403163 Sep 18 05:07:41.105149 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Request body: {'port': {'device_id': 'e70f5f8e-9090-472f-91da-fdcb960d613f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:41.137846 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-7aea046c-381a-4f76-8f28-910a7c133e12 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Floating IP 58876ee4-0b3f-4999-add7-e82e39e23566 associated. External IP: 172.25.7.236, port: c5120bac-0c43-4f46-b482-639b12b2c02f. Sep 18 05:07:41.168007 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:07:41.168287 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:07:41.220752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-71c582cf-3798-4643-884c-35f0130f5421 None None] Provisioning complete for port 18122ddd-b7ae-4541-a79b-c56c77fd05de triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:41.221162 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-71c582cf-3798-4643-884c-35f0130f5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:41.345801 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f62be3c9-b3d2-422a-ac90-24d846623a80 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:41.350955 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5822cf-ce5b-4b40-939d-85e6cc7a4f2c None None] Pushing event updated for resources: {'Port': ['ID=b6967828-21b9-4466-9770-82817aa65de0,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:41.358587 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-754bfa3f-eb88-448b-b90c-752fe2614642 req-ee3e04f2-4daa-4137-9039-06cfe761a9f5 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 1000 time: 0.5089273 Sep 18 05:07:41.370404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b63613-e107-4a74-8d37-376f0869188f req-01d209b4-ae61-4c96-8513-914ba5e76673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:41.372339 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98b63613-e107-4a74-8d37-376f0869188f req-01d209b4-ae61-4c96-8513-914ba5e76673 service neutron] 10.222.0.13 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 919 time: 0.6478438 Sep 18 05:07:41.392470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-71c582cf-3798-4643-884c-35f0130f5421 None None] Port 18122ddd-b7ae-4541-a79b-c56c77fd05de cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:41.448570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bfa3f-eb88-448b-b90c-752fe2614642 req-6cd2b919-3970-4a4c-8be6-720004cee9ad tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:41.463263 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-754bfa3f-eb88-448b-b90c-752fe2614642 req-6cd2b919-3970-4a4c-8be6-720004cee9ad tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports/a8427517-6ec4-44a2-8224-2ab3727c157f HTTP/1.1" status: 200 len: 942 time: 0.0892143 Sep 18 05:07:41.545318 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-eb64cdea-be15-4c80-a95f-0da430ca6e35 None None] Provisioning complete for port 010873d3-0f7e-4b0f-b203-f268dc04ff52 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:41.545786 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb64cdea-be15-4c80-a95f-0da430ca6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:41.584748 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98b63613-e107-4a74-8d37-376f0869188f req-49a92f76-b4fa-4dc1-8348-a0277b10bdea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a8b4ac0-5450-4f72-8762-3e9681a566b5 HTTP/1.1" status: 200 len: 217 time: 0.1174963 Sep 18 05:07:41.629592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-eb64cdea-be15-4c80-a95f-0da430ca6e35 None None] Port 010873d3-0f7e-4b0f-b203-f268dc04ff52 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:41.637411 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-f62be3c9-b3d2-422a-ac90-24d846623a80 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] device_id is not set on port abf28b8b-5164-4742-92d0-3678991c67ed yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:07:41.644873 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:41.664809 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-eb64cdea-be15-4c80-a95f-0da430ca6e35 None None] Provisioning complete for port b6967828-21b9-4466-9770-82817aa65de0 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:41.665194 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb64cdea-be15-4c80-a95f-0da430ca6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:41.775141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aea046c-381a-4f76-8f28-910a7c133e12 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Router ec122dff-4d01-43a0-ae03-bc76699c20e4 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:07:42.104121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b6967828-21b9-4466-9770-82817aa65de0 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:42.159369 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b6967828-21b9-4466-9770-82817aa65de0 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:42.159905 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:42.221712 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5217633b-0808-4a32-82e6-405599fe79fb None None] Provisioning complete for port 010873d3-0f7e-4b0f-b203-f268dc04ff52 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:42.222108 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5217633b-0808-4a32-82e6-405599fe79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:42.272186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b63613-e107-4a74-8d37-376f0869188f req-0f0b7de7-b7a2-4cc3-b9da-bc67d9d7c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:42.272186 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98b63613-e107-4a74-8d37-376f0869188f req-0f0b7de7-b7a2-4cc3-b9da-bc67d9d7c5dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.6552622 Sep 18 05:07:42.281865 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-754bfa3f-eb88-448b-b90c-752fe2614642 req-e39d9586-7bbd-4633-a4ad-2c88a3cd0f9d tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 1000 time: 0.6930921 Sep 18 05:07:42.293692 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5217633b-0808-4a32-82e6-405599fe79fb None None] Port 010873d3-0f7e-4b0f-b203-f268dc04ff52 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:42.420970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c31769-eb2e-446f-b5de-129a7012dd09', 'tag': 'a8427517-6ec4-44a2-8224-2ab3727c157f'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:42.423591 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff96c00b-7d0c-4446-a0de-d966cad8a166" -d '{"events": [{"name": "network-changed", "server_uuid": "09c31769-eb2e-446f-b5de-129a7012dd09", "tag": "a8427517-6ec4-44a2-8224-2ab3727c157f"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:42.448441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b63613-e107-4a74-8d37-376f0869188f req-7d274ff5-b64d-4207-b4d6-61c25e6fcfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:42.450274 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98b63613-e107-4a74-8d37-376f0869188f req-7d274ff5-b64d-4207-b4d6-61c25e6fcfc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1624093 Sep 18 05:07:42.452499 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aea046c-381a-4f76-8f28-910a7c133e12 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:07:42.459283 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7aea046c-381a-4f76-8f28-910a7c133e12 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:42.466209 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3276d068-5932-4089-ba02-63741c723a61 None None] Sync routers for ids ['ec122dff-4d01-43a0-ae03-bc76699c20e4'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:07:42.480729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3276d068-5932-4089-ba02-63741c723a61 None None] Routers {'ec122dff-4d01-43a0-ae03-bc76699c20e4'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:42.481564 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3276d068-5932-4089-ba02-63741c723a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ec122dff-4d01-43a0-ae03-bc76699c20e4'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:42.508692 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7aea046c-381a-4f76-8f28-910a7c133e12 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "PUT /v2.0/floatingips/58876ee4-0b3f-4999-add7-e82e39e23566 HTTP/1.1" status: 200 len: 991 time: 4.2115977 Sep 18 05:07:42.514863 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec287508-4078-4e6a-be9a-35ff292fe279', 'tag': 'c5120bac-0c43-4f46-b482-639b12b2c02f'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:42.517024 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33e4f92-d09e-4a3d-9913-dfd2894a0a87" -d '{"events": [{"name": "network-changed", "server_uuid": "ec287508-4078-4e6a-be9a-35ff292fe279", "tag": "c5120bac-0c43-4f46-b482-639b12b2c02f"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:42.577608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-f62be3c9-b3d2-422a-ac90-24d846623a80 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Allocated IP 172.20.0.7 (7d2c829d-10ce-48ff-b547-fe6901679447/f54c6370-4396-4dd1-974a-4c60ccc6d398/abf28b8b-5164-4742-92d0-3678991c67ed) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:42.583077 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18122ddd-b7ae-4541-a79b-c56c77fd05de {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:42.595415 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:42.610763 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Transition to ACTIVE for port object 18122ddd-b7ae-4541-a79b-c56c77fd05de will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:07:42.675693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3276d068-5932-4089-ba02-63741c723a61 None None] Set router ec122dff-4d01-43a0-ae03-bc76699c20e4 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:42.702333 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:43.018318 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f62be3c9-b3d2-422a-ac90-24d846623a80 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:43.019979 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Pushing event updated for resources: {'Port': ['ID=18122ddd-b7ae-4541-a79b-c56c77fd05de,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:43.032448 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Attempting to bind port 18122ddd-b7ae-4541-a79b-c56c77fd05de on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:07:43.032448 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Attempting to bind port 18122ddd-b7ae-4541-a79b-c56c77fd05de by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:07:43.032448 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Attempting to bind port 18122ddd-b7ae-4541-a79b-c56c77fd05de on network 274a9114-cdab-4bf3-8312-63947705ed07 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:43.038652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Port 18122ddd-b7ae-4541-a79b-c56c77fd05de on network 274a9114-cdab-4bf3-8312-63947705ed07 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:07:43.039012 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Attempting to bind port 18122ddd-b7ae-4541-a79b-c56c77fd05de on network 274a9114-cdab-4bf3-8312-63947705ed07 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:07:43.044878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:07:43.045843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Checking segment: {'id': '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:07:43.045843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Bound using segment: {'id': '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:07:43.046304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Bound port: 18122ddd-b7ae-4541-a79b-c56c77fd05de, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:07:43.046732 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:43.068114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3276d068-5932-4089-ba02-63741c723a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:06:52Z', 'revision_number': 4, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '58876ee4-0b3f-4999-add7-e82e39e23566', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'port_id': 'c5120bac-0c43-4f46-b482-639b12b2c02f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'mac_address': 'fa:16:3e:65:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec287508-4078-4e6a-be9a-35ff292fe279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:07:08Z', 'updated_at': '2021-09-18T05:07:40Z', 'revision_number': 1, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86052e32-5e28-457b-8469-35447ed23abf', 'name': '', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'mac_address': 'fa:16:3e:0d:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:50Z', 'updated_at': '2021-09-18T05:06:59Z', 'revision_number': 5, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'subnets': [{'id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:43.127610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bfa3f-eb88-448b-b90c-752fe2614642 req-3a7b5b03-38f5-4fa2-b837-8df310e7298f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:43.130317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-754bfa3f-eb88-448b-b90c-752fe2614642 req-3a7b5b03-38f5-4fa2-b837-8df310e7298f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.8295507 Sep 18 05:07:43.144710 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f62be3c9-b3d2-422a-ac90-24d846623a80 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:43.193752 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] For port 18122ddd-b7ae-4541-a79b-c56c77fd05de, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:07:43.202997 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] For port 18122ddd-b7ae-4541-a79b-c56c77fd05de, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=18122ddd-b7ae-4541-a79b-c56c77fd05de,segment=NetworkSegment(34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995),segment_id=34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:07:43.209113 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3276d068-5932-4089-ba02-63741c723a61 None None] Checking router: ec122dff-4d01-43a0-ae03-bc76699c20e4 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:07:43.240373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3276d068-5932-4089-ba02-63741c723a61 None None] Routers {'ec122dff-4d01-43a0-ae03-bc76699c20e4'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:43.241980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3276d068-5932-4089-ba02-63741c723a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ec122dff-4d01-43a0-ae03-bc76699c20e4'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:43.278151 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:43.395912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:43.396625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:43.405224 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] 10.222.0.13 "PUT /v2.0/ports/18122ddd-b7ae-4541-a79b-c56c77fd05de HTTP/1.1" status: 200 len: 1093 time: 2.3079569 Sep 18 05:07:43.463450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62be3c9-b3d2-422a-ac90-24d846623a80 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Network 7d2c829d-10ce-48ff-b547-fe6901679447 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:43.473246 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447ac88-e627-47ee-9fb3-8b3aee907c2b service neutron] Pushing event updated for resources: {'Port': ['ID=18122ddd-b7ae-4541-a79b-c56c77fd05de,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:43.486678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62be3c9-b3d2-422a-ac90-24d846623a80 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event updated for resources: {'Port': ['ID=abf28b8b-5164-4742-92d0-3678991c67ed,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:43.519185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-f62be3c9-b3d2-422a-ac90-24d846623a80 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:43.519185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62be3c9-b3d2-422a-ac90-24d846623a80 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:43.599921 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98b63613-e107-4a74-8d37-376f0869188f req-a8116627-dfd1-4235-82b0-318f37c43f01 service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0630004 Sep 18 05:07:43.635195 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95276-86ea-4c14-bc3d-b7b2846e98d8 req-45c9066c-2b54-4f22-a794-3f8056e03ec4 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:43.639868 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-09b95276-86ea-4c14-bc3d-b7b2846e98d8 req-45c9066c-2b54-4f22-a794-3f8056e03ec4 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3457649 Sep 18 05:07:43.705858 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62be3c9-b3d2-422a-ac90-24d846623a80 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:43.709335 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f62be3c9-b3d2-422a-ac90-24d846623a80 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:43.834264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-09b95276-86ea-4c14-bc3d-b7b2846e98d8 req-20be117c-f0f1-4126-9499-c69235898ece tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1643410 Sep 18 05:07:43.868018 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3276d068-5932-4089-ba02-63741c723a61 None None] Set router ec122dff-4d01-43a0-ae03-bc76699c20e4 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:43.911971 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46948) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:43.915990 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f62be3c9-b3d2-422a-ac90-24d846623a80 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.9120994 Sep 18 05:07:44.020528 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cc3d25-dbe0-45b1-8432-38612d57ee3b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:44.027691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cc3d25-dbe0-45b1-8432-38612d57ee3b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:44.039997 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cc3d25-dbe0-45b1-8432-38612d57ee3b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:44.041817 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a5cc3d25-dbe0-45b1-8432-38612d57ee3b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1281590 Sep 18 05:07:44.045344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46950) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:44.197882 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7003a3f0-b139-4573-b3ef-136ca160a777 None None] Provisioning complete for port abf28b8b-5164-4742-92d0-3678991c67ed triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:44.198613 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7003a3f0-b139-4573-b3ef-136ca160a777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:44.375787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7003a3f0-b139-4573-b3ef-136ca160a777 None None] Port abf28b8b-5164-4742-92d0-3678991c67ed cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:44.393468 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-84c39ba5-520d-488c-9796-b24489bef77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:44.403874 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-84c39ba5-520d-488c-9796-b24489bef77e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88e62b6aecb045648a19e9a2602b2cb8&device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 1096 time: 0.1743612 Sep 18 05:07:44.475043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-5b068937-2cdc-4147-b8eb-85a5fc0bf138 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Deleting port abf28b8b-5164-4742-92d0-3678991c67ed {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:07:44.483416 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b068937-2cdc-4147-b8eb-85a5fc0bf138 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:44.539112 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3276d068-5932-4089-ba02-63741c723a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:06:52Z', 'revision_number': 4, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '58876ee4-0b3f-4999-add7-e82e39e23566', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'port_id': 'c5120bac-0c43-4f46-b482-639b12b2c02f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'mac_address': 'fa:16:3e:65:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec287508-4078-4e6a-be9a-35ff292fe279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:07:08Z', 'updated_at': '2021-09-18T05:07:40Z', 'revision_number': 1, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86052e32-5e28-457b-8469-35447ed23abf', 'name': '', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'mac_address': 'fa:16:3e:0d:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:50Z', 'updated_at': '2021-09-18T05:06:59Z', 'revision_number': 5, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'subnets': [{'id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:44.582060 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-1d73b536-0d1d-4100-90eb-f0b72a6ff09b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18122ddd-b7ae-4541-a79b-c56c77fd05de HTTP/1.1" status: 200 len: 217 time: 0.0921028 Sep 18 05:07:44.603905 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3276d068-5932-4089-ba02-63741c723a61 None None] The sync data for ids ['ec122dff-4d01-43a0-ae03-bc76699c20e4'] in n-d-789963-13 is: [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:06:52Z', 'revision_number': 4, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '58876ee4-0b3f-4999-add7-e82e39e23566', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'port_id': 'c5120bac-0c43-4f46-b482-639b12b2c02f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'mac_address': 'fa:16:3e:65:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec287508-4078-4e6a-be9a-35ff292fe279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:07:08Z', 'updated_at': '2021-09-18T05:07:40Z', 'revision_number': 1, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86052e32-5e28-457b-8469-35447ed23abf', 'name': '', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'mac_address': 'fa:16:3e:0d:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:50Z', 'updated_at': '2021-09-18T05:06:59Z', 'revision_number': 5, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'subnets': [{'id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:07:44.658067 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b068937-2cdc-4147-b8eb-85a5fc0bf138 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:44.696983 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98b63613-e107-4a74-8d37-376f0869188f req-bbd2a6c6-952e-4c6e-9df8-439e81774c75 service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537512 Sep 18 05:07:44.709546 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-69c69970-a3dd-4544-bbf3-7b17d8079047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:44.712486 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-69c69970-a3dd-4544-bbf3-7b17d8079047 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ea1a916-f91d-4f74-ae36-34fe2b08a8f8 HTTP/1.1" status: 200 len: 853 time: 0.1070480 Sep 18 05:07:44.740812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-5b068937-2cdc-4147-b8eb-85a5fc0bf138 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Calling delete_port for abf28b8b-5164-4742-92d0-3678991c67ed owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:07:44.784650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c01af9-59ce-4191-a6b7-cc52b3225ba2 req-be45d4ee-cbf6-48a0-8823-e96246964817 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:44.786609 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73c01af9-59ce-4191-a6b7-cc52b3225ba2 req-be45d4ee-cbf6-48a0-8823-e96246964817 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 945 time: 0.1165516 Sep 18 05:07:44.840096 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-0c8e912e-9af4-45a7-b5f5-ba4fe44001e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:44.841816 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-0c8e912e-9af4-45a7-b5f5-ba4fe44001e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=274a9114-cdab-4bf3-8312-63947705ed07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726542 Sep 18 05:07:44.882041 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73c01af9-59ce-4191-a6b7-cc52b3225ba2 req-e937468f-5908-4d05-be93-36e0461f212b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542178 Sep 18 05:07:45.073199 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-9c66c1fe-a171-47f1-94ed-3b0a1d0be9bc service neutron] 10.222.0.13 "GET /v2.0/networks/274a9114-cdab-4bf3-8312-63947705ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217064 Sep 18 05:07:45.076473 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f2d55e-afaa-4607-89c6-cf51b4f3ca5e None None] New status for floating IP 58876ee4-0b3f-4999-add7-e82e39e23566: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:07:45.207235 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447254c9-ad74-493a-bcfd-9c310855f974 req-7ae2a9d2-59f0-44d8-a603-b2e54e036aef tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:45.213584 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-447254c9-ad74-493a-bcfd-9c310855f974 req-7ae2a9d2-59f0-44d8-a603-b2e54e036aef tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 944 time: 0.2254286 Sep 18 05:07:45.269530 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b068937-2cdc-4147-b8eb-85a5fc0bf138 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:45.347520 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b068937-2cdc-4147-b8eb-85a5fc0bf138 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event deleted for resources: {'Port': ['ID=abf28b8b-5164-4742-92d0-3678991c67ed,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:45.485720 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-447254c9-ad74-493a-bcfd-9c310855f974 req-07323307-9153-4282-a3a8-0eec6f1db3ba tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/security-groups?id=57fcdd71-4457-4243-acb5-2879d59da333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647042 Sep 18 05:07:45.606043 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f44b8f-41a1-451e-9f6e-8b01dba80bf1 x-openstack-request-id: req-44f44b8f-41a1-451e-9f6e-8b01dba80bf1 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:45.610363 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c31769-eb2e-446f-b5de-129a7012dd09", "tag": "a8427517-6ec4-44a2-8224-2ab3727c157f", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:45.610363 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44f44b8f-41a1-451e-9f6e-8b01dba80bf1 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:45.610363 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c31769-eb2e-446f-b5de-129a7012dd09', 'tag': 'a8427517-6ec4-44a2-8224-2ab3727c157f', 'status': 'completed', 'code': 200} Sep 18 05:07:45.752994 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b068937-2cdc-4147-b8eb-85a5fc0bf138 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:45.754975 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5b068937-2cdc-4147-b8eb-85a5fc0bf138 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "DELETE /v2.0/ports/abf28b8b-5164-4742-92d0-3678991c67ed HTTP/1.1" status: 204 len: 168 time: 1.7082794 Sep 18 05:07:45.761755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46956) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:45.765915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96c00b-7d0c-4446-a0de-d966cad8a166 req-1f98c807-73ab-479c-b89e-e01df7a848c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:45.774699 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff96c00b-7d0c-4446-a0de-d966cad8a166 req-1f98c807-73ab-479c-b89e-e01df7a848c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 1097 time: 0.0877459 Sep 18 05:07:45.817696 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00606262-ee81-4802-9a68-91a391ac3ddc x-openstack-request-id: req-00606262-ee81-4802-9a68-91a391ac3ddc {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:45.818179 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec287508-4078-4e6a-be9a-35ff292fe279", "tag": "c5120bac-0c43-4f46-b482-639b12b2c02f", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:45.818444 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00606262-ee81-4802-9a68-91a391ac3ddc {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:45.819848 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec287508-4078-4e6a-be9a-35ff292fe279', 'tag': 'c5120bac-0c43-4f46-b482-639b12b2c02f', 'status': 'completed', 'code': 200} Sep 18 05:07:45.871492 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ab98df7-2323-4030-9d7a-f1660b88f9e3 req-c82b6eb0-ecc8-425c-8f9b-85aa4d2ebd91 service neutron] 10.222.0.13 "GET /v2.0/networks/274a9114-cdab-4bf3-8312-63947705ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594976 Sep 18 05:07:45.960628 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-04ec006a-656f-4260-97f4-f7226b68c38c tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 1000 time: 0.0807483 Sep 18 05:07:46.011129 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6e8046-1e65-4d3b-9240-3bfa4840578b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] GET failed (client error): The resource could not be found. Sep 18 05:07:46.016919 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1b6e8046-1e65-4d3b-9240-3bfa4840578b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "GET /v2.0/ports/abf28b8b-5164-4742-92d0-3678991c67ed HTTP/1.1" status: 404 len: 333 time: 0.2497404 Sep 18 05:07:46.017316 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46958) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:46.029095 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3f3b88b3-6016-47bb-b3f6-2358ae455cb6 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Request body: {'port': {'network_id': '7d2c829d-10ce-48ff-b547-fe6901679447', 'name': 'tempest-AllowedAddressPairTestJSON-1218792601'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:46.169381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-b6e38160-4004-4859-9884-3ca546f67ae9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:46.203710 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-b6e38160-4004-4859-9884-3ca546f67ae9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports/a8427517-6ec4-44a2-8224-2ab3727c157f HTTP/1.1" status: 200 len: 942 time: 0.1568644 Sep 18 05:07:46.243816 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e4f92-d09e-4a3d-9913-dfd2894a0a87 req-68a196df-2295-420a-af15-66543fbe9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:46.245432 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d33e4f92-d09e-4a3d-9913-dfd2894a0a87 req-68a196df-2295-420a-af15-66543fbe9662 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff1ba451435479c8e47e2cfbb7597f9&device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 1097 time: 0.3668568 Sep 18 05:07:46.246702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96c00b-7d0c-4446-a0de-d966cad8a166 req-fbb3abd6-3489-41c6-8d97-ec1e8fc29334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:46.248119 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff96c00b-7d0c-4446-a0de-d966cad8a166 req-fbb3abd6-3489-41c6-8d97-ec1e8fc29334 service neutron] 10.222.0.13 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 919 time: 0.4155326 Sep 18 05:07:46.340950 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3b88b3-6016-47bb-b3f6-2358ae455cb6 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Made reservation on behalf of aff2f7d649e44d448d50f39a9f88345c for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:46.340950 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f3b88b3-6016-47bb-b3f6-2358ae455cb6 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:46.384620 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-3f3b88b3-6016-47bb-b3f6-2358ae455cb6 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] device_id is not set on port f722d710-20b6-4f55-845f-73e4853d1133 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:07:46.470023 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-2b45d382-5208-49c9-bede-4ff7ecf6f39b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 1000 time: 0.1995709 Sep 18 05:07:46.495922 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff96c00b-7d0c-4446-a0de-d966cad8a166 req-8af42e33-2018-4d0b-8f05-35b8b67962a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8427517-6ec4-44a2-8224-2ab3727c157f HTTP/1.1" status: 200 len: 1000 time: 0.1690323 Sep 18 05:07:46.532789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e4f92-d09e-4a3d-9913-dfd2894a0a87 req-323347ff-c361-4f78-8398-e31f08e141c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:46.534311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d33e4f92-d09e-4a3d-9913-dfd2894a0a87 req-323347ff-c361-4f78-8398-e31f08e141c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9791206e-079f-44eb-aa04-4f90648d9063 HTTP/1.1" status: 200 len: 915 time: 0.2721608 Sep 18 05:07:46.548287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-3f3b88b3-6016-47bb-b3f6-2358ae455cb6 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Allocated IP 172.20.0.14 (7d2c829d-10ce-48ff-b547-fe6901679447/f54c6370-4396-4dd1-974a-4c60ccc6d398/f722d710-20b6-4f55-845f-73e4853d1133) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:46.679103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96c00b-7d0c-4446-a0de-d966cad8a166 req-eaeeed0d-c80c-44d7-bf8b-0e5c40877cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:46.680634 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff96c00b-7d0c-4446-a0de-d966cad8a166 req-eaeeed0d-c80c-44d7-bf8b-0e5c40877cea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.1454325 Sep 18 05:07:46.691896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-178fb6e1-bf78-49b1-b2a8-6fe52d048a14 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:46.693281 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-178fb6e1-bf78-49b1-b2a8-6fe52d048a14 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.2224660 Sep 18 05:07:46.703163 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d33e4f92-d09e-4a3d-9913-dfd2894a0a87 req-456ee90b-93c0-4c87-9bcd-5e890deb6ccb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5120bac-0c43-4f46-b482-639b12b2c02f HTTP/1.1" status: 200 len: 1001 time: 0.1419706 Sep 18 05:07:46.718410 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f3b88b3-6016-47bb-b3f6-2358ae455cb6 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:46.832074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96c00b-7d0c-4446-a0de-d966cad8a166 req-c7296a8f-3547-4c48-940f-a91e459d2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:46.833599 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff96c00b-7d0c-4446-a0de-d966cad8a166 req-c7296a8f-3547-4c48-940f-a91e459d2a43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394165 Sep 18 05:07:46.835204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e4f92-d09e-4a3d-9913-dfd2894a0a87 req-8699f8f3-64f4-4191-bea4-04c3ab187e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:46.836566 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d33e4f92-d09e-4a3d-9913-dfd2894a0a87 req-8699f8f3-64f4-4191-bea4-04c3ab187e37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcfe49e5-8125-4aa5-81da-438b6da185cb HTTP/1.1" status: 200 len: 854 time: 0.1101816 Sep 18 05:07:46.839635 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-154fe9be-c739-4767-a948-e35b92ddcaea tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 1000 time: 0.1339886 Sep 18 05:07:46.860485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-7a0f41a6-78fe-40ce-8835-57703551433e tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:46.908906 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f3b88b3-6016-47bb-b3f6-2358ae455cb6 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:46.965419 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3b88b3-6016-47bb-b3f6-2358ae455cb6 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Network 7d2c829d-10ce-48ff-b547-fe6901679447 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:46.969094 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-3f3b88b3-6016-47bb-b3f6-2358ae455cb6 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:46.984482 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b88b3-6016-47bb-b3f6-2358ae455cb6 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:47.022716 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-7a0f41a6-78fe-40ce-8835-57703551433e tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for floatingip, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:47.027403 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b88b3-6016-47bb-b3f6-2358ae455cb6 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event updated for resources: {'Port': ['ID=f722d710-20b6-4f55-845f-73e4853d1133,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:47.031668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e4f92-d09e-4a3d-9913-dfd2894a0a87 req-5f357168-fcfe-4187-91ca-228ae226413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:47.033104 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d33e4f92-d09e-4a3d-9913-dfd2894a0a87 req-5f357168-fcfe-4187-91ca-228ae226413b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9791206e-079f-44eb-aa04-4f90648d9063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1841662 Sep 18 05:07:47.099202 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff96c00b-7d0c-4446-a0de-d966cad8a166 req-2e9e432f-8771-41dd-9b41-2e5293636652 service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578788 Sep 18 05:07:47.100519 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3b88b3-6016-47bb-b3f6-2358ae455cb6 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:47.101209 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f3b88b3-6016-47bb-b3f6-2358ae455cb6 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:47.200133 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3f3b88b3-6016-47bb-b3f6-2358ae455cb6 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1816616 Sep 18 05:07:47.205245 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46968) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:47.210237 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c6bf6990-9f97-4cac-aba4-b2b82952de0b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3a:d4:83'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:47.436578 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2875596c-3b26-4d34-b177-3adbef99a08f None None] Provisioning complete for port f722d710-20b6-4f55-845f-73e4853d1133 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:47.437274 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2875596c-3b26-4d34-b177-3adbef99a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:47.536979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2875596c-3b26-4d34-b177-3adbef99a08f None None] Port f722d710-20b6-4f55-845f-73e4853d1133 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:47.565805 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6bf6990-9f97-4cac-aba4-b2b82952de0b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:47.824190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70f5f8e-9090-472f-91da-fdcb960d613f', 'tag': '18122ddd-b7ae-4541-a79b-c56c77fd05de'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:47.827341 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adccc350-96a9-4ce9-a883-610657a7fabe" -d '{"events": [{"name": "network-changed", "server_uuid": "e70f5f8e-9090-472f-91da-fdcb960d613f", "tag": "18122ddd-b7ae-4541-a79b-c56c77fd05de"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:47.928885 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6bf6990-9f97-4cac-aba4-b2b82952de0b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:48.000979 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-7a0f41a6-78fe-40ce-8835-57703551433e tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:48.005485 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6bf6990-9f97-4cac-aba4-b2b82952de0b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:48.106268 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d33e4f92-d09e-4a3d-9913-dfd2894a0a87 req-6ed2e060-9592-4e11-ba19-327e85c98a33 service neutron] 10.222.0.18 "GET /v2.0/networks/9791206e-079f-44eb-aa04-4f90648d9063?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0100296 Sep 18 05:07:48.112912 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-7a0f41a6-78fe-40ce-8835-57703551433e tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:48.118074 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-7a0f41a6-78fe-40ce-8835-57703551433e tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Floating IP dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7 disassociated. External IP: 172.25.7.99, port: a8427517-6ec4-44a2-8224-2ab3727c157f. Sep 18 05:07:48.161140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf6990-9f97-4cac-aba4-b2b82952de0b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event updated for resources: {'Port': ['ID=f722d710-20b6-4f55-845f-73e4853d1133,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:48.165561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf6990-9f97-4cac-aba4-b2b82952de0b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] In _notify_port_updated(), no bound segment for port f722d710-20b6-4f55-845f-73e4853d1133 on network 7d2c829d-10ce-48ff-b547-fe6901679447 {{(pid=106908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:07:48.172730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bf6990-9f97-4cac-aba4-b2b82952de0b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:48.173852 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6bf6990-9f97-4cac-aba4-b2b82952de0b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:48.175385 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c6bf6990-9f97-4cac-aba4-b2b82952de0b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "PUT /v2.0/ports/f722d710-20b6-4f55-845f-73e4853d1133 HTTP/1.1" status: 200 len: 994 time: 0.9711499 Sep 18 05:07:48.180968 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46972) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:48.302504 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff96c00b-7d0c-4446-a0de-d966cad8a166 req-1fc5b604-22ac-4cf3-b0a3-a05915a555ec service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1641314 Sep 18 05:07:48.346989 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-f8997648-8e49-40b5-a0d9-2b257f29f942 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Deleting port f722d710-20b6-4f55-845f-73e4853d1133 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:07:48.347349 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f8997648-8e49-40b5-a0d9-2b257f29f942 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:48.478184 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-727a5d09-9349-4f24-8512-5403fb7ab1de None None] Provisioning complete for port f722d710-20b6-4f55-845f-73e4853d1133 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:48.478819 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-727a5d09-9349-4f24-8512-5403fb7ab1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:48.479211 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d33e4f92-d09e-4a3d-9913-dfd2894a0a87 req-4ba2fcbb-3d81-4d9e-92df-46950f25ab99 service neutron] 10.222.0.18 "GET /v2.0/networks/9791206e-079f-44eb-aa04-4f90648d9063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391113 Sep 18 05:07:48.530925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-727a5d09-9349-4f24-8512-5403fb7ab1de None None] Port f722d710-20b6-4f55-845f-73e4853d1133 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:48.535907 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f8997648-8e49-40b5-a0d9-2b257f29f942 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:48.553868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-f8997648-8e49-40b5-a0d9-2b257f29f942 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Calling delete_port for f722d710-20b6-4f55-845f-73e4853d1133 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:07:48.692106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-7a0f41a6-78fe-40ce-8835-57703551433e tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Router 3c6b7115-a29b-4839-be5f-db72b0c34c94 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:07:48.837471 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f8997648-8e49-40b5-a0d9-2b257f29f942 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:48.854990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-7a0f41a6-78fe-40ce-8835-57703551433e tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:07:48.860165 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-7a0f41a6-78fe-40ce-8835-57703551433e tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:48.869453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e5e60b-7b3b-4432-9fee-56abeaef732d None None] Sync routers for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:07:48.888666 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e5e60b-7b3b-4432-9fee-56abeaef732d None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:48.890182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-41e5e60b-7b3b-4432-9fee-56abeaef732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:48.910213 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-7a0f41a6-78fe-40ce-8835-57703551433e tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "PUT /v2.0/floatingips/dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7 HTTP/1.1" status: 200 len: 694 time: 2.0547106 Sep 18 05:07:48.910786 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c31769-eb2e-446f-b5de-129a7012dd09', 'tag': 'a8427517-6ec4-44a2-8224-2ab3727c157f'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:48.915613 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e60de6-dd0e-43dd-b374-8a6db99b626c" -d '{"events": [{"name": "network-changed", "server_uuid": "09c31769-eb2e-446f-b5de-129a7012dd09", "tag": "a8427517-6ec4-44a2-8224-2ab3727c157f"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:48.917683 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8997648-8e49-40b5-a0d9-2b257f29f942 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event deleted for resources: {'Port': ['ID=f722d710-20b6-4f55-845f-73e4853d1133,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:48.986289 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-8f802e48-5f24-4f13-a95c-a407edb9c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:48.996202 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-8f802e48-5f24-4f13-a95c-a407edb9c2df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 1097 time: 0.0738230 Sep 18 05:07:49.146168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-41e5e60b-7b3b-4432-9fee-56abeaef732d None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:49.188012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-0c785838-bf6b-410c-ad03-170f01dabdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:49.206397 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-0c785838-bf6b-410c-ad03-170f01dabdc9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 919 time: 0.2069721 Sep 18 05:07:49.259643 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f8997648-8e49-40b5-a0d9-2b257f29f942 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:49.276603 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f8997648-8e49-40b5-a0d9-2b257f29f942 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "DELETE /v2.0/ports/f722d710-20b6-4f55-845f-73e4853d1133 HTTP/1.1" status: 204 len: 168 time: 1.0794053 Sep 18 05:07:49.277355 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46978) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:49.316155 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99c024a-5d8f-41cc-8c97-6c5d67534325 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] GET failed (client error): The resource could not be found. Sep 18 05:07:49.317821 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b99c024a-5d8f-41cc-8c97-6c5d67534325 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "GET /v2.0/ports/f722d710-20b6-4f55-845f-73e4853d1133 HTTP/1.1" status: 404 len: 333 time: 0.0394890 Sep 18 05:07:49.323586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46980) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:49.351954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-75bb63e4-53b7-4749-a5b9-2888af40026d tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Request body: {'port': {'network_id': '7d2c829d-10ce-48ff-b547-fe6901679447', 'name': 'tempest-AllowedAddressPairTestJSON-860396382'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:49.356141 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-823e863d-0123-491a-bfa2-7cfc05a69001 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8427517-6ec4-44a2-8224-2ab3727c157f HTTP/1.1" status: 200 len: 217 time: 0.1407671 Sep 18 05:07:49.488214 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-41e5e60b-7b3b-4432-9fee-56abeaef732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:49.523499 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e5e60b-7b3b-4432-9fee-56abeaef732d None None] Checking router: 3c6b7115-a29b-4839-be5f-db72b0c34c94 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:07:49.535770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-808d514c-5ab1-46b5-93c5-42b71558b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:49.537744 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-808d514c-5ab1-46b5-93c5-42b71558b35b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.1740079 Sep 18 05:07:49.541941 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e5e60b-7b3b-4432-9fee-56abeaef732d None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:49.542583 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-41e5e60b-7b3b-4432-9fee-56abeaef732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:49.656961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-631f41a0-259e-439f-8615-ee8e66fbdca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:49.658675 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-631f41a0-259e-439f-8615-ee8e66fbdca2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118844 Sep 18 05:07:49.725372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-41e5e60b-7b3b-4432-9fee-56abeaef732d None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:49.828107 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-6f951118-afd1-47a2-9751-c93b1ebc5ccc service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595013 Sep 18 05:07:49.955652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bb63e4-53b7-4749-a5b9-2888af40026d tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Made reservation on behalf of aff2f7d649e44d448d50f39a9f88345c for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:49.960471 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75bb63e4-53b7-4749-a5b9-2888af40026d tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:49.994960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-75bb63e4-53b7-4749-a5b9-2888af40026d tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] device_id is not set on port 1600ea6d-3c51-4e90-b91b-4992b033aae4 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:07:50.125568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-41e5e60b-7b3b-4432-9fee-56abeaef732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:50.151947 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e5e60b-7b3b-4432-9fee-56abeaef732d None None] The sync data for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 is: [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:07:50.173752 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b98438d8-fd7d-491a-a78f-8447d32cda7e req-e0d0fc70-8921-49d4-bb81-8368f296640f service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411357 Sep 18 05:07:50.325537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-75bb63e4-53b7-4749-a5b9-2888af40026d tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Allocated IP 172.20.0.14 (7d2c829d-10ce-48ff-b547-fe6901679447/f54c6370-4396-4dd1-974a-4c60ccc6d398/1600ea6d-3c51-4e90-b91b-4992b033aae4) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:50.504625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4fde0052-03f5-4b88-9d15-8a9122b09ca9 req-3acc5e58-f1eb-4b63-81ac-f7c85c1023c5 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1074603 Sep 18 05:07:50.701643 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75bb63e4-53b7-4749-a5b9-2888af40026d tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:50.736313 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0016ea4-e9f6-4eff-ac25-a08b519cba97 None None] New status for floating IP dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7: DOWN {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:07:50.940117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea530547-6e6a-4c91-ae2f-f6aec4cb1768 req-99a097e8-a1f6-4ae6-bc72-c253b47a801b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:50.941942 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea530547-6e6a-4c91-ae2f-f6aec4cb1768 req-99a097e8-a1f6-4ae6-bc72-c253b47a801b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.0681493 Sep 18 05:07:51.000346 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea530547-6e6a-4c91-ae2f-f6aec4cb1768 req-9d4b67ea-fa28-4b4f-91bc-c595d0c4c9d1 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513411 Sep 18 05:07:51.041531 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75bb63e4-53b7-4749-a5b9-2888af40026d tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:51.097412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bb63e4-53b7-4749-a5b9-2888af40026d tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Network 7d2c829d-10ce-48ff-b547-fe6901679447 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:51.097412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-75bb63e4-53b7-4749-a5b9-2888af40026d tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:51.098789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb63e4-53b7-4749-a5b9-2888af40026d tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:51.135386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb63e4-53b7-4749-a5b9-2888af40026d tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event updated for resources: {'Port': ['ID=1600ea6d-3c51-4e90-b91b-4992b033aae4,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:51.188395 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb63e4-53b7-4749-a5b9-2888af40026d tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:51.188395 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75bb63e4-53b7-4749-a5b9-2888af40026d tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:51.247944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dd119-f2a1-4281-a21f-11885cef4ef4 req-1369172d-ec26-466f-955c-137d32882236 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:51.253005 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-937dd119-f2a1-4281-a21f-11885cef4ef4 req-1369172d-ec26-466f-955c-137d32882236 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 944 time: 0.0726016 Sep 18 05:07:51.306157 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-75bb63e4-53b7-4749-a5b9-2888af40026d tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9788637 Sep 18 05:07:51.306536 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46992) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:51.312150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ae787771-0aaf-4eb8-8989-9ceadc724872 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3a:d4:83'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:51.339784 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-937dd119-f2a1-4281-a21f-11885cef4ef4 req-ec4241b7-16fc-4e88-843f-9bd011b25637 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/security-groups?id=57fcdd71-4457-4243-acb5-2879d59da333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814495 Sep 18 05:07:51.444276 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae787771-0aaf-4eb8-8989-9ceadc724872 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:51.486657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-408fa1bc-49ed-4666-a11a-1a531965b664 None None] Provisioning complete for port 1600ea6d-3c51-4e90-b91b-4992b033aae4 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:51.487231 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-408fa1bc-49ed-4666-a11a-1a531965b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:51.527031 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-408fa1bc-49ed-4666-a11a-1a531965b664 None None] Port 1600ea6d-3c51-4e90-b91b-4992b033aae4 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:51.527209 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1e0218-cbbc-4a79-aed8-c8ea881a92b0 x-openstack-request-id: req-4f1e0218-cbbc-4a79-aed8-c8ea881a92b0 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:51.527412 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70f5f8e-9090-472f-91da-fdcb960d613f", "tag": "18122ddd-b7ae-4541-a79b-c56c77fd05de", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:51.527928 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f1e0218-cbbc-4a79-aed8-c8ea881a92b0 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:51.528616 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70f5f8e-9090-472f-91da-fdcb960d613f', 'tag': '18122ddd-b7ae-4541-a79b-c56c77fd05de', 'status': 'completed', 'code': 200} Sep 18 05:07:51.590187 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ee2ebe-f5b6-4783-9143-4b0ac54f2d49 x-openstack-request-id: req-21ee2ebe-f5b6-4783-9143-4b0ac54f2d49 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:51.590331 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c31769-eb2e-446f-b5de-129a7012dd09", "tag": "a8427517-6ec4-44a2-8224-2ab3727c157f", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:51.590644 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21ee2ebe-f5b6-4783-9143-4b0ac54f2d49 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:51.591061 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c31769-eb2e-446f-b5de-129a7012dd09', 'tag': 'a8427517-6ec4-44a2-8224-2ab3727c157f', 'status': 'completed', 'code': 200} Sep 18 05:07:51.735470 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae787771-0aaf-4eb8-8989-9ceadc724872 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:51.827565 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae787771-0aaf-4eb8-8989-9ceadc724872 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:51.931831 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae787771-0aaf-4eb8-8989-9ceadc724872 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event updated for resources: {'Port': ['ID=1600ea6d-3c51-4e90-b91b-4992b033aae4,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:51.951739 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ae787771-0aaf-4eb8-8989-9ceadc724872 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] In _notify_port_updated(), no bound segment for port 1600ea6d-3c51-4e90-b91b-4992b033aae4 on network 7d2c829d-10ce-48ff-b547-fe6901679447 {{(pid=106908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:07:51.958239 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae787771-0aaf-4eb8-8989-9ceadc724872 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:51.958410 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae787771-0aaf-4eb8-8989-9ceadc724872 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:51.963989 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ae787771-0aaf-4eb8-8989-9ceadc724872 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "PUT /v2.0/ports/1600ea6d-3c51-4e90-b91b-4992b033aae4 HTTP/1.1" status: 200 len: 996 time: 0.6562772 Sep 18 05:07:51.964692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46998) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:52.082383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a6a6b-f6e2-40a0-b559-c9bd5eb989ae tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Deleting port 1600ea6d-3c51-4e90-b91b-4992b033aae4 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:07:52.082738 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6a6b-f6e2-40a0-b559-c9bd5eb989ae tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:52.177157 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f724a77b-3b39-4e15-8adc-e10959e987bb None None] Provisioning complete for port 1600ea6d-3c51-4e90-b91b-4992b033aae4 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:52.177538 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f724a77b-3b39-4e15-8adc-e10959e987bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:52.177735 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6a6b-f6e2-40a0-b559-c9bd5eb989ae tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:52.206533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a6a6b-f6e2-40a0-b559-c9bd5eb989ae tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Calling delete_port for 1600ea6d-3c51-4e90-b91b-4992b033aae4 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:07:52.232281 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f724a77b-3b39-4e15-8adc-e10959e987bb None None] Port 1600ea6d-3c51-4e90-b91b-4992b033aae4 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:52.491812 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6a6b-f6e2-40a0-b559-c9bd5eb989ae tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:52.558220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a6a6b-f6e2-40a0-b559-c9bd5eb989ae tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event deleted for resources: {'Port': ['ID=1600ea6d-3c51-4e90-b91b-4992b033aae4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:52.717782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-d35df462-e490-43de-b16f-5914298a227f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:52.729652 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-d35df462-e490-43de-b16f-5914298a227f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1568606 Sep 18 05:07:52.737963 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6a6b-f6e2-40a0-b559-c9bd5eb989ae tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:52.743655 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2c1a6a6b-f6e2-40a0-b559-c9bd5eb989ae tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "DELETE /v2.0/ports/1600ea6d-3c51-4e90-b91b-4992b033aae4 HTTP/1.1" status: 204 len: 168 time: 0.7775538 Sep 18 05:07:52.749541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47018) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:52.798735 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb89e77-c1ee-4a2c-8b5a-3b24ce761028 req-d60524fd-f6f5-4632-917f-c450425f74da tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:52.804817 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b55930e-1a68-4f77-b6ba-5463567de7af tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] GET failed (client error): The resource could not be found. Sep 18 05:07:52.805916 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb89e77-c1ee-4a2c-8b5a-3b24ce761028 req-d60524fd-f6f5-4632-917f-c450425f74da tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:52.808584 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:52.812392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4b55930e-1a68-4f77-b6ba-5463567de7af tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "GET /v2.0/ports/1600ea6d-3c51-4e90-b91b-4992b033aae4 HTTP/1.1" status: 404 len: 333 time: 0.0617769 Sep 18 05:07:52.814318 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb89e77-c1ee-4a2c-8b5a-3b24ce761028 req-d60524fd-f6f5-4632-917f-c450425f74da tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:52.815409 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47020) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:52.820580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0f0702d9-911a-4d26-9232-71aca28af36b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Request body: {'port': {'network_id': '7d2c829d-10ce-48ff-b547-fe6901679447', 'name': 'tempest-AllowedAddressPairTestJSON-1595696220'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:52.824309 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5fb89e77-c1ee-4a2c-8b5a-3b24ce761028 req-d60524fd-f6f5-4632-917f-c450425f74da tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a&device_id=aec9346c-f4e3-4402-9e1a-aefbdf39e362&device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 2417 time: 0.1005130 Sep 18 05:07:52.900349 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5fb89e77-c1ee-4a2c-8b5a-3b24ce761028 req-920a622b-b0b7-4f4c-93de-7cf5de0e23ad tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777938 Sep 18 05:07:52.945755 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-7e827269-a209-457f-84a1-9240398fccde tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 695 time: 0.2092161 Sep 18 05:07:52.961115 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-c00b10d4-08fe-42ef-a07a-d2f8b1d48ab9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Request body: {'floatingip': {'port_id': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:53.015053 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-c00b10d4-08fe-42ef-a07a-d2f8b1d48ab9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for floatingip, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:53.044795 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:53.188400 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0702d9-911a-4d26-9232-71aca28af36b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Made reservation on behalf of aff2f7d649e44d448d50f39a9f88345c for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:53.191831 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0f0702d9-911a-4d26-9232-71aca28af36b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:53.196707 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d816fdb-98b7-468b-9f2b-1579a287cf5e req-06a2985d-8d9d-4932-8a9a-d5f1e371581d tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:53.198383 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5d816fdb-98b7-468b-9f2b-1579a287cf5e req-06a2985d-8d9d-4932-8a9a-d5f1e371581d tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 944 time: 0.0939872 Sep 18 05:07:53.217002 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-0f0702d9-911a-4d26-9232-71aca28af36b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] device_id is not set on port 86293fd0-0797-4a8d-8dc0-11aece968833 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:07:53.249219 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5d816fdb-98b7-468b-9f2b-1579a287cf5e req-41c24d04-0d8f-4064-9be9-19b9de490e1c tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/security-groups?id=57fcdd71-4457-4243-acb5-2879d59da333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442286 Sep 18 05:07:53.482585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-0f0702d9-911a-4d26-9232-71aca28af36b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Allocated IP 172.20.0.5 (7d2c829d-10ce-48ff-b547-fe6901679447/f54c6370-4396-4dd1-974a-4c60ccc6d398/86293fd0-0797-4a8d-8dc0-11aece968833) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:53.502965 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a50f1-4b2f-461b-a210-8ff86164e075 req-2ac0f402-212b-40ce-b1ce-77d1ad7ad40d tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:53.504527 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-324a50f1-4b2f-461b-a210-8ff86164e075 req-2ac0f402-212b-40ce-b1ce-77d1ad7ad40d tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 945 time: 0.0540364 Sep 18 05:07:53.553657 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-324a50f1-4b2f-461b-a210-8ff86164e075 req-59c27c90-98e6-4eb1-b8bd-ffc432ea498f tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee5913a-36fb-4d2e-a766-9a40ac6e5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Sep 18 05:07:53.686702 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7a253-39f7-49de-85e6-c10bf21ae502 req-8c7d2e1a-c174-4044-9d4d-5ef36dfa9062 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:53.688661 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e3d7a253-39f7-49de-85e6-c10bf21ae502 req-8c7d2e1a-c174-4044-9d4d-5ef36dfa9062 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 945 time: 0.0532649 Sep 18 05:07:53.728068 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e3d7a253-39f7-49de-85e6-c10bf21ae502 req-f4234145-7194-46dc-9e58-e8646ad889fa tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327573 Sep 18 05:07:53.730292 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-c00b10d4-08fe-42ef-a07a-d2f8b1d48ab9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:53.768706 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0f0702d9-911a-4d26-9232-71aca28af36b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:53.811004 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-c00b10d4-08fe-42ef-a07a-d2f8b1d48ab9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:53.867936 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0f0702d9-911a-4d26-9232-71aca28af36b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:53.954769 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0702d9-911a-4d26-9232-71aca28af36b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Network 7d2c829d-10ce-48ff-b547-fe6901679447 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:53.959250 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-c00b10d4-08fe-42ef-a07a-d2f8b1d48ab9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Floating IP dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7 associated. External IP: 172.25.7.99, port: 5a8b4ac0-5450-4f72-8762-3e9681a566b5. Sep 18 05:07:53.974875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-0f0702d9-911a-4d26-9232-71aca28af36b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:54.011250 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0702d9-911a-4d26-9232-71aca28af36b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event updated for resources: {'Port': ['ID=86293fd0-0797-4a8d-8dc0-11aece968833,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:54.033220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0702d9-911a-4d26-9232-71aca28af36b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:54.131843 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0702d9-911a-4d26-9232-71aca28af36b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:54.132721 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0f0702d9-911a-4d26-9232-71aca28af36b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:54.144099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3efb4-2f14-49e7-932d-0c914814150a req-ab7e5092-04a6-46c6-a4e9-4d0a4ee722e2 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:54.145779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53a3efb4-2f14-49e7-932d-0c914814150a req-ab7e5092-04a6-46c6-a4e9-4d0a4ee722e2 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.18 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 945 time: 0.1880713 Sep 18 05:07:54.279887 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-79006c1d-3971-42c8-9221-5c1b09100ffc None None] Provisioning complete for port 86293fd0-0797-4a8d-8dc0-11aece968833 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:54.280940 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-79006c1d-3971-42c8-9221-5c1b09100ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:54.340423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-79006c1d-3971-42c8-9221-5c1b09100ffc None None] Port 86293fd0-0797-4a8d-8dc0-11aece968833 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:54.364230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e60de6-dd0e-43dd-b374-8a6db99b626c req-dd8b129d-7dcd-4c5b-9555-aa7d8e74c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:54.366383 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a1e60de6-dd0e-43dd-b374-8a6db99b626c req-dd8b129d-7dcd-4c5b-9555-aa7d8e74c11a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 1097 time: 0.0664837 Sep 18 05:07:54.473563 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e60de6-dd0e-43dd-b374-8a6db99b626c req-a7714388-5775-4138-a3c2-5704d1551346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:54.475586 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a1e60de6-dd0e-43dd-b374-8a6db99b626c req-a7714388-5775-4138-a3c2-5704d1551346 service neutron] 10.222.0.13 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 919 time: 0.0929101 Sep 18 05:07:54.514336 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0f0702d9-911a-4d26-9232-71aca28af36b tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6951766 Sep 18 05:07:54.525262 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47084) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:54.529334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-7a6df40e-bcad-4843-a99d-a5d5e3d1cd19 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Request body: {'port': {'network_id': '7d2c829d-10ce-48ff-b547-fe6901679447', 'name': 'tempest-AllowedAddressPairTestJSON-946131276'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:54.540427 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a1e60de6-dd0e-43dd-b374-8a6db99b626c req-32f19925-618d-41b9-b4e1-216636bff81c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8427517-6ec4-44a2-8224-2ab3727c157f HTTP/1.1" status: 200 len: 217 time: 0.0401535 Sep 18 05:07:54.682912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e60de6-dd0e-43dd-b374-8a6db99b626c req-ebfa052f-a815-40ef-8aa2-735336ccc470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:54.684766 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a1e60de6-dd0e-43dd-b374-8a6db99b626c req-ebfa052f-a815-40ef-8aa2-735336ccc470 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.0501368 Sep 18 05:07:54.698015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccc350-96a9-4ce9-a883-610657a7fabe req-60fd76a5-08f6-4ea3-a918-c8bf1aeb1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:54.699511 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-adccc350-96a9-4ce9-a883-610657a7fabe req-60fd76a5-08f6-4ea3-a918-c8bf1aeb1f4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88e62b6aecb045648a19e9a2602b2cb8&device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 1096 time: 0.1900144 Sep 18 05:07:54.739609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e60de6-dd0e-43dd-b374-8a6db99b626c req-ee4b8b8e-d0db-452a-8d87-9a8cd4965c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:54.742347 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a1e60de6-dd0e-43dd-b374-8a6db99b626c req-ee4b8b8e-d0db-452a-8d87-9a8cd4965c77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452156 Sep 18 05:07:54.847455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-53a3efb4-2f14-49e7-932d-0c914814150a req-29793460-84fb-4938-8f08-4886b74dc107 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Deleting port fd9cf6bd-8732-45fe-8a3b-37f11a60170f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:07:54.848049 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-53a3efb4-2f14-49e7-932d-0c914814150a req-29793460-84fb-4938-8f08-4886b74dc107 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:54.851249 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a1e60de6-dd0e-43dd-b374-8a6db99b626c req-c773de51-7f33-40cc-aa58-5d244a1ffccd service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969067 Sep 18 05:07:54.886680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-c00b10d4-08fe-42ef-a07a-d2f8b1d48ab9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Router 3c6b7115-a29b-4839-be5f-db72b0c34c94 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:07:54.961698 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a1e60de6-dd0e-43dd-b374-8a6db99b626c req-badc450d-fc1a-4f10-b750-f101317b11b0 service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023750 Sep 18 05:07:54.974261 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccc350-96a9-4ce9-a883-610657a7fabe req-bdfbee02-8f71-43c5-a887-8445eebcf2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:54.976583 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-adccc350-96a9-4ce9-a883-610657a7fabe req-bdfbee02-8f71-43c5-a887-8445eebcf2f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=274a9114-cdab-4bf3-8312-63947705ed07 HTTP/1.1" status: 200 len: 914 time: 0.2618556 Sep 18 05:07:55.009911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6df40e-bcad-4843-a99d-a5d5e3d1cd19 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Made reservation on behalf of aff2f7d649e44d448d50f39a9f88345c for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:07:55.013501 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7a6df40e-bcad-4843-a99d-a5d5e3d1cd19 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:55.067118 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1430a-86b7-4152-a83c-49acfb54725b req-165ed7ca-08fd-4d87-a668-e96d5104eec0 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:55.068620 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d8b1430a-86b7-4152-a83c-49acfb54725b req-165ed7ca-08fd-4d87-a668-e96d5104eec0 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 944 time: 0.0511456 Sep 18 05:07:55.084290 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-adccc350-96a9-4ce9-a883-610657a7fabe req-9bbeeddf-b857-4b40-acf4-97e18df384f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18122ddd-b7ae-4541-a79b-c56c77fd05de HTTP/1.1" status: 200 len: 217 time: 0.0656474 Sep 18 05:07:55.098477 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-7a6df40e-bcad-4843-a99d-a5d5e3d1cd19 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] device_id is not set on port 48d7e7af-a04c-4144-8cdf-99bae62922a2 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:07:55.104469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-53a3efb4-2f14-49e7-932d-0c914814150a req-29793460-84fb-4938-8f08-4886b74dc107 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] For port fd9cf6bd-8732-45fe-8a3b-37f11a60170f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=fd9cf6bd-8732-45fe-8a3b-37f11a60170f,segment=NetworkSegment(9b0a406e-8692-4df5-b2da-adb17a8261db),segment_id=9b0a406e-8692-4df5-b2da-adb17a8261db)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:55.104860 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-53a3efb4-2f14-49e7-932d-0c914814150a req-29793460-84fb-4938-8f08-4886b74dc107 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:55.114062 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d8b1430a-86b7-4152-a83c-49acfb54725b req-ca298450-edf8-41b6-8d4f-ce0fefb6c7dd tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/security-groups?id=57fcdd71-4457-4243-acb5-2879d59da333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377400 Sep 18 05:07:55.210879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-53a3efb4-2f14-49e7-932d-0c914814150a req-29793460-84fb-4938-8f08-4886b74dc107 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Calling delete_port for fd9cf6bd-8732-45fe-8a3b-37f11a60170f owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:07:55.263713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccc350-96a9-4ce9-a883-610657a7fabe req-cd50b449-a52c-4728-bdd5-fad42bff3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:55.265193 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-adccc350-96a9-4ce9-a883-610657a7fabe req-cd50b449-a52c-4728-bdd5-fad42bff3e9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ea1a916-f91d-4f74-ae36-34fe2b08a8f8 HTTP/1.1" status: 200 len: 853 time: 0.1695125 Sep 18 05:07:55.266208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-c00b10d4-08fe-42ef-a07a-d2f8b1d48ab9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:07:55.282158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff818f-4c64-4c69-8f65-283871e1d5bf None None] Sync routers for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:07:55.294541 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff818f-4c64-4c69-8f65-283871e1d5bf None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:55.295437 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-70ff818f-4c64-4c69-8f65-283871e1d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:55.295970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c30854-00ab-401b-9fef-efaa27f5481d req-3c2b64f0-c102-4b99-be37-6f7d5c284de0 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:55.305052 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-c00b10d4-08fe-42ef-a07a-d2f8b1d48ab9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:55.305453 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4c30854-00ab-401b-9fef-efaa27f5481d req-3c2b64f0-c102-4b99-be37-6f7d5c284de0 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 945 time: 0.0686975 Sep 18 05:07:55.351201 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4c30854-00ab-401b-9fef-efaa27f5481d req-e4d8128a-1d87-46bf-9045-fb79529d9c83 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ee5913a-36fb-4d2e-a766-9a40ac6e5719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443921 Sep 18 05:07:55.407001 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-c00b10d4-08fe-42ef-a07a-d2f8b1d48ab9 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "PUT /v2.0/floatingips/dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7 HTTP/1.1" status: 200 len: 996 time: 2.4512212 Sep 18 05:07:55.412865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'tag': '5a8b4ac0-5450-4f72-8762-3e9681a566b5'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:55.415125 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4656cc-aaec-4f9b-8049-ee5e134e8526" -d '{"events": [{"name": "network-changed", "server_uuid": "9f12e418-60ab-4abc-b2da-7c0abd35281b", "tag": "5a8b4ac0-5450-4f72-8762-3e9681a566b5"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:55.425501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-70ff818f-4c64-4c69-8f65-283871e1d5bf None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:55.484188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-7a6df40e-bcad-4843-a99d-a5d5e3d1cd19 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Allocated IP 172.20.0.7 (7d2c829d-10ce-48ff-b547-fe6901679447/f54c6370-4396-4dd1-974a-4c60ccc6d398/48d7e7af-a04c-4144-8cdf-99bae62922a2) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:07:55.493108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccc350-96a9-4ce9-a883-610657a7fabe req-8c17fdaf-79cd-47a9-b373-a626f99556c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:55.494668 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-adccc350-96a9-4ce9-a883-610657a7fabe req-8c17fdaf-79cd-47a9-b373-a626f99556c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=274a9114-cdab-4bf3-8312-63947705ed07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1874261 Sep 18 05:07:55.755392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-5694cc2b-c6e0-4494-b804-81e16acc0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:55.755392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-5694cc2b-c6e0-4494-b804-81e16acc0503 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 1098 time: 0.1570716 Sep 18 05:07:55.757048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-70ff818f-4c64-4c69-8f65-283871e1d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'port_id': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'mac_address': 'fa:16:3e:1d:ee:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:57Z', 'updated_at': '2021-09-18T05:07:53Z', 'revision_number': 8, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:55.757048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff818f-4c64-4c69-8f65-283871e1d5bf None None] Checking router: 3c6b7115-a29b-4839-be5f-db72b0c34c94 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:07:55.757048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff818f-4c64-4c69-8f65-283871e1d5bf None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:07:55.757825 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-70ff818f-4c64-4c69-8f65-283871e1d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:55.809794 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-adccc350-96a9-4ce9-a883-610657a7fabe req-dd3918aa-a6cd-48a8-a570-2b1d74b1fe0f service neutron] 10.222.0.13 "GET /v2.0/networks/274a9114-cdab-4bf3-8312-63947705ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029499 Sep 18 05:07:55.841549 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-70ff818f-4c64-4c69-8f65-283871e1d5bf None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:07:55.870374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-573a5c33-1beb-4182-afd3-4e8ab7cf49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:55.871899 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-573a5c33-1beb-4182-afd3-4e8ab7cf49bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 919 time: 0.2701552 Sep 18 05:07:55.954612 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7a6df40e-bcad-4843-a99d-a5d5e3d1cd19 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:55.998849 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-e79d00f3-3f9b-4443-a1c0-36e7b650e77e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a8b4ac0-5450-4f72-8762-3e9681a566b5 HTTP/1.1" status: 200 len: 999 time: 0.1182961 Sep 18 05:07:56.050306 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-adccc350-96a9-4ce9-a883-610657a7fabe req-a9f7e33f-95f9-4e9d-bd3f-576635b30bad service neutron] 10.222.0.13 "GET /v2.0/networks/274a9114-cdab-4bf3-8312-63947705ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262268 Sep 18 05:07:56.075752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-4f8140db-77c8-4d45-ad23-8404875e10ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:56.077317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-4f8140db-77c8-4d45-ad23-8404875e10ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.0680919 Sep 18 05:07:56.128104 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-0faf1938-a1bf-42c8-96be-d893b5f3a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:56.212927 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-0faf1938-a1bf-42c8-96be-d893b5f3a15d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456147 Sep 18 05:07:56.311968 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-70ff818f-4c64-4c69-8f65-283871e1d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'port_id': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'mac_address': 'fa:16:3e:1d:ee:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:57Z', 'updated_at': '2021-09-18T05:07:53Z', 'revision_number': 8, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:07:56.353199 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-52be67c2-7958-440e-b317-bafb9399f95c service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258738 Sep 18 05:07:56.354404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff818f-4c64-4c69-8f65-283871e1d5bf None None] The sync data for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 is: [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'port_id': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'mac_address': 'fa:16:3e:1d:ee:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:06:57Z', 'updated_at': '2021-09-18T05:07:53Z', 'revision_number': 8, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:07:56.355143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4282b-6ba0-403d-af85-41506c766a78 req-feddc104-1e92-4348-bcad-ece875edfe5f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:56.355143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4cb4282b-6ba0-403d-af85-41506c766a78 req-feddc104-1e92-4348-bcad-ece875edfe5f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.13 "GET /v2.0/ports?device_id=09c31769-eb2e-446f-b5de-129a7012dd09 HTTP/1.1" status: 200 len: 945 time: 0.0748315 Sep 18 05:07:56.446039 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fdec4564-27fd-474e-a7c4-21fb4419b40b req-17041fde-69d3-44c3-a76b-335f8b3d072f service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677976 Sep 18 05:07:56.463034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 18122ddd-b7ae-4541-a79b-c56c77fd05de details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:07:56.490799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-4cb4282b-6ba0-403d-af85-41506c766a78 req-3fe8032f-6563-4dc2-9e76-89abaa980feb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Deleting port a8427517-6ec4-44a2-8224-2ab3727c157f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:07:56.490799 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4cb4282b-6ba0-403d-af85-41506c766a78 req-3fe8032f-6563-4dc2-9e76-89abaa980feb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:56.490799 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-53a3efb4-2f14-49e7-932d-0c914814150a req-29793460-84fb-4938-8f08-4886b74dc107 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:56.509606 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1a27dd-5001-498d-99ba-09b093a33f3f None None] New status for floating IP dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:07:56.531064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29793460-84fb-4938-8f08-4886b74dc107 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Pushing event deleted for resources: {'Port': ['ID=fd9cf6bd-8732-45fe-8a3b-37f11a60170f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:56.596660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 18122ddd-b7ae-4541-a79b-c56c77fd05de, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=18122ddd-b7ae-4541-a79b-c56c77fd05de,segment=NetworkSegment(34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995),segment_id=34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:56.608702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a3efb4-2f14-49e7-932d-0c914814150a req-29793460-84fb-4938-8f08-4886b74dc107 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] No DVR routers for this DVR port fd9cf6bd-8732-45fe-8a3b-37f11a60170f on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:07:56.610091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '18122ddd-b7ae-4541-a79b-c56c77fd05de', 'network_id': '274a9114-cdab-4bf3-8312-63947705ed07', 'port_id': '18122ddd-b7ae-4541-a79b-c56c77fd05de', 'mac_address': 'fa:16:3e:39:da:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea1a916-f91d-4f74-ae36-34fe2b08a8f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:07:56.612921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-53a3efb4-2f14-49e7-932d-0c914814150a req-29793460-84fb-4938-8f08-4886b74dc107 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:56.614972 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53a3efb4-2f14-49e7-932d-0c914814150a req-29793460-84fb-4938-8f08-4886b74dc107 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.18 "DELETE /v2.0/ports/fd9cf6bd-8732-45fe-8a3b-37f11a60170f HTTP/1.1" status: 204 len: 173 time: 2.4575131 Sep 18 05:07:56.648071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-4cb4282b-6ba0-403d-af85-41506c766a78 req-3fe8032f-6563-4dc2-9e76-89abaa980feb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] For port a8427517-6ec4-44a2-8224-2ab3727c157f, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a8427517-6ec4-44a2-8224-2ab3727c157f,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:56.649030 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4cb4282b-6ba0-403d-af85-41506c766a78 req-3fe8032f-6563-4dc2-9e76-89abaa980feb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:56.658776 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:56.665453 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-4cb4282b-6ba0-403d-af85-41506c766a78 req-3fe8032f-6563-4dc2-9e76-89abaa980feb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Calling delete_port for a8427517-6ec4-44a2-8224-2ab3727c157f owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:07:56.673466 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18122ddd-b7ae-4541-a79b-c56c77fd05de {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:07:56.674828 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7a6df40e-bcad-4843-a99d-a5d5e3d1cd19 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:56.700563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 18122ddd-b7ae-4541-a79b-c56c77fd05de, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=18122ddd-b7ae-4541-a79b-c56c77fd05de,segment=NetworkSegment(34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995),segment_id=34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:56.766144 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:56.769576 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62b1b37-5fce-42bc-8b8c-f9c95bc282c3 x-openstack-request-id: req-d62b1b37-5fce-42bc-8b8c-f9c95bc282c3 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:56.769576 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f12e418-60ab-4abc-b2da-7c0abd35281b", "tag": "5a8b4ac0-5450-4f72-8762-3e9681a566b5", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:56.769576 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d62b1b37-5fce-42bc-8b8c-f9c95bc282c3 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:56.769576 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'tag': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'status': 'completed', 'code': 200} Sep 18 05:07:56.801006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6df40e-bcad-4843-a99d-a5d5e3d1cd19 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Network 7d2c829d-10ce-48ff-b547-fe6901679447 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:07:56.816600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-7a6df40e-bcad-4843-a99d-a5d5e3d1cd19 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:07:56.825696 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6df40e-bcad-4843-a99d-a5d5e3d1cd19 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event updated for resources: {'Port': ['ID=48d7e7af-a04c-4144-8cdf-99bae62922a2,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:56.832972 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6df40e-bcad-4843-a99d-a5d5e3d1cd19 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:07:56.895856 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=18122ddd-b7ae-4541-a79b-c56c77fd05de,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:56.934723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6df40e-bcad-4843-a99d-a5d5e3d1cd19 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:56.940895 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7a6df40e-bcad-4843-a99d-a5d5e3d1cd19 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:56.955000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4656cc-aaec-4f9b-8049-ee5e134e8526 req-22ab2b0e-bef2-4580-abba-96997d394b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:56.958412 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc4656cc-aaec-4f9b-8049-ee5e134e8526 req-22ab2b0e-bef2-4580-abba-96997d394b68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 1098 time: 0.1631432 Sep 18 05:07:57.054800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['18122ddd-b7ae-4541-a79b-c56c77fd05de'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:07:57.079399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f915640-ef0f-4c08-9bd6-8874aaf694df req-5d41760a-4c03-47a8-856a-c499a1bf936f tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:57.081186 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f915640-ef0f-4c08-9bd6-8874aaf694df req-5d41760a-4c03-47a8-856a-c499a1bf936f tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 945 time: 0.1273663 Sep 18 05:07:57.119720 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7a6df40e-bcad-4843-a99d-a5d5e3d1cd19 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5900321 Sep 18 05:07:57.120953 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47110) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:57.126350 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-717adb3a-6589-4db7-a172-94670e99e4d0 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3a:d4:83'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:fb:b0:0e'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:57.167968 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:07:57.177595 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4cb4282b-6ba0-403d-af85-41506c766a78 req-3fe8032f-6563-4dc2-9e76-89abaa980feb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:57.182363 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc5d53b0-0a7a-4c75-a8c6-efba31c87687 req-88a3d442-6f5d-42af-8764-668e87d5ba49 tempest-FloatingIPsAssociationNegativeTestJSON-530647804 tempest-FloatingIPsAssociationNegativeTestJSON-530647804-project] 10.222.0.23 "GET /v2.0/ports?device_id=17df5711-5921-446c-a760-598b0e168e3c HTTP/1.1" status: 200 len: 210 time: 0.0444269 Sep 18 05:07:57.201597 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4656cc-aaec-4f9b-8049-ee5e134e8526 req-d0a367c0-6753-4df0-8c15-9a4cc2683d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:57.204438 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc4656cc-aaec-4f9b-8049-ee5e134e8526 req-d0a367c0-6753-4df0-8c15-9a4cc2683d75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 919 time: 0.2329791 Sep 18 05:07:57.248192 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f915640-ef0f-4c08-9bd6-8874aaf694df req-2a54ad83-f328-44e6-af43-90611d9d0b86 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/security-groups?id=57fcdd71-4457-4243-acb5-2879d59da333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573205 Sep 18 05:07:57.256857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8032f-6563-4dc2-9e76-89abaa980feb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Pushing event deleted for resources: {'Port': ['ID=a8427517-6ec4-44a2-8224-2ab3727c157f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:57.316318 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c49c17a1-67ba-45eb-a718-7d7f001f2a79 None None] Provisioning complete for port 48d7e7af-a04c-4144-8cdf-99bae62922a2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:57.316865 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c49c17a1-67ba-45eb-a718-7d7f001f2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:57.361218 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c49c17a1-67ba-45eb-a718-7d7f001f2a79 None None] Port 48d7e7af-a04c-4144-8cdf-99bae62922a2 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:57.372311 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb4282b-6ba0-403d-af85-41506c766a78 req-3fe8032f-6563-4dc2-9e76-89abaa980feb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] No DVR routers for this DVR port a8427517-6ec4-44a2-8224-2ab3727c157f on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:07:57.375966 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4cb4282b-6ba0-403d-af85-41506c766a78 req-3fe8032f-6563-4dc2-9e76-89abaa980feb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:57.378059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4cb4282b-6ba0-403d-af85-41506c766a78 req-3fe8032f-6563-4dc2-9e76-89abaa980feb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.13 "DELETE /v2.0/ports/a8427517-6ec4-44a2-8224-2ab3727c157f HTTP/1.1" status: 204 len: 173 time: 1.0917161 Sep 18 05:07:57.380220 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc4656cc-aaec-4f9b-8049-ee5e134e8526 req-c9382893-153f-47c4-9bd0-d06cd2319701 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a8b4ac0-5450-4f72-8762-3e9681a566b5 HTTP/1.1" status: 200 len: 1001 time: 0.1576109 Sep 18 05:07:57.383978 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2dfe0563-eee6-4aaa-92c7-a68634103274 req-0db1ef3d-a25b-4907-b28d-31af502b559e tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips/dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7 HTTP/1.1" status: 200 len: 998 time: 0.1511786 Sep 18 05:07:57.447884 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-717adb3a-6589-4db7-a172-94670e99e4d0 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:57.495000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4656cc-aaec-4f9b-8049-ee5e134e8526 req-d1c9ef76-0113-4322-a05d-541cd26604b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:57.496506 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc4656cc-aaec-4f9b-8049-ee5e134e8526 req-d1c9ef76-0113-4322-a05d-541cd26604b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.1070738 Sep 18 05:07:57.558600 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe0563-eee6-4aaa-92c7-a68634103274 req-896293f4-b145-4a33-b091-1c0f789823a6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:57.559999 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2dfe0563-eee6-4aaa-92c7-a68634103274 req-896293f4-b145-4a33-b091-1c0f789823a6 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.1617441 Sep 18 05:07:57.572106 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-2dfe0563-eee6-4aaa-92c7-a68634103274 req-968c755f-1929-407e-aea1-fd0f689c0740 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:07:57.573182 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2dfe0563-eee6-4aaa-92c7-a68634103274 req-968c755f-1929-407e-aea1-fd0f689c0740 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073268 Sep 18 05:07:57.575935 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4656cc-aaec-4f9b-8049-ee5e134e8526 req-b38722b4-42b3-47e5-9cb7-09247bd4f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:57.581879 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc4656cc-aaec-4f9b-8049-ee5e134e8526 req-b38722b4-42b3-47e5-9cb7-09247bd4f8f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757864 Sep 18 05:07:57.703127 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fc47e-83e7-456c-880f-934bb90924b0 req-fe04eb92-aeee-4bb3-b9e7-db8485ab2d4c tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:57.704728 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-323fc47e-83e7-456c-880f-934bb90924b0 req-fe04eb92-aeee-4bb3-b9e7-db8485ab2d4c tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/networks?id=d3e10c5a-eb89-4d23-8b34-301a826af75c HTTP/1.1" status: 200 len: 805 time: 0.2179205 Sep 18 05:07:57.715171 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc4656cc-aaec-4f9b-8049-ee5e134e8526 req-f6e62e94-c7e6-4882-9e6e-7cb1f1d05ffc service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209409 Sep 18 05:07:57.727919 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f2512927-0e15-4f7e-98d7-d9542cb5f632 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/quotas/d1b4bc622cec481d856678fe715fc0b7 HTTP/1.1" status: 200 len: 375 time: 0.0148027 Sep 18 05:07:57.788057 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-717adb3a-6589-4db7-a172-94670e99e4d0 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:57.829851 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'a8427517-6ec4-44a2-8224-2ab3727c157f'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:07:57.853984 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc4656cc-aaec-4f9b-8049-ee5e134e8526 req-756272ec-e06c-4304-b174-8f98b180ec43 service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294868 Sep 18 05:07:57.854348 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-323fc47e-83e7-456c-880f-934bb90924b0 req-8de2b865-3c06-4c13-805a-d87c7c317dfc tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1b4bc622cec481d856678fe715fc0b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638900 Sep 18 05:07:57.856492 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-717adb3a-6589-4db7-a172-94670e99e4d0 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:57.948850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-901fbb08-5b45-464f-a66a-74b9b245a062 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 1001 time: 0.0988507 Sep 18 05:07:57.996874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-717adb3a-6589-4db7-a172-94670e99e4d0 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] In _notify_port_updated(), no bound segment for port 48d7e7af-a04c-4144-8cdf-99bae62922a2 on network 7d2c829d-10ce-48ff-b547-fe6901679447 {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:07:58.003642 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717adb3a-6589-4db7-a172-94670e99e4d0 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:58.004375 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-717adb3a-6589-4db7-a172-94670e99e4d0 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:58.010439 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-717adb3a-6589-4db7-a172-94670e99e4d0 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "PUT /v2.0/ports/48d7e7af-a04c-4144-8cdf-99bae62922a2 HTTP/1.1" status: 200 len: 1054 time: 0.8883255 Sep 18 05:07:58.011149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47128) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:58.054731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-966c01ce-3e72-4bee-9d07-050207f9c243 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:58.056473 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-966c01ce-3e72-4bee-9d07-050207f9c243 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports/5a8b4ac0-5450-4f72-8762-3e9681a566b5 HTTP/1.1" status: 200 len: 943 time: 0.1011791 Sep 18 05:07:58.067308 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device fd9cf6bd-8732-45fe-8a3b-37f11a60170f no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:07:58.118412 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: fd9cf6bd-8732-45fe-8a3b-37f11a60170f {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:07:58.119233 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device fd9cf6bd-8732-45fe-8a3b-37f11a60170f not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:07:58.209189 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-11acc064-5b88-48f5-a6e7-556e718a0e22 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 1001 time: 0.0742989 Sep 18 05:07:58.293945 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0d3cbcf3-1012-4872-8391-db9cec6c4084 None None] Provisioning complete for port 48d7e7af-a04c-4144-8cdf-99bae62922a2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:58.294323 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0d3cbcf3-1012-4872-8391-db9cec6c4084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:58.327519 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-5bd85a06-dde4-47a6-ae31-7f30cdc4fd2b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:58.329407 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-5bd85a06-dde4-47a6-ae31-7f30cdc4fd2b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.1168807 Sep 18 05:07:58.331638 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0d3cbcf3-1012-4872-8391-db9cec6c4084 None None] Port 48d7e7af-a04c-4144-8cdf-99bae62922a2 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:07:58.412776 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-538bcc68-5865-447b-9f62-87660822b41d tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 1001 time: 0.0733387 Sep 18 05:07:58.417653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-f0b77ada-4eda-4f73-b323-fea924f2bdfb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:07:58.450776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717adb3a-6589-4db7-a172-94670e99e4d0 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event updated for resources: {'Port': ['ID=48d7e7af-a04c-4144-8cdf-99bae62922a2,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:58.463475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 18122ddd-b7ae-4541-a79b-c56c77fd05de up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:07:58.506245 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-323fc47e-83e7-456c-880f-934bb90924b0 req-384e7980-f8d1-4527-89b4-bcd113dbe42c service neutron] 10.222.0.23 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421094 Sep 18 05:07:58.561365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9118c4f3-1cca-4b33-b766-bf472f85e2b7 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Deleting port 48d7e7af-a04c-4144-8cdf-99bae62922a2 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:07:58.561833 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9118c4f3-1cca-4b33-b766-bf472f85e2b7 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:58.586544 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 18122ddd-b7ae-4541-a79b-c56c77fd05de completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:07:58.590886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 18122ddd-b7ae-4541-a79b-c56c77fd05de triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:07:58.591324 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:58.671740 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:58.686291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-323fc47e-83e7-456c-880f-934bb90924b0 req-22eb2e25-3df9-4c00-8767-72a2677da727 service neutron] 10.222.0.23 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716459 Sep 18 05:07:58.705664 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9118c4f3-1cca-4b33-b766-bf472f85e2b7 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:58.711048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70f5f8e-9090-472f-91da-fdcb960d613f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18122ddd-b7ae-4541-a79b-c56c77fd05de'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:58.714814 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3318aeff-4252-4ccd-9ff3-f5af02043015" -d '{"events": [{"server_uuid": "e70f5f8e-9090-472f-91da-fdcb960d613f", "name": "network-vif-plugged", "status": "completed", "tag": "18122ddd-b7ae-4541-a79b-c56c77fd05de"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:58.725131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9118c4f3-1cca-4b33-b766-bf472f85e2b7 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Calling delete_port for 48d7e7af-a04c-4144-8cdf-99bae62922a2 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:07:58.732407 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 18122ddd-b7ae-4541-a79b-c56c77fd05de, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=18122ddd-b7ae-4541-a79b-c56c77fd05de,segment=NetworkSegment(34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995),segment_id=34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:58.771314 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17df5711-5921-446c-a760-598b0e168e3c', 'name': 'network-vif-deleted', 'tag': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f'}, {'server_uuid': '09c31769-eb2e-446f-b5de-129a7012dd09', 'name': 'network-vif-deleted', 'tag': 'a8427517-6ec4-44a2-8224-2ab3727c157f'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:07:58.774026 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbca31e-f368-4c57-9dcd-c971d0f43047" -d '{"events": [{"server_uuid": "17df5711-5921-446c-a760-598b0e168e3c", "name": "network-vif-deleted", "tag": "fd9cf6bd-8732-45fe-8a3b-37f11a60170f"}, {"server_uuid": "09c31769-eb2e-446f-b5de-129a7012dd09", "name": "network-vif-deleted", "tag": "a8427517-6ec4-44a2-8224-2ab3727c157f"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:07:58.784133 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-f0b77ada-4eda-4f73-b323-fea924f2bdfb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:58.799571 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:58.800463 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a8427517-6ec4-44a2-8224-2ab3727c157f no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:07:58.829643 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4344528-1a64-4d21-bdd5-558dc3cbb2ce req-c757839e-9f14-4f18-a98f-33875ee56c3f tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:58.831116 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c4344528-1a64-4d21-bdd5-558dc3cbb2ce req-c757839e-9f14-4f18-a98f-33875ee56c3f tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.13 "GET /v2.0/ports?device_id=6642f692-bcad-4080-93bb-0131a4bec365 HTTP/1.1" status: 200 len: 946 time: 0.1004357 Sep 18 05:07:58.842758 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: a8427517-6ec4-44a2-8224-2ab3727c157f {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:07:58.843106 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a8427517-6ec4-44a2-8224-2ab3727c157f not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:07:58.845801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d79a2252-3f34-476d-b5e1-6d57898cdca3 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:07:58.895543 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=18122ddd-b7ae-4541-a79b-c56c77fd05de,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:58.947990 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9118c4f3-1cca-4b33-b766-bf472f85e2b7 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:58.975975 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:59.035766 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-f0b77ada-4eda-4f73-b323-fea924f2bdfb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:59.050301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118c4f3-1cca-4b33-b766-bf472f85e2b7 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event deleted for resources: {'Port': ['ID=48d7e7af-a04c-4144-8cdf-99bae62922a2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:59.059336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-c4344528-1a64-4d21-bdd5-558dc3cbb2ce req-0d154c34-b147-4264-a9d7-a932947f0a87 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Deleting port d79a2252-3f34-476d-b5e1-6d57898cdca3 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:07:59.059802 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c4344528-1a64-4d21-bdd5-558dc3cbb2ce req-0d154c34-b147-4264-a9d7-a932947f0a87 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:59.097180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d79a2252-3f34-476d-b5e1-6d57898cdca3, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d79a2252-3f34-476d-b5e1-6d57898cdca3,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:59.141060 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-f0b77ada-4eda-4f73-b323-fea924f2bdfb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:59.141413 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-f0b77ada-4eda-4f73-b323-fea924f2bdfb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Floating IP dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7 disassociated. External IP: 172.25.7.99, port: 5a8b4ac0-5450-4f72-8762-3e9681a566b5. Sep 18 05:07:59.158136 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:59.213483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47150) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:59.284274 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d79a2252-3f34-476d-b5e1-6d57898cdca3,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:59.321381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-c4344528-1a64-4d21-bdd5-558dc3cbb2ce req-0d154c34-b147-4264-a9d7-a932947f0a87 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] For port d79a2252-3f34-476d-b5e1-6d57898cdca3, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d79a2252-3f34-476d-b5e1-6d57898cdca3,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:07:59.321773 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c4344528-1a64-4d21-bdd5-558dc3cbb2ce req-0d154c34-b147-4264-a9d7-a932947f0a87 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:59.367135 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9118c4f3-1cca-4b33-b766-bf472f85e2b7 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:59.369134 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9118c4f3-1cca-4b33-b766-bf472f85e2b7 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "DELETE /v2.0/ports/48d7e7af-a04c-4144-8cdf-99bae62922a2 HTTP/1.1" status: 204 len: 168 time: 1.3497956 Sep 18 05:07:59.373094 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-c4344528-1a64-4d21-bdd5-558dc3cbb2ce req-0d154c34-b147-4264-a9d7-a932947f0a87 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Calling delete_port for d79a2252-3f34-476d-b5e1-6d57898cdca3 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:07:59.374757 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47152) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:59.377912 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91253e-9a5a-48cf-a052-aaa7bf9fe532 req-50c9ffee-f2d9-4130-a726-c910022229cd tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:59.379426 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f91253e-9a5a-48cf-a052-aaa7bf9fe532 req-50c9ffee-f2d9-4130-a726-c910022229cd tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 946 time: 0.0966136 Sep 18 05:07:59.411220 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25d3123-f969-43e7-9df1-fbfea43801e4 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] GET failed (client error): The resource could not be found. Sep 18 05:07:59.413596 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b25d3123-f969-43e7-9df1-fbfea43801e4 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "GET /v2.0/ports/48d7e7af-a04c-4144-8cdf-99bae62922a2 HTTP/1.1" status: 404 len: 333 time: 0.0364914 Sep 18 05:07:59.416555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47154) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:07:59.431753 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f91253e-9a5a-48cf-a052-aaa7bf9fe532 req-7bbd2e83-f50a-4921-a0e5-7ec273f0d22b tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/security-groups?id=57fcdd71-4457-4243-acb5-2879d59da333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448887 Sep 18 05:07:59.495666 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d44d166-ecfe-475d-9f48-f2bb91f6ac97 x-openstack-request-id: req-9d44d166-ecfe-475d-9f48-f2bb91f6ac97 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:59.495666 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70f5f8e-9090-472f-91da-fdcb960d613f", "name": "network-vif-plugged", "status": "completed", "tag": "18122ddd-b7ae-4541-a79b-c56c77fd05de", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:59.499373 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d44d166-ecfe-475d-9f48-f2bb91f6ac97 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:59.500105 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70f5f8e-9090-472f-91da-fdcb960d613f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18122ddd-b7ae-4541-a79b-c56c77fd05de', 'code': 200} Sep 18 05:07:59.528939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a139fdef-24ea-4b4a-b4cb-9a7c99d1656f tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Deleting port 86293fd0-0797-4a8d-8dc0-11aece968833 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:07:59.529295 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a139fdef-24ea-4b4a-b4cb-9a7c99d1656f tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:59.608614 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 05:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f669910e-95b5-4295-8364-fc1443919eb4 x-openstack-request-id: req-f669910e-95b5-4295-8364-fc1443919eb4 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:07:59.609357 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17df5711-5921-446c-a760-598b0e168e3c", "name": "network-vif-deleted", "tag": "fd9cf6bd-8732-45fe-8a3b-37f11a60170f", "status": "completed", "code": 200}, {"server_uuid": "09c31769-eb2e-446f-b5de-129a7012dd09", "name": "network-vif-deleted", "tag": "a8427517-6ec4-44a2-8224-2ab3727c157f", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:07:59.609610 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f669910e-95b5-4295-8364-fc1443919eb4 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:07:59.610014 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17df5711-5921-446c-a760-598b0e168e3c', 'name': 'network-vif-deleted', 'tag': 'fd9cf6bd-8732-45fe-8a3b-37f11a60170f', 'status': 'completed', 'code': 200} Sep 18 05:07:59.610277 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c31769-eb2e-446f-b5de-129a7012dd09', 'name': 'network-vif-deleted', 'tag': 'a8427517-6ec4-44a2-8224-2ab3727c157f', 'status': 'completed', 'code': 200} Sep 18 05:07:59.681515 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58bd6161-b8b7-49e8-8053-af0b7c2bd634 req-11cef657-e141-4ffa-9258-1bfa9ac397ba tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 210 time: 0.0640771 Sep 18 05:07:59.691454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965fbbc-6799-4f2d-966c-92da28f643bb req-d741f639-943f-45a4-bb75-be5bd7efa2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:07:59.692928 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8965fbbc-6799-4f2d-966c-92da28f643bb req-d741f639-943f-45a4-bb75-be5bd7efa2b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 1098 time: 0.1255753 Sep 18 05:07:59.730687 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a139fdef-24ea-4b4a-b4cb-9a7c99d1656f tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:59.750134 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-f0b77ada-4eda-4f73-b323-fea924f2bdfb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Router 3c6b7115-a29b-4839-be5f-db72b0c34c94 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:07:59.755040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a139fdef-24ea-4b4a-b4cb-9a7c99d1656f tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Calling delete_port for 86293fd0-0797-4a8d-8dc0-11aece968833 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:07:59.764929 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8965fbbc-6799-4f2d-966c-92da28f643bb req-6678d5ee-a434-48e2-9c1f-6a9b53415f16 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=57fcdd71-4457-4243-acb5-2879d59da333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620196 Sep 18 05:07:59.939997 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c4344528-1a64-4d21-bdd5-558dc3cbb2ce req-0d154c34-b147-4264-a9d7-a932947f0a87 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:59.953427 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a139fdef-24ea-4b4a-b4cb-9a7c99d1656f tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:07:59.987782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d154c34-b147-4264-a9d7-a932947f0a87 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Pushing event deleted for resources: {'Port': ['ID=d79a2252-3f34-476d-b5e1-6d57898cdca3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:07:59.994271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139fdef-24ea-4b4a-b4cb-9a7c99d1656f tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event deleted for resources: {'Port': ['ID=86293fd0-0797-4a8d-8dc0-11aece968833,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:00.004745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-f0b77ada-4eda-4f73-b323-fea924f2bdfb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:08:00.013657 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-f0b77ada-4eda-4f73-b323-fea924f2bdfb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:00.020561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e10b34-2d29-4856-ab3c-2de76975c09b None None] Sync routers for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:08:00.046728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e10b34-2d29-4856-ab3c-2de76975c09b None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:08:00.047777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-99e10b34-2d29-4856-ab3c-2de76975c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:00.092597 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a139fdef-24ea-4b4a-b4cb-9a7c99d1656f tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:00.098299 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a139fdef-24ea-4b4a-b4cb-9a7c99d1656f tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "DELETE /v2.0/ports/86293fd0-0797-4a8d-8dc0-11aece968833 HTTP/1.1" status: 204 len: 168 time: 0.6804140 Sep 18 05:08:00.100611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47162) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:00.123463 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4344528-1a64-4d21-bdd5-558dc3cbb2ce req-0d154c34-b147-4264-a9d7-a932947f0a87 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] No DVR routers for this DVR port d79a2252-3f34-476d-b5e1-6d57898cdca3 on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:00.128296 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c4344528-1a64-4d21-bdd5-558dc3cbb2ce req-0d154c34-b147-4264-a9d7-a932947f0a87 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:00.132572 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c4344528-1a64-4d21-bdd5-558dc3cbb2ce req-0d154c34-b147-4264-a9d7-a932947f0a87 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.13 "DELETE /v2.0/ports/d79a2252-3f34-476d-b5e1-6d57898cdca3 HTTP/1.1" status: 204 len: 173 time: 1.2919266 Sep 18 05:08:00.132572 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6642f692-bcad-4080-93bb-0131a4bec365', 'name': 'network-vif-deleted', 'tag': 'd79a2252-3f34-476d-b5e1-6d57898cdca3'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:00.134325 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8085dc80-c08b-41a0-be2a-c42ba7d76c37" -d '{"events": [{"server_uuid": "6642f692-bcad-4080-93bb-0131a4bec365", "name": "network-vif-deleted", "tag": "d79a2252-3f34-476d-b5e1-6d57898cdca3"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:00.150880 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-f0b77ada-4eda-4f73-b323-fea924f2bdfb tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "PUT /v2.0/floatingips/dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7 HTTP/1.1" status: 200 len: 695 time: 1.7369111 Sep 18 05:08:00.164399 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8cf710-d570-45c2-87a2-5f9395ad75e0 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] GET failed (client error): The resource could not be found. Sep 18 05:08:00.172402 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4a8cf710-d570-45c2-87a2-5f9395ad75e0 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "GET /v2.0/ports/86293fd0-0797-4a8d-8dc0-11aece968833 HTTP/1.1" status: 404 len: 333 time: 0.0717323 Sep 18 05:08:00.174131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47168) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:00.192386 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-99e10b34-2d29-4856-ab3c-2de76975c09b None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:08:00.245851 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-d7df023a-924c-4b96-9647-b2fbaf453eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:00.253191 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-d7df023a-924c-4b96-9647-b2fbaf453eb9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 1098 time: 0.0957174 Sep 18 05:08:00.294247 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-757d8442-7664-4607-99c6-4fe40c2656af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:00.395765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-13195573-bd89-4780-9c27-d40af539f8f8 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Deleting port 010873d3-0f7e-4b0f-b203-f268dc04ff52 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:00.395765 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13195573-bd89-4780-9c27-d40af539f8f8 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:00.408971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8d5a0-d1d4-41d4-8b0b-7b7c4c1b671f req-a7e0a74f-8f9c-4fed-b5f3-8dbcf1052f21 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:00.419303 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9bd8d5a0-d1d4-41d4-8b0b-7b7c4c1b671f req-a7e0a74f-8f9c-4fed-b5f3-8dbcf1052f21 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.1003027 Sep 18 05:08:00.453303 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-88864b22-6a03-4045-909f-27cb95e0f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:00.461434 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-88864b22-6a03-4045-909f-27cb95e0f644 service neutron] 10.222.0.23 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 919 time: 0.2073250 Sep 18 05:08:00.507964 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-64af12cf-9620-40c8-93c5-61f4e1751169 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a8b4ac0-5450-4f72-8762-3e9681a566b5 HTTP/1.1" status: 200 len: 217 time: 0.0455692 Sep 18 05:08:00.509169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-99e10b34-2d29-4856-ab3c-2de76975c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:00.518299 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9bd8d5a0-d1d4-41d4-8b0b-7b7c4c1b671f req-802ec424-96c4-485c-b264-4631e162b9cc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981162 Sep 18 05:08:00.555201 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e10b34-2d29-4856-ab3c-2de76975c09b None None] Checking router: 3c6b7115-a29b-4839-be5f-db72b0c34c94 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:08:00.575292 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e10b34-2d29-4856-ab3c-2de76975c09b None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:08:00.578884 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13195573-bd89-4780-9c27-d40af539f8f8 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:00.579161 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-99e10b34-2d29-4856-ab3c-2de76975c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:07:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:00.590531 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1c30be-bdd0-4035-a822-80d64b69f10c x-openstack-request-id: req-8d1c30be-bdd0-4035-a822-80d64b69f10c {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:00.590823 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6642f692-bcad-4080-93bb-0131a4bec365", "name": "network-vif-deleted", "tag": "d79a2252-3f34-476d-b5e1-6d57898cdca3", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:00.591077 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d1c30be-bdd0-4035-a822-80d64b69f10c {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:00.591478 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6642f692-bcad-4080-93bb-0131a4bec365', 'name': 'network-vif-deleted', 'tag': 'd79a2252-3f34-476d-b5e1-6d57898cdca3', 'status': 'completed', 'code': 200} Sep 18 05:08:00.613877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-13195573-bd89-4780-9c27-d40af539f8f8 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Calling delete_port for 010873d3-0f7e-4b0f-b203-f268dc04ff52 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:00.650634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-b89f8efa-6fc7-4a53-a117-378f5c639383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:00.652140 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-b89f8efa-6fc7-4a53-a117-378f5c639383 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.1238582 Sep 18 05:08:00.730064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-99e10b34-2d29-4856-ab3c-2de76975c09b None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:08:00.777631 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-98e2b1b3-3d68-4a66-9a03-76996ecc6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:00.779197 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-98e2b1b3-3d68-4a66-9a03-76996ecc6bfd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178358 Sep 18 05:08:00.821097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273df4ec-85be-4069-9a81-c34b59b10aba req-16ed6a9c-fd8b-4e5a-9a34-d1573ecba62e tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:00.824765 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-273df4ec-85be-4069-9a81-c34b59b10aba req-16ed6a9c-fd8b-4e5a-9a34-d1573ecba62e tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 946 time: 0.0776420 Sep 18 05:08:00.868418 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-273df4ec-85be-4069-9a81-c34b59b10aba req-c056cfdb-2582-4a93-8c7d-ee964f527af9 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/security-groups?id=57fcdd71-4457-4243-acb5-2879d59da333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Sep 18 05:08:00.933886 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13195573-bd89-4780-9c27-d40af539f8f8 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:00.969296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-99e10b34-2d29-4856-ab3c-2de76975c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:00.990814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13195573-bd89-4780-9c27-d40af539f8f8 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event deleted for resources: {'Port': ['ID=010873d3-0f7e-4b0f-b203-f268dc04ff52,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:01.010948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e10b34-2d29-4856-ab3c-2de76975c09b None None] The sync data for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 is: [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:06:25Z', 'revision_number': 4, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3f8eb9a4-76d5-44f5-8a99-dbc103dd6457', 'name': '', 'network_id': '484b7aca-7593-4b3d-af08-6e779cc393dc', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'mac_address': 'fa:16:3e:d8:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:23Z', 'updated_at': '2021-09-18T05:06:37Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'subnets': [{'id': '02887c08-3097-4d93-a60e-f80a8813bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:08:01.043632 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-68a131db-8e42-4181-983e-360567600835 req-ed06d84e-8eb0-4251-aef9-efbbda75663a tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 210 time: 0.0943398 Sep 18 05:08:01.151169 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13195573-bd89-4780-9c27-d40af539f8f8 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:01.154455 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-13195573-bd89-4780-9c27-d40af539f8f8 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "DELETE /v2.0/ports/010873d3-0f7e-4b0f-b203-f268dc04ff52 HTTP/1.1" status: 204 len: 168 time: 0.9773834 Sep 18 05:08:01.157196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47176) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:01.211724 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a22b54ba-419e-4648-94aa-17a49b8f709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:01.222300 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cda0eac-2459-4bec-b611-e2c2520d39c2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Deleting subnet f54c6370-4396-4dd1-974a-4c60ccc6d398 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:08:01.232791 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7cda0eac-2459-4bec-b611-e2c2520d39c2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:01.290089 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-757d8442-7664-4607-99c6-4fe40c2656af admin admin] Deleting port 2e87bb5f-76f7-4258-b464-8ebe1787968d {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:01.290673 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-757d8442-7664-4607-99c6-4fe40c2656af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:01.387815 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-42b20123-5dcc-49c8-918a-29f9c606c69d service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265022 Sep 18 05:08:01.399642 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7cda0eac-2459-4bec-b611-e2c2520d39c2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:01.432061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-757d8442-7664-4607-99c6-4fe40c2656af admin admin] For port 2e87bb5f-76f7-4258-b464-8ebe1787968d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2e87bb5f-76f7-4258-b464-8ebe1787968d,segment=NetworkSegment(9b0a406e-8692-4df5-b2da-adb17a8261db),segment_id=9b0a406e-8692-4df5-b2da-adb17a8261db)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:01.432404 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-757d8442-7664-4607-99c6-4fe40c2656af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:01.455247 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6986b3-5621-49e7-a35a-6ea84ad11b17 None None] New status for floating IP dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7: DOWN {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:08:01.455718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-757d8442-7664-4607-99c6-4fe40c2656af admin admin] Calling delete_port for 2e87bb5f-76f7-4258-b464-8ebe1787968d owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:01.463454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fc47e-83e7-456c-880f-934bb90924b0 req-23ae6a72-21c5-4441-b43a-c39ddef85fd4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:01.465142 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-323fc47e-83e7-456c-880f-934bb90924b0 req-23ae6a72-21c5-4441-b43a-c39ddef85fd4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.18 "GET /v2.0/networks?id=d3e10c5a-eb89-4d23-8b34-301a826af75c HTTP/1.1" status: 200 len: 805 time: 0.1961625 Sep 18 05:08:01.484630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f5badb13-aaa7-4bf5-873d-4189c1403991 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Request body: {'port': {'device_id': '4194b537-d74e-4d1b-b7b8-8cf639c2e798', 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c', 'admin_state_up': True, 'tenant_id': 'd1b4bc622cec481d856678fe715fc0b7'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:01.501904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6642f692-bcad-4080-93bb-0131a4bec365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd79a2252-3f34-476d-b5e1-6d57898cdca3'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:01.504749 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac269914-ac2b-4271-9eac-3cccb5d1b617" -d '{"events": [{"server_uuid": "6642f692-bcad-4080-93bb-0131a4bec365", "name": "network-vif-unplugged", "status": "completed", "tag": "d79a2252-3f34-476d-b5e1-6d57898cdca3"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:01.562675 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2ef41a-6862-4cc2-a133-1ecd4f18891e x-openstack-request-id: req-3e2ef41a-6862-4cc2-a133-1ecd4f18891e {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:01.563870 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6642f692-bcad-4080-93bb-0131a4bec365", "name": "network-vif-unplugged", "status": "completed", "tag": "d79a2252-3f34-476d-b5e1-6d57898cdca3", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:01.564333 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e2ef41a-6862-4cc2-a133-1ecd4f18891e {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:01.565034 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6642f692-bcad-4080-93bb-0131a4bec365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd79a2252-3f34-476d-b5e1-6d57898cdca3', 'code': 200} Sep 18 05:08:01.576053 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1abb08da-93ea-4d19-9385-696f8fc65490 req-2cc585f4-f3e6-4d92-a31b-20e627f118f3 service neutron] 10.222.0.23 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780720 Sep 18 05:08:01.594420 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7cda0eac-2459-4bec-b611-e2c2520d39c2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:01.744668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3dd92-c753-4f40-8684-68e50ae2717c req-ca7de562-8957-4662-9b87-27ca76b560a9 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:01.746409 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-69c3dd92-c753-4f40-8684-68e50ae2717c req-ca7de562-8957-4662-9b87-27ca76b560a9 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.0692663 Sep 18 05:08:01.792611 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-69c3dd92-c753-4f40-8684-68e50ae2717c req-6be1fed9-2eee-497a-95de-d9909e980e16 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392241 Sep 18 05:08:01.810508 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7cda0eac-2459-4bec-b611-e2c2520d39c2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:01.812598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f5badb13-aaa7-4bf5-873d-4189c1403991 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Made reservation on behalf of d1b4bc622cec481d856678fe715fc0b7 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:01.816302 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f5badb13-aaa7-4bf5-873d-4189c1403991 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:01.864818 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda0eac-2459-4bec-b611-e2c2520d39c2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event deleted for resources: {'Subnet': ['ID=f54c6370-4396-4dd1-974a-4c60ccc6d398,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:01.867002 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5ca653d-edd0-4071-b627-f0819236a32e req-5aa52992-cf96-4832-a89a-baebb4654841 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips/dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7 HTTP/1.1" status: 200 len: 693 time: 0.0469832 Sep 18 05:08:01.867338 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7cda0eac-2459-4bec-b611-e2c2520d39c2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:01.868817 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-757d8442-7664-4607-99c6-4fe40c2656af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:01.869235 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7cda0eac-2459-4bec-b611-e2c2520d39c2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "DELETE /v2.0/subnets/f54c6370-4396-4dd1-974a-4c60ccc6d398 HTTP/1.1" status: 204 len: 168 time: 0.7102265 Sep 18 05:08:01.871108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd3ae44-5ca8-47c4-a3c1-089fab89a52d None None] Network 7d2c829d-10ce-48ff-b547-fe6901679447 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:01.873620 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47192) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:01.978743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d8442-7664-4607-99c6-4fe40c2656af admin admin] Pushing event deleted for resources: {'Port': ['ID=2e87bb5f-76f7-4258-b464-8ebe1787968d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:02.031348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f5badb13-aaa7-4bf5-873d-4189c1403991 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Allocated IP 172.20.0.7 (d3e10c5a-eb89-4d23-8b34-301a826af75c/69e11554-3849-4f64-b8fc-9779a28fb1b9/dd6a44fc-565b-444e-9fb6-0c37a5632470) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:08:02.137160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6d932-66b8-44e5-acef-093046a069a4 req-0be69a07-f1ee-42c8-a379-710c4dea5385 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:02.139220 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-38a6d932-66b8-44e5-acef-093046a069a4 req-0be69a07-f1ee-42c8-a379-710c4dea5385 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 946 time: 0.1724343 Sep 18 05:08:02.141680 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31482d02-c1a8-4d47-897b-abdab97ea5f9 None None] DHCP port deletion for 7d2c829d-10ce-48ff-b547-fe6901679447 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:08:02.198118 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:02.205865 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-31482d02-c1a8-4d47-897b-abdab97ea5f9 None None] Deleting port b6967828-21b9-4466-9770-82817aa65de0 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:02.206247 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-31482d02-c1a8-4d47-897b-abdab97ea5f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:02.211437 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2426091f-7eea-48c9-9c27-d97709c03388 req-71d79bf3-632d-47f5-a25c-14abf40c1749 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2488935 Sep 18 05:08:02.256998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-38a6d932-66b8-44e5-acef-093046a069a4 req-cc50d790-0bc1-4c2f-80fc-8b954881f518 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/security-groups?id=57fcdd71-4457-4243-acb5-2879d59da333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906808 Sep 18 05:08:02.289128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca653d-edd0-4071-b627-f0819236a32e req-1afbff56-aabd-45b4-9e96-6e5eb0a3f7f8 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:02.298211 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5ca653d-edd0-4071-b627-f0819236a32e req-1afbff56-aabd-45b4-9e96-6e5eb0a3f7f8 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.3703723 Sep 18 05:08:02.302406 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f5badb13-aaa7-4bf5-873d-4189c1403991 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:02.355040 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-31482d02-c1a8-4d47-897b-abdab97ea5f9 None None] For port b6967828-21b9-4466-9770-82817aa65de0, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b6967828-21b9-4466-9770-82817aa65de0,segment=NetworkSegment(ba9c248f-d259-47d5-a4fa-d37681517531),segment_id=ba9c248f-d259-47d5-a4fa-d37681517531)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:02.360673 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-31482d02-c1a8-4d47-897b-abdab97ea5f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:02.387134 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-31482d02-c1a8-4d47-897b-abdab97ea5f9 None None] Calling delete_port for b6967828-21b9-4466-9770-82817aa65de0 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:02.420902 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9d9e1049-3eec-4c08-a243-8b3a56fc64ab req-18987e98-bad9-47b9-bce8-c0cea7682edc tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 210 time: 0.0659134 Sep 18 05:08:02.422771 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f5badb13-aaa7-4bf5-873d-4189c1403991 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:02.463927 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5ca653d-edd0-4071-b627-f0819236a32e req-8c6664ec-76ee-4459-8b3f-d488ea558a01 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 696 time: 0.1647260 Sep 18 05:08:02.471762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d79a2252-3f34-476d-b5e1-6d57898cdca3 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:02.481429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f5badb13-aaa7-4bf5-873d-4189c1403991 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Network d3e10c5a-eb89-4d23-8b34-301a826af75c is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:08:02.488810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426091f-7eea-48c9-9c27-d97709c03388 req-fee9757f-3fe3-44a2-aa0a-d496e39c13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:02.491155 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2426091f-7eea-48c9-9c27-d97709c03388 req-fee9757f-3fe3-44a2-aa0a-d496e39c13cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=588b7e68e8fe40ce8f9195dcfff7948b&device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 1098 time: 0.2123516 Sep 18 05:08:02.492125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f5badb13-aaa7-4bf5-873d-4189c1403991 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:02.509978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f5badb13-aaa7-4bf5-873d-4189c1403991 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:08:02.517167 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: d79a2252-3f34-476d-b5e1-6d57898cdca3 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:02.517645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d79a2252-3f34-476d-b5e1-6d57898cdca3 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:02.556702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5badb13-aaa7-4bf5-873d-4189c1403991 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Pushing event updated for resources: {'Port': ['ID=dd6a44fc-565b-444e-9fb6-0c37a5632470,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:02.572072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f5badb13-aaa7-4bf5-873d-4189c1403991 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:02.572767 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f5badb13-aaa7-4bf5-873d-4189c1403991 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:02.594443 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'tag': '5a8b4ac0-5450-4f72-8762-3e9681a566b5'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:02.596907 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d535a6-403d-40e6-a0c1-dad776d72697" -d '{"events": [{"name": "network-changed", "server_uuid": "9f12e418-60ab-4abc-b2da-7c0abd35281b", "tag": "5a8b4ac0-5450-4f72-8762-3e9681a566b5"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:02.598059 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-31482d02-c1a8-4d47-897b-abdab97ea5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:02.603884 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5ca653d-edd0-4071-b627-f0819236a32e req-01174820-bb82-48b6-890e-d596dd976b30 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 696 time: 0.1363554 Sep 18 05:08:02.629564 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31482d02-c1a8-4d47-897b-abdab97ea5f9 None None] Pushing event deleted for resources: {'Port': ['ID=b6967828-21b9-4466-9770-82817aa65de0,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:02.634930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31482d02-c1a8-4d47-897b-abdab97ea5f9 None None] No DVR routers for this DVR port b6967828-21b9-4466-9770-82817aa65de0 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:02.675389 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd25c151-a181-4e1e-9650-3c95eeb9cf89 x-openstack-request-id: req-cd25c151-a181-4e1e-9650-3c95eeb9cf89 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:02.675686 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f12e418-60ab-4abc-b2da-7c0abd35281b", "tag": "5a8b4ac0-5450-4f72-8762-3e9681a566b5", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:02.675944 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd25c151-a181-4e1e-9650-3c95eeb9cf89 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:02.676360 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'tag': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'status': 'completed', 'code': 200} Sep 18 05:08:02.683083 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f5badb13-aaa7-4bf5-873d-4189c1403991 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2048666 Sep 18 05:08:02.695768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Request body: {'port': {'device_id': '4194b537-d74e-4d1b-b7b8-8cf639c2e798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:02.730062 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-757d8442-7664-4607-99c6-4fe40c2656af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:02.755138 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:02.823232 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Deleting port b6967828-21b9-4466-9770-82817aa65de0 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:02.823586 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:02.987121 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] For port b6967828-21b9-4466-9770-82817aa65de0, host n-d-789963-13, got binding levels [] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:02.987494 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:02.993900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781e0a6-eb53-4f5a-90fe-60802d825685 req-560cfc5f-9ee0-445d-a7d3-8a29a7df2dfa tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:02.994646 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d535a6-403d-40e6-a0c1-dad776d72697 req-60e11bf0-64da-492a-9660-8fcf512d28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:02.995465 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9781e0a6-eb53-4f5a-90fe-60802d825685 req-560cfc5f-9ee0-445d-a7d3-8a29a7df2dfa tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.1065972 Sep 18 05:08:02.996169 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0d535a6-403d-40e6-a0c1-dad776d72697 req-60e11bf0-64da-492a-9660-8fcf512d28d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 1098 time: 0.2823074 Sep 18 05:08:03.005101 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426091f-7eea-48c9-9c27-d97709c03388 req-2d603868-49de-4ace-b272-add233dd934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:03.007538 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2426091f-7eea-48c9-9c27-d97709c03388 req-2d603868-49de-4ace-b272-add233dd934e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ffb527be-d03c-4c87-a254-04ea5d823067 HTTP/1.1" status: 200 len: 906 time: 0.4479139 Sep 18 05:08:03.032462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Calling delete_port for b6967828-21b9-4466-9770-82817aa65de0 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:03.064861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9781e0a6-eb53-4f5a-90fe-60802d825685 req-fa53acab-1c13-4458-921b-a0ae56788b8f tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565176 Sep 18 05:08:03.085605 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.ipam_backend_mixin [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Port b6967828-21b9-4466-9770-82817aa65de0 was not found and therefore no delete operation was performed {{(pid=106908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 05:08:03.102387 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:03.133456 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6a44fc-565b-444e-9fb6-0c37a5632470 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:08:03.142473 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:03.156648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Transition to ACTIVE for port object dd6a44fc-565b-444e-9fb6-0c37a5632470 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:08:03.201284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event deleted for resources: {'Port': ['ID=b6967828-21b9-4466-9770-82817aa65de0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:03.210344 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] No DVR routers for this DVR port b6967828-21b9-4466-9770-82817aa65de0 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:03.215110 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:03.257607 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-b5ca653d-edd0-4071-b627-f0819236a32e req-36bf718e-ded7-4da3-a20d-7abca55c043b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Deleting port a6faf608-1795-4ea1-9805-ca3eb5fefa35 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:03.257964 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b5ca653d-edd0-4071-b627-f0819236a32e req-36bf718e-ded7-4da3-a20d-7abca55c043b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:03.269033 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Pushing event updated for resources: {'Port': ['ID=dd6a44fc-565b-444e-9fb6-0c37a5632470,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:03.269602 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2426091f-7eea-48c9-9c27-d97709c03388 req-8705f780-067c-4cb9-9c5a-2d88fb55e749 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9f54ac5-ae66-41f9-86cf-e0cca62064e2 HTTP/1.1" status: 200 len: 1002 time: 0.2436798 Sep 18 05:08:03.340877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Attempting to bind port dd6a44fc-565b-444e-9fb6-0c37a5632470 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:08:03.341134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Attempting to bind port dd6a44fc-565b-444e-9fb6-0c37a5632470 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:08:03.341468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Attempting to bind port dd6a44fc-565b-444e-9fb6-0c37a5632470 on network d3e10c5a-eb89-4d23-8b34-301a826af75c {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:08:03.345628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Port dd6a44fc-565b-444e-9fb6-0c37a5632470 on network d3e10c5a-eb89-4d23-8b34-301a826af75c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:08:03.345951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Attempting to bind port dd6a44fc-565b-444e-9fb6-0c37a5632470 on network d3e10c5a-eb89-4d23-8b34-301a826af75c {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:08:03.351385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:08:03.351721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Checking segment: {'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:03.352105 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Bound using segment: {'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:08:03.352628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Bound port: dd6a44fc-565b-444e-9fb6-0c37a5632470, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:08:03.352988 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:03.392974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d535a6-403d-40e6-a0c1-dad776d72697 req-fcd7c51c-9280-4663-95f6-a1df7ec43f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:03.394499 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0d535a6-403d-40e6-a0c1-dad776d72697 req-fcd7c51c-9280-4663-95f6-a1df7ec43f15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 200 len: 919 time: 0.3821805 Sep 18 05:08:03.423574 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] For port dd6a44fc-565b-444e-9fb6-0c37a5632470, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:08:03.426769 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] For port dd6a44fc-565b-444e-9fb6-0c37a5632470, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=dd6a44fc-565b-444e-9fb6-0c37a5632470,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:08:03.497329 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:03.566819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:03.567544 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:03.570039 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-323fc47e-83e7-456c-880f-934bb90924b0 req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] 10.222.0.18 "PUT /v2.0/ports/dd6a44fc-565b-444e-9fb6-0c37a5632470 HTTP/1.1" status: 200 len: 1092 time: 0.8786871 Sep 18 05:08:03.570713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4194b537-d74e-4d1b-b7b8-8cf639c2e798', 'tag': 'dd6a44fc-565b-444e-9fb6-0c37a5632470'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:03.573086 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6b29ba-10f8-47d9-a393-7227359e9623" -d '{"events": [{"name": "network-changed", "server_uuid": "4194b537-d74e-4d1b-b7b8-8cf639c2e798", "tag": "dd6a44fc-565b-444e-9fb6-0c37a5632470"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:03.613137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e338-aee7-4022-adf4-67a7fddf3f7d req-87248748-4d05-42e3-8a16-2f6e3ccf1ea2 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:03.614742 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16d6e338-aee7-4022-adf4-67a7fddf3f7d req-87248748-4d05-42e3-8a16-2f6e3ccf1ea2 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 943 time: 0.1145101 Sep 18 05:08:03.616189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed9e31-daa4-4653-9f56-a8de883185ba service neutron] Pushing event updated for resources: {'Port': ['ID=dd6a44fc-565b-444e-9fb6-0c37a5632470,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:03.662073 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16d6e338-aee7-4022-adf4-67a7fddf3f7d req-74d6cff5-a3a3-40a1-a33f-4782b3cbdeba tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373414 Sep 18 05:08:03.735764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fc47e-83e7-456c-880f-934bb90924b0 req-42f4c561-8a94-408d-9c0d-ee6535ef8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:03.737374 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-323fc47e-83e7-456c-880f-934bb90924b0 req-42f4c561-8a94-408d-9c0d-ee6535ef8bbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1b4bc622cec481d856678fe715fc0b7&device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 1095 time: 0.0563524 Sep 18 05:08:03.762026 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:03.806610 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e03b4fa2-40c2-4096-b96f-2fc2e81afed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:03.812344 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-323fc47e-83e7-456c-880f-934bb90924b0 req-95309990-4f44-4d83-bde2-e8dcc3f69c61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd6a44fc-565b-444e-9fb6-0c37a5632470 HTTP/1.1" status: 200 len: 217 time: 0.0660768 Sep 18 05:08:03.820148 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0d535a6-403d-40e6-a0c1-dad776d72697 req-aa9d0f0d-6dc8-4320-9032-ffb0af48332e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a8b4ac0-5450-4f72-8762-3e9681a566b5 HTTP/1.1" status: 200 len: 217 time: 0.0862401 Sep 18 05:08:03.829741 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc73376-5bd6-42e3-a0c7-cc94c0a5ef76 x-openstack-request-id: req-0fc73376-5bd6-42e3-a0c7-cc94c0a5ef76 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:03.830092 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4194b537-d74e-4d1b-b7b8-8cf639c2e798", "tag": "dd6a44fc-565b-444e-9fb6-0c37a5632470", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:03.830407 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fc73376-5bd6-42e3-a0c7-cc94c0a5ef76 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:03.830876 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4194b537-d74e-4d1b-b7b8-8cf639c2e798', 'tag': 'dd6a44fc-565b-444e-9fb6-0c37a5632470', 'status': 'completed', 'code': 200} Sep 18 05:08:03.843211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2c829d-10ce-48ff-b547-fe6901679447']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:03.863701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426091f-7eea-48c9-9c27-d97709c03388 req-f0f40fc6-fd05-4829-9d80-bb5a93953784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:03.865782 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2426091f-7eea-48c9-9c27-d97709c03388 req-f0f40fc6-fd05-4829-9d80-bb5a93953784 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7932b23-0b60-4ae5-8ab0-d94621835bec HTTP/1.1" status: 200 len: 845 time: 0.5821896 Sep 18 05:08:03.868710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f496c494-0f52-4618-bae4-993b4f250cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:03.871356 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-323fc47e-83e7-456c-880f-934bb90924b0 req-f496c494-0f52-4618-bae4-993b4f250cee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69e11554-3849-4f64-b8fc-9779a28fb1b9 HTTP/1.1" status: 200 len: 845 time: 0.0518110 Sep 18 05:08:03.893158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9c248f-d259-47d5-a4fa-d37681517531') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:03.893503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9c248f-d259-47d5-a4fa-d37681517531') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:03.906519 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-323fc47e-83e7-456c-880f-934bb90924b0 req-523a3334-538e-4687-a8d7-0dd981cbf10a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3e10c5a-eb89-4d23-8b34-301a826af75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243087 Sep 18 05:08:03.935157 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b5ca653d-edd0-4071-b627-f0819236a32e req-36bf718e-ded7-4da3-a20d-7abca55c043b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:03.935501 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b5ca653d-edd0-4071-b627-f0819236a32e req-36bf718e-ded7-4da3-a20d-7abca55c043b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:03.969834 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:03.985610 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-b5ca653d-edd0-4071-b627-f0819236a32e req-36bf718e-ded7-4da3-a20d-7abca55c043b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Calling delete_port for a6faf608-1795-4ea1-9805-ca3eb5fefa35 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:04.007507 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-323fc47e-83e7-456c-880f-934bb90924b0 req-4b1c2372-ed56-4299-8c4b-cfc606b78cda service neutron] 10.222.0.18 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921941 Sep 18 05:08:04.022121 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:04.041003 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d535a6-403d-40e6-a0c1-dad776d72697 req-7dcaaabe-c889-4500-8f29-fabdf6362052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:04.042422 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0d535a6-403d-40e6-a0c1-dad776d72697 req-7dcaaabe-c889-4500-8f29-fabdf6362052 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 200 len: 858 time: 0.2196212 Sep 18 05:08:04.073935 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:04.074348 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:04.077310 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:04.092153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757d8442-7664-4607-99c6-4fe40c2656af admin admin] Router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:08:04.125589 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b6967828-21b9-4466-9770-82817aa65de0 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:04.180206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426091f-7eea-48c9-9c27-d97709c03388 req-072239f3-f97f-452c-846f-19480e9a5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:04.182170 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2426091f-7eea-48c9-9c27-d97709c03388 req-072239f3-f97f-452c-846f-19480e9a5dbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ffb527be-d03c-4c87-a254-04ea5d823067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2911813 Sep 18 05:08:04.188761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: b6967828-21b9-4466-9770-82817aa65de0 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:04.189767 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b6967828-21b9-4466-9770-82817aa65de0 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:04.220505 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-323fc47e-83e7-456c-880f-934bb90924b0 req-5878e863-4920-4d7c-9fd0-29c2070f4c53 service neutron] 10.222.0.18 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047687 Sep 18 05:08:04.310886 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:04.320540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d535a6-403d-40e6-a0c1-dad776d72697 req-3c2272c3-1cd6-4e36-ba78-2961f41b2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:04.321220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff260-ddeb-4aea-95a4-f321ac0d8179 req-570e3d8b-2588-481d-a21d-f3a302d52a54 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:04.322033 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0d535a6-403d-40e6-a0c1-dad776d72697 req-3c2272c3-1cd6-4e36-ba78-2961f41b2e7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=484b7aca-7593-4b3d-af08-6e779cc393dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2285838 Sep 18 05:08:04.323359 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f9ff260-ddeb-4aea-95a4-f321ac0d8179 req-570e3d8b-2588-481d-a21d-f3a302d52a54 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.1016154 Sep 18 05:08:04.342430 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:04.342554 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:04.347211 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] 10.222.0.23 "DELETE /v2.0/networks/7d2c829d-10ce-48ff-b547-fe6901679447 HTTP/1.1" status: 204 len: 168 time: 2.4682899 Sep 18 05:08:04.408077 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f1b03-88d4-4903-9eee-95037a5351f2 tempest-AllowedAddressPairTestJSON-286692449 tempest-AllowedAddressPairTestJSON-286692449-project] Pushing event deleted for resources: {'Network': ['ID=7d2c829d-10ce-48ff-b547-fe6901679447,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:04.413988 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f9ff260-ddeb-4aea-95a4-f321ac0d8179 req-de98fddf-9465-4094-bc35-feab98bf91df tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838113 Sep 18 05:08:04.478873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b29ba-10f8-47d9-a393-7227359e9623 req-d764d2a9-8a89-4beb-a0b2-cafddbdd1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:04.480470 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d6b29ba-10f8-47d9-a393-7227359e9623 req-d764d2a9-8a89-4beb-a0b2-cafddbdd1a10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1b4bc622cec481d856678fe715fc0b7&device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 1095 time: 0.0607021 Sep 18 05:08:04.527658 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2426091f-7eea-48c9-9c27-d97709c03388 req-a82a147b-5f7c-4cf4-bd5c-9159ffea6702 service neutron] 10.222.0.18 "GET /v2.0/networks/ffb527be-d03c-4c87-a254-04ea5d823067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264816 Sep 18 05:08:04.552690 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757d8442-7664-4607-99c6-4fe40c2656af admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:08:04.563313 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf33387-52a3-4658-88d5-6e4cf57b9c5b None None] Sync routers for ids ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:08:04.573088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf33387-52a3-4658-88d5-6e4cf57b9c5b None None] Routers {'d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:08:04.573391 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-757d8442-7664-4607-99c6-4fe40c2656af admin admin] 10.222.0.23 "PUT /v2.0/routers/d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3612983 Sep 18 05:08:04.574208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3bf33387-52a3-4658-88d5-6e4cf57b9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:08:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:04.574370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47234) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:04.604984 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0d535a6-403d-40e6-a0c1-dad776d72697 req-f974fc4e-5ddd-4c0b-866c-dafaa838dbc1 service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578559 Sep 18 05:08:04.634040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b29ba-10f8-47d9-a393-7227359e9623 req-0f4b2e9d-6871-49f4-87fc-a3f3378200b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:04.635496 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d6b29ba-10f8-47d9-a393-7227359e9623 req-0f4b2e9d-6871-49f4-87fc-a3f3378200b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3e10c5a-eb89-4d23-8b34-301a826af75c HTTP/1.1" status: 200 len: 905 time: 0.1438050 Sep 18 05:08:04.687636 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d6b29ba-10f8-47d9-a393-7227359e9623 req-66961e3f-d27b-43e7-96ba-61773832e4a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd6a44fc-565b-444e-9fb6-0c37a5632470 HTTP/1.1" status: 200 len: 217 time: 0.0425143 Sep 18 05:08:04.690640 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3bf33387-52a3-4658-88d5-6e4cf57b9c5b None None] Set router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:08:04.713240 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b5ca653d-edd0-4071-b627-f0819236a32e req-36bf718e-ded7-4da3-a20d-7abca55c043b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:04.781887 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2426091f-7eea-48c9-9c27-d97709c03388 req-17717465-e3e2-4c19-a237-08b03f3a37aa service neutron] 10.222.0.18 "GET /v2.0/networks/ffb527be-d03c-4c87-a254-04ea5d823067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466631 Sep 18 05:08:04.785247 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf718e-ded7-4da3-a20d-7abca55c043b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Pushing event deleted for resources: {'Port': ['ID=a6faf608-1795-4ea1-9805-ca3eb5fefa35,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:04.831384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b29ba-10f8-47d9-a393-7227359e9623 req-ed3f2ad4-5822-40c9-94e9-a1c0c62a181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:04.833028 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d6b29ba-10f8-47d9-a393-7227359e9623 req-ed3f2ad4-5822-40c9-94e9-a1c0c62a181f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69e11554-3849-4f64-b8fc-9779a28fb1b9 HTTP/1.1" status: 200 len: 845 time: 0.1366487 Sep 18 05:08:04.869962 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0d535a6-403d-40e6-a0c1-dad776d72697 req-c492b028-8277-4868-8042-081d839c7e87 service neutron] 10.222.0.13 "GET /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317066 Sep 18 05:08:04.894273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:04.894863 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b5ca653d-edd0-4071-b627-f0819236a32e req-36bf718e-ded7-4da3-a20d-7abca55c043b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:04.897887 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d6b29ba-10f8-47d9-a393-7227359e9623 req-6e6a2922-1e99-49c9-9d04-c24535618799 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3e10c5a-eb89-4d23-8b34-301a826af75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554259 Sep 18 05:08:04.898147 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b5ca653d-edd0-4071-b627-f0819236a32e req-36bf718e-ded7-4da3-a20d-7abca55c043b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:04.900149 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5ca653d-edd0-4071-b627-f0819236a32e req-36bf718e-ded7-4da3-a20d-7abca55c043b tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "DELETE /v2.0/floatingips/dbe0f4c8-bf4c-4e38-a9d5-6027c2ebadd7 HTTP/1.1" status: 204 len: 173 time: 2.2830155 Sep 18 05:08:04.961386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff8480-7dcd-4d84-b373-017a64e274dc req-c1b26142-55c9-46da-891a-b0f3bbc481e8 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:04.962834 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3aff8480-7dcd-4d84-b373-017a64e274dc req-c1b26142-55c9-46da-891a-b0f3bbc481e8 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 943 time: 0.1878183 Sep 18 05:08:04.999118 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47246) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:05.081538 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3aff8480-7dcd-4d84-b373-017a64e274dc req-5de921cd-aa38-4578-a8a8-6a1ef223dd7c tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031203 Sep 18 05:08:05.097432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3bf33387-52a3-4658-88d5-6e4cf57b9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:08:01Z', 'revision_number': 5, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:05.136695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf33387-52a3-4658-88d5-6e4cf57b9c5b None None] Checking router: d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:08:05.138992 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:05.153682 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:05.159230 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d6b29ba-10f8-47d9-a393-7227359e9623 req-bb4b5e30-82c6-4527-9f9e-ca767934c5b8 service neutron] 10.222.0.18 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167277 Sep 18 05:08:05.160488 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf33387-52a3-4658-88d5-6e4cf57b9c5b None None] Routers {'d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:08:05.161290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3bf33387-52a3-4658-88d5-6e4cf57b9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:08:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:05.212892 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-84125a76-c4f4-45ce-81c8-8bdb2bf136a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aff2f7d649e44d448d50f39a9f88345c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101784 Sep 18 05:08:05.213317 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47250) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:05.272490 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ca3598e-0682-4ce4-98be-5c7c5ea86141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:05.297482 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ca3598e-0682-4ce4-98be-5c7c5ea86141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:05.326595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3bf33387-52a3-4658-88d5-6e4cf57b9c5b None None] Set router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:08:05.499855 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ca3598e-0682-4ce4-98be-5c7c5ea86141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:05.505412 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ca3598e-0682-4ce4-98be-5c7c5ea86141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:05.505412 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9ca3598e-0682-4ce4-98be-5c7c5ea86141 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62a4dff2-faa8-4820-ad24-754a563364de HTTP/1.1" status: 204 len: 168 time: 0.2904029 Sep 18 05:08:05.516007 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3598e-0682-4ce4-98be-5c7c5ea86141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a4dff2-faa8-4820-ad24-754a563364de,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:05.546546 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3bf33387-52a3-4658-88d5-6e4cf57b9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:08:01Z', 'revision_number': 5, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:05.585542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf33387-52a3-4658-88d5-6e4cf57b9c5b None None] The sync data for ids ['d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7'] in n-d-789963-13 is: [{'id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-293478092-router', 'tenant_id': 'ff72afa79aec4022b50dc103c12ea329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:16Z', 'updated_at': '2021-09-18T05:08:01Z', 'revision_number': 5, 'project_id': 'ff72afa79aec4022b50dc103c12ea329', 'gw_port': {'id': '271bffa6-47db-4683-b928-48a5d6affc7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bfe4ac-82d1-4377-b5ba-b5c69e970cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:08:05.648359 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fca276-fb5b-460f-beca-1d0d6a504232 req-fd43ed23-0e40-46e1-b0bc-fac88b54e2d9 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:05.650066 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89fca276-fb5b-460f-beca-1d0d6a504232 req-fd43ed23-0e40-46e1-b0bc-fac88b54e2d9 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.0714743 Sep 18 05:08:05.689452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d6b29ba-10f8-47d9-a393-7227359e9623 req-1f8629de-cf25-444b-ac14-f62b7d065ca3 service neutron] 10.222.0.18 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228086 Sep 18 05:08:05.692872 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89fca276-fb5b-460f-beca-1d0d6a504232 req-32c20bcf-fe09-4483-a495-116073b6106b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365827 Sep 18 05:08:05.724889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] Deleting port 271bffa6-47db-4683-b928-48a5d6affc7c {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:05.725871 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:05.807140 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] For port 271bffa6-47db-4683-b928-48a5d6affc7c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=271bffa6-47db-4683-b928-48a5d6affc7c,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:05.807512 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:05.810177 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62308ac1-2e01-4993-8035-19b0bd9f33ed req-ded8cb55-de17-4934-aa7d-dfaa85391d4c tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:05.811699 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-62308ac1-2e01-4993-8035-19b0bd9f33ed req-ded8cb55-de17-4934-aa7d-dfaa85391d4c tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 946 time: 0.0505378 Sep 18 05:08:05.819869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] Calling delete_port for 271bffa6-47db-4683-b928-48a5d6affc7c owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:05.852663 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-62308ac1-2e01-4993-8035-19b0bd9f33ed req-971351b6-8bc5-4e2e-ad64-b07b0a5f7963 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348847 Sep 18 05:08:06.068227 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2e87bb5f-76f7-4258-b464-8ebe1787968d no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:06.098068 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:06.099104 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device dd6a44fc-565b-444e-9fb6-0c37a5632470 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:08:06.104808 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 2e87bb5f-76f7-4258-b464-8ebe1787968d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:06.107264 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2e87bb5f-76f7-4258-b464-8ebe1787968d not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:06.145637 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] Pushing event deleted for resources: {'Port': ['ID=271bffa6-47db-4683-b928-48a5d6affc7c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:06.241556 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:06.273074 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port dd6a44fc-565b-444e-9fb6-0c37a5632470, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=dd6a44fc-565b-444e-9fb6-0c37a5632470,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:06.294777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'dd6a44fc-565b-444e-9fb6-0c37a5632470', 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c', 'port_id': 'dd6a44fc-565b-444e-9fb6-0c37a5632470', 'mac_address': 'fa:16:3e:b4:c6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e11554-3849-4f64-b8fc-9779a28fb1b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:08:06.330980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fb244-026e-4fad-972d-18eaac8bc2cf req-7effdf30-d00e-46b2-9c38-2b8e525f381d tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:06.332570 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d96fb244-026e-4fad-972d-18eaac8bc2cf req-7effdf30-d00e-46b2-9c38-2b8e525f381d tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 943 time: 0.0715535 Sep 18 05:08:06.354781 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:06.378232 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d96fb244-026e-4fad-972d-18eaac8bc2cf req-0580ecd6-dc89-4392-8b0a-c44048c579c0 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373142 Sep 18 05:08:06.384084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6a44fc-565b-444e-9fb6-0c37a5632470 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:08:06.392642 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:06.394956 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:06.417095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port dd6a44fc-565b-444e-9fb6-0c37a5632470, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=dd6a44fc-565b-444e-9fb6-0c37a5632470,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:06.484775 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:06.517664 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:06.518486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:08:06.529008 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:06.529285 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47286) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:06.529785 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4930cbda-ca59-4aeb-b565-15ab333ea635 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d1bfe4ac-82d1-4377-b5ba-b5c69e970cf7 HTTP/1.1" status: 204 len: 168 time: 1.9541132 Sep 18 05:08:06.545062 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=dd6a44fc-565b-444e-9fb6-0c37a5632470,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:06.589730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec87e15-ac39-45a6-82cb-75289eccd881 admin admin] Deleting subnet 1abf5fbe-f49b-40b1-8330-ab396bb149e6 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:08:06.594050 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ec87e15-ac39-45a6-82cb-75289eccd881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:06.669966 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ec87e15-ac39-45a6-82cb-75289eccd881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:06.734145 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:06.761100 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['dd6a44fc-565b-444e-9fb6-0c37a5632470'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:08:06.763370 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ec87e15-ac39-45a6-82cb-75289eccd881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:06.869478 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bc761-faaf-4fc9-aed1-79a74eda7b20 req-fa23d6fd-aad6-4d1e-a110-2716424aeb1a tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:06.871689 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a23bc761-faaf-4fc9-aed1-79a74eda7b20 req-fa23d6fd-aad6-4d1e-a110-2716424aeb1a tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.0598288 Sep 18 05:08:06.938140 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a23bc761-faaf-4fc9-aed1-79a74eda7b20 req-5e70ae58-95ea-4c53-a811-17146f818d33 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570557 Sep 18 05:08:06.995747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47302) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:07.011776 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0e5af-2819-4ce2-887a-31a1e9751ee0 req-c3447515-9ec4-4286-b75e-67208369258a tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:07.013370 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-45d0e5af-2819-4ce2-887a-31a1e9751ee0 req-c3447515-9ec4-4286-b75e-67208369258a tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 946 time: 0.1032217 Sep 18 05:08:07.040456 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ff56-4b54-48bb-9c79-7157e0479bd7 req-7733a756-00de-4fc6-b1b4-6633fa7629a4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:07.042051 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9846ff56-4b54-48bb-9c79-7157e0479bd7 req-7733a756-00de-4fc6-b1b4-6633fa7629a4 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 946 time: 0.0976987 Sep 18 05:08:07.070303 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ec87e15-ac39-45a6-82cb-75289eccd881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.165290 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-16244633'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:07.168619 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec87e15-ac39-45a6-82cb-75289eccd881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1abf5fbe-f49b-40b1-8330-ab396bb149e6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:07.170656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d46d936-220a-4bda-ab64-2dac9af969ca None None] Network fb25068f-b020-461b-bd6d-d4bfa414044b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:07.171133 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ec87e15-ac39-45a6-82cb-75289eccd881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.172685 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8ec87e15-ac39-45a6-82cb-75289eccd881 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1abf5fbe-f49b-40b1-8330-ab396bb149e6 HTTP/1.1" status: 204 len: 168 time: 0.6416874 Sep 18 05:08:07.175734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47308) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:07.226486 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9846ff56-4b54-48bb-9c79-7157e0479bd7 req-2f329d4d-4a27-4eb3-961b-8c7681d09cfc tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/security-groups?id=822687f0-4aba-4942-a368-231743836872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607533 Sep 18 05:08:07.312718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-45d0e5af-2819-4ce2-887a-31a1e9751ee0 req-ab504e42-00d1-407d-8d52-eb35a1fc290f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Deleting port 5a8b4ac0-5450-4f72-8762-3e9681a566b5 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:07.313285 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-45d0e5af-2819-4ce2-887a-31a1e9751ee0 req-ab504e42-00d1-407d-8d52-eb35a1fc290f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.354039 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.468855 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Made reservation on behalf of d853fe231b47422ca96b6c47fc0cad08 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:07.471866 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.489200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Deleting port e7d51187-360e-4b8c-9d61-cd42029b9c3e {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:07.489555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.508293 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae10b23-cb2c-48ee-b882-9d09cb72964a None None] DHCP port deletion for fb25068f-b020-461b-bd6d-d4bfa414044b request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:08:07.532110 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-45d0e5af-2819-4ce2-887a-31a1e9751ee0 req-ab504e42-00d1-407d-8d52-eb35a1fc290f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] For port 5a8b4ac0-5450-4f72-8762-3e9681a566b5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5a8b4ac0-5450-4f72-8762-3e9681a566b5,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:07.533326 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-45d0e5af-2819-4ce2-887a-31a1e9751ee0 req-ab504e42-00d1-407d-8d52-eb35a1fc290f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.556013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-45d0e5af-2819-4ce2-887a-31a1e9751ee0 req-ab504e42-00d1-407d-8d52-eb35a1fc290f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Calling delete_port for 5a8b4ac0-5450-4f72-8762-3e9681a566b5 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:07.561793 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-fae10b23-cb2c-48ee-b882-9d09cb72964a None None] Deleting port e7d51187-360e-4b8c-9d61-cd42029b9c3e {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:07.562180 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fae10b23-cb2c-48ee-b882-9d09cb72964a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.592611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] For port e7d51187-360e-4b8c-9d61-cd42029b9c3e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e7d51187-360e-4b8c-9d61-cd42029b9c3e,segment=NetworkSegment(9b0a406e-8692-4df5-b2da-adb17a8261db),segment_id=9b0a406e-8692-4df5-b2da-adb17a8261db)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:07.592987 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.606052 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Calling delete_port for e7d51187-360e-4b8c-9d61-cd42029b9c3e owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:07.636256 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-fae10b23-cb2c-48ee-b882-9d09cb72964a None None] For port e7d51187-360e-4b8c-9d61-cd42029b9c3e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e7d51187-360e-4b8c-9d61-cd42029b9c3e,segment=NetworkSegment(9b0a406e-8692-4df5-b2da-adb17a8261db),segment_id=9b0a406e-8692-4df5-b2da-adb17a8261db)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:07.636256 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fae10b23-cb2c-48ee-b882-9d09cb72964a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.651457 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.653012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-fae10b23-cb2c-48ee-b882-9d09cb72964a None None] Calling delete_port for e7d51187-360e-4b8c-9d61-cd42029b9c3e owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:07.744473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd0e7d-f939-4392-9f96-cec08b63289c req-668f7137-42b9-4d47-9b5d-10fbdca856f4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:07.753318 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2bd0e7d-f939-4392-9f96-cec08b63289c req-668f7137-42b9-4d47-9b5d-10fbdca856f4 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 944 time: 0.2329106 Sep 18 05:08:07.763233 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.797546 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fae10b23-cb2c-48ee-b882-9d09cb72964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.806370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d51187-360e-4b8c-9d61-cd42029b9c3e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:07.815534 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae10b23-cb2c-48ee-b882-9d09cb72964a None None] No DVR routers for this DVR port e7d51187-360e-4b8c-9d61-cd42029b9c3e on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:07.824205 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] No DVR routers for this DVR port e7d51187-360e-4b8c-9d61-cd42029b9c3e on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:07.868157 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae10b23-cb2c-48ee-b882-9d09cb72964a None None] Pushing event deleted for resources: {'Port': ['ID=e7d51187-360e-4b8c-9d61-cd42029b9c3e,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:07.884941 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2bd0e7d-f939-4392-9f96-cec08b63289c req-a8a4cae1-d222-417b-a23b-5b46304a45a9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303997 Sep 18 05:08:07.898857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-45d0e5af-2819-4ce2-887a-31a1e9751ee0 req-ab504e42-00d1-407d-8d52-eb35a1fc290f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.916909 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['5a8b4ac0-5450-4f72-8762-3e9681a566b5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:08:07.937849 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab504e42-00d1-407d-8d52-eb35a1fc290f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Pushing event deleted for resources: {'Port': ['ID=5a8b4ac0-5450-4f72-8762-3e9681a566b5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:07.970977 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:07.995502 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.012386 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe97f0-72c2-47f7-8987-b5878771d185 req-3d85d709-4c19-4750-b70a-b024593a6226 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:08.013853 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ecfe97f0-72c2-47f7-8987-b5878771d185 req-3d85d709-4c19-4750-b70a-b024593a6226 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.2325964 Sep 18 05:08:08.036099 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d0e5af-2819-4ce2-887a-31a1e9751ee0 req-ab504e42-00d1-407d-8d52-eb35a1fc290f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] No DVR routers for this DVR port 5a8b4ac0-5450-4f72-8762-3e9681a566b5 on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:08.039684 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-45d0e5af-2819-4ce2-887a-31a1e9751ee0 req-ab504e42-00d1-407d-8d52-eb35a1fc290f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.042132 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-45d0e5af-2819-4ce2-887a-31a1e9751ee0 req-ab504e42-00d1-407d-8d52-eb35a1fc290f tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.13 "DELETE /v2.0/ports/5a8b4ac0-5450-4f72-8762-3e9681a566b5 HTTP/1.1" status: 204 len: 173 time: 1.0220292 Sep 18 05:08:08.043690 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'name': 'network-vif-deleted', 'tag': '5a8b4ac0-5450-4f72-8762-3e9681a566b5'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:08.055110 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ba50f4-d1fb-494a-88c3-efeba52f04b2" -d '{"events": [{"server_uuid": "9f12e418-60ab-4abc-b2da-7c0abd35281b", "name": "network-vif-deleted", "tag": "5a8b4ac0-5450-4f72-8762-3e9681a566b5"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:08.065967 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.073933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb25068f-b020-461b-bd6d-d4bfa414044b']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:08.098485 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:08:08.102845 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0a406e-8692-4df5-b2da-adb17a8261db') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:08.104335 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device dd6a44fc-565b-444e-9fb6-0c37a5632470 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:08:08.110630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0a406e-8692-4df5-b2da-adb17a8261db') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:08.128645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd5a7c-9b6d-4787-acc3-03e44b4a59fc req-3514cfa7-f6fe-47e1-ae69-c3fa250c6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:08.130537 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2efd5a7c-9b6d-4787-acc3-03e44b4a59fc req-3514cfa7-f6fe-47e1-ae69-c3fa250c6333 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dd77827b5e640e591ad1fec3c629e09&device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 1097 time: 0.1370063 Sep 18 05:08:08.134586 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.156277 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e7d51187-360e-4b8c-9d61-cd42029b9c3e no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:08.159244 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.161290 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Added segment 3bad30ff-8da0-4ade-a632-f50d5b86e1ce of type vlan for network fc246b06-c45b-4192-8f52-7378a8dc41c6 Sep 18 05:08:08.173853 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77715649-e358-441b-a159-1dd9b28cc70a x-openstack-request-id: req-77715649-e358-441b-a159-1dd9b28cc70a {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:08.174192 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.179716 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f12e418-60ab-4abc-b2da-7c0abd35281b", "name": "network-vif-deleted", "tag": "5a8b4ac0-5450-4f72-8762-3e9681a566b5", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:08.179716 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77715649-e358-441b-a159-1dd9b28cc70a {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:08.179716 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f12e418-60ab-4abc-b2da-7c0abd35281b', 'name': 'network-vif-deleted', 'tag': '5a8b4ac0-5450-4f72-8762-3e9681a566b5', 'status': 'completed', 'code': 200} Sep 18 05:08:08.185591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: e7d51187-360e-4b8c-9d61-cd42029b9c3e {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:08.186169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e7d51187-360e-4b8c-9d61-cd42029b9c3e not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:08.186405 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:08.186540 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 271bffa6-47db-4683-b928-48a5d6affc7c no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:08.187018 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.217399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 271bffa6-47db-4683-b928-48a5d6affc7c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:08.217748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 271bffa6-47db-4683-b928-48a5d6affc7c not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:08.223871 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ecfe97f0-72c2-47f7-8987-b5878771d185 req-ada642c2-47ad-4589-8528-031cbd0642ef tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888945 Sep 18 05:08:08.236675 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55677de6-8b23-47d8-8df0-0b3bec3e8a46,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:08.257315 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:08.260047 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.319878 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port dd6a44fc-565b-444e-9fb6-0c37a5632470 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:08:08.324416 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port dd6a44fc-565b-444e-9fb6-0c37a5632470 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:08.324857 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.388765 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.394861 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:08.395669 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.400987 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ce801a7-8cc5-4240-ac90-d1a8510d1bfb req-18839c08-a21a-49c6-8d9a-846abc4794c1 tempest-FloatingIPsAssociationTestJSON-202643158 tempest-FloatingIPsAssociationTestJSON-202643158-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f12e418-60ab-4abc-b2da-7c0abd35281b HTTP/1.1" status: 200 len: 210 time: 0.0900700 Sep 18 05:08:08.438399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd5a7c-9b6d-4787-acc3-03e44b4a59fc req-64323529-1f39-4570-b2a6-1514cc205ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:08.448154 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2efd5a7c-9b6d-4787-acc3-03e44b4a59fc req-64323529-1f39-4570-b2a6-1514cc205ab0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=421b75d9-aef6-441f-b45d-e49a4b4868e3 HTTP/1.1" status: 200 len: 916 time: 0.3058879 Sep 18 05:08:08.472917 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.539498 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4194b537-d74e-4d1b-b7b8-8cf639c2e798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6a44fc-565b-444e-9fb6-0c37a5632470'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:08.545936 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2efd5a7c-9b6d-4787-acc3-03e44b4a59fc req-9a4816c8-5db8-4ec2-a3f7-b8b2924bd48d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c48f7acf-f357-43d0-b7b3-e8587bf10ffa HTTP/1.1" status: 200 len: 217 time: 0.0890365 Sep 18 05:08:08.547427 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6944c8d0-a0fc-4e54-9b44-e246f4618489" -d '{"events": [{"server_uuid": "4194b537-d74e-4d1b-b7b8-8cf639c2e798", "name": "network-vif-plugged", "status": "completed", "tag": "dd6a44fc-565b-444e-9fb6-0c37a5632470"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:08.556353 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.569626 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.571583 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] 10.222.0.23 "DELETE /v2.0/networks/fb25068f-b020-461b-bd6d-d4bfa414044b HTTP/1.1" status: 204 len: 168 time: 1.3944621 Sep 18 05:08:08.604704 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6080086 Sep 18 05:08:08.607566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port dd6a44fc-565b-444e-9fb6-0c37a5632470, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=dd6a44fc-565b-444e-9fb6-0c37a5632470,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:08.609132 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47334) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:08.614554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a7a2c-27e6-4fe0-a178-4ac4b8a806dd admin admin] Pushing event deleted for resources: {'Network': ['ID=fb25068f-b020-461b-bd6d-d4bfa414044b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:08.617911 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb38e094-a39d-4543-93f3-4f2e3537ace3 x-openstack-request-id: req-cb38e094-a39d-4543-93f3-4f2e3537ace3 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:08.618636 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4194b537-d74e-4d1b-b7b8-8cf639c2e798", "name": "network-vif-plugged", "status": "completed", "tag": "dd6a44fc-565b-444e-9fb6-0c37a5632470", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:08.619098 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb38e094-a39d-4543-93f3-4f2e3537ace3 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:08.620787 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4194b537-d74e-4d1b-b7b8-8cf639c2e798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6a44fc-565b-444e-9fb6-0c37a5632470', 'code': 200} Sep 18 05:08:08.638997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd5a7c-9b6d-4787-acc3-03e44b4a59fc req-b831fd8f-dc54-4bad-9d0a-970c2686c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:08.640213 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2efd5a7c-9b6d-4787-acc3-03e44b4a59fc req-b831fd8f-dc54-4bad-9d0a-970c2686c0bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa0247e2-c958-4c4c-9e87-7156372e4180 HTTP/1.1" status: 200 len: 855 time: 0.0850074 Sep 18 05:08:08.644454 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-133a5cdc-1f9f-44b8-a171-f869e3b39b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Request body: {'subnet': {'network_id': 'fc246b06-c45b-4192-8f52-7378a8dc41c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:08.659611 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a06bb9-bb18-4952-b0a2-97c893cb5e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Pushing event updated for resources: {'Network': ['ID=fc246b06-c45b-4192-8f52-7378a8dc41c6,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:08.673266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network fc246b06-c45b-4192-8f52-7378a8dc41c6 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:08.695368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:08.744311 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd5a7c-9b6d-4787-acc3-03e44b4a59fc req-095e5c84-6ff9-4462-a7d3-30857067c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:08.745890 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2efd5a7c-9b6d-4787-acc3-03e44b4a59fc req-095e5c84-6ff9-4462-a7d3-30857067c9cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=421b75d9-aef6-441f-b45d-e49a4b4868e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958641 Sep 18 05:08:08.756496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d07159-08e8-412e-a46e-706bed3fa1a9 req-1f1dc859-c45b-4820-a743-55cfc78deba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:08.758006 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-40d07159-08e8-412e-a46e-706bed3fa1a9 req-1f1dc859-c45b-4820-a743-55cfc78deba5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 1097 time: 0.0678468 Sep 18 05:08:08.847182 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-40d07159-08e8-412e-a46e-706bed3fa1a9 req-82cdab8c-c7a2-4677-872e-a0ee5ce1586b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803821 Sep 18 05:08:08.855199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=dd6a44fc-565b-444e-9fb6-0c37a5632470,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:08.874657 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2efd5a7c-9b6d-4787-acc3-03e44b4a59fc req-d8f715dc-a4cb-42ce-9ff7-c761fdc46bbb service neutron] 10.222.0.13 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207235 Sep 18 05:08:08.937086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133a5cdc-1f9f-44b8-a171-f869e3b39b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Made reservation on behalf of d853fe231b47422ca96b6c47fc0cad08 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:08.948050 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-133a5cdc-1f9f-44b8-a171-f869e3b39b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:09.041243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07863f33-7ed3-4073-b755-90d2d1a13b0f req-06928936-8aaf-452f-ae50-4aa397d525ee tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:09.042790 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07863f33-7ed3-4073-b755-90d2d1a13b0f req-06928936-8aaf-452f-ae50-4aa397d525ee tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 945 time: 0.0690434 Sep 18 05:08:09.095187 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07863f33-7ed3-4073-b755-90d2d1a13b0f req-ecf956cb-13fc-480c-b0d0-7402600b00af tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458758 Sep 18 05:08:09.097055 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2efd5a7c-9b6d-4787-acc3-03e44b4a59fc req-1c5e1613-e8d0-4bae-92a0-cc3843ac6c86 service neutron] 10.222.0.13 "GET /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129281 Sep 18 05:08:09.103668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47338) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:09.152624 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2f525809-c49a-4291-8b7e-b2b378167485 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff72afa79aec4022b50dc103c12ea329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476189 Sep 18 05:08:09.153653 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47340) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:09.206774 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8dd698b7-ca24-42fe-8913-086c0016085b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:09.232103 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8dd698b7-ca24-42fe-8913-086c0016085b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:09.290663 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-133a5cdc-1f9f-44b8-a171-f869e3b39b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:09.368430 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8dd698b7-ca24-42fe-8913-086c0016085b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:09.371324 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8dd698b7-ca24-42fe-8913-086c0016085b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:09.374774 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8dd698b7-ca24-42fe-8913-086c0016085b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ee5913a-36fb-4d2e-a766-9a40ac6e5719 HTTP/1.1" status: 204 len: 168 time: 0.2183256 Sep 18 05:08:09.377026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a5cdc-1f9f-44b8-a171-f869e3b39b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Pushing event updated for resources: {'Subnet': ['ID=6c2053a5-2e4e-49ca-ad1d-7186a623d042,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:09.390970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd698b7-ca24-42fe-8913-086c0016085b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee5913a-36fb-4d2e-a766-9a40ac6e5719,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:09.406423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065a93f-9c2d-4ad0-9731-84b20bbe8855 req-2bae6a1f-489f-4063-a3bb-10a29f631a6a tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:09.407988 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3065a93f-9c2d-4ad0-9731-84b20bbe8855 req-2bae6a1f-489f-4063-a3bb-10a29f631a6a tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.0838788 Sep 18 05:08:09.419104 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a5cdc-1f9f-44b8-a171-f869e3b39b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Checking segment: {'id': '3bad30ff-8da0-4ade-a632-f50d5b86e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc246b06-c45b-4192-8f52-7378a8dc41c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:09.419851 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133a5cdc-1f9f-44b8-a171-f869e3b39b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Network hostable DHCP agents. Network: fc246b06-c45b-4192-8f52-7378a8dc41c6, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:08:09.471311 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3065a93f-9c2d-4ad0-9731-84b20bbe8855 req-f41050c1-1ae5-49f0-bc02-38343766a0f5 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523884 Sep 18 05:08:09.471481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47348) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:09.567325 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133a5cdc-1f9f-44b8-a171-f869e3b39b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Network fc246b06-c45b-4192-8f52-7378a8dc41c6 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:08:09.685903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-133a5cdc-1f9f-44b8-a171-f869e3b39b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, fc246b06-c45b-4192-8f52-7378a8dc41c6) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:09.692268 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a5cdc-1f9f-44b8-a171-f869e3b39b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:09.693201 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-133a5cdc-1f9f-44b8-a171-f869e3b39b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:09.694142 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1da5d3-348b-4cf8-8336-4f98d1b3e2a0 None None] Network fc246b06-c45b-4192-8f52-7378a8dc41c6 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:09.829683 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-133a5cdc-1f9f-44b8-a171-f869e3b39b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2169223 Sep 18 05:08:09.830043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47358) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:09.836160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4ce68697-0207-4c45-8ba4-546696cf60cd tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Request body: {'port': {'network_id': 'fc246b06-c45b-4192-8f52-7378a8dc41c6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1014065426'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:09.894283 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e16e7e80-9286-4c93-aaa7-263cb52443d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:09.910045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-fc246b06-c45b-4192-8f52-7378a8dc41c6', 'network_id': 'fc246b06-c45b-4192-8f52-7378a8dc41c6', 'tenant_id': 'd853fe231b47422ca96b6c47fc0cad08', 'fixed_ips': [{'subnet_id': '6c2053a5-2e4e-49ca-ad1d-7186a623d042'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:08:09.911286 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:10.125072 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Allocated IP 2001:db8::2 (fc246b06-c45b-4192-8f52-7378a8dc41c6/6c2053a5-2e4e-49ca-ad1d-7186a623d042/1e1470f8-3a69-44ec-9a59-2d9c097962ed) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:08:10.131066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce68697-0207-4c45-8ba4-546696cf60cd tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Made reservation on behalf of d853fe231b47422ca96b6c47fc0cad08 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:10.135307 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ce68697-0207-4c45-8ba4-546696cf60cd tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:10.163588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-4ce68697-0207-4c45-8ba4-546696cf60cd tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] device_id is not set on port 2e4a4cf9-b592-442a-91b1-0bf4d191e3ce yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:08:10.319496 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e16e7e80-9286-4c93-aaa7-263cb52443d5 admin admin] Deleting port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:10.319862 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e16e7e80-9286-4c93-aaa7-263cb52443d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:10.330239 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:10.332945 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f7a6f-46aa-4e4d-b2bd-b8fe5b18a6ff req-ab09cfa9-dcfe-48e2-8361-f1010552833e tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:10.335489 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a42f7a6f-46aa-4e4d-b2bd-b8fe5b18a6ff req-ab09cfa9-dcfe-48e2-8361-f1010552833e tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 945 time: 0.1104085 Sep 18 05:08:10.389767 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a42f7a6f-46aa-4e4d-b2bd-b8fe5b18a6ff req-f21ea7ce-ad7f-4295-ae68-0dec66bd1ed2 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470498 Sep 18 05:08:10.399594 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:10.465971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Pushing event updated for resources: {'Port': ['ID=1e1470f8-3a69-44ec-9a59-2d9c097962ed,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:10.493596 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Network fc246b06-c45b-4192-8f52-7378a8dc41c6 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:08:10.496216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:10.500659 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:08:10.518763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-4ce68697-0207-4c45-8ba4-546696cf60cd tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Allocated IP 2001:db8::23 (fc246b06-c45b-4192-8f52-7378a8dc41c6/6c2053a5-2e4e-49ca-ad1d-7186a623d042/2e4a4cf9-b592-442a-91b1-0bf4d191e3ce) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:08:10.533706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 5a8b4ac0-5450-4f72-8762-3e9681a566b5 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:10.574634 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 5a8b4ac0-5450-4f72-8762-3e9681a566b5 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:10.575027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 5a8b4ac0-5450-4f72-8762-3e9681a566b5 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:10.622160 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Attempting to bind port 1e1470f8-3a69-44ec-9a59-2d9c097962ed on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:08:10.622160 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Attempting to bind port 1e1470f8-3a69-44ec-9a59-2d9c097962ed by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '3bad30ff-8da0-4ade-a632-f50d5b86e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc246b06-c45b-4192-8f52-7378a8dc41c6'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:08:10.622160 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Attempting to bind port 1e1470f8-3a69-44ec-9a59-2d9c097962ed on network fc246b06-c45b-4192-8f52-7378a8dc41c6 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:08:10.639391 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:08:10.647026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Checking segment: {'id': '3bad30ff-8da0-4ade-a632-f50d5b86e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc246b06-c45b-4192-8f52-7378a8dc41c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:10.650188 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:10.650825 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Bound using segment: {'id': '3bad30ff-8da0-4ade-a632-f50d5b86e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc246b06-c45b-4192-8f52-7378a8dc41c6'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:08:10.651973 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Bound port: 1e1470f8-3a69-44ec-9a59-2d9c097962ed, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bad30ff-8da0-4ade-a632-f50d5b86e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc246b06-c45b-4192-8f52-7378a8dc41c6'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:08:10.653056 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:10.762913 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ce68697-0207-4c45-8ba4-546696cf60cd tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:10.799293 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] For port 1e1470f8-3a69-44ec-9a59-2d9c097962ed, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:08:10.803478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] For port 1e1470f8-3a69-44ec-9a59-2d9c097962ed, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1e1470f8-3a69-44ec-9a59-2d9c097962ed,segment=NetworkSegment(3bad30ff-8da0-4ade-a632-f50d5b86e1ce),segment_id=3bad30ff-8da0-4ade-a632-f50d5b86e1ce)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:08:10.861673 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-e16e7e80-9286-4c93-aaa7-263cb52443d5 admin admin] For port 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3f8eb9a4-76d5-44f5-8a99-dbc103dd6457,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:10.862259 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e16e7e80-9286-4c93-aaa7-263cb52443d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:10.877195 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:10.881612 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ee6a-2a7a-48bf-9b4b-f2e8679efdab req-d400826f-7719-4f04-a3d6-c704c13e5e47 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:10.883405 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e74ee6a-2a7a-48bf-9b4b-f2e8679efdab req-d400826f-7719-4f04-a3d6-c704c13e5e47 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.0998180 Sep 18 05:08:10.887743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e16e7e80-9286-4c93-aaa7-263cb52443d5 admin admin] Calling delete_port for 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:10.891673 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ce68697-0207-4c45-8ba4-546696cf60cd tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:10.930993 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e74ee6a-2a7a-48bf-9b4b-f2e8679efdab req-904c9dcf-28f5-4a23-a141-3f2e7be4d0cc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373337 Sep 18 05:08:10.979407 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945ca00-b2c1-4638-9c62-f2424ebca578 None None] Pushing event updated for resources: {'Port': ['ID=1e1470f8-3a69-44ec-9a59-2d9c097962ed,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:11.007798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce68697-0207-4c45-8ba4-546696cf60cd tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Network fc246b06-c45b-4192-8f52-7378a8dc41c6 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:08:11.014138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-4ce68697-0207-4c45-8ba4-546696cf60cd tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:11.212747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce68697-0207-4c45-8ba4-546696cf60cd tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:08:11.212747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce68697-0207-4c45-8ba4-546696cf60cd tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:11.212747 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ce68697-0207-4c45-8ba4-546696cf60cd tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:11.212747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce68697-0207-4c45-8ba4-546696cf60cd tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Pushing event updated for resources: {'Port': ['ID=2e4a4cf9-b592-442a-91b1-0bf4d191e3ce,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:11.215526 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b4d4b-3f65-48e1-b7a5-4cbbc45a399c req-f44a6fb9-b852-497b-a5a4-5569605ff51f tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:11.215526 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac6b4d4b-3f65-48e1-b7a5-4cbbc45a399c req-f44a6fb9-b852-497b-a5a4-5569605ff51f tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.0842004 Sep 18 05:08:11.266612 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4ce68697-0207-4c45-8ba4-546696cf60cd tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4352369 Sep 18 05:08:11.274082 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47398) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:11.275539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Request body: {'port': {'network_id': 'fc246b06-c45b-4192-8f52-7378a8dc41c6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-240308659', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:11.276106 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.api.validators [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] bootfile-name is not in valid_values {{(pid=106909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 05:08:11.276578 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.api.validators [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] tftp-server is not in valid_values {{(pid=106909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 05:08:11.276930 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.api.validators [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] server-ip-address is not in valid_values {{(pid=106909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 05:08:11.336112 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac6b4d4b-3f65-48e1-b7a5-4cbbc45a399c req-cfe93367-5ebc-4ad8-86e8-6530b925c732 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967591 Sep 18 05:08:11.387710 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e16e7e80-9286-4c93-aaa7-263cb52443d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:11.452286 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e7e80-9286-4c93-aaa7-263cb52443d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8eb9a4-76d5-44f5-8a99-dbc103dd6457,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:11.492809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365130e-5f27-4aaf-b79c-b91299df47be req-6ea16d6d-d66d-4dd6-a641-327ac23c57cb tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:11.500562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2365130e-5f27-4aaf-b79c-b91299df47be req-6ea16d6d-d66d-4dd6-a641-327ac23c57cb tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec9346c-f4e3-4402-9e1a-aefbdf39e362 HTTP/1.1" status: 200 len: 946 time: 0.0853195 Sep 18 05:08:11.559956 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2365130e-5f27-4aaf-b79c-b91299df47be req-2f727518-e512-4261-8cd9-b6701281820c tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425510 Sep 18 05:08:11.564850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Made reservation on behalf of d853fe231b47422ca96b6c47fc0cad08 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:11.568557 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:11.590083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] device_id is not set on port 83614949-a67c-4993-bb6e-3fce6e63ca3e yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:08:11.638008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff2f3e-36a1-45e9-baaa-ae7c966cd42e req-0ea08523-1b43-475c-97ae-288954c09086 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:11.639982 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-09ff2f3e-36a1-45e9-baaa-ae7c966cd42e req-0ea08523-1b43-475c-97ae-288954c09086 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 945 time: 0.1267855 Sep 18 05:08:11.734552 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-09ff2f3e-36a1-45e9-baaa-ae7c966cd42e req-003d44f2-dbc7-4c51-91a1-4d37a3fec2ae tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864873 Sep 18 05:08:11.750488 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e16e7e80-9286-4c93-aaa7-263cb52443d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:11.843984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7e795-d0da-418d-ab94-991aa3f2f352 req-abffb8e4-f1e1-4ed5-b3cc-4aff684a15a8 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:11.845940 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0a7e795-d0da-418d-ab94-991aa3f2f352 req-abffb8e4-f1e1-4ed5-b3cc-4aff684a15a8 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 945 time: 0.1611834 Sep 18 05:08:11.862532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Allocated IP 2001:db8::7b (fc246b06-c45b-4192-8f52-7378a8dc41c6/6c2053a5-2e4e-49ca-ad1d-7186a623d042/83614949-a67c-4993-bb6e-3fce6e63ca3e) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:08:11.919894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0a7e795-d0da-418d-ab94-991aa3f2f352 req-94a96994-cca8-4d71-be47-12495c05c97d tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585923 Sep 18 05:08:12.110502 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:12.171764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-82ba648f-1d27-4ffe-b4be-5d9da8dc87d0 req-e1eda6e0-aa0a-4093-8d83-0570b5a7d699 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:08:12.173439 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82ba648f-1d27-4ffe-b4be-5d9da8dc87d0 req-e1eda6e0-aa0a-4093-8d83-0570b5a7d699 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079796 Sep 18 05:08:12.193853 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16e7e80-9286-4c93-aaa7-263cb52443d5 admin admin] Router 3c6b7115-a29b-4839-be5f-db72b0c34c94 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:08:12.233433 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:12.307025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Network fc246b06-c45b-4192-8f52-7378a8dc41c6 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:08:12.315215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:12.322942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:08:12.329848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:12.332313 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1e1470f8-3a69-44ec-9a59-2d9c097962ed up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:08:12.332850 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:12.335902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Pushing event updated for resources: {'Port': ['ID=83614949-a67c-4993-bb6e-3fce6e63ca3e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:12.345256 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82ba648f-1d27-4ffe-b4be-5d9da8dc87d0 req-a5771c40-bcec-4ed8-a394-cfac61753577 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1629384 Sep 18 05:08:12.380976 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16e7e80-9286-4c93-aaa7-263cb52443d5 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:08:12.389947 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa96da-4d3b-4251-af2c-a900e0a17350 None None] Sync routers for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:08:12.395300 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e16e7e80-9286-4c93-aaa7-263cb52443d5 admin admin] 10.222.0.23 "PUT /v2.0/routers/3c6b7115-a29b-4839-be5f-db72b0c34c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9227107 Sep 18 05:08:12.404127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47450) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:12.404818 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa96da-4d3b-4251-af2c-a900e0a17350 None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:08:12.405585 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b2aa96da-4d3b-4251-af2c-a900e0a17350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:08:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:12.451214 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-af94a929-527b-4cb1-b426-975f15b27663 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.1803215 Sep 18 05:08:12.453775 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47452) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:12.460094 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 1e1470f8-3a69-44ec-9a59-2d9c097962ed triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:12.460563 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:12.489594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbd05f0-0bd7-4ef5-bc76-0c9a26a19e7a None None] Network fc246b06-c45b-4192-8f52-7378a8dc41c6 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:12.584675 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-b2aa96da-4d3b-4251-af2c-a900e0a17350 None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:08:12.586277 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d202a694-31ee-4dfa-a51b-2adc1e6ab271 None None] Provisioning complete for port 1e1470f8-3a69-44ec-9a59-2d9c097962ed triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:12.586665 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d202a694-31ee-4dfa-a51b-2adc1e6ab271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:12.632135 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d3d93-5c89-40e7-b07a-5d7bc414609d tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:12.650273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d3d93-5c89-40e7-b07a-5d7bc414609d tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:12.670567 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d3d93-5c89-40e7-b07a-5d7bc414609d tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:12.679212 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dc6d3d93-5c89-40e7-b07a-5d7bc414609d tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2201300 Sep 18 05:08:12.679212 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47456) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:12.723600 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:12.723921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47458) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:12.742751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64158855-c554-4ce5-90fc-e90049e9a419 req-8a86e867-1028-4956-b15b-af7651017cba tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:12.745429 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-64158855-c554-4ce5-90fc-e90049e9a419 req-8a86e867-1028-4956-b15b-af7651017cba tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 945 time: 0.2460077 Sep 18 05:08:12.777884 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 1e1470f8-3a69-44ec-9a59-2d9c097962ed, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1e1470f8-3a69-44ec-9a59-2d9c097962ed,segment=NetworkSegment(3bad30ff-8da0-4ade-a632-f50d5b86e1ce),segment_id=3bad30ff-8da0-4ade-a632-f50d5b86e1ce)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:12.788638 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:12.899055 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b2aa96da-4d3b-4251-af2c-a900e0a17350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:08:11Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:12.931037 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa96da-4d3b-4251-af2c-a900e0a17350 None None] Checking router: 3c6b7115-a29b-4839-be5f-db72b0c34c94 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:08:12.945787 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-64158855-c554-4ce5-90fc-e90049e9a419 req-403db11f-f71c-421a-b7df-c42f201b6425 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829891 Sep 18 05:08:12.955950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3c38a-0b5d-4d8c-823e-e6cef7a540ba tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Deleting port 83614949-a67c-4993-bb6e-3fce6e63ca3e {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:12.959198 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b8e3c38a-0b5d-4d8c-823e-e6cef7a540ba tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:12.971842 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa96da-4d3b-4251-af2c-a900e0a17350 None None] Routers {'3c6b7115-a29b-4839-be5f-db72b0c34c94'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:08:12.972730 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b2aa96da-4d3b-4251-af2c-a900e0a17350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:08:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3c6b7115-a29b-4839-be5f-db72b0c34c94'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:13.078413 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.086683 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f681d11-803c-477e-858d-52d3e212cd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.124831 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.137308 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-b2aa96da-4d3b-4251-af2c-a900e0a17350 None None] Set router 3c6b7115-a29b-4839-be5f-db72b0c34c94 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:08:13.148806 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b8e3c38a-0b5d-4d8c-823e-e6cef7a540ba tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.181368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d202a694-31ee-4dfa-a51b-2adc1e6ab271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.184149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3c38a-0b5d-4d8c-823e-e6cef7a540ba tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Calling delete_port for 83614949-a67c-4993-bb6e-3fce6e63ca3e owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:13.276562 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=1e1470f8-3a69-44ec-9a59-2d9c097962ed,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:13.306197 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Deleting port 0b30967a-0519-4bb0-9bc6-600397d30ec3 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:13.312929 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.326398 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-d202a694-31ee-4dfa-a51b-2adc1e6ab271 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:08:13.327667 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-d202a694-31ee-4dfa-a51b-2adc1e6ab271 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:08:13.363351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50569bc-4092-4f33-85f2-7dd8c73be7b2 req-f46bce27-50e0-4fd9-9452-8dfed6bd1b36 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:13.364434 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b2aa96da-4d3b-4251-af2c-a900e0a17350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:08:11Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:13.365405 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a50569bc-4092-4f33-85f2-7dd8c73be7b2 req-f46bce27-50e0-4fd9-9452-8dfed6bd1b36 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.1054308 Sep 18 05:08:13.398655 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa96da-4d3b-4251-af2c-a900e0a17350 None None] The sync data for ids ['3c6b7115-a29b-4839-be5f-db72b0c34c94'] in n-d-789963-13 is: [{'id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'name': 'tempest-FloatingIPsAssociationTestJSON-73166364-router', 'tenant_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:08:11Z', 'revision_number': 5, 'project_id': 'ae3b991f811649a6b7dfa6172c9ec136', 'gw_port': {'id': '0b30967a-0519-4bb0-9bc6-600397d30ec3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b7115-a29b-4839-be5f-db72b0c34c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:18Z', 'updated_at': '2021-09-18T05:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:08:13.404785 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f681d11-803c-477e-858d-52d3e212cd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.412989 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] For port 0b30967a-0519-4bb0-9bc6-600397d30ec3, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0b30967a-0519-4bb0-9bc6-600397d30ec3,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:13.413687 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.433551 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a50569bc-4092-4f33-85f2-7dd8c73be7b2 req-dcf8ba8a-d5e4-43da-9f1d-87d661e46315 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568736 Sep 18 05:08:13.437927 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Calling delete_port for 0b30967a-0519-4bb0-9bc6-600397d30ec3 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:13.482574 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f681d11-803c-477e-858d-52d3e212cd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.517413 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4f681d11-803c-477e-858d-52d3e212cd7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2eab0efa1e54d77848b13b27006c7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7913532 Sep 18 05:08:13.521771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47472) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:13.565272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f681d11-803c-477e-858d-52d3e212cd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785f944e-38a1-4243-ade2-3288c8e0c43a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:13.580980 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b8e3c38a-0b5d-4d8c-823e-e6cef7a540ba tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.630333 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c3505-fb84-449b-bbf1-f2729ae8e6a9 req-6e74d953-da4b-4797-bc62-fa06a4f3a53a tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:13.632277 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-023c3505-fb84-449b-bbf1-f2729ae8e6a9 req-6e74d953-da4b-4797-bc62-fa06a4f3a53a tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec9346c-f4e3-4402-9e1a-aefbdf39e362 HTTP/1.1" status: 200 len: 946 time: 0.1138215 Sep 18 05:08:13.639991 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea3ed2bc-2e54-4e4b-b08c-c1187a71064f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.644676 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3c38a-0b5d-4d8c-823e-e6cef7a540ba tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Pushing event deleted for resources: {'Port': ['ID=83614949-a67c-4993-bb6e-3fce6e63ca3e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:13.684059 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b8e3c38a-0b5d-4d8c-823e-e6cef7a540ba tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.686090 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b8e3c38a-0b5d-4d8c-823e-e6cef7a540ba tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] 10.222.0.23 "DELETE /v2.0/ports/83614949-a67c-4993-bb6e-3fce6e63ca3e HTTP/1.1" status: 204 len: 168 time: 1.0056074 Sep 18 05:08:13.689833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47474) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:13.690208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea3ed2bc-2e54-4e4b-b08c-c1187a71064f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.697930 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4f228555-54ec-4abc-ae3e-0988d17296ce tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Request body: {'port': {'name': 'tempest-new-port-name-2114185622', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:13.698380 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.api.validators [None req-4f228555-54ec-4abc-ae3e-0988d17296ce tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] bootfile-name is not in valid_values {{(pid=106908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 05:08:13.698728 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.api.validators [None req-4f228555-54ec-4abc-ae3e-0988d17296ce tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] tftp-server is not in valid_values {{(pid=106908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 05:08:13.699063 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.api.validators [None req-4f228555-54ec-4abc-ae3e-0988d17296ce tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] server-ip-address is not in valid_values {{(pid=106908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 05:08:13.744207 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-023c3505-fb84-449b-bbf1-f2729ae8e6a9 req-06ca8ef6-90ef-492a-9ac3-7c5710b20143 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022451 Sep 18 05:08:13.792979 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f228555-54ec-4abc-ae3e-0988d17296ce tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.851469 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.872150 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea3ed2bc-2e54-4e4b-b08c-c1187a71064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.874740 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea3ed2bc-2e54-4e4b-b08c-c1187a71064f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:13.879375 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ea3ed2bc-2e54-4e4b-b08c-c1187a71064f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/785f944e-38a1-4243-ade2-3288c8e0c43a HTTP/1.1" status: 204 len: 168 time: 0.3534710 Sep 18 05:08:13.901469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ed2bc-2e54-4e4b-b08c-c1187a71064f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785f944e-38a1-4243-ade2-3288c8e0c43a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:13.905822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b30967a-0519-4bb0-9bc6-600397d30ec3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:13.934287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcfbfc-c5ab-42b4-9ccd-696ba75999e2 req-0c2f58da-5f8d-46c7-b8fd-ddea9e7556b7 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:13.935927 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-77bcfbfc-c5ab-42b4-9ccd-696ba75999e2 req-0c2f58da-5f8d-46c7-b8fd-ddea9e7556b7 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 945 time: 0.1084514 Sep 18 05:08:13.993877 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6fe1f6e0-af89-47a0-89c1-98c168e15685 None None] Could not find standard attr ID for object 83614949-a67c-4993-bb6e-3fce6e63ca3e. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:08:14.023225 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6fe1f6e0-af89-47a0-89c1-98c168e15685 None None] Provisioning complete for port 2e4a4cf9-b592-442a-91b1-0bf4d191e3ce triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:14.023829 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6fe1f6e0-af89-47a0-89c1-98c168e15685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:14.034706 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-77bcfbfc-c5ab-42b4-9ccd-696ba75999e2 req-2a541070-1728-40d4-90c0-fda22459d3a5 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891707 Sep 18 05:08:14.080502 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:14.081025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:14.081389 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:14.081739 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:14.082192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:14.082413 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:14.082817 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:14.083318 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:14.083897 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:14.084540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:14.084661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:14.084999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:14.113756 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6fe1f6e0-af89-47a0-89c1-98c168e15685 None None] Port 2e4a4cf9-b592-442a-91b1-0bf4d191e3ce cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:08:14.126744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6fe1f6e0-af89-47a0-89c1-98c168e15685 None None] Provisioning complete for port 1e1470f8-3a69-44ec-9a59-2d9c097962ed triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:14.127820 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6fe1f6e0-af89-47a0-89c1-98c168e15685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:14.206409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1e1470f8-3a69-44ec-9a59-2d9c097962ed up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:08:14.266973 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:14.315049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 1e1470f8-3a69-44ec-9a59-2d9c097962ed triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:14.315441 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:14.430636 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb4469-d159-4dd7-b107-dfa51933785f req-fe334353-987a-4cb9-914f-31daf69440dc tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:14.432852 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7dfb4469-d159-4dd7-b107-dfa51933785f req-fe334353-987a-4cb9-914f-31daf69440dc tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 945 time: 0.3238571 Sep 18 05:08:14.438635 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:14.441087 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:14.467074 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:14.469728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-86a4118b-ddc3-47cd-8dcc-55c1cb7bb214 None None] Could not find standard attr ID for object 83614949-a67c-4993-bb6e-3fce6e63ca3e. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:08:14.495888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d837b4-c78c-4dcc-94fe-9e31977326fb req-fe77bab5-2575-4f57-aa82-22e61a12b843 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:14.501804 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:14.502452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d837b4-c78c-4dcc-94fe-9e31977326fb req-fe77bab5-2575-4f57-aa82-22e61a12b843 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:14.503061 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3f8eb9a4-76d5-44f5-8a99-dbc103dd6457 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:14.510876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d837b4-c78c-4dcc-94fe-9e31977326fb req-fe77bab5-2575-4f57-aa82-22e61a12b843 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:14.512717 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43d837b4-c78c-4dcc-94fe-9e31977326fb req-fe77bab5-2575-4f57-aa82-22e61a12b843 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a&device_id=aec9346c-f4e3-4402-9e1a-aefbdf39e362&device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 2417 time: 0.1239195 Sep 18 05:08:14.565312 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43d837b4-c78c-4dcc-94fe-9e31977326fb req-155434b8-ab56-4157-a9d0-8f4d3cdd6a3f tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457542 Sep 18 05:08:14.568486 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7dfb4469-d159-4dd7-b107-dfa51933785f req-4ae66744-e90a-4aba-8df4-9cf3bf1cf9d3 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228788 Sep 18 05:08:14.584297 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f228555-54ec-4abc-ae3e-0988d17296ce tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:14.605930 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-c9de8898-3802-4c2a-a40c-4211fd0ed0f7 req-75c3a1bf-d2bb-453d-a986-d40090ab2795 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:08:14.606919 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9de8898-3802-4c2a-a40c-4211fd0ed0f7 req-75c3a1bf-d2bb-453d-a986-d40090ab2795 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060408 Sep 18 05:08:14.651318 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:14.651854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c6b7115-a29b-4839-be5f-db72b0c34c94 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:08:14.656703 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:14.660167 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d9d10d3f-9b3c-4dc0-83c4-7c260e341fa7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3c6b7115-a29b-4839-be5f-db72b0c34c94 HTTP/1.1" status: 204 len: 168 time: 2.2518733 Sep 18 05:08:14.660419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47502) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:14.680698 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f228555-54ec-4abc-ae3e-0988d17296ce tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:14.728931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-202661ec-4801-4d4a-ac67-f02a9e529f8b admin admin] Deleting subnet 02887c08-3097-4d93-a60e-f80a8813bdbb {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:08:14.739429 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-202661ec-4801-4d4a-ac67-f02a9e529f8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:14.764863 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4f228555-54ec-4abc-ae3e-0988d17296ce tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] In _notify_port_updated(), no bound segment for port 2e4a4cf9-b592-442a-91b1-0bf4d191e3ce on network fc246b06-c45b-4192-8f52-7378a8dc41c6 {{(pid=106908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:08:14.772616 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f228555-54ec-4abc-ae3e-0988d17296ce tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:14.773321 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f228555-54ec-4abc-ae3e-0988d17296ce tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:14.781114 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4f228555-54ec-4abc-ae3e-0988d17296ce tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] 10.222.0.23 "PUT /v2.0/ports/2e4a4cf9-b592-442a-91b1-0bf4d191e3ce HTTP/1.1" status: 200 len: 1129 time: 1.0892336 Sep 18 05:08:14.782020 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f228555-54ec-4abc-ae3e-0988d17296ce tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Pushing event updated for resources: {'Port': ['ID=2e4a4cf9-b592-442a-91b1-0bf4d191e3ce,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:14.787302 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47510) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:14.845344 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9de8898-3802-4c2a-a40c-4211fd0ed0f7 req-1114b076-e7c1-43fb-95dd-a6f06e928929 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2316351 Sep 18 05:08:14.847014 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-202661ec-4801-4d4a-ac67-f02a9e529f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:14.895614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad7ab-e824-4de4-b249-4d8d4d43b45b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:14.901124 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-255ad7ab-e824-4de4-b249-4d8d4d43b45b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] 10.222.0.23 "GET /v2.0/ports/2e4a4cf9-b592-442a-91b1-0bf4d191e3ce HTTP/1.1" status: 200 len: 1129 time: 0.1133630 Sep 18 05:08:14.902235 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47512) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:15.001350 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-202661ec-4801-4d4a-ac67-f02a9e529f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:15.072342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-7bae7661-9358-4817-87bd-26aac8c64304 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Deleting port 2e4a4cf9-b592-442a-91b1-0bf4d191e3ce {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:15.074619 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7bae7661-9358-4817-87bd-26aac8c64304 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:15.194672 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-202661ec-4801-4d4a-ac67-f02a9e529f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:15.206415 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-202661ec-4801-4d4a-ac67-f02a9e529f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:15.213730 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-202661ec-4801-4d4a-ac67-f02a9e529f8b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/02887c08-3097-4d93-a60e-f80a8813bdbb HTTP/1.1" status: 204 len: 168 time: 0.5468595 Sep 18 05:08:15.215098 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47530) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:15.226376 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7bae7661-9358-4817-87bd-26aac8c64304 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:15.232356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202661ec-4801-4d4a-ac67-f02a9e529f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02887c08-3097-4d93-a60e-f80a8813bdbb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:15.246864 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaaaa98-8b0f-4f71-9adc-5d9b534cbd9d None None] Network 484b7aca-7593-4b3d-af08-6e779cc393dc requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:15.261332 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f91a2de4-f4f0-41bd-b57a-83e2db330692 None None] Provisioning complete for port 2e4a4cf9-b592-442a-91b1-0bf4d191e3ce triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:15.261874 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f91a2de4-f4f0-41bd-b57a-83e2db330692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:15.361666 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f91a2de4-f4f0-41bd-b57a-83e2db330692 None None] Port 2e4a4cf9-b592-442a-91b1-0bf4d191e3ce cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:08:15.580468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d56ae-de51-4629-b021-1d52f96adc1a None None] DHCP port deletion for 484b7aca-7593-4b3d-af08-6e779cc393dc request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:08:15.619593 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-7bae7661-9358-4817-87bd-26aac8c64304 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Calling delete_port for 2e4a4cf9-b592-442a-91b1-0bf4d191e3ce owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:15.656505 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d56ae-de51-4629-b021-1d52f96adc1a None None] Deleting port 294a3aef-b050-476c-840d-74834894a2b9 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:15.656941 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb2d56ae-de51-4629-b021-1d52f96adc1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:15.721032 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:15.767376 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-eb2d56ae-de51-4629-b021-1d52f96adc1a None None] For port 294a3aef-b050-476c-840d-74834894a2b9, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=294a3aef-b050-476c-840d-74834894a2b9,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:15.767785 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb2d56ae-de51-4629-b021-1d52f96adc1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:15.801425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d56ae-de51-4629-b021-1d52f96adc1a None None] Calling delete_port for 294a3aef-b050-476c-840d-74834894a2b9 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:15.814009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Deleting port 294a3aef-b050-476c-840d-74834894a2b9 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:15.814586 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:15.924857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] For port 294a3aef-b050-476c-840d-74834894a2b9, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=294a3aef-b050-476c-840d-74834894a2b9,segment=NetworkSegment(499318ff-8a82-42bc-80be-3af6108b7804),segment_id=499318ff-8a82-42bc-80be-3af6108b7804)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:15.925243 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:15.948904 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Calling delete_port for 294a3aef-b050-476c-840d-74834894a2b9 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:16.018051 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb2d56ae-de51-4629-b021-1d52f96adc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.034011 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.056616 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] No DVR routers for this DVR port 294a3aef-b050-476c-840d-74834894a2b9 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:16.056616 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7bae7661-9358-4817-87bd-26aac8c64304 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.068633 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d56ae-de51-4629-b021-1d52f96adc1a None None] Pushing event deleted for resources: {'Port': ['ID=294a3aef-b050-476c-840d-74834894a2b9,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:16.076015 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2d56ae-de51-4629-b021-1d52f96adc1a None None] No DVR routers for this DVR port 294a3aef-b050-476c-840d-74834894a2b9 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:16.100792 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=294a3aef-b050-476c-840d-74834894a2b9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:16.116914 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 294a3aef-b050-476c-840d-74834894a2b9 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:16.138422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 294a3aef-b050-476c-840d-74834894a2b9 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:16.138933 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 294a3aef-b050-476c-840d-74834894a2b9 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:16.139475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0b30967a-0519-4bb0-9bc6-600397d30ec3 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:16.159315 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 0b30967a-0519-4bb0-9bc6-600397d30ec3 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:16.159709 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0b30967a-0519-4bb0-9bc6-600397d30ec3 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:16.248980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae7661-9358-4817-87bd-26aac8c64304 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Pushing event deleted for resources: {'Port': ['ID=2e4a4cf9-b592-442a-91b1-0bf4d191e3ce,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:16.260462 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7bae7661-9358-4817-87bd-26aac8c64304 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.262418 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7bae7661-9358-4817-87bd-26aac8c64304 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] 10.222.0.23 "DELETE /v2.0/ports/2e4a4cf9-b592-442a-91b1-0bf4d191e3ce HTTP/1.1" status: 204 len: 168 time: 1.3599865 Sep 18 05:08:16.267158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47590) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:16.305497 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.329093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f39a00d-1259-4f40-a765-8561e8cb06e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Deleting subnet 6c2053a5-2e4e-49ca-ad1d-7186a623d042 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:08:16.334920 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f39a00d-1259-4f40-a765-8561e8cb06e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.336912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484b7aca-7593-4b3d-af08-6e779cc393dc']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:16.349332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499318ff-8a82-42bc-80be-3af6108b7804') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:16.349776 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499318ff-8a82-42bc-80be-3af6108b7804') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:16.366727 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.383742 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.390756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:16.391178 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:16.393072 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:16.402952 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f39a00d-1259-4f40-a765-8561e8cb06e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.535761 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.537740 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f39a00d-1259-4f40-a765-8561e8cb06e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.558804 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.563141 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/484b7aca-7593-4b3d-af08-6e779cc393dc HTTP/1.1" status: 204 len: 168 time: 1.3486578 Sep 18 05:08:16.564173 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a566c-d6e3-4468-82fc-064a2cb4a1d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=484b7aca-7593-4b3d-af08-6e779cc393dc,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:16.576451 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47606) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:16.707488 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5e43-ae69-4e96-9946-79476e3846c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.711251 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f39a00d-1259-4f40-a765-8561e8cb06e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.738477 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39a00d-1259-4f40-a765-8561e8cb06e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2053a5-2e4e-49ca-ad1d-7186a623d042,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:16.747028 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f39a00d-1259-4f40-a765-8561e8cb06e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.747028 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5f39a00d-1259-4f40-a765-8561e8cb06e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] 10.222.0.23 "DELETE /v2.0/subnets/6c2053a5-2e4e-49ca-ad1d-7186a623d042 HTTP/1.1" status: 204 len: 168 time: 0.4764445 Sep 18 05:08:16.747552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47616) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:16.753401 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845f084-653f-4caf-85c9-d02449d4fcca None None] Network fc246b06-c45b-4192-8f52-7378a8dc41c6 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:16.829503 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5e43-ae69-4e96-9946-79476e3846c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.834484 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.895067 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Deleting port 1e1470f8-3a69-44ec-9a59-2d9c097962ed {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:16.895422 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.925118 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5e43-ae69-4e96-9946-79476e3846c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.944221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62755e27-74a9-4220-a864-ec622951b7c5 None None] DHCP port deletion for fc246b06-c45b-4192-8f52-7378a8dc41c6 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:08:16.962290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] For port 1e1470f8-3a69-44ec-9a59-2d9c097962ed, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1e1470f8-3a69-44ec-9a59-2d9c097962ed,segment=NetworkSegment(3bad30ff-8da0-4ade-a632-f50d5b86e1ce),segment_id=3bad30ff-8da0-4ade-a632-f50d5b86e1ce)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:16.962731 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:16.976366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Calling delete_port for 1e1470f8-3a69-44ec-9a59-2d9c097962ed owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:16.983250 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0d8a5e43-ae69-4e96-9946-79476e3846c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8f86be41b5e4d24bc64cee00db54300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045572 Sep 18 05:08:16.985969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a5e43-ae69-4e96-9946-79476e3846c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bd7ad8-ebf7-4cf7-be35-4fcdd4d73b6e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:16.986153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47620) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:16.999628 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-62755e27-74a9-4220-a864-ec622951b7c5 None None] Deleting port 1e1470f8-3a69-44ec-9a59-2d9c097962ed {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:17.000208 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-62755e27-74a9-4220-a864-ec622951b7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.056204 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47624) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:17.087971 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b007b3b4-4ad9-41b0-9a49-9ff417bb118e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.096203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-62755e27-74a9-4220-a864-ec622951b7c5 None None] For port 1e1470f8-3a69-44ec-9a59-2d9c097962ed, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1e1470f8-3a69-44ec-9a59-2d9c097962ed,segment=NetworkSegment(3bad30ff-8da0-4ade-a632-f50d5b86e1ce),segment_id=3bad30ff-8da0-4ade-a632-f50d5b86e1ce)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:17.096677 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-62755e27-74a9-4220-a864-ec622951b7c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.110721 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-62755e27-74a9-4220-a864-ec622951b7c5 None None] Calling delete_port for 1e1470f8-3a69-44ec-9a59-2d9c097962ed owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:17.114352 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9e3286f0-3ce7-44b9-bc7b-44136c88fcdc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae3b991f811649a6b7dfa6172c9ec136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565104 Sep 18 05:08:17.117833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47626) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:17.125167 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b007b3b4-4ad9-41b0-9a49-9ff417bb118e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.199469 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.204935 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-62755e27-74a9-4220-a864-ec622951b7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.212167 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1809b-1429-487e-8f22-95c07658e906 req-a9d6906e-a800-489a-b1fd-a744f80ecff5 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:17.213877 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b3b1809b-1429-487e-8f22-95c07658e906 req-a9d6906e-a800-489a-b1fd-a744f80ecff5 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 945 time: 0.0783627 Sep 18 05:08:17.227906 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-539663bb-0583-46c5-93ae-b847380dbdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.234051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Pushing event deleted for resources: {'Port': ['ID=1e1470f8-3a69-44ec-9a59-2d9c097962ed,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:17.236027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62755e27-74a9-4220-a864-ec622951b7c5 None None] Pushing event deleted for resources: {'Port': ['ID=1e1470f8-3a69-44ec-9a59-2d9c097962ed,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:17.236514 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b007b3b4-4ad9-41b0-9a49-9ff417bb118e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.239331 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b007b3b4-4ad9-41b0-9a49-9ff417bb118e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.240736 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62755e27-74a9-4220-a864-ec622951b7c5 None None] No DVR routers for this DVR port 1e1470f8-3a69-44ec-9a59-2d9c097962ed on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:17.255795 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b007b3b4-4ad9-41b0-9a49-9ff417bb118e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2bd7ad8-ebf7-4cf7-be35-4fcdd4d73b6e HTTP/1.1" status: 204 len: 168 time: 0.2625284 Sep 18 05:08:17.263382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] No DVR routers for this DVR port 1e1470f8-3a69-44ec-9a59-2d9c097962ed on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:17.279064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007b3b4-4ad9-41b0-9a49-9ff417bb118e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bd7ad8-ebf7-4cf7-be35-4fcdd4d73b6e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:17.289340 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-539663bb-0583-46c5-93ae-b847380dbdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.349243 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b3b1809b-1429-487e-8f22-95c07658e906 req-0252d69f-607e-4554-b5ac-5cb3f04f2281 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282706 Sep 18 05:08:17.373009 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.391547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc246b06-c45b-4192-8f52-7378a8dc41c6']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:17.400829 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bad30ff-8da0-4ade-a632-f50d5b86e1ce') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:17.401132 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bad30ff-8da0-4ade-a632-f50d5b86e1ce') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:17.410381 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.423940 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.430305 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:17.430698 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:17.433650 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:17.438845 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-539663bb-0583-46c5-93ae-b847380dbdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.441612 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-539663bb-0583-46c5-93ae-b847380dbdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.442796 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-539663bb-0583-46c5-93ae-b847380dbdb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/822687f0-4aba-4942-a368-231743836872 HTTP/1.1" status: 204 len: 168 time: 0.3238788 Sep 18 05:08:17.450843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539663bb-0583-46c5-93ae-b847380dbdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822687f0-4aba-4942-a368-231743836872,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:17.558681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.565812 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:17.569605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] 10.222.0.23 "DELETE /v2.0/networks/fc246b06-c45b-4192-8f52-7378a8dc41c6 HTTP/1.1" status: 204 len: 168 time: 0.8197188 Sep 18 05:08:17.578996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1748c98-47a5-4600-95fc-c88cad3ef46b tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167 tempest-ExtraDHCPOptionsIpV6TestJSON-1989883167-project] Pushing event deleted for resources: {'Network': ['ID=fc246b06-c45b-4192-8f52-7378a8dc41c6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:18.107619 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1e1470f8-3a69-44ec-9a59-2d9c097962ed no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:18.133586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device dd6a44fc-565b-444e-9fb6-0c37a5632470 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:08:18.139593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 1e1470f8-3a69-44ec-9a59-2d9c097962ed {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:18.139990 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1e1470f8-3a69-44ec-9a59-2d9c097962ed not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:18.247178 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port dd6a44fc-565b-444e-9fb6-0c37a5632470, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=dd6a44fc-565b-444e-9fb6-0c37a5632470,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:18.264062 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'dd6a44fc-565b-444e-9fb6-0c37a5632470', 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c', 'port_id': 'dd6a44fc-565b-444e-9fb6-0c37a5632470', 'mac_address': 'fa:16:3e:b4:c6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e11554-3849-4f64-b8fc-9779a28fb1b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:08:18.306468 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:18.324958 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd6a44fc-565b-444e-9fb6-0c37a5632470 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:08:18.353760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47688) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:18.363084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port dd6a44fc-565b-444e-9fb6-0c37a5632470, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=dd6a44fc-565b-444e-9fb6-0c37a5632470,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:18.442997 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:18.523311 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d27748-b800-44fc-8c17-3f68401decc1 req-1ab4556b-155a-43f1-949e-3d807ea4c8eb tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:18.525015 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71d27748-b800-44fc-8c17-3f68401decc1 req-1ab4556b-155a-43f1-949e-3d807ea4c8eb tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 945 time: 0.0900290 Sep 18 05:08:18.529437 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=dd6a44fc-565b-444e-9fb6-0c37a5632470,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:18.545391 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['dd6a44fc-565b-444e-9fb6-0c37a5632470'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:08:18.566863 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b018c-60e8-4cb2-b3fc-24f095b22adb req-d45daf27-68d5-4800-90e7-b98b43a18746 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:18.569512 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-930b018c-60e8-4cb2-b3fc-24f095b22adb req-d45daf27-68d5-4800-90e7-b98b43a18746 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 945 time: 0.0961087 Sep 18 05:08:18.598848 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71d27748-b800-44fc-8c17-3f68401decc1 req-70ded556-7bd7-4d5c-b666-26bf1ed91bb3 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666454 Sep 18 05:08:18.747696 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e7fe80e7-30bf-4b11-896c-6f39f3faf8e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d853fe231b47422ca96b6c47fc0cad08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927593 Sep 18 05:08:18.750168 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47718) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:18.767249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-930b018c-60e8-4cb2-b3fc-24f095b22adb req-9422acb3-d28f-4be2-82bc-df03c7c8eb69 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Deleting port 610f3d47-096b-46a9-a9c4-817c881ecd68 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:18.767249 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-930b018c-60e8-4cb2-b3fc-24f095b22adb req-9422acb3-d28f-4be2-82bc-df03c7c8eb69 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:18.845281 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89e78fe2-9039-493e-8592-17da569c2c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:18.869338 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89e78fe2-9039-493e-8592-17da569c2c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:18.934878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-930b018c-60e8-4cb2-b3fc-24f095b22adb req-9422acb3-d28f-4be2-82bc-df03c7c8eb69 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] For port 610f3d47-096b-46a9-a9c4-817c881ecd68, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=610f3d47-096b-46a9-a9c4-817c881ecd68,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:18.935255 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-930b018c-60e8-4cb2-b3fc-24f095b22adb req-9422acb3-d28f-4be2-82bc-df03c7c8eb69 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:18.949895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-930b018c-60e8-4cb2-b3fc-24f095b22adb req-9422acb3-d28f-4be2-82bc-df03c7c8eb69 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Calling delete_port for 610f3d47-096b-46a9-a9c4-817c881ecd68 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:19.030776 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89e78fe2-9039-493e-8592-17da569c2c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:19.035875 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89e78fe2-9039-493e-8592-17da569c2c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:19.037754 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-89e78fe2-9039-493e-8592-17da569c2c6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55677de6-8b23-47d8-8df0-0b3bec3e8a46 HTTP/1.1" status: 204 len: 168 time: 0.2856994 Sep 18 05:08:19.053350 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e78fe2-9039-493e-8592-17da569c2c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55677de6-8b23-47d8-8df0-0b3bec3e8a46,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:19.392949 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47756) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:19.602953 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-930b018c-60e8-4cb2-b3fc-24f095b22adb req-9422acb3-d28f-4be2-82bc-df03c7c8eb69 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:19.614928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['c48f7acf-f357-43d0-b7b3-e8587bf10ffa', '610f3d47-096b-46a9-a9c4-817c881ecd68'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:08:19.719751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422acb3-d28f-4be2-82bc-df03c7c8eb69 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Pushing event deleted for resources: {'Port': ['ID=610f3d47-096b-46a9-a9c4-817c881ecd68,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:19.727627 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['9a68bac4-b254-40b9-bdd6-79267561c1d1'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:08:19.877925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-930b018c-60e8-4cb2-b3fc-24f095b22adb req-9422acb3-d28f-4be2-82bc-df03c7c8eb69 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] No DVR routers for this DVR port 610f3d47-096b-46a9-a9c4-817c881ecd68 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:19.925413 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-930b018c-60e8-4cb2-b3fc-24f095b22adb req-9422acb3-d28f-4be2-82bc-df03c7c8eb69 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:19.933142 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-930b018c-60e8-4cb2-b3fc-24f095b22adb req-9422acb3-d28f-4be2-82bc-df03c7c8eb69 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.13 "DELETE /v2.0/ports/610f3d47-096b-46a9-a9c4-817c881ecd68 HTTP/1.1" status: 204 len: 173 time: 1.3545871 Sep 18 05:08:19.935011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d4b714-dcbc-4814-b95d-0d8ea071f22a', 'name': 'network-vif-deleted', 'tag': '610f3d47-096b-46a9-a9c4-817c881ecd68'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:19.938486 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9239c263-dd7d-48c8-9fc2-41f8fd5701bc" -d '{"events": [{"server_uuid": "e1d4b714-dcbc-4814-b95d-0d8ea071f22a", "name": "network-vif-deleted", "tag": "610f3d47-096b-46a9-a9c4-817c881ecd68"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:19.964207 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ccab5b46-43d1-48ba-9a75-f4238c9c4a03 req-959d5748-8365-4b0b-860f-4bd3e1bc971d tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 210 time: 0.1645429 Sep 18 05:08:20.043505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1765784481-network', 'tenant_id': 'f904c5eb53b9458d9987b6e296fd0c13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:20.138343 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device dd6a44fc-565b-444e-9fb6-0c37a5632470 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:08:20.181612 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] Made reservation on behalf of f904c5eb53b9458d9987b6e296fd0c13 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:20.183897 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:20.219577 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:20.264538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port dd6a44fc-565b-444e-9fb6-0c37a5632470 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:20.269688 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:20.292894 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ca9053-0892-4114-a3e3-2759dfead840 x-openstack-request-id: req-c8ca9053-0892-4114-a3e3-2759dfead840 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:20.293364 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d4b714-dcbc-4814-b95d-0d8ea071f22a", "name": "network-vif-deleted", "tag": "610f3d47-096b-46a9-a9c4-817c881ecd68", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:20.293763 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8ca9053-0892-4114-a3e3-2759dfead840 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:20.294387 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d4b714-dcbc-4814-b95d-0d8ea071f22a', 'name': 'network-vif-deleted', 'tag': '610f3d47-096b-46a9-a9c4-817c881ecd68', 'status': 'completed', 'code': 200} Sep 18 05:08:20.423992 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:20.449405 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4194b537-d74e-4d1b-b7b8-8cf639c2e798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6a44fc-565b-444e-9fb6-0c37a5632470'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:20.452324 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69de00b1-9e4d-4888-b225-1f9dd1a4d7e9" -d '{"events": [{"server_uuid": "4194b537-d74e-4d1b-b7b8-8cf639c2e798", "name": "network-vif-plugged", "status": "completed", "tag": "dd6a44fc-565b-444e-9fb6-0c37a5632470"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:20.473510 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port dd6a44fc-565b-444e-9fb6-0c37a5632470, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=dd6a44fc-565b-444e-9fb6-0c37a5632470,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:20.519679 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:20.532283 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e17421-2f1b-4d45-b3f0-7c09f256e487 x-openstack-request-id: req-e6e17421-2f1b-4d45-b3f0-7c09f256e487 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:20.532819 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4194b537-d74e-4d1b-b7b8-8cf639c2e798", "name": "network-vif-plugged", "status": "completed", "tag": "dd6a44fc-565b-444e-9fb6-0c37a5632470", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:20.533580 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6e17421-2f1b-4d45-b3f0-7c09f256e487 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:20.534196 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4194b537-d74e-4d1b-b7b8-8cf639c2e798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6a44fc-565b-444e-9fb6-0c37a5632470', 'code': 200} Sep 18 05:08:20.564193 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:20.626560 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=dd6a44fc-565b-444e-9fb6-0c37a5632470,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:20.627253 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:20.649253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:08:20.671540 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:20.671896 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] Added segment 7d864a00-ac38-4dc3-9e9f-95f3e3e6da26 of type vlan for network 5b171667-d77e-497f-9300-379345ad8028 Sep 18 05:08:20.740757 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37497a4-11d0-4f5a-a3c2-348cddfeddd6,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:20.783689 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:20.907086 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:20.911740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:20.912710 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:21.122355 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7276804 Sep 18 05:08:21.125095 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10578787-eff4-428b-b82a-379fa21be1a5 admin admin] Pushing event updated for resources: {'Network': ['ID=5b171667-d77e-497f-9300-379345ad8028,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:21.126147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47836) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:21.139344 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 5b171667-d77e-497f-9300-379345ad8028 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:21.140548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Request body: {'subnet': {'network_id': '5b171667-d77e-497f-9300-379345ad8028', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1765784481-subnet', 'tenant_id': 'f904c5eb53b9458d9987b6e296fd0c13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:21.140824 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47838) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:21.194383 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d87a5244-d922-4774-abee-9e6616ef2568 req-f0e647a0-7ec1-42c0-a6c7-e96deb86d6e3 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1d4b714-dcbc-4814-b95d-0d8ea071f22a HTTP/1.1" status: 200 len: 210 time: 0.0630331 Sep 18 05:08:21.221767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Made reservation on behalf of f904c5eb53b9458d9987b6e296fd0c13 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:21.224924 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:21.355540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47856) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:21.515982 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1248977427'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:21.626576 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-621eaafe-8212-4ca4-a41a-3c31b79fe760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:21.637252 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:21.640734 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:21.655609 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:21.659686 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:21.792353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db635f65-1e70-4588-ae59-7fa1fc584f7f,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:21.798405 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Checking segment: {'id': '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b171667-d77e-497f-9300-379345ad8028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:21.798785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Network hostable DHCP agents. Network: 5b171667-d77e-497f-9300-379345ad8028, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:08:21.820123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:21.820123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:21.820123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:21.824494 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:21.826172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:21.826733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:21.827803 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:21.828444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:21.829024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:21.829552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:21.830634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:21.831490 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:21.840833 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-621eaafe-8212-4ca4-a41a-3c31b79fe760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:21.924471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Network 5b171667-d77e-497f-9300-379345ad8028 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:08:21.930631 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-621eaafe-8212-4ca4-a41a-3c31b79fe760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:21.987683 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 5b171667-d77e-497f-9300-379345ad8028) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:21.999981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ffbbcc-f9a4-4a30-8b1a-e8aaeaff5929 None None] Network 5b171667-d77e-497f-9300-379345ad8028 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:22.004505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:22.006948 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:22.012459 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-621eaafe-8212-4ca4-a41a-3c31b79fe760 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e852b1afdcfe4b8c9a85e0205849f843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8698514 Sep 18 05:08:22.022210 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47862) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:22.069876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621eaafe-8212-4ca4-a41a-3c31b79fe760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c361edb-5edc-4f04-88e2-d1856dc66471,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:22.136510 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0172ef74-5347-4a54-b4d4-a41f5cf4d706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:22.200439 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0172ef74-5347-4a54-b4d4-a41f5cf4d706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:22.245189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:22.257352 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f2c2b6-af8b-4dc7-9f20-988daefb6eea None None] Network 5b171667-d77e-497f-9300-379345ad8028 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:22.456635 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:22.466983 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0172ef74-5347-4a54-b4d4-a41f5cf4d706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:22.473047 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0172ef74-5347-4a54-b4d4-a41f5cf4d706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:22.477232 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0172ef74-5347-4a54-b4d4-a41f5cf4d706 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c361edb-5edc-4f04-88e2-d1856dc66471 HTTP/1.1" status: 204 len: 168 time: 0.4502158 Sep 18 05:08:22.511882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172ef74-5347-4a54-b4d4-a41f5cf4d706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c361edb-5edc-4f04-88e2-d1856dc66471,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:22.536006 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b8fc1a7d-a94f-451f-87e7-4d1ec4f63586 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4085848 Sep 18 05:08:22.596522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:08:22.599326 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 610f3d47-096b-46a9-a9c4-817c881ecd68 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:22.635275 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:22.636386 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Added segment 0e070aa6-d85c-4c0e-a665-41f421ac9dd2 of type vlan for network dce45367-cbf8-4865-b9ab-4cbe1a22a339 Sep 18 05:08:22.671564 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 610f3d47-096b-46a9-a9c4-817c881ecd68 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:22.678300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 610f3d47-096b-46a9-a9c4-817c881ecd68 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:22.692735 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:22.720160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a836b563-2172-463c-a165-fdd3f55606b5,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:22.867333 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:22.867569 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:22.874623 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:22.875189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:23.060010 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7030356 Sep 18 05:08:23.063082 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99c2ef-881e-49ab-9415-c863d7900945 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Network': ['ID=dce45367-cbf8-4865-b9ab-4cbe1a22a339,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:23.074964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network dce45367-cbf8-4865-b9ab-4cbe1a22a339 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:23.194864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47898) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:23.200723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-c0881f3d-ba1a-429e-bec0-d1304014c975 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'subnet': {'network_id': 'dce45367-cbf8-4865-b9ab-4cbe1a22a339', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:23.213706 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:23.259800 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe9786-d0c5-4185-bd83-807966ce7613 req-5c3cfda3-12bb-4db0-aafe-4971a834fcb3 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:23.263906 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a1fe9786-d0c5-4185-bd83-807966ce7613 req-5c3cfda3-12bb-4db0-aafe-4971a834fcb3 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec9346c-f4e3-4402-9e1a-aefbdf39e362 HTTP/1.1" status: 200 len: 946 time: 0.1723378 Sep 18 05:08:23.404994 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a1fe9786-d0c5-4185-bd83-807966ce7613 req-c37ef897-40ea-49ae-b17b-2ecedab8e246 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318333 Sep 18 05:08:23.575867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0881f3d-ba1a-429e-bec0-d1304014c975 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:23.585245 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0881f3d-ba1a-429e-bec0-d1304014c975 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:23.806480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-da56b5ce-7a7f-4436-a8f8-f0d56d7181c3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:23.810667 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-da56b5ce-7a7f-4436-a8f8-f0d56d7181c3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/networks?id=5b171667-d77e-497f-9300-379345ad8028 HTTP/1.1" status: 200 len: 822 time: 0.3736882 Sep 18 05:08:23.883553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-78a9213e-74e3-41c4-a81f-7f5f9ca6025e tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/quotas/f904c5eb53b9458d9987b6e296fd0c13 HTTP/1.1" status: 200 len: 375 time: 0.0587060 Sep 18 05:08:23.964211 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-cc611119-4b6d-4fd9-921b-ab5572b393b3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f904c5eb53b9458d9987b6e296fd0c13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793874 Sep 18 05:08:24.148206 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-a6318ecd-20e3-457c-a5c5-712ef35a1ec6 service neutron] 10.222.0.23 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828601 Sep 18 05:08:24.198763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47938) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:24.211736 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0881f3d-ba1a-429e-bec0-d1304014c975 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:24.394303 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0881f3d-ba1a-429e-bec0-d1304014c975 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Subnet': ['ID=0bf31a52-3158-49f8-8c11-a52d3babfab4,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:24.399001 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-9b01b7ce-6d92-4f22-a635-3484735b8a7d service neutron] 10.222.0.23 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418163 Sep 18 05:08:24.403491 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-746332072-network', 'tenant_id': 'd6919d03a77b4afe94b6cbe8c4fc6cdb'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:24.419282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0881f3d-ba1a-429e-bec0-d1304014c975 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Checking segment: {'id': '0e070aa6-d85c-4c0e-a665-41f421ac9dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dce45367-cbf8-4865-b9ab-4cbe1a22a339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:24.419282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0881f3d-ba1a-429e-bec0-d1304014c975 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network hostable DHCP agents. Network: dce45367-cbf8-4865-b9ab-4cbe1a22a339, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:08:24.438268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f4b4f-38c1-4e5c-8fb5-df86a66bf9b7 req-d666d2db-4b5f-4b01-9bdf-d2995b0d326f tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:24.439829 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a1f4b4f-38c1-4e5c-8fb5-df86a66bf9b7 req-d666d2db-4b5f-4b01-9bdf-d2995b0d326f tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec9346c-f4e3-4402-9e1a-aefbdf39e362 HTTP/1.1" status: 200 len: 946 time: 0.1451652 Sep 18 05:08:24.584450 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27283fb5-f3de-4cd3-9f93-954277f276b1 req-ca03f208-bb66-489c-81ab-e3fbf7e66ffd tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:24.584450 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-27283fb5-f3de-4cd3-9f93-954277f276b1 req-ca03f208-bb66-489c-81ab-e3fbf7e66ffd tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec9346c-f4e3-4402-9e1a-aefbdf39e362 HTTP/1.1" status: 200 len: 946 time: 0.0555339 Sep 18 05:08:24.585251 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-4a1f4b4f-38c1-4e5c-8fb5-df86a66bf9b7 req-b69b1369-6eeb-4880-8fb8-0a82b62ed1bf tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Deleting port 9a68bac4-b254-40b9-bdd6-79267561c1d1 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:24.585251 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4a1f4b4f-38c1-4e5c-8fb5-df86a66bf9b7 req-b69b1369-6eeb-4880-8fb8-0a82b62ed1bf tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:24.604335 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-27283fb5-f3de-4cd3-9f93-954277f276b1 req-f7462c0e-d9a3-40bf-809c-d991fb20038b tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422041 Sep 18 05:08:24.653381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] Made reservation on behalf of d6919d03a77b4afe94b6cbe8c4fc6cdb for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:24.657867 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:24.667978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:24.702974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-4a1f4b4f-38c1-4e5c-8fb5-df86a66bf9b7 req-b69b1369-6eeb-4880-8fb8-0a82b62ed1bf tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] For port 9a68bac4-b254-40b9-bdd6-79267561c1d1, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9a68bac4-b254-40b9-bdd6-79267561c1d1,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:24.703346 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4a1f4b4f-38c1-4e5c-8fb5-df86a66bf9b7 req-b69b1369-6eeb-4880-8fb8-0a82b62ed1bf tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:24.715606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0881f3d-ba1a-429e-bec0-d1304014c975 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network dce45367-cbf8-4865-b9ab-4cbe1a22a339 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:08:24.728505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-4a1f4b4f-38c1-4e5c-8fb5-df86a66bf9b7 req-b69b1369-6eeb-4880-8fb8-0a82b62ed1bf tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Calling delete_port for 9a68bac4-b254-40b9-bdd6-79267561c1d1 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:24.901213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-c0881f3d-ba1a-429e-bec0-d1304014c975 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, dce45367-cbf8-4865-b9ab-4cbe1a22a339) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:24.903812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0881f3d-ba1a-429e-bec0-d1304014c975 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:24.904031 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0881f3d-ba1a-429e-bec0-d1304014c975 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:24.907650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac1e71-41ff-4d92-b1ca-46907dc2b30b None None] Network dce45367-cbf8-4865-b9ab-4cbe1a22a339 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:24.965619 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-818e6050-db20-42ba-b7c4-f4a2c890cbf2 req-065d5553-3d8e-49cd-99a5-bae6d320c190 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 210 time: 0.0713255 Sep 18 05:08:25.085681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.147685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-dce45367-cbf8-4865-b9ab-4cbe1a22a339', 'network_id': 'dce45367-cbf8-4865-b9ab-4cbe1a22a339', 'tenant_id': 'd41ff54eef48433798482245e7b02629', 'fixed_ips': [{'subnet_id': '0bf31a52-3158-49f8-8c11-a52d3babfab4'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:08:25.153353 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.162404 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.198463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6cff91-d2ba-4236-903b-3d27d68b9305,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:25.225947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:08:25.238861 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.244144 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] Added segment 87209b66-aebd-4a38-b974-c7f457581574 of type vlan for network d45e5568-2f31-4ad8-b878-119f1752e3da Sep 18 05:08:25.244144 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4a1f4b4f-38c1-4e5c-8fb5-df86a66bf9b7 req-b69b1369-6eeb-4880-8fb8-0a82b62ed1bf tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.260147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c0881f3d-ba1a-429e-bec0-d1304014c975 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0631957 Sep 18 05:08:25.264003 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47972) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:25.269955 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-06921469-2116-44ac-a444-6326a8a626ed tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-112476822'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:25.319188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b1369-6eeb-4880-8fb8-0a82b62ed1bf tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Pushing event deleted for resources: {'Port': ['ID=9a68bac4-b254-40b9-bdd6-79267561c1d1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:25.367319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Allocated IP 172.20.255.242 (dce45367-cbf8-4865-b9ab-4cbe1a22a339/0bf31a52-3158-49f8-8c11-a52d3babfab4/b51f4d0a-89de-44eb-935d-f6229ba35525) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:08:25.397189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1f4b4f-38c1-4e5c-8fb5-df86a66bf9b7 req-b69b1369-6eeb-4880-8fb8-0a82b62ed1bf tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] No DVR routers for this DVR port 9a68bac4-b254-40b9-bdd6-79267561c1d1 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:25.405822 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4a1f4b4f-38c1-4e5c-8fb5-df86a66bf9b7 req-b69b1369-6eeb-4880-8fb8-0a82b62ed1bf tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.411036 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06921469-2116-44ac-a444-6326a8a626ed tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:25.411218 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a1f4b4f-38c1-4e5c-8fb5-df86a66bf9b7 req-b69b1369-6eeb-4880-8fb8-0a82b62ed1bf tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.18 "DELETE /v2.0/ports/9a68bac4-b254-40b9-bdd6-79267561c1d1 HTTP/1.1" status: 204 len: 173 time: 0.9613318 Sep 18 05:08:25.411322 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06921469-2116-44ac-a444-6326a8a626ed tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.421925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec9346c-f4e3-4402-9e1a-aefbdf39e362', 'name': 'network-vif-deleted', 'tag': '9a68bac4-b254-40b9-bdd6-79267561c1d1'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:25.424409 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a415e0d-7fae-41fc-92ac-0dca919d6a5f" -d '{"events": [{"server_uuid": "aec9346c-f4e3-4402-9e1a-aefbdf39e362", "name": "network-vif-deleted", "tag": "9a68bac4-b254-40b9-bdd6-79267561c1d1"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:25.493315 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.510051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06921469-2116-44ac-a444-6326a8a626ed tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:08:25.545591 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06921469-2116-44ac-a444-6326a8a626ed tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.552379 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-06921469-2116-44ac-a444-6326a8a626ed tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Added segment f0fea793-9360-441a-864f-a5da7620ead0 of type vlan for network ea197f15-d2ff-4529-8279-e9ec6511d09a Sep 18 05:08:25.553977 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.555261 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32688643-af8a-4694-a4f1-754133ad76de x-openstack-request-id: req-32688643-af8a-4694-a4f1-754133ad76de {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:25.555429 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec9346c-f4e3-4402-9e1a-aefbdf39e362", "name": "network-vif-deleted", "tag": "9a68bac4-b254-40b9-bdd6-79267561c1d1", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:25.555685 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32688643-af8a-4694-a4f1-754133ad76de {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:25.556085 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec9346c-f4e3-4402-9e1a-aefbdf39e362', 'name': 'network-vif-deleted', 'tag': '9a68bac4-b254-40b9-bdd6-79267561c1d1', 'status': 'completed', 'code': 200} Sep 18 05:08:25.560419 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['c48f7acf-f357-43d0-b7b3-e8587bf10ffa'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:08:25.562782 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['9a68bac4-b254-40b9-bdd6-79267561c1d1'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:08:25.638079 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06921469-2116-44ac-a444-6326a8a626ed tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.680675 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.682777 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.683976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:25.685059 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.764737 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06921469-2116-44ac-a444-6326a8a626ed tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.770835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06921469-2116-44ac-a444-6326a8a626ed tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:25.771770 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06921469-2116-44ac-a444-6326a8a626ed tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:25.799925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Network dce45367-cbf8-4865-b9ab-4cbe1a22a339 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:08:25.825234 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:25.828855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:08:25.831866 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Pushing event updated for resources: {'Port': ['ID=b51f4d0a-89de-44eb-935d-f6229ba35525,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:25.944970 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-227dfb9c-04b6-4d3b-a64b-614d036749e4 req-4ef0d530-9af0-414b-8e22-61669980c0b9 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=aec9346c-f4e3-4402-9e1a-aefbdf39e362 HTTP/1.1" status: 200 len: 210 time: 0.0858171 Sep 18 05:08:26.013766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06921469-2116-44ac-a444-6326a8a626ed tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Network': ['ID=ea197f15-d2ff-4529-8279-e9ec6511d09a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:26.058443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network ea197f15-d2ff-4529-8279-e9ec6511d09a details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:26.100849 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-06921469-2116-44ac-a444-6326a8a626ed tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8356681 Sep 18 05:08:26.103635 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48000) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:26.110278 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b657b549-59b0-44e8-b688-d2eb3a488478 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'subnet': {'network_id': 'ea197f15-d2ff-4529-8279-e9ec6511d09a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:26.128788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9254885 Sep 18 05:08:26.128788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3ff69-53ec-485b-b28b-4b4506e6d83b admin admin] Pushing event updated for resources: {'Network': ['ID=d45e5568-2f31-4ad8-b878-119f1752e3da,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:26.133659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48002) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:26.142460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2952d1ae-c951-487f-85a5-10c46ff9d8ea admin admin] Request body: {'subnet': {'network_id': 'd45e5568-2f31-4ad8-b878-119f1752e3da', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-746332072-subnet', 'tenant_id': 'd6919d03a77b4afe94b6cbe8c4fc6cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:26.224776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Attempting to bind port b51f4d0a-89de-44eb-935d-f6229ba35525 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:08:26.225416 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Attempting to bind port b51f4d0a-89de-44eb-935d-f6229ba35525 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '0e070aa6-d85c-4c0e-a665-41f421ac9dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dce45367-cbf8-4865-b9ab-4cbe1a22a339'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:08:26.225966 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Attempting to bind port b51f4d0a-89de-44eb-935d-f6229ba35525 on network dce45367-cbf8-4865-b9ab-4cbe1a22a339 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:08:26.245494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network d45e5568-2f31-4ad8-b878-119f1752e3da details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:26.260117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2952d1ae-c951-487f-85a5-10c46ff9d8ea admin admin] Made reservation on behalf of d6919d03a77b4afe94b6cbe8c4fc6cdb for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:26.264470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2952d1ae-c951-487f-85a5-10c46ff9d8ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:26.275853 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:08:26.276614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Checking segment: {'id': '0e070aa6-d85c-4c0e-a665-41f421ac9dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dce45367-cbf8-4865-b9ab-4cbe1a22a339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:26.277221 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:26.277817 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Bound using segment: {'id': '0e070aa6-d85c-4c0e-a665-41f421ac9dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dce45367-cbf8-4865-b9ab-4cbe1a22a339'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:08:26.278492 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Bound port: b51f4d0a-89de-44eb-935d-f6229ba35525, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e070aa6-d85c-4c0e-a665-41f421ac9dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dce45367-cbf8-4865-b9ab-4cbe1a22a339'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:08:26.279071 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:26.421323 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50378f96-f2e7-49d6-8b8b-7c78756b7108 req-fb2546cd-fa91-4fae-941a-df9d47129169 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 210 time: 0.1294146 Sep 18 05:08:26.511762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b657b549-59b0-44e8-b688-d2eb3a488478 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:26.512671 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b657b549-59b0-44e8-b688-d2eb3a488478 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:26.662604 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] For port b51f4d0a-89de-44eb-935d-f6229ba35525, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:08:26.682117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] For port b51f4d0a-89de-44eb-935d-f6229ba35525, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b51f4d0a-89de-44eb-935d-f6229ba35525,segment=NetworkSegment(0e070aa6-d85c-4c0e-a665-41f421ac9dd2),segment_id=0e070aa6-d85c-4c0e-a665-41f421ac9dd2)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:08:26.697114 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2952d1ae-c951-487f-85a5-10c46ff9d8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:26.777615 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:26.816301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2952d1ae-c951-487f-85a5-10c46ff9d8ea admin admin] Checking segment: {'id': '87209b66-aebd-4a38-b974-c7f457581574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd45e5568-2f31-4ad8-b878-119f1752e3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:26.816946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2952d1ae-c951-487f-85a5-10c46ff9d8ea admin admin] Network hostable DHCP agents. Network: d45e5568-2f31-4ad8-b878-119f1752e3da, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:08:26.829598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952d1ae-c951-487f-85a5-10c46ff9d8ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=320d8e9d-0e4f-4887-8ef6-0c3f7797efd6,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:26.906456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Pushing event updated for resources: {'Port': ['ID=b51f4d0a-89de-44eb-935d-f6229ba35525,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:26.919145 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:26.919505 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:26.919860 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:26.920208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:26.920606 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:26.921240 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:26.921593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:26.921948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:26.922270 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:26.922662 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:26.922963 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:26.923296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aae1e0-d1b5-490c-a55d-3f73d8918e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:08:26.930698 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b657b549-59b0-44e8-b688-d2eb3a488478 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:26.964701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2952d1ae-c951-487f-85a5-10c46ff9d8ea admin admin] Network d45e5568-2f31-4ad8-b878-119f1752e3da is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:08:27.050261 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-2952d1ae-c951-487f-85a5-10c46ff9d8ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, d45e5568-2f31-4ad8-b878-119f1752e3da) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:27.071237 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5edfd76-79c7-4a8e-b740-082248cd79f1 None None] Network d45e5568-2f31-4ad8-b878-119f1752e3da requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:27.075875 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657b549-59b0-44e8-b688-d2eb3a488478 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Subnet': ['ID=31d7eba6-6e06-4cd9-a327-e34adf0928fc,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:27.084820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2952d1ae-c951-487f-85a5-10c46ff9d8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:27.089347 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2952d1ae-c951-487f-85a5-10c46ff9d8ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:27.116921 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b657b549-59b0-44e8-b688-d2eb3a488478 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Checking segment: {'id': 'f0fea793-9360-441a-864f-a5da7620ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ea197f15-d2ff-4529-8279-e9ec6511d09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:27.118045 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b657b549-59b0-44e8-b688-d2eb3a488478 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network hostable DHCP agents. Network: ea197f15-d2ff-4529-8279-e9ec6511d09a, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:08:27.205770 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2952d1ae-c951-487f-85a5-10c46ff9d8ea admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0701208 Sep 18 05:08:27.208857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b657b549-59b0-44e8-b688-d2eb3a488478 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network ea197f15-d2ff-4529-8279-e9ec6511d09a is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:08:27.298871 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-b657b549-59b0-44e8-b688-d2eb3a488478 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, ea197f15-d2ff-4529-8279-e9ec6511d09a) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:27.376884 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96318b8-da86-42cd-ac3e-d8ce111d34e7 None None] Network ea197f15-d2ff-4529-8279-e9ec6511d09a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:27.380225 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b657b549-59b0-44e8-b688-d2eb3a488478 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:27.381358 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b657b549-59b0-44e8-b688-d2eb3a488478 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:27.454618 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865bf4b-9537-4bae-a148-08136866c6d6 req-50eb4c5a-d50f-44ff-97d1-12dce5b68347 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:27.456473 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0865bf4b-9537-4bae-a148-08136866c6d6 req-50eb4c5a-d50f-44ff-97d1-12dce5b68347 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 946 time: 0.1951184 Sep 18 05:08:27.526389 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48038) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:27.544765 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b657b549-59b0-44e8-b688-d2eb3a488478 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4397585 Sep 18 05:08:27.567453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf07488f-aa29-4e5f-8688-cbd4fe453c04 None None] Network d45e5568-2f31-4ad8-b878-119f1752e3da requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:27.579960 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0865bf4b-9537-4bae-a148-08136866c6d6 req-526b6fa9-b9b7-4c9c-9828-a30478a0e42e tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/security-groups?id=57fcdd71-4457-4243-acb5-2879d59da333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169736 Sep 18 05:08:27.754265 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:27.779207 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1417f3b-751f-421e-a1db-ca003e714d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-ea197f15-d2ff-4529-8279-e9ec6511d09a', 'network_id': 'ea197f15-d2ff-4529-8279-e9ec6511d09a', 'tenant_id': 'd41ff54eef48433798482245e7b02629', 'fixed_ips': [{'subnet_id': '31d7eba6-6e06-4cd9-a327-e34adf0928fc'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:08:27.780080 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e1417f3b-751f-421e-a1db-ca003e714d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:27.822004 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bb1081e3-06d6-4a84-8e26-19b383e26e21 req-435b02c6-e8ef-4549-99fe-17ed82b1746d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 210 time: 0.0872259 Sep 18 05:08:27.869896 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.082417 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-1f9ea374-ca33-41fd-bd0f-2b4e4bcd303f req-7bab9d95-8aa2-4e82-91c2-e92afe39fd0c tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1635365083', 'description': 'tempest-description-1849030794'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:28.101756 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5f923b6a-7156-45b3-bc03-ff84eb776ea1 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:28.103581 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5f923b6a-7156-45b3-bc03-ff84eb776ea1 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.13 "GET /v2.0/networks?id=5b171667-d77e-497f-9300-379345ad8028 HTTP/1.1" status: 200 len: 822 time: 0.3274558 Sep 18 05:08:28.122150 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server [None req-e1417f3b-751f-421e-a1db-ca003e714d51 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31d7eba6-6e06-4cd9-a327-e34adf0928fc: This subnet is being modified by another concurrent operation. Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 05:08:28.129065 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise exception Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31d7eba6-6e06-4cd9-a327-e34adf0928fc: This subnet is being modified by another concurrent operation. Sep 18 05:08:28.134980 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server Sep 18 05:08:28.164946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 9a68bac4-b254-40b9-bdd6-79267561c1d1 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:28.181658 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5c6ee7fc-42c3-40d3-b3d4-7eea1003f7df tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Request body: {'port': {'device_id': '6e671e5a-62ee-421a-843b-ca777ef2be80', 'network_id': '5b171667-d77e-497f-9300-379345ad8028', 'admin_state_up': True, 'tenant_id': 'f904c5eb53b9458d9987b6e296fd0c13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:28.201693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c7aee3-32d5-4563-afa7-6bb290fe9658 None None] Network ea197f15-d2ff-4529-8279-e9ec6511d09a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:28.203892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 9a68bac4-b254-40b9-bdd6-79267561c1d1 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:28.204580 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 9a68bac4-b254-40b9-bdd6-79267561c1d1 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:28.227119 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1f9ea374-ca33-41fd-bd0f-2b4e4bcd303f req-7bab9d95-8aa2-4e82-91c2-e92afe39fd0c tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.248983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Subnet': ['ID=31d7eba6-6e06-4cd9-a327-e34adf0928fc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:28.320410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b51f4d0a-89de-44eb-935d-f6229ba35525 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:08:28.363656 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1f9ea374-ca33-41fd-bd0f-2b4e4bcd303f req-7bab9d95-8aa2-4e82-91c2-e92afe39fd0c tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.376190 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.403389 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea197f15-d2ff-4529-8279-e9ec6511d09a']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:28.421202 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1f9ea374-ca33-41fd-bd0f-2b4e4bcd303f req-7bab9d95-8aa2-4e82-91c2-e92afe39fd0c tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.431369 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b51f4d0a-89de-44eb-935d-f6229ba35525 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:28.431713 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.448217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fea793-9360-441a-864f-a5da7620ead0') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:28.448650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fea793-9360-441a-864f-a5da7620ead0') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:28.456742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab9d95-8aa2-4e82-91c2-e92afe39fd0c tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ed6826-8455-4d07-b1a4-8ad61db81bae,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:28.477344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7419bb3-7ad5-44f3-a666-bba1452babce req-eb38a776-e203-45d2-b310-1020ef91a5ba tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:28.479009 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d7419bb3-7ad5-44f3-a666-bba1452babce req-eb38a776-e203-45d2-b310-1020ef91a5ba tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.3740866 Sep 18 05:08:28.482961 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.541006 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1f9ea374-ca33-41fd-bd0f-2b4e4bcd303f req-7bab9d95-8aa2-4e82-91c2-e92afe39fd0c tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.542438 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1f9ea374-ca33-41fd-bd0f-2b4e4bcd303f req-7bab9d95-8aa2-4e82-91c2-e92afe39fd0c tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4648564 Sep 18 05:08:28.561213 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.575192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:28.575605 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.579111 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:28.579271 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:28.610367 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d7419bb3-7ad5-44f3-a666-bba1452babce req-6ed4514f-d59f-488d-8acb-2554ebd2cf07 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155164 Sep 18 05:08:28.658411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port b51f4d0a-89de-44eb-935d-f6229ba35525, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b51f4d0a-89de-44eb-935d-f6229ba35525,segment=NetworkSegment(0e070aa6-d85c-4c0e-a665-41f421ac9dd2),segment_id=0e070aa6-d85c-4c0e-a665-41f421ac9dd2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:28.727744 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.753951 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c7ec70-8663-4662-8fb4-4cbc1a0bf293 None None] Network dce45367-cbf8-4865-b9ab-4cbe1a22a339 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:28.768805 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f3355f96-4a88-4812-958d-662b1d5ac546 req-3d4e257c-460c-450e-acc0-2b3c6e20db99 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/24ed6826-8455-4d07-b1a4-8ad61db81bae HTTP/1.1" status: 200 len: 1807 time: 0.0642786 Sep 18 05:08:28.783815 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-f3355f96-4a88-4812-958d-662b1d5ac546 req-4224a97d-1e19-4a78-ad2a-500c16cd6fe8 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '24ed6826-8455-4d07-b1a4-8ad61db81bae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:28.789885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-f3355f96-4a88-4812-958d-662b1d5ac546 req-4224a97d-1e19-4a78-ad2a-500c16cd6fe8 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '24ed6826-8455-4d07-b1a4-8ad61db81bae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:28.829148 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.852883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.856159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/ea197f15-d2ff-4529-8279-e9ec6511d09a HTTP/1.1" status: 204 len: 168 time: 1.3287432 Sep 18 05:08:28.858039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262aadd-a3c8-4057-80a2-0a97b2af9156 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Network': ['ID=ea197f15-d2ff-4529-8279-e9ec6511d09a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:28.863174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48064) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:28.870928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-49150d05-c27f-4be2-853d-e1286c61bddb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-299874326'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:28.875584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5c6ee7fc-42c3-40d3-b3d4-7eea1003f7df tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Made reservation on behalf of f904c5eb53b9458d9987b6e296fd0c13 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:28.881330 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5c6ee7fc-42c3-40d3-b3d4-7eea1003f7df tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.884843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=b51f4d0a-89de-44eb-935d-f6229ba35525,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:28.904944 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c76bbc0d-2376-4f0d-8101-170f381f18b6 None None] Provisioning complete for port b51f4d0a-89de-44eb-935d-f6229ba35525 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:28.905331 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c76bbc0d-2376-4f0d-8101-170f381f18b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:28.907974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae4055-f164-4443-ae57-35426576502a req-47598ac0-d98c-4aa9-852c-8c91c288f466 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:28.910330 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c2ae4055-f164-4443-ae57-35426576502a req-47598ac0-d98c-4aa9-852c-8c91c288f466 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 946 time: 0.1113613 Sep 18 05:08:28.991259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65591c52-90a8-4049-806b-fb14b1ef4ac4 req-da4480c7-4fc1-43bb-b532-9181485fc084 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:29.000113 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65591c52-90a8-4049-806b-fb14b1ef4ac4 req-da4480c7-4fc1-43bb-b532-9181485fc084 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 946 time: 0.2200532 Sep 18 05:08:29.025379 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f3355f96-4a88-4812-958d-662b1d5ac546 req-4224a97d-1e19-4a78-ad2a-500c16cd6fe8 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.093416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49150d05-c27f-4be2-853d-e1286c61bddb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:29.101228 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-49150d05-c27f-4be2-853d-e1286c61bddb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.117399 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65591c52-90a8-4049-806b-fb14b1ef4ac4 req-d6db0da8-6aba-4d48-af7f-cdcfcf62c967 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/security-groups?id=57fcdd71-4457-4243-acb5-2879d59da333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157491 Sep 18 05:08:29.128352 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f3355f96-4a88-4812-958d-662b1d5ac546 req-4224a97d-1e19-4a78-ad2a-500c16cd6fe8 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.154731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49150d05-c27f-4be2-853d-e1286c61bddb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:08:29.164031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5c6ee7fc-42c3-40d3-b3d4-7eea1003f7df tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Allocated IP 172.20.0.2 (5b171667-d77e-497f-9300-379345ad8028/db635f65-1e70-4588-ae59-7fa1fc584f7f/a38127bd-f5c6-448e-bc53-80c0a722fd2c) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:08:29.181032 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-49150d05-c27f-4be2-853d-e1286c61bddb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.181400 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-49150d05-c27f-4be2-853d-e1286c61bddb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Added segment 4321cde3-50b9-4e6d-9c3a-949f5e632513 of type vlan for network 4b2f727b-69dd-4b7e-b32c-07da8272939b Sep 18 05:08:29.188038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-c2ae4055-f164-4443-ae57-35426576502a req-7a3ae115-ae53-4dc7-986a-9598bf730a9c tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Deleting port 18122ddd-b7ae-4541-a79b-c56c77fd05de {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:29.193864 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c2ae4055-f164-4443-ae57-35426576502a req-7a3ae115-ae53-4dc7-986a-9598bf730a9c tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.197704 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f3355f96-4a88-4812-958d-662b1d5ac546 req-4224a97d-1e19-4a78-ad2a-500c16cd6fe8 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.253102 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224a97d-1e19-4a78-ad2a-500c16cd6fe8 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889f78a5-a0a2-4b3d-8e70-5b3323632aa7,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:29.275520 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-49150d05-c27f-4be2-853d-e1286c61bddb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.340464 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f3355f96-4a88-4812-958d-662b1d5ac546 req-4224a97d-1e19-4a78-ad2a-500c16cd6fe8 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.341924 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f3355f96-4a88-4812-958d-662b1d5ac546 req-4224a97d-1e19-4a78-ad2a-500c16cd6fe8 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5649645 Sep 18 05:08:29.369898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-c2ae4055-f164-4443-ae57-35426576502a req-7a3ae115-ae53-4dc7-986a-9598bf730a9c tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] For port 18122ddd-b7ae-4541-a79b-c56c77fd05de, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=18122ddd-b7ae-4541-a79b-c56c77fd05de,segment=NetworkSegment(34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995),segment_id=34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:29.370446 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c2ae4055-f164-4443-ae57-35426576502a req-7a3ae115-ae53-4dc7-986a-9598bf730a9c tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.417037 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-31ce72ae-2034-4220-98cb-76593f586e1f req-6b74c17b-8e2b-46b8-b162-4621397fadce tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2029257516', 'description': 'tempest-description-963224983'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:29.428866 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-c2ae4055-f164-4443-ae57-35426576502a req-7a3ae115-ae53-4dc7-986a-9598bf730a9c tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Calling delete_port for 18122ddd-b7ae-4541-a79b-c56c77fd05de owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:29.436089 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-49150d05-c27f-4be2-853d-e1286c61bddb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.441819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49150d05-c27f-4be2-853d-e1286c61bddb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:29.442659 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-49150d05-c27f-4be2-853d-e1286c61bddb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.472702 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6ba07a-9a31-40f8-99c3-14835b272288 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:08:29.502863 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-31ce72ae-2034-4220-98cb-76593f586e1f req-6b74c17b-8e2b-46b8-b162-4621397fadce tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.505212 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ce818aa5-b84b-4447-a1e6-a043a5d3db10 req-a7c0bb86-c2bd-4d3e-935a-71c970c7250c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 210 time: 0.1456268 Sep 18 05:08:29.578593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-cba7a7df-cf4a-41c4-a340-e333d934726e None None] Provisioning complete for port b51f4d0a-89de-44eb-935d-f6229ba35525 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:29.579021 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cba7a7df-cf4a-41c4-a340-e333d934726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.663046 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-49150d05-c27f-4be2-853d-e1286c61bddb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7968924 Sep 18 05:08:29.673757 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48070) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:29.692491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-454bb6ad-6fc0-4a71-ac9f-96074fb83d56 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'subnet': {'network_id': '4b2f727b-69dd-4b7e-b32c-07da8272939b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:29.740790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ba07a-9a31-40f8-99c3-14835b272288 None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:08:29.826058 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5c6ee7fc-42c3-40d3-b3d4-7eea1003f7df tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.849556 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c2ae4055-f164-4443-ae57-35426576502a req-7a3ae115-ae53-4dc7-986a-9598bf730a9c tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.861466 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['18122ddd-b7ae-4541-a79b-c56c77fd05de'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:08:29.868627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49150d05-c27f-4be2-853d-e1286c61bddb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Network': ['ID=4b2f727b-69dd-4b7e-b32c-07da8272939b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:29.894636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a5a94-4622-4fb4-81a4-f5120978a020 req-ad80a972-c84b-41e3-8f7e-4b63f64f8c2e tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:29.902439 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fa7a5a94-4622-4fb4-81a4-f5120978a020 req-ad80a972-c84b-41e3-8f7e-4b63f64f8c2e tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.1431613 Sep 18 05:08:29.921203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1c668-40f6-4580-8fcf-f508b4d97907 req-c28789ec-f902-4294-a5cb-4bdd9201e744 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:29.923363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ae115-ae53-4dc7-986a-9598bf730a9c tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Pushing event deleted for resources: {'Port': ['ID=18122ddd-b7ae-4541-a79b-c56c77fd05de,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:29.924603 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5aa1c668-40f6-4580-8fcf-f508b4d97907 req-c28789ec-f902-4294-a5cb-4bdd9201e744 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.3218117 Sep 18 05:08:29.948050 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 4b2f727b-69dd-4b7e-b32c-07da8272939b details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:29.962789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ae4055-f164-4443-ae57-35426576502a req-7a3ae115-ae53-4dc7-986a-9598bf730a9c tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] No DVR routers for this DVR port 18122ddd-b7ae-4541-a79b-c56c77fd05de on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:29.965845 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c2ae4055-f164-4443-ae57-35426576502a req-7a3ae115-ae53-4dc7-986a-9598bf730a9c tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.968572 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c2ae4055-f164-4443-ae57-35426576502a req-7a3ae115-ae53-4dc7-986a-9598bf730a9c tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.13 "DELETE /v2.0/ports/18122ddd-b7ae-4541-a79b-c56c77fd05de HTTP/1.1" status: 204 len: 173 time: 1.0442686 Sep 18 05:08:29.971904 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70f5f8e-9090-472f-91da-fdcb960d613f', 'name': 'network-vif-deleted', 'tag': '18122ddd-b7ae-4541-a79b-c56c77fd05de'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:29.974700 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5638e7d8-012f-4cbf-9cde-cd23a6d75c2b" -d '{"events": [{"server_uuid": "e70f5f8e-9090-472f-91da-fdcb960d613f", "name": "network-vif-deleted", "tag": "18122ddd-b7ae-4541-a79b-c56c77fd05de"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:29.989469 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-31ce72ae-2034-4220-98cb-76593f586e1f req-6b74c17b-8e2b-46b8-b162-4621397fadce tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:29.996526 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fa7a5a94-4622-4fb4-81a4-f5120978a020 req-d78e4467-fcf8-4def-ae36-1428f8a76e19 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928595 Sep 18 05:08:29.997719 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5c6ee7fc-42c3-40d3-b3d4-7eea1003f7df tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:30.070906 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-31ce72ae-2034-4220-98cb-76593f586e1f req-6b74c17b-8e2b-46b8-b162-4621397fadce tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:30.083047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5c6ee7fc-42c3-40d3-b3d4-7eea1003f7df tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Network 5b171667-d77e-497f-9300-379345ad8028 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:08:30.087699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5c6ee7fc-42c3-40d3-b3d4-7eea1003f7df tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:30.095484 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5c6ee7fc-42c3-40d3-b3d4-7eea1003f7df tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:08:30.138907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ee7fc-42c3-40d3-b3d4-7eea1003f7df tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Pushing event updated for resources: {'Port': ['ID=a38127bd-f5c6-448e-bc53-80c0a722fd2c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:30.264834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74c17b-8e2b-46b8-b162-4621397fadce tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34a3cec-e42f-475d-a95e-403eb227b38e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:30.267468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-5aa1c668-40f6-4580-8fcf-f508b4d97907 req-865bf63c-2157-4d17-8519-4125e8867dfc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Deleting port c48f7acf-f357-43d0-b7b3-e8587bf10ffa {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:30.267799 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5aa1c668-40f6-4580-8fcf-f508b4d97907 req-865bf63c-2157-4d17-8519-4125e8867dfc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:30.280743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5c6ee7fc-42c3-40d3-b3d4-7eea1003f7df tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:30.281522 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5c6ee7fc-42c3-40d3-b3d4-7eea1003f7df tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:30.284332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454bb6ad-6fc0-4a71-ac9f-96074fb83d56 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:30.288634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-454bb6ad-6fc0-4a71-ac9f-96074fb83d56 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:30.305137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b51f4d0a-89de-44eb-935d-f6229ba35525 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:08:30.323488 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca24a0a-d213-4e92-91b3-d68bbb613c0c x-openstack-request-id: req-dca24a0a-d213-4e92-91b3-d68bbb613c0c {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:30.323783 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70f5f8e-9090-472f-91da-fdcb960d613f", "name": "network-vif-deleted", "tag": "18122ddd-b7ae-4541-a79b-c56c77fd05de", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:30.324045 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dca24a0a-d213-4e92-91b3-d68bbb613c0c {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:30.324482 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70f5f8e-9090-472f-91da-fdcb960d613f', 'name': 'network-vif-deleted', 'tag': '18122ddd-b7ae-4541-a79b-c56c77fd05de', 'status': 'completed', 'code': 200} Sep 18 05:08:30.421971 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.ipam_backend_mixin [None req-454bb6ad-6fc0-4a71-ac9f-96074fb83d56 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Performing IP validity checks on allocation pools {{(pid=106908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 05:08:30.422840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.ipam_backend_mixin [None req-454bb6ad-6fc0-4a71-ac9f-96074fb83d56 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 05:08:30.460630 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5c6ee7fc-42c3-40d3-b3d4-7eea1003f7df tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2984028 Sep 18 05:08:30.466454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b51f4d0a-89de-44eb-935d-f6229ba35525 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:30.466939 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:30.472011 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a3e8f726-8e22-4d06-8830-b33df39c757a req-7f953ff1-05c3-48e3-9c73-d8445e3219b5 tempest-AttachSCSIVolumeTestJSON-1082404174 tempest-AttachSCSIVolumeTestJSON-1082404174-project] 10.222.0.23 "GET /v2.0/ports?device_id=e70f5f8e-9090-472f-91da-fdcb960d613f HTTP/1.1" status: 200 len: 210 time: 0.0878673 Sep 18 05:08:30.488645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Request body: {'port': {'device_id': '6e671e5a-62ee-421a-843b-ca777ef2be80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:30.534691 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-31ce72ae-2034-4220-98cb-76593f586e1f req-6b74c17b-8e2b-46b8-b162-4621397fadce tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:30.536185 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-31ce72ae-2034-4220-98cb-76593f586e1f req-6b74c17b-8e2b-46b8-b162-4621397fadce tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1625490 Sep 18 05:08:30.704061 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:30.707413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-5aa1c668-40f6-4580-8fcf-f508b4d97907 req-865bf63c-2157-4d17-8519-4125e8867dfc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] For port c48f7acf-f357-43d0-b7b3-e8587bf10ffa, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c48f7acf-f357-43d0-b7b3-e8587bf10ffa,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:30.708446 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5aa1c668-40f6-4580-8fcf-f508b4d97907 req-865bf63c-2157-4d17-8519-4125e8867dfc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:30.738212 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93510531-2056-483a-a038-d61734193c89 req-90efa9d8-3cef-4df2-b3d6-bd7abc7dfb1a tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:30.748285 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-5aa1c668-40f6-4580-8fcf-f508b4d97907 req-865bf63c-2157-4d17-8519-4125e8867dfc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Calling delete_port for c48f7acf-f357-43d0-b7b3-e8587bf10ffa owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:30.751898 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-93510531-2056-483a-a038-d61734193c89 req-90efa9d8-3cef-4df2-b3d6-bd7abc7dfb1a tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 931 time: 0.1267128 Sep 18 05:08:30.763194 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-454bb6ad-6fc0-4a71-ac9f-96074fb83d56 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:30.799800 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d69acaa-0276-4c17-b4c1-a393a7c3eb8c req-ea29ce48-6e07-4323-ba7f-4b6aa8a73b3a tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/b34a3cec-e42f-475d-a95e-403eb227b38e HTTP/1.1" status: 200 len: 1806 time: 0.1619961 Sep 18 05:08:30.805971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-8d69acaa-0276-4c17-b4c1-a393a7c3eb8c req-53504740-ac60-42d2-94ac-4f97e5331368 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b34a3cec-e42f-475d-a95e-403eb227b38e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:30.806272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-8d69acaa-0276-4c17-b4c1-a393a7c3eb8c req-53504740-ac60-42d2-94ac-4f97e5331368 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b34a3cec-e42f-475d-a95e-403eb227b38e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:30.871158 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-93510531-2056-483a-a038-d61734193c89 req-2d394b5e-5568-48f0-aa50-1a6db9deda38 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197979 Sep 18 05:08:30.893984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bb6ad-6fc0-4a71-ac9f-96074fb83d56 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Subnet': ['ID=7607f9b2-163c-48e0-875a-95cbc45e87d3,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:30.897386 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454bb6ad-6fc0-4a71-ac9f-96074fb83d56 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Checking segment: {'id': '4321cde3-50b9-4e6d-9c3a-949f5e632513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4b2f727b-69dd-4b7e-b32c-07da8272939b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:30.898216 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454bb6ad-6fc0-4a71-ac9f-96074fb83d56 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network hostable DHCP agents. Network: 4b2f727b-69dd-4b7e-b32c-07da8272939b, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:08:30.988271 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454bb6ad-6fc0-4a71-ac9f-96074fb83d56 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network 4b2f727b-69dd-4b7e-b32c-07da8272939b is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:08:31.036289 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8d69acaa-0276-4c17-b4c1-a393a7c3eb8c req-53504740-ac60-42d2-94ac-4f97e5331368 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:31.079379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-454bb6ad-6fc0-4a71-ac9f-96074fb83d56 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 4b2f727b-69dd-4b7e-b32c-07da8272939b) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:31.096796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454bb6ad-6fc0-4a71-ac9f-96074fb83d56 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:31.098104 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-454bb6ad-6fc0-4a71-ac9f-96074fb83d56 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:31.119320 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c866c-ec66-4b19-b8d2-71e05e4dcf49 None None] Network 4b2f727b-69dd-4b7e-b32c-07da8272939b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:31.211910 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a49bb-68ec-41fb-b202-766445dabfe1 req-dea78cf7-31af-49cc-9fad-44e638f162ed tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:31.211910 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-919a49bb-68ec-41fb-b202-766445dabfe1 req-dea78cf7-31af-49cc-9fad-44e638f162ed tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 945 time: 0.1064377 Sep 18 05:08:31.258251 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-454bb6ad-6fc0-4a71-ac9f-96074fb83d56 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5796390 Sep 18 05:08:31.258251 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48098) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:31.300800 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ddbacd47-8fad-4f7e-b1d1-f11ca9923a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:31.322330 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-919a49bb-68ec-41fb-b202-766445dabfe1 req-1c2da238-03c2-429e-814c-e22cfde6a840 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/security-groups?id=73f68640-7a36-4684-9474-b32b62d35776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903237 Sep 18 05:08:31.422789 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-4b2f727b-69dd-4b7e-b32c-07da8272939b', 'network_id': '4b2f727b-69dd-4b7e-b32c-07da8272939b', 'tenant_id': 'd41ff54eef48433798482245e7b02629', 'fixed_ips': [{'subnet_id': '7607f9b2-163c-48e0-875a-95cbc45e87d3'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:08:31.423700 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:31.487877 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:31.557679 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:31.604464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Allocated IP 172.20.0.3 (4b2f727b-69dd-4b7e-b32c-07da8272939b/7607f9b2-163c-48e0-875a-95cbc45e87d3/aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:08:31.696277 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8d69acaa-0276-4c17-b4c1-a393a7c3eb8c req-53504740-ac60-42d2-94ac-4f97e5331368 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:31.768781 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8d69acaa-0276-4c17-b4c1-a393a7c3eb8c req-53504740-ac60-42d2-94ac-4f97e5331368 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:31.795891 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:31.819928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53504740-ac60-42d2-94ac-4f97e5331368 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12125320-8ef3-426a-ad9e-5d51af07e5fe,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:31.823218 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5aa1c668-40f6-4580-8fcf-f508b4d97907 req-865bf63c-2157-4d17-8519-4125e8867dfc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:31.863550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bf63c-2157-4d17-8519-4125e8867dfc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Pushing event deleted for resources: {'Port': ['ID=c48f7acf-f357-43d0-b7b3-e8587bf10ffa,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:31.871601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38127bd-f5c6-448e-bc53-80c0a722fd2c {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:08:31.898171 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:31.925702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa1c668-40f6-4580-8fcf-f508b4d97907 req-865bf63c-2157-4d17-8519-4125e8867dfc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] No DVR routers for this DVR port c48f7acf-f357-43d0-b7b3-e8587bf10ffa on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:31.930934 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8d69acaa-0276-4c17-b4c1-a393a7c3eb8c req-53504740-ac60-42d2-94ac-4f97e5331368 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:31.932299 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d69acaa-0276-4c17-b4c1-a393a7c3eb8c req-53504740-ac60-42d2-94ac-4f97e5331368 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.1316214 Sep 18 05:08:31.934894 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5aa1c668-40f6-4580-8fcf-f508b4d97907 req-865bf63c-2157-4d17-8519-4125e8867dfc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:31.943059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5aa1c668-40f6-4580-8fcf-f508b4d97907 req-865bf63c-2157-4d17-8519-4125e8867dfc tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.13 "DELETE /v2.0/ports/c48f7acf-f357-43d0-b7b3-e8587bf10ffa HTTP/1.1" status: 204 len: 173 time: 2.0045402 Sep 18 05:08:31.943059 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19dba44-948b-4cd3-b790-8aca92f658ab', 'name': 'network-vif-deleted', 'tag': 'c48f7acf-f357-43d0-b7b3-e8587bf10ffa'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:31.943059 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a005ffe6-8346-492c-b081-3f2b6e65b2c2" -d '{"events": [{"server_uuid": "d19dba44-948b-4cd3-b790-8aca92f658ab", "name": "network-vif-deleted", "tag": "c48f7acf-f357-43d0-b7b3-e8587bf10ffa"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:31.946857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Transition to ACTIVE for port object a38127bd-f5c6-448e-bc53-80c0a722fd2c will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:08:31.964769 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:31.969058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-d91b35ef-9db3-4267-b274-a17f0435069f req-dc3d2295-d0f1-45a9-9f0a-e615fc2e6994 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-470871095', 'description': 'tempest-description-896394477'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:32.023376 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Network 4b2f727b-69dd-4b7e-b32c-07da8272939b is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:08:32.031890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:32.034221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Pushing event updated for resources: {'Port': ['ID=aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:32.039905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1270865-7f32-47fb-afde-f6eec0dedadb req-199f6df7-7581-41e2-9b88-ec2aa77c29e6 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:32.041674 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c1270865-7f32-47fb-afde-f6eec0dedadb req-199f6df7-7581-41e2-9b88-ec2aa77c29e6 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 931 time: 0.0563238 Sep 18 05:08:32.044616 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:08:32.061198 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.093034 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.124654 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d91b35ef-9db3-4267-b274-a17f0435069f req-dc3d2295-d0f1-45a9-9f0a-e615fc2e6994 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.132656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Attempting to bind port aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:08:32.133167 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Attempting to bind port aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '4321cde3-50b9-4e6d-9c3a-949f5e632513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4b2f727b-69dd-4b7e-b32c-07da8272939b'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:08:32.133454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Attempting to bind port aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab on network 4b2f727b-69dd-4b7e-b32c-07da8272939b {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:08:32.138972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:08:32.142004 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Checking segment: {'id': '4321cde3-50b9-4e6d-9c3a-949f5e632513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4b2f727b-69dd-4b7e-b32c-07da8272939b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:32.142004 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.142004 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Bound using segment: {'id': '4321cde3-50b9-4e6d-9c3a-949f5e632513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4b2f727b-69dd-4b7e-b32c-07da8272939b'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:08:32.142004 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Bound port: aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4321cde3-50b9-4e6d-9c3a-949f5e632513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4b2f727b-69dd-4b7e-b32c-07da8272939b'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:08:32.142004 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.154967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c1270865-7f32-47fb-afde-f6eec0dedadb req-41c5890f-dd86-4875-9c24-ae1312275336 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900538 Sep 18 05:08:32.185300 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Subnet': ['ID=7607f9b2-163c-48e0-875a-95cbc45e87d3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:32.224784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a38127bd-f5c6-448e-bc53-80c0a722fd2c,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:32.265273 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019bf331-51e2-4150-886c-3a44ad9d0edc x-openstack-request-id: req-019bf331-51e2-4150-886c-3a44ad9d0edc {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:32.265665 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19dba44-948b-4cd3-b790-8aca92f658ab", "name": "network-vif-deleted", "tag": "c48f7acf-f357-43d0-b7b3-e8587bf10ffa", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:32.265855 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-019bf331-51e2-4150-886c-3a44ad9d0edc {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:32.269492 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19dba44-948b-4cd3-b790-8aca92f658ab', 'name': 'network-vif-deleted', 'tag': 'c48f7acf-f357-43d0-b7b3-e8587bf10ffa', 'status': 'completed', 'code': 200} Sep 18 05:08:32.291114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] For port aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:08:32.295559 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] For port aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab,segment=NetworkSegment(4321cde3-50b9-4e6d-9c3a-949f5e632513),segment_id=4321cde3-50b9-4e6d-9c3a-949f5e632513)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:08:32.377329 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.387509 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.423335 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2f727b-69dd-4b7e-b32c-07da8272939b']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:32.450827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4321cde3-50b9-4e6d-9c3a-949f5e632513') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:32.450827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4321cde3-50b9-4e6d-9c3a-949f5e632513') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:32.452099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Attempting to bind port a38127bd-f5c6-448e-bc53-80c0a722fd2c on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:08:32.459838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Attempting to bind port a38127bd-f5c6-448e-bc53-80c0a722fd2c by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b171667-d77e-497f-9300-379345ad8028'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:08:32.460482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Attempting to bind port a38127bd-f5c6-448e-bc53-80c0a722fd2c on network 5b171667-d77e-497f-9300-379345ad8028 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:08:32.466914 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d91b35ef-9db3-4267-b274-a17f0435069f req-dc3d2295-d0f1-45a9-9f0a-e615fc2e6994 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.470207 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.474371 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Port a38127bd-f5c6-448e-bc53-80c0a722fd2c on network 5b171667-d77e-497f-9300-379345ad8028 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:08:32.475593 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Attempting to bind port a38127bd-f5c6-448e-bc53-80c0a722fd2c on network 5b171667-d77e-497f-9300-379345ad8028 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:08:32.490162 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:08:32.490593 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Checking segment: {'id': '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b171667-d77e-497f-9300-379345ad8028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:32.491386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Bound using segment: {'id': '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b171667-d77e-497f-9300-379345ad8028'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:08:32.491562 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Bound port: a38127bd-f5c6-448e-bc53-80c0a722fd2c, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b171667-d77e-497f-9300-379345ad8028'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:08:32.491803 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.502129 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.513008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:32.513712 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.565838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f3e762-5139-4531-ace3-641b25520296 None None] Network 4b2f727b-69dd-4b7e-b32c-07da8272939b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:32.566173 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d91b35ef-9db3-4267-b274-a17f0435069f req-dc3d2295-d0f1-45a9-9f0a-e615fc2e6994 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.606982 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9979e-ed4c-466f-a9cd-9a1bd6900c53 None None] Pushing event updated for resources: {'Port': ['ID=aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:32.609478 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:32.641459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d2295-d0f1-45a9-9f0a-e615fc2e6994 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe1b3e4-2c31-4609-b490-689e949a46cc,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:32.651913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] For port a38127bd-f5c6-448e-bc53-80c0a722fd2c, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:08:32.664107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] For port a38127bd-f5c6-448e-bc53-80c0a722fd2c, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a38127bd-f5c6-448e-bc53-80c0a722fd2c,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:08:32.672327 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c48f7acf-f357-43d0-b7b3-e8587bf10ffa no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:32.677417 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ed220754-57b9-4d59-9fe5-82ed7f26d97d req-c2fdca86-3c69-4c46-bfbf-caead4c7a036 tempest-ListServerFiltersTestJSON-1024975703 tempest-ListServerFiltersTestJSON-1024975703-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19dba44-948b-4cd3-b790-8aca92f658ab HTTP/1.1" status: 200 len: 210 time: 0.1675751 Sep 18 05:08:32.690689 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.db.api [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 05:08:32.690689 n-d-789963-13 neutron-server[106908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 05:08:32.690689 n-d-789963-13 neutron-server[106908]: [parameters: {'id': '4b2f727b-69dd-4b7e-b32c-07da8272939b'}] Sep 18 05:08:32.690689 n-d-789963-13 neutron-server[106908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:08:32.691164 n-d-789963-13 neutron-server[106908]: DEBUG oslo_db.api [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:08:32.724876 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d91b35ef-9db3-4267-b274-a17f0435069f req-dc3d2295-d0f1-45a9-9f0a-e615fc2e6994 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.737314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d91b35ef-9db3-4267-b274-a17f0435069f req-dc3d2295-d0f1-45a9-9f0a-e615fc2e6994 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7763932 Sep 18 05:08:32.781431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: c48f7acf-f357-43d0-b7b3-e8587bf10ffa {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:32.781856 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c48f7acf-f357-43d0-b7b3-e8587bf10ffa not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:32.782405 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 18122ddd-b7ae-4541-a79b-c56c77fd05de no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:32.820348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 18122ddd-b7ae-4541-a79b-c56c77fd05de {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:32.820866 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 18122ddd-b7ae-4541-a79b-c56c77fd05de not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:32.821724 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.839546 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:32.840169 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:32.842025 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] 10.222.0.13 "PUT /v2.0/ports/a38127bd-f5c6-448e-bc53-80c0a722fd2c HTTP/1.1" status: 200 len: 1092 time: 2.3662226 Sep 18 05:08:32.854622 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-1d04b582-09bc-42df-a7b5-b1b23f8ecbc2 req-a50ce645-35b4-4a71-8e95-b71186af0216 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1680398413', 'description': 'tempest-description-431893775'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:32.863714 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ba2142-0096-4a2b-b2ea-2cb35486c6c5 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:08:32.913331 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b4f28-1d93-4a82-9dc1-e2ac02a6e7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a38127bd-f5c6-448e-bc53-80c0a722fd2c,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:32.987081 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1d04b582-09bc-42df-a7b5-b1b23f8ecbc2 req-a50ce645-35b4-4a71-8e95-b71186af0216 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:33.010537 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ba2142-0096-4a2b-b2ea-2cb35486c6c5 None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:08:33.023568 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5afc24d9-5bb8-4d63-a64b-1d7f5fbdbc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:33.026056 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-5afc24d9-5bb8-4d63-a64b-1d7f5fbdbc70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f904c5eb53b9458d9987b6e296fd0c13&device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 1095 time: 0.0540912 Sep 18 05:08:33.088951 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-db194848-9abd-41c2-8806-8a89613067c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a38127bd-f5c6-448e-bc53-80c0a722fd2c HTTP/1.1" status: 200 len: 217 time: 0.0543978 Sep 18 05:08:33.152315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-0bc9bbcc-0b12-4fd9-bc30-44a6244640a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:33.153978 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-0bc9bbcc-0b12-4fd9-bc30-44a6244640a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db635f65-1e70-4588-ae59-7fa1fc584f7f HTTP/1.1" status: 200 len: 862 time: 0.0576854 Sep 18 05:08:33.158604 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1d04b582-09bc-42df-a7b5-b1b23f8ecbc2 req-a50ce645-35b4-4a71-8e95-b71186af0216 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:33.192995 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:33.198029 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-2716f8ba-bb01-4e4b-8eff-27e4c0ca4d6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b171667-d77e-497f-9300-379345ad8028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323396 Sep 18 05:08:33.272001 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1d04b582-09bc-42df-a7b5-b1b23f8ecbc2 req-a50ce645-35b4-4a71-8e95-b71186af0216 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:33.363584 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ce645-35b4-4a71-8e95-b71186af0216 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff9b674-b500-4be2-bde2-de3142ddf832,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:33.369661 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-13b26890-9f78-4cb1-a14b-cd0b60dc634b service neutron] 10.222.0.13 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628840 Sep 18 05:08:33.395670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Deleting port aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:33.400418 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:33.461208 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] For port aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab,segment=NetworkSegment(4321cde3-50b9-4e6d-9c3a-949f5e632513),segment_id=4321cde3-50b9-4e6d-9c3a-949f5e632513)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:33.461895 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:33.476640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Calling delete_port for aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:33.505317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff938be0-2dc5-4cb5-902d-abf834b450e2 req-3626193b-0938-4e95-9215-f40a35ed02c2 service neutron] 10.222.0.13 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207409 Sep 18 05:08:33.520901 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-1d04b582-09bc-42df-a7b5-b1b23f8ecbc2 req-a50ce645-35b4-4a71-8e95-b71186af0216 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:33.522418 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1d04b582-09bc-42df-a7b5-b1b23f8ecbc2 req-a50ce645-35b4-4a71-8e95-b71186af0216 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6740749 Sep 18 05:08:33.661331 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06a19645-54c7-4066-9097-0c05c4a9d7ce req-5be770fe-c98f-4c2b-a1fa-2a019d0f15e8 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/cbe1b3e4-2c31-4609-b490-689e949a46cc HTTP/1.1" status: 200 len: 1805 time: 0.0571377 Sep 18 05:08:33.696739 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:33.717562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06a19645-54c7-4066-9097-0c05c4a9d7ce req-da065cad-68a0-4350-95a1-6ea632fbc6d1 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/9ff9b674-b500-4be2-bde2-de3142ddf832 HTTP/1.1" status: 200 len: 1806 time: 0.0552149 Sep 18 05:08:33.736463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-06a19645-54c7-4066-9097-0c05c4a9d7ce req-12f71723-def3-401c-8f87-7ac0685a63f0 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cbe1b3e4-2c31-4609-b490-689e949a46cc', 'remote_group_id': '9ff9b674-b500-4be2-bde2-de3142ddf832', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:33.738874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-06a19645-54c7-4066-9097-0c05c4a9d7ce req-12f71723-def3-401c-8f87-7ac0685a63f0 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cbe1b3e4-2c31-4609-b490-689e949a46cc', 'remote_group_id': '9ff9b674-b500-4be2-bde2-de3142ddf832', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:33.739270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775382f-6150-4d0d-975f-db221c56f458 req-511d9294-d284-4fc3-ac80-a3bdc2cea294 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:33.741081 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0775382f-6150-4d0d-975f-db221c56f458 req-511d9294-d284-4fc3-ac80-a3bdc2cea294 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 943 time: 0.0897300 Sep 18 05:08:33.742147 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No DVR routers for this DVR port aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:33.743805 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Port': ['ID=aa3ee0ef-3e02-4420-b6f7-2557e4ab52ab,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:33.826917 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ebedb6ba-2744-4102-9f28-d0a792912db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:33.859685 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0775382f-6150-4d0d-975f-db221c56f458 req-d5b1c62c-4233-41b6-8e35-70a73f5d7d90 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865149 Sep 18 05:08:33.903010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:33.921332 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48196) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:33.931841 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2f727b-69dd-4b7e-b32c-07da8272939b']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:33.955236 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4321cde3-50b9-4e6d-9c3a-949f5e632513') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:33.955645 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4321cde3-50b9-4e6d-9c3a-949f5e632513') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:33.974799 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.000739 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.002617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-9563c175-b16d-499b-b9cf-86e156af08a8 admin admin] Deleting subnet fa0247e2-c958-4c4c-9e87-7156372e4180 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:08:34.010457 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9563c175-b16d-499b-b9cf-86e156af08a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.024594 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:34.025241 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:34.028537 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:34.051485 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9563c175-b16d-499b-b9cf-86e156af08a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.125384 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-06a19645-54c7-4066-9097-0c05c4a9d7ce req-12f71723-def3-401c-8f87-7ac0685a63f0 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.165646 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9563c175-b16d-499b-b9cf-86e156af08a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.171372 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:08:34.206453 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-06a19645-54c7-4066-9097-0c05c4a9d7ce req-12f71723-def3-401c-8f87-7ac0685a63f0 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.243472 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.260004 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.267410 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/4b2f727b-69dd-4b7e-b32c-07da8272939b HTTP/1.1" status: 204 len: 168 time: 3.0082617 Sep 18 05:08:34.271307 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e671e5a-62ee-421a-843b-ca777ef2be80', 'tag': 'a38127bd-f5c6-448e-bc53-80c0a722fd2c'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:34.274191 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d09e66-8fb8-4c64-baec-6b58dcd82978" -d '{"events": [{"name": "network-changed", "server_uuid": "6e671e5a-62ee-421a-843b-ca777ef2be80", "tag": "a38127bd-f5c6-448e-bc53-80c0a722fd2c"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:34.279805 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.286093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48198) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:34.291836 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e714f2-ebbf-48f1-9acc-2ad956245e33 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Network': ['ID=4b2f727b-69dd-4b7e-b32c-07da8272939b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:34.291993 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f90bd745-2caa-45da-a0d6-4047b98d35e5 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1866172410'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:34.323277 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-06a19645-54c7-4066-9097-0c05c4a9d7ce req-12f71723-def3-401c-8f87-7ac0685a63f0 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.328174 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9563c175-b16d-499b-b9cf-86e156af08a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.371412 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea3f2ec-0534-4517-b5ed-27f99dd3f0e4 x-openstack-request-id: req-bea3f2ec-0534-4517-b5ed-27f99dd3f0e4 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:34.372154 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e671e5a-62ee-421a-843b-ca777ef2be80", "tag": "a38127bd-f5c6-448e-bc53-80c0a722fd2c", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:34.373016 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bea3f2ec-0534-4517-b5ed-27f99dd3f0e4 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:34.373729 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e671e5a-62ee-421a-843b-ca777ef2be80', 'tag': 'a38127bd-f5c6-448e-bc53-80c0a722fd2c', 'status': 'completed', 'code': 200} Sep 18 05:08:34.381513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f71723-def3-401c-8f87-7ac0685a63f0 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79b595b-e7a3-47cd-8a26-2de4fb086b5e,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:34.387355 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9563c175-b16d-499b-b9cf-86e156af08a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.390610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9563c175-b16d-499b-b9cf-86e156af08a8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fa0247e2-c958-4c4c-9e87-7156372e4180 HTTP/1.1" status: 204 len: 168 time: 0.4682045 Sep 18 05:08:34.393968 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48202) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:34.399218 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb148f62-88b8-47e6-a69e-c87885ed6f2f None None] Network 421b75d9-aef6-441f-b45d-e49a4b4868e3 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:34.453599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90bd745-2caa-45da-a0d6-4047b98d35e5 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:34.463833 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f90bd745-2caa-45da-a0d6-4047b98d35e5 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.527154 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.556830 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563c175-b16d-499b-b9cf-86e156af08a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa0247e2-c958-4c4c-9e87-7156372e4180,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:34.558885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90bd745-2caa-45da-a0d6-4047b98d35e5 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:08:34.588003 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-06a19645-54c7-4066-9097-0c05c4a9d7ce req-12f71723-def3-401c-8f87-7ac0685a63f0 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.593701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06a19645-54c7-4066-9097-0c05c4a9d7ce req-12f71723-def3-401c-8f87-7ac0685a63f0 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8684459 Sep 18 05:08:34.622658 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f90bd745-2caa-45da-a0d6-4047b98d35e5 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.631106 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-f90bd745-2caa-45da-a0d6-4047b98d35e5 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Added segment 118591f4-0f25-43d2-8377-3d2e739a18e2 of type vlan for network b1ea21a3-4d85-4242-a45c-3bfe7688da26 Sep 18 05:08:34.637944 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Deleting port 9bcfaeca-6c6c-411f-acda-b8e47e451451 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:34.640303 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.640867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d210b82-587d-4ce0-9dca-a54f7204d847 None None] DHCP port deletion for 421b75d9-aef6-441f-b45d-e49a4b4868e3 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:08:34.669258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a4411aba-d022-4602-9a4e-b158afac0cc3 req-2c5abe8e-ac92-4484-954e-f6c8f4743918 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1459360109', 'description': 'tempest-description-1274698809'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:34.735386 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] For port 9bcfaeca-6c6c-411f-acda-b8e47e451451, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9bcfaeca-6c6c-411f-acda-b8e47e451451,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:34.736143 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.737567 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f90bd745-2caa-45da-a0d6-4047b98d35e5 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.742222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d09e66-8fb8-4c64-baec-6b58dcd82978 req-57f121af-ae04-4dcf-9e54-eb0f10b5d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:34.742938 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1d210b82-587d-4ce0-9dca-a54f7204d847 None None] Deleting port 9bcfaeca-6c6c-411f-acda-b8e47e451451 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:34.743339 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1d210b82-587d-4ce0-9dca-a54f7204d847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.743948 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3d09e66-8fb8-4c64-baec-6b58dcd82978 req-57f121af-ae04-4dcf-9e54-eb0f10b5d358 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f904c5eb53b9458d9987b6e296fd0c13&device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 1095 time: 0.3087993 Sep 18 05:08:34.759108 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Calling delete_port for 9bcfaeca-6c6c-411f-acda-b8e47e451451 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:34.856413 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.resource_extend [None req-f90bd745-2caa-45da-a0d6-4047b98d35e5 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:08:34.860652 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a4411aba-d022-4602-9a4e-b158afac0cc3 req-2c5abe8e-ac92-4484-954e-f6c8f4743918 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.869492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d09e66-8fb8-4c64-baec-6b58dcd82978 req-3cba9ee7-b097-44f4-9370-2e9ba3eef5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:34.871046 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3d09e66-8fb8-4c64-baec-6b58dcd82978 req-3cba9ee7-b097-44f4-9370-2e9ba3eef5e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b171667-d77e-497f-9300-379345ad8028 HTTP/1.1" status: 200 len: 922 time: 0.1171024 Sep 18 05:08:34.873922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1d210b82-587d-4ce0-9dca-a54f7204d847 None None] For port 9bcfaeca-6c6c-411f-acda-b8e47e451451, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9bcfaeca-6c6c-411f-acda-b8e47e451451,segment=NetworkSegment(07a717c7-047a-4450-a956-e40f9df9cea6),segment_id=07a717c7-047a-4450-a956-e40f9df9cea6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:34.875582 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1d210b82-587d-4ce0-9dca-a54f7204d847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:34.925081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1d210b82-587d-4ce0-9dca-a54f7204d847 None None] Calling delete_port for 9bcfaeca-6c6c-411f-acda-b8e47e451451 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:34.935144 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3d09e66-8fb8-4c64-baec-6b58dcd82978 req-108dfbfb-5be7-47fd-bbd1-6fe38c4b63d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a38127bd-f5c6-448e-bc53-80c0a722fd2c HTTP/1.1" status: 200 len: 217 time: 0.0440972 Sep 18 05:08:34.952555 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.003249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d09e66-8fb8-4c64-baec-6b58dcd82978 req-79262812-7168-4d91-ae63-71365050b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:35.004967 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3d09e66-8fb8-4c64-baec-6b58dcd82978 req-79262812-7168-4d91-ae63-71365050b249 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db635f65-1e70-4588-ae59-7fa1fc584f7f HTTP/1.1" status: 200 len: 862 time: 0.0688174 Sep 18 05:08:35.060759 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3d09e66-8fb8-4c64-baec-6b58dcd82978 req-360fa18a-0db7-49fb-b47c-4f19289b9e16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b171667-d77e-497f-9300-379345ad8028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461090 Sep 18 05:08:35.076452 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcfaeca-6c6c-411f-acda-b8e47e451451,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:35.078296 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1d210b82-587d-4ce0-9dca-a54f7204d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.084315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] No DVR routers for this DVR port 9bcfaeca-6c6c-411f-acda-b8e47e451451 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:35.104497 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f90bd745-2caa-45da-a0d6-4047b98d35e5 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.110870 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90bd745-2caa-45da-a0d6-4047b98d35e5 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:35.111522 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f90bd745-2caa-45da-a0d6-4047b98d35e5 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.138712 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d210b82-587d-4ce0-9dca-a54f7204d847 None None] No DVR routers for this DVR port 9bcfaeca-6c6c-411f-acda-b8e47e451451 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:35.142736 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d210b82-587d-4ce0-9dca-a54f7204d847 None None] Pushing event deleted for resources: {'Port': ['ID=9bcfaeca-6c6c-411f-acda-b8e47e451451,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:35.195205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170cb62-717c-44fd-a34e-5390a3307b4a req-85408917-faf0-4afb-8eb1-5f390835bdb6 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:35.203410 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6170cb62-717c-44fd-a34e-5390a3307b4a req-85408917-faf0-4afb-8eb1-5f390835bdb6 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 943 time: 0.1679840 Sep 18 05:08:35.221101 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.261901 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6170cb62-717c-44fd-a34e-5390a3307b4a req-ff1b5d6a-0891-41c6-abad-65d515de1905 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565031 Sep 18 05:08:35.291628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bd745-2caa-45da-a0d6-4047b98d35e5 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Network': ['ID=b1ea21a3-4d85-4242-a45c-3bfe7688da26,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:35.304073 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network b1ea21a3-4d85-4242-a45c-3bfe7688da26 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:35.324230 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a4411aba-d022-4602-9a4e-b158afac0cc3 req-2c5abe8e-ac92-4484-954e-f6c8f4743918 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.329331 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3d09e66-8fb8-4c64-baec-6b58dcd82978 req-3cc9af27-f297-4ff2-83ec-bee361bbf30b service neutron] 10.222.0.13 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613299 Sep 18 05:08:35.336869 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.380734 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421b75d9-aef6-441f-b45d-e49a4b4868e3']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:35.401381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a717c7-047a-4450-a956-e40f9df9cea6') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:35.402136 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a717c7-047a-4450-a956-e40f9df9cea6') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:35.428812 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.442892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3d09e66-8fb8-4c64-baec-6b58dcd82978 req-ae690a9e-6564-4af1-84cd-d269a5b765af service neutron] 10.222.0.13 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060674 Sep 18 05:08:35.445700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a4411aba-d022-4602-9a4e-b158afac0cc3 req-2c5abe8e-ac92-4484-954e-f6c8f4743918 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.459887 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.483392 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:35.499101 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:35.502623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5abe8e-ac92-4484-954e-f6c8f4743918 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f3a97b-07fd-475f-a43b-52afb225cc62,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:35.519308 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f90bd745-2caa-45da-a0d6-4047b98d35e5 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2316301 Sep 18 05:08:35.521909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48224) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:35.527943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-14b595cf-a8cb-4059-82a6-3dcc0489495d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'subnet': {'network_id': 'b1ea21a3-4d85-4242-a45c-3bfe7688da26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:35.565832 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a4411aba-d022-4602-9a4e-b158afac0cc3 req-2c5abe8e-ac92-4484-954e-f6c8f4743918 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.567981 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4411aba-d022-4602-9a4e-b158afac0cc3 req-2c5abe8e-ac92-4484-954e-f6c8f4743918 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9341695 Sep 18 05:08:35.598599 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-3f486791-c147-4f27-9bfb-94e4c33a5a18 req-8548260e-6e19-41c0-9741-adb25ea99c17 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1417174822', 'description': 'tempest-description-494473219'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:35.640942 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.651410 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.656147 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] 10.222.0.23 "DELETE /v2.0/networks/421b75d9-aef6-441f-b45d-e49a4b4868e3 HTTP/1.1" status: 204 len: 168 time: 1.2607360 Sep 18 05:08:35.679902 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a00d1-f398-4ffd-b33f-a0c91dba6dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=421b75d9-aef6-441f-b45d-e49a4b4868e3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:35.703402 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3f486791-c147-4f27-9bfb-94e4c33a5a18 req-8548260e-6e19-41c0-9741-adb25ea99c17 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.769491 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b595cf-a8cb-4059-82a6-3dcc0489495d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:35.782991 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14b595cf-a8cb-4059-82a6-3dcc0489495d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:35.949042 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3f486791-c147-4f27-9bfb-94e4c33a5a18 req-8548260e-6e19-41c0-9741-adb25ea99c17 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.076225 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3f486791-c147-4f27-9bfb-94e4c33a5a18 req-8548260e-6e19-41c0-9741-adb25ea99c17 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.095676 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14b595cf-a8cb-4059-82a6-3dcc0489495d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.117752 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548260e-6e19-41c0-9741-adb25ea99c17 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b2eefb-99e8-404e-8e52-e8cf437fa2a4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:36.137939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48242) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:36.177847 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9bcfaeca-6c6c-411f-acda-b8e47e451451 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:36.191299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b595cf-a8cb-4059-82a6-3dcc0489495d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Subnet': ['ID=7945f3f7-ca73-4fb3-bb13-c5a0ad006241,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:36.217394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b595cf-a8cb-4059-82a6-3dcc0489495d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Checking segment: {'id': '118591f4-0f25-43d2-8377-3d2e739a18e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b1ea21a3-4d85-4242-a45c-3bfe7688da26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:36.218066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b595cf-a8cb-4059-82a6-3dcc0489495d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network hostable DHCP agents. Network: b1ea21a3-4d85-4242-a45c-3bfe7688da26, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:08:36.218338 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 9bcfaeca-6c6c-411f-acda-b8e47e451451 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:36.218703 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9bcfaeca-6c6c-411f-acda-b8e47e451451 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:36.224797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48244) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:36.232646 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f531e506-eb81-4af5-91cf-09472c5b5287 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dd77827b5e640e591ad1fec3c629e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877776 Sep 18 05:08:36.233585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3f486791-c147-4f27-9bfb-94e4c33a5a18 req-8548260e-6e19-41c0-9741-adb25ea99c17 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.234881 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3f486791-c147-4f27-9bfb-94e4c33a5a18 req-8548260e-6e19-41c0-9741-adb25ea99c17 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6414287 Sep 18 05:08:36.367395 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b595cf-a8cb-4059-82a6-3dcc0489495d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network b1ea21a3-4d85-4242-a45c-3bfe7688da26 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:08:36.375243 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d682ff29-7ae4-44ec-b79c-5371d79f0c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.389663 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-05ef5b06-a900-4894-afb3-39448e1886c7 req-a997e7c5-e095-4ec1-94e4-6212334d9209 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/70f3a97b-07fd-475f-a43b-52afb225cc62 HTTP/1.1" status: 200 len: 1807 time: 0.1192207 Sep 18 05:08:36.395664 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035f91b-31c2-4ed4-aef3-99715e105a12 req-f93566b7-afd9-4998-b25b-3bd8437756e6 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:36.404362 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c035f91b-31c2-4ed4-aef3-99715e105a12 req-f93566b7-afd9-4998-b25b-3bd8437756e6 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 943 time: 0.0716662 Sep 18 05:08:36.448817 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d682ff29-7ae4-44ec-b79c-5371d79f0c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.460559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-14b595cf-a8cb-4059-82a6-3dcc0489495d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, b1ea21a3-4d85-4242-a45c-3bfe7688da26) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:36.470553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c9e323-9c66-42fe-b0c5-8fcc3839b7b8 None None] Network b1ea21a3-4d85-4242-a45c-3bfe7688da26 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:36.479286 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b595cf-a8cb-4059-82a6-3dcc0489495d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:36.479938 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14b595cf-a8cb-4059-82a6-3dcc0489495d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.485532 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c035f91b-31c2-4ed4-aef3-99715e105a12 req-1cfb5466-97b1-4bd0-834d-1a56cb22fb31 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800271 Sep 18 05:08:36.535087 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-05ef5b06-a900-4894-afb3-39448e1886c7 req-e9f094b6-3ce0-4cff-83d5-ea0eb1543be4 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/85b2eefb-99e8-404e-8e52-e8cf437fa2a4 HTTP/1.1" status: 200 len: 1806 time: 0.1440997 Sep 18 05:08:36.548277 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-05ef5b06-a900-4894-afb3-39448e1886c7 req-ac0f8203-43e9-48d8-96c7-ab2e9c11f250 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '70f3a97b-07fd-475f-a43b-52afb225cc62', 'remote_group_id': '85b2eefb-99e8-404e-8e52-e8cf437fa2a4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:36.549115 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-05ef5b06-a900-4894-afb3-39448e1886c7 req-ac0f8203-43e9-48d8-96c7-ab2e9c11f250 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '70f3a97b-07fd-475f-a43b-52afb225cc62', 'remote_group_id': '85b2eefb-99e8-404e-8e52-e8cf437fa2a4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:36.583097 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-14b595cf-a8cb-4059-82a6-3dcc0489495d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0577800 Sep 18 05:08:36.583902 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48254) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:36.683385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a38127bd-f5c6-448e-bc53-80c0a722fd2c details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:08:36.756309 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d682ff29-7ae4-44ec-b79c-5371d79f0c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.759787 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d682ff29-7ae4-44ec-b79c-5371d79f0c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.761306 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d682ff29-7ae4-44ec-b79c-5371d79f0c59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73f68640-7a36-4684-9474-b32b62d35776 HTTP/1.1" status: 204 len: 168 time: 0.5351021 Sep 18 05:08:36.818574 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.843694 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-05ef5b06-a900-4894-afb3-39448e1886c7 req-ac0f8203-43e9-48d8-96c7-ab2e9c11f250 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.843694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682ff29-7ae4-44ec-b79c-5371d79f0c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f68640-7a36-4684-9474-b32b62d35776,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:36.887757 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.908990 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-05ef5b06-a900-4894-afb3-39448e1886c7 req-ac0f8203-43e9-48d8-96c7-ab2e9c11f250 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.940838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf418b1-d65e-481d-b695-b24323046ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-b1ea21a3-4d85-4242-a45c-3bfe7688da26', 'network_id': 'b1ea21a3-4d85-4242-a45c-3bfe7688da26', 'tenant_id': 'd41ff54eef48433798482245e7b02629', 'fixed_ips': [{'subnet_id': '7945f3f7-ca73-4fb3-bb13-c5a0ad006241'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:08:36.941508 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.942402 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4cf418b1-d65e-481d-b695-b24323046ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.976919 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-05ef5b06-a900-4894-afb3-39448e1886c7 req-ac0f8203-43e9-48d8-96c7-ab2e9c11f250 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:36.981637 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port a38127bd-f5c6-448e-bc53-80c0a722fd2c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a38127bd-f5c6-448e-bc53-80c0a722fd2c,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:37.000419 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'a38127bd-f5c6-448e-bc53-80c0a722fd2c', 'network_id': '5b171667-d77e-497f-9300-379345ad8028', 'port_id': 'a38127bd-f5c6-448e-bc53-80c0a722fd2c', 'mac_address': 'fa:16:3e:ba:0b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db635f65-1e70-4588-ae59-7fa1fc584f7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:08:37.022625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f8203-43e9-48d8-96c7-ab2e9c11f250 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32e02cf-9632-4d7b-989b-eb6eae2ca47a,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:37.080358 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:37.094506 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38127bd-f5c6-448e-bc53-80c0a722fd2c {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:08:37.114482 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port a38127bd-f5c6-448e-bc53-80c0a722fd2c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a38127bd-f5c6-448e-bc53-80c0a722fd2c,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:37.352904 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-05ef5b06-a900-4894-afb3-39448e1886c7 req-ac0f8203-43e9-48d8-96c7-ab2e9c11f250 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:37.354079 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-05ef5b06-a900-4894-afb3-39448e1886c7 req-ac0f8203-43e9-48d8-96c7-ab2e9c11f250 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8118329 Sep 18 05:08:37.418828 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cbdc5112-bd45-4996-80df-d1dfe9d075f8 req-862bd0d6-4dac-41da-93ef-8193e1bffe8d tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/85b2eefb-99e8-404e-8e52-e8cf437fa2a4 HTTP/1.1" status: 200 len: 1806 time: 0.0438735 Sep 18 05:08:37.476996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cbdc5112-bd45-4996-80df-d1dfe9d075f8 req-50a90b1c-9439-4a84-ac96-dc7d4288779f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:37.499355 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cbdc5112-bd45-4996-80df-d1dfe9d075f8 req-50a90b1c-9439-4a84-ac96-dc7d4288779f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:37.536769 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:37.577305 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Subnet': ['ID=7945f3f7-ca73-4fb3-bb13-c5a0ad006241,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:37.655889 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:37.690967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0f6c-4f34-4a0e-b315-611971c78fd0 req-f366d002-c24d-49d5-8299-89831b4c1833 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:37.694135 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-684e0f6c-4f34-4a0e-b315-611971c78fd0 req-f366d002-c24d-49d5-8299-89831b4c1833 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 944 time: 0.1310148 Sep 18 05:08:37.716874 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server [None req-4cf418b1-d65e-481d-b695-b24323046ae2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7945f3f7-ca73-4fb3-bb13-c5a0ad006241: This subnet is being modified by another concurrent operation. Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 05:08:37.737448 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise exception Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7945f3f7-ca73-4fb3-bb13-c5a0ad006241: This subnet is being modified by another concurrent operation. Sep 18 05:08:37.742038 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server Sep 18 05:08:37.760911 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ea21a3-4d85-4242-a45c-3bfe7688da26']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:37.773461 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118591f4-0f25-43d2-8377-3d2e739a18e2') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:37.773781 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96631a9a-8d97-4206-b781-036591eaf8d3 None None] Network b1ea21a3-4d85-4242-a45c-3bfe7688da26 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:37.773922 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118591f4-0f25-43d2-8377-3d2e739a18e2') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:37.788066 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:37.794697 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=a38127bd-f5c6-448e-bc53-80c0a722fd2c,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:37.805645 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:37.807717 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-684e0f6c-4f34-4a0e-b315-611971c78fd0 req-8ea787c8-4d26-4a5c-8979-c36cb81cd4d2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973392 Sep 18 05:08:37.815256 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:37.816400 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:37.901828 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:37.906342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cbdc5112-bd45-4996-80df-d1dfe9d075f8 req-50a90b1c-9439-4a84-ac96-dc7d4288779f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:37.909306 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-cbdc5112-bd45-4996-80df-d1dfe9d075f8 req-50a90b1c-9439-4a84-ac96-dc7d4288779f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:37.922964 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cbdc5112-bd45-4996-80df-d1dfe9d075f8 req-50a90b1c-9439-4a84-ac96-dc7d4288779f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "DELETE /v2.0/security-groups/85b2eefb-99e8-404e-8e52-e8cf437fa2a4 HTTP/1.1" status: 204 len: 173 time: 0.4978757 Sep 18 05:08:37.966030 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a90b1c-9439-4a84-ac96-dc7d4288779f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b2eefb-99e8-404e-8e52-e8cf437fa2a4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:38.004838 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:38.013130 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:38.018955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48298) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:38.023291 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/b1ea21a3-4d85-4242-a45c-3bfe7688da26 HTTP/1.1" status: 204 len: 168 time: 1.4372506 Sep 18 05:08:38.026716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5c8a2e72-307d-4fa3-b9b8-74658013a5c4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2016344687'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:38.076467 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89772842-bab5-4d76-8d2b-29c4050b3861 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Network': ['ID=b1ea21a3-4d85-4242-a45c-3bfe7688da26,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:38.127385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['a38127bd-f5c6-448e-bc53-80c0a722fd2c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:08:38.200303 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1edaad73-e145-4b78-85be-0e18a5e623dc req-617d1b13-3fb8-4453-aa67-c277cbafba7b tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/70f3a97b-07fd-475f-a43b-52afb225cc62 HTTP/1.1" status: 200 len: 1807 time: 0.0914116 Sep 18 05:08:38.200805 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87a51a0-51c7-4bdb-9574-fd9bc4274fb8 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:08:38.226811 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8a2e72-307d-4fa3-b9b8-74658013a5c4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:38.230992 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5c8a2e72-307d-4fa3-b9b8-74658013a5c4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:38.243350 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-250a12fb-27d7-4f02-abf2-37f6fa21b299 req-df9539aa-4611-477d-9ca6-6a0315a20d3f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-832244755', 'description': 'tempest-description-1100485104'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:38.324947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8a2e72-307d-4fa3-b9b8-74658013a5c4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:08:38.325316 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48314) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:38.356277 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5c8a2e72-307d-4fa3-b9b8-74658013a5c4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:38.359554 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-5c8a2e72-307d-4fa3-b9b8-74658013a5c4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Added segment f7315d7b-deb9-44fc-a4ff-c0fa99e52bc1 of type vlan for network b7def541-f6ca-4250-8a97-91426774a0a8 Sep 18 05:08:38.419149 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87a51a0-51c7-4bdb-9574-fd9bc4274fb8 None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:08:38.456634 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5c8a2e72-307d-4fa3-b9b8-74658013a5c4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:38.581035 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5c8a2e72-307d-4fa3-b9b8-74658013a5c4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:38.587784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a2e72-307d-4fa3-b9b8-74658013a5c4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:38.588755 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5c8a2e72-307d-4fa3-b9b8-74658013a5c4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:38.684968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a2e72-307d-4fa3-b9b8-74658013a5c4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Network': ['ID=b7def541-f6ca-4250-8a97-91426774a0a8,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:38.692616 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5c8a2e72-307d-4fa3-b9b8-74658013a5c4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6693649 Sep 18 05:08:38.697043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48322) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:38.705682 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network b7def541-f6ca-4250-8a97-91426774a0a8 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:38.711817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9f731824-ae73-43fe-abe5-8c23a12cdd26 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'subnet': {'network_id': 'b7def541-f6ca-4250-8a97-91426774a0a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:38.966640 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-250a12fb-27d7-4f02-abf2-37f6fa21b299 req-df9539aa-4611-477d-9ca6-6a0315a20d3f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:38.978195 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d4da8-0578-4932-831b-500a5ad449a0 req-b30d3abd-1091-4704-a12b-ac08de1e870e tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:38.978195 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-145d4da8-0578-4932-831b-500a5ad449a0 req-b30d3abd-1091-4704-a12b-ac08de1e870e tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 944 time: 0.0620270 Sep 18 05:08:39.033378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f731824-ae73-43fe-abe5-8c23a12cdd26 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:39.037273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f731824-ae73-43fe-abe5-8c23a12cdd26 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:39.133528 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-145d4da8-0578-4932-831b-500a5ad449a0 req-595f767e-8a44-4b2a-a102-40825291d0c2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473870 Sep 18 05:08:39.170665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-250a12fb-27d7-4f02-abf2-37f6fa21b299 req-df9539aa-4611-477d-9ca6-6a0315a20d3f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:39.258822 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-250a12fb-27d7-4f02-abf2-37f6fa21b299 req-df9539aa-4611-477d-9ca6-6a0315a20d3f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:39.335227 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9539aa-4611-477d-9ca6-6a0315a20d3f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a04f637-9893-4ce4-86f7-bd0f4ae5bf4f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:39.335396 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f731824-ae73-43fe-abe5-8c23a12cdd26 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:39.376585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-250a12fb-27d7-4f02-abf2-37f6fa21b299 req-df9539aa-4611-477d-9ca6-6a0315a20d3f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:39.382722 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-250a12fb-27d7-4f02-abf2-37f6fa21b299 req-df9539aa-4611-477d-9ca6-6a0315a20d3f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1434572 Sep 18 05:08:39.429979 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f731824-ae73-43fe-abe5-8c23a12cdd26 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Subnet': ['ID=8866a75d-690a-4764-bb3f-1f3cfb2b9856,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:39.450292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f731824-ae73-43fe-abe5-8c23a12cdd26 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Checking segment: {'id': 'f7315d7b-deb9-44fc-a4ff-c0fa99e52bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b7def541-f6ca-4250-8a97-91426774a0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:39.450932 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f731824-ae73-43fe-abe5-8c23a12cdd26 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network hostable DHCP agents. Network: b7def541-f6ca-4250-8a97-91426774a0a8, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:08:39.498658 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c19d709-4aba-4cb6-be87-f03adadb841a req-ba2a754a-afc1-46da-86a9-43cbb55bb0e4 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/6a04f637-9893-4ce4-86f7-bd0f4ae5bf4f HTTP/1.1" status: 200 len: 1806 time: 0.0893550 Sep 18 05:08:39.511283 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-2c19d709-4aba-4cb6-be87-f03adadb841a req-cee7e5eb-6b20-4a8c-90f2-0e44b05b90da tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a04f637-9893-4ce4-86f7-bd0f4ae5bf4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:39.511615 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-2c19d709-4aba-4cb6-be87-f03adadb841a req-cee7e5eb-6b20-4a8c-90f2-0e44b05b90da tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a04f637-9893-4ce4-86f7-bd0f4ae5bf4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:39.529908 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f731824-ae73-43fe-abe5-8c23a12cdd26 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network b7def541-f6ca-4250-8a97-91426774a0a8 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:08:39.586687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9f731824-ae73-43fe-abe5-8c23a12cdd26 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, b7def541-f6ca-4250-8a97-91426774a0a8) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:39.590900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f731824-ae73-43fe-abe5-8c23a12cdd26 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:39.597555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f731824-ae73-43fe-abe5-8c23a12cdd26 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:39.602063 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8cb6d2-b4c5-4a29-9ae3-507871744c58 None None] Network b7def541-f6ca-4250-8a97-91426774a0a8 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:39.626023 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-634ffaaa-2eb2-42cc-b6af-e06563a353f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:39.691991 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9f731824-ae73-43fe-abe5-8c23a12cdd26 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9919114 Sep 18 05:08:39.694128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48386) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:39.703459 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c19d709-4aba-4cb6-be87-f03adadb841a req-cee7e5eb-6b20-4a8c-90f2-0e44b05b90da tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:39.831182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-b7def541-f6ca-4250-8a97-91426774a0a8', 'network_id': 'b7def541-f6ca-4250-8a97-91426774a0a8', 'tenant_id': 'd41ff54eef48433798482245e7b02629', 'fixed_ips': [{'subnet_id': '8866a75d-690a-4764-bb3f-1f3cfb2b9856'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:08:39.832070 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:39.900605 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:39.908346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c19d709-4aba-4cb6-be87-f03adadb841a req-cee7e5eb-6b20-4a8c-90f2-0e44b05b90da tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:39.985431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.012324 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c19d709-4aba-4cb6-be87-f03adadb841a req-cee7e5eb-6b20-4a8c-90f2-0e44b05b90da tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.030176 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7e5eb-6b20-4a8c-90f2-0e44b05b90da tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1559e449-3168-40b4-a7cc-dba112b8dd68,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:40.072850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-634ffaaa-2eb2-42cc-b6af-e06563a353f2 admin admin] Deleting port b4e884ea-3f2b-462e-b79f-f1bd97dfa989 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:40.073786 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-634ffaaa-2eb2-42cc-b6af-e06563a353f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.081889 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Allocated IP 172.20.0.2 (b7def541-f6ca-4250-8a97-91426774a0a8/8866a75d-690a-4764-bb3f-1f3cfb2b9856/c20e6057-9439-4da8-a1ec-11441e781999) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:08:40.126755 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c19d709-4aba-4cb6-be87-f03adadb841a req-cee7e5eb-6b20-4a8c-90f2-0e44b05b90da tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.127956 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c19d709-4aba-4cb6-be87-f03adadb841a req-cee7e5eb-6b20-4a8c-90f2-0e44b05b90da tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6219263 Sep 18 05:08:40.186158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-634ffaaa-2eb2-42cc-b6af-e06563a353f2 admin admin] For port b4e884ea-3f2b-462e-b79f-f1bd97dfa989, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b4e884ea-3f2b-462e-b79f-f1bd97dfa989,segment=NetworkSegment(34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995),segment_id=34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:40.189585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-634ffaaa-2eb2-42cc-b6af-e06563a353f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.209344 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-634ffaaa-2eb2-42cc-b6af-e06563a353f2 admin admin] Calling delete_port for b4e884ea-3f2b-462e-b79f-f1bd97dfa989 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:40.237507 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.275397 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-204f3a0e-9373-4cde-a6f6-030a9cb362f6 req-e62c5d74-a538-4f07-a169-1d1b898e00de tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/6a04f637-9893-4ce4-86f7-bd0f4ae5bf4f HTTP/1.1" status: 200 len: 2400 time: 0.1208603 Sep 18 05:08:40.292459 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-204f3a0e-9373-4cde-a6f6-030a9cb362f6 req-aa24dd53-3edd-46c0-b68f-a64ccfbce078 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a04f637-9893-4ce4-86f7-bd0f4ae5bf4f', 'remote_group_id': None}]} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:40.292789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-204f3a0e-9373-4cde-a6f6-030a9cb362f6 req-aa24dd53-3edd-46c0-b68f-a64ccfbce078 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a04f637-9893-4ce4-86f7-bd0f4ae5bf4f', 'remote_group_id': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:40.378782 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.425108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Network b7def541-f6ca-4250-8a97-91426774a0a8 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:08:40.428144 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:40.430915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:08:40.439217 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Pushing event updated for resources: {'Port': ['ID=c20e6057-9439-4da8-a1ec-11441e781999,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:40.488056 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-204f3a0e-9373-4cde-a6f6-030a9cb362f6 req-aa24dd53-3edd-46c0-b68f-a64ccfbce078 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.493557 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Attempting to bind port c20e6057-9439-4da8-a1ec-11441e781999 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:08:40.494071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Attempting to bind port c20e6057-9439-4da8-a1ec-11441e781999 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'f7315d7b-deb9-44fc-a4ff-c0fa99e52bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b7def541-f6ca-4250-8a97-91426774a0a8'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:08:40.494464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Attempting to bind port c20e6057-9439-4da8-a1ec-11441e781999 on network b7def541-f6ca-4250-8a97-91426774a0a8 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:08:40.505041 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:08:40.505041 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Checking segment: {'id': 'f7315d7b-deb9-44fc-a4ff-c0fa99e52bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b7def541-f6ca-4250-8a97-91426774a0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:40.505041 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.505041 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Bound using segment: {'id': 'f7315d7b-deb9-44fc-a4ff-c0fa99e52bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b7def541-f6ca-4250-8a97-91426774a0a8'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:08:40.505041 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Bound port: c20e6057-9439-4da8-a1ec-11441e781999, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7315d7b-deb9-44fc-a4ff-c0fa99e52bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b7def541-f6ca-4250-8a97-91426774a0a8'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:08:40.505041 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.507107 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.509818 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-204f3a0e-9373-4cde-a6f6-030a9cb362f6 req-aa24dd53-3edd-46c0-b68f-a64ccfbce078 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.524055 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-634ffaaa-2eb2-42cc-b6af-e06563a353f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.538850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Subnet': ['ID=8866a75d-690a-4764-bb3f-1f3cfb2b9856,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:40.556333 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ffaaa-2eb2-42cc-b6af-e06563a353f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e884ea-3f2b-462e-b79f-f1bd97dfa989,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:40.582168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] For port c20e6057-9439-4da8-a1ec-11441e781999, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:08:40.586472 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] For port c20e6057-9439-4da8-a1ec-11441e781999, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c20e6057-9439-4da8-a1ec-11441e781999,segment=NetworkSegment(f7315d7b-deb9-44fc-a4ff-c0fa99e52bc1),segment_id=f7315d7b-deb9-44fc-a4ff-c0fa99e52bc1)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:08:40.621710 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-204f3a0e-9373-4cde-a6f6-030a9cb362f6 req-aa24dd53-3edd-46c0-b68f-a64ccfbce078 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.627882 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.652852 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7def541-f6ca-4250-8a97-91426774a0a8']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:40.658552 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24dd53-3edd-46c0-b68f-a64ccfbce078 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832ef686-a285-4a08-b03b-105ea54b2332,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:40.660548 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.673382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7315d7b-deb9-44fc-a4ff-c0fa99e52bc1') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:40.673943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7315d7b-deb9-44fc-a4ff-c0fa99e52bc1') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:40.698991 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.732125 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.736131 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a38127bd-f5c6-448e-bc53-80c0a722fd2c up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:08:40.740817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:40.743741 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.746092 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-204f3a0e-9373-4cde-a6f6-030a9cb362f6 req-aa24dd53-3edd-46c0-b68f-a64ccfbce078 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:40.746806 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:40.763049 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-204f3a0e-9373-4cde-a6f6-030a9cb362f6 req-aa24dd53-3edd-46c0-b68f-a64ccfbce078 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4791708 Sep 18 05:08:40.845771 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-634ffaaa-2eb2-42cc-b6af-e06563a353f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:40.858058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852e6ea-6955-4fb3-bca5-31d0e645af6d None None] Pushing event updated for resources: {'Port': ['ID=c20e6057-9439-4da8-a1ec-11441e781999,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:40.883108 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.api [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 05:08:40.883108 n-d-789963-13 neutron-server[106909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 05:08:40.883108 n-d-789963-13 neutron-server[106909]: [parameters: {'id': 'b7def541-f6ca-4250-8a97-91426774a0a8'}] Sep 18 05:08:40.883108 n-d-789963-13 neutron-server[106909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:08:40.883518 n-d-789963-13 neutron-server[106909]: DEBUG oslo_db.api [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:08:40.889607 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0eee9a-bf77-495d-841f-0a33a0fe7bb9 None None] Network b7def541-f6ca-4250-8a97-91426774a0a8 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:40.954018 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port a38127bd-f5c6-448e-bc53-80c0a722fd2c completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:08:40.965264 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port a38127bd-f5c6-448e-bc53-80c0a722fd2c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:40.965970 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:41.009225 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16eab70-037d-43c1-83c8-a55b55b55133 req-0c5a4567-9179-4700-9f92-7e7bf8ede162 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:41.010818 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f16eab70-037d-43c1-83c8-a55b55b55133 req-0c5a4567-9179-4700-9f92-7e7bf8ede162 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 944 time: 0.0931187 Sep 18 05:08:41.102557 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f16eab70-037d-43c1-83c8-a55b55b55133 req-fb8b8d76-1b8f-4982-9180-93bc9a6e3703 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859106 Sep 18 05:08:41.108106 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:41.123333 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73590799-d655-4433-8b47-0196acb061a7 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:08:41.170075 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e671e5a-62ee-421a-843b-ca777ef2be80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38127bd-f5c6-448e-bc53-80c0a722fd2c'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:41.172355 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c7fb82-df51-4289-b3fc-8437775e3382" -d '{"events": [{"server_uuid": "6e671e5a-62ee-421a-843b-ca777ef2be80", "name": "network-vif-plugged", "status": "completed", "tag": "a38127bd-f5c6-448e-bc53-80c0a722fd2c"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:41.193150 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port a38127bd-f5c6-448e-bc53-80c0a722fd2c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a38127bd-f5c6-448e-bc53-80c0a722fd2c,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:41.196535 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634ffaaa-2eb2-42cc-b6af-e06563a353f2 admin admin] Router 496fd451-913a-4ee2-ba2b-10ef5245273d has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:08:41.264310 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:41.318272 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9741ebf1-9b04-4b3f-b1b0-abc99a3615f1 x-openstack-request-id: req-9741ebf1-9b04-4b3f-b1b0-abc99a3615f1 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:41.318627 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e671e5a-62ee-421a-843b-ca777ef2be80", "name": "network-vif-plugged", "status": "completed", "tag": "a38127bd-f5c6-448e-bc53-80c0a722fd2c", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:41.318810 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9741ebf1-9b04-4b3f-b1b0-abc99a3615f1 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:41.319190 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e671e5a-62ee-421a-843b-ca777ef2be80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38127bd-f5c6-448e-bc53-80c0a722fd2c', 'code': 200} Sep 18 05:08:41.325818 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73590799-d655-4433-8b47-0196acb061a7 None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:08:41.327857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=a38127bd-f5c6-448e-bc53-80c0a722fd2c,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:41.385432 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0cff9be9-1a9b-4e57-a02f-0646e200e542 req-7048023e-183e-4eaf-af62-a65c97ec04f5 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/6a04f637-9893-4ce4-86f7-bd0f4ae5bf4f HTTP/1.1" status: 200 len: 2999 time: 0.1351852 Sep 18 05:08:41.406811 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:41.430733 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-851703b3-bf69-4d5d-9c99-fd2980f0675b req-ae9386cf-e24c-42af-99fb-7e6fdeab602e tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-group-rules/832ef686-a285-4a08-b03b-105ea54b2332 HTTP/1.1" status: 200 len: 783 time: 0.0266027 Sep 18 05:08:41.432262 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634ffaaa-2eb2-42cc-b6af-e06563a353f2 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:08:41.441347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f930fba-036e-42bc-9af6-78e98821cf63 req-920b5b7d-aaec-42fa-9f23-90d3da987aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:41.443620 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f930fba-036e-42bc-9af6-78e98821cf63 req-920b5b7d-aaec-42fa-9f23-90d3da987aff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 1097 time: 0.0764084 Sep 18 05:08:41.446104 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f349d-1773-4f52-973a-29c016196626 None None] Sync routers for ids ['496fd451-913a-4ee2-ba2b-10ef5245273d'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:08:41.449265 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-634ffaaa-2eb2-42cc-b6af-e06563a353f2 admin admin] 10.222.0.23 "PUT /v2.0/routers/496fd451-913a-4ee2-ba2b-10ef5245273d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1224856 Sep 18 05:08:41.450082 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48448) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:41.478033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f349d-1773-4f52-973a-29c016196626 None None] Routers {'496fd451-913a-4ee2-ba2b-10ef5245273d'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:08:41.478686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e76f349d-1773-4f52-973a-29c016196626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:08:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['496fd451-913a-4ee2-ba2b-10ef5245273d'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:41.503143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f930fba-036e-42bc-9af6-78e98821cf63 req-147f4e34-5eeb-4309-93cc-2877db0baafb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372350 Sep 18 05:08:41.519236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Deleting port c20e6057-9439-4da8-a1ec-11441e781999 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:41.520996 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:41.596716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] For port c20e6057-9439-4da8-a1ec-11441e781999, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c20e6057-9439-4da8-a1ec-11441e781999,segment=NetworkSegment(f7315d7b-deb9-44fc-a4ff-c0fa99e52bc1),segment_id=f7315d7b-deb9-44fc-a4ff-c0fa99e52bc1)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:41.598528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:41.616749 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Calling delete_port for c20e6057-9439-4da8-a1ec-11441e781999 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:41.650318 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-851703b3-bf69-4d5d-9c99-fd2980f0675b req-d93c6ccd-cff3-403f-ba86-7759a746864d tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/6a04f637-9893-4ce4-86f7-bd0f4ae5bf4f HTTP/1.1" status: 200 len: 2999 time: 0.1987205 Sep 18 05:08:41.675275 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-e76f349d-1773-4f52-973a-29c016196626 None None] Set router 496fd451-913a-4ee2-ba2b-10ef5245273d gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:08:41.684076 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:41.739926 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-851703b3-bf69-4d5d-9c99-fd2980f0675b req-1d4f03a3-46e1-4e27-8f92-1f15eaba4f3f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:41.752528 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-851703b3-bf69-4d5d-9c99-fd2980f0675b req-1d4f03a3-46e1-4e27-8f92-1f15eaba4f3f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:41.795196 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:41.834555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Port': ['ID=c20e6057-9439-4da8-a1ec-11441e781999,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:41.840305 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No DVR routers for this DVR port c20e6057-9439-4da8-a1ec-11441e781999 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:41.870177 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-851703b3-bf69-4d5d-9c99-fd2980f0675b req-1d4f03a3-46e1-4e27-8f92-1f15eaba4f3f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:41.877146 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-851703b3-bf69-4d5d-9c99-fd2980f0675b req-1d4f03a3-46e1-4e27-8f92-1f15eaba4f3f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:41.878609 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-851703b3-bf69-4d5d-9c99-fd2980f0675b req-1d4f03a3-46e1-4e27-8f92-1f15eaba4f3f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/832ef686-a285-4a08-b03b-105ea54b2332 HTTP/1.1" status: 204 len: 173 time: 0.2216082 Sep 18 05:08:41.887646 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:41.898087 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f03a3-46e1-4e27-8f92-1f15eaba4f3f tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=832ef686-a285-4a08-b03b-105ea54b2332,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:41.969943 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-59aeab10-67a3-4fe4-8800-b2287978dd0a req-ce812090-c38f-40f1-bfaf-39bddd42641a tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/6a04f637-9893-4ce4-86f7-bd0f4ae5bf4f HTTP/1.1" status: 200 len: 2400 time: 0.0592437 Sep 18 05:08:41.980158 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.045717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7def541-f6ca-4250-8a97-91426774a0a8']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:42.061146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7315d7b-deb9-44fc-a4ff-c0fa99e52bc1') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:42.061684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7315d7b-deb9-44fc-a4ff-c0fa99e52bc1') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:42.063584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48466) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:42.087143 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.120456 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-ef702244-847a-4831-a17f-8ec1fe426d88 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:42.128306 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-ef702244-847a-4831-a17f-8ec1fe426d88 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/networks?id=d3e10c5a-eb89-4d23-8b34-301a826af75c HTTP/1.1" status: 200 len: 805 time: 0.2122686 Sep 18 05:08:42.129766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e76f349d-1773-4f52-973a-29c016196626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937297064-router', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'cfe74937-ce61-4ef0-b2cc-a2703a5da9c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:08:40Z', 'revision_number': 5, 'project_id': '88e62b6aecb045648a19e9a2602b2cb8', 'gw_port': {'id': 'cfe74937-ce61-4ef0-b2cc-a2703a5da9c7', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:19Z', 'updated_at': '2021-09-18T05:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:42.133968 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-59aeab10-67a3-4fe4-8800-b2287978dd0a req-59e6d353-2ad6-4cc8-b51d-96dfe319f712 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.148691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-fa2d638f-eb7b-4f5b-b210-0945e0022d44 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/quotas/d1b4bc622cec481d856678fe715fc0b7 HTTP/1.1" status: 200 len: 375 time: 0.0194221 Sep 18 05:08:42.150847 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.171063 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f349d-1773-4f52-973a-29c016196626 None None] Checking router: 496fd451-913a-4ee2-ba2b-10ef5245273d for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:08:42.180864 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f349d-1773-4f52-973a-29c016196626 None None] Routers {'496fd451-913a-4ee2-ba2b-10ef5245273d'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:08:42.181142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] Deleting port cfe74937-ce61-4ef0-b2cc-a2703a5da9c7 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:42.181506 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e76f349d-1773-4f52-973a-29c016196626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:08:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['496fd451-913a-4ee2-ba2b-10ef5245273d'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:42.181679 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.182053 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:42.182640 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:42.186535 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:42.256440 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-59aeab10-67a3-4fe4-8800-b2287978dd0a req-59e6d353-2ad6-4cc8-b51d-96dfe319f712 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.259401 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device dd6a44fc-565b-444e-9fb6-0c37a5632470 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:42.273321 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-6a45e2d0-94b3-4abc-a539-b4332f0b2a11 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1b4bc622cec481d856678fe715fc0b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232078 Sep 18 05:08:42.281046 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0348a8d6-ed59-4f89-80af-5559a1d765cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.306500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] For port cfe74937-ce61-4ef0-b2cc-a2703a5da9c7, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cfe74937-ce61-4ef0-b2cc-a2703a5da9c7,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:42.306872 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.308201 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-e76f349d-1773-4f52-973a-29c016196626 None None] Set router 496fd451-913a-4ee2-ba2b-10ef5245273d gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:08:42.328061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] Calling delete_port for cfe74937-ce61-4ef0-b2cc-a2703a5da9c7 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:42.367698 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e76f349d-1773-4f52-973a-29c016196626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937297064-router', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:08:41Z', 'revision_number': 6, 'project_id': '88e62b6aecb045648a19e9a2602b2cb8', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:42.369195 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.392091 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.398112 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/b7def541-f6ca-4250-8a97-91426774a0a8 HTTP/1.1" status: 204 len: 168 time: 2.7014098 Sep 18 05:08:42.399703 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f349d-1773-4f52-973a-29c016196626 None None] The sync data for ids ['496fd451-913a-4ee2-ba2b-10ef5245273d'] in n-d-789963-13 is: [{'id': '496fd451-913a-4ee2-ba2b-10ef5245273d', 'name': 'tempest-AttachSCSIVolumeTestJSON-937297064-router', 'tenant_id': '88e62b6aecb045648a19e9a2602b2cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:17Z', 'updated_at': '2021-09-18T05:08:41Z', 'revision_number': 6, 'project_id': '88e62b6aecb045648a19e9a2602b2cb8', 'gw_port_host': None}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:08:42.401954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e713fec-7892-4034-9801-308f9eabbd0b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Network': ['ID=b7def541-f6ca-4250-8a97-91426774a0a8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:42.402105 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48476) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:42.412230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3a5cd628-b610-47b0-962d-45a80d46591d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1550731063'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:42.429672 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-59aeab10-67a3-4fe4-8800-b2287978dd0a req-59e6d353-2ad6-4cc8-b51d-96dfe319f712 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.432872 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-59aeab10-67a3-4fe4-8800-b2287978dd0a req-59e6d353-2ad6-4cc8-b51d-96dfe319f712 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.434034 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-59aeab10-67a3-4fe4-8800-b2287978dd0a req-59e6d353-2ad6-4cc8-b51d-96dfe319f712 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "DELETE /v2.0/security-groups/6a04f637-9893-4ce4-86f7-bd0f4ae5bf4f HTTP/1.1" status: 204 len: 173 time: 0.4569492 Sep 18 05:08:42.442217 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-01ec9827-e669-4734-8381-d4be32132a25 service neutron] 10.222.0.23 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563489 Sep 18 05:08:42.453254 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6d353-2ad6-4cc8-b51d-96dfe319f712 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a04f637-9893-4ce4-86f7-bd0f4ae5bf4f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:42.473556 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.548963 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port dd6a44fc-565b-444e-9fb6-0c37a5632470, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=dd6a44fc-565b-444e-9fb6-0c37a5632470,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:42.575498 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0348a8d6-ed59-4f89-80af-5559a1d765cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.581595 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-5bd2fe44-d104-477c-8359-e68cb0ce6b71 service neutron] 10.222.0.23 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310139 Sep 18 05:08:42.621016 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.637027 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e1376-ecff-4e6a-b823-f019c16e1160 req-02401511-c5dd-48e6-b706-753851905dd8 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:42.638562 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f87e1376-ecff-4e6a-b823-f019c16e1160 req-02401511-c5dd-48e6-b706-753851905dd8 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 945 time: 0.0989246 Sep 18 05:08:42.655970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0348a8d6-ed59-4f89-80af-5559a1d765cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.673229 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=dd6a44fc-565b-444e-9fb6-0c37a5632470,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:42.689806 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0348a8d6-ed59-4f89-80af-5559a1d765cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ac91ec7071f4ce48a09fe6832b23d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6233339 Sep 18 05:08:42.693946 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48480) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:42.709943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348a8d6-ed59-4f89-80af-5559a1d765cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad92c34-7020-4248-a83b-0d58fbb6211c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:42.718391 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f87e1376-ecff-4e6a-b823-f019c16e1160 req-e1dffb43-07c3-4f34-a954-f420b99a28ea tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720840 Sep 18 05:08:42.756813 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.764311 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c45efdca-37a0-47d7-a43b-842830aa62c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.792577 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe74937-ce61-4ef0-b2cc-a2703a5da9c7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:42.800695 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5cd628-b610-47b0-962d-45a80d46591d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:42.807669 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd628-b610-47b0-962d-45a80d46591d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.842206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5cd628-b610-47b0-962d-45a80d46591d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:08:42.852774 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd628-b610-47b0-962d-45a80d46591d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.853178 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-3a5cd628-b610-47b0-962d-45a80d46591d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Added segment a07b97bb-e562-476a-b94e-a7de9d5ca87d of type vlan for network ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b Sep 18 05:08:42.870041 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-ddf55587-2c82-42fd-9aa5-39fa2297dd62 req-6762086f-c55b-402b-8433-2b11bdcdb5c3 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] show failed (client error): The resource could not be found. Sep 18 05:08:42.871147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ddf55587-2c82-42fd-9aa5-39fa2297dd62 req-6762086f-c55b-402b-8433-2b11bdcdb5c3 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/85b2eefb-99e8-404e-8e52-e8cf437fa2a4 HTTP/1.1" status: 404 len: 352 time: 0.0241611 Sep 18 05:08:42.915133 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd628-b610-47b0-962d-45a80d46591d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:42.961313 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5a9787a5-bb79-4735-b09f-23bbf78293ce req-9986513b-89bc-42b9-a837-e5b81c15fa39 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 210 time: 0.0326788 Sep 18 05:08:42.997836 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c45efdca-37a0-47d7-a43b-842830aa62c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.057007 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd628-b610-47b0-962d-45a80d46591d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.062831 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5cd628-b610-47b0-962d-45a80d46591d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:43.063423 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd628-b610-47b0-962d-45a80d46591d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.077587 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8cd972fb-6d4e-4b8f-ad72-8af606653ce1 req-db821eb4-4134-46f9-8b0d-b0cb18526d4e tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/70f3a97b-07fd-475f-a43b-52afb225cc62 HTTP/1.1" status: 200 len: 1807 time: 0.1419902 Sep 18 05:08:43.121808 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.320602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4194b537-d74e-4d1b-b7b8-8cf639c2e798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd6a44fc-565b-444e-9fb6-0c37a5632470'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:43.323011 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5d702c-7d99-49e8-a5c4-7d5bcee49a3b" -d '{"events": [{"server_uuid": "4194b537-d74e-4d1b-b7b8-8cf639c2e798", "name": "network-vif-unplugged", "status": "completed", "tag": "dd6a44fc-565b-444e-9fb6-0c37a5632470"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:43.362952 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98562981-2768-4a29-9ed3-d10b86d27cc5 x-openstack-request-id: req-98562981-2768-4a29-9ed3-d10b86d27cc5 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:43.363900 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4194b537-d74e-4d1b-b7b8-8cf639c2e798", "name": "network-vif-unplugged", "status": "completed", "tag": "dd6a44fc-565b-444e-9fb6-0c37a5632470", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:43.364701 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98562981-2768-4a29-9ed3-d10b86d27cc5 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:43.364701 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4194b537-d74e-4d1b-b7b8-8cf639c2e798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd6a44fc-565b-444e-9fb6-0c37a5632470', 'code': 200} Sep 18 05:08:43.373460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da27480-e5c7-4c59-a880-c534c6e853fd req-9a31bd6c-7402-4942-bd81-3b3d12337f11 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:43.375336 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5da27480-e5c7-4c59-a880-c534c6e853fd req-9a31bd6c-7402-4942-bd81-3b3d12337f11 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.18 "GET /v2.0/ports?device_id=4194b537-d74e-4d1b-b7b8-8cf639c2e798 HTTP/1.1" status: 200 len: 943 time: 0.0646284 Sep 18 05:08:43.496297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-5da27480-e5c7-4c59-a880-c534c6e853fd req-c1dcd47d-2a6e-4152-b6a9-8219f2573721 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Deleting port dd6a44fc-565b-444e-9fb6-0c37a5632470 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:43.496656 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5da27480-e5c7-4c59-a880-c534c6e853fd req-c1dcd47d-2a6e-4152-b6a9-8219f2573721 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.532746 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3a5cd628-b610-47b0-962d-45a80d46591d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1296287 Sep 18 05:08:43.537810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48496) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:43.564261 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cd628-b610-47b0-962d-45a80d46591d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Network': ['ID=ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:43.568174 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.575277 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4c97d1d7-eccc-4868-8683-71db401deccd tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'subnet': {'network_id': 'ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:43.579955 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.580135 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:43.611193 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-5da27480-e5c7-4c59-a880-c534c6e853fd req-c1dcd47d-2a6e-4152-b6a9-8219f2573721 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] For port dd6a44fc-565b-444e-9fb6-0c37a5632470, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=dd6a44fc-565b-444e-9fb6-0c37a5632470,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:43.611849 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5da27480-e5c7-4c59-a880-c534c6e853fd req-c1dcd47d-2a6e-4152-b6a9-8219f2573721 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.625764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-5da27480-e5c7-4c59-a880-c534c6e853fd req-c1dcd47d-2a6e-4152-b6a9-8219f2573721 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Calling delete_port for dd6a44fc-565b-444e-9fb6-0c37a5632470 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:43.686551 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c45efdca-37a0-47d7-a43b-842830aa62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.689069 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c45efdca-37a0-47d7-a43b-842830aa62c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.692388 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c45efdca-37a0-47d7-a43b-842830aa62c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ad92c34-7020-4248-a83b-0d58fbb6211c HTTP/1.1" status: 204 len: 168 time: 0.9907417 Sep 18 05:08:43.718235 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45efdca-37a0-47d7-a43b-842830aa62c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad92c34-7020-4248-a83b-0d58fbb6211c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:43.721571 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8cd972fb-6d4e-4b8f-ad72-8af606653ce1 req-531ce53b-f581-48b8-922f-a6bd966a8aab tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.731040 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.731040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 496fd451-913a-4ee2-ba2b-10ef5245273d {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:08:43.743550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.744997 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9212fde4-fb06-4354-ab61-987e45ed09fa admin admin] 10.222.0.23 "DELETE /v2.0/routers/496fd451-913a-4ee2-ba2b-10ef5245273d HTTP/1.1" status: 204 len: 168 time: 2.2919536 Sep 18 05:08:43.755126 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48502) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:43.810313 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8cd972fb-6d4e-4b8f-ad72-8af606653ce1 req-531ce53b-f581-48b8-922f-a6bd966a8aab tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.843882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c26d0f3-9ad6-48ea-8a55-cf0039e66c4d admin admin] Deleting subnet 6ea1a916-f91d-4f74-ae36-34fe2b08a8f8 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:08:43.858960 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0c26d0f3-9ad6-48ea-8a55-cf0039e66c4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.883551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59825c-cf0b-47ab-a17a-5757e9ab9690 req-1d228a31-fdd3-4781-b8ce-7e06516f3b2b tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:43.885549 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a59825c-cf0b-47ab-a17a-5757e9ab9690 req-1d228a31-fdd3-4781-b8ce-7e06516f3b2b tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 945 time: 0.0625207 Sep 18 05:08:43.902519 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0c26d0f3-9ad6-48ea-8a55-cf0039e66c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.929608 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a59825c-cf0b-47ab-a17a-5757e9ab9690 req-7d358a33-9ae0-4311-aee6-fce677369daa tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371366 Sep 18 05:08:43.960025 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5da27480-e5c7-4c59-a880-c534c6e853fd req-c1dcd47d-2a6e-4152-b6a9-8219f2573721 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:43.973205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c97d1d7-eccc-4868-8683-71db401deccd tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:43.977286 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4c97d1d7-eccc-4868-8683-71db401deccd tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.006982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcd47d-2a6e-4152-b6a9-8219f2573721 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Pushing event deleted for resources: {'Port': ['ID=dd6a44fc-565b-444e-9fb6-0c37a5632470,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:44.043465 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8cd972fb-6d4e-4b8f-ad72-8af606653ce1 req-531ce53b-f581-48b8-922f-a6bd966a8aab tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.043465 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8cd972fb-6d4e-4b8f-ad72-8af606653ce1 req-531ce53b-f581-48b8-922f-a6bd966a8aab tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.043465 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8cd972fb-6d4e-4b8f-ad72-8af606653ce1 req-531ce53b-f581-48b8-922f-a6bd966a8aab tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "DELETE /v2.0/security-groups/70f3a97b-07fd-475f-a43b-52afb225cc62 HTTP/1.1" status: 204 len: 173 time: 0.9562864 Sep 18 05:08:44.070191 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da27480-e5c7-4c59-a880-c534c6e853fd req-c1dcd47d-2a6e-4152-b6a9-8219f2573721 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] No DVR routers for this DVR port dd6a44fc-565b-444e-9fb6-0c37a5632470 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:44.072213 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5da27480-e5c7-4c59-a880-c534c6e853fd req-c1dcd47d-2a6e-4152-b6a9-8219f2573721 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.074305 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5da27480-e5c7-4c59-a880-c534c6e853fd req-c1dcd47d-2a6e-4152-b6a9-8219f2573721 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.18 "DELETE /v2.0/ports/dd6a44fc-565b-444e-9fb6-0c37a5632470 HTTP/1.1" status: 204 len: 173 time: 0.6929810 Sep 18 05:08:44.074753 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4194b537-d74e-4d1b-b7b8-8cf639c2e798', 'name': 'network-vif-deleted', 'tag': 'dd6a44fc-565b-444e-9fb6-0c37a5632470'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:44.077078 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43975bb-9b05-47c2-9be1-0dc83a73e7f6" -d '{"events": [{"server_uuid": "4194b537-d74e-4d1b-b7b8-8cf639c2e798", "name": "network-vif-deleted", "tag": "dd6a44fc-565b-444e-9fb6-0c37a5632470"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:44.109049 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.ipam_backend_mixin [None req-4c97d1d7-eccc-4868-8683-71db401deccd tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Performing IP validity checks on allocation pools {{(pid=106908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 05:08:44.109615 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.ipam_backend_mixin [None req-4c97d1d7-eccc-4868-8683-71db401deccd tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 05:08:44.128306 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0c26d0f3-9ad6-48ea-8a55-cf0039e66c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.174658 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ce53b-f581-48b8-922f-a6bd966a8aab tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f3a97b-07fd-475f-a43b-52afb225cc62,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:44.177376 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cfe74937-ce61-4ef0-b2cc-a2703a5da9c7 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:44.246628 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-62c8104c-3fec-49c9-8955-906c0594a912 req-4cbb4cac-0757-41c5-b2c9-e1830229a722 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 210 time: 0.0818765 Sep 18 05:08:44.252491 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: cfe74937-ce61-4ef0-b2cc-a2703a5da9c7 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:44.252779 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cfe74937-ce61-4ef0-b2cc-a2703a5da9c7 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:44.253215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b4e884ea-3f2b-462e-b79f-f1bd97dfa989 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:44.274723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db791da-6b40-42d4-8db2-94b5909d08dd req-2adbc123-75ca-4751-96e1-f994d79a3e07 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:44.276435 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6db791da-6b40-42d4-8db2-94b5909d08dd req-2adbc123-75ca-4751-96e1-f994d79a3e07 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 945 time: 0.1599882 Sep 18 05:08:44.296758 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: b4e884ea-3f2b-462e-b79f-f1bd97dfa989 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:44.297461 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b4e884ea-3f2b-462e-b79f-f1bd97dfa989 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:44.335436 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7246e7ca-bf44-40ab-a155-3f4fd2183394 req-99667396-d0cb-45e6-8eec-23e68e564fc1 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/9ff9b674-b500-4be2-bde2-de3142ddf832 HTTP/1.1" status: 200 len: 1806 time: 0.0554643 Sep 18 05:08:44.368359 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6db791da-6b40-42d4-8db2-94b5909d08dd req-946be7db-17bd-41b2-a342-6aa4bd5435e6 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834143 Sep 18 05:08:44.399481 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7246e7ca-bf44-40ab-a155-3f4fd2183394 req-b4e08fb6-4a49-474a-a34e-beb956ab97ae tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.418252 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd81d3b-47a5-4769-8c12-b3b4d4893357 x-openstack-request-id: req-6dd81d3b-47a5-4769-8c12-b3b4d4893357 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:44.418621 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4194b537-d74e-4d1b-b7b8-8cf639c2e798", "name": "network-vif-deleted", "tag": "dd6a44fc-565b-444e-9fb6-0c37a5632470", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:44.418971 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6dd81d3b-47a5-4769-8c12-b3b4d4893357 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:44.419469 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4194b537-d74e-4d1b-b7b8-8cf639c2e798', 'name': 'network-vif-deleted', 'tag': 'dd6a44fc-565b-444e-9fb6-0c37a5632470', 'status': 'completed', 'code': 200} Sep 18 05:08:44.427998 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0c26d0f3-9ad6-48ea-8a55-cf0039e66c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.428737 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7246e7ca-bf44-40ab-a155-3f4fd2183394 req-b4e08fb6-4a49-474a-a34e-beb956ab97ae tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.462537 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26d0f3-9ad6-48ea-8a55-cf0039e66c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea1a916-f91d-4f74-ae36-34fe2b08a8f8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:44.467942 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0c26d0f3-9ad6-48ea-8a55-cf0039e66c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.473279 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0c26d0f3-9ad6-48ea-8a55-cf0039e66c4d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6ea1a916-f91d-4f74-ae36-34fe2b08a8f8 HTTP/1.1" status: 204 len: 168 time: 0.7145412 Sep 18 05:08:44.473480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a6cf12-2c61-4b24-b450-8622cc674ab0 None None] Network 274a9114-cdab-4bf3-8312-63947705ed07 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:44.474232 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48522) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:44.506665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4c97d1d7-eccc-4868-8683-71db401deccd tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.601942 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7246e7ca-bf44-40ab-a155-3f4fd2183394 req-b4e08fb6-4a49-474a-a34e-beb956ab97ae tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.606589 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7246e7ca-bf44-40ab-a155-3f4fd2183394 req-b4e08fb6-4a49-474a-a34e-beb956ab97ae tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.607100 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7246e7ca-bf44-40ab-a155-3f4fd2183394 req-b4e08fb6-4a49-474a-a34e-beb956ab97ae tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "DELETE /v2.0/security-groups/9ff9b674-b500-4be2-bde2-de3142ddf832 HTTP/1.1" status: 204 len: 173 time: 0.2664652 Sep 18 05:08:44.615399 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48524) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:44.625975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e08fb6-4a49-474a-a34e-beb956ab97ae tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff9b674-b500-4be2-bde2-de3142ddf832,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:44.631461 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.657118 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cdf415bc-1148-42ca-b729-69f7210b0490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.663467 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97d1d7-eccc-4868-8683-71db401deccd tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Subnet': ['ID=c4410205-c320-4627-bba2-75733fe1ad1f,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:44.693045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea48ee66-00e8-4e8e-923d-0082e65c4770 None None] DHCP port deletion for 274a9114-cdab-4bf3-8312-63947705ed07 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:08:44.693307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318eff03-d9ab-4071-9122-fa6f5bd3410c req-532cc323-7bb1-47f8-b9c3-f43ba253329c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:44.694698 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-318eff03-d9ab-4071-9122-fa6f5bd3410c req-532cc323-7bb1-47f8-b9c3-f43ba253329c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 945 time: 0.1766140 Sep 18 05:08:44.710222 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2c209e8-6b2e-4d6a-857e-3304b3ba40f1 req-4ff33d7c-611e-4a9b-b249-baa70157faf4 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/cbe1b3e4-2c31-4609-b490-689e949a46cc HTTP/1.1" status: 200 len: 1805 time: 0.0810606 Sep 18 05:08:44.742175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ea48ee66-00e8-4e8e-923d-0082e65c4770 None None] Deleting port 5c8b3399-7cc5-4572-a554-5ee586819b18 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:44.742841 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ea48ee66-00e8-4e8e-923d-0082e65c4770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.756174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97d1d7-eccc-4868-8683-71db401deccd tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Checking segment: {'id': 'a07b97bb-e562-476a-b94e-a7de9d5ca87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:44.756589 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c97d1d7-eccc-4868-8683-71db401deccd tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network hostable DHCP agents. Network: ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:08:44.779105 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f2c209e8-6b2e-4d6a-857e-3304b3ba40f1 req-79a21e59-6002-40f1-ac70-147e181ecc88 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.809293 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f2c209e8-6b2e-4d6a-857e-3304b3ba40f1 req-79a21e59-6002-40f1-ac70-147e181ecc88 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.816724 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-318eff03-d9ab-4071-9122-fa6f5bd3410c req-8e13965a-3fa4-453f-ae44-a682866099a3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125689 Sep 18 05:08:44.825434 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ea48ee66-00e8-4e8e-923d-0082e65c4770 None None] For port 5c8b3399-7cc5-4572-a554-5ee586819b18, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5c8b3399-7cc5-4572-a554-5ee586819b18,segment=NetworkSegment(34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995),segment_id=34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:44.826053 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ea48ee66-00e8-4e8e-923d-0082e65c4770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.859811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ea48ee66-00e8-4e8e-923d-0082e65c4770 None None] Calling delete_port for 5c8b3399-7cc5-4572-a554-5ee586819b18 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:44.871331 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Deleting port 5c8b3399-7cc5-4572-a554-5ee586819b18 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:44.871331 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.913856 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cdf415bc-1148-42ca-b729-69f7210b0490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.948042 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c97d1d7-eccc-4868-8683-71db401deccd tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:08:44.975858 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f2c209e8-6b2e-4d6a-857e-3304b3ba40f1 req-79a21e59-6002-40f1-ac70-147e181ecc88 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.981017 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f2c209e8-6b2e-4d6a-857e-3304b3ba40f1 req-79a21e59-6002-40f1-ac70-147e181ecc88 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.990542 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] For port 5c8b3399-7cc5-4572-a554-5ee586819b18, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5c8b3399-7cc5-4572-a554-5ee586819b18,segment=NetworkSegment(34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995),segment_id=34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:44.990936 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:44.993787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2c209e8-6b2e-4d6a-857e-3304b3ba40f1 req-79a21e59-6002-40f1-ac70-147e181ecc88 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "DELETE /v2.0/security-groups/cbe1b3e4-2c31-4609-b490-689e949a46cc HTTP/1.1" status: 204 len: 173 time: 0.2769973 Sep 18 05:08:45.006729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Calling delete_port for 5c8b3399-7cc5-4572-a554-5ee586819b18 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:45.025423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56f1cf-5381-4409-9688-f50f88f512c9 req-a5560cf7-de55-4409-8b73-08f2a730d569 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:45.026983 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a56f1cf-5381-4409-9688-f50f88f512c9 req-a5560cf7-de55-4409-8b73-08f2a730d569 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 945 time: 0.1199436 Sep 18 05:08:45.032563 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cdf415bc-1148-42ca-b729-69f7210b0490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.038342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a21e59-6002-40f1-ac70-147e181ecc88 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe1b3e4-2c31-4609-b490-689e949a46cc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:45.065348 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ea48ee66-00e8-4e8e-923d-0082e65c4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.071376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-4c97d1d7-eccc-4868-8683-71db401deccd tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:45.107021 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97d1d7-eccc-4868-8683-71db401deccd tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:45.107640 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4c97d1d7-eccc-4868-8683-71db401deccd tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.120448 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82902d09-7b88-4799-8402-52ea129a40c6 None None] Network ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:45.141839 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-331ca817-55e2-472a-bc47-f6fef291c947 req-c26b09f4-73b5-43ce-94e4-925a69a80067 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/b34a3cec-e42f-475d-a95e-403eb227b38e HTTP/1.1" status: 200 len: 2406 time: 0.1201823 Sep 18 05:08:45.153798 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cdf415bc-1148-42ca-b729-69f7210b0490 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89e7ce93d43248578f648bb7b07f219c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5341454 Sep 18 05:08:45.155883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf415bc-1148-42ca-b729-69f7210b0490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9161889-1920-40c9-bf33-fbe7ef8896bf,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:45.159630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48536) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:45.174138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea48ee66-00e8-4e8e-923d-0082e65c4770 None None] No DVR routers for this DVR port 5c8b3399-7cc5-4572-a554-5ee586819b18 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:45.195851 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a56f1cf-5381-4409-9688-f50f88f512c9 req-605acc6a-ebaa-4d65-bb3d-c311e74870be tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297753 Sep 18 05:08:45.210247 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48ee66-00e8-4e8e-923d-0082e65c4770 None None] Pushing event deleted for resources: {'Port': ['ID=5c8b3399-7cc5-4572-a554-5ee586819b18,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:45.239938 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4c97d1d7-eccc-4868-8683-71db401deccd tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6766157 Sep 18 05:08:45.241116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48540) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:45.244479 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.307160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8b3399-7cc5-4572-a554-5ee586819b18,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:45.324551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] No DVR routers for this DVR port 5c8b3399-7cc5-4572-a554-5ee586819b18 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:45.328647 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a16220bf-667e-4064-9388-6d5622576e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.442091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b', 'network_id': 'ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b', 'tenant_id': 'd41ff54eef48433798482245e7b02629', 'fixed_ips': [{'subnet_id': 'c4410205-c320-4627-bba2-75733fe1ad1f'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:08:45.443027 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a16220bf-667e-4064-9388-6d5622576e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.443605 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.499352 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.541538 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.548056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274a9114-cdab-4bf3-8312-63947705ed07']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:45.578821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:45.578821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d0b15e-ee4a-4ee7-9448-b5e3d5f1a995') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:45.579173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d2fb1c0e-1d2b-4458-8d24-2f03e0e98149 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:45.580283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d2fb1c0e-1d2b-4458-8d24-2f03e0e98149 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.13 "GET /v2.0/networks?id=d3e10c5a-eb89-4d23-8b34-301a826af75c HTTP/1.1" status: 200 len: 805 time: 0.5817168 Sep 18 05:08:45.596902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-0078dae2-53e7-4069-8d03-9dd0711b52b9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Request body: {'port': {'device_id': '7d638dec-0d3b-4a7c-af4a-82797f1d8bdf', 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c', 'admin_state_up': True, 'tenant_id': 'd1b4bc622cec481d856678fe715fc0b7'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:45.607437 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-31b1e813-633f-4f02-b140-57247a19ea05 req-c7d71380-1883-40a9-ad64-266a763d0baa tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 210 time: 0.0476501 Sep 18 05:08:45.609826 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.618136 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-331ca817-55e2-472a-bc47-f6fef291c947 req-1ef16d8e-ce77-46c9-be22-2d843ea57f09 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.631683 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Allocated IP 172.20.0.3 (ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b/c4410205-c320-4627-bba2-75733fe1ad1f/7353f115-d8d5-4e56-8d2f-780f18aeee62) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:08:45.663759 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.680033 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:45.680939 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:45.682750 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:45.693402 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-331ca817-55e2-472a-bc47-f6fef291c947 req-1ef16d8e-ce77-46c9-be22-2d843ea57f09 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.731786 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.789868 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a16220bf-667e-4064-9388-6d5622576e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.792543 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a16220bf-667e-4064-9388-6d5622576e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.793730 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a16220bf-667e-4064-9388-6d5622576e49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9161889-1920-40c9-bf33-fbe7ef8896bf HTTP/1.1" status: 204 len: 168 time: 0.6262319 Sep 18 05:08:45.806016 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.818977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16220bf-667e-4064-9388-6d5622576e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9161889-1920-40c9-bf33-fbe7ef8896bf,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:45.838358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-0078dae2-53e7-4069-8d03-9dd0711b52b9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Made reservation on behalf of d1b4bc622cec481d856678fe715fc0b7 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:45.842287 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-0078dae2-53e7-4069-8d03-9dd0711b52b9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.849287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f354c-0a9f-46a4-9823-bb3044752fe9 req-f4f193ac-8c12-4c2f-8164-7b5fa0a116a2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:45.849820 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e2f354c-0a9f-46a4-9823-bb3044752fe9 req-f4f193ac-8c12-4c2f-8164-7b5fa0a116a2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 945 time: 0.1544492 Sep 18 05:08:45.894690 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e2f354c-0a9f-46a4-9823-bb3044752fe9 req-785ebf86-e11f-4836-b3b5-ef8c509dc838 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377090 Sep 18 05:08:45.899175 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.919032 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.930378 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-331ca817-55e2-472a-bc47-f6fef291c947 req-1ef16d8e-ce77-46c9-be22-2d843ea57f09 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.935263 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-331ca817-55e2-472a-bc47-f6fef291c947 req-1ef16d8e-ce77-46c9-be22-2d843ea57f09 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.935263 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-331ca817-55e2-472a-bc47-f6fef291c947 req-1ef16d8e-ce77-46c9-be22-2d843ea57f09 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "DELETE /v2.0/security-groups/b34a3cec-e42f-475d-a95e-403eb227b38e HTTP/1.1" status: 204 len: 173 time: 0.7915585 Sep 18 05:08:45.949770 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:45.954767 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] 10.222.0.23 "DELETE /v2.0/networks/274a9114-cdab-4bf3-8312-63947705ed07 HTTP/1.1" status: 204 len: 168 time: 1.4774535 Sep 18 05:08:45.954767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87656f-a1da-44b8-826f-fa8953963269 admin admin] Pushing event deleted for resources: {'Network': ['ID=274a9114-cdab-4bf3-8312-63947705ed07,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:45.955876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48552) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:45.978303 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef16d8e-ce77-46c9-be22-2d843ea57f09 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34a3cec-e42f-475d-a95e-403eb227b38e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:45.981410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Network ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:08:45.981410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Pushing event updated for resources: {'Port': ['ID=7353f115-d8d5-4e56-8d2f-780f18aeee62,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:45.982508 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:45.984693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:08:46.011448 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.054076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Attempting to bind port 7353f115-d8d5-4e56-8d2f-780f18aeee62 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:08:46.054289 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Attempting to bind port 7353f115-d8d5-4e56-8d2f-780f18aeee62 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'a07b97bb-e562-476a-b94e-a7de9d5ca87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:08:46.054634 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Attempting to bind port 7353f115-d8d5-4e56-8d2f-780f18aeee62 on network ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:08:46.059832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:08:46.060211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Checking segment: {'id': 'a07b97bb-e562-476a-b94e-a7de9d5ca87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:46.060732 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.061042 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Bound using segment: {'id': 'a07b97bb-e562-476a-b94e-a7de9d5ca87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:08:46.061524 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Bound port: 7353f115-d8d5-4e56-8d2f-780f18aeee62, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07b97bb-e562-476a-b94e-a7de9d5ca87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:08:46.061948 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.070673 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Subnet': ['ID=c4410205-c320-4627-bba2-75733fe1ad1f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:46.094361 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c5cd087-ea80-4ee2-97fb-be59d483579a req-55dece65-6b66-4c66-a535-cf6757f23f21 tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "GET /v2.0/security-groups/24ed6826-8455-4d07-b1a4-8ad61db81bae HTTP/1.1" status: 200 len: 2401 time: 0.1176400 Sep 18 05:08:46.136617 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] For port 7353f115-d8d5-4e56-8d2f-780f18aeee62, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:08:46.139935 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] For port 7353f115-d8d5-4e56-8d2f-780f18aeee62, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7353f115-d8d5-4e56-8d2f-780f18aeee62,segment=NetworkSegment(a07b97bb-e562-476a-b94e-a7de9d5ca87d),segment_id=a07b97bb-e562-476a-b94e-a7de9d5ca87d)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:08:46.160669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-0078dae2-53e7-4069-8d03-9dd0711b52b9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Allocated IP 172.20.0.10 (d3e10c5a-eb89-4d23-8b34-301a826af75c/69e11554-3849-4f64-b8fc-9779a28fb1b9/9f89de76-b2f3-419b-8dfa-4aef96801321) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:08:46.166038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5c8b3399-7cc5-4572-a554-5ee586819b18 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:46.176593 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c5cd087-ea80-4ee2-97fb-be59d483579a req-325d7d25-939d-407f-a410-b812b8e82bec tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.189252 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 5c8b3399-7cc5-4572-a554-5ee586819b18 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:46.189516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620d5c2-fabc-4331-b5da-fc4cc270afd4 req-efb5faeb-96fb-4b80-8e5a-0e6a1cf71424 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:46.189683 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5c8b3399-7cc5-4572-a554-5ee586819b18 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:46.191144 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8620d5c2-fabc-4331-b5da-fc4cc270afd4 req-efb5faeb-96fb-4b80-8e5a-0e6a1cf71424 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 945 time: 0.1833534 Sep 18 05:08:46.228116 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.245869 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c5cd087-ea80-4ee2-97fb-be59d483579a req-325d7d25-939d-407f-a410-b812b8e82bec tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.254675 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.300548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device dd6a44fc-565b-444e-9fb6-0c37a5632470 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:46.343287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: dd6a44fc-565b-444e-9fb6-0c37a5632470 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:46.343547 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device dd6a44fc-565b-444e-9fb6-0c37a5632470 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:46.386888 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:46.402452 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774191d8-d504-4f65-9650-d5cf71667a16 None None] Pushing event updated for resources: {'Port': ['ID=7353f115-d8d5-4e56-8d2f-780f18aeee62,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:46.414258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e0c02-55a5-4b14-ac91-2f45fa25a3b9 None None] Network ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:46.422468 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c5cd087-ea80-4ee2-97fb-be59d483579a req-325d7d25-939d-407f-a410-b812b8e82bec tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.425000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07b97bb-e562-476a-b94e-a7de9d5ca87d') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:46.425297 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07b97bb-e562-476a-b94e-a7de9d5ca87d') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:46.426017 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c5cd087-ea80-4ee2-97fb-be59d483579a req-325d7d25-939d-407f-a410-b812b8e82bec tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.440816 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c5cd087-ea80-4ee2-97fb-be59d483579a req-325d7d25-939d-407f-a410-b812b8e82bec tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] 10.222.0.23 "DELETE /v2.0/security-groups/24ed6826-8455-4d07-b1a4-8ad61db81bae HTTP/1.1" status: 204 len: 173 time: 0.3439019 Sep 18 05:08:46.453263 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8620d5c2-fabc-4331-b5da-fc4cc270afd4 req-b80d0f6b-2687-4b2b-b694-b95fdf711931 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234616 Sep 18 05:08:46.454168 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48564) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:46.462394 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.529732 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-0078dae2-53e7-4069-8d03-9dd0711b52b9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.534599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d7d25-939d-407f-a410-b812b8e82bec tempest-SecurityGroupRulesTestJSON-630686478 tempest-SecurityGroupRulesTestJSON-630686478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ed6826-8455-4d07-b1a4-8ad61db81bae,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:46.534957 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.549108 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:46.549742 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:46.553021 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:46.588581 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-760ce383-7325-41d0-acf2-0c885378fb25 admin admin] Deleting subnet 320d8e9d-0e4f-4887-8ef6-0c3f7797efd6 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:08:46.623165 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-760ce383-7325-41d0-acf2-0c885378fb25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.628682 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17f11cd-681e-4e17-97d1-9531ad6914dc None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:08:46.651808 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-0078dae2-53e7-4069-8d03-9dd0711b52b9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.680750 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-760ce383-7325-41d0-acf2-0c885378fb25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.714763 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.db.api [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 05:08:46.714763 n-d-789963-13 neutron-server[106908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 05:08:46.714763 n-d-789963-13 neutron-server[106908]: [parameters: {'id': 'ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b'}] Sep 18 05:08:46.714763 n-d-789963-13 neutron-server[106908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:08:46.715439 n-d-789963-13 neutron-server[106908]: DEBUG oslo_db.api [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:08:46.760775 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-760ce383-7325-41d0-acf2-0c885378fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.766387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-0078dae2-53e7-4069-8d03-9dd0711b52b9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Network d3e10c5a-eb89-4d23-8b34-301a826af75c is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:08:46.783536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3abd9-6400-4cec-bc92-c58d094c8a5e req-6eff6b90-4631-44d4-9803-8739d587694d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:46.791980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17f11cd-681e-4e17-97d1-9531ad6914dc None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:08:46.793732 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-33f3abd9-6400-4cec-bc92-c58d094c8a5e req-6eff6b90-4631-44d4-9803-8739d587694d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 945 time: 0.0944173 Sep 18 05:08:46.803673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-0078dae2-53e7-4069-8d03-9dd0711b52b9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:46.825142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-0078dae2-53e7-4069-8d03-9dd0711b52b9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:08:46.853148 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf163c-abf2-4ab2-893d-982b36d32d7f req-3a3398fb-8acf-4a45-904b-97e5fa90f35c tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:46.853148 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d5bf163c-abf2-4ab2-893d-982b36d32d7f req-3a3398fb-8acf-4a45-904b-97e5fa90f35c tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 932 time: 0.1255579 Sep 18 05:08:46.865863 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8af0e52-9409-4606-9979-73f54f5d885a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.870381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078dae2-53e7-4069-8d03-9dd0711b52b9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Pushing event updated for resources: {'Port': ['ID=9f89de76-b2f3-419b-8dfa-4aef96801321,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:46.882460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-0078dae2-53e7-4069-8d03-9dd0711b52b9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:46.882460 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-0078dae2-53e7-4069-8d03-9dd0711b52b9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.915995 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-33f3abd9-6400-4cec-bc92-c58d094c8a5e req-0acdcf06-60eb-4d44-a5f6-860a09d37aa4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128938 Sep 18 05:08:46.964296 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-0078dae2-53e7-4069-8d03-9dd0711b52b9 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3720078 Sep 18 05:08:46.968838 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d5bf163c-abf2-4ab2-893d-982b36d32d7f req-f378aca2-4f15-4ebb-b041-ca233c360f42 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008840 Sep 18 05:08:46.972480 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-760ce383-7325-41d0-acf2-0c885378fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:46.989915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Request body: {'port': {'device_id': '7d638dec-0d3b-4a7c-af4a-82797f1d8bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:47.043239 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-760ce383-7325-41d0-acf2-0c885378fb25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.047506 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-760ce383-7325-41d0-acf2-0c885378fb25 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/320d8e9d-0e4f-4887-8ef6-0c3f7797efd6 HTTP/1.1" status: 204 len: 168 time: 0.5852232 Sep 18 05:08:47.047782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ce383-7325-41d0-acf2-0c885378fb25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=320d8e9d-0e4f-4887-8ef6-0c3f7797efd6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:47.051572 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48584) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:47.109835 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.121295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06673171-6776-46fa-8fe6-f204f613a291 req-798f977c-711d-4914-aeb9-0fefd23c9d4d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:47.128606 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06673171-6776-46fa-8fe6-f204f613a291 req-798f977c-711d-4914-aeb9-0fefd23c9d4d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 945 time: 0.1356857 Sep 18 05:08:47.197347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06673171-6776-46fa-8fe6-f204f613a291 req-cdde7e9b-81d0-4580-b50b-4c1b75c1b19e tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668733 Sep 18 05:08:47.477357 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.499442 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc2ead11-314e-41ff-832f-f662b5567033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.515824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f89de76-b2f3-419b-8dfa-4aef96801321 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:08:47.525110 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.537622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Transition to ACTIVE for port object 9f89de76-b2f3-419b-8dfa-4aef96801321 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:08:47.603926 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.653551 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc2ead11-314e-41ff-832f-f662b5567033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.683313 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Deleting port 7353f115-d8d5-4e56-8d2f-780f18aeee62 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:47.683904 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.688938 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Pushing event updated for resources: {'Port': ['ID=9f89de76-b2f3-419b-8dfa-4aef96801321,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:47.690387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-fc2ead11-314e-41ff-832f-f662b5567033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45e5568-2f31-4ad8-b878-119f1752e3da']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:47.741107 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-fc2ead11-314e-41ff-832f-f662b5567033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87209b66-aebd-4a38-b974-c7f457581574') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:47.741458 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-fc2ead11-314e-41ff-832f-f662b5567033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87209b66-aebd-4a38-b974-c7f457581574') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:47.742894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Attempting to bind port 9f89de76-b2f3-419b-8dfa-4aef96801321 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:08:47.743233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Attempting to bind port 9f89de76-b2f3-419b-8dfa-4aef96801321 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:08:47.743576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Attempting to bind port 9f89de76-b2f3-419b-8dfa-4aef96801321 on network d3e10c5a-eb89-4d23-8b34-301a826af75c {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:08:47.749715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Port 9f89de76-b2f3-419b-8dfa-4aef96801321 on network d3e10c5a-eb89-4d23-8b34-301a826af75c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:08:47.754596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Attempting to bind port 9f89de76-b2f3-419b-8dfa-4aef96801321 on network d3e10c5a-eb89-4d23-8b34-301a826af75c {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:08:47.768375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:08:47.768987 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Checking segment: {'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:47.770622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Bound using segment: {'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:08:47.770622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Bound port: 9f89de76-b2f3-419b-8dfa-4aef96801321, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c1085-a19f-4868-9518-d578a5d24864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:08:47.770622 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.791258 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc2ead11-314e-41ff-832f-f662b5567033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.817696 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] For port 7353f115-d8d5-4e56-8d2f-780f18aeee62, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7353f115-d8d5-4e56-8d2f-780f18aeee62,segment=NetworkSegment(a07b97bb-e562-476a-b94e-a7de9d5ca87d),segment_id=a07b97bb-e562-476a-b94e-a7de9d5ca87d)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:47.817696 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.828519 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc2ead11-314e-41ff-832f-f662b5567033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.840270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Calling delete_port for 7353f115-d8d5-4e56-8d2f-780f18aeee62 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:47.854691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2ead11-314e-41ff-832f-f662b5567033 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:47.855130 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc2ead11-314e-41ff-832f-f662b5567033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:47.867943 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:47.889243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] For port 9f89de76-b2f3-419b-8dfa-4aef96801321, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:08:47.892638 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] For port 9f89de76-b2f3-419b-8dfa-4aef96801321, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=9f89de76-b2f3-419b-8dfa-4aef96801321,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:08:47.941942 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b8af0e52-9409-4606-9979-73f54f5d885a admin admin] Deleting port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:47.942539 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8af0e52-9409-4606-9979-73f54f5d885a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.959351 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.992336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:47.992939 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:47.994385 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] 10.222.0.13 "PUT /v2.0/ports/9f89de76-b2f3-419b-8dfa-4aef96801321 HTTP/1.1" status: 200 len: 1093 time: 1.0204446 Sep 18 05:08:47.994828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d638dec-0d3b-4a7c-af4a-82797f1d8bdf', 'tag': '9f89de76-b2f3-419b-8dfa-4aef96801321'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:47.997357 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76e6559-4941-4269-b871-c09fc437d5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7d638dec-0d3b-4a7c-af4a-82797f1d8bdf", "tag": "9f89de76-b2f3-419b-8dfa-4aef96801321"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:48.058762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5095224-d3af-4c40-b4dc-69f59c84143b service neutron] Pushing event updated for resources: {'Port': ['ID=9f89de76-b2f3-419b-8dfa-4aef96801321,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:48.109091 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc2ead11-314e-41ff-832f-f662b5567033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:48.116943 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc2ead11-314e-41ff-832f-f662b5567033 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:48.120714 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fc2ead11-314e-41ff-832f-f662b5567033 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d45e5568-2f31-4ad8-b878-119f1752e3da HTTP/1.1" status: 204 len: 168 time: 1.0684168 Sep 18 05:08:48.131242 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bfdce-bf50-46a9-aae8-3800d0ff1925 req-1f35d086-d56b-4ffd-895f-08f23b01544d tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:48.132942 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dd7bfdce-bf50-46a9-aae8-3800d0ff1925 req-1f35d086-d56b-4ffd-895f-08f23b01544d tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 944 time: 0.0753551 Sep 18 05:08:48.145262 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ead11-314e-41ff-832f-f662b5567033 admin admin] Pushing event deleted for resources: {'Network': ['ID=d45e5568-2f31-4ad8-b878-119f1752e3da,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:48.178528 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-b8af0e52-9409-4606-9979-73f54f5d885a admin admin] For port 5d536fb4-7eca-4bc6-918b-46f2bfc983f2, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5d536fb4-7eca-4bc6-918b-46f2bfc983f2,segment=NetworkSegment(0a1fc365-7f5c-49aa-aae1-af4dea9fad17),segment_id=0a1fc365-7f5c-49aa-aae1-af4dea9fad17)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:48.178785 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8af0e52-9409-4606-9979-73f54f5d885a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:48.193441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b8af0e52-9409-4606-9979-73f54f5d885a admin admin] Calling delete_port for 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:48.208482 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dd7bfdce-bf50-46a9-aae8-3800d0ff1925 req-9ebd0fcb-eaf8-475d-a525-c0cef64c6d50 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684764 Sep 18 05:08:48.221570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-f3925b18-1abb-4eb2-9eae-3a121c18b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:48.240218 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-f3925b18-1abb-4eb2-9eae-3a121c18b1a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b4bc622cec481d856678fe715fc0b7&device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 1096 time: 0.0661228 Sep 18 05:08:48.279701 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:48.319934 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dfae27-a754-45af-bfbf-3f79c9465de2 x-openstack-request-id: req-91dfae27-a754-45af-bfbf-3f79c9465de2 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:48.320507 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d638dec-0d3b-4a7c-af4a-82797f1d8bdf", "tag": "9f89de76-b2f3-419b-8dfa-4aef96801321", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:48.320837 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91dfae27-a754-45af-bfbf-3f79c9465de2 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:48.321252 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d638dec-0d3b-4a7c-af4a-82797f1d8bdf', 'tag': '9f89de76-b2f3-419b-8dfa-4aef96801321', 'status': 'completed', 'code': 200} Sep 18 05:08:48.324997 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-e8383bb4-d4d3-44d5-a222-f79a7b9de151 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f89de76-b2f3-419b-8dfa-4aef96801321 HTTP/1.1" status: 200 len: 217 time: 0.0918105 Sep 18 05:08:48.352307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Port': ['ID=7353f115-d8d5-4e56-8d2f-780f18aeee62,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:48.354673 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No DVR routers for this DVR port 7353f115-d8d5-4e56-8d2f-780f18aeee62 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:48.421060 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d8e69-ea71-47c9-b9e2-0a725578c56c req-214d7934-7f86-4b02-ab88-77b94e1476ef tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:48.422552 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-780d8e69-ea71-47c9-b9e2-0a725578c56c req-214d7934-7f86-4b02-ab88-77b94e1476ef tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 945 time: 0.1002719 Sep 18 05:08:48.423891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-5d7f30a6-047e-4fee-89a5-6b7fa7234cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:48.425244 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-5d7f30a6-047e-4fee-89a5-6b7fa7234cb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69e11554-3849-4f64-b8fc-9779a28fb1b9 HTTP/1.1" status: 200 len: 845 time: 0.0903175 Sep 18 05:08:48.455618 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:48.467359 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-19510e93-9a31-454f-8a5f-5d1599d00ba3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3e10c5a-eb89-4d23-8b34-301a826af75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317597 Sep 18 05:08:48.479098 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:48.492905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07b97bb-e562-476a-b94e-a7de9d5ca87d') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:48.493211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07b97bb-e562-476a-b94e-a7de9d5ca87d') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:48.516146 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-780d8e69-ea71-47c9-b9e2-0a725578c56c req-86b9d40e-b263-4d6c-8746-193b11a17fcc tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670748 Sep 18 05:08:48.523959 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:48.545203 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:48.555542 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:48.555962 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:48.558966 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:48.609135 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-4737a434-0a8e-4f5e-ae90-13dc6b4a2af1 service neutron] 10.222.0.13 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246409 Sep 18 05:08:48.616459 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8af0e52-9409-4606-9979-73f54f5d885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:48.626649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48640) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:48.648442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af0e52-9409-4606-9979-73f54f5d885a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d536fb4-7eca-4bc6-918b-46f2bfc983f2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:48.745324 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1b0b846b-2ca8-4f26-a7e1-5200832e6ea2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6919d03a77b4afe94b6cbe8c4fc6cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1182342 Sep 18 05:08:48.752615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48646) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:48.773475 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:48.778610 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:48.784845 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b HTTP/1.1" status: 204 len: 168 time: 3.5413327 Sep 18 05:08:48.785604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48648) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:48.798807 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e18609ce-84b6-4169-90c1-39810e0d9370 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-119386183'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:48.815841 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8c96bf5-d19f-4522-a024-d1a13d50f825 req-4b9b18ba-035d-475d-9470-0a07645f63f5 service neutron] 10.222.0.13 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820173 Sep 18 05:08:48.824299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8289c-e446-48f5-9603-e86147928cbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Network': ['ID=ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:48.853254 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a30d03ce-8605-453f-9f0b-8b8971b3b97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:48.885762 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a30d03ce-8605-453f-9f0b-8b8971b3b97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:48.911606 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8af0e52-9409-4606-9979-73f54f5d885a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:48.969862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18609ce-84b6-4169-90c1-39810e0d9370 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:48.973987 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e18609ce-84b6-4169-90c1-39810e0d9370 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:49.009369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e6559-4941-4269-b871-c09fc437d5fc req-160ab62a-a22b-4d26-a27c-daac8b64e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:49.011102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c76e6559-4941-4269-b871-c09fc437d5fc req-160ab62a-a22b-4d26-a27c-daac8b64e9a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1b4bc622cec481d856678fe715fc0b7&device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 1096 time: 0.0429626 Sep 18 05:08:49.040518 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18609ce-84b6-4169-90c1-39810e0d9370 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:08:49.064542 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e18609ce-84b6-4169-90c1-39810e0d9370 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:49.064542 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-e18609ce-84b6-4169-90c1-39810e0d9370 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Added segment 6aaef842-1913-48d4-8f7c-134dfa8431b1 of type vlan for network 33ff23c1-475b-4c9c-a711-edca039ba42b Sep 18 05:08:49.093516 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a30d03ce-8605-453f-9f0b-8b8971b3b97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:49.096352 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a30d03ce-8605-453f-9f0b-8b8971b3b97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:49.098144 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a30d03ce-8605-453f-9f0b-8b8971b3b97a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b6cff91-d2ba-4236-903b-3d27d68b9305 HTTP/1.1" status: 204 len: 168 time: 0.3440039 Sep 18 05:08:49.110242 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d03ce-8605-453f-9f0b-8b8971b3b97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6cff91-d2ba-4236-903b-3d27d68b9305,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:49.129751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e6559-4941-4269-b871-c09fc437d5fc req-209b8301-e74e-4f9e-8029-0a2d0f4dadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:49.131167 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c76e6559-4941-4269-b871-c09fc437d5fc req-209b8301-e74e-4f9e-8029-0a2d0f4dadb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3e10c5a-eb89-4d23-8b34-301a826af75c HTTP/1.1" status: 200 len: 905 time: 0.1126711 Sep 18 05:08:49.154395 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e18609ce-84b6-4169-90c1-39810e0d9370 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:49.175403 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c76e6559-4941-4269-b871-c09fc437d5fc req-4bbdb712-d2fc-4779-b031-88c930b6aa87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f89de76-b2f3-419b-8dfa-4aef96801321 HTTP/1.1" status: 200 len: 217 time: 0.0363810 Sep 18 05:08:49.229420 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e6559-4941-4269-b871-c09fc437d5fc req-ba6e029b-b73c-471b-b7d7-f94b51103865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:49.230988 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c76e6559-4941-4269-b871-c09fc437d5fc req-ba6e029b-b73c-471b-b7d7-f94b51103865 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69e11554-3849-4f64-b8fc-9779a28fb1b9 HTTP/1.1" status: 200 len: 845 time: 0.0482764 Sep 18 05:08:49.242261 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8af0e52-9409-4606-9979-73f54f5d885a admin admin] Router edde7e4c-eb2e-4138-bc64-a64e72b9975f has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:08:49.270887 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c76e6559-4941-4269-b871-c09fc437d5fc req-d4544318-7210-48f7-856e-43041423765d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3e10c5a-eb89-4d23-8b34-301a826af75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285220 Sep 18 05:08:49.331582 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e18609ce-84b6-4169-90c1-39810e0d9370 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:49.337518 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18609ce-84b6-4169-90c1-39810e0d9370 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:49.338125 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e18609ce-84b6-4169-90c1-39810e0d9370 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:49.381915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c76e6559-4941-4269-b871-c09fc437d5fc req-3e55df1a-4345-4bf3-9707-5821b99f7ae3 service neutron] 10.222.0.13 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033182 Sep 18 05:08:49.480350 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18609ce-84b6-4169-90c1-39810e0d9370 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Network': ['ID=33ff23c1-475b-4c9c-a711-edca039ba42b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:49.485518 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c76e6559-4941-4269-b871-c09fc437d5fc req-9e3ca847-d733-40aa-92b9-2aa3cb2ddfcf service neutron] 10.222.0.13 "GET /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921330 Sep 18 05:08:49.492333 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81764253-b029-4c3d-a6e1-3dd6b621d70d req-eb121eff-d44e-4ab5-9cb8-019b65a9e0a0 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:49.495952 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 33ff23c1-475b-4c9c-a711-edca039ba42b details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:49.500153 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81764253-b029-4c3d-a6e1-3dd6b621d70d req-eb121eff-d44e-4ab5-9cb8-019b65a9e0a0 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 944 time: 0.1729321 Sep 18 05:08:49.536352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48662) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:49.541939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8e57db20-c948-4dab-be08-11dd7eb84f4e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'subnet': {'network_id': '33ff23c1-475b-4c9c-a711-edca039ba42b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:49.543254 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e18609ce-84b6-4169-90c1-39810e0d9370 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7499342 Sep 18 05:08:49.565922 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8af0e52-9409-4606-9979-73f54f5d885a admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:08:49.576904 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48451ba-a9c4-41da-8118-2ae22816d8c7 None None] Sync routers for ids ['edde7e4c-eb2e-4138-bc64-a64e72b9975f'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:08:49.580551 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b8af0e52-9409-4606-9979-73f54f5d885a admin admin] 10.222.0.23 "PUT /v2.0/routers/edde7e4c-eb2e-4138-bc64-a64e72b9975f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6235337 Sep 18 05:08:49.586067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48666) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:49.593932 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48451ba-a9c4-41da-8118-2ae22816d8c7 None None] Routers {'edde7e4c-eb2e-4138-bc64-a64e72b9975f'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:08:49.596609 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f48451ba-a9c4-41da-8118-2ae22816d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:08:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['edde7e4c-eb2e-4138-bc64-a64e72b9975f'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:49.695598 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81764253-b029-4c3d-a6e1-3dd6b621d70d req-e66e0887-2fd3-464e-983a-04c6e413f16b tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944818 Sep 18 05:08:49.744530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3588c-d09d-4c4a-b11d-46030e4a3c01 req-b782a446-25fe-4176-9baa-f494058d006c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:49.750371 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b6f3588c-d09d-4c4a-b11d-46030e4a3c01 req-b782a446-25fe-4176-9baa-f494058d006c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 945 time: 0.1015604 Sep 18 05:08:49.775582 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:49.782649 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-f48451ba-a9c4-41da-8118-2ae22816d8c7 None None] Set router edde7e4c-eb2e-4138-bc64-a64e72b9975f gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:08:49.806712 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b6f3588c-d09d-4c4a-b11d-46030e4a3c01 req-77c4128e-191b-49d5-8e96-05526112e595 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553720 Sep 18 05:08:49.815179 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e57db20-c948-4dab-be08-11dd7eb84f4e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:49.824601 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e57db20-c948-4dab-be08-11dd7eb84f4e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:49.943543 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:50.109582 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] Deleting port 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:50.109931 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:50.174899 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e57db20-c948-4dab-be08-11dd7eb84f4e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:50.198078 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f48451ba-a9c4-41da-8118-2ae22816d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1777777631-router', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:41Z', 'updated_at': '2021-09-18T05:08:48Z', 'revision_number': 5, 'project_id': '90faa714f2c54434b6b010e9d0ea56cc', 'gw_port': {'id': '58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:44Z', 'updated_at': '2021-09-18T05:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:50.229228 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] For port 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:50.229894 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:50.236406 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48451ba-a9c4-41da-8118-2ae22816d8c7 None None] Checking router: edde7e4c-eb2e-4138-bc64-a64e72b9975f for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:08:50.245657 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57db20-c948-4dab-be08-11dd7eb84f4e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Subnet': ['ID=f5fc60b0-2863-4807-85c3-ab409cfa2f49,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:50.247267 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48451ba-a9c4-41da-8118-2ae22816d8c7 None None] Routers {'edde7e4c-eb2e-4138-bc64-a64e72b9975f'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:08:50.248571 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f48451ba-a9c4-41da-8118-2ae22816d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:08:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['edde7e4c-eb2e-4138-bc64-a64e72b9975f'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:50.256448 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] Calling delete_port for 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:50.265936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e57db20-c948-4dab-be08-11dd7eb84f4e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Checking segment: {'id': '6aaef842-1913-48d4-8f7c-134dfa8431b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '33ff23c1-475b-4c9c-a711-edca039ba42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:50.266310 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e57db20-c948-4dab-be08-11dd7eb84f4e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network hostable DHCP agents. Network: 33ff23c1-475b-4c9c-a711-edca039ba42b, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:08:50.348477 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-f48451ba-a9c4-41da-8118-2ae22816d8c7 None None] Set router edde7e4c-eb2e-4138-bc64-a64e72b9975f gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:08:50.363746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e57db20-c948-4dab-be08-11dd7eb84f4e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network 33ff23c1-475b-4c9c-a711-edca039ba42b is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:08:50.407099 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f48451ba-a9c4-41da-8118-2ae22816d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1777777631-router', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:41Z', 'updated_at': '2021-09-18T05:08:49Z', 'revision_number': 6, 'project_id': '90faa714f2c54434b6b010e9d0ea56cc', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:50.439910 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48451ba-a9c4-41da-8118-2ae22816d8c7 None None] The sync data for ids ['edde7e4c-eb2e-4138-bc64-a64e72b9975f'] in n-d-789963-13 is: [{'id': 'edde7e4c-eb2e-4138-bc64-a64e72b9975f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1777777631-router', 'tenant_id': '90faa714f2c54434b6b010e9d0ea56cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:41Z', 'updated_at': '2021-09-18T05:08:49Z', 'revision_number': 6, 'project_id': '90faa714f2c54434b6b010e9d0ea56cc', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:08:50.455087 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-8e57db20-c948-4dab-be08-11dd7eb84f4e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 33ff23c1-475b-4c9c-a711-edca039ba42b) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:50.459749 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e57db20-c948-4dab-be08-11dd7eb84f4e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:50.460447 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e57db20-c948-4dab-be08-11dd7eb84f4e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:50.465656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c05606-f009-484e-bd52-ba26e029c610 None None] Network 33ff23c1-475b-4c9c-a711-edca039ba42b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:50.506708 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:50.533457 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] Pushing event deleted for resources: {'Port': ['ID=58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:50.541595 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8e57db20-c948-4dab-be08-11dd7eb84f4e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0039651 Sep 18 05:08:50.544208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48694) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:50.616764 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:50.638547 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-33ff23c1-475b-4c9c-a711-edca039ba42b', 'network_id': '33ff23c1-475b-4c9c-a711-edca039ba42b', 'tenant_id': 'd41ff54eef48433798482245e7b02629', 'fixed_ips': [{'subnet_id': 'f5fc60b0-2863-4807-85c3-ab409cfa2f49'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:08:50.639433 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:50.676916 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:50.728974 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:50.731559 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:50.776792 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:50.821242 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Allocated IP 172.20.0.1 (33ff23c1-475b-4c9c-a711-edca039ba42b/f5fc60b0-2863-4807-85c3-ab409cfa2f49/7671555e-91f9-47bf-9c64-e2f376852919) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:08:50.859900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 9f89de76-b2f3-419b-8dfa-4aef96801321 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:08:50.882659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48708) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:50.883406 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fe7d3-9d2b-4cc9-a0cf-a4cb66194e7d req-05be440a-6dbb-4ed5-b10f-2bb4b5f0032f tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:50.885146 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fa0fe7d3-9d2b-4cc9-a0cf-a4cb66194e7d req-05be440a-6dbb-4ed5-b10f-2bb4b5f0032f tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 944 time: 0.0686605 Sep 18 05:08:50.886668 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:50.887844 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edde7e4c-eb2e-4138-bc64-a64e72b9975f {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:08:50.897551 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:50.901545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48712) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:50.912154 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0bdb86fc-0f18-46ff-8ca4-ab1e88f8ea11 admin admin] 10.222.0.23 "DELETE /v2.0/routers/edde7e4c-eb2e-4138-bc64-a64e72b9975f HTTP/1.1" status: 204 len: 168 time: 1.3101664 Sep 18 05:08:50.961873 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fa0fe7d3-9d2b-4cc9-a0cf-a4cb66194e7d req-46ad13c1-797d-49a9-a658-a46976217dea tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479188 Sep 18 05:08:50.976629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-7373f157-445a-4700-8e90-90c1e9051130 admin admin] Deleting subnet 7b666211-5e2d-4fc0-b203-a88b7125c26a {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:08:50.980976 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7373f157-445a-4700-8e90-90c1e9051130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.030964 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7373f157-445a-4700-8e90-90c1e9051130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.119442 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-193923521-network', 'tenant_id': '1da90c873aec4d4486d95153d894fcd0'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:51.162547 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 9f89de76-b2f3-419b-8dfa-4aef96801321, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=9f89de76-b2f3-419b-8dfa-4aef96801321,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:51.184858 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.186617 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '9f89de76-b2f3-419b-8dfa-4aef96801321', 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c', 'port_id': '9f89de76-b2f3-419b-8dfa-4aef96801321', 'mac_address': 'fa:16:3e:94:12:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e11554-3849-4f64-b8fc-9779a28fb1b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:08:51.202785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29fe99-0074-4e77-a963-f60499d45abb req-bb261506-2343-4074-993e-f321b6bf0a2c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:51.204347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a29fe99-0074-4e77-a963-f60499d45abb req-bb261506-2343-4074-993e-f321b6bf0a2c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 945 time: 0.1449399 Sep 18 05:08:51.208809 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7373f157-445a-4700-8e90-90c1e9051130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.234751 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.301824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] Made reservation on behalf of 1da90c873aec4d4486d95153d894fcd0 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:51.301824 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.305454 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a29fe99-0074-4e77-a963-f60499d45abb req-9b352532-3578-482f-9549-5ef5e36ac73d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789268 Sep 18 05:08:51.316881 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.383836 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.398887 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.404730 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f89de76-b2f3-419b-8dfa-4aef96801321 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:08:51.422540 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7373f157-445a-4700-8e90-90c1e9051130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.424461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fc60b0-2863-4807-85c3-ab409cfa2f49,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:51.461453 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373f157-445a-4700-8e90-90c1e9051130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b666211-5e2d-4fc0-b203-a88b7125c26a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:51.462547 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Network 33ff23c1-475b-4c9c-a711-edca039ba42b is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:08:51.464323 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 9f89de76-b2f3-419b-8dfa-4aef96801321, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=9f89de76-b2f3-419b-8dfa-4aef96801321,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:51.466286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:51.468038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Pushing event updated for resources: {'Port': ['ID=7671555e-91f9-47bf-9c64-e2f376852919,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:51.470179 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:08:51.505153 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7373f157-445a-4700-8e90-90c1e9051130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.507421 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7373f157-445a-4700-8e90-90c1e9051130 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7b666211-5e2d-4fc0-b203-a88b7125c26a HTTP/1.1" status: 204 len: 168 time: 0.6045492 Sep 18 05:08:51.509909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48722) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:51.524971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85357272-29c4-4451-befd-6f1c52dea54d None None] Network 4535b392-3a91-4b9b-8a5a-1d299ccc17de requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:51.559065 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.560256 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a38127bd-f5c6-448e-bc53-80c0a722fd2c details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:08:51.562561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Attempting to bind port 7671555e-91f9-47bf-9c64-e2f376852919 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:08:51.562995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Attempting to bind port 7671555e-91f9-47bf-9c64-e2f376852919 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6aaef842-1913-48d4-8f7c-134dfa8431b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '33ff23c1-475b-4c9c-a711-edca039ba42b'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:08:51.563298 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Attempting to bind port 7671555e-91f9-47bf-9c64-e2f376852919 on network 33ff23c1-475b-4c9c-a711-edca039ba42b {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:08:51.584981 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.618859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ff23c1-475b-4c9c-a711-edca039ba42b']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:51.638373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=9f89de76-b2f3-419b-8dfa-4aef96801321,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:51.641454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaef842-1913-48d4-8f7c-134dfa8431b1') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:51.642092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaef842-1913-48d4-8f7c-134dfa8431b1') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:51.663220 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.667288 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.669112 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.689193 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.689740 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:08:51.690266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Checking segment: {'id': '6aaef842-1913-48d4-8f7c-134dfa8431b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '33ff23c1-475b-4c9c-a711-edca039ba42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:51.690520 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.691388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Bound using segment: {'id': '6aaef842-1913-48d4-8f7c-134dfa8431b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '33ff23c1-475b-4c9c-a711-edca039ba42b'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:08:51.692034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Bound port: 7671555e-91f9-47bf-9c64-e2f376852919, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaef842-1913-48d4-8f7c-134dfa8431b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '33ff23c1-475b-4c9c-a711-edca039ba42b'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:08:51.692474 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.696451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:51.697191 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:51.700836 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:51.723538 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.742850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Deleting port 2dc81068-b189-4ed1-bdbe-eff8df995b14 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:51.742850 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.793535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cb49e1-75c8-494f-8470-30e88cfc42e4,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:51.796169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:08:51.809547 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.809912 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] Added segment bbd26463-7000-42fc-922e-2b5933327e44 of type vlan for network af0c5cac-7c26-4cf5-a538-e3343703b85e Sep 18 05:08:51.818339 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] For port 2dc81068-b189-4ed1-bdbe-eff8df995b14, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2dc81068-b189-4ed1-bdbe-eff8df995b14,segment=NetworkSegment(0a1fc365-7f5c-49aa-aae1-af4dea9fad17),segment_id=0a1fc365-7f5c-49aa-aae1-af4dea9fad17)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:51.819412 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.834783 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Calling delete_port for 2dc81068-b189-4ed1-bdbe-eff8df995b14 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:51.857979 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.api [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 05:08:51.857979 n-d-789963-13 neutron-server[106909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 05:08:51.857979 n-d-789963-13 neutron-server[106909]: [parameters: {'id': '33ff23c1-475b-4c9c-a711-edca039ba42b'}] Sep 18 05:08:51.857979 n-d-789963-13 neutron-server[106909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:08:51.862910 n-d-789963-13 neutron-server[106909]: DEBUG oslo_db.api [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:08:51.862910 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.897034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port a38127bd-f5c6-448e-bc53-80c0a722fd2c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a38127bd-f5c6-448e-bc53-80c0a722fd2c,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:51.906931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] For port 7671555e-91f9-47bf-9c64-e2f376852919, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:08:51.913739 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] For port 7671555e-91f9-47bf-9c64-e2f376852919, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7671555e-91f9-47bf-9c64-e2f376852919,segment=NetworkSegment(6aaef842-1913-48d4-8f7c-134dfa8431b1),segment_id=6aaef842-1913-48d4-8f7c-134dfa8431b1)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:08:51.923986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'a38127bd-f5c6-448e-bc53-80c0a722fd2c', 'network_id': '5b171667-d77e-497f-9300-379345ad8028', 'port_id': 'a38127bd-f5c6-448e-bc53-80c0a722fd2c', 'mac_address': 'fa:16:3e:ba:0b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db635f65-1e70-4588-ae59-7fa1fc584f7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:08:51.963411 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.967198 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.968488 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:51.969187 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:51.977615 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a38127bd-f5c6-448e-bc53-80c0a722fd2c {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:08:51.996353 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.002330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706563d5-979b-413e-9072-149122b9fc33 None None] DHCP port deletion for 4535b392-3a91-4b9b-8a5a-1d299ccc17de request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:08:52.010041 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] No DVR routers for this DVR port 2dc81068-b189-4ed1-bdbe-eff8df995b14 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:52.020764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port a38127bd-f5c6-448e-bc53-80c0a722fd2c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a38127bd-f5c6-448e-bc53-80c0a722fd2c,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:52.028723 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.068883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] Pushing event updated for resources: {'Network': ['ID=af0c5cac-7c26-4cf5-a538-e3343703b85e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:52.088179 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a62d7348-139d-4d72-b914-6403ffcdfac4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2043531 Sep 18 05:08:52.089840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48730) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:52.100989 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d02c23db-8fc1-4bb4-8bb7-f4b289a0167d admin admin] Request body: {'subnet': {'network_id': 'af0c5cac-7c26-4cf5-a538-e3343703b85e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-193923521-subnet', 'tenant_id': '1da90c873aec4d4486d95153d894fcd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:52.115376 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network af0c5cac-7c26-4cf5-a538-e3343703b85e details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:52.117701 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.154131 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.188957 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3fece1-5345-46eb-b504-cdd6f14c3c34 None None] Network 33ff23c1-475b-4c9c-a711-edca039ba42b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:52.191013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['a38127bd-f5c6-448e-bc53-80c0a722fd2c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:08:52.200679 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4535b392-3a91-4b9b-8a5a-1d299ccc17de']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:52.216053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc81068-b189-4ed1-bdbe-eff8df995b14,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:52.230585 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:52.232362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02c23db-8fc1-4bb4-8bb7-f4b289a0167d admin admin] Made reservation on behalf of 1da90c873aec4d4486d95153d894fcd0 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:52.235030 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d02c23db-8fc1-4bb4-8bb7-f4b289a0167d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.245539 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1fc365-7f5c-49aa-aae1-af4dea9fad17') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:52.245539 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1fc365-7f5c-49aa-aae1-af4dea9fad17') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:52.272502 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:52.272748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 58fd36cc-21d8-4b4d-8dcf-fcb068ba8af8 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:52.273285 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:52.276150 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.305468 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.312489 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d929f-c077-4c37-b96a-b2733947d136 None None] Pushing event updated for resources: {'Port': ['ID=7671555e-91f9-47bf-9c64-e2f376852919,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:52.333713 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0c4d4-6a61-44a3-99ad-e16a7b611cf5 req-06582c3c-bdb3-409b-9592-8bad81f298ce tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:52.343566 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcb0c4d4-6a61-44a3-99ad-e16a7b611cf5 req-06582c3c-bdb3-409b-9592-8bad81f298ce tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 945 time: 0.1293371 Sep 18 05:08:52.347083 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:52.347576 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:52.350581 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:52.376704 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:52.377066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5d536fb4-7eca-4bc6-918b-46f2bfc983f2 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:52.377516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2dc81068-b189-4ed1-bdbe-eff8df995b14 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:52.379886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=a38127bd-f5c6-448e-bc53-80c0a722fd2c,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:52.381960 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.423516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['9f89de76-b2f3-419b-8dfa-4aef96801321'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:08:52.461127 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcb0c4d4-6a61-44a3-99ad-e16a7b611cf5 req-0b258bc0-658d-41dc-ad79-259d6fa862b0 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163993 Sep 18 05:08:52.479724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 2dc81068-b189-4ed1-bdbe-eff8df995b14 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:52.480458 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2dc81068-b189-4ed1-bdbe-eff8df995b14 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:52.538909 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.548434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd09f8-ec47-439e-af6b-7aa8529df532 req-6f3404f9-cbd2-4a31-b3a0-a79c5da066ba tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:52.550082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01dd09f8-ec47-439e-af6b-7aa8529df532 req-6f3404f9-cbd2-4a31-b3a0-a79c5da066ba tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 944 time: 0.1107702 Sep 18 05:08:52.562150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Deleting port 7671555e-91f9-47bf-9c64-e2f376852919 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:52.562150 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.571440 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.573974 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4535b392-3a91-4b9b-8a5a-1d299ccc17de HTTP/1.1" status: 204 len: 168 time: 1.0628567 Sep 18 05:08:52.575375 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3879a-8d13-4097-9b25-38127b9a9f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=4535b392-3a91-4b9b-8a5a-1d299ccc17de,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:52.614391 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d02c23db-8fc1-4bb4-8bb7-f4b289a0167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.627952 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e96293-4774-4cd1-b640-d946ef371e71 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:08:52.710269 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01dd09f8-ec47-439e-af6b-7aa8529df532 req-a6f49618-fa94-49b8-95f9-14cfb094d069 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507087 Sep 18 05:08:52.719368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] For port 7671555e-91f9-47bf-9c64-e2f376852919, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7671555e-91f9-47bf-9c64-e2f376852919,segment=NetworkSegment(6aaef842-1913-48d4-8f7c-134dfa8431b1),segment_id=6aaef842-1913-48d4-8f7c-134dfa8431b1)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:52.719750 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.744769 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Calling delete_port for 7671555e-91f9-47bf-9c64-e2f376852919 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:52.750430 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a38127bd-f5c6-448e-bc53-80c0a722fd2c no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:52.762077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c23db-8fc1-4bb4-8bb7-f4b289a0167d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f8fe48-edff-49dd-8e00-fd3c803b2032,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:52.824885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c23db-8fc1-4bb4-8bb7-f4b289a0167d admin admin] Checking segment: {'id': 'bbd26463-7000-42fc-922e-2b5933327e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af0c5cac-7c26-4cf5-a538-e3343703b85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:52.825159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c23db-8fc1-4bb4-8bb7-f4b289a0167d admin admin] Network hostable DHCP agents. Network: af0c5cac-7c26-4cf5-a538-e3343703b85e, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:08:52.843593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e96293-4774-4cd1-b640-d946ef371e71 None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:08:52.883223 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.960214 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.976000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c23db-8fc1-4bb4-8bb7-f4b289a0167d admin admin] Network af0c5cac-7c26-4cf5-a538-e3343703b85e is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:08:52.979041 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:52.991014 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a38127bd-f5c6-448e-bc53-80c0a722fd2c {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:08:53.013323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Port': ['ID=7671555e-91f9-47bf-9c64-e2f376852919,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:53.023825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No DVR routers for this DVR port 7671555e-91f9-47bf-9c64-e2f376852919 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:53.039683 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port a38127bd-f5c6-448e-bc53-80c0a722fd2c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a38127bd-f5c6-448e-bc53-80c0a722fd2c,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:53.118604 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.133709 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ff23c1-475b-4c9c-a711-edca039ba42b']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:53.143200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaef842-1913-48d4-8f7c-134dfa8431b1') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:53.143506 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaef842-1913-48d4-8f7c-134dfa8431b1') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:53.153681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.156273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-d02c23db-8fc1-4bb4-8bb7-f4b289a0167d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, af0c5cac-7c26-4cf5-a538-e3343703b85e) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:53.157216 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.162755 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.169271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c23db-8fc1-4bb4-8bb7-f4b289a0167d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:53.169751 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d02c23db-8fc1-4bb4-8bb7-f4b289a0167d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.179329 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.189630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:53.190102 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.194750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ddf882-de7a-4170-a7c1-d6dfcf8cd765 None None] Network af0c5cac-7c26-4cf5-a538-e3343703b85e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:53.194996 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:53.597287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=a38127bd-f5c6-448e-bc53-80c0a722fd2c,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:53.597287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f658abd-b82c-4028-93c0-d635a034c7c0 None None] Network af0c5cac-7c26-4cf5-a538-e3343703b85e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:53.599514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48758) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:53.599514 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d02c23db-8fc1-4bb4-8bb7-f4b289a0167d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3795903 Sep 18 05:08:53.599514 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.599514 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-855f96d3-5465-49d9-b525-ba9cdbd0ac0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88e62b6aecb045648a19e9a2602b2cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517671 Sep 18 05:08:53.600591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48766) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:53.601781 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.601781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/33ff23c1-475b-4c9c-a711-edca039ba42b HTTP/1.1" status: 204 len: 168 time: 2.9601436 Sep 18 05:08:53.601781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48768) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:53.601781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f7ae1358-8656-41b3-89f6-3e756aea5563 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1523104751'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:53.601781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960404f-07df-416f-9fa0-951a61e4140c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Network': ['ID=33ff23c1-475b-4c9c-a711-edca039ba42b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:53.602464 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7132e8d5-51e6-46d3-8f92-215baf7d7d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.611885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7263d4-b673-4e00-8cc2-3a66c894346a req-a9140d39-e4f5-4185-b3e8-41a791e5644c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:53.613825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d7263d4-b673-4e00-8cc2-3a66c894346a req-a9140d39-e4f5-4185-b3e8-41a791e5644c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 943 time: 0.0736363 Sep 18 05:08:53.645291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ae1358-8656-41b3-89f6-3e756aea5563 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:53.650779 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1358-8656-41b3-89f6-3e756aea5563 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.662793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b85c-2999-42d2-82e1-3f08debdb3dc req-d3724270-85c0-40a0-89b9-7c187c930612 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:53.664430 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f6a4b85c-2999-42d2-82e1-3f08debdb3dc req-d3724270-85c0-40a0-89b9-7c187c930612 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 945 time: 0.0825903 Sep 18 05:08:53.676002 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7132e8d5-51e6-46d3-8f92-215baf7d7d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.681603 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d7263d4-b673-4e00-8cc2-3a66c894346a req-a1bb99df-bb70-40d9-95fc-df67b5c495a4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612087 Sep 18 05:08:53.709319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ae1358-8656-41b3-89f6-3e756aea5563 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:08:53.721768 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1358-8656-41b3-89f6-3e756aea5563 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.722145 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-f7ae1358-8656-41b3-89f6-3e756aea5563 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Added segment f0917e52-9e3c-448b-98b4-da9bec79b11d of type vlan for network 20624f83-52de-4dd3-9621-256f2dce0539 Sep 18 05:08:53.756014 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f6a4b85c-2999-42d2-82e1-3f08debdb3dc req-b23d158a-1eee-4bc7-bd18-f7eda32cb59b tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833488 Sep 18 05:08:53.784625 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1358-8656-41b3-89f6-3e756aea5563 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.860659 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1358-8656-41b3-89f6-3e756aea5563 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.860964 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7132e8d5-51e6-46d3-8f92-215baf7d7d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.863619 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7132e8d5-51e6-46d3-8f92-215baf7d7d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.866354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ae1358-8656-41b3-89f6-3e756aea5563 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:53.867075 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1358-8656-41b3-89f6-3e756aea5563 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:53.867439 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7132e8d5-51e6-46d3-8f92-215baf7d7d7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57fcdd71-4457-4243-acb5-2879d59da333 HTTP/1.1" status: 204 len: 168 time: 0.3804123 Sep 18 05:08:53.880211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e8d5-51e6-46d3-8f92-215baf7d7d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fcdd71-4457-4243-acb5-2879d59da333,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:53.935734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae1358-8656-41b3-89f6-3e756aea5563 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Network': ['ID=20624f83-52de-4dd3-9621-256f2dce0539,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:53.947316 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f7ae1358-8656-41b3-89f6-3e756aea5563 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4291575 Sep 18 05:08:53.950215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48782) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:53.950818 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 20624f83-52de-4dd3-9621-256f2dce0539 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:53.955134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-635969d3-8112-44c7-95ca-ea3b742eec8e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'subnet': {'network_id': '20624f83-52de-4dd3-9621-256f2dce0539', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:54.195034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-bfec097c-69df-48de-8acc-bc27ba0444fc tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:54.196572 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-bfec097c-69df-48de-8acc-bc27ba0444fc tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/networks?id=af0c5cac-7c26-4cf5-a538-e3343703b85e HTTP/1.1" status: 200 len: 817 time: 0.1193731 Sep 18 05:08:54.211275 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-98e5570b-41ba-4d01-b603-474e927a5703 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/quotas/1da90c873aec4d4486d95153d894fcd0 HTTP/1.1" status: 200 len: 375 time: 0.0091128 Sep 18 05:08:54.248154 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-e72fb91b-6baa-4c30-b07c-4ddc54438689 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1da90c873aec4d4486d95153d894fcd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312665 Sep 18 05:08:54.248879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635969d3-8112-44c7-95ca-ea3b742eec8e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:54.252544 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-635969d3-8112-44c7-95ca-ea3b742eec8e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:54.417066 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-d421134f-f56b-4482-851c-8936c7ffda27 service neutron] 10.222.0.23 "GET /v2.0/networks/af0c5cac-7c26-4cf5-a538-e3343703b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599150 Sep 18 05:08:54.741433 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a38127bd-f5c6-448e-bc53-80c0a722fd2c up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:08:54.820190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port a38127bd-f5c6-448e-bc53-80c0a722fd2c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:54.820826 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:54.827329 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9e7de-75f2-4f33-810e-32b252185c6e req-08d5de37-4733-417f-ac7b-9cd05d1a28f7 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:54.829770 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aae9e7de-75f2-4f33-810e-32b252185c6e req-08d5de37-4733-417f-ac7b-9cd05d1a28f7 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 943 time: 0.0698044 Sep 18 05:08:54.852588 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48808) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:54.904251 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aae9e7de-75f2-4f33-810e-32b252185c6e req-57f59667-d13c-4d82-b520-cb1ce987fb3f tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669684 Sep 18 05:08:54.938906 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:54.939090 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-bc343d4c-ad30-41b5-85c4-4fcf2d7c1719 service neutron] 10.222.0.23 "GET /v2.0/networks/af0c5cac-7c26-4cf5-a538-e3343703b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147188 Sep 18 05:08:54.954227 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bacddb9b-0a95-4b1b-93be-a9ff6ab18152 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90faa714f2c54434b6b010e9d0ea56cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999954 Sep 18 05:08:54.955407 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48810) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:54.968475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e671e5a-62ee-421a-843b-ca777ef2be80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38127bd-f5c6-448e-bc53-80c0a722fd2c'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:54.971194 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab3a211-b15d-4bb5-b49b-d6463603ef62" -d '{"events": [{"server_uuid": "6e671e5a-62ee-421a-843b-ca777ef2be80", "name": "network-vif-plugged", "status": "completed", "tag": "a38127bd-f5c6-448e-bc53-80c0a722fd2c"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:54.987684 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port a38127bd-f5c6-448e-bc53-80c0a722fd2c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a38127bd-f5c6-448e-bc53-80c0a722fd2c,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:55.033106 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-635969d3-8112-44c7-95ca-ea3b742eec8e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.054955 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.055837 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 9f89de76-b2f3-419b-8dfa-4aef96801321 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:08:55.073679 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf2eae9a-426d-4c59-939f-296ae5482c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.101839 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf2eae9a-426d-4c59-939f-296ae5482c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.135032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=a38127bd-f5c6-448e-bc53-80c0a722fd2c,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:55.168881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb2afa-bd6d-419d-b6f1-bd53c22fab0d req-b18a8462-645c-431e-a216-005eeaaa23d5 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:55.176511 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28fb2afa-bd6d-419d-b6f1-bd53c22fab0d req-b18a8462-645c-431e-a216-005eeaaa23d5 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 945 time: 0.1765711 Sep 18 05:08:55.188265 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6600162d-30ff-407b-81cc-f20f0f14f0b7 x-openstack-request-id: req-6600162d-30ff-407b-81cc-f20f0f14f0b7 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:55.188580 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e671e5a-62ee-421a-843b-ca777ef2be80", "name": "network-vif-plugged", "status": "completed", "tag": "a38127bd-f5c6-448e-bc53-80c0a722fd2c", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:55.188841 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6600162d-30ff-407b-81cc-f20f0f14f0b7 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:55.189292 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e671e5a-62ee-421a-843b-ca777ef2be80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38127bd-f5c6-448e-bc53-80c0a722fd2c', 'code': 200} Sep 18 05:08:55.194780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635969d3-8112-44c7-95ca-ea3b742eec8e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Subnet': ['ID=d760cd95-69d0-4ee4-9b7e-3deefb8100ba,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:55.213959 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635969d3-8112-44c7-95ca-ea3b742eec8e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Checking segment: {'id': 'f0917e52-9e3c-448b-98b4-da9bec79b11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '20624f83-52de-4dd3-9621-256f2dce0539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:55.214586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635969d3-8112-44c7-95ca-ea3b742eec8e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network hostable DHCP agents. Network: 20624f83-52de-4dd3-9621-256f2dce0539, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:08:55.231936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4718523-daae-4e17-8c6f-8a263a31e553 req-b56e2ea9-5110-412a-9112-1e4b6018bd94 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:55.233527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e4718523-daae-4e17-8c6f-8a263a31e553 req-b56e2ea9-5110-412a-9112-1e4b6018bd94 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 945 time: 0.1548111 Sep 18 05:08:55.243552 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28fb2afa-bd6d-419d-b6f1-bd53c22fab0d req-7dfec51a-c651-4ca4-9add-4dcb35586338 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657680 Sep 18 05:08:55.244430 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf2eae9a-426d-4c59-939f-296ae5482c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.247796 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf2eae9a-426d-4c59-939f-296ae5482c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.252916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 9f89de76-b2f3-419b-8dfa-4aef96801321 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:08:55.253084 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bf2eae9a-426d-4c59-939f-296ae5482c79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ea53542-cdb7-45c3-9bc7-73d0b98dbdab HTTP/1.1" status: 204 len: 168 time: 0.2937565 Sep 18 05:08:55.257820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 9f89de76-b2f3-419b-8dfa-4aef96801321 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:08:55.258207 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.264949 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eae9a-426d-4c59-939f-296ae5482c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea53542-cdb7-45c3-9bc7-73d0b98dbdab,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:55.329493 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90a8e87b-15b6-49b8-8127-eb6482bab2bd req-400243b6-c24b-479a-8126-babfee19ef70 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 210 time: 0.0939033 Sep 18 05:08:55.405474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635969d3-8112-44c7-95ca-ea3b742eec8e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network 20624f83-52de-4dd3-9621-256f2dce0539 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:08:55.426092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-e4718523-daae-4e17-8c6f-8a263a31e553 req-9c1fe8ba-cfaf-487e-8e38-5645a336291c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Deleting port a38127bd-f5c6-448e-bc53-80c0a722fd2c {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:08:55.427167 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e4718523-daae-4e17-8c6f-8a263a31e553 req-9c1fe8ba-cfaf-487e-8e38-5645a336291c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.434357 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.491097 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 9f89de76-b2f3-419b-8dfa-4aef96801321, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=9f89de76-b2f3-419b-8dfa-4aef96801321,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:55.502475 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-635969d3-8112-44c7-95ca-ea3b742eec8e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 20624f83-52de-4dd3-9621-256f2dce0539) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:55.515080 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635969d3-8112-44c7-95ca-ea3b742eec8e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:55.516390 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-635969d3-8112-44c7-95ca-ea3b742eec8e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.520146 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d13441c-c80b-4489-a4a3-468c6bcca9fa None None] Network 20624f83-52de-4dd3-9621-256f2dce0539 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:55.563316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e4718523-daae-4e17-8c6f-8a263a31e553 req-9c1fe8ba-cfaf-487e-8e38-5645a336291c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] For port a38127bd-f5c6-448e-bc53-80c0a722fd2c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a38127bd-f5c6-448e-bc53-80c0a722fd2c,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:08:55.563968 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e4718523-daae-4e17-8c6f-8a263a31e553 req-9c1fe8ba-cfaf-487e-8e38-5645a336291c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.579781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-e4718523-daae-4e17-8c6f-8a263a31e553 req-9c1fe8ba-cfaf-487e-8e38-5645a336291c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Calling delete_port for a38127bd-f5c6-448e-bc53-80c0a722fd2c owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:08:55.640847 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48832) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:55.641024 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-635969d3-8112-44c7-95ca-ea3b742eec8e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6857893 Sep 18 05:08:55.816995 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.881318 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.892882 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.952666 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e4718523-daae-4e17-8c6f-8a263a31e553 req-9c1fe8ba-cfaf-487e-8e38-5645a336291c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:55.992954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['a38127bd-f5c6-448e-bc53-80c0a722fd2c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:08:56.033587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fe8ba-cfaf-487e-8e38-5645a336291c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Pushing event deleted for resources: {'Port': ['ID=a38127bd-f5c6-448e-bc53-80c0a722fd2c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:56.056880 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7f2877f1-c3e4-4514-a4b6-da6c1630d65d req-a3200ea2-63ef-4e62-8166-4d52d39d5225 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 210 time: 0.0465441 Sep 18 05:08:56.069083 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:56.090916 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Subnet': ['ID=d760cd95-69d0-4ee4-9b7e-3deefb8100ba,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:56.100628 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=9f89de76-b2f3-419b-8dfa-4aef96801321,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:56.140071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c3039c-d5b2-480f-a019-79bc48b24538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-20624f83-52de-4dd3-9621-256f2dce0539', 'network_id': '20624f83-52de-4dd3-9621-256f2dce0539', 'tenant_id': 'd41ff54eef48433798482245e7b02629', 'fixed_ips': [{'subnet_id': 'd760cd95-69d0-4ee4-9b7e-3deefb8100ba'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:08:56.140282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4718523-daae-4e17-8c6f-8a263a31e553 req-9c1fe8ba-cfaf-487e-8e38-5645a336291c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] No DVR routers for this DVR port a38127bd-f5c6-448e-bc53-80c0a722fd2c on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:08:56.142179 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-50c3039c-d5b2-480f-a019-79bc48b24538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:56.143303 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e4718523-daae-4e17-8c6f-8a263a31e553 req-9c1fe8ba-cfaf-487e-8e38-5645a336291c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:56.147115 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e4718523-daae-4e17-8c6f-8a263a31e553 req-9c1fe8ba-cfaf-487e-8e38-5645a336291c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.13 "DELETE /v2.0/ports/a38127bd-f5c6-448e-bc53-80c0a722fd2c HTTP/1.1" status: 204 len: 173 time: 0.8995433 Sep 18 05:08:56.147651 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e671e5a-62ee-421a-843b-ca777ef2be80', 'name': 'network-vif-deleted', 'tag': 'a38127bd-f5c6-448e-bc53-80c0a722fd2c'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:56.150465 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dfcf90-90f1-48ad-9d71-2b0c067fb07b" -d '{"events": [{"server_uuid": "6e671e5a-62ee-421a-843b-ca777ef2be80", "name": "network-vif-deleted", "tag": "a38127bd-f5c6-448e-bc53-80c0a722fd2c"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:56.188957 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:56.214710 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20624f83-52de-4dd3-9621-256f2dce0539']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:56.226206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0917e52-9e3c-448b-98b4-da9bec79b11d') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:56.226515 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0917e52-9e3c-448b-98b4-da9bec79b11d') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:08:56.234591 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbddfa4a-425b-434b-91f9-b1148f1340bd x-openstack-request-id: req-fbddfa4a-425b-434b-91f9-b1148f1340bd {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:56.235125 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e671e5a-62ee-421a-843b-ca777ef2be80", "name": "network-vif-deleted", "tag": "a38127bd-f5c6-448e-bc53-80c0a722fd2c", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:56.235215 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbddfa4a-425b-434b-91f9-b1148f1340bd {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:56.235574 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e671e5a-62ee-421a-843b-ca777ef2be80', 'name': 'network-vif-deleted', 'tag': 'a38127bd-f5c6-448e-bc53-80c0a722fd2c', 'status': 'completed', 'code': 200} Sep 18 05:08:56.240748 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:56.255916 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:56.263277 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:08:56.263695 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:08:56.267117 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:08:56.316925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd67209-660c-4c45-8da4-f4cc9f101e9c None None] Network 20624f83-52de-4dd3-9621-256f2dce0539 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:56.460078 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-670d4711-7c47-4f17-9d20-ecd9d93e2a19 req-ff69b360-dce9-4d19-8282-6a33325d65e7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 210 time: 0.0414269 Sep 18 05:08:56.482537 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd749f-db19-4b02-adf2-9c6ef63084f8 req-b94bb5d3-7812-444e-9f76-d0515a7ffa60 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:56.501077 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-56dd749f-db19-4b02-adf2-9c6ef63084f8 req-b94bb5d3-7812-444e-9f76-d0515a7ffa60 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 946 time: 0.0860922 Sep 18 05:08:56.531699 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:56.541765 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:56.543949 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/20624f83-52de-4dd3-9621-256f2dce0539 HTTP/1.1" status: 204 len: 168 time: 0.9013653 Sep 18 05:08:56.548008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48860) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:56.553435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4ad4f216-63b2-4c95-83d2-87e118378f73 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-949905814'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:56.559588 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cb93d-1a02-4a1a-8fc3-5b82d29ce61d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Network': ['ID=20624f83-52de-4dd3-9621-256f2dce0539,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:56.574763 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-56dd749f-db19-4b02-adf2-9c6ef63084f8 req-98115057-56ed-4df9-bcf8-cd0a7d9b566d tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713382 Sep 18 05:08:56.672256 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad4f216-63b2-4c95-83d2-87e118378f73 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:56.677734 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f216-63b2-4c95-83d2-87e118378f73 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:56.709533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad4f216-63b2-4c95-83d2-87e118378f73 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:08:56.726019 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f216-63b2-4c95-83d2-87e118378f73 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:56.726448 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-4ad4f216-63b2-4c95-83d2-87e118378f73 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Added segment a992f82e-d206-4430-94ba-08e0f3518e8d of type vlan for network eea49596-991a-4c20-abc7-835069ef8506 Sep 18 05:08:56.773942 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f216-63b2-4c95-83d2-87e118378f73 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:56.906720 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f216-63b2-4c95-83d2-87e118378f73 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:56.913187 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad4f216-63b2-4c95-83d2-87e118378f73 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:56.913775 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f216-63b2-4c95-83d2-87e118378f73 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:56.954944 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48872) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:56.982760 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4f216-63b2-4c95-83d2-87e118378f73 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Network': ['ID=eea49596-991a-4c20-abc7-835069ef8506,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:56.995230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network eea49596-991a-4c20-abc7-835069ef8506 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:57.042634 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4ad4f216-63b2-4c95-83d2-87e118378f73 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4935222 Sep 18 05:08:57.045201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48876) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:57.051116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0eef7f24-b697-4d2a-a0ee-f07380ab30b1 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:57.192955 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d638dec-0d3b-4a7c-af4a-82797f1d8bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f89de76-b2f3-419b-8dfa-4aef96801321'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:08:57.195751 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdbbad7-5717-4446-9b47-70a68343703f" -d '{"events": [{"server_uuid": "7d638dec-0d3b-4a7c-af4a-82797f1d8bdf", "name": "network-vif-plugged", "status": "completed", "tag": "9f89de76-b2f3-419b-8dfa-4aef96801321"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:08:57.201402 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1526812208-network', 'tenant_id': '6966decb81754066b3604013994b9aee'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:57.221139 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-63d8bb52-5b08-48c4-8395-59fec6cee5dd req-4d802895-b7b3-4e2c-a581-bc848eb3aed2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e671e5a-62ee-421a-843b-ca777ef2be80 HTTP/1.1" status: 200 len: 210 time: 0.0284643 Sep 18 05:08:57.259855 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b87143d-9dfe-49fe-871e-5fd7d4d0405e x-openstack-request-id: req-3b87143d-9dfe-49fe-871e-5fd7d4d0405e {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:08:57.260423 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d638dec-0d3b-4a7c-af4a-82797f1d8bdf", "name": "network-vif-plugged", "status": "completed", "tag": "9f89de76-b2f3-419b-8dfa-4aef96801321", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:08:57.260872 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b87143d-9dfe-49fe-871e-5fd7d4d0405e {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:08:57.261575 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d638dec-0d3b-4a7c-af4a-82797f1d8bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f89de76-b2f3-419b-8dfa-4aef96801321', 'code': 200} Sep 18 05:08:57.286939 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0eef7f24-b697-4d2a-a0ee-f07380ab30b1 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:57.288987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] Made reservation on behalf of 6966decb81754066b3604013994b9aee for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:57.291316 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:57.300496 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:57.363117 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0eef7f24-b697-4d2a-a0ee-f07380ab30b1 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:57.400736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0eef7f24-b697-4d2a-a0ee-f07380ab30b1 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network eea49596-991a-4c20-abc7-835069ef8506 is not hosted by any dhcp agent {{(pid=106909) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 05:08:57.405660 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:57.406430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eef7f24-b697-4d2a-a0ee-f07380ab30b1 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:57.407044 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0eef7f24-b697-4d2a-a0ee-f07380ab30b1 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:57.411237 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0eef7f24-b697-4d2a-a0ee-f07380ab30b1 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "PUT /v2.0/networks/eea49596-991a-4c20-abc7-835069ef8506 HTTP/1.1" status: 200 len: 723 time: 0.3621640 Sep 18 05:08:57.412181 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48886) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:57.418320 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e853ec5e-706a-4b49-b169-b8ca2a526a7b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'subnet': {'network_id': 'eea49596-991a-4c20-abc7-835069ef8506', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:57.446951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef7f24-b697-4d2a-a0ee-f07380ab30b1 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Network': ['ID=eea49596-991a-4c20-abc7-835069ef8506,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:57.458181 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network eea49596-991a-4c20-abc7-835069ef8506 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:57.458309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be63d8-c10b-4440-a1c1-e45c2fba61e6 req-06fac2e0-0e41-4af4-a609-685d973dd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:57.459755 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16be63d8-c10b-4440-a1c1-e45c2fba61e6 req-06fac2e0-0e41-4af4-a609-685d973dd9c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 1098 time: 0.1294990 Sep 18 05:08:57.503081 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16be63d8-c10b-4440-a1c1-e45c2fba61e6 req-c24b85e2-8c12-4477-b867-2702f357eec5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364611 Sep 18 05:08:57.588753 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e3be229-f4f4-43d8-9319-f7974e794b56 req-29f8ea94-7b6b-48b9-b307-33272a772e45 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 210 time: 0.0373976 Sep 18 05:08:57.782978 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:57.835157 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:08:57.863101 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd93522-8d9e-4c5d-87b8-94f2cdb4a54d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:57.868484 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:57.868845 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] Added segment 36cafcc4-a12d-44f8-859a-fa301c5c8414 of type vlan for network 82c27b5b-0183-4f47-91f6-0df084f58c6c Sep 18 05:08:57.925634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ad58d-d780-422e-982c-fd02fa375f46 req-2f759ea1-ff9b-4a63-8999-430a6587da58 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:57.927197 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-101ad58d-d780-422e-982c-fd02fa375f46 req-2f759ea1-ff9b-4a63-8999-430a6587da58 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 946 time: 0.1490841 Sep 18 05:08:57.931013 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:57.978659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-085cdb27-0c09-4b67-820e-57fed0db9c25 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:57.980317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-085cdb27-0c09-4b67-820e-57fed0db9c25 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.18 "GET /v2.0/networks?id=af0c5cac-7c26-4cf5-a538-e3343703b85e HTTP/1.1" status: 200 len: 817 time: 0.1400371 Sep 18 05:08:57.983529 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e853ec5e-706a-4b49-b169-b8ca2a526a7b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:57.987012 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e853ec5e-706a-4b49-b169-b8ca2a526a7b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:57.993829 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-90abf66d-b423-4870-997c-549d854551d7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Request body: {'port': {'device_id': '1a964056-14e4-4528-aa27-1074f50e2407', 'network_id': 'af0c5cac-7c26-4cf5-a538-e3343703b85e', 'admin_state_up': True, 'tenant_id': '1da90c873aec4d4486d95153d894fcd0'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:58.006276 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-101ad58d-d780-422e-982c-fd02fa375f46 req-a3224275-f8c6-4454-ada9-87e61586e80d tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712185 Sep 18 05:08:58.115298 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:58.116429 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:58.117148 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:58.186173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-90abf66d-b423-4870-997c-549d854551d7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Made reservation on behalf of 1da90c873aec4d4486d95153d894fcd0 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:58.189794 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-90abf66d-b423-4870-997c-549d854551d7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:58.221013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=82c27b5b-0183-4f47-91f6-0df084f58c6c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:58.232393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 82c27b5b-0183-4f47-91f6-0df084f58c6c details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:08:58.309219 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-64360b7a-3ab6-4342-a54d-6a9576a27ed2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3533285 Sep 18 05:08:58.318708 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48908) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:58.318708 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-0f0ab3ca-9785-4865-acb6-faf3c56285f7 admin admin] Request body: {'subnet': {'network_id': '82c27b5b-0183-4f47-91f6-0df084f58c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1526812208-subnet', 'tenant_id': '6966decb81754066b3604013994b9aee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:58.349885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-90abf66d-b423-4870-997c-549d854551d7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Allocated IP 172.20.0.6 (af0c5cac-7c26-4cf5-a538-e3343703b85e/b0f8fe48-edff-49dd-8e00-fd3c803b2032/cf7271ac-de70-4858-9583-628a2c1238c8) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:08:58.365565 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e853ec5e-706a-4b49-b169-b8ca2a526a7b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:58.425973 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0ab3ca-9785-4865-acb6-faf3c56285f7 admin admin] Made reservation on behalf of 6966decb81754066b3604013994b9aee for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:08:58.428744 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab3ca-9785-4865-acb6-faf3c56285f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:58.462216 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853ec5e-706a-4b49-b169-b8ca2a526a7b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Subnet': ['ID=0a32af95-a0eb-4bf4-be7e-71916495b7d6,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:58.513101 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e853ec5e-706a-4b49-b169-b8ca2a526a7b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Checking segment: {'id': 'a992f82e-d206-4430-94ba-08e0f3518e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'eea49596-991a-4c20-abc7-835069ef8506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:58.513472 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e853ec5e-706a-4b49-b169-b8ca2a526a7b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network hostable DHCP agents. Network: eea49596-991a-4c20-abc7-835069ef8506, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:08:58.541292 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-90abf66d-b423-4870-997c-549d854551d7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:58.635180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e853ec5e-706a-4b49-b169-b8ca2a526a7b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network eea49596-991a-4c20-abc7-835069ef8506 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:08:58.660949 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-90abf66d-b423-4870-997c-549d854551d7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:58.678711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48918) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:58.684880 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3506d777-8341-44a7-b183-964358f5c018 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--754506789', 'description': 'tempest-description--806727996'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:58.707960 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-e853ec5e-706a-4b49-b169-b8ca2a526a7b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, eea49596-991a-4c20-abc7-835069ef8506) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:58.716588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77fac85-df2e-4b99-acd8-87a47909aceb None None] Network eea49596-991a-4c20-abc7-835069ef8506 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:58.726333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-90abf66d-b423-4870-997c-549d854551d7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Network af0c5cac-7c26-4cf5-a538-e3343703b85e is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:08:58.733706 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e853ec5e-706a-4b49-b169-b8ca2a526a7b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:58.736992 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e853ec5e-706a-4b49-b169-b8ca2a526a7b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:58.739320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-90abf66d-b423-4870-997c-549d854551d7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:58.742953 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab3ca-9785-4865-acb6-faf3c56285f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:58.786895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-90abf66d-b423-4870-997c-549d854551d7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:08:58.792284 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a38127bd-f5c6-448e-bc53-80c0a722fd2c no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:08:58.801674 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3506d777-8341-44a7-b183-964358f5c018 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:58.817452 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: a38127bd-f5c6-448e-bc53-80c0a722fd2c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:08:58.817868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a38127bd-f5c6-448e-bc53-80c0a722fd2c not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:08:58.833852 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abf66d-b423-4870-997c-549d854551d7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Pushing event updated for resources: {'Port': ['ID=cf7271ac-de70-4858-9583-628a2c1238c8,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:58.856617 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ab3ca-9785-4865-acb6-faf3c56285f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d888b52-f274-4fa9-b838-64ac380d7801,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:58.860932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ab3ca-9785-4865-acb6-faf3c56285f7 admin admin] Checking segment: {'id': '36cafcc4-a12d-44f8-859a-fa301c5c8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82c27b5b-0183-4f47-91f6-0df084f58c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:58.861612 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ab3ca-9785-4865-acb6-faf3c56285f7 admin admin] Network hostable DHCP agents. Network: 82c27b5b-0183-4f47-91f6-0df084f58c6c, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:08:58.873703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-90abf66d-b423-4870-997c-549d854551d7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:58.874672 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-90abf66d-b423-4870-997c-549d854551d7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:58.897526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad149e4-c7b2-4011-bff7-1fdf76901d1a req-eab2d865-1063-48dc-a4fd-9632729c128b tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:58.900722 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ad149e4-c7b2-4011-bff7-1fdf76901d1a req-eab2d865-1063-48dc-a4fd-9632729c128b tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 931 time: 0.2009425 Sep 18 05:08:58.915010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-eea49596-991a-4c20-abc7-835069ef8506', 'network_id': 'eea49596-991a-4c20-abc7-835069ef8506', 'tenant_id': 'd41ff54eef48433798482245e7b02629', 'fixed_ips': [{'subnet_id': '0a32af95-a0eb-4bf4-be7e-71916495b7d6'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:08:58.915989 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:58.945153 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e853ec5e-706a-4b49-b169-b8ca2a526a7b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5316596 Sep 18 05:08:58.945932 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ad149e4-c7b2-4011-bff7-1fdf76901d1a req-919b812d-11f2-45e1-8da4-fa98d1c96656 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cb49e1-75c8-494f-8470-30e88cfc42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365431 Sep 18 05:08:58.956076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48926) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:58.965109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2cc1f4ba-1c41-4e83-a6cd-4370d34f2ffe tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:59.017582 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ab3ca-9785-4865-acb6-faf3c56285f7 admin admin] Network 82c27b5b-0183-4f47-91f6-0df084f58c6c is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:08:59.093180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Allocated IP 172.20.0.2 (eea49596-991a-4c20-abc7-835069ef8506/0a32af95-a0eb-4bf4-be7e-71916495b7d6/463383a0-bc62-4bc4-83bd-62c4417d9f00) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:08:59.140349 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ab3ca-9785-4865-acb6-faf3c56285f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 82c27b5b-0183-4f47-91f6-0df084f58c6c) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:59.145053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0ab3ca-9785-4865-acb6-faf3c56285f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:59.145658 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab3ca-9785-4865-acb6-faf3c56285f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1791527'] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.157253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cbd87c-f0f3-4df4-8605-f1957280b5f5 None None] Network 82c27b5b-0183-4f47-91f6-0df084f58c6c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:08:59.173507 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2cc1f4ba-1c41-4e83-a6cd-4370d34f2ffe tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5988774'] for subnet, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.206775 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3506d777-8341-44a7-b183-964358f5c018 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.228291 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1bd75-4090-4205-be37-56f689563166 req-e0c44229-b399-4c66-b5ba-1bcf07b59b74 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:59.229916 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-34a1bd75-4090-4205-be37-56f689563166 req-e0c44229-b399-4c66-b5ba-1bcf07b59b74 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 946 time: 0.1408556 Sep 18 05:08:59.274993 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3506d777-8341-44a7-b183-964358f5c018 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.289141 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-34a1bd75-4090-4205-be37-56f689563166 req-75db4671-8430-445f-808e-578dd7dfce10 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512881 Sep 18 05:08:59.311776 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506d777-8341-44a7-b183-964358f5c018 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9499af5-147f-4ce9-90f2-a9dba2f88f21,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:59.341609 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-90abf66d-b423-4870-997c-549d854551d7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3516636 Sep 18 05:08:59.353569 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.355196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Request body: {'port': {'device_id': '1a964056-14e4-4528-aa27-1074f50e2407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:59.365164 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3506d777-8341-44a7-b183-964358f5c018 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.366938 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3506d777-8341-44a7-b183-964358f5c018 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6865072 Sep 18 05:08:59.369120 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0f0ab3ca-9785-4865-acb6-faf3c56285f7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0559828 Sep 18 05:08:59.377110 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48940) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:59.377548 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48942) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:59.383967 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-06ea17e9-1a2d-4f9b-ad71-110c2f3072b1 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Request body: {'security_group_rule': {'security_group_id': 'd9499af5-147f-4ce9-90f2-a9dba2f88f21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:59.395694 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1526812208-router', 'tenant_id': '6966decb81754066b3604013994b9aee', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:59.400806 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-82c27b5b-0183-4f47-91f6-0df084f58c6c', 'network_id': '82c27b5b-0183-4f47-91f6-0df084f58c6c', 'tenant_id': '6966decb81754066b3604013994b9aee', 'fixed_ips': [{'subnet_id': '0d888b52-f274-4fa9-b838-64ac380d7801'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:08:59.403665 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.417888 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.451501 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.477259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Network eea49596-991a-4c20-abc7-835069ef8506 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:08:59.531413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:08:59.544995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:08:59.551630 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06ea17e9-1a2d-4f9b-ad71-110c2f3072b1 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.564018 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Pushing event updated for resources: {'Port': ['ID=463383a0-bc62-4bc4-83bd-62c4417d9f00,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:59.637380 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06ea17e9-1a2d-4f9b-ad71-110c2f3072b1 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.660758 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Attempting to bind port 463383a0-bc62-4bc4-83bd-62c4417d9f00 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:08:59.661153 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Attempting to bind port 463383a0-bc62-4bc4-83bd-62c4417d9f00 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'a992f82e-d206-4430-94ba-08e0f3518e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'eea49596-991a-4c20-abc7-835069ef8506'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:08:59.661513 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Attempting to bind port 463383a0-bc62-4bc4-83bd-62c4417d9f00 on network eea49596-991a-4c20-abc7-835069ef8506 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:08:59.672188 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:08:59.672598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Checking segment: {'id': 'a992f82e-d206-4430-94ba-08e0f3518e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'eea49596-991a-4c20-abc7-835069ef8506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:08:59.673014 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.673425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Bound using segment: {'id': 'a992f82e-d206-4430-94ba-08e0f3518e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'eea49596-991a-4c20-abc7-835069ef8506'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:08:59.673908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Bound port: 463383a0-bc62-4bc4-83bd-62c4417d9f00, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a992f82e-d206-4430-94ba-08e0f3518e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'eea49596-991a-4c20-abc7-835069ef8506'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:08:59.674459 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.688640 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Allocated IP 172.20.0.2 (82c27b5b-0183-4f47-91f6-0df084f58c6c/0d888b52-f274-4fa9-b838-64ac380d7801/177f10f3-bd11-4cf3-83bc-6d91e0b09088) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:08:59.689738 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2cc1f4ba-1c41-4e83-a6cd-4370d34f2ffe tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760849403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6136494'] for subnet, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.725811 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.727397 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.732049 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06ea17e9-1a2d-4f9b-ad71-110c2f3072b1 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.734482 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc1f4ba-1c41-4e83-a6cd-4370d34f2ffe tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:08:59.735233 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2cc1f4ba-1c41-4e83-a6cd-4370d34f2ffe tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.736740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2cc1f4ba-1c41-4e83-a6cd-4370d34f2ffe tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "PUT /v2.0/subnets/0a32af95-a0eb-4bf4-be7e-71916495b7d6 HTTP/1.1" status: 200 len: 806 time: 0.7789187 Sep 18 05:08:59.745513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48950) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:59.777699 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea17e9-1a2d-4f9b-ad71-110c2f3072b1 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae39d5c-8540-4477-b19d-330ecd7c5ec7,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:59.791997 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1f4ba-1c41-4e83-a6cd-4370d34f2ffe tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Subnet': ['ID=0a32af95-a0eb-4bf4-be7e-71916495b7d6,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:08:59.815425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] For port 463383a0-bc62-4bc4-83bd-62c4417d9f00, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:08:59.830538 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.831392 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] For port 463383a0-bc62-4bc4-83bd-62c4417d9f00, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=463383a0-bc62-4bc4-83bd-62c4417d9f00,segment=NetworkSegment(a992f82e-d206-4430-94ba-08e0f3518e8d),segment_id=a992f82e-d206-4430-94ba-08e0f3518e8d)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:08:59.905628 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.925058 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06ea17e9-1a2d-4f9b-ad71-110c2f3072b1 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.930693 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-06ea17e9-1a2d-4f9b-ad71-110c2f3072b1 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5518308 Sep 18 05:08:59.931652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48958) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:08:59.937084 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-94456e50-b1cb-4815-92d9-7f615fbc96ef tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Request body: {'security_group_rule': {'security_group_id': 'd9499af5-147f-4ce9-90f2-a9dba2f88f21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:08:59.939268 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.949424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7271ac-de70-4858-9583-628a2c1238c8 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:08:59.960695 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:08:59.974922 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.000532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Transition to ACTIVE for port object cf7271ac-de70-4858-9583-628a2c1238c8 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:09:00.025828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Deleting port 463383a0-bc62-4bc4-83bd-62c4417d9f00 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:00.028928 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.099066 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.123691 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e42a5d-a9a0-45e0-8fdd-8b9971844a4d None None] Pushing event updated for resources: {'Port': ['ID=463383a0-bc62-4bc4-83bd-62c4417d9f00,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:00.134379 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.155850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Network 82c27b5b-0183-4f47-91f6-0df084f58c6c is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:00.158441 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:00.162133 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:00.166029 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-94456e50-b1cb-4815-92d9-7f615fbc96ef tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.269584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] For port 463383a0-bc62-4bc4-83bd-62c4417d9f00, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=463383a0-bc62-4bc4-83bd-62c4417d9f00,segment=NetworkSegment(a992f82e-d206-4430-94ba-08e0f3518e8d),segment_id=a992f82e-d206-4430-94ba-08e0f3518e8d)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:00.269965 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.280010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7271ac-de70-4858-9583-628a2c1238c8,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:00.299782 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.307182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Pushing event updated for resources: {'Port': ['ID=177f10f3-bd11-4cf3-83bc-6d91e0b09088,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:00.314280 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Attempting to bind port 177f10f3-bd11-4cf3-83bc-6d91e0b09088 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:00.314834 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Attempting to bind port 177f10f3-bd11-4cf3-83bc-6d91e0b09088 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '36cafcc4-a12d-44f8-859a-fa301c5c8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82c27b5b-0183-4f47-91f6-0df084f58c6c'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:00.315309 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Attempting to bind port 177f10f3-bd11-4cf3-83bc-6d91e0b09088 on network 82c27b5b-0183-4f47-91f6-0df084f58c6c {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:00.321972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:00.322482 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Checking segment: {'id': '36cafcc4-a12d-44f8-859a-fa301c5c8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82c27b5b-0183-4f47-91f6-0df084f58c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:00.323119 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.323578 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Bound using segment: {'id': '36cafcc4-a12d-44f8-859a-fa301c5c8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82c27b5b-0183-4f47-91f6-0df084f58c6c'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:00.324118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Bound port: 177f10f3-bd11-4cf3-83bc-6d91e0b09088, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cafcc4-a12d-44f8-859a-fa301c5c8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82c27b5b-0183-4f47-91f6-0df084f58c6c'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:00.324600 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.326511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Calling delete_port for 463383a0-bc62-4bc4-83bd-62c4417d9f00 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:00.382622 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f04a50-5bf8-41b7-8f55-f2ea2d5a0361 req-b2deb876-3904-4d55-82f7-ac059ee5d2a5 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:00.403807 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-44f04a50-5bf8-41b7-8f55-f2ea2d5a0361 req-b2deb876-3904-4d55-82f7-ac059ee5d2a5 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 943 time: 0.2594275 Sep 18 05:09:00.427478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] For port 177f10f3-bd11-4cf3-83bc-6d91e0b09088, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:00.430502 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] For port 177f10f3-bd11-4cf3-83bc-6d91e0b09088, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=177f10f3-bd11-4cf3-83bc-6d91e0b09088,segment=NetworkSegment(36cafcc4-a12d-44f8-859a-fa301c5c8414),segment_id=36cafcc4-a12d-44f8-859a-fa301c5c8414)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:00.463536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Attempting to bind port cf7271ac-de70-4858-9583-628a2c1238c8 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:00.463536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Attempting to bind port cf7271ac-de70-4858-9583-628a2c1238c8 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'bbd26463-7000-42fc-922e-2b5933327e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af0c5cac-7c26-4cf5-a538-e3343703b85e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:00.464096 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Attempting to bind port cf7271ac-de70-4858-9583-628a2c1238c8 on network af0c5cac-7c26-4cf5-a538-e3343703b85e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:00.494144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Port cf7271ac-de70-4858-9583-628a2c1238c8 on network af0c5cac-7c26-4cf5-a538-e3343703b85e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:09:00.494547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Attempting to bind port cf7271ac-de70-4858-9583-628a2c1238c8 on network af0c5cac-7c26-4cf5-a538-e3343703b85e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:00.506014 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.517784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:00.517784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Checking segment: {'id': 'bbd26463-7000-42fc-922e-2b5933327e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af0c5cac-7c26-4cf5-a538-e3343703b85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:00.518149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Bound using segment: {'id': 'bbd26463-7000-42fc-922e-2b5933327e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af0c5cac-7c26-4cf5-a538-e3343703b85e'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:00.518633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Bound port: cf7271ac-de70-4858-9583-628a2c1238c8, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd26463-7000-42fc-922e-2b5933327e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af0c5cac-7c26-4cf5-a538-e3343703b85e'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:00.519548 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.557625 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-44f04a50-5bf8-41b7-8f55-f2ea2d5a0361 req-406e737d-6597-4048-beae-ed90bb432335 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cb49e1-75c8-494f-8470-30e88cfc42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508319 Sep 18 05:09:00.611096 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-94456e50-b1cb-4815-92d9-7f615fbc96ef tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.639205 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4a862-d7f2-4fb8-9f16-ff6c10e0fe4c None None] Pushing event updated for resources: {'Port': ['ID=177f10f3-bd11-4cf3-83bc-6d91e0b09088,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:00.741507 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] For port cf7271ac-de70-4858-9583-628a2c1238c8, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:00.745953 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-94456e50-b1cb-4815-92d9-7f615fbc96ef tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.748336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] For port cf7271ac-de70-4858-9583-628a2c1238c8, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=cf7271ac-de70-4858-9583-628a2c1238c8,segment=NetworkSegment(bbd26463-7000-42fc-922e-2b5933327e44),segment_id=bbd26463-7000-42fc-922e-2b5933327e44)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:00.764767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64b80b-6815-4a5f-a187-7b3b37d61eb8 req-61c7b36f-21a5-4b20-a478-57f465c7f1a5 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:00.768735 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-de64b80b-6815-4a5f-a187-7b3b37d61eb8 req-61c7b36f-21a5-4b20-a478-57f465c7f1a5 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 946 time: 0.1438024 Sep 18 05:09:00.804381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94456e50-b1cb-4815-92d9-7f615fbc96ef tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f1596b-0a56-4b2a-b0ae-8beeb5742753,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:00.825614 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-de64b80b-6815-4a5f-a187-7b3b37d61eb8 req-247cc766-b7f5-46fd-9933-67e75b4fcc3e tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509515 Sep 18 05:09:00.826923 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.871233 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.879710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:00.880583 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.882303 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] 10.222.0.18 "PUT /v2.0/ports/cf7271ac-de70-4858-9583-628a2c1238c8 HTTP/1.1" status: 200 len: 1092 time: 1.5323896 Sep 18 05:09:00.882558 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.890164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a964056-14e4-4528-aa27-1074f50e2407', 'tag': 'cf7271ac-de70-4858-9583-628a2c1238c8'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:00.896172 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac1ab8d-4004-4839-a181-c6c3b9b1d7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1a964056-14e4-4528-aa27-1074f50e2407", "tag": "cf7271ac-de70-4858-9583-628a2c1238c8"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:00.926284 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.941230 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-94456e50-b1cb-4815-92d9-7f615fbc96ef tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:00.942570 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-94456e50-b1cb-4815-92d9-7f615fbc96ef tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0097868 Sep 18 05:09:00.966960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49010) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:01.004196 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0c2fec-c152-43c3-aebf-8ff680133ec1 x-openstack-request-id: req-7d0c2fec-c152-43c3-aebf-8ff680133ec1 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:01.010671 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a964056-14e4-4528-aa27-1074f50e2407", "tag": "cf7271ac-de70-4858-9583-628a2c1238c8", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:01.010979 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d0c2fec-c152-43c3-aebf-8ff680133ec1 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:01.011499 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a964056-14e4-4528-aa27-1074f50e2407', 'tag': 'cf7271ac-de70-4858-9583-628a2c1238c8', 'status': 'completed', 'code': 200} Sep 18 05:09:01.016196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:01.058773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No DVR routers for this DVR port 463383a0-bc62-4bc4-83bd-62c4417d9f00 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:01.068684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c33db2-767b-42ad-af80-418cd33d7514 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7271ac-de70-4858-9583-628a2c1238c8,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:01.135341 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Allocated IP 172.25.7.88 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/46437df9-ab2a-4c35-b5c5-b4d50d4161bf) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:01.179601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Port': ['ID=463383a0-bc62-4bc4-83bd-62c4417d9f00,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:01.181903 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:01.198129 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cef92a0c-0bef-4c17-971c-516fe4236df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:01.216182 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:01.251410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1ab8d-4004-4839-a181-c6c3b9b1d7e4 req-377a6d56-99fc-45e9-a24c-e551da761f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:01.252930 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ac1ab8d-4004-4839-a181-c6c3b9b1d7e4 req-377a6d56-99fc-45e9-a24c-e551da761f49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1da90c873aec4d4486d95153d894fcd0&device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 1095 time: 0.2056010 Sep 18 05:09:01.275871 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:01.383150 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:01.396478 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49016) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:01.404266 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:01.429113 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Subnet': ['ID=0a32af95-a0eb-4bf4-be7e-71916495b7d6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:01.462969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:01.466628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:01.471906 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:01.475245 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1ab8d-4004-4839-a181-c6c3b9b1d7e4 req-60483e60-74cc-4d7b-a129-e2e6f9d7ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:01.477438 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ac1ab8d-4004-4839-a181-c6c3b9b1d7e4 req-60483e60-74cc-4d7b-a129-e2e6f9d7ffd4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1da90c873aec4d4486d95153d894fcd0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2114811 Sep 18 05:09:01.510274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Pushing event updated for resources: {'Port': ['ID=46437df9-ab2a-4c35-b5c5-b4d50d4161bf,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:01.549905 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:01.594200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb925cf7-417f-4a3f-960f-6404f31b5ad9 None None] Network eea49596-991a-4c20-abc7-835069ef8506 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:01.615710 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e66716fc-652f-4f17-99fc-a8bf105a25aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:01.625896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea49596-991a-4c20-abc7-835069ef8506']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:01.629332 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:01.647887 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a992f82e-d206-4430-94ba-08e0f3518e8d') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:01.648222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a992f82e-d206-4430-94ba-08e0f3518e8d') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:01.673788 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:01.724073 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:01.731699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1ab8d-4004-4839-a181-c6c3b9b1d7e4 req-3dda7c3a-d693-4180-ac2c-a454dbc6e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:01.733355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ac1ab8d-4004-4839-a181-c6c3b9b1d7e4 req-3dda7c3a-d693-4180-ac2c-a454dbc6e917 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2468302 Sep 18 05:09:01.740933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:09:01.741399 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:09:01.744747 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:09:01.750640 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6fe744ae-c729-4f74-9d2a-6f91b5a0b8f6 None None] Could not find standard attr ID for object 463383a0-bc62-4bc4-83bd-62c4417d9f00. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:09:01.798399 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5d306-2ab2-4964-9ea7-fa9c4db4b4ec req-a73cf809-5122-4e42-b06a-9ad6aabbc8b8 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:01.799983 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9fd5d306-2ab2-4964-9ea7-fa9c4db4b4ec req-a73cf809-5122-4e42-b06a-9ad6aabbc8b8 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 943 time: 0.1471431 Sep 18 05:09:01.843141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c0f001-fd5b-4866-9e9a-5ec65347e7f3 None None] DHCP port deletion for eea49596-991a-4c20-abc7-835069ef8506 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:09:01.873258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449d2bff-8bdd-4089-9f3c-54a3ca803683 None None] Network eea49596-991a-4c20-abc7-835069ef8506 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:01.913199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-7bc6c352-29bd-41b5-bdbc-a9df61a8205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:01.914880 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-7bc6c352-29bd-41b5-bdbc-a9df61a8205f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1da90c873aec4d4486d95153d894fcd0&device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 1095 time: 0.1380713 Sep 18 05:09:01.926881 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9fd5d306-2ab2-4964-9ea7-fa9c4db4b4ec req-911aa35a-4aa3-4e5f-9cb2-4e48428d6b6d tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cb49e1-75c8-494f-8470-30e88cfc42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152639 Sep 18 05:09:01.945138 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e66716fc-652f-4f17-99fc-a8bf105a25aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:01.951055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Allocated IP 172.25.7.176 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/afc6a8b4-eb1d-448c-85b0-83ecc2c5c7ca) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:01.999959 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-b10df085-13e9-4c6c-b850-4bfcaa319e60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7271ac-de70-4858-9583-628a2c1238c8 HTTP/1.1" status: 200 len: 217 time: 0.0771735 Sep 18 05:09:02.009669 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.042305 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e66716fc-652f-4f17-99fc-a8bf105a25aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.076904 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e66716fc-652f-4f17-99fc-a8bf105a25aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf0875dd846449bab186abf261003bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6767688 Sep 18 05:09:02.083004 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.087547 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/eea49596-991a-4c20-abc7-835069ef8506 HTTP/1.1" status: 204 len: 168 time: 2.3388700 Sep 18 05:09:02.097733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49028) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:02.098423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49032) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:02.134251 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372c753-3f45-4933-ba89-04d134cb6a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Network': ['ID=eea49596-991a-4c20-abc7-835069ef8506,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:02.164333 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.226239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb82d4a-f72a-4fbc-962e-1e1b28736af6 req-3978379c-53d3-4dab-874f-3ce083c875cb tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:02.227773 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5cb82d4a-f72a-4fbc-962e-1e1b28736af6 req-3978379c-53d3-4dab-874f-3ce083c875cb tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 946 time: 0.2262206 Sep 18 05:09:02.230958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-f7467526-6670-4d6f-b180-518ed06c7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:02.232639 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-f7467526-6670-4d6f-b180-518ed06c7df5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b0f8fe48-edff-49dd-8e00-fd3c803b2032 HTTP/1.1" status: 200 len: 857 time: 0.2252088 Sep 18 05:09:02.241104 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1fdb5a-9073-4840-84ff-4ef9920601e0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:02.241903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1fdb5a-9073-4840-84ff-4ef9920601e0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:02.246963 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5de944-4eb5-4f6d-a4ab-ac0b2e001940 None None] Network 82c27b5b-0183-4f47-91f6-0df084f58c6c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:02.248445 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2c1fdb5a-9073-4840-84ff-4ef9920601e0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/eea49596-991a-4c20-abc7-835069ef8506 HTTP/1.1" status: 404 len: 339 time: 0.1311853 Sep 18 05:09:02.259633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49034) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:02.270166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1c0d210f-4225-4627-ae3d-d0108e1c27fa tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1939472480', 'description': 'd1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:02.272989 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 177f10f3-bd11-4cf3-83bc-6d91e0b09088 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:02.273619 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-991022b7-9291-45c8-9e3b-4b7dd03ef92c req-c0ffbd55-35ee-4fa5-b8c9-9c9b0349f51c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2702639 Sep 18 05:09:02.276835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66716fc-652f-4f17-99fc-a8bf105a25aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36230741-d4cb-4b7a-b60c-f41ad9b8da5f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:02.296298 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-fca3f5fa-7f41-4545-b2ef-82519801e377 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af0c5cac-7c26-4cf5-a538-e3343703b85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537236 Sep 18 05:09:02.303580 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ef2838d1-3fd3-4851-bdb8-24cf63e012f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.330875 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.370693 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5cb82d4a-f72a-4fbc-962e-1e1b28736af6 req-f5359ae9-c7ba-45cf-944c-e2691d0ac8d1 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293583 Sep 18 05:09:02.375414 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b63f8c55-df28-42e1-a7d6-75b390cc35cf None None] Provisioning complete for port 177f10f3-bd11-4cf3-83bc-6d91e0b09088 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:02.376318 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b63f8c55-df28-42e1-a7d6-75b390cc35cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.392219 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ef2838d1-3fd3-4851-bdb8-24cf63e012f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.450163 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-9287688b-fd02-4e5c-84c8-253deb82d58b service neutron] 10.222.0.18 "GET /v2.0/networks/af0c5cac-7c26-4cf5-a538-e3343703b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353228 Sep 18 05:09:02.451904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 177f10f3-bd11-4cf3-83bc-6d91e0b09088 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:02.452305 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.452792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0d210f-4225-4627-ae3d-d0108e1c27fa tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:02.456292 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c0d210f-4225-4627-ae3d-d0108e1c27fa tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.475588 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991022b7-9291-45c8-9e3b-4b7dd03ef92c req-0adcd853-f883-4cb9-ab8a-9170ed15bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:02.477248 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-991022b7-9291-45c8-9e3b-4b7dd03ef92c req-0adcd853-f883-4cb9-ab8a-9170ed15bf53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff1ba451435479c8e47e2cfbb7597f9&device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 1097 time: 0.1419592 Sep 18 05:09:02.549706 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.601512 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b63f8c55-df28-42e1-a7d6-75b390cc35cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.610297 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ef2838d1-3fd3-4851-bdb8-24cf63e012f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.613540 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ef2838d1-3fd3-4851-bdb8-24cf63e012f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.614856 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ef2838d1-3fd3-4851-bdb8-24cf63e012f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36230741-d4cb-4b7a-b60c-f41ad9b8da5f HTTP/1.1" status: 204 len: 168 time: 0.5034795 Sep 18 05:09:02.646009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2838d1-3fd3-4851-bdb8-24cf63e012f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36230741-d4cb-4b7a-b60c-f41ad9b8da5f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:02.650758 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.711201 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991022b7-9291-45c8-9e3b-4b7dd03ef92c req-b2635ec1-b472-4ab2-8b0f-1350cc6987f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:02.712411 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-991022b7-9291-45c8-9e3b-4b7dd03ef92c req-b2635ec1-b472-4ab2-8b0f-1350cc6987f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9791206e-079f-44eb-aa04-4f90648d9063 HTTP/1.1" status: 200 len: 915 time: 0.1973662 Sep 18 05:09:02.750399 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.754651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 9f89de76-b2f3-419b-8dfa-4aef96801321 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:09:02.774187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b63f8c55-df28-42e1-a7d6-75b390cc35cf None None] For port 177f10f3-bd11-4cf3-83bc-6d91e0b09088, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=177f10f3-bd11-4cf3-83bc-6d91e0b09088,segment=NetworkSegment(36cafcc4-a12d-44f8-859a-fa301c5c8414),segment_id=36cafcc4-a12d-44f8-859a-fa301c5c8414)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:02.848183 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b63f8c55-df28-42e1-a7d6-75b390cc35cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:02.974009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0d210f-4225-4627-ae3d-d0108e1c27fa tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:09:03.011019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:03.013645 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78161f65-76d0-4e0a-9cb0-8049ae46ded2 req-196757ef-222e-4209-b9ed-7381412dafb9 service neutron] 10.222.0.18 "GET /v2.0/networks/af0c5cac-7c26-4cf5-a538-e3343703b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537949 Sep 18 05:09:03.018774 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c0d210f-4225-4627-ae3d-d0108e1c27fa tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.019756 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-1c0d210f-4225-4627-ae3d-d0108e1c27fa tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Added segment 44a95818-5580-414f-9ef6-662196946d27 of type vlan for network c0343591-d08b-4d57-bc73-4fd6eb4abc57 Sep 18 05:09:03.021480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:03.040879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:03.084611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Pushing event updated for resources: {'Port': ['ID=afc6a8b4-eb1d-448c-85b0-83ecc2c5c7ca,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:03.118076 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c0d210f-4225-4627-ae3d-d0108e1c27fa tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.193009 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.246055 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:09:03.246434 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:09:03.247579 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c0d210f-4225-4627-ae3d-d0108e1c27fa tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.251719 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-47f4a3a0-b2e8-4656-af0a-adce6215f292 None None] Provisioning complete for port 177f10f3-bd11-4cf3-83bc-6d91e0b09088 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:03.252106 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-47f4a3a0-b2e8-4656-af0a-adce6215f292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.264466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0d210f-4225-4627-ae3d-d0108e1c27fa tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:03.265171 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c0d210f-4225-4627-ae3d-d0108e1c27fa tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.302295 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f8c55-df28-42e1-a7d6-75b390cc35cf None None] Pushing event updated for resources: {'Port': ['ID=177f10f3-bd11-4cf3-83bc-6d91e0b09088,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:03.307849 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 9f89de76-b2f3-419b-8dfa-4aef96801321, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=9f89de76-b2f3-419b-8dfa-4aef96801321,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:03.327334 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '9f89de76-b2f3-419b-8dfa-4aef96801321', 'network_id': 'd3e10c5a-eb89-4d23-8b34-301a826af75c', 'port_id': '9f89de76-b2f3-419b-8dfa-4aef96801321', 'mac_address': 'fa:16:3e:94:12:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e11554-3849-4f64-b8fc-9779a28fb1b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:09:03.372090 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.377435 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1c0d210f-4225-4627-ae3d-d0108e1c27fa tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1125371 Sep 18 05:09:03.394103 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49048) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:03.399689 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.401254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d210f-4225-4627-ae3d-d0108e1c27fa tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Network': ['ID=c0343591-d08b-4d57-bc73-4fd6eb4abc57,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:03.420385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network c0343591-d08b-4d57-bc73-4fd6eb4abc57 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:09:03.423859 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-991022b7-9291-45c8-9e3b-4b7dd03ef92c req-fac65d3d-5b02-4fd1-847e-ac9d6f024837 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5120bac-0c43-4f46-b482-639b12b2c02f HTTP/1.1" status: 200 len: 1001 time: 0.7034881 Sep 18 05:09:03.427250 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f89de76-b2f3-419b-8dfa-4aef96801321 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:03.458271 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc225dba-aaa2-4469-ac2a-1b8b8fb8ad7f req-a301f2e4-5329-4c39-b990-2b33eac1be85 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:03.459847 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc225dba-aaa2-4469-ac2a-1b8b8fb8ad7f req-a301f2e4-5329-4c39-b990-2b33eac1be85 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 943 time: 0.1635029 Sep 18 05:09:03.498750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 9f89de76-b2f3-419b-8dfa-4aef96801321, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=9f89de76-b2f3-419b-8dfa-4aef96801321,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:03.525303 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49052) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:03.568275 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.593275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d14373-d4ae-487c-93a6-98b3a0610a65 req-e0437e58-f42e-4987-b81c-4ea29b31e855 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:03.594696 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b6e44c4a-8580-43b1-a0b7-148757803d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.596698 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-93d14373-d4ae-487c-93a6-98b3a0610a65 req-e0437e58-f42e-4987-b81c-4ea29b31e855 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 946 time: 0.1100154 Sep 18 05:09:03.613810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a41a20-e680-42c9-a65c-1f5c085e5b6a tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:03.615377 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a0a41a20-e680-42c9-a65c-1f5c085e5b6a tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "GET /v2.0/networks?id=c0343591-d08b-4d57-bc73-4fd6eb4abc57 HTTP/1.1" status: 200 len: 761 time: 0.2188323 Sep 18 05:09:03.621256 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49054) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:03.622490 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc225dba-aaa2-4469-ac2a-1b8b8fb8ad7f req-7ac82746-10b3-4922-affb-bb2a3e1208f0 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cb49e1-75c8-494f-8470-30e88cfc42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460166 Sep 18 05:09:03.626308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991022b7-9291-45c8-9e3b-4b7dd03ef92c req-8ef69780-b694-434c-8e9a-ade7b012f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:03.627780 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-991022b7-9291-45c8-9e3b-4b7dd03ef92c req-8ef69780-b694-434c-8e9a-ade7b012f014 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dcfe49e5-8125-4aa5-81da-438b6da185cb HTTP/1.1" status: 200 len: 854 time: 0.1648881 Sep 18 05:09:03.630588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9dda05a3-be2f-4d8a-aecf-455dbccae071 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'network': {'description': 'd2'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:03.643438 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['9f89de76-b2f3-419b-8dfa-4aef96801321'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:09:03.675629 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=9f89de76-b2f3-419b-8dfa-4aef96801321,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:03.702539 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991022b7-9291-45c8-9e3b-4b7dd03ef92c req-786740bf-67be-4391-b831-056f8c849bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:03.704317 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-991022b7-9291-45c8-9e3b-4b7dd03ef92c req-786740bf-67be-4391-b831-056f8c849bd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9791206e-079f-44eb-aa04-4f90648d9063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673330 Sep 18 05:09:03.724501 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Router 79be2c49-6887-4055-9456-ece5f3802bfe is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:09:03.744066 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-93d14373-d4ae-487c-93a6-98b3a0610a65 req-dd031734-9124-490b-9776-77cf1c92d12b tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406596 Sep 18 05:09:03.779795 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.858538 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bca64f70-cc2b-42c9-8cd3-efc3b33a735c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.892079 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.895985 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-991022b7-9291-45c8-9e3b-4b7dd03ef92c req-c33a8253-ac2b-4351-aae5-2ee3134941ad service neutron] 10.222.0.18 "GET /v2.0/networks/9791206e-079f-44eb-aa04-4f90648d9063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820283 Sep 18 05:09:03.924000 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b6e44c4a-8580-43b1-a0b7-148757803d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.931001 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9dda05a3-be2f-4d8a-aecf-455dbccae071 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.989928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Pushing event updated for resources: {'Port': ['ID=afc6a8b4-eb1d-448c-85b0-83ecc2c5c7ca,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:03.997659 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:03.998639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:09:04.004279 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b6e44c4a-8580-43b1-a0b7-148757803d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.010806 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Sync routers for ids ['79be2c49-6887-4055-9456-ece5f3802bfe'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:09:04.020188 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Routers {'79be2c49-6887-4055-9456-ece5f3802bfe'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:04.020895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['79be2c49-6887-4055-9456-ece5f3802bfe'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:04.026098 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9dda05a3-be2f-4d8a-aecf-455dbccae071 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.052683 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9dda05a3-be2f-4d8a-aecf-455dbccae071 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network c0343591-d08b-4d57-bc73-4fd6eb4abc57 is not hosted by any dhcp agent {{(pid=106909) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 05:09:04.058464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dda05a3-be2f-4d8a-aecf-455dbccae071 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:04.059230 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9dda05a3-be2f-4d8a-aecf-455dbccae071 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.063342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9dda05a3-be2f-4d8a-aecf-455dbccae071 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "PUT /v2.0/networks/c0343591-d08b-4d57-bc73-4fd6eb4abc57 HTTP/1.1" status: 200 len: 758 time: 0.4356341 Sep 18 05:09:04.065723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49058) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:04.074123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.075493 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-eb198f9e-1c62-4169-94e7-f3ae0cf34ff3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0852494 Sep 18 05:09:04.107180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e44c4a-8580-43b1-a0b7-148757803d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15745b6f-0cad-49ce-9ab0-5d5c9410c58f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:04.123507 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b6e44c4a-8580-43b1-a0b7-148757803d9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd546460719b43388f8e176ca9525fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734596 Sep 18 05:09:04.148910 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49062) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:04.158270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda05a3-be2f-4d8a-aecf-455dbccae071 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Network': ['ID=c0343591-d08b-4d57-bc73-4fd6eb4abc57,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:04.159320 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Set router 79be2c49-6887-4055-9456-ece5f3802bfe gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:04.163413 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.167202 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1e132443-9eac-484b-af98-5138cefec781 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7756577 Sep 18 05:09:04.167613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49066) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:04.199553 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-991022b7-9291-45c8-9e3b-4b7dd03ef92c req-da0adb72-ef1f-4a02-b584-61637e21b844 service neutron] 10.222.0.18 "GET /v2.0/networks/9791206e-079f-44eb-aa04-4f90648d9063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741847 Sep 18 05:09:04.322982 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 177f10f3-bd11-4cf3-83bc-6d91e0b09088 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:04.323586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4095bceb-03e2-4cec-8c47-391eb100054b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:04.331003 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4095bceb-03e2-4cec-8c47-391eb100054b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "GET /v2.0/networks?id=c0343591-d08b-4d57-bc73-4fd6eb4abc57 HTTP/1.1" status: 200 len: 761 time: 0.2552896 Sep 18 05:09:04.333583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49082) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:04.348147 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e865bb3a-11e7-4bed-aee6-8596dbad1d34 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-515883491'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:04.368996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network c0343591-d08b-4d57-bc73-4fd6eb4abc57 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:09:04.393168 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f4068e0-8480-4da5-b35a-c39fd1860ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.470283 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f4068e0-8480-4da5-b35a-c39fd1860ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.536614 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.545417 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 177f10f3-bd11-4cf3-83bc-6d91e0b09088 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:04.545802 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.557913 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e865bb3a-11e7-4bed-aee6-8596dbad1d34 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:04.568047 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e865bb3a-11e7-4bed-aee6-8596dbad1d34 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.608104 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3099c6-db5d-4bbc-acd9-e018e690986f req-cf59ec42-8908-4c45-922d-2bb8f03dce8b tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:04.617345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b3099c6-db5d-4bbc-acd9-e018e690986f req-cf59ec42-8908-4c45-922d-2bb8f03dce8b tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 945 time: 0.0787718 Sep 18 05:09:04.689281 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-2c9cd3eb-3f4f-4073-bf1d-a0561e06ad50 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:04.691511 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-2c9cd3eb-3f4f-4073-bf1d-a0561e06ad50 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/networks?id=5b171667-d77e-497f-9300-379345ad8028 HTTP/1.1" status: 200 len: 822 time: 0.1477442 Sep 18 05:09:04.706729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'name': 'tempest-FloatingIPsTestJSON-1526812208-router', 'tenant_id': '6966decb81754066b3604013994b9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:08:59Z', 'updated_at': '2021-09-18T05:09:01Z', 'revision_number': 3, 'project_id': '6966decb81754066b3604013994b9aee', 'gw_port': {'id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:00Z', 'updated_at': '2021-09-18T05:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:04.712773 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-4e72c75a-1777-410f-a285-6a4e1a924a4c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/quotas/f904c5eb53b9458d9987b6e296fd0c13 HTTP/1.1" status: 200 len: 375 time: 0.0111496 Sep 18 05:09:04.728962 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f4068e0-8480-4da5-b35a-c39fd1860ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.731646 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f4068e0-8480-4da5-b35a-c39fd1860ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.735207 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5f4068e0-8480-4da5-b35a-c39fd1860ef4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15745b6f-0cad-49ce-9ab0-5d5c9410c58f HTTP/1.1" status: 204 len: 168 time: 0.5825493 Sep 18 05:09:04.740597 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Checking router: 79be2c49-6887-4055-9456-ece5f3802bfe for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:09:04.740597 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Updating router 79be2c49-6887-4055-9456-ece5f3802bfe port 46437df9-ab2a-4c35-b5c5-b4d50d4161bf binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:09:04.758713 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 9f89de76-b2f3-419b-8dfa-4aef96801321 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:04.763701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4068e0-8480-4da5-b35a-c39fd1860ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15745b6f-0cad-49ce-9ab0-5d5c9410c58f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:04.766879 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b3099c6-db5d-4bbc-acd9-e018e690986f req-2eefff10-ea33-4265-819b-bc3ca9ea2850 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485193 Sep 18 05:09:04.775553 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e865bb3a-11e7-4bed-aee6-8596dbad1d34 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:09:04.808278 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.818235 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e865bb3a-11e7-4bed-aee6-8596dbad1d34 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.818235 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-e865bb3a-11e7-4bed-aee6-8596dbad1d34 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Added segment 35b007dd-1108-4732-bcba-7e3f6785b012 of type vlan for network 0a29fe39-9e92-4153-b2b2-ede1944cbeca Sep 18 05:09:04.829926 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-79ba71ff-217b-4bfb-9b6e-c47ff59a9c3f tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f904c5eb53b9458d9987b6e296fd0c13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1142955 Sep 18 05:09:04.924753 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 9f89de76-b2f3-419b-8dfa-4aef96801321 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:04.926022 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.960213 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e865bb3a-11e7-4bed-aee6-8596dbad1d34 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:04.969430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07925b9-3317-487a-aaa6-118f7f621a56 req-feea64c5-6b03-4e7e-bc00-ee033ac5ecf6 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:04.970599 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d07925b9-3317-487a-aaa6-118f7f621a56 req-feea64c5-6b03-4e7e-bc00-ee033ac5ecf6 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 943 time: 0.1009943 Sep 18 05:09:05.008683 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-157e114b-16b7-4a4e-9451-5dbbaea16866 service neutron] 10.222.0.23 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774898 Sep 18 05:09:05.053054 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d07925b9-3317-487a-aaa6-118f7f621a56 req-567b647d-9847-4bf6-ab83-acc6b4401ac6 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cb49e1-75c8-494f-8470-30e88cfc42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762370 Sep 18 05:09:05.066336 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.106473 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e865bb3a-11e7-4bed-aee6-8596dbad1d34 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.112174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e865bb3a-11e7-4bed-aee6-8596dbad1d34 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:05.112849 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e865bb3a-11e7-4bed-aee6-8596dbad1d34 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.119253 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.140825 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-b3208b24-0e8d-450b-a739-fafb4eadc187 service neutron] 10.222.0.23 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311994 Sep 18 05:09:05.155027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d638dec-0d3b-4a7c-af4a-82797f1d8bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f89de76-b2f3-419b-8dfa-4aef96801321'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:05.157397 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25384c4f-d209-4fe2-b7fe-7105be77a11b" -d '{"events": [{"server_uuid": "7d638dec-0d3b-4a7c-af4a-82797f1d8bdf", "name": "network-vif-plugged", "status": "completed", "tag": "9f89de76-b2f3-419b-8dfa-4aef96801321"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:05.181191 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.183204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 9f89de76-b2f3-419b-8dfa-4aef96801321, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=9f89de76-b2f3-419b-8dfa-4aef96801321,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:05.231242 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a865af-e5e2-4b7c-9464-ef2a58631c82 x-openstack-request-id: req-95a865af-e5e2-4b7c-9464-ef2a58631c82 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:05.231553 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d638dec-0d3b-4a7c-af4a-82797f1d8bdf", "name": "network-vif-plugged", "status": "completed", "tag": "9f89de76-b2f3-419b-8dfa-4aef96801321", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:05.231943 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95a865af-e5e2-4b7c-9464-ef2a58631c82 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:05.232386 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d638dec-0d3b-4a7c-af4a-82797f1d8bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f89de76-b2f3-419b-8dfa-4aef96801321', 'code': 200} Sep 18 05:09:05.240474 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e865bb3a-11e7-4bed-aee6-8596dbad1d34 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9006495 Sep 18 05:09:05.241114 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49102) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:05.249090 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3a8e108c-790b-45bc-9ecf-c2637d83f7d0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'subnet': {'network_id': '0a29fe39-9e92-4153-b2b2-ede1944cbeca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:05.250060 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.253268 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.254645 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865bb3a-11e7-4bed-aee6-8596dbad1d34 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Network': ['ID=0a29fe39-9e92-4153-b2b2-ede1944cbeca,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:05.291137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 0a29fe39-9e92-4153-b2b2-ede1944cbeca details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:09:05.325360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Allocated IP 172.20.0.1 (82c27b5b-0183-4f47-91f6-0df084f58c6c/0d888b52-f274-4fa9-b838-64ac380d7801/36887065-dddd-475c-8ce2-2e393772716c) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:05.374440 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.394009 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=9f89de76-b2f3-419b-8dfa-4aef96801321,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:05.452925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8e108c-790b-45bc-9ecf-c2637d83f7d0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:05.457382 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a8e108c-790b-45bc-9ecf-c2637d83f7d0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.471496 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45fb6e-375b-459f-97ac-8c307fe64b23 None None] Pushing event updated for resources: {'Port': ['ID=46437df9-ab2a-4c35-b5c5-b4d50d4161bf,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:05.475837 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Attempting to bind port 46437df9-ab2a-4c35-b5c5-b4d50d4161bf on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:05.476286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Attempting to bind port 46437df9-ab2a-4c35-b5c5-b4d50d4161bf by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:05.476661 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Attempting to bind port 46437df9-ab2a-4c35-b5c5-b4d50d4161bf on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:05.483286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:05.484668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:05.485250 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.485783 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:05.486287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Bound port: 46437df9-ab2a-4c35-b5c5-b4d50d4161bf, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:05.486684 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.555827 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.619206 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] For port 46437df9-ab2a-4c35-b5c5-b4d50d4161bf, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:05.623086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] For port 46437df9-ab2a-4c35-b5c5-b4d50d4161bf, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=46437df9-ab2a-4c35-b5c5-b4d50d4161bf,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:05.643865 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c4cc6bb7-792b-4e6f-a6a6-f5557adcb7c6 req-7045135a-76e8-4116-b691-0a4a2f37e849 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 210 time: 0.0413821 Sep 18 05:09:05.691730 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8b01d-6345-48d5-943f-c81bb87f7e1b req-8e9a7519-7694-46c7-b0d6-135d2e9d508b tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:05.693339 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7e8b01d-6345-48d5-943f-c81bb87f7e1b req-8e9a7519-7694-46c7-b0d6-135d2e9d508b tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 946 time: 0.0634036 Sep 18 05:09:05.724796 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.728822 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.820567 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7e8b01d-6345-48d5-943f-c81bb87f7e1b req-2af023d4-4b99-40b6-917b-1eb65c4e2429 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe22f298-a275-478f-a12d-94c1a3958427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971394 Sep 18 05:09:05.821034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45fb6e-375b-459f-97ac-8c307fe64b23 None None] Pushing event updated for resources: {'Port': ['ID=46437df9-ab2a-4c35-b5c5-b4d50d4161bf,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:05.821034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Routers {'79be2c49-6887-4055-9456-ece5f3802bfe'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:05.821034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['79be2c49-6887-4055-9456-ece5f3802bfe'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:05.831165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Network 82c27b5b-0183-4f47-91f6-0df084f58c6c is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:05.839908 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:05.850182 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:05.871070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Pushing event updated for resources: {'Port': ['ID=36887065-dddd-475c-8ce2-2e393772716c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:05.889466 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a8e108c-790b-45bc-9ecf-c2637d83f7d0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.916325 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:05.961316 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e108c-790b-45bc-9ecf-c2637d83f7d0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Subnet': ['ID=301f1ee7-36ae-4a99-aa83-b85a297dfa84,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:05.977328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398ec87-f9f7-4f75-a6df-cb965ab11de3 req-a6acee3a-ec08-4c33-8558-1b6bc3eefe3e tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:05.984565 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4398ec87-f9f7-4f75-a6df-cb965ab11de3 req-a6acee3a-ec08-4c33-8558-1b6bc3eefe3e tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 946 time: 0.1238863 Sep 18 05:09:06.007354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] Set router 79be2c49-6887-4055-9456-ece5f3802bfe gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:06.026562 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e108c-790b-45bc-9ecf-c2637d83f7d0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Checking segment: {'id': '35b007dd-1108-4732-bcba-7e3f6785b012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0a29fe39-9e92-4153-b2b2-ede1944cbeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:06.026562 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8e108c-790b-45bc-9ecf-c2637d83f7d0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network hostable DHCP agents. Network: 0a29fe39-9e92-4153-b2b2-ede1944cbeca, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:09:06.031472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b94b0-7bd5-480d-8e8d-b1064f96735e req-026294aa-a41f-4743-bc26-ed50e4a57c37 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:06.046576 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f39b94b0-7bd5-480d-8e8d-b1064f96735e req-026294aa-a41f-4743-bc26-ed50e4a57c37 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 946 time: 0.2702324 Sep 18 05:09:06.051990 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4398ec87-f9f7-4f75-a6df-cb965ab11de3 req-8d578a81-6a49-48e3-abb8-31dd211f3d8c tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea21998-8522-4ce0-abd3-06f727216d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632091 Sep 18 05:09:06.140254 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8e108c-790b-45bc-9ecf-c2637d83f7d0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network 0a29fe39-9e92-4153-b2b2-ede1944cbeca is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:09:06.213395 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-3a8e108c-790b-45bc-9ecf-c2637d83f7d0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 0a29fe39-9e92-4153-b2b2-ede1944cbeca) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:06.219424 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8e108c-790b-45bc-9ecf-c2637d83f7d0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:06.220109 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a8e108c-790b-45bc-9ecf-c2637d83f7d0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:06.221365 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e73c55a3-19a3-4753-972b-ad37f9b35a03 None None] Provisioning complete for port 36887065-dddd-475c-8ce2-2e393772716c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:06.222332 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e73c55a3-19a3-4753-972b-ad37f9b35a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:06.246371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a0e949-32f9-45c3-9698-902f7159aa7e None None] Network 0a29fe39-9e92-4153-b2b2-ede1944cbeca requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:06.304434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ea8e9-ec89-44f7-b1da-2e96c1cb6345 req-ce4e30d3-9016-47f7-9c18-7a0b3488a033 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:06.305842 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-544ea8e9-ec89-44f7-b1da-2e96c1cb6345 req-ce4e30d3-9016-47f7-9c18-7a0b3488a033 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 943 time: 0.1026602 Sep 18 05:09:06.323721 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3a8e108c-790b-45bc-9ecf-c2637d83f7d0 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0787556 Sep 18 05:09:06.327144 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49142) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:06.336322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f39b94b0-7bd5-480d-8e8d-b1064f96735e req-eb1682f3-3544-41f2-872b-8c8d936f7582 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Deleting port 9f89de76-b2f3-419b-8dfa-4aef96801321 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:06.336682 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f39b94b0-7bd5-480d-8e8d-b1064f96735e req-eb1682f3-3544-41f2-872b-8c8d936f7582 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:06.349954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e73c55a3-19a3-4753-972b-ad37f9b35a03 None None] Port 36887065-dddd-475c-8ce2-2e393772716c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:09:06.364898 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device cf7271ac-de70-4858-9583-628a2c1238c8 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:09:06.470598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f39b94b0-7bd5-480d-8e8d-b1064f96735e req-eb1682f3-3544-41f2-872b-8c8d936f7582 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] For port 9f89de76-b2f3-419b-8dfa-4aef96801321, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=9f89de76-b2f3-419b-8dfa-4aef96801321,segment=NetworkSegment(5b5c1085-a19f-4868-9518-d578a5d24864),segment_id=5b5c1085-a19f-4868-9518-d578a5d24864)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:06.471028 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f39b94b0-7bd5-480d-8e8d-b1064f96735e req-eb1682f3-3544-41f2-872b-8c8d936f7582 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:06.486330 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f39b94b0-7bd5-480d-8e8d-b1064f96735e req-eb1682f3-3544-41f2-872b-8c8d936f7582 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Calling delete_port for 9f89de76-b2f3-419b-8dfa-4aef96801321 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:06.490566 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:06.523602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-544ea8e9-ec89-44f7-b1da-2e96c1cb6345 req-0c71057c-0338-4761-a7a3-bc402d8a342c tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cb49e1-75c8-494f-8470-30e88cfc42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097838 Sep 18 05:09:06.524539 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'name': 'tempest-FloatingIPsTestJSON-1526812208-router', 'tenant_id': '6966decb81754066b3604013994b9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:08:59Z', 'updated_at': '2021-09-18T05:09:01Z', 'revision_number': 3, 'project_id': '6966decb81754066b3604013994b9aee', 'gw_port': {'id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:00Z', 'updated_at': '2021-09-18T05:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:06.563542 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:06.578384 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:06.809137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80810f2-470b-4715-aeda-4605e53fcadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-0a29fe39-9e92-4153-b2b2-ede1944cbeca', 'network_id': '0a29fe39-9e92-4153-b2b2-ede1944cbeca', 'tenant_id': 'd41ff54eef48433798482245e7b02629', 'fixed_ips': [{'subnet_id': '301f1ee7-36ae-4a99-aa83-b85a297dfa84'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:09:06.809893 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b80810f2-470b-4715-aeda-4605e53fcadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:06.812765 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 9f89de76-b2f3-419b-8dfa-4aef96801321 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:06.815882 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:06.822078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7581d0ee-36ea-4271-a44a-5a4e0aaa7a73 None None] The sync data for ids ['79be2c49-6887-4055-9456-ece5f3802bfe'] in n-d-789963-13 is: [{'id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'name': 'tempest-FloatingIPsTestJSON-1526812208-router', 'tenant_id': '6966decb81754066b3604013994b9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:08:59Z', 'updated_at': '2021-09-18T05:09:01Z', 'revision_number': 3, 'project_id': '6966decb81754066b3604013994b9aee', 'gw_port': {'id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:00Z', 'updated_at': '2021-09-18T05:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:09:06.884438 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port cf7271ac-de70-4858-9583-628a2c1238c8, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=cf7271ac-de70-4858-9583-628a2c1238c8,segment=NetworkSegment(bbd26463-7000-42fc-922e-2b5933327e44),segment_id=bbd26463-7000-42fc-922e-2b5933327e44)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:06.904981 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8877f4a2-2e4d-49ae-8610-63c4e766b102 req-2a6da773-b76a-45ae-abdb-9b34c0a76f8d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 210 time: 0.1365356 Sep 18 05:09:06.911604 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f39b94b0-7bd5-480d-8e8d-b1064f96735e req-eb1682f3-3544-41f2-872b-8c8d936f7582 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:06.932788 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'cf7271ac-de70-4858-9583-628a2c1238c8', 'network_id': 'af0c5cac-7c26-4cf5-a538-e3343703b85e', 'port_id': 'cf7271ac-de70-4858-9583-628a2c1238c8', 'mac_address': 'fa:16:3e:b9:0b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f8fe48-edff-49dd-8e00-fd3c803b2032', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:09:06.962630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1682f3-3544-41f2-872b-8c8d936f7582 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Pushing event deleted for resources: {'Port': ['ID=9f89de76-b2f3-419b-8dfa-4aef96801321,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:06.986787 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Subnet': ['ID=301f1ee7-36ae-4a99-aa83-b85a297dfa84,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:06.996316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49158) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:06.996538 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:06.996538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No active binding found for port 9f89de76-b2f3-419b-8dfa-4aef96801321 {{(pid=106910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 05:09:06.996538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 9f89de76-b2f3-419b-8dfa-4aef96801321 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:07.052217 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.054882 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.055214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39b94b0-7bd5-480d-8e8d-b1064f96735e req-eb1682f3-3544-41f2-872b-8c8d936f7582 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] No DVR routers for this DVR port 9f89de76-b2f3-419b-8dfa-4aef96801321 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:07.065475 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f39b94b0-7bd5-480d-8e8d-b1064f96735e req-eb1682f3-3544-41f2-872b-8c8d936f7582 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.068682 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f39b94b0-7bd5-480d-8e8d-b1064f96735e req-eb1682f3-3544-41f2-872b-8c8d936f7582 tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.13 "DELETE /v2.0/ports/9f89de76-b2f3-419b-8dfa-4aef96801321 HTTP/1.1" status: 204 len: 173 time: 1.0127676 Sep 18 05:09:07.070131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d638dec-0d3b-4a7c-af4a-82797f1d8bdf', 'name': 'network-vif-deleted', 'tag': '9f89de76-b2f3-419b-8dfa-4aef96801321'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:07.073920 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef27357-c485-424f-9bdc-a67b52fd93d8" -d '{"events": [{"server_uuid": "7d638dec-0d3b-4a7c-af4a-82797f1d8bdf", "name": "network-vif-deleted", "tag": "9f89de76-b2f3-419b-8dfa-4aef96801321"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:07.091086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ac68c-5df0-4b0c-9623-6d7817e947e5 None None] Network 0a29fe39-9e92-4153-b2b2-ede1944cbeca requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:07.100203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7271ac-de70-4858-9583-628a2c1238c8 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:07.107269 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.108376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a29fe39-9e92-4153-b2b2-ede1944cbeca']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:07.122522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b007dd-1108-4732-bcba-7e3f6785b012') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:07.122870 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b007dd-1108-4732-bcba-7e3f6785b012') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:07.145895 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d0f78-ce0c-4fef-982e-396ca8880280 req-05c5b270-1df1-41ae-a8e7-1f7cb7b12f97 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:07.147731 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd6d0f78-ce0c-4fef-982e-396ca8880280 req-05c5b270-1df1-41ae-a8e7-1f7cb7b12f97 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 946 time: 0.2373080 Sep 18 05:09:07.151624 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.168006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port cf7271ac-de70-4858-9583-628a2c1238c8, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=cf7271ac-de70-4858-9583-628a2c1238c8,segment=NetworkSegment(bbd26463-7000-42fc-922e-2b5933327e44),segment_id=bbd26463-7000-42fc-922e-2b5933327e44)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:07.208192 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.209671 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-582d8e3d-8895-44c6-83c4-6fa62a877db3 req-3efeb343-71ec-4394-8fc4-2fcc02a34f8a tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 210 time: 0.0629823 Sep 18 05:09:07.211132 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.276620 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.284656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:09:07.286013 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:09:07.289887 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:09:07.324634 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105002c0-0b63-49c0-977b-07d230a85a44 x-openstack-request-id: req-105002c0-0b63-49c0-977b-07d230a85a44 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:07.324936 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d638dec-0d3b-4a7c-af4a-82797f1d8bdf", "name": "network-vif-deleted", "tag": "9f89de76-b2f3-419b-8dfa-4aef96801321", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:07.325193 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-105002c0-0b63-49c0-977b-07d230a85a44 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:07.326140 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d638dec-0d3b-4a7c-af4a-82797f1d8bdf', 'name': 'network-vif-deleted', 'tag': '9f89de76-b2f3-419b-8dfa-4aef96801321', 'status': 'completed', 'code': 200} Sep 18 05:09:07.334212 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd6d0f78-ce0c-4fef-982e-396ca8880280 req-731a23ee-4d90-4065-8b03-8ae4494a17a8 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe22f298-a275-478f-a12d-94c1a3958427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515195 Sep 18 05:09:07.337928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Pushing event updated for resources: {'Port': ['ID=36887065-dddd-475c-8ce2-2e393772716c,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:07.366409 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-367440a7-108e-4262-955e-307aef38a656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.412273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.444649 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=cf7271ac-de70-4858-9583-628a2c1238c8,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:07.498649 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.502485 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['cf7271ac-de70-4858-9583-628a2c1238c8'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:09:07.521263 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.523220 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/0a29fe39-9e92-4153-b2b2-ede1944cbeca HTTP/1.1" status: 204 len: 168 time: 1.1950145 Sep 18 05:09:07.526517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49170) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:07.538258 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63af68e-d456-4941-850f-fb4530ee301e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Network': ['ID=0a29fe39-9e92-4153-b2b2-ede1944cbeca,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:07.575816 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-7186908f-805f-48e6-a241-ed0f6a198042 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] GET failed (client error): The resource could not be found. Sep 18 05:09:07.578256 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7186908f-805f-48e6-a241-ed0f6a198042 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "GET /v2.0/subnets/301f1ee7-36ae-4a99-aa83-b85a297dfa84 HTTP/1.1" status: 404 len: 337 time: 0.0468173 Sep 18 05:09:07.580878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49172) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:07.591308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Network 82c27b5b-0183-4f47-91f6-0df084f58c6c is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:07.597980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:07.607610 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-13814b46-4064-4249-9bcb-fe4339b872d6 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:07.608488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13814b46-4064-4249-9bcb-fe4339b872d6 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:07.615428 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-13814b46-4064-4249-9bcb-fe4339b872d6 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/0a29fe39-9e92-4153-b2b2-ede1944cbeca HTTP/1.1" status: 404 len: 339 time: 0.0326343 Sep 18 05:09:07.616123 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49176) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:07.853336 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-367440a7-108e-4262-955e-307aef38a656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.871471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Router 79be2c49-6887-4055-9456-ece5f3802bfe has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:09:07.946086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec83dc8-348b-4264-a358-0a02ad42dd74 req-95142831-b6cf-4670-a9bd-d4ed688f75c7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:07.960965 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ec83dc8-348b-4264-a358-0a02ad42dd74 req-95142831-b6cf-4670-a9bd-d4ed688f75c7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 944 time: 0.2474077 Sep 18 05:09:07.965624 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-367440a7-108e-4262-955e-307aef38a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:07.975956 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6010763-62d1-42a9-b830-aac303340d8c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:07.978027 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e6010763-62d1-42a9-b830-aac303340d8c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3608372 Sep 18 05:09:07.981020 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49184) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:07.994461 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0cb0b98d-6368-4c5a-b912-2d0e70eed692 None None] Provisioning complete for port 36887065-dddd-475c-8ce2-2e393772716c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:07.995117 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b98d-6368-4c5a-b912-2d0e70eed692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:08.036196 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-67370fd7-eded-4a7a-a9f5-3b475109195d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "GET /v2.0/subnets?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 207 time: 0.0533397 Sep 18 05:09:08.040209 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49186) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:08.061468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0b98d-6368-4c5a-b912-2d0e70eed692 None None] Port 36887065-dddd-475c-8ce2-2e393772716c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:09:08.082793 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-367440a7-108e-4262-955e-307aef38a656 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=add971fa6a124b869466251806c3f6a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0920372 Sep 18 05:09:08.089373 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49188) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:08.116339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367440a7-108e-4262-955e-307aef38a656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4195aee-4093-4fa3-bbef-ea8bfabcba48,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:08.123479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:09:08.148530 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ec83dc8-348b-4264-a358-0a02ad42dd74 req-b4bbc6f1-1213-48f4-a9f4-a35e55490b11 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cb49e1-75c8-494f-8470-30e88cfc42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734827 Sep 18 05:09:08.192626 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b381dc0d-566f-4800-913f-00d1e7d8d975 admin admin] 10.222.0.23 "PUT /v2.0/routers/79be2c49-6887-4055-9456-ece5f3802bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0160575 Sep 18 05:09:08.254449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-31fb4dc1-0767-4e9b-bb12-1e097d81e0ec tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:08.256155 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-31fb4dc1-0767-4e9b-bb12-1e097d81e0ec tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.13 "GET /v2.0/networks?id=5b171667-d77e-497f-9300-379345ad8028 HTTP/1.1" status: 200 len: 822 time: 0.2751477 Sep 18 05:09:08.270399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-ac759ada-ccea-48a5-b7ed-3c225a550181 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Request body: {'port': {'device_id': '8e2dfba7-e22c-490e-93a5-ed87bedd38dd', 'network_id': '5b171667-d77e-497f-9300-379345ad8028', 'admin_state_up': True, 'tenant_id': 'f904c5eb53b9458d9987b6e296fd0c13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:08.322524 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 46437df9-ab2a-4c35-b5c5-b4d50d4161bf up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:08.335485 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e19d862c-1e66-4bc7-b46d-660ace1f7904 req-48d6e114-de83-4343-8975-6007318d040a tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 210 time: 0.0794225 Sep 18 05:09:08.381587 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device cf7271ac-de70-4858-9583-628a2c1238c8 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:08.415827 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c911621-e8c8-4b2c-a63e-1a256c0f5b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:08.469377 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e794ad-1af4-4428-899f-5585a181e679 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:08.470466 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c911621-e8c8-4b2c-a63e-1a256c0f5b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:08.482010 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e794ad-1af4-4428-899f-5585a181e679 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:08.488894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e794ad-1af4-4428-899f-5585a181e679 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:08.499780 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e794ad-1af4-4428-899f-5585a181e679 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:08.510852 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-90e794ad-1af4-4428-899f-5585a181e679 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4697521 Sep 18 05:09:08.514874 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 46437df9-ab2a-4c35-b5c5-b4d50d4161bf triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:08.515357 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:08.527403 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49198) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:08.554639 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1107314d-83f0-4962-9293-5463213247ea req-761948f7-b0c8-47df-a465-c5121c7c41cd tempest-ImagesTestJSON-1507509169 tempest-ImagesTestJSON-1507509169-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d638dec-0d3b-4a7c-af4a-82797f1d8bdf HTTP/1.1" status: 200 len: 210 time: 0.0425785 Sep 18 05:09:08.631983 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:08.653430 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port cf7271ac-de70-4858-9583-628a2c1238c8 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:09:08.661548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port cf7271ac-de70-4858-9583-628a2c1238c8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:08.661986 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:08.679503 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b14874fd-d1eb-453c-9af5-505da1a61163 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1526504 Sep 18 05:09:08.682961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49202) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:08.700864 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 46437df9-ab2a-4c35-b5c5-b4d50d4161bf, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=46437df9-ab2a-4c35-b5c5-b4d50d4161bf,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:08.777040 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:08.791750 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:08.835718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd745a2-5fef-4b29-97d4-a4b5e97c66d2 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:08.837315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd745a2-5fef-4b29-97d4-a4b5e97c66d2 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:08.838887 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7cd745a2-5fef-4b29-97d4-a4b5e97c66d2 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1549461 Sep 18 05:09:08.843988 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49206) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:08.862250 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=46437df9-ab2a-4c35-b5c5-b4d50d4161bf,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:08.950443 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf93c9-b5d3-4657-9e2c-39cd6604fe54 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:08.951868 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cdd67-3162-41e3-a3de-fd8e69fe9176 req-2e345326-3645-44c6-ac6b-ad3517ef1951 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:08.952009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf93c9-b5d3-4657-9e2c-39cd6604fe54 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:08.958709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-115cdd67-3162-41e3-a3de-fd8e69fe9176 req-2e345326-3645-44c6-ac6b-ad3517ef1951 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 946 time: 0.4923875 Sep 18 05:09:08.958870 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-51bf93c9-b5d3-4657-9e2c-39cd6604fe54 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1085942 Sep 18 05:09:08.958870 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49208) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:08.978026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a964056-14e4-4528-aa27-1074f50e2407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7271ac-de70-4858-9583-628a2c1238c8'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:08.980948 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b87860a-cd46-4277-bf59-be660c1950b7" -d '{"events": [{"server_uuid": "1a964056-14e4-4528-aa27-1074f50e2407", "name": "network-vif-plugged", "status": "completed", "tag": "cf7271ac-de70-4858-9583-628a2c1238c8"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:08.997412 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port cf7271ac-de70-4858-9583-628a2c1238c8, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=cf7271ac-de70-4858-9583-628a2c1238c8,segment=NetworkSegment(bbd26463-7000-42fc-922e-2b5933327e44),segment_id=bbd26463-7000-42fc-922e-2b5933327e44)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:09.012984 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-115cdd67-3162-41e3-a3de-fd8e69fe9176 req-efbe6ced-1fc5-4a95-81b4-b05a74fddf95 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe22f298-a275-478f-a12d-94c1a3958427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461743 Sep 18 05:09:09.062054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-ac759ada-ccea-48a5-b7ed-3c225a550181 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Made reservation on behalf of f904c5eb53b9458d9987b6e296fd0c13 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:09.067443 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-ac759ada-ccea-48a5-b7ed-3c225a550181 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:09.099882 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:09.100107 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c911621-e8c8-4b2c-a63e-1a256c0f5b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:09.103874 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c911621-e8c8-4b2c-a63e-1a256c0f5b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:09.105395 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3c911621-e8c8-4b2c-a63e-1a256c0f5b6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4195aee-4093-4fa3-bbef-ea8bfabcba48 HTTP/1.1" status: 204 len: 168 time: 1.0094855 Sep 18 05:09:09.128721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c911621-e8c8-4b2c-a63e-1a256c0f5b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4195aee-4093-4fa3-bbef-ea8bfabcba48,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:09.175850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=cf7271ac-de70-4858-9583-628a2c1238c8,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:09.191102 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0762b8e2-dc0a-4375-b241-4720fcb3582c x-openstack-request-id: req-0762b8e2-dc0a-4375-b241-4720fcb3582c {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:09.191944 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a964056-14e4-4528-aa27-1074f50e2407", "name": "network-vif-plugged", "status": "completed", "tag": "cf7271ac-de70-4858-9583-628a2c1238c8", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:09.194245 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0762b8e2-dc0a-4375-b241-4720fcb3582c {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:09.194791 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a964056-14e4-4528-aa27-1074f50e2407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7271ac-de70-4858-9583-628a2c1238c8', 'code': 200} Sep 18 05:09:09.259429 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Sync routers for ids ['79be2c49-6887-4055-9456-ece5f3802bfe'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:09:09.270860 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Routers {'79be2c49-6887-4055-9456-ece5f3802bfe'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:09.271644 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['79be2c49-6887-4055-9456-ece5f3802bfe'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:09.323713 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-3915fcc6-a79a-4b7d-bb9a-890fa7f07145 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5497129 Sep 18 05:09:09.327252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-ac759ada-ccea-48a5-b7ed-3c225a550181 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Allocated IP 172.20.0.4 (5b171667-d77e-497f-9300-379345ad8028/db635f65-1e70-4588-ae59-7fa1fc584f7f/ec4a872f-3dc3-4d92-b3f3-b1897e1921f5) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:09.352842 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f23a65-0d3b-43e6-9431-a4becc9a9ef4 req-97cf1b21-91b0-4e7f-80c9-d0a40a54bd9d tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:09.354592 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-13f23a65-0d3b-43e6-9431-a4becc9a9ef4 req-97cf1b21-91b0-4e7f-80c9-d0a40a54bd9d tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 945 time: 0.0770857 Sep 18 05:09:09.392122 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:09.406498 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Set router 79be2c49-6887-4055-9456-ece5f3802bfe gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:09.434429 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-13f23a65-0d3b-43e6-9431-a4becc9a9ef4 req-6f8a28ff-f183-44fe-ab8a-2fc23e876fd3 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cb49e1-75c8-494f-8470-30e88cfc42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708945 Sep 18 05:09:09.463592 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905a39cf-8ff8-4653-b228-de70111641a2 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:09.465264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-905a39cf-8ff8-4653-b228-de70111641a2 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "GET /v2.0/networks/dce45367-cbf8-4865-b9ab-4cbe1a22a339 HTTP/1.1" status: 200 len: 800 time: 0.5061615 Sep 18 05:09:09.469296 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49218) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:09.490879 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fe568-0642-4d67-8848-c9a0c6c449c2 req-d2eb313d-4c5d-4061-8c94-dc3401eb2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:09.492901 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-411fe568-0642-4d67-8848-c9a0c6c449c2 req-d2eb313d-4c5d-4061-8c94-dc3401eb2659 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 1097 time: 0.1844440 Sep 18 05:09:09.554622 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:09.577713 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-ac759ada-ccea-48a5-b7ed-3c225a550181 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:09.609844 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73a21da7-1cc3-4b97-bb4d-72b434e82c9c req-7cd2245e-bdfc-40e9-88e4-8cd87d9b3522 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 210 time: 0.0357506 Sep 18 05:09:09.642544 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-411fe568-0642-4d67-8848-c9a0c6c449c2 req-ad157fd9-ef14-4b8b-985f-e430fbd8798a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=60cb49e1-75c8-494f-8470-30e88cfc42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117547 Sep 18 05:09:09.674230 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cb1feb9a-2bcd-43fa-8880-62752b45c86d tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "GET /v2.0/networks/dce45367-cbf8-4865-b9ab-4cbe1a22a339?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2023232 Sep 18 05:09:09.681880 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49224) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:09.683643 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'name': 'tempest-FloatingIPsTestJSON-1526812208-router', 'tenant_id': '6966decb81754066b3604013994b9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:08:59Z', 'updated_at': '2021-09-18T05:09:06Z', 'revision_number': 4, 'project_id': '6966decb81754066b3604013994b9aee', 'gw_port': {'id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:00Z', 'updated_at': '2021-09-18T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '36887065-dddd-475c-8ce2-2e393772716c', 'name': '', 'network_id': '82c27b5b-0183-4f47-91f6-0df084f58c6c', 'tenant_id': '6966decb81754066b3604013994b9aee', 'mac_address': 'fa:16:3e:38:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0d888b52-f274-4fa9-b838-64ac380d7801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:05Z', 'updated_at': '2021-09-18T05:09:06Z', 'revision_number': 2, 'project_id': '6966decb81754066b3604013994b9aee', 'subnets': [{'id': '0d888b52-f274-4fa9-b838-64ac380d7801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:09.727119 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Checking router: 79be2c49-6887-4055-9456-ece5f3802bfe for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:09:09.727628 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Updating router 79be2c49-6887-4055-9456-ece5f3802bfe port 36887065-dddd-475c-8ce2-2e393772716c binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:09:09.769752 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:09.782346 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-ac759ada-ccea-48a5-b7ed-3c225a550181 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:09.839273 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:09.879694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e67e87-9d25-41a8-a1ca-04026694f22b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:09.886345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c7e67e87-9d25-41a8-a1ca-04026694f22b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "GET /v2.0/subnets/0bf31a52-3158-49f8-8c11-a52d3babfab4 HTTP/1.1" status: 200 len: 811 time: 0.2034144 Sep 18 05:09:09.889993 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49250) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:09.898229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c6ead-a944-440d-809a-82477a52af7d req-8f688136-69ae-40a3-990d-84c838ae0594 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:09.899972 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-368c6ead-a944-440d-809a-82477a52af7d req-8f688136-69ae-40a3-990d-84c838ae0594 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 946 time: 0.2512460 Sep 18 05:09:09.928153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-ac759ada-ccea-48a5-b7ed-3c225a550181 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Network 5b171667-d77e-497f-9300-379345ad8028 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:09.964475 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac759ada-ccea-48a5-b7ed-3c225a550181 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Pushing event updated for resources: {'Port': ['ID=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:09.978876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-ac759ada-ccea-48a5-b7ed-3c225a550181 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:09.989149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-ac759ada-ccea-48a5-b7ed-3c225a550181 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:10.087641 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Allocated IP 172.25.7.160 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/e2056581-eb32-4224-acf1-de80db8b1cbf) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:10.102795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2dd5ec-bc30-4050-abc3-2a4091299a0e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['shared'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:10.116868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49270) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:10.117570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4a2dd5ec-bc30-4050-abc3-2a4091299a0e tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "GET /v2.0/subnets/0bf31a52-3158-49f8-8c11-a52d3babfab4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2164993 Sep 18 05:09:10.126789 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.128792 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-17386e52-39bc-4dd1-b3cd-187dd26e9625 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-863755521'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:10.162450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-ac759ada-ccea-48a5-b7ed-3c225a550181 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:10.163473 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-ac759ada-ccea-48a5-b7ed-3c225a550181 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.201047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 46437df9-ab2a-4c35-b5c5-b4d50d4161bf up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:10.217533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-368c6ead-a944-440d-809a-82477a52af7d req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Deleting port c9f54ac5-ae66-41f9-86cf-e0cca62064e2 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:10.217976 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-368c6ead-a944-440d-809a-82477a52af7d req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.220277 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.246269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a933-3614-4fe5-a60f-9f8ec059b05f req-6c7298c0-9bac-4c23-9c23-c7e470c4cae1 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:10.261682 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.270422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 46437df9-ab2a-4c35-b5c5-b4d50d4161bf triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:10.270863 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.273867 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c28a933-3614-4fe5-a60f-9f8ec059b05f req-6c7298c0-9bac-4c23-9c23-c7e470c4cae1 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 946 time: 0.1112981 Sep 18 05:09:10.293694 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05712da-d902-45ba-b42f-22b4b65a74a9 None None] Pushing event updated for resources: {'Port': ['ID=36887065-dddd-475c-8ce2-2e393772716c,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:10.302639 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05712da-d902-45ba-b42f-22b4b65a74a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:10.306048 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17386e52-39bc-4dd1-b3cd-187dd26e9625 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:10.310198 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05712da-d902-45ba-b42f-22b4b65a74a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:10.310734 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17386e52-39bc-4dd1-b3cd-187dd26e9625 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.310963 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05712da-d902-45ba-b42f-22b4b65a74a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:10.311469 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05712da-d902-45ba-b42f-22b4b65a74a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:10.311946 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05712da-d902-45ba-b42f-22b4b65a74a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:10.312553 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05712da-d902-45ba-b42f-22b4b65a74a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:10.313024 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05712da-d902-45ba-b42f-22b4b65a74a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:10.313492 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05712da-d902-45ba-b42f-22b4b65a74a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:10.313984 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05712da-d902-45ba-b42f-22b4b65a74a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:10.314450 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05712da-d902-45ba-b42f-22b4b65a74a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:10.314916 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05712da-d902-45ba-b42f-22b4b65a74a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:10.315380 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05712da-d902-45ba-b42f-22b4b65a74a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:10.365934 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c28a933-3614-4fe5-a60f-9f8ec059b05f req-d2dff484-c46d-46d6-b8a8-a2e3852169e2 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe22f298-a275-478f-a12d-94c1a3958427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905569 Sep 18 05:09:10.371472 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17386e52-39bc-4dd1-b3cd-187dd26e9625 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:09:10.392450 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.405746 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Attempting to bind port 36887065-dddd-475c-8ce2-2e393772716c on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:10.406557 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Attempting to bind port 36887065-dddd-475c-8ce2-2e393772716c by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '36cafcc4-a12d-44f8-859a-fa301c5c8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82c27b5b-0183-4f47-91f6-0df084f58c6c'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:10.410936 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Attempting to bind port 36887065-dddd-475c-8ce2-2e393772716c on network 82c27b5b-0183-4f47-91f6-0df084f58c6c {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:10.417527 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:10.418193 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Checking segment: {'id': '36cafcc4-a12d-44f8-859a-fa301c5c8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82c27b5b-0183-4f47-91f6-0df084f58c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:10.418849 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.419453 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Bound using segment: {'id': '36cafcc4-a12d-44f8-859a-fa301c5c8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82c27b5b-0183-4f47-91f6-0df084f58c6c'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:10.420264 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Bound port: 36887065-dddd-475c-8ce2-2e393772716c, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cafcc4-a12d-44f8-859a-fa301c5c8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '82c27b5b-0183-4f47-91f6-0df084f58c6c'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:10.421249 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.436469 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17386e52-39bc-4dd1-b3cd-187dd26e9625 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.437957 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-17386e52-39bc-4dd1-b3cd-187dd26e9625 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Added segment db2e3158-7ab8-4cdb-b8ac-feed8c640f06 of type vlan for network 004b38f9-6c13-4972-880c-5232d4db622a Sep 18 05:09:10.451521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-ac759ada-ccea-48a5-b7ed-3c225a550181 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1862092 Sep 18 05:09:10.472611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49280) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:10.476733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Request body: {'port': {'device_id': '8e2dfba7-e22c-490e-93a5-ed87bedd38dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:10.496048 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17386e52-39bc-4dd1-b3cd-187dd26e9625 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.551820 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] For port 36887065-dddd-475c-8ce2-2e393772716c, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:10.555311 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] For port 36887065-dddd-475c-8ce2-2e393772716c, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=36887065-dddd-475c-8ce2-2e393772716c,segment=NetworkSegment(36cafcc4-a12d-44f8-859a-fa301c5c8414),segment_id=36cafcc4-a12d-44f8-859a-fa301c5c8414)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:10.567832 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.569113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:10.574609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:10.576196 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:10.616684 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4b5fd0a9-cf01-41ab-a87d-ef799b30c990 None None] Provisioning complete for port 36887065-dddd-475c-8ce2-2e393772716c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:10.617246 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4b5fd0a9-cf01-41ab-a87d-ef799b30c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.645363 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17386e52-39bc-4dd1-b3cd-187dd26e9625 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.656628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17386e52-39bc-4dd1-b3cd-187dd26e9625 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:10.658955 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17386e52-39bc-4dd1-b3cd-187dd26e9625 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.664874 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.681850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-4b5fd0a9-cf01-41ab-a87d-ef799b30c990 None None] Port 36887065-dddd-475c-8ce2-2e393772716c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:09:10.762369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17386e52-39bc-4dd1-b3cd-187dd26e9625 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Network': ['ID=004b38f9-6c13-4972-880c-5232d4db622a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:10.775123 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Routers {'79be2c49-6887-4055-9456-ece5f3802bfe'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:10.775858 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Pushing event updated for resources: {'Port': ['ID=e2056581-eb32-4224-acf1-de80db8b1cbf,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:10.778246 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 004b38f9-6c13-4972-880c-5232d4db622a details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:09:10.788203 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['79be2c49-6887-4055-9456-ece5f3802bfe'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:10.791771 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05712da-d902-45ba-b42f-22b4b65a74a9 None None] Pushing event updated for resources: {'Port': ['ID=36887065-dddd-475c-8ce2-2e393772716c,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:10.792679 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-17386e52-39bc-4dd1-b3cd-187dd26e9625 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6739092 Sep 18 05:09:10.795514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49288) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:10.822982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-008b3e9c-81b5-4040-a58b-3e740c6f5434 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'subnet': {'network_id': '004b38f9-6c13-4972-880c-5232d4db622a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:10.889313 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-368c6ead-a944-440d-809a-82477a52af7d req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] For port c9f54ac5-ae66-41f9-86cf-e0cca62064e2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c9f54ac5-ae66-41f9-86cf-e0cca62064e2,segment=NetworkSegment(e23b14e8-381f-48b3-908e-3970d8f7bc9a),segment_id=e23b14e8-381f-48b3-908e-3970d8f7bc9a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:10.889696 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-368c6ead-a944-440d-809a-82477a52af7d req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.906087 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-205b5e49-cc54-43af-a9b4-d42e16c33314 admin admin] Deleting subnet 69e11554-3849-4f64-b8fc-9779a28fb1b9 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:09:10.911329 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-205b5e49-cc54-43af-a9b4-d42e16c33314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.939112 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.962611 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-205b5e49-cc54-43af-a9b4-d42e16c33314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:10.965121 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] Set router 79be2c49-6887-4055-9456-ece5f3802bfe gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:11.034921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-205b5e49-cc54-43af-a9b4-d42e16c33314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.062676 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.117448 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e842db52-d395-469a-aeb3-77e8c0892310 None None] Provisioning complete for port 36887065-dddd-475c-8ce2-2e393772716c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:11.118477 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e842db52-d395-469a-aeb3-77e8c0892310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.191096 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:09:11.210686 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'name': 'tempest-FloatingIPsTestJSON-1526812208-router', 'tenant_id': '6966decb81754066b3604013994b9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:08:59Z', 'updated_at': '2021-09-18T05:09:06Z', 'revision_number': 4, 'project_id': '6966decb81754066b3604013994b9aee', 'gw_port': {'id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:00Z', 'updated_at': '2021-09-18T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '36887065-dddd-475c-8ce2-2e393772716c', 'name': '', 'network_id': '82c27b5b-0183-4f47-91f6-0df084f58c6c', 'tenant_id': '6966decb81754066b3604013994b9aee', 'mac_address': 'fa:16:3e:38:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0d888b52-f274-4fa9-b838-64ac380d7801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:05Z', 'updated_at': '2021-09-18T05:09:10Z', 'revision_number': 4, 'project_id': '6966decb81754066b3604013994b9aee', 'subnets': [{'id': '0d888b52-f274-4fa9-b838-64ac380d7801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:11.233685 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e842db52-d395-469a-aeb3-77e8c0892310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.234958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b1491-684a-4673-a26f-3e2f4e75c889 req-0eec7e13-e466-4962-879b-069a5ceedfac tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:11.236582 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d25b1491-684a-4673-a26f-3e2f4e75c889 req-0eec7e13-e466-4962-879b-069a5ceedfac tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 945 time: 0.5532749 Sep 18 05:09:11.246066 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a7bcee-ee93-4fff-87a0-852ec46a3786 None None] The sync data for ids ['79be2c49-6887-4055-9456-ece5f3802bfe'] in n-d-789963-13 is: [{'id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'name': 'tempest-FloatingIPsTestJSON-1526812208-router', 'tenant_id': '6966decb81754066b3604013994b9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:08:59Z', 'updated_at': '2021-09-18T05:09:06Z', 'revision_number': 4, 'project_id': '6966decb81754066b3604013994b9aee', 'gw_port': {'id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:00Z', 'updated_at': '2021-09-18T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '36887065-dddd-475c-8ce2-2e393772716c', 'name': '', 'network_id': '82c27b5b-0183-4f47-91f6-0df084f58c6c', 'tenant_id': '6966decb81754066b3604013994b9aee', 'mac_address': 'fa:16:3e:38:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0d888b52-f274-4fa9-b838-64ac380d7801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:05Z', 'updated_at': '2021-09-18T05:09:10Z', 'revision_number': 4, 'project_id': '6966decb81754066b3604013994b9aee', 'subnets': [{'id': '0d888b52-f274-4fa9-b838-64ac380d7801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:09:11.270625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.309150 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e842db52-d395-469a-aeb3-77e8c0892310 None None] For port 36887065-dddd-475c-8ce2-2e393772716c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=36887065-dddd-475c-8ce2-2e393772716c,segment=NetworkSegment(36cafcc4-a12d-44f8-859a-fa301c5c8414),segment_id=36cafcc4-a12d-44f8-859a-fa301c5c8414)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:11.357691 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.397544 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e842db52-d395-469a-aeb3-77e8c0892310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.411767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Pushing event updated for resources: {'Port': ['ID=e2056581-eb32-4224-acf1-de80db8b1cbf,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:11.475655 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.487165 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842db52-d395-469a-aeb3-77e8c0892310 None None] Pushing event updated for resources: {'Port': ['ID=36887065-dddd-475c-8ce2-2e393772716c,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:11.528212 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49296) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:11.533630 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d25b1491-684a-4673-a26f-3e2f4e75c889 req-dde5f209-6639-4364-b34f-2d1f038f2bb4 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cb49e1-75c8-494f-8470-30e88cfc42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691991 Sep 18 05:09:11.585156 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-368c6ead-a944-440d-809a-82477a52af7d req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.585536 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-368c6ead-a944-440d-809a-82477a52af7d req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.585861 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-368c6ead-a944-440d-809a-82477a52af7d req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Floating IP 1148480a-43d2-4d52-88a4-d13453826166 disassociated. External IP: 172.25.7.237, port: c9f54ac5-ae66-41f9-86cf-e0cca62064e2. Sep 18 05:09:11.586209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-368c6ead-a944-440d-809a-82477a52af7d req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Calling delete_port for c9f54ac5-ae66-41f9-86cf-e0cca62064e2 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:11.611543 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-205b5e49-cc54-43af-a9b4-d42e16c33314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.643206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008b3e9c-81b5-4040-a58b-3e740c6f5434 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Made reservation on behalf of d41ff54eef48433798482245e7b02629 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:11.646880 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-008b3e9c-81b5-4040-a58b-3e740c6f5434 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.665434 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea942bcc-650c-4905-a999-d4931bab22a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.710304 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.711558 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-99b3d983-76df-4958-87bb-771df410ceba tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3300364 Sep 18 05:09:11.734872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:11.739326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b5e49-cc54-43af-a9b4-d42e16c33314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e11554-3849-4f64-b8fc-9779a28fb1b9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:11.750810 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-205b5e49-cc54-43af-a9b4-d42e16c33314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.752688 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-205b5e49-cc54-43af-a9b4-d42e16c33314 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/69e11554-3849-4f64-b8fc-9779a28fb1b9 HTTP/1.1" status: 204 len: 168 time: 1.2452815 Sep 18 05:09:11.760106 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.764119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49302) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:11.783877 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-db146d69-b287-4808-8cd6-3708b773b2b6 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.0647697 Sep 18 05:09:11.835249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.ipam_backend_mixin [None req-008b3e9c-81b5-4040-a58b-3e740c6f5434 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Performing IP validity checks on allocation pools {{(pid=106909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 05:09:11.835249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.ipam_backend_mixin [None req-008b3e9c-81b5-4040-a58b-3e740c6f5434 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 05:09:11.845432 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Transition to ACTIVE for port object ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:09:11.929436 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acd4f7-2cad-4042-97b2-b0763ffb2801 req-28852423-853b-4246-9d36-4816694e0ac2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:11.931158 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75acd4f7-2cad-4042-97b2-b0763ffb2801 req-28852423-853b-4246-9d36-4816694e0ac2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 931 time: 0.3141673 Sep 18 05:09:11.936196 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.938745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-6ca1a081-8760-4681-a9c5-5de383f6289a tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:11.940229 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5026d18d-0f4f-40c4-a141-0dd80f735a25 req-6ca1a081-8760-4681-a9c5-5de383f6289a tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.1469471 Sep 18 05:09:11.954017 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea942bcc-650c-4905-a999-d4931bab22a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:11.992436 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-166d8c27-f8b8-4f1e-b271-85bc24b17f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:12.048013 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea942bcc-650c-4905-a999-d4931bab22a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:12.099883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Pushing event updated for resources: {'Port': ['ID=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:12.116898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea942bcc-650c-4905-a999-d4931bab22a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e4f204-20f9-4a5f-ae0e-f49860698127,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:12.124695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ea942bcc-650c-4905-a999-d4931bab22a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d99f10623544dd89b0562299b63f54d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5952377 Sep 18 05:09:12.134047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49306) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:12.169551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a008ebb-cbb1-4eb7-93d1-066c9582af93 req-90ef3cd1-3281-4aaf-acad-aaebfc51fadb tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:12.169551 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3a008ebb-cbb1-4eb7-93d1-066c9582af93 req-90ef3cd1-3281-4aaf-acad-aaebfc51fadb tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 946 time: 0.1630998 Sep 18 05:09:12.169696 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75acd4f7-2cad-4042-97b2-b0763ffb2801 req-5a962d95-dadb-4027-8274-3abd6bd44c6a tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214825 Sep 18 05:09:12.223518 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d426-ada0-47a0-8a6c-8237455a2657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:12.245736 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3a008ebb-cbb1-4eb7-93d1-066c9582af93 req-d44a1dbc-1754-4dc3-82be-8769d5380324 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe22f298-a275-478f-a12d-94c1a3958427&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583501 Sep 18 05:09:12.262108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 36887065-dddd-475c-8ce2-2e393772716c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:12.282487 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d426-ada0-47a0-8a6c-8237455a2657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:12.339022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 36887065-dddd-475c-8ce2-2e393772716c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:12.339477 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:12.382167 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c9f54ac5-ae66-41f9-86cf-e0cca62064e2 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:12.400138 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-368c6ead-a944-440d-809a-82477a52af7d req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:12.403005 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-166d8c27-f8b8-4f1e-b271-85bc24b17f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:12.406066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: c9f54ac5-ae66-41f9-86cf-e0cca62064e2 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:12.406429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c9f54ac5-ae66-41f9-86cf-e0cca62064e2 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:12.417308 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-447cf184-a469-4520-b4b8-1fd4c190221e req-eeec8dab-ffde-4f2b-8f56-62a20dcb1c8d tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/floatingips/261ed85a-c543-4424-90ca-55d06edfcfea HTTP/1.1" status: 200 len: 693 time: 0.1320329 Sep 18 05:09:12.420537 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d426-ada0-47a0-8a6c-8237455a2657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:12.423439 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d426-ada0-47a0-8a6c-8237455a2657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:12.426826 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2eb1d426-ada0-47a0-8a6c-8237455a2657 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20e4f204-20f9-4a5f-ae0e-f49860698127 HTTP/1.1" status: 204 len: 168 time: 0.2945240 Sep 18 05:09:12.449526 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1d426-ada0-47a0-8a6c-8237455a2657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e4f204-20f9-4a5f-ae0e-f49860698127,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:12.509137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Attempting to bind port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:12.509492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Attempting to bind port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b171667-d77e-497f-9300-379345ad8028'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:12.509836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Attempting to bind port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 on network 5b171667-d77e-497f-9300-379345ad8028 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:12.521287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Pushing event deleted for resources: {'Port': ['ID=c9f54ac5-ae66-41f9-86cf-e0cca62064e2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:12.524161 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-166d8c27-f8b8-4f1e-b271-85bc24b17f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e10c5a-eb89-4d23-8b34-301a826af75c']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:12.561781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 on network 5b171667-d77e-497f-9300-379345ad8028 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:09:12.562006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Attempting to bind port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 on network 5b171667-d77e-497f-9300-379345ad8028 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:12.575172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-166d8c27-f8b8-4f1e-b271-85bc24b17f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5c1085-a19f-4868-9518-d578a5d24864') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:12.575485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-166d8c27-f8b8-4f1e-b271-85bc24b17f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5c1085-a19f-4868-9518-d578a5d24864') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:12.593015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:12.595701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Checking segment: {'id': '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b171667-d77e-497f-9300-379345ad8028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:12.595701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Bound using segment: {'id': '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b171667-d77e-497f-9300-379345ad8028'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:12.595701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Bound port: ec4a872f-3dc3-4d92-b3f3-b1897e1921f5, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b171667-d77e-497f-9300-379345ad8028'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:12.595701 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:12.639574 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-166d8c27-f8b8-4f1e-b271-85bc24b17f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:12.696623 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-008b3e9c-81b5-4040-a58b-3e740c6f5434 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:12.732058 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-166d8c27-f8b8-4f1e-b271-85bc24b17f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:12.775360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166d8c27-f8b8-4f1e-b271-85bc24b17f30 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:09:12.775780 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-166d8c27-f8b8-4f1e-b271-85bc24b17f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:09:12.782050 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:09:12.842761 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1921f-edce-49fc-aea5-b066d929d2cb req-7f7ae109-4dc3-475f-bc61-54db245cfb93 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:12.844644 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0aa1921f-edce-49fc-aea5-b066d929d2cb req-7f7ae109-4dc3-475f-bc61-54db245cfb93 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 945 time: 0.2288141 Sep 18 05:09:12.896896 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0aa1921f-edce-49fc-aea5-b066d929d2cb req-3f9e0fe9-772d-426d-8d05-2a94c3d4cbfe tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cb49e1-75c8-494f-8470-30e88cfc42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429263 Sep 18 05:09:13.266614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cf184-a469-4520-b4b8-1fd4c190221e req-b497e140-1719-4a6c-ace4-815ff2718144 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:13.281904 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-447cf184-a469-4520-b4b8-1fd4c190221e req-b497e140-1719-4a6c-ace4-815ff2718144 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.8441904 Sep 18 05:09:13.309072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] For port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:13.312865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] For port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:13.340635 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b3e9c-81b5-4040-a58b-3e740c6f5434 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Subnet': ['ID=59f8bc16-dc79-4284-8d8e-db7e2abd11ca,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:13.366760 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-368c6ead-a944-440d-809a-82477a52af7d req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Router af873d7f-e12d-4cbf-9f1b-71508416f6cd has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:09:13.372352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b3e9c-81b5-4040-a58b-3e740c6f5434 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Checking segment: {'id': 'db2e3158-7ab8-4cdb-b8ac-feed8c640f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '004b38f9-6c13-4972-880c-5232d4db622a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:13.372720 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008b3e9c-81b5-4040-a58b-3e740c6f5434 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network hostable DHCP agents. Network: 004b38f9-6c13-4972-880c-5232d4db622a, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:09:13.387474 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-166d8c27-f8b8-4f1e-b271-85bc24b17f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:13.414072 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c7c97-eef4-470b-ac61-34ae8d193776 req-9229c9ea-689e-443d-b763-7f597af9f891 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:13.415609 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f17c7c97-eef4-470b-ac61-34ae8d193776 req-9229c9ea-689e-443d-b763-7f597af9f891 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 943 time: 0.0765653 Sep 18 05:09:13.432969 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-166d8c27-f8b8-4f1e-b271-85bc24b17f30 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:13.434839 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-166d8c27-f8b8-4f1e-b271-85bc24b17f30 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d3e10c5a-eb89-4d23-8b34-301a826af75c HTTP/1.1" status: 204 len: 168 time: 1.6697419 Sep 18 05:09:13.459116 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:13.459503 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f17c7c97-eef4-470b-ac61-34ae8d193776 req-7ac9e171-1f73-4a92-b2bc-4a68b7a8467b tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374644 Sep 18 05:09:13.491012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d8c27-f8b8-4f1e-b271-85bc24b17f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e10c5a-eb89-4d23-8b34-301a826af75c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:13.497963 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1f84e45-d5b1-4c43-a4cf-41fb92ceac4b req-810a23fd-35b5-4597-85bd-4ccac5e9c177 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 210 time: 0.1043105 Sep 18 05:09:13.528952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008b3e9c-81b5-4040-a58b-3e740c6f5434 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Network 004b38f9-6c13-4972-880c-5232d4db622a is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:09:13.554508 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:13.557267 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:13.557267 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] 10.222.0.13 "PUT /v2.0/ports/ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 HTTP/1.1" status: 200 len: 1092 time: 3.0918932 Sep 18 05:09:13.589826 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2dfba7-e22c-490e-93a5-ed87bedd38dd', 'tag': 'ec4a872f-3dc3-4d92-b3f3-b1897e1921f5'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:13.592096 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1ae1f4-9940-4602-9ec3-712ca9b79558" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2dfba7-e22c-490e-93a5-ed87bedd38dd", "tag": "ec4a872f-3dc3-4d92-b3f3-b1897e1921f5"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:13.614105 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a88000-fa8e-4971-879d-f77b29c55788 req-5823931a-71e7-4c25-acc3-9abe00d7d7a9 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:13.615686 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-25a88000-fa8e-4971-879d-f77b29c55788 req-5823931a-71e7-4c25-acc3-9abe00d7d7a9 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 945 time: 0.0718155 Sep 18 05:09:13.667961 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-25a88000-fa8e-4971-879d-f77b29c55788 req-1eeb4376-7328-48d2-b732-d4d3652a61ad tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cb49e1-75c8-494f-8470-30e88cfc42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462236 Sep 18 05:09:13.687664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-008b3e9c-81b5-4040-a58b-3e740c6f5434 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 004b38f9-6c13-4972-880c-5232d4db622a) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:13.693133 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008b3e9c-81b5-4040-a58b-3e740c6f5434 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:13.693940 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-008b3e9c-81b5-4040-a58b-3e740c6f5434 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:13.698135 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68bae54-9829-49e2-b4a0-5dee797817a9 None None] Network 004b38f9-6c13-4972-880c-5232d4db622a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:13.731069 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d76623-e6b6-47ab-90cc-f60bec6f466e x-openstack-request-id: req-c7d76623-e6b6-47ab-90cc-f60bec6f466e {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:13.731442 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2dfba7-e22c-490e-93a5-ed87bedd38dd", "tag": "ec4a872f-3dc3-4d92-b3f3-b1897e1921f5", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:13.731695 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7d76623-e6b6-47ab-90cc-f60bec6f466e {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:13.732090 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2dfba7-e22c-490e-93a5-ed87bedd38dd', 'tag': 'ec4a872f-3dc3-4d92-b3f3-b1897e1921f5', 'status': 'completed', 'code': 200} Sep 18 05:09:13.757469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d43b951-3e9e-4f5a-b6c7-8d1d9794fe66 req-0182d8b8-eab9-401d-8840-a623c18e0574 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=6966decb81754066b3604013994b9aee HTTP/1.1" status: 200 len: 696 time: 0.1623390 Sep 18 05:09:13.758294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e2249-c930-45b8-afed-0179348c1a0b service neutron] Pushing event updated for resources: {'Port': ['ID=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:13.763166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-368c6ead-a944-440d-809a-82477a52af7d req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:09:13.778959 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49352) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:13.797151 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da577c5f-ca4b-4ded-ae41-bb338ee77a5c None None] Sync routers for ids ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:09:13.835633 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b55098f6-9523-4d6b-854a-03d4142b08ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1b4bc622cec481d856678fe715fc0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552649 Sep 18 05:09:13.836293 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49356) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:13.840604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-368c6ead-a944-440d-809a-82477a52af7d req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] No DVR routers for this DVR port c9f54ac5-ae66-41f9-86cf-e0cca62064e2 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:13.840841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da577c5f-ca4b-4ded-ae41-bb338ee77a5c None None] Routers {'af873d7f-e12d-4cbf-9f1b-71508416f6cd'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:13.841750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-da577c5f-ca4b-4ded-ae41-bb338ee77a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:13.843475 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-368c6ead-a944-440d-809a-82477a52af7d req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:13.846567 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-368c6ead-a944-440d-809a-82477a52af7d req-f53885fa-f65d-4e95-be5e-e29a2f865974 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.18 "DELETE /v2.0/ports/c9f54ac5-ae66-41f9-86cf-e0cca62064e2 HTTP/1.1" status: 204 len: 173 time: 3.9375694 Sep 18 05:09:13.867920 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-65dd4cfc-82e2-4124-be7c-d9606416e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:13.869549 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-65dd4cfc-82e2-4124-be7c-d9606416e8b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f904c5eb53b9458d9987b6e296fd0c13&device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 1095 time: 0.1639872 Sep 18 05:09:13.903557 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89b91b8f-3a3e-454c-a3fa-e0ff61697156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:13.928165 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89b91b8f-3a3e-454c-a3fa-e0ff61697156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:13.969058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-004b38f9-6c13-4972-880c-5232d4db622a', 'network_id': '004b38f9-6c13-4972-880c-5232d4db622a', 'tenant_id': 'd41ff54eef48433798482245e7b02629', 'fixed_ips': [{'subnet_id': '59f8bc16-dc79-4284-8d8e-db7e2abd11ca'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:09:13.970022 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:13.971360 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-008b3e9c-81b5-4040-a58b-3e740c6f5434 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.1556792 Sep 18 05:09:13.975659 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-d029dc03-c3d7-4916-9fa2-4c2fb9e80494 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 HTTP/1.1" status: 200 len: 217 time: 0.0698464 Sep 18 05:09:13.976117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49358) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:13.983541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-dba0d522-94f4-4ab2-90e1-698f5c528381 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:14.016783 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-da577c5f-ca4b-4ded-ae41-bb338ee77a5c None None] Set router af873d7f-e12d-4cbf-9f1b-71508416f6cd gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:14.060401 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89b91b8f-3a3e-454c-a3fa-e0ff61697156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:14.062893 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89b91b8f-3a3e-454c-a3fa-e0ff61697156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:14.064411 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-89b91b8f-3a3e-454c-a3fa-e0ff61697156 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ea21998-8522-4ce0-abd3-06f727216d76 HTTP/1.1" status: 204 len: 168 time: 0.2260237 Sep 18 05:09:14.073632 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b91b8f-3a3e-454c-a3fa-e0ff61697156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea21998-8522-4ce0-abd3-06f727216d76,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:14.125075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43b951-3e9e-4f5a-b6c7-8d1d9794fe66 req-da1f675d-5865-4037-8f94-13a5bb78c122 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:14.129748 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d43b951-3e9e-4f5a-b6c7-8d1d9794fe66 req-da1f675d-5865-4037-8f94-13a5bb78c122 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/networks?id=5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 787 time: 0.3400445 Sep 18 05:09:14.150929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-b6238f8d-a32e-4609-bc3e-0d2c2aa405b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:14.152824 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-b6238f8d-a32e-4609-bc3e-0d2c2aa405b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db635f65-1e70-4588-ae59-7fa1fc584f7f HTTP/1.1" status: 200 len: 862 time: 0.1613379 Sep 18 05:09:14.174420 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dba0d522-94f4-4ab2-90e1-698f5c528381 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4706507'] for subnet, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:14.200183 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-a45ea734-a330-4955-9263-759f59de62d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b171667-d77e-497f-9300-379345ad8028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347049 Sep 18 05:09:14.270243 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ad835720-b05c-48c0-a913-1e7517caeb70 req-dba70859-4d73-469e-ab8b-f71455e20d7b tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/floatingips/261ed85a-c543-4424-90ca-55d06edfcfea HTTP/1.1" status: 200 len: 693 time: 0.1093559 Sep 18 05:09:14.290432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Allocated IP 172.20.0.3 (004b38f9-6c13-4972-880c-5232d4db622a/59f8bc16-dc79-4284-8d8e-db7e2abd11ca/2412096d-75c5-4511-a832-6c98cd7e2fe5) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:14.319714 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-8a3e74ef-6dc6-4c6d-8cd2-c0a12c8caea4 service neutron] 10.222.0.13 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106007 Sep 18 05:09:14.404700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad835720-b05c-48c0-a913-1e7517caeb70 req-c3863c3c-f1bd-4a4a-a3b4-66cff794f392 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:14.412826 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ad835720-b05c-48c0-a913-1e7517caeb70 req-c3863c3c-f1bd-4a4a-a3b4-66cff794f392 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.1414025 Sep 18 05:09:14.461452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcfe1f21-8bee-43e5-ad20-8b96bb6d8fe3 req-98b95526-40f3-4959-8cc9-51216a76f4c7 service neutron] 10.222.0.13 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343222 Sep 18 05:09:14.476900 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ad835720-b05c-48c0-a913-1e7517caeb70 req-3e698c65-72dd-47e2-9215-7355cf8ef5dc tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.0628631 Sep 18 05:09:14.537243 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ad835720-b05c-48c0-a913-1e7517caeb70 req-5bcd3365-a406-4fc6-b06f-0f2fda29d830 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.0572183 Sep 18 05:09:14.610086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-da577c5f-ca4b-4ded-ae41-bb338ee77a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:06:42Z', 'revision_number': 4, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'bf8a20b8-db7e-4110-9fdb-09987e5bef9c', 'name': '', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'mac_address': 'fa:16:3e:ac:ec:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:39Z', 'updated_at': '2021-09-18T05:06:49Z', 'revision_number': 5, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'subnets': [{'id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:14.613496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94652109-6f56-42e2-b8a4-c602a3e2c3dc req-d3e91366-5583-4c4a-a595-cd45e708c24e tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:14.616513 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94652109-6f56-42e2-b8a4-c602a3e2c3dc req-d3e91366-5583-4c4a-a595-cd45e708c24e tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 943 time: 0.0657308 Sep 18 05:09:14.703585 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-ad835720-b05c-48c0-a913-1e7517caeb70 req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Deleting port e2056581-eb32-4224-acf1-de80db8b1cbf {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:14.706147 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ad835720-b05c-48c0-a913-1e7517caeb70 req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:14.716669 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:14.720728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da577c5f-ca4b-4ded-ae41-bb338ee77a5c None None] Checking router: af873d7f-e12d-4cbf-9f1b-71508416f6cd for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:09:14.731940 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da577c5f-ca4b-4ded-ae41-bb338ee77a5c None None] Routers {'af873d7f-e12d-4cbf-9f1b-71508416f6cd'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:14.732635 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-da577c5f-ca4b-4ded-ae41-bb338ee77a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:14.741774 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94652109-6f56-42e2-b8a4-c602a3e2c3dc req-61175807-980e-4c94-9e8c-74cdbaca7ec3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958507 Sep 18 05:09:14.749088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ae1f4-9940-4602-9ec3-712ca9b79558 req-7ee2eb2d-a6bd-4d35-b150-a10f497404ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:14.751467 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc1ae1f4-9940-4602-9ec3-712ca9b79558 req-7ee2eb2d-a6bd-4d35-b150-a10f497404ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f904c5eb53b9458d9987b6e296fd0c13&device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 1095 time: 0.1335971 Sep 18 05:09:14.810894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08db3c-edec-48b5-92c5-277bafa110ff req-df5e891a-55be-4dce-8450-54cf77913412 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:14.813188 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:14.815557 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bf08db3c-edec-48b5-92c5-277bafa110ff req-df5e891a-55be-4dce-8450-54cf77913412 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 945 time: 0.1964254 Sep 18 05:09:14.853283 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ad835720-b05c-48c0-a913-1e7517caeb70 req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:14.857036 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ad835720-b05c-48c0-a913-1e7517caeb70 req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:14.868868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Pushing event updated for resources: {'Port': ['ID=2412096d-75c5-4511-a832-6c98cd7e2fe5,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:14.895971 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-ad835720-b05c-48c0-a913-1e7517caeb70 req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Calling delete_port for e2056581-eb32-4224-acf1-de80db8b1cbf owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:14.900942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Network 004b38f9-6c13-4972-880c-5232d4db622a is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:14.936846 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:14.941015 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:15.002161 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-da577c5f-ca4b-4ded-ae41-bb338ee77a5c None None] Set router af873d7f-e12d-4cbf-9f1b-71508416f6cd gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:15.057903 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Attempting to bind port 2412096d-75c5-4511-a832-6c98cd7e2fe5 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:15.058641 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Attempting to bind port 2412096d-75c5-4511-a832-6c98cd7e2fe5 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'db2e3158-7ab8-4cdb-b8ac-feed8c640f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '004b38f9-6c13-4972-880c-5232d4db622a'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:15.059284 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Attempting to bind port 2412096d-75c5-4511-a832-6c98cd7e2fe5 on network 004b38f9-6c13-4972-880c-5232d4db622a {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:15.066966 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:15.067600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Checking segment: {'id': 'db2e3158-7ab8-4cdb-b8ac-feed8c640f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '004b38f9-6c13-4972-880c-5232d4db622a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:15.068283 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:15.068886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Bound using segment: {'id': 'db2e3158-7ab8-4cdb-b8ac-feed8c640f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '004b38f9-6c13-4972-880c-5232d4db622a'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:15.069583 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Bound port: 2412096d-75c5-4511-a832-6c98cd7e2fe5, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2e3158-7ab8-4cdb-b8ac-feed8c640f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '004b38f9-6c13-4972-880c-5232d4db622a'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:15.070187 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:15.084089 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54cc4e17-10ed-4250-a636-2a4d7636aeea req-dadf3882-54d8-43f5-8b6e-87801dd947e3 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5ae5e60-1b79-4267-88ac-f71f43b0546f HTTP/1.1" status: 200 len: 210 time: 0.0850644 Sep 18 05:09:15.197922 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ad835720-b05c-48c0-a913-1e7517caeb70 req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:15.227804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Pushing event deleted for resources: {'Port': ['ID=e2056581-eb32-4224-acf1-de80db8b1cbf,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:15.257065 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:15.257440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:15.257786 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:15.258126 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:15.258629 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:15.258981 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:15.259463 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:15.259812 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:15.260163 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:15.267319 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:15.267319 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:15.267319 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:15.317203 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ad835720-b05c-48c0-a913-1e7517caeb70 req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:15.318355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ae1f4-9940-4602-9ec3-712ca9b79558 req-bd0e89dd-e377-49db-aba6-c2dae72f1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:15.319986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc1ae1f4-9940-4602-9ec3-712ca9b79558 req-bd0e89dd-e377-49db-aba6-c2dae72f1582 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b171667-d77e-497f-9300-379345ad8028 HTTP/1.1" status: 200 len: 922 time: 0.5469120 Sep 18 05:09:15.323822 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-ad835720-b05c-48c0-a913-1e7517caeb70 req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:15.325310 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ad835720-b05c-48c0-a913-1e7517caeb70 req-50e5452b-5c61-41ef-8646-a2e249971004 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "DELETE /v2.0/floatingips/261ed85a-c543-4424-90ca-55d06edfcfea HTTP/1.1" status: 204 len: 173 time: 0.7810977 Sep 18 05:09:15.343267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77be10-aa8c-4457-8586-4af76e81a641 req-7c53330c-5bbc-42d3-8900-7916930267dc tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:15.344927 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7c77be10-aa8c-4457-8586-4af76e81a641 req-7c53330c-5bbc-42d3-8900-7916930267dc tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 945 time: 0.1584573 Sep 18 05:09:15.354518 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dba0d522-94f4-4ab2-90e1-698f5c528381 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760849403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5489908'] for subnet, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:15.445704 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc1ae1f4-9940-4602-9ec3-712ca9b79558 req-949130e0-78aa-4689-abe3-1c2d06553dd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 HTTP/1.1" status: 200 len: 217 time: 0.0993168 Sep 18 05:09:15.451315 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] For port 2412096d-75c5-4511-a832-6c98cd7e2fe5, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:15.456511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] For port 2412096d-75c5-4511-a832-6c98cd7e2fe5, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2412096d-75c5-4511-a832-6c98cd7e2fe5,segment=NetworkSegment(db2e3158-7ab8-4cdb-b8ac-feed8c640f06),segment_id=db2e3158-7ab8-4cdb-b8ac-feed8c640f06)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:15.512761 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba0d522-94f4-4ab2-90e1-698f5c528381 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:15.513362 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dba0d522-94f4-4ab2-90e1-698f5c528381 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:15.517577 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:15.517752 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dba0d522-94f4-4ab2-90e1-698f5c528381 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "PUT /v2.0/subnets/59f8bc16-dc79-4284-8d8e-db7e2abd11ca HTTP/1.1" status: 200 len: 877 time: 1.5384145 Sep 18 05:09:15.518720 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49416) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:15.540141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-bf08db3c-edec-48b5-92c5-277bafa110ff req-05dd033c-0882-44de-af61-ebf4979ac152 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Deleting port cf7271ac-de70-4858-9583-628a2c1238c8 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:15.540643 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bf08db3c-edec-48b5-92c5-277bafa110ff req-05dd033c-0882-44de-af61-ebf4979ac152 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:15.558674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0d522-94f4-4ab2-90e1-698f5c528381 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event updated for resources: {'Subnet': ['ID=59f8bc16-dc79-4284-8d8e-db7e2abd11ca,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:15.558904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-da577c5f-ca4b-4ded-ae41-bb338ee77a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:06:42Z', 'revision_number': 4, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'bf8a20b8-db7e-4110-9fdb-09987e5bef9c', 'name': '', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'mac_address': 'fa:16:3e:ac:ec:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:39Z', 'updated_at': '2021-09-18T05:06:49Z', 'revision_number': 5, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'subnets': [{'id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:15.567787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7c77be10-aa8c-4457-8586-4af76e81a641 req-fdb74a01-9768-4905-8bcb-d7cad2694fe7 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/security-groups?id=60cb49e1-75c8-494f-8470-30e88cfc42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083297 Sep 18 05:09:15.594045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ae1f4-9940-4602-9ec3-712ca9b79558 req-35580eb5-1aeb-4b72-8998-9af5a2144bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:15.595120 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-ad0aedc3-e0d8-4c62-a3c2-dc07dd73ee9e tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2363095 Sep 18 05:09:15.595451 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc1ae1f4-9940-4602-9ec3-712ca9b79558 req-35580eb5-1aeb-4b72-8998-9af5a2144bb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db635f65-1e70-4588-ae59-7fa1fc584f7f HTTP/1.1" status: 200 len: 862 time: 0.1298442 Sep 18 05:09:15.606673 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da577c5f-ca4b-4ded-ae41-bb338ee77a5c None None] The sync data for ids ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'] in n-d-789963-13 is: [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:06:42Z', 'revision_number': 4, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'bf8a20b8-db7e-4110-9fdb-09987e5bef9c', 'name': '', 'network_id': 'ffb527be-d03c-4c87-a254-04ea5d823067', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'mac_address': 'fa:16:3e:ac:ec:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:39Z', 'updated_at': '2021-09-18T05:06:49Z', 'revision_number': 5, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'subnets': [{'id': 'a7932b23-0b60-4ae5-8ab0-d94621835bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:09:15.626690 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a0b29-a103-41b9-9bd4-353e1dec62df None None] Pushing event updated for resources: {'Port': ['ID=2412096d-75c5-4511-a832-6c98cd7e2fe5,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:15.648150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:15.667779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc1ae1f4-9940-4602-9ec3-712ca9b79558 req-120c42c5-86f2-4214-aef6-93bc79c2033e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b171667-d77e-497f-9300-379345ad8028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459602 Sep 18 05:09:15.733159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ae5e60-1b79-4267-88ac-f71f43b0546f', 'name': 'network-vif-deleted', 'tag': 'c9f54ac5-ae66-41f9-86cf-e0cca62064e2'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:15.735594 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1acf624-81f9-4b51-885c-163679e9ec41" -d '{"events": [{"server_uuid": "b5ae5e60-1b79-4267-88ac-f71f43b0546f", "name": "network-vif-deleted", "tag": "c9f54ac5-ae66-41f9-86cf-e0cca62064e2"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:15.740640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-bf08db3c-edec-48b5-92c5-277bafa110ff req-05dd033c-0882-44de-af61-ebf4979ac152 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] For port cf7271ac-de70-4858-9583-628a2c1238c8, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=cf7271ac-de70-4858-9583-628a2c1238c8,segment=NetworkSegment(bbd26463-7000-42fc-922e-2b5933327e44),segment_id=bbd26463-7000-42fc-922e-2b5933327e44)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:15.745888 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bf08db3c-edec-48b5-92c5-277bafa110ff req-05dd033c-0882-44de-af61-ebf4979ac152 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:15.755288 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:15.801695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-bf08db3c-edec-48b5-92c5-277bafa110ff req-05dd033c-0882-44de-af61-ebf4979ac152 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Calling delete_port for cf7271ac-de70-4858-9583-628a2c1238c8 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:15.822776 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29574cf3-b33e-4345-900a-33d1c8502618 x-openstack-request-id: req-29574cf3-b33e-4345-900a-33d1c8502618 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:15.824928 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ae5e60-1b79-4267-88ac-f71f43b0546f", "name": "network-vif-deleted", "tag": "c9f54ac5-ae66-41f9-86cf-e0cca62064e2", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:15.825260 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29574cf3-b33e-4345-900a-33d1c8502618 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:15.825766 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ae5e60-1b79-4267-88ac-f71f43b0546f', 'name': 'network-vif-deleted', 'tag': 'c9f54ac5-ae66-41f9-86cf-e0cca62064e2', 'status': 'completed', 'code': 200} Sep 18 05:09:15.848774 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Deleting port 2412096d-75c5-4511-a832-6c98cd7e2fe5 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:15.849138 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:15.879282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc1ae1f4-9940-4602-9ec3-712ca9b79558 req-179e9e2b-799b-4ffa-b1d6-07bddbbaec13 service neutron] 10.222.0.13 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028584 Sep 18 05:09:15.967722 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.059863 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] For port 2412096d-75c5-4511-a832-6c98cd7e2fe5, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2412096d-75c5-4511-a832-6c98cd7e2fe5,segment=NetworkSegment(db2e3158-7ab8-4cdb-b8ac-feed8c640f06),segment_id=db2e3158-7ab8-4cdb-b8ac-feed8c640f06)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:16.060270 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.087618 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Calling delete_port for 2412096d-75c5-4511-a832-6c98cd7e2fe5 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:16.121051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49432) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:16.160635 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc1ae1f4-9940-4602-9ec3-712ca9b79558 req-e683082d-0abf-43b8-bf6c-36407f7b6982 service neutron] 10.222.0.13 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049074 Sep 18 05:09:16.222491 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24462e31-e217-49b1-9d40-f4564f5046fe None None] New status for floating IP 1148480a-43d2-4d52-88a4-d13453826166: DOWN {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:09:16.248202 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9088faec-21c5-4335-a8f5-47c14430c296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.270460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2412096d-75c5-4511-a832-6c98cd7e2fe5 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:16.329923 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.330561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2412096d-75c5-4511-a832-6c98cd7e2fe5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:16.332352 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.418042 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016e112-8c1d-42e5-af21-766a1e5c6d9d req-f071d23b-ae88-4043-acdd-14d1857241d1 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:16.420794 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2016e112-8c1d-42e5-af21-766a1e5c6d9d req-f071d23b-ae88-4043-acdd-14d1857241d1 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 943 time: 0.5323372 Sep 18 05:09:16.444450 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.445702 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.492878 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2016e112-8c1d-42e5-af21-766a1e5c6d9d req-8269b5cc-001c-42e5-860d-a7860c31815e tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663855 Sep 18 05:09:16.510947 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Port': ['ID=2412096d-75c5-4511-a832-6c98cd7e2fe5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:16.511840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bf08db3c-edec-48b5-92c5-277bafa110ff req-05dd033c-0882-44de-af61-ebf4979ac152 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.542895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd033c-0882-44de-af61-ebf4979ac152 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Pushing event deleted for resources: {'Port': ['ID=cf7271ac-de70-4858-9583-628a2c1238c8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:16.563886 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No DVR routers for this DVR port 2412096d-75c5-4511-a832-6c98cd7e2fe5 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:16.617956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf08db3c-edec-48b5-92c5-277bafa110ff req-05dd033c-0882-44de-af61-ebf4979ac152 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] No DVR routers for this DVR port cf7271ac-de70-4858-9583-628a2c1238c8 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:16.623057 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-bf08db3c-edec-48b5-92c5-277bafa110ff req-05dd033c-0882-44de-af61-ebf4979ac152 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.623245 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.625433 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bf08db3c-edec-48b5-92c5-277bafa110ff req-05dd033c-0882-44de-af61-ebf4979ac152 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.18 "DELETE /v2.0/ports/cf7271ac-de70-4858-9583-628a2c1238c8 HTTP/1.1" status: 204 len: 173 time: 1.6424160 Sep 18 05:09:16.640474 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9088faec-21c5-4335-a8f5-47c14430c296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.718128 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9088faec-21c5-4335-a8f5-47c14430c296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.718329 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Allocated IP 172.25.7.231 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/ad064077-caad-42c5-b89f-2c67a9859d88) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:16.783841 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9088faec-21c5-4335-a8f5-47c14430c296 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aaecf510b4774a53ab5256b16512932c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6598971 Sep 18 05:09:16.787635 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49444) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:16.824224 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088faec-21c5-4335-a8f5-47c14430c296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc27898-41c6-4a55-8a63-09dd079ff89c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:16.833664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:09:16.841070 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.904768 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a305a58-6b7d-49e5-988c-d83df3d81e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.936768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Subnet': ['ID=59f8bc16-dc79-4284-8d8e-db7e2abd11ca,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:16.962343 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9889a130-31e1-4cff-a19b-ca3fde8df7ce req-a23e0947-0405-4335-be30-8bd19d8fd939 tempest-InstanceActionsV221TestJSON-388156133 tempest-InstanceActionsV221TestJSON-388156133-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a964056-14e4-4528-aa27-1074f50e2407 HTTP/1.1" status: 200 len: 210 time: 0.0547853 Sep 18 05:09:16.968406 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a305a58-6b7d-49e5-988c-d83df3d81e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:16.998881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:17.026111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'ec4a872f-3dc3-4d92-b3f3-b1897e1921f5', 'network_id': '5b171667-d77e-497f-9300-379345ad8028', 'port_id': 'ec4a872f-3dc3-4d92-b3f3-b1897e1921f5', 'mac_address': 'fa:16:3e:be:1d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db635f65-1e70-4588-ae59-7fa1fc584f7f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:09:17.026403 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.062750 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004b38f9-6c13-4972-880c-5232d4db622a']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:17.079643 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.083167 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2e3158-7ab8-4cdb-b8ac-feed8c640f06') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:17.083473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2e3158-7ab8-4cdb-b8ac-feed8c640f06') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:17.095877 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.101369 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.114464 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.124167 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:09:17.124811 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:09:17.127931 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:09:17.133850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:17.144129 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc66a7-0bf0-471a-bd6a-b38a7235fe1c None None] Network 004b38f9-6c13-4972-880c-5232d4db622a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:17.180008 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a305a58-6b7d-49e5-988c-d83df3d81e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.182622 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a305a58-6b7d-49e5-988c-d83df3d81e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.186340 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:17.186479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2a305a58-6b7d-49e5-988c-d83df3d81e90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbc27898-41c6-4a55-8a63-09dd079ff89c HTTP/1.1" status: 204 len: 168 time: 0.3952305 Sep 18 05:09:17.192813 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a305a58-6b7d-49e5-988c-d83df3d81e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc27898-41c6-4a55-8a63-09dd079ff89c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:17.228611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5e3f4da6-2361-42d7-8115-25238ac3799b None None] Could not find standard attr ID for object 2412096d-75c5-4511-a832-6c98cd7e2fe5. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:09:17.252876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49454) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:17.277320 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.279179 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.290471 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.335003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49456) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:17.366396 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.373342 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/004b38f9-6c13-4972-880c-5232d4db622a HTTP/1.1" status: 204 len: 168 time: 1.8428848 Sep 18 05:09:17.373543 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49460) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:17.375025 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:17.385717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47d9b18-c827-4ffe-980d-8500c39eb38f None None] DHCP port deletion for 004b38f9-6c13-4972-880c-5232d4db622a request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:09:17.406062 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4312d34d-a95a-4a77-af6d-1862f09f2bb6 None None] Network 004b38f9-6c13-4972-880c-5232d4db622a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:17.406363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412a868-51a4-49ef-ba4b-d276e551ec1b tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Network': ['ID=004b38f9-6c13-4972-880c-5232d4db622a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:17.414783 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb900305-77ae-4022-b788-5f2361eaecbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:17.415254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb900305-77ae-4022-b788-5f2361eaecbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:17.419878 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fb900305-77ae-4022-b788-5f2361eaecbb tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/subnets/59f8bc16-dc79-4284-8d8e-db7e2abd11ca HTTP/1.1" status: 404 len: 337 time: 0.0451193 Sep 18 05:09:17.420328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49462) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:17.433909 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4312d34d-a95a-4a77-af6d-1862f09f2bb6 None None] Network 004b38f9-6c13-4972-880c-5232d4db622a could not be found, it might have been deleted concurrently. {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 05:09:17.439365 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5766dc-6451-4637-b726-351ac8c7a281 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:17.439950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5766dc-6451-4637-b726-351ac8c7a281 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:17.444581 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5e5766dc-6451-4637-b726-351ac8c7a281 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/004b38f9-6c13-4972-880c-5232d4db622a HTTP/1.1" status: 404 len: 339 time: 0.0232556 Sep 18 05:09:17.445179 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49464) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:17.458514 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:17.462550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Pushing event updated for resources: {'Port': ['ID=ad064077-caad-42c5-b89f-2c67a9859d88,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:17.473989 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:17.478783 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-19935c67-1ae0-41c6-bae4-14cc353bb1c2 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:17.479296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19935c67-1ae0-41c6-bae4-14cc353bb1c2 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:17.483444 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:17.483572 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-19935c67-1ae0-41c6-bae4-14cc353bb1c2 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/subnets/301f1ee7-36ae-4a99-aa83-b85a297dfa84 HTTP/1.1" status: 404 len: 337 time: 0.0349956 Sep 18 05:09:17.483947 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25fef2c7-0955-4e2a-a2f6-03c311c05602 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.484121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49466) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:17.511160 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a2ba57-42bb-4967-a20a-fb6a81a5e404 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:17.512822 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a2ba57-42bb-4967-a20a-fb6a81a5e404 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:17.514845 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-11a2ba57-42bb-4967-a20a-fb6a81a5e404 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/0a29fe39-9e92-4153-b2b2-ede1944cbeca HTTP/1.1" status: 404 len: 339 time: 0.0296967 Sep 18 05:09:17.519475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['ec4a872f-3dc3-4d92-b3f3-b1897e1921f5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:09:17.521388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49470) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:17.652434 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25fef2c7-0955-4e2a-a2f6-03c311c05602 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.711980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47742c97-7e4e-4974-a794-eb41b5506d61 req-d8abd85e-3e53-4cf8-9ad4-32f9a0524ea6 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:17.724740 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-47742c97-7e4e-4974-a794-eb41b5506d61 req-d8abd85e-3e53-4cf8-9ad4-32f9a0524ea6 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 944 time: 0.1328201 Sep 18 05:09:17.750099 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4d5c-1956-4328-8e17-39ec61c6e074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.769801 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.799190 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-47742c97-7e4e-4974-a794-eb41b5506d61 req-c3a8b1cd-28b5-49ab-bb5a-19d885a727c1 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734830 Sep 18 05:09:17.805042 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95ad6ef1-39a4-4482-81d1-55d192a66716 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.828332 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a964056-14e4-4528-aa27-1074f50e2407', 'name': 'network-vif-deleted', 'tag': 'cf7271ac-de70-4858-9583-628a2c1238c8'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:17.836418 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8761612-6f95-4680-afc3-07974f40274e" -d '{"events": [{"server_uuid": "1a964056-14e4-4528-aa27-1074f50e2407", "name": "network-vif-deleted", "tag": "cf7271ac-de70-4858-9583-628a2c1238c8"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:17.901514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.909860 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4d5c-1956-4328-8e17-39ec61c6e074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.955130 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95ad6ef1-39a4-4482-81d1-55d192a66716 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.963983 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25fef2c7-0955-4e2a-a2f6-03c311c05602 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.966543 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25fef2c7-0955-4e2a-a2f6-03c311c05602 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:17.967722 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-25fef2c7-0955-4e2a-a2f6-03c311c05602 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "DELETE /v2.0/security-groups/fe22f298-a275-478f-a12d-94c1a3958427 HTTP/1.1" status: 204 len: 168 time: 0.7183666 Sep 18 05:09:17.970517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49486) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:17.983888 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-bac55b7d-7b0e-41f5-a9b2-a37ebe5e34b6 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] show failed (client error): The resource could not be found. Sep 18 05:09:17.987845 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bac55b7d-7b0e-41f5-a9b2-a37ebe5e34b6 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "GET /v2.0/security-groups/fe22f298-a275-478f-a12d-94c1a3958427 HTTP/1.1" status: 404 len: 347 time: 0.0129683 Sep 18 05:09:17.988046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49488) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:18.003376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-95ad6ef1-39a4-4482-81d1-55d192a66716 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0343591-d08b-4d57-bc73-4fd6eb4abc57']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:18.005836 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fef2c7-0955-4e2a-a2f6-03c311c05602 tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe22f298-a275-478f-a12d-94c1a3958427,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:18.021248 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-95ad6ef1-39a4-4482-81d1-55d192a66716 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a95818-5580-414f-9ef6-662196946d27') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:18.022332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-95ad6ef1-39a4-4482-81d1-55d192a66716 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a95818-5580-414f-9ef6-662196946d27') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:18.045077 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4c3d4d5c-1956-4328-8e17-39ec61c6e074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.045333 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95ad6ef1-39a4-4482-81d1-55d192a66716 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.092585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95ad6ef1-39a4-4482-81d1-55d192a66716 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.104990 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ad6ef1-39a4-4482-81d1-55d192a66716 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:09:18.105649 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95ad6ef1-39a4-4482-81d1-55d192a66716 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:09:18.108787 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:09:18.129882 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4c3d4d5c-1956-4328-8e17-39ec61c6e074 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=212213e5c11d42acbdcda3e3a8b53578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7912161 Sep 18 05:09:18.129882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d4d5c-1956-4328-8e17-39ec61c6e074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79f2f70-4b2b-457a-8bf0-5bc8fd5f0e29,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:18.130839 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49492) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:18.203677 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2412096d-75c5-4511-a832-6c98cd7e2fe5 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:18.237055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-556c66cc-04f6-42df-90d8-0ae49238c4aa tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Deleting port 1412a85e-4be9-4e15-ac4a-9bb1ff9dac75 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:18.238108 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-556c66cc-04f6-42df-90d8-0ae49238c4aa tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.238221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 2412096d-75c5-4511-a832-6c98cd7e2fe5 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:18.238620 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2412096d-75c5-4511-a832-6c98cd7e2fe5 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:18.275712 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba70f1a2-1f0e-4cfe-9c1a-16131e1f7da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.337270 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711261ea-fc3f-4a32-afdd-40aa4a5073a1 x-openstack-request-id: req-711261ea-fc3f-4a32-afdd-40aa4a5073a1 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:18.337612 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a964056-14e4-4528-aa27-1074f50e2407", "name": "network-vif-deleted", "tag": "cf7271ac-de70-4858-9583-628a2c1238c8", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:18.337830 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-711261ea-fc3f-4a32-afdd-40aa4a5073a1 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:18.338209 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a964056-14e4-4528-aa27-1074f50e2407', 'name': 'network-vif-deleted', 'tag': 'cf7271ac-de70-4858-9583-628a2c1238c8', 'status': 'completed', 'code': 200} Sep 18 05:09:18.345513 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba70f1a2-1f0e-4cfe-9c1a-16131e1f7da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.398368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device cf7271ac-de70-4858-9583-628a2c1238c8 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:18.403289 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-556c66cc-04f6-42df-90d8-0ae49238c4aa tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.403289 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-556c66cc-04f6-42df-90d8-0ae49238c4aa tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.421263 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: cf7271ac-de70-4858-9583-628a2c1238c8 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:18.421600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device cf7271ac-de70-4858-9583-628a2c1238c8 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:18.444992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-556c66cc-04f6-42df-90d8-0ae49238c4aa tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Calling delete_port for 1412a85e-4be9-4e15-ac4a-9bb1ff9dac75 owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:18.520789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c763a-6ae4-455b-8b70-a2b72b8bff0e req-ca1cf689-d234-42fc-b451-f5f39e2ec970 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:18.522485 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb2c763a-6ae4-455b-8b70-a2b72b8bff0e req-ca1cf689-d234-42fc-b451-f5f39e2ec970 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 945 time: 0.1098275 Sep 18 05:09:18.529224 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba70f1a2-1f0e-4cfe-9c1a-16131e1f7da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.531769 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba70f1a2-1f0e-4cfe-9c1a-16131e1f7da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.532934 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ba70f1a2-1f0e-4cfe-9c1a-16131e1f7da9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d79f2f70-4b2b-457a-8bf0-5bc8fd5f0e29 HTTP/1.1" status: 204 len: 168 time: 0.4006255 Sep 18 05:09:18.549315 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.568354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70f1a2-1f0e-4cfe-9c1a-16131e1f7da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79f2f70-4b2b-457a-8bf0-5bc8fd5f0e29,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:18.593436 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95ad6ef1-39a4-4482-81d1-55d192a66716 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.599240 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb2c763a-6ae4-455b-8b70-a2b72b8bff0e req-cd6956ec-e98c-4f37-86de-cb9477bf647b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a4e281a-dda0-4de2-a4f5-cd563522296f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615649 Sep 18 05:09:18.606664 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95ad6ef1-39a4-4482-81d1-55d192a66716 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.608796 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-95ad6ef1-39a4-4482-81d1-55d192a66716 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/c0343591-d08b-4d57-bc73-4fd6eb4abc57 HTTP/1.1" status: 204 len: 168 time: 1.0847049 Sep 18 05:09:18.611398 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49510) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:18.617279 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.635898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad6ef1-39a4-4482-81d1-55d192a66716 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Network': ['ID=c0343591-d08b-4d57-bc73-4fd6eb4abc57,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:18.719757 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.735229 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9346c0-1080-4262-966c-e425b3380685 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:18.735229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9346c0-1080-4262-966c-e425b3380685 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:18.736870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2b9346c0-1080-4262-966c-e425b3380685 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/subnets/0a32af95-a0eb-4bf4-be7e-71916495b7d6 HTTP/1.1" status: 404 len: 337 time: 0.1223352 Sep 18 05:09:18.744484 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49514) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:18.747961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Pushing event updated for resources: {'Port': ['ID=ad064077-caad-42c5-b89f-2c67a9859d88,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:18.770722 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebf3fae-8457-43cb-8ce1-ed7ec762242c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:18.771299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebf3fae-8457-43cb-8ce1-ed7ec762242c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:18.773091 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aebf3fae-8457-43cb-8ce1-ed7ec762242c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/eea49596-991a-4c20-abc7-835069ef8506 HTTP/1.1" status: 404 len: 339 time: 0.0276675 Sep 18 05:09:18.775580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49518) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:18.806228 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5e3c94-9cc9-49b4-9c75-c21eba99de91 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:18.806689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5e3c94-9cc9-49b4-9c75-c21eba99de91 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:18.808514 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5a5e3c94-9cc9-49b4-9c75-c21eba99de91 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/subnets/d760cd95-69d0-4ee4-9b7e-3deefb8100ba HTTP/1.1" status: 404 len: 337 time: 0.0319357 Sep 18 05:09:18.810982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49522) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:18.813050 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.814331 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-b54f5a47-5edb-4668-894f-674a5da80c5c tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1728964 Sep 18 05:09:18.821802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49524) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:18.829816 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-2354fa09-10bf-4f70-8ff5-910dbc950105 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:18.830374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2354fa09-10bf-4f70-8ff5-910dbc950105 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:18.833040 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2354fa09-10bf-4f70-8ff5-910dbc950105 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/20624f83-52de-4dd3-9621-256f2dce0539 HTTP/1.1" status: 404 len: 339 time: 0.0211279 Sep 18 05:09:18.834632 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:18.842395 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49528) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:18.869404 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-45eb300e-ef97-4229-8daf-54be3a50b994 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:18.869874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45eb300e-ef97-4229-8daf-54be3a50b994 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:18.871689 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-45eb300e-ef97-4229-8daf-54be3a50b994 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/subnets/f5fc60b0-2863-4807-85c3-ab409cfa2f49 HTTP/1.1" status: 404 len: 337 time: 0.0283103 Sep 18 05:09:18.874556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49530) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:18.937149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadb7ea-c103-4c3b-b176-ca434d56c8de req-b6e8c9bd-2171-4a7e-b216-9c11d7ae3a90 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:18.938692 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4eadb7ea-c103-4c3b-b176-ca434d56c8de req-b6e8c9bd-2171-4a7e-b216-9c11d7ae3a90 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 944 time: 0.0506372 Sep 18 05:09:18.940321 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-79dc8c2a-6842-4a29-aa79-6a48db7637c4 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.231 HTTP/1.1" status: 200 len: 696 time: 0.1108453 Sep 18 05:09:18.943605 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d0a3ed-916a-4432-8f3e-d71b6cce38e3 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:18.944434 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d0a3ed-916a-4432-8f3e-d71b6cce38e3 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:18.946146 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-56d0a3ed-916a-4432-8f3e-d71b6cce38e3 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/33ff23c1-475b-4c9c-a711-edca039ba42b HTTP/1.1" status: 404 len: 339 time: 0.0706415 Sep 18 05:09:18.950085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49534) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:18.951383 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50f061a-1131-4d7f-8e24-c0ad56e4f87e admin admin] Deleting subnet b0f8fe48-edff-49dd-8e00-fd3c803b2032 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:09:18.967505 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f50f061a-1131-4d7f-8e24-c0ad56e4f87e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.969078 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-556c66cc-04f6-42df-90d8-0ae49238c4aa tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:18.984198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:09:18.989660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:18.990042 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:19.058025 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f50f061a-1131-4d7f-8e24-c0ad56e4f87e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:19.068743 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0c77ba-3b86-470d-9b46-eee9f7840a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:19.069587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0c77ba-3b86-470d-9b46-eee9f7840a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:19.073708 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1c0c77ba-3b86-470d-9b46-eee9f7840a85 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/subnets/c4410205-c320-4627-bba2-75733fe1ad1f HTTP/1.1" status: 404 len: 337 time: 0.1217096 Sep 18 05:09:19.081161 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c66cc-04f6-42df-90d8-0ae49238c4aa tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Pushing event deleted for resources: {'Port': ['ID=1412a85e-4be9-4e15-ac4a-9bb1ff9dac75,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:19.090456 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49540) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:19.117878 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-34701ab5-8ddb-4920-a3bb-bfe3ff6e94e2 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:19.118444 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34701ab5-8ddb-4920-a3bb-bfe3ff6e94e2 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:19.120290 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-34701ab5-8ddb-4920-a3bb-bfe3ff6e94e2 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/ad2c678a-19f9-41ab-ac9c-ba3816b4cc1b HTTP/1.1" status: 404 len: 339 time: 0.0288715 Sep 18 05:09:19.124579 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:19.126115 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49546) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:19.151603 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2dfba7-e22c-490e-93a5-ed87bedd38dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4a872f-3dc3-4d92-b3f3-b1897e1921f5'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:19.155511 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f262ccb9-8eda-49f2-8489-77e13c91e95c" -d '{"events": [{"server_uuid": "8e2dfba7-e22c-490e-93a5-ed87bedd38dd", "name": "network-vif-plugged", "status": "completed", "tag": "ec4a872f-3dc3-4d92-b3f3-b1897e1921f5"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:19.164524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4eadb7ea-c103-4c3b-b176-ca434d56c8de req-7a3b4c89-c448-4e8b-a0f8-91bc9f36b9cb tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150743 Sep 18 05:09:19.169603 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:19.214212 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-3326646b-4a3d-4f40-b7fe-8d8c57ca2ea4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:19.214680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3326646b-4a3d-4f40-b7fe-8d8c57ca2ea4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:19.218892 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3326646b-4a3d-4f40-b7fe-8d8c57ca2ea4 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/subnets/8866a75d-690a-4764-bb3f-1f3cfb2b9856 HTTP/1.1" status: 404 len: 337 time: 0.0867372 Sep 18 05:09:19.220827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49554) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:19.231761 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:19.233081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-a7d04d8c-3c0e-4b3c-98a8-d81e0de8360e tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:19.235107 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ac12a82-7138-4581-a81f-c35671662bc5 req-a7d04d8c-3c0e-4b3c-98a8-d81e0de8360e tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.2877772 Sep 18 05:09:19.251708 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd80768-fffe-4273-880e-d5d0cf39dffa x-openstack-request-id: req-1fd80768-fffe-4273-880e-d5d0cf39dffa {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:19.251708 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2dfba7-e22c-490e-93a5-ed87bedd38dd", "name": "network-vif-plugged", "status": "completed", "tag": "ec4a872f-3dc3-4d92-b3f3-b1897e1921f5", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:19.251708 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fd80768-fffe-4273-880e-d5d0cf39dffa {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:19.251708 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2dfba7-e22c-490e-93a5-ed87bedd38dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4a872f-3dc3-4d92-b3f3-b1897e1921f5', 'code': 200} Sep 18 05:09:19.259699 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-556c66cc-04f6-42df-90d8-0ae49238c4aa tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:19.263436 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-556c66cc-04f6-42df-90d8-0ae49238c4aa tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:19.264854 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-556c66cc-04f6-42df-90d8-0ae49238c4aa tempest-ServersTestJSON-2080457044 tempest-ServersTestJSON-2080457044-project] 10.222.0.23 "DELETE /v2.0/floatingips/1148480a-43d2-4d52-88a4-d13453826166 HTTP/1.1" status: 204 len: 168 time: 1.2757070 Sep 18 05:09:19.267625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49560) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:19.303286 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f50f061a-1131-4d7f-8e24-c0ad56e4f87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:19.306435 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26dad6d-bebe-4475-a197-eb7c0b6c9b22 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:19.307595 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26dad6d-bebe-4475-a197-eb7c0b6c9b22 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:19.309838 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c26dad6d-bebe-4475-a197-eb7c0b6c9b22 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/b7def541-f6ca-4250-8a97-91426774a0a8 HTTP/1.1" status: 404 len: 339 time: 0.0731225 Sep 18 05:09:19.328311 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49564) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:19.343797 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:19.365766 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f24e5ae-eeba-4792-b655-1faac41c87b7 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:19.366080 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f24e5ae-eeba-4792-b655-1faac41c87b7 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:19.368028 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7f24e5ae-eeba-4792-b655-1faac41c87b7 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/subnets/7945f3f7-ca73-4fb3-bb13-c5a0ad006241 HTTP/1.1" status: 404 len: 337 time: 0.0387588 Sep 18 05:09:19.371597 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49566) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:19.402959 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1471a7-0d5f-48e1-9a51-4fa7aa8e3133 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:19.403551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1471a7-0d5f-48e1-9a51-4fa7aa8e3133 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:19.405304 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2f1471a7-0d5f-48e1-9a51-4fa7aa8e3133 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/b1ea21a3-4d85-4242-a45c-3bfe7688da26 HTTP/1.1" status: 404 len: 339 time: 0.0327971 Sep 18 05:09:19.410114 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49570) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:19.442431 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb8dff8-1064-4c46-88c3-5591e7d3c9ff tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:19.442941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb8dff8-1064-4c46-88c3-5591e7d3c9ff tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:19.444797 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ccb8dff8-1064-4c46-88c3-5591e7d3c9ff tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/subnets/7607f9b2-163c-48e0-875a-95cbc45e87d3 HTTP/1.1" status: 404 len: 337 time: 0.0357647 Sep 18 05:09:19.447877 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49572) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:19.468929 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f81c340-2145-4544-846f-3022481fe1de tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:19.469796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f81c340-2145-4544-846f-3022481fe1de tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:19.473161 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2f81c340-2145-4544-846f-3022481fe1de tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/4b2f727b-69dd-4b7e-b32c-07da8272939b HTTP/1.1" status: 404 len: 339 time: 0.0232258 Sep 18 05:09:19.475201 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49574) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:19.516894 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-3224acde-4258-4bbf-b2cd-645f1592e130 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:19.516894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3224acde-4258-4bbf-b2cd-645f1592e130 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:19.522153 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3224acde-4258-4bbf-b2cd-645f1592e130 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/subnets/31d7eba6-6e06-4cd9-a327-e34adf0928fc HTTP/1.1" status: 404 len: 337 time: 0.0425603 Sep 18 05:09:19.525354 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49580) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:19.535840 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f50f061a-1131-4d7f-8e24-c0ad56e4f87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:19.571573 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-3221969f-a411-4e66-aae6-a87e54929ec9 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] DELETE failed (client error): The resource could not be found. Sep 18 05:09:19.572201 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3221969f-a411-4e66-aae6-a87e54929ec9 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:09:19.576440 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3221969f-a411-4e66-aae6-a87e54929ec9 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/ea197f15-d2ff-4529-8279-e9ec6511d09a HTTP/1.1" status: 404 len: 339 time: 0.0476604 Sep 18 05:09:19.576440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f061a-1131-4d7f-8e24-c0ad56e4f87e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f8fe48-edff-49dd-8e00-fd3c803b2032,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:19.577297 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49584) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:19.589861 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f50f061a-1131-4d7f-8e24-c0ad56e4f87e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:19.592191 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f50f061a-1131-4d7f-8e24-c0ad56e4f87e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b0f8fe48-edff-49dd-8e00-fd3c803b2032 HTTP/1.1" status: 204 len: 168 time: 0.7693007 Sep 18 05:09:19.619348 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49586) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:19.716574 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fc29a7-50bb-4265-9058-1489f072563c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Deleting subnet 0bf31a52-3158-49f8-8c11-a52d3babfab4 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:09:19.720176 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-33fc29a7-50bb-4265-9058-1489f072563c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:19.793867 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f3c035d-f383-4625-8d65-d2511c3af2ab req-d37498b6-1bab-479f-968a-6765b1514112 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/floatingips/d78fcd9e-8a4e-457d-bb01-95572e8685b1 HTTP/1.1" status: 200 len: 693 time: 0.4529843 Sep 18 05:09:19.814674 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-33fc29a7-50bb-4265-9058-1489f072563c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:19.821160 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c093b833-797d-449b-a66d-0041e6d335b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:19.872003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90701807-d3d1-42e0-a21c-e0ac6e172544 req-f649d966-8a01-4b0a-9cd4-2c595de98444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:19.873549 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90701807-d3d1-42e0-a21c-e0ac6e172544 req-f649d966-8a01-4b0a-9cd4-2c595de98444 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 1097 time: 0.5351522 Sep 18 05:09:19.927820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff5672-4176-4f91-8ac5-45b59a72e0af req-dad014ad-8f25-4f9e-8e29-0015d77df241 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:19.929358 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9fff5672-4176-4f91-8ac5-45b59a72e0af req-dad014ad-8f25-4f9e-8e29-0015d77df241 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 945 time: 0.1702991 Sep 18 05:09:20.007900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-8fb04928-50b4-495c-b87f-4e2807624810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:20.009458 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-8fb04928-50b4-495c-b87f-4e2807624810 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 945 time: 0.2100480 Sep 18 05:09:20.014620 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90701807-d3d1-42e0-a21c-e0ac6e172544 req-52168afa-e678-4c05-ba11-a663d9fd1c2f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040895 Sep 18 05:09:20.023256 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49610) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:20.030069 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-33fc29a7-50bb-4265-9058-1489f072563c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.035366 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c093b833-797d-449b-a66d-0041e6d335b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.094101 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9fff5672-4176-4f91-8ac5-45b59a72e0af req-e4427473-4fc5-45ba-9e7a-29251eeaf0b8 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a4e281a-dda0-4de2-a4f5-cd563522296f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419215 Sep 18 05:09:20.095886 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-c093b833-797d-449b-a66d-0041e6d335b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0c5cac-7c26-4cf5-a538-e3343703b85e']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:20.109356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c035d-f383-4625-8d65-d2511c3af2ab req-bf0039a2-8bf1-48c2-a37a-4b5937e0dd1d tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:20.111613 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-c093b833-797d-449b-a66d-0041e6d335b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd26463-7000-42fc-922e-2b5933327e44') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:20.111969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-c093b833-797d-449b-a66d-0041e6d335b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd26463-7000-42fc-922e-2b5933327e44') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:20.117284 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f3c035d-f383-4625-8d65-d2511c3af2ab req-bf0039a2-8bf1-48c2-a37a-4b5937e0dd1d tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 784 time: 0.3220265 Sep 18 05:09:20.126271 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c093b833-797d-449b-a66d-0041e6d335b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.151226 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c093b833-797d-449b-a66d-0041e6d335b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.168227 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c093b833-797d-449b-a66d-0041e6d335b8 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:09:20.168908 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c093b833-797d-449b-a66d-0041e6d335b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:09:20.198427 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:09:20.247914 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f3c035d-f383-4625-8d65-d2511c3af2ab req-25eba8ac-7c05-494a-b975-af5d10494551 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.231 HTTP/1.1" status: 200 len: 696 time: 0.1302345 Sep 18 05:09:20.250155 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-33fc29a7-50bb-4265-9058-1489f072563c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.254968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1462064017-network', 'tenant_id': '3096e0d917c34cff9e463e09ad6891a9'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:20.303840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc29a7-50bb-4265-9058-1489f072563c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf31a52-3158-49f8-8c11-a52d3babfab4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:20.305789 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-33fc29a7-50bb-4265-9058-1489f072563c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.310025 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-33fc29a7-50bb-4265-9058-1489f072563c tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/subnets/0bf31a52-3158-49f8-8c11-a52d3babfab4 HTTP/1.1" status: 204 len: 168 time: 0.7295270 Sep 18 05:09:20.310998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49622) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:20.329219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa53efd-708e-4e50-89b6-1b078404122b None None] Network dce45367-cbf8-4865-b9ab-4cbe1a22a339 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:20.360528 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f3c035d-f383-4625-8d65-d2511c3af2ab req-ed5b8f21-adae-4f27-8d6b-ec5103ae5235 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.7.231 HTTP/1.1" status: 200 len: 696 time: 0.1105464 Sep 18 05:09:20.406522 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c093b833-797d-449b-a66d-0041e6d335b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.416210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a224cd-0962-4735-92ca-714d003ab7cb req-316e9b0e-45b4-4ef5-8581-3445dbf2da6e tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:20.417791 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-61a224cd-0962-4735-92ca-714d003ab7cb req-316e9b0e-45b4-4ef5-8581-3445dbf2da6e tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 945 time: 0.1689839 Sep 18 05:09:20.427603 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c093b833-797d-449b-a66d-0041e6d335b8 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.434124 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c093b833-797d-449b-a66d-0041e6d335b8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/af0c5cac-7c26-4cf5-a538-e3343703b85e HTTP/1.1" status: 204 len: 168 time: 0.8117583 Sep 18 05:09:20.459470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093b833-797d-449b-a66d-0041e6d335b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=af0c5cac-7c26-4cf5-a538-e3343703b85e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:20.477028 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.490732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] Made reservation on behalf of 3096e0d917c34cff9e463e09ad6891a9 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:20.493135 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.496832 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Deleting port c5120bac-0c43-4f46-b482-639b12b2c02f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:20.497177 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.529039 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.551246 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-61a224cd-0962-4735-92ca-714d003ab7cb req-c666f168-01e0-4c80-b891-6705103ab3b8 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902991 Sep 18 05:09:20.584903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Deleting port b51f4d0a-89de-44eb-935d-f6229ba35525 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:20.585389 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.607241 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e99a21-1ab1-497a-a155-052678cc73e7 None None] DHCP port deletion for dce45367-cbf8-4865-b9ab-4cbe1a22a339 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:09:20.665266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-44e99a21-1ab1-497a-a155-052678cc73e7 None None] Deleting port b51f4d0a-89de-44eb-935d-f6229ba35525 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:20.667098 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-44e99a21-1ab1-497a-a155-052678cc73e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.668032 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] For port b51f4d0a-89de-44eb-935d-f6229ba35525, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b51f4d0a-89de-44eb-935d-f6229ba35525,segment=NetworkSegment(0e070aa6-d85c-4c0e-a665-41f421ac9dd2),segment_id=0e070aa6-d85c-4c0e-a665-41f421ac9dd2)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:20.668560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.680747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] For port c5120bac-0c43-4f46-b482-639b12b2c02f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c5120bac-0c43-4f46-b482-639b12b2c02f,segment=NetworkSegment(86f7d29b-ec06-467f-a798-cc58af28d3d0),segment_id=86f7d29b-ec06-467f-a798-cc58af28d3d0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:20.681127 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.690026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Calling delete_port for b51f4d0a-89de-44eb-935d-f6229ba35525 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:20.771020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-44e99a21-1ab1-497a-a155-052678cc73e7 None None] For port b51f4d0a-89de-44eb-935d-f6229ba35525, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b51f4d0a-89de-44eb-935d-f6229ba35525,segment=NetworkSegment(0e070aa6-d85c-4c0e-a665-41f421ac9dd2),segment_id=0e070aa6-d85c-4c0e-a665-41f421ac9dd2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:20.771684 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-44e99a21-1ab1-497a-a155-052678cc73e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.787189 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-44e99a21-1ab1-497a-a155-052678cc73e7 None None] Calling delete_port for b51f4d0a-89de-44eb-935d-f6229ba35525 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:20.813177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-9f3c035d-f383-4625-8d65-d2511c3af2ab req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Deleting port ad064077-caad-42c5-b89f-2c67a9859d88 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:20.813703 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-9f3c035d-f383-4625-8d65-d2511c3af2ab req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.855972 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49650) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:20.898426 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f1f71284-e485-4d62-9ddb-dca0971132d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1da90c873aec4d4486d95153d894fcd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406396 Sep 18 05:09:20.900980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49654) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:20.917998 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: from cryptography.utils import int_from_bytes Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: from cryptography.utils import int_from_bytes Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.952333 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.954676 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.954676 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.954676 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.954676 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.954676 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.954676 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.954676 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.954676 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.954676 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.954676 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.954676 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.954676 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.954676 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:20.954676 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:09:20.955385 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.963530 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-44e99a21-1ab1-497a-a155-052678cc73e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.989374 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b9d6dde7-5e8f-400c-8b1c-294138daebd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:20.993438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Port': ['ID=b51f4d0a-89de-44eb-935d-f6229ba35525,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:20.997246 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] No DVR routers for this DVR port b51f4d0a-89de-44eb-935d-f6229ba35525 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:21.030500 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-9f3c035d-f383-4625-8d65-d2511c3af2ab req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.030500 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-9f3c035d-f383-4625-8d65-d2511c3af2ab req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.030500 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.046363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e99a21-1ab1-497a-a155-052678cc73e7 None None] No DVR routers for this DVR port b51f4d0a-89de-44eb-935d-f6229ba35525 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:21.047941 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e99a21-1ab1-497a-a155-052678cc73e7 None None] Pushing event deleted for resources: {'Port': ['ID=b51f4d0a-89de-44eb-935d-f6229ba35525,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:21.057397 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b9d6dde7-5e8f-400c-8b1c-294138daebd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.104097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-9f3c035d-f383-4625-8d65-d2511c3af2ab req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Calling delete_port for ad064077-caad-42c5-b89f-2c67a9859d88 owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:21.116917 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:09:21.146351 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.158114 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a456777-e179-4406-a910-84f1a040a6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.162786 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.163207 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] Added segment 4d85d4b5-4b16-4410-aba9-bcd0814cd512 of type vlan for network 7e77f982-12cd-4966-ad89-506bbab549b4 Sep 18 05:09:21.171137 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce45367-cbf8-4865-b9ab-4cbe1a22a339']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:21.186410 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e070aa6-d85c-4c0e-a665-41f421ac9dd2') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:21.186410 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e070aa6-d85c-4c0e-a665-41f421ac9dd2') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:21.192172 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.212023 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.212951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8defb3-bf6e-4085-9161-4a535d4ad3a5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:21.220825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:09:21.222288 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:09:21.226495 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:09:21.253628 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.260828 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.260828 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Floating IP 58876ee4-0b3f-4999-add7-e82e39e23566 disassociated. External IP: 172.25.7.236, port: c5120bac-0c43-4f46-b482-639b12b2c02f. Sep 18 05:09:21.260828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Calling delete_port for c5120bac-0c43-4f46-b482-639b12b2c02f owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:21.321252 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b9d6dde7-5e8f-400c-8b1c-294138daebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.323708 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b9d6dde7-5e8f-400c-8b1c-294138daebd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.324910 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b9d6dde7-5e8f-400c-8b1c-294138daebd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60cb49e1-75c8-494f-8470-30e88cfc42e4 HTTP/1.1" status: 204 len: 168 time: 0.4228368 Sep 18 05:09:21.343808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea4b5c-6328-44fc-a540-924127d06f8e req-2e7e1f96-0b2f-43c2-92f9-e14f8dbdb47b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:21.345370 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-99ea4b5c-6328-44fc-a540-924127d06f8e req-2e7e1f96-0b2f-43c2-92f9-e14f8dbdb47b tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 945 time: 0.0906284 Sep 18 05:09:21.346821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6dde7-5e8f-400c-8b1c-294138daebd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cb49e1-75c8-494f-8470-30e88cfc42e4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:21.354971 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.413002 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-99ea4b5c-6328-44fc-a540-924127d06f8e req-fe426c42-a48b-44b3-98d7-cc5a06dba38c tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a4e281a-dda0-4de2-a4f5-cd563522296f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440664 Sep 18 05:09:21.418295 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.430062 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.433236 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] 10.222.0.23 "DELETE /v2.0/networks/dce45367-cbf8-4865-b9ab-4cbe1a22a339 HTTP/1.1" status: 204 len: 168 time: 1.1209204 Sep 18 05:09:21.446842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1515ce8-7249-4f10-ba7e-18f7985f9f94 tempest-NetworksTest-227800470 tempest-NetworksTest-227800470-project] Pushing event deleted for resources: {'Network': ['ID=dce45367-cbf8-4865-b9ab-4cbe1a22a339,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:21.526532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49666) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:21.613808 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.614809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:21.615705 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.683662 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba0323-9b5a-4320-8bf6-421494f0252d req-ed7518fd-3b68-46c8-9b72-c6d267aeaf46 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:21.691020 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c5ba0323-9b5a-4320-8bf6-421494f0252d req-ed7518fd-3b68-46c8-9b72-c6d267aeaf46 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 945 time: 0.0604148 Sep 18 05:09:21.718591 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] Pushing event updated for resources: {'Network': ['ID=7e77f982-12cd-4966-ad89-506bbab549b4,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:21.735579 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c5ba0323-9b5a-4320-8bf6-421494f0252d req-7fe28731-7161-4d8a-95f5-3dd6423d5759 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416987 Sep 18 05:09:21.735711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 7e77f982-12cd-4966-ad89-506bbab549b4 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:09:21.773294 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-9f3c035d-f383-4625-8d65-d2511c3af2ab req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.778965 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-12db2062-7c6a-4851-9860-a2eadc53f959 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7083659 Sep 18 05:09:21.778965 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.780498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49676) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:21.781292 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-478f82c7-66cc-4111-adab-44a4609bfd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.792514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3bec1171-4699-4e01-b783-21278783c851 admin admin] Request body: {'subnet': {'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1462064017-subnet', 'tenant_id': '3096e0d917c34cff9e463e09ad6891a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:21.838000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Pushing event deleted for resources: {'Port': ['ID=ad064077-caad-42c5-b89f-2c67a9859d88,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:21.877149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:21.877552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:21.877923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:21.878253 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:21.878599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:21.878941 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:21.879288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:21.879878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:21.879958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:21.880281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:21.880629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:21.880959 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:21.955262 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-478f82c7-66cc-4111-adab-44a4609bfd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:21.979838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Pushing event deleted for resources: {'Port': ['ID=c5120bac-0c43-4f46-b482-639b12b2c02f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:21.984851 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c33c78-d7d3-4f69-99e9-738a8628c973 req-31fca1c4-f320-42a6-938a-0cf9595c2b4b tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:21.993004 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98c33c78-d7d3-4f69-99e9-738a8628c973 req-31fca1c4-f320-42a6-938a-0cf9595c2b4b tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 945 time: 0.1489453 Sep 18 05:09:22.020917 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1a456777-e179-4406-a910-84f1a040a6eb admin admin] Deleting port bf8a20b8-db7e-4110-9fdb-09987e5bef9c {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:22.021267 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a456777-e179-4406-a910-84f1a040a6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:22.027330 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-478f82c7-66cc-4111-adab-44a4609bfd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:22.052553 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98c33c78-d7d3-4f69-99e9-738a8628c973 req-c6472a07-64c8-4a7f-9770-f5fc34a963b8 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581622 Sep 18 05:09:22.055664 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-9f3c035d-f383-4625-8d65-d2511c3af2ab req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:22.058326 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-9f3c035d-f383-4625-8d65-d2511c3af2ab req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:22.062694 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f3c035d-f383-4625-8d65-d2511c3af2ab req-f2945640-f2e3-44ca-aba2-c1d787ecb2a0 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "DELETE /v2.0/floatingips/d78fcd9e-8a4e-457d-bb01-95572e8685b1 HTTP/1.1" status: 204 len: 173 time: 1.7023594 Sep 18 05:09:22.107036 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f82c7-66cc-4111-adab-44a4609bfd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d901b2cc-2ba9-4c5f-96fc-826a85e9e180,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:22.120314 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-478f82c7-66cc-4111-adab-44a4609bfd84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d2ba467e8694502ae2e111580a852bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5923023 Sep 18 05:09:22.127631 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49692) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:22.154158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49698) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:22.172446 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-34fb9954-50ef-44d5-a2f0-5a73d70eeea0 req-9738c98b-964a-4965-aef6-80fcee904ad8 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] show failed (client error): The resource could not be found. Sep 18 05:09:22.180133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-34fb9954-50ef-44d5-a2f0-5a73d70eeea0 req-9738c98b-964a-4965-aef6-80fcee904ad8 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/floatingips/d78fcd9e-8a4e-457d-bb01-95572e8685b1 HTTP/1.1" status: 404 len: 350 time: 0.0836959 Sep 18 05:09:22.239787 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ec2ed6f5-bc6f-49b7-8bda-48d136e9ee27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:22.277148 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b51f4d0a-89de-44eb-935d-f6229ba35525 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:22.284065 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ec2ed6f5-bc6f-49b7-8bda-48d136e9ee27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:22.302141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bec1171-4699-4e01-b783-21278783c851 admin admin] Made reservation on behalf of 3096e0d917c34cff9e463e09ad6891a9 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:22.305113 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bec1171-4699-4e01-b783-21278783c851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:22.330044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Router ec122dff-4d01-43a0-ae03-bc76699c20e4 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:09:22.330430 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: b51f4d0a-89de-44eb-935d-f6229ba35525 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:22.332573 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-3b9a3e83-c739-474d-a625-06a3b6c1af2a req-0380f2f5-bf0e-4273-b1b8-cac2fa2b8876 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] show failed (client error): The resource could not be found. Sep 18 05:09:22.333386 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b51f4d0a-89de-44eb-935d-f6229ba35525 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:22.336830 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b9a3e83-c739-474d-a625-06a3b6c1af2a req-0380f2f5-bf0e-4273-b1b8-cac2fa2b8876 tempest-FloatingIPsTestJSON-1434728645 tempest-FloatingIPsTestJSON-1434728645-project] 10.222.0.23 "GET /v2.0/floatingips/d78fcd9e-8a4e-457d-bb01-95572e8685b1 HTTP/1.1" status: 404 len: 350 time: 0.1243725 Sep 18 05:09:22.369550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49708) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:22.564213 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-afbb5d1b-3cef-4169-b393-2adb4fff2457 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d41ff54eef48433798482245e7b02629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089329 Sep 18 05:09:22.566854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49718) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:22.575411 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ec2ed6f5-bc6f-49b7-8bda-48d136e9ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:22.578342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ec2ed6f5-bc6f-49b7-8bda-48d136e9ee27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:22.579567 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ec2ed6f5-bc6f-49b7-8bda-48d136e9ee27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d901b2cc-2ba9-4c5f-96fc-826a85e9e180 HTTP/1.1" status: 204 len: 168 time: 0.4508576 Sep 18 05:09:22.584886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-1a456777-e179-4406-a910-84f1a040a6eb admin admin] For port bf8a20b8-db7e-4110-9fdb-09987e5bef9c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bf8a20b8-db7e-4110-9fdb-09987e5bef9c,segment=NetworkSegment(e23b14e8-381f-48b3-908e-3970d8f7bc9a),segment_id=e23b14e8-381f-48b3-908e-3970d8f7bc9a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:22.585108 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a456777-e179-4406-a910-84f1a040a6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:22.620094 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ed6f5-bc6f-49b7-8bda-48d136e9ee27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d901b2cc-2ba9-4c5f-96fc-826a85e9e180,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:22.640518 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a11be079-bcda-474c-af68-9e1db898a75b req-2e57d452-75be-461f-b29c-bb30b40421dc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 210 time: 0.0591068 Sep 18 05:09:22.700376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1a456777-e179-4406-a910-84f1a040a6eb admin admin] Calling delete_port for bf8a20b8-db7e-4110-9fdb-09987e5bef9c owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:22.704269 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d7bcd04-fd8a-45f7-8e19-ec2263600608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:22.770253 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d7bcd04-fd8a-45f7-8e19-ec2263600608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:22.772092 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49724) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:22.848909 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.014837 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d7bcd04-fd8a-45f7-8e19-ec2263600608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.018615 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d7bcd04-fd8a-45f7-8e19-ec2263600608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.022855 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2d7bcd04-fd8a-45f7-8e19-ec2263600608 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a836b563-2172-463c-a165-fdd3f55606b5 HTTP/1.1" status: 204 len: 168 time: 0.4545960 Sep 18 05:09:23.051624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bcd04-fd8a-45f7-8e19-ec2263600608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a836b563-2172-463c-a165-fdd3f55606b5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:23.072911 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.082228 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-859290659-network', 'tenant_id': '651c4737c17e466bb6117f22940f1f5d'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:23.105235 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae714300-c40d-4155-a9ba-8603ccd30a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.197503 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:09:23.213408 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d452fb4-bccb-4439-9d4c-9f56ce02e508 None None] Sync routers for ids ['ec122dff-4d01-43a0-ae03-bc76699c20e4'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:09:23.228917 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d452fb4-bccb-4439-9d4c-9f56ce02e508 None None] Routers {'ec122dff-4d01-43a0-ae03-bc76699c20e4'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:23.231109 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7d452fb4-bccb-4439-9d4c-9f56ce02e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ec122dff-4d01-43a0-ae03-bc76699c20e4'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:23.266487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] No DVR routers for this DVR port c5120bac-0c43-4f46-b482-639b12b2c02f on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:23.271513 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] Made reservation on behalf of 651c4737c17e466bb6117f22940f1f5d for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:23.271513 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.296547 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.307628 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.309905 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fe34d3a8-a375-45fa-be4e-cf4ab687aa1a req-2ed7fabc-e0f6-47fb-9650-75279ba17ddc tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.18 "DELETE /v2.0/ports/c5120bac-0c43-4f46-b482-639b12b2c02f HTTP/1.1" status: 204 len: 173 time: 3.2876167 Sep 18 05:09:23.310663 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec287508-4078-4e6a-be9a-35ff292fe279', 'name': 'network-vif-deleted', 'tag': 'c5120bac-0c43-4f46-b482-639b12b2c02f'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:23.313730 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7765dca-1c52-4da0-a000-ade899b0a7ce" -d '{"events": [{"server_uuid": "ec287508-4078-4e6a-be9a-35ff292fe279", "name": "network-vif-deleted", "tag": "c5120bac-0c43-4f46-b482-639b12b2c02f"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:23.410021 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00266b89-9cfd-4e90-9829-50457180cd58 x-openstack-request-id: req-00266b89-9cfd-4e90-9829-50457180cd58 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:23.410317 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec287508-4078-4e6a-be9a-35ff292fe279", "name": "network-vif-deleted", "tag": "c5120bac-0c43-4f46-b482-639b12b2c02f", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:23.410574 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00266b89-9cfd-4e90-9829-50457180cd58 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:23.410981 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec287508-4078-4e6a-be9a-35ff292fe279', 'name': 'network-vif-deleted', 'tag': 'c5120bac-0c43-4f46-b482-639b12b2c02f', 'status': 'completed', 'code': 200} Sep 18 05:09:23.444062 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-7d452fb4-bccb-4439-9d4c-9f56ce02e508 None None] Set router ec122dff-4d01-43a0-ae03-bc76699c20e4 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:23.474089 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49748) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:23.500350 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.501572 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d274642c-2548-41bf-8d0d-adcc5ffa5c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.505457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a8b1f-56ea-4411-871a-4457069a48c8 req-b1acf5be-793a-459b-ad30-296442589984 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:23.514616 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b74a8b1f-56ea-4411-871a-4457069a48c8 req-b1acf5be-793a-459b-ad30-296442589984 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 945 time: 0.1198931 Sep 18 05:09:23.524292 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ae714300-c40d-4155-a9ba-8603ccd30a01 admin admin] Deleting port 36887065-dddd-475c-8ce2-2e393772716c {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:23.524645 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae714300-c40d-4155-a9ba-8603ccd30a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.525258 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bec1171-4699-4e01-b783-21278783c851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.595416 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.644654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:09:23.685591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877654ac-87e3-41ee-9a14-c865c2cb2c81,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:23.693195 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.693788 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] Added segment f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8 of type vlan for network c9a8b3c5-18c3-4ff0-877a-5144db2f032a Sep 18 05:09:23.707774 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-ae714300-c40d-4155-a9ba-8603ccd30a01 admin admin] For port 36887065-dddd-475c-8ce2-2e393772716c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=36887065-dddd-475c-8ce2-2e393772716c,segment=NetworkSegment(36cafcc4-a12d-44f8-859a-fa301c5c8414),segment_id=36cafcc4-a12d-44f8-859a-fa301c5c8414)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:23.708151 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae714300-c40d-4155-a9ba-8603ccd30a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.725177 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b74a8b1f-56ea-4411-871a-4457069a48c8 req-6a827ee1-5a0b-42a3-b009-f4bf4682a397 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091842 Sep 18 05:09:23.734252 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7d452fb4-bccb-4439-9d4c-9f56ce02e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:06:52Z', 'revision_number': 4, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '86052e32-5e28-457b-8469-35447ed23abf', 'name': '', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'mac_address': 'fa:16:3e:0d:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:50Z', 'updated_at': '2021-09-18T05:06:59Z', 'revision_number': 5, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'subnets': [{'id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:23.742910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec1171-4699-4e01-b783-21278783c851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19facd85-5a02-4210-8d90-7d5ec267820b,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:23.749550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bec1171-4699-4e01-b783-21278783c851 admin admin] Checking segment: {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:23.750560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bec1171-4699-4e01-b783-21278783c851 admin admin] Network hostable DHCP agents. Network: 7e77f982-12cd-4966-ad89-506bbab549b4, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:09:23.760650 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ae714300-c40d-4155-a9ba-8603ccd30a01 admin admin] Calling delete_port for 36887065-dddd-475c-8ce2-2e393772716c owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:23.800683 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.801910 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d452fb4-bccb-4439-9d4c-9f56ce02e508 None None] Checking router: ec122dff-4d01-43a0-ae03-bc76699c20e4 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:09:23.809248 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a456777-e179-4406-a910-84f1a040a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.810861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d452fb4-bccb-4439-9d4c-9f56ce02e508 None None] Routers {'ec122dff-4d01-43a0-ae03-bc76699c20e4'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:23.811561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7d452fb4-bccb-4439-9d4c-9f56ce02e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ec122dff-4d01-43a0-ae03-bc76699c20e4'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:23.873082 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-996339e9-93bb-427f-9298-2a27fe6d311f req-a0f5408b-65ed-4a68-b803-7069bddaef22 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec287508-4078-4e6a-be9a-35ff292fe279 HTTP/1.1" status: 200 len: 210 time: 0.0816915 Sep 18 05:09:23.911918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bec1171-4699-4e01-b783-21278783c851 admin admin] Network 7e77f982-12cd-4966-ad89-506bbab549b4 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:09:23.919455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a456777-e179-4406-a910-84f1a040a6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8a20b8-db7e-4110-9fdb-09987e5bef9c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:23.946190 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d274642c-2548-41bf-8d0d-adcc5ffa5c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:23.964180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-7d452fb4-bccb-4439-9d4c-9f56ce02e508 None None] Set router ec122dff-4d01-43a0-ae03-bc76699c20e4 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:24.037571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-3bec1171-4699-4e01-b783-21278783c851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 7e77f982-12cd-4966-ad89-506bbab549b4) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:24.062586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec1171-4699-4e01-b783-21278783c851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:24.062586 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bec1171-4699-4e01-b783-21278783c851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:24.143904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da7fd6e-f984-4547-bf77-bf6d6dc69714 None None] Network 7e77f982-12cd-4966-ad89-506bbab549b4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:24.176415 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d274642c-2548-41bf-8d0d-adcc5ffa5c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:24.176415 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:24.176415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:24.176415 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:24.218549 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a456777-e179-4406-a910-84f1a040a6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:24.233657 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274642c-2548-41bf-8d0d-adcc5ffa5c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295ff534-29c0-40a8-8a62-22173dc5a843,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:24.263694 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d274642c-2548-41bf-8d0d-adcc5ffa5c45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3b25176cd544736b4fadf520cd41e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7873051 Sep 18 05:09:24.267051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49762) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:24.315698 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae714300-c40d-4155-a9ba-8603ccd30a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:24.317642 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3bec1171-4699-4e01-b783-21278783c851 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5320547 Sep 18 05:09:24.332982 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a8b3c5-18c3-4ff0-877a-5144db2f032a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:24.359419 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network c9a8b3c5-18c3-4ff0-877a-5144db2f032a details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:09:24.366107 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-14eeca47-a9a3-4299-95c5-72b40939f105 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5912497 Sep 18 05:09:24.403202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49768) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:24.416275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8d3c6af4-2750-432e-81ba-bc33b749c956 admin admin] Request body: {'subnet': {'network_id': 'c9a8b3c5-18c3-4ff0-877a-5144db2f032a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-859290659-subnet', 'tenant_id': '651c4737c17e466bb6117f22940f1f5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:24.419869 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c5120bac-0c43-4f46-b482-639b12b2c02f no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:24.453071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: c5120bac-0c43-4f46-b482-639b12b2c02f {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:24.454808 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c5120bac-0c43-4f46-b482-639b12b2c02f not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:24.457337 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae714300-c40d-4155-a9ba-8603ccd30a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=36887065-dddd-475c-8ce2-2e393772716c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:24.461622 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72c85ca-d6c5-4319-8a50-f33c75771e46 None None] Network 7e77f982-12cd-4966-ad89-506bbab549b4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:24.583968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3c6af4-2750-432e-81ba-bc33b749c956 admin admin] Made reservation on behalf of 651c4737c17e466bb6117f22940f1f5d for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:24.587009 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8d3c6af4-2750-432e-81ba-bc33b749c956 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:24.625704 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61753984-7c5a-4ae5-9766-a6cd85242593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:24.650328 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61753984-7c5a-4ae5-9766-a6cd85242593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:24.827931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a456777-e179-4406-a910-84f1a040a6eb admin admin] Router af873d7f-e12d-4cbf-9f1b-71508416f6cd has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:09:24.911492 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:09:24.963346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7d452fb4-bccb-4439-9d4c-9f56ce02e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:06:52Z', 'revision_number': 4, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '86052e32-5e28-457b-8469-35447ed23abf', 'name': '', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'mac_address': 'fa:16:3e:0d:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:50Z', 'updated_at': '2021-09-18T05:06:59Z', 'revision_number': 5, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'subnets': [{'id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:24.997281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a456777-e179-4406-a910-84f1a040a6eb admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:09:25.002152 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1a456777-e179-4406-a910-84f1a040a6eb admin admin] 10.222.0.23 "PUT /v2.0/routers/af873d7f-e12d-4cbf-9f1b-71508416f6cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7284243 Sep 18 05:09:25.002152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49788) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:25.004445 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02865aa3-98cc-494c-833f-c8481d757222 None None] Sync routers for ids ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:09:25.019455 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02865aa3-98cc-494c-833f-c8481d757222 None None] Routers {'af873d7f-e12d-4cbf-9f1b-71508416f6cd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:25.022307 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-02865aa3-98cc-494c-833f-c8481d757222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:25.035335 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61753984-7c5a-4ae5-9766-a6cd85242593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:25.038263 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61753984-7c5a-4ae5-9766-a6cd85242593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:25.039729 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-61753984-7c5a-4ae5-9766-a6cd85242593 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/295ff534-29c0-40a8-8a62-22173dc5a843 HTTP/1.1" status: 204 len: 168 time: 0.7723343 Sep 18 05:09:25.048636 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.resource_extend [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:09:25.052645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d452fb4-bccb-4439-9d4c-9f56ce02e508 None None] The sync data for ids ['ec122dff-4d01-43a0-ae03-bc76699c20e4'] in n-d-789963-13 is: [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:06:52Z', 'revision_number': 4, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '86052e32-5e28-457b-8469-35447ed23abf', 'name': '', 'network_id': '9791206e-079f-44eb-aa04-4f90648d9063', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'mac_address': 'fa:16:3e:0d:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:50Z', 'updated_at': '2021-09-18T05:06:59Z', 'revision_number': 5, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'subnets': [{'id': 'dcfe49e5-8125-4aa5-81da-438b6da185cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:09:25.152587 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61753984-7c5a-4ae5-9766-a6cd85242593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295ff534-29c0-40a8-8a62-22173dc5a843,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:25.173554 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae714300-c40d-4155-a9ba-8603ccd30a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:25.195471 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d1def-4e0e-4a62-a6d7-4bcf071f4159 req-8c7a4038-609a-4fc4-b33e-74bc8d9f4435 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:25.215608 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb2d1def-4e0e-4a62-a6d7-4bcf071f4159 req-8c7a4038-609a-4fc4-b33e-74bc8d9f4435 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 945 time: 0.3351197 Sep 18 05:09:25.289926 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-02865aa3-98cc-494c-833f-c8481d757222 None None] Set router af873d7f-e12d-4cbf-9f1b-71508416f6cd gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:25.296452 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:25.300604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-c66c55ad-a9bb-4b71-9312-090cf60e2e39 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:25.305079 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-c66c55ad-a9bb-4b71-9312-090cf60e2e39 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 812 time: 0.1826851 Sep 18 05:09:25.309552 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'ec4a872f-3dc3-4d92-b3f3-b1897e1921f5', 'network_id': '5b171667-d77e-497f-9300-379345ad8028', 'port_id': 'ec4a872f-3dc3-4d92-b3f3-b1897e1921f5', 'mac_address': 'fa:16:3e:be:1d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db635f65-1e70-4588-ae59-7fa1fc584f7f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:09:25.369057 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:25.379747 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:25.393929 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:25.420830 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:25.444031 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-d4afaf8c-aa09-4391-9fe1-0b74e1fb9e52 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/quotas/3096e0d917c34cff9e463e09ad6891a9 HTTP/1.1" status: 200 len: 375 time: 0.0663207 Sep 18 05:09:25.525197 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-d0545aa4-818e-4d3e-b153-dc63cd88521d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802321 Sep 18 05:09:25.539710 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:25.583043 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-02865aa3-98cc-494c-833f-c8481d757222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:09:23Z', 'revision_number': 5, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:25.591678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474f4da0-6a95-44bd-bb71-d376caf020fa None None] New status for floating IP 58876ee4-0b3f-4999-add7-e82e39e23566: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:09:25.615173 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02865aa3-98cc-494c-833f-c8481d757222 None None] Checking router: af873d7f-e12d-4cbf-9f1b-71508416f6cd for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:09:25.625030 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02865aa3-98cc-494c-833f-c8481d757222 None None] Routers {'af873d7f-e12d-4cbf-9f1b-71508416f6cd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:25.625869 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-02865aa3-98cc-494c-833f-c8481d757222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:25.647103 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8d3c6af4-2750-432e-81ba-bc33b749c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:25.746756 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:25.781135 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:25.811823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c6af4-2750-432e-81ba-bc33b749c956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d20409bd-0023-45c6-a3fb-df405655407f,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:25.812831 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb2d1def-4e0e-4a62-a6d7-4bcf071f4159 req-f8670ca6-18a9-4322-86a9-2552a8709cfe tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962760 Sep 18 05:09:25.835710 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-69c6af4c-6f84-4b11-9259-de5bd352dde0 service neutron] 10.222.0.23 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000119 Sep 18 05:09:25.856626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c6af4-2750-432e-81ba-bc33b749c956 admin admin] Checking segment: {'id': 'f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c9a8b3c5-18c3-4ff0-877a-5144db2f032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:25.865282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c6af4-2750-432e-81ba-bc33b749c956 admin admin] Network hostable DHCP agents. Network: c9a8b3c5-18c3-4ff0-877a-5144db2f032a, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:09:25.881271 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-02865aa3-98cc-494c-833f-c8481d757222 None None] Set router af873d7f-e12d-4cbf-9f1b-71508416f6cd gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:25.881362 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['ec4a872f-3dc3-4d92-b3f3-b1897e1921f5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:09:26.071757 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49820) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:26.152315 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-02865aa3-98cc-494c-833f-c8481d757222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:09:23Z', 'revision_number': 5, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:26.161195 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c6af4-2750-432e-81ba-bc33b749c956 admin admin] Network c9a8b3c5-18c3-4ff0-877a-5144db2f032a is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:09:26.172144 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d7152740-1819-4c1d-b5f5-bbf1b6e52d37 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:26.212147 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02865aa3-98cc-494c-833f-c8481d757222 None None] The sync data for ids ['af873d7f-e12d-4cbf-9f1b-71508416f6cd'] in n-d-789963-13 is: [{'id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'name': 'tempest-ServersTestJSON-1019240106-router', 'tenant_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:25Z', 'updated_at': '2021-09-18T05:09:23Z', 'revision_number': 5, 'project_id': '588b7e68e8fe40ce8f9195dcfff7948b', 'gw_port': {'id': '017c002e-247b-48be-93a9-ad5eab6913c5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af873d7f-e12d-4cbf-9f1b-71508416f6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:27Z', 'updated_at': '2021-09-18T05:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:09:26.228660 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-08454056-619a-4c0d-bd92-b4bafbf9b198 service neutron] 10.222.0.23 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749571 Sep 18 05:09:26.255439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae714300-c40d-4155-a9ba-8603ccd30a01 admin admin] Router 79be2c49-6887-4055-9456-ece5f3802bfe has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:09:26.255957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] Deleting port 017c002e-247b-48be-93a9-ad5eab6913c5 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:26.255957 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:26.266080 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d7152740-1819-4c1d-b5f5-bbf1b6e52d37 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:26.288617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-8d3c6af4-2750-432e-81ba-bc33b749c956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, c9a8b3c5-18c3-4ff0-877a-5144db2f032a) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:26.298084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3e1f57-3d4a-4d4d-9bc6-e6d7fb339bf6 None None] Network c9a8b3c5-18c3-4ff0-877a-5144db2f032a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:26.306207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3c6af4-2750-432e-81ba-bc33b749c956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:26.309437 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8d3c6af4-2750-432e-81ba-bc33b749c956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:26.401381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae714300-c40d-4155-a9ba-8603ccd30a01 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:09:26.409265 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ae714300-c40d-4155-a9ba-8603ccd30a01 admin admin] 10.222.0.23 "PUT /v2.0/routers/79be2c49-6887-4055-9456-ece5f3802bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0357199 Sep 18 05:09:26.412758 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49830) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:26.415045 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be854dfc-2b4e-4ab5-ba50-133f2efc7467 None None] Sync routers for ids ['79be2c49-6887-4055-9456-ece5f3802bfe'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:09:26.431457 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be854dfc-2b4e-4ab5-ba50-133f2efc7467 None None] Routers {'79be2c49-6887-4055-9456-ece5f3802bfe'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:26.435465 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-be854dfc-2b4e-4ab5-ba50-133f2efc7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['79be2c49-6887-4055-9456-ece5f3802bfe'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:26.513064 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8d3c6af4-2750-432e-81ba-bc33b749c956 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1087325 Sep 18 05:09:26.569763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8a9c5e-d6e9-4595-92b1-869660f146a9 None None] Network c9a8b3c5-18c3-4ff0-877a-5144db2f032a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:26.581266 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-be854dfc-2b4e-4ab5-ba50-133f2efc7467 None None] Set router 79be2c49-6887-4055-9456-ece5f3802bfe gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:26.609961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] For port 017c002e-247b-48be-93a9-ad5eab6913c5, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=017c002e-247b-48be-93a9-ad5eab6913c5,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:26.610355 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:26.630771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] Calling delete_port for 017c002e-247b-48be-93a9-ad5eab6913c5 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:26.724563 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d451983f-d9b2-4f6d-b9a1-c1b54bb1d5b1 req-8b78c4eb-af3e-4428-a967-edf7b0240865 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 210 time: 0.0618000 Sep 18 05:09:26.742215 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d7152740-1819-4c1d-b5f5-bbf1b6e52d37 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:26.751624 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d7152740-1819-4c1d-b5f5-bbf1b6e52d37 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:26.751624 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d7152740-1819-4c1d-b5f5-bbf1b6e52d37 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "DELETE /v2.0/security-groups/0a4e281a-dda0-4de2-a4f5-cd563522296f HTTP/1.1" status: 204 len: 168 time: 0.6738856 Sep 18 05:09:26.756586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49846) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:26.785026 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7152740-1819-4c1d-b5f5-bbf1b6e52d37 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4e281a-dda0-4de2-a4f5-cd563522296f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:26.785916 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-0d6430fc-74af-40f4-b919-fba34fdba182 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] show failed (client error): The resource could not be found. Sep 18 05:09:26.787016 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0d6430fc-74af-40f4-b919-fba34fdba182 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "GET /v2.0/security-groups/0a4e281a-dda0-4de2-a4f5-cd563522296f HTTP/1.1" status: 404 len: 347 time: 0.0290933 Sep 18 05:09:26.789847 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49848) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:26.801982 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:26.872891 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:26.990993 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:26.991656 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:26.992194 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-be854dfc-2b4e-4ab5-ba50-133f2efc7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'name': 'tempest-FloatingIPsTestJSON-1526812208-router', 'tenant_id': '6966decb81754066b3604013994b9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:08:59Z', 'updated_at': '2021-09-18T05:09:24Z', 'revision_number': 5, 'project_id': '6966decb81754066b3604013994b9aee', 'gw_port': {'id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:00Z', 'updated_at': '2021-09-18T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:27.065054 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be854dfc-2b4e-4ab5-ba50-133f2efc7467 None None] Checking router: 79be2c49-6887-4055-9456-ece5f3802bfe for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:09:27.084417 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be854dfc-2b4e-4ab5-ba50-133f2efc7467 None None] Routers {'79be2c49-6887-4055-9456-ece5f3802bfe'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:27.085168 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-be854dfc-2b4e-4ab5-ba50-133f2efc7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['79be2c49-6887-4055-9456-ece5f3802bfe'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:27.097855 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:27.136676 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:27.137672 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2dfba7-e22c-490e-93a5-ed87bedd38dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4a872f-3dc3-4d92-b3f3-b1897e1921f5'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:27.140228 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c0f52b-f795-48a7-a83b-a4b5e1bd64e0" -d '{"events": [{"server_uuid": "8e2dfba7-e22c-490e-93a5-ed87bedd38dd", "name": "network-vif-plugged", "status": "completed", "tag": "ec4a872f-3dc3-4d92-b3f3-b1897e1921f5"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:27.145480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a9042-462d-4f40-8742-645fa494fbc7 req-bb0c498d-22b1-406d-8ea2-56e0bf2905db tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:27.147109 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-963a9042-462d-4f40-8742-645fa494fbc7 req-bb0c498d-22b1-406d-8ea2-56e0bf2905db tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 944 time: 0.2348068 Sep 18 05:09:27.186523 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:27.215228 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-107911e5-c406-4ade-8768-cfec20685663 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Deleting port 65f812ca-d6b6-4370-b104-788de5fa95cb {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:27.215675 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-107911e5-c406-4ade-8768-cfec20685663 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:27.220496 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:27.243488 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:27.249016 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-be854dfc-2b4e-4ab5-ba50-133f2efc7467 None None] Set router 79be2c49-6887-4055-9456-ece5f3802bfe gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:27.287089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] Pushing event deleted for resources: {'Port': ['ID=017c002e-247b-48be-93a9-ad5eab6913c5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:27.304334 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-963a9042-462d-4f40-8742-645fa494fbc7 req-e5af73ed-7ca3-476e-938a-e7041527c6be tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495891 Sep 18 05:09:27.383627 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:27.404287 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2475b5b-e015-40d4-b93d-cdd6a0f0efed x-openstack-request-id: req-a2475b5b-e015-40d4-b93d-cdd6a0f0efed {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:27.404772 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2dfba7-e22c-490e-93a5-ed87bedd38dd", "name": "network-vif-plugged", "status": "completed", "tag": "ec4a872f-3dc3-4d92-b3f3-b1897e1921f5", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:27.405818 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2475b5b-e015-40d4-b93d-cdd6a0f0efed {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:27.405939 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2dfba7-e22c-490e-93a5-ed87bedd38dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4a872f-3dc3-4d92-b3f3-b1897e1921f5', 'code': 200} Sep 18 05:09:27.411853 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:27.413091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:27.413091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:27.414456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:27.414807 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:27.415146 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:27.415486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:27.415860 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:27.420093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:27.420516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:27.420873 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:27.421220 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:09:27.445036 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-107911e5-c406-4ade-8768-cfec20685663 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:27.445583 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-107911e5-c406-4ade-8768-cfec20685663 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:27.462209 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:27.467835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-107911e5-c406-4ade-8768-cfec20685663 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Calling delete_port for 65f812ca-d6b6-4370-b104-788de5fa95cb owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:27.480168 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] Deleting port 46437df9-ab2a-4c35-b5c5-b4d50d4161bf {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:27.482202 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:27.659667 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-be854dfc-2b4e-4ab5-ba50-133f2efc7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'name': 'tempest-FloatingIPsTestJSON-1526812208-router', 'tenant_id': '6966decb81754066b3604013994b9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:08:59Z', 'updated_at': '2021-09-18T05:09:24Z', 'revision_number': 5, 'project_id': '6966decb81754066b3604013994b9aee', 'gw_port': {'id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:00Z', 'updated_at': '2021-09-18T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:27.699803 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be854dfc-2b4e-4ab5-ba50-133f2efc7467 None None] The sync data for ids ['79be2c49-6887-4055-9456-ece5f3802bfe'] in n-d-789963-13 is: [{'id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'name': 'tempest-FloatingIPsTestJSON-1526812208-router', 'tenant_id': '6966decb81754066b3604013994b9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:08:59Z', 'updated_at': '2021-09-18T05:09:24Z', 'revision_number': 5, 'project_id': '6966decb81754066b3604013994b9aee', 'gw_port': {'id': '46437df9-ab2a-4c35-b5c5-b4d50d4161bf', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79be2c49-6887-4055-9456-ece5f3802bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:00Z', 'updated_at': '2021-09-18T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:09:27.731256 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] For port 46437df9-ab2a-4c35-b5c5-b4d50d4161bf, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=46437df9-ab2a-4c35-b5c5-b4d50d4161bf,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:27.731256 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:27.731611 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:27.731611 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:27.745563 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] Calling delete_port for 46437df9-ab2a-4c35-b5c5-b4d50d4161bf owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:27.921207 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:27.921753 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router af873d7f-e12d-4cbf-9f1b-71508416f6cd {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:09:27.934381 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:27.939185 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-58facd9a-48d4-479a-b708-39a68814feeb admin admin] 10.222.0.23 "DELETE /v2.0/routers/af873d7f-e12d-4cbf-9f1b-71508416f6cd HTTP/1.1" status: 204 len: 168 time: 2.9370043 Sep 18 05:09:27.940394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49890) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:28.048161 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc6c4e3-9fb4-4cb4-9097-de995834a482 admin admin] Deleting subnet a7932b23-0b60-4ae5-8ab0-d94621835bec {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:09:28.054200 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c4e3-9fb4-4cb4-9097-de995834a482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.187213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-bc0bef69-382c-415e-8236-7d65a95b0abe tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:28.190397 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-bc0bef69-382c-415e-8236-7d65a95b0abe tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/networks?id=c9a8b3c5-18c3-4ff0-877a-5144db2f032a HTTP/1.1" status: 200 len: 821 time: 0.2527220 Sep 18 05:09:28.191935 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49a54699-fefe-4ec9-b747-8be77ecbc6bf req-ca3e20cb-cbd0-4900-969e-e3cde56b3539 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 210 time: 0.1331463 Sep 18 05:09:28.211082 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.216861 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c4e3-9fb4-4cb4-9097-de995834a482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.296973 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-eaec46e2-bf4a-4d0b-b813-98ec81928bf1 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/quotas/651c4737c17e466bb6117f22940f1f5d HTTP/1.1" status: 200 len: 375 time: 0.0880868 Sep 18 05:09:28.298488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] Pushing event deleted for resources: {'Port': ['ID=46437df9-ab2a-4c35-b5c5-b4d50d4161bf,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:28.301391 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-107911e5-c406-4ade-8768-cfec20685663 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.328945 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c4e3-9fb4-4cb4-9097-de995834a482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.372781 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107911e5-c406-4ade-8768-cfec20685663 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Pushing event deleted for resources: {'Port': ['ID=65f812ca-d6b6-4370-b104-788de5fa95cb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:28.428380 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-8a0e4fb5-6b8b-4ab9-8e81-ccb86e66a72f tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=651c4737c17e466bb6117f22940f1f5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1123068 Sep 18 05:09:28.464413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2971c0a-7514-44ba-97d4-c5169580ec0b req-8354d41f-146f-466d-945b-769e71bb2485 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:28.467390 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a2971c0a-7514-44ba-97d4-c5169580ec0b req-8354d41f-146f-466d-945b-769e71bb2485 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 945 time: 0.0920167 Sep 18 05:09:28.488615 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-fcac2ee5-65e2-4095-af59-d68747ca7b66 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:09:28.489726 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-fcac2ee5-65e2-4095-af59-d68747ca7b66 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302444 Sep 18 05:09:28.533050 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c4e3-9fb4-4cb4-9097-de995834a482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.555043 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.572643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bf8a20b8-db7e-4110-9fdb-09987e5bef9c no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:28.606172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6c4e3-9fb4-4cb4-9097-de995834a482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7932b23-0b60-4ae5-8ab0-d94621835bec,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:28.617111 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c4e3-9fb4-4cb4-9097-de995834a482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.619394 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1dc6c4e3-9fb4-4cb4-9097-de995834a482 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a7932b23-0b60-4ae5-8ab0-d94621835bec HTTP/1.1" status: 204 len: 168 time: 0.6780317 Sep 18 05:09:28.621756 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: bf8a20b8-db7e-4110-9fdb-09987e5bef9c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:28.623870 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bf8a20b8-db7e-4110-9fdb-09987e5bef9c not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:28.623870 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 36887065-dddd-475c-8ce2-2e393772716c no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:28.624384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49910) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:28.626381 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e061ce74-13af-42dd-9b5d-86fe6465657c None None] Network ffb527be-d03c-4c87-a254-04ea5d823067 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:28.638918 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a2971c0a-7514-44ba-97d4-c5169580ec0b req-527df737-1005-450f-a1d6-6652793f1aa8 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336977 Sep 18 05:09:28.682808 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-107911e5-c406-4ade-8768-cfec20685663 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.684268 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 36887065-dddd-475c-8ce2-2e393772716c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:28.684844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 36887065-dddd-475c-8ce2-2e393772716c not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:28.685432 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-107911e5-c406-4ade-8768-cfec20685663 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.686739 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-107911e5-c406-4ade-8768-cfec20685663 tempest-ServersTestFqdnHostnames-1227143828 tempest-ServersTestFqdnHostnames-1227143828-project] 10.222.0.23 "DELETE /v2.0/floatingips/58876ee4-0b3f-4999-add7-e82e39e23566 HTTP/1.1" status: 204 len: 168 time: 1.8957326 Sep 18 05:09:28.689169 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.716392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49914) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:28.724098 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.778914 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.792997 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-8787aa35-8c5b-472d-a629-90d5576db835 service neutron] 10.222.0.23 "GET /v2.0/networks/c9a8b3c5-18c3-4ff0-877a-5144db2f032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937067 Sep 18 05:09:28.863162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.863162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79be2c49-6887-4055-9456-ece5f3802bfe {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:09:28.887425 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:28.889180 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c6bfe245-33a1-41fa-bd02-25749e49f842 admin admin] 10.222.0.23 "DELETE /v2.0/routers/79be2c49-6887-4055-9456-ece5f3802bfe HTTP/1.1" status: 204 len: 168 time: 2.4753418 Sep 18 05:09:28.916986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49924) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:29.025288 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-9eabb963-b0c1-4336-ba10-811f452c2ad9 service neutron] 10.222.0.23 "GET /v2.0/networks/c9a8b3c5-18c3-4ff0-877a-5144db2f032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232058 Sep 18 05:09:29.059626 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e5b8c-7764-4567-b998-6786a59aa1aa None None] DHCP port deletion for ffb527be-d03c-4c87-a254-04ea5d823067 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:09:29.066670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Deleting port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:29.067056 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:29.100999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0df879-9bda-4592-a06d-c7de714581cc admin admin] Deleting subnet 0d888b52-f274-4fa9-b838-64ac380d7801 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:09:29.111043 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c0df879-9bda-4592-a06d-c7de714581cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:29.144115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-855e5b8c-7764-4567-b998-6786a59aa1aa None None] Deleting port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:29.144865 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-855e5b8c-7764-4567-b998-6786a59aa1aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:29.223725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-855e5b8c-7764-4567-b998-6786a59aa1aa None None] For port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=47adb97e-03fb-4c8d-9fce-c9c1c7d8a614,segment=NetworkSegment(e23b14e8-381f-48b3-908e-3970d8f7bc9a),segment_id=e23b14e8-381f-48b3-908e-3970d8f7bc9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:29.224701 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-855e5b8c-7764-4567-b998-6786a59aa1aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:29.239379 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-855e5b8c-7764-4567-b998-6786a59aa1aa None None] Calling delete_port for 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:29.391443 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7dd4e021-36fd-4237-bac2-b79a1f3cef44 req-33582356-935c-4158-9989-b2165c6eefc3 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 210 time: 0.0445201 Sep 18 05:09:29.494866 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-855e5b8c-7764-4567-b998-6786a59aa1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:29.532131 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e5b8c-7764-4567-b998-6786a59aa1aa None None] Pushing event deleted for resources: {'Port': ['ID=47adb97e-03fb-4c8d-9fce-c9c1c7d8a614,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:29.534718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e5b8c-7764-4567-b998-6786a59aa1aa None None] No DVR routers for this DVR port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:29.720702 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-513e7d45-1f45-40d7-b6c7-bb72ee31878a req-0b6f38c5-f31b-43fd-ad72-73df6d9534e9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 210 time: 0.1234264 Sep 18 05:09:29.730122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] For port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=47adb97e-03fb-4c8d-9fce-c9c1c7d8a614,segment=NetworkSegment(e23b14e8-381f-48b3-908e-3970d8f7bc9a),segment_id=e23b14e8-381f-48b3-908e-3970d8f7bc9a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:29.730508 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:29.742300 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c0df879-9bda-4592-a06d-c7de714581cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:29.770421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Calling delete_port for 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:29.789289 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c6893-460d-4ad7-a300-b52ae8e582a1 req-728b13aa-68a7-4bdd-bfda-44c9d79f627f tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:29.800976 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-781c6893-460d-4ad7-a300-b52ae8e582a1 req-728b13aa-68a7-4bdd-bfda-44c9d79f627f tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 945 time: 0.0831842 Sep 18 05:09:29.838507 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-781c6893-460d-4ad7-a300-b52ae8e582a1 req-3ee150bd-c004-4523-9ca1-f32c9cf71b88 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363615 Sep 18 05:09:29.861206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be684ff8-7c40-4f56-9b81-2a9e01cbf392 req-125f87e4-8470-42f8-a3d8-76ebb4d75c9c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:29.863338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be684ff8-7c40-4f56-9b81-2a9e01cbf392 req-125f87e4-8470-42f8-a3d8-76ebb4d75c9c tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 945 time: 0.2634325 Sep 18 05:09:30.070424 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:30.152987 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-df6955aa-4122-4b1e-928c-acc4cbd0a966 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:30.154474 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-df6955aa-4122-4b1e-928c-acc4cbd0a966 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 812 time: 0.3027017 Sep 18 05:09:30.156595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Pushing event deleted for resources: {'Port': ['ID=47adb97e-03fb-4c8d-9fce-c9c1c7d8a614,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:30.162778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] No DVR routers for this DVR port 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:30.167509 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c0df879-9bda-4592-a06d-c7de714581cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:30.176017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-187faa95-c013-4dc3-bf1d-b2472b6034aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Request body: {'port': {'device_id': '45f7f854-f9ed-4de9-b29d-7ddd866c8e94', 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4', 'admin_state_up': True, 'tenant_id': '3096e0d917c34cff9e463e09ad6891a9'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:30.198169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:30.234545 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:30.234904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 47adb97e-03fb-4c8d-9fce-c9c1c7d8a614 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:30.235518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 46437df9-ab2a-4c35-b5c5-b4d50d4161bf no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:30.257804 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 46437df9-ab2a-4c35-b5c5-b4d50d4161bf {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:30.258161 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 46437df9-ab2a-4c35-b5c5-b4d50d4161bf not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:30.258649 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 017c002e-247b-48be-93a9-ad5eab6913c5 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:30.282291 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 017c002e-247b-48be-93a9-ad5eab6913c5 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:30.282291 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 017c002e-247b-48be-93a9-ad5eab6913c5 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:30.389746 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:30.451778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb527be-d03c-4c87-a254-04ea5d823067']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:30.456854 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-be684ff8-7c40-4f56-9b81-2a9e01cbf392 req-82c294a1-407f-431f-8084-7fb7876a9fbd tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Deleting port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:30.457210 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-be684ff8-7c40-4f56-9b81-2a9e01cbf392 req-82c294a1-407f-431f-8084-7fb7876a9fbd tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:30.510285 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23b14e8-381f-48b3-908e-3970d8f7bc9a') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:30.510833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23b14e8-381f-48b3-908e-3970d8f7bc9a') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:30.543044 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c97f234e-9a95-4845-a775-d989fccd9558 req-093dab7d-4b52-4696-bbf8-baca4b6b3cda tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 210 time: 0.0805843 Sep 18 05:09:30.556129 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:30.592681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1f00624f-093b-44fe-aea5-4abeefd1114c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:30.599260 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c0df879-9bda-4592-a06d-c7de714581cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:30.651882 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:30.677618 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-187faa95-c013-4dc3-bf1d-b2472b6034aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Made reservation on behalf of 3096e0d917c34cff9e463e09ad6891a9 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:30.681076 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-187faa95-c013-4dc3-bf1d-b2472b6034aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:30.687521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0df879-9bda-4592-a06d-c7de714581cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d888b52-f274-4fa9-b838-64ac380d7801,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:30.694157 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:09:30.694795 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:09:30.697869 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:09:30.700763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b03365c-776e-48f7-bdb3-3cae80fd9b8f None None] Network 82c27b5b-0183-4f47-91f6-0df084f58c6c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:30.705242 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c0df879-9bda-4592-a06d-c7de714581cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:30.710807 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9c0df879-9bda-4592-a06d-c7de714581cc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0d888b52-f274-4fa9-b838-64ac380d7801 HTTP/1.1" status: 204 len: 168 time: 1.7892685 Sep 18 05:09:30.719091 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49996) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:30.788205 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-be684ff8-7c40-4f56-9b81-2a9e01cbf392 req-82c294a1-407f-431f-8084-7fb7876a9fbd tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] For port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:30.788774 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-be684ff8-7c40-4f56-9b81-2a9e01cbf392 req-82c294a1-407f-431f-8084-7fb7876a9fbd tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:30.845893 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:30.882620 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:30.898967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-be684ff8-7c40-4f56-9b81-2a9e01cbf392 req-82c294a1-407f-431f-8084-7fb7876a9fbd tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Calling delete_port for ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:30.943391 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:30.956172 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f47ed663-9dc4-4257-afc7-f9083710bf0f req-3b9337e1-10ec-4012-8470-cb775e775bcf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 210 time: 0.1028202 Sep 18 05:09:30.993317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753c8bb0-1fc5-4949-aeae-eb4788f0fce8 None None] DHCP port deletion for 82c27b5b-0183-4f47-91f6-0df084f58c6c request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:09:31.060009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Deleting port 177f10f3-bd11-4cf3-83bc-6d91e0b09088 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:31.060629 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.064415 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.066228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ffb527be-d03c-4c87-a254-04ea5d823067 HTTP/1.1" status: 204 len: 168 time: 2.4402368 Sep 18 05:09:31.107807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56519a6-f423-41e3-8ab1-5b6f51d1df38 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb527be-d03c-4c87-a254-04ea5d823067,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:31.196364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] For port 177f10f3-bd11-4cf3-83bc-6d91e0b09088, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=177f10f3-bd11-4cf3-83bc-6d91e0b09088,segment=NetworkSegment(36cafcc4-a12d-44f8-859a-fa301c5c8414),segment_id=36cafcc4-a12d-44f8-859a-fa301c5c8414)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:31.196674 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.200962 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.207032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-753c8bb0-1fc5-4949-aeae-eb4788f0fce8 None None] Deleting port 177f10f3-bd11-4cf3-83bc-6d91e0b09088 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:31.208091 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-753c8bb0-1fc5-4949-aeae-eb4788f0fce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.211581 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Calling delete_port for 177f10f3-bd11-4cf3-83bc-6d91e0b09088 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:31.248003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-187faa95-c013-4dc3-bf1d-b2472b6034aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Allocated IP 172.20.0.11 (7e77f982-12cd-4966-ad89-506bbab549b4/19facd85-5a02-4210-8d90-7d5ec267820b/aaf5a93f-c5d7-4d25-aadb-fccfc5015582) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:31.297058 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef0d799d-0940-44b7-9b1c-b3b564eb419c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.302610 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-753c8bb0-1fc5-4949-aeae-eb4788f0fce8 None None] For port 177f10f3-bd11-4cf3-83bc-6d91e0b09088, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=177f10f3-bd11-4cf3-83bc-6d91e0b09088,segment=NetworkSegment(36cafcc4-a12d-44f8-859a-fa301c5c8414),segment_id=36cafcc4-a12d-44f8-859a-fa301c5c8414)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:31.303008 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-753c8bb0-1fc5-4949-aeae-eb4788f0fce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.312126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b772c0-1747-442f-be34-3e637ea6080d req-fe4f7bb5-e6a8-4c27-a56b-471ffbf89f82 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:31.313793 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42b772c0-1747-442f-be34-3e637ea6080d req-fe4f7bb5-e6a8-4c27-a56b-471ffbf89f82 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 945 time: 0.2464788 Sep 18 05:09:31.324345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-753c8bb0-1fc5-4949-aeae-eb4788f0fce8 None None] Calling delete_port for 177f10f3-bd11-4cf3-83bc-6d91e0b09088 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:31.372616 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.412082 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=177f10f3-bd11-4cf3-83bc-6d91e0b09088,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:31.417593 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] No DVR routers for this DVR port 177f10f3-bd11-4cf3-83bc-6d91e0b09088 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:31.437168 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-753c8bb0-1fc5-4949-aeae-eb4788f0fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.462966 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42b772c0-1747-442f-be34-3e637ea6080d req-8718a988-4b8a-494c-9c51-38368b4b0bb3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141753 Sep 18 05:09:31.492768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c8bb0-1fc5-4949-aeae-eb4788f0fce8 None None] No DVR routers for this DVR port 177f10f3-bd11-4cf3-83bc-6d91e0b09088 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:31.495677 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c8bb0-1fc5-4949-aeae-eb4788f0fce8 None None] Pushing event deleted for resources: {'Port': ['ID=177f10f3-bd11-4cf3-83bc-6d91e0b09088,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:31.530765 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50010) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:31.536819 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-be684ff8-7c40-4f56-9b81-2a9e01cbf392 req-82c294a1-407f-431f-8084-7fb7876a9fbd tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.539223 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.555373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50014) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:31.577253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c27b5b-0183-4f47-91f6-0df084f58c6c']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:31.593251 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cafcc4-a12d-44f8-859a-fa301c5c8414') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:31.594026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cafcc4-a12d-44f8-859a-fa301c5c8414') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:31.610776 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.614386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c294a1-407f-431f-8084-7fb7876a9fbd tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Pushing event deleted for resources: {'Port': ['ID=ec4a872f-3dc3-4d92-b3f3-b1897e1921f5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:31.656423 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1f00624f-093b-44fe-aea5-4abeefd1114c admin admin] Deleting port 86052e32-5e28-457b-8469-35447ed23abf {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:31.656769 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1f00624f-093b-44fe-aea5-4abeefd1114c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.671376 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-dc467a35-b8f1-4f67-9301-fe7ff29c7152 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=588b7e68e8fe40ce8f9195dcfff7948b&name=default HTTP/1.1" status: 200 len: 2981 time: 0.1145961 Sep 18 05:09:31.674906 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-13827af9-e027-477d-832f-666f0422c01e req-195c7d74-c90d-4520-be24-071eb22f396b tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 210 time: 0.0373867 Sep 18 05:09:31.675603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50018) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:31.676964 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.707363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:09:31.707923 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.708309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-be684ff8-7c40-4f56-9b81-2a9e01cbf392 req-82c294a1-407f-431f-8084-7fb7876a9fbd tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] No DVR routers for this DVR port ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:09:31.709866 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:09:31.714979 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-be684ff8-7c40-4f56-9b81-2a9e01cbf392 req-82c294a1-407f-431f-8084-7fb7876a9fbd tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.716945 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be684ff8-7c40-4f56-9b81-2a9e01cbf392 req-82c294a1-407f-431f-8084-7fb7876a9fbd tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.13 "DELETE /v2.0/ports/ec4a872f-3dc3-4d92-b3f3-b1897e1921f5 HTTP/1.1" status: 204 len: 173 time: 1.8365326 Sep 18 05:09:31.717407 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2dfba7-e22c-490e-93a5-ed87bedd38dd', 'name': 'network-vif-deleted', 'tag': 'ec4a872f-3dc3-4d92-b3f3-b1897e1921f5'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:31.719664 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e22041e-5e13-40c3-9572-1eedf3fab88d" -d '{"events": [{"server_uuid": "8e2dfba7-e22c-490e-93a5-ed87bedd38dd", "name": "network-vif-deleted", "tag": "ec4a872f-3dc3-4d92-b3f3-b1897e1921f5"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:31.770391 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-187faa95-c013-4dc3-bf1d-b2472b6034aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.797923 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-354103ef-2af7-4051-99f2-05832f81dd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.800331 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-1f00624f-093b-44fe-aea5-4abeefd1114c admin admin] For port 86052e32-5e28-457b-8469-35447ed23abf, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=86052e32-5e28-457b-8469-35447ed23abf,segment=NetworkSegment(86f7d29b-ec06-467f-a798-cc58af28d3d0),segment_id=86f7d29b-ec06-467f-a798-cc58af28d3d0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:31.800822 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1f00624f-093b-44fe-aea5-4abeefd1114c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.822889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1f00624f-093b-44fe-aea5-4abeefd1114c admin admin] Calling delete_port for 86052e32-5e28-457b-8469-35447ed23abf owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:31.835789 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-354103ef-2af7-4051-99f2-05832f81dd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.869983 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.872682 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db897858-d28b-4695-a657-749ed6fbee6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.895952 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:31.897923 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/82c27b5b-0183-4f47-91f6-0df084f58c6c HTTP/1.1" status: 204 len: 168 time: 1.1866651 Sep 18 05:09:31.915131 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae1cd2-1b63-410d-ab18-518fb70f85b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c27b5b-0183-4f47-91f6-0df084f58c6c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:31.977314 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d92aa05-45e1-4ed5-8d8d-63101781bbf0 x-openstack-request-id: req-6d92aa05-45e1-4ed5-8d8d-63101781bbf0 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:31.978268 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2dfba7-e22c-490e-93a5-ed87bedd38dd", "name": "network-vif-deleted", "tag": "ec4a872f-3dc3-4d92-b3f3-b1897e1921f5", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:31.978748 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d92aa05-45e1-4ed5-8d8d-63101781bbf0 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:31.979356 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2dfba7-e22c-490e-93a5-ed87bedd38dd', 'name': 'network-vif-deleted', 'tag': 'ec4a872f-3dc3-4d92-b3f3-b1897e1921f5', 'status': 'completed', 'code': 200} Sep 18 05:09:31.999125 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-187faa95-c013-4dc3-bf1d-b2472b6034aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:32.038342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-354103ef-2af7-4051-99f2-05832f81dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:32.041106 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-354103ef-2af7-4051-99f2-05832f81dd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:32.044318 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-354103ef-2af7-4051-99f2-05832f81dd21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62251f04-9a3f-4a59-9c24-7a90b1daf3e4 HTTP/1.1" status: 204 len: 168 time: 0.3626931 Sep 18 05:09:32.074042 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db897858-d28b-4695-a657-749ed6fbee6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:32.083763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-187faa95-c013-4dc3-bf1d-b2472b6034aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Network 7e77f982-12cd-4966-ad89-506bbab549b4 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:32.084513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187faa95-c013-4dc3-bf1d-b2472b6034aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Pushing event updated for resources: {'Port': ['ID=aaf5a93f-c5d7-4d25-aadb-fccfc5015582,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:32.089690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-187faa95-c013-4dc3-bf1d-b2472b6034aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:32.093231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-187faa95-c013-4dc3-bf1d-b2472b6034aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:32.106658 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354103ef-2af7-4051-99f2-05832f81dd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62251f04-9a3f-4a59-9c24-7a90b1daf3e4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:32.133415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb159d-c681-4e59-8842-a60c1786de00 req-dbaeff92-27df-46b3-b8b1-c42b08747726 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:32.135242 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97eb159d-c681-4e59-8842-a60c1786de00 req-dbaeff92-27df-46b3-b8b1-c42b08747726 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 932 time: 0.1125100 Sep 18 05:09:32.137993 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db897858-d28b-4695-a657-749ed6fbee6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:32.229541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-187faa95-c013-4dc3-bf1d-b2472b6034aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:32.230093 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-187faa95-c013-4dc3-bf1d-b2472b6034aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:32.244112 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db897858-d28b-4695-a657-749ed6fbee6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7208d65-6a46-4dec-8d6a-43c167d50b42,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:32.250696 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-db897858-d28b-4695-a657-749ed6fbee6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa4ff7c4bee34ccb945a268ddd7794df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7161908 Sep 18 05:09:32.250998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50034) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:32.259867 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97eb159d-c681-4e59-8842-a60c1786de00 req-850f8325-1545-4b68-bc29-4f6547af4464 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152964 Sep 18 05:09:32.306203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 177f10f3-bd11-4cf3-83bc-6d91e0b09088 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:32.333255 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f92e0cd-7ca1-4518-a8bd-e53836584fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:32.335962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-fdcc0c4a-7236-4f96-88c0-72315b4a8255 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:32.338389 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-fdcc0c4a-7236-4f96-88c0-72315b4a8255 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.13 "GET /v2.0/networks?id=c9a8b3c5-18c3-4ff0-877a-5144db2f032a HTTP/1.1" status: 200 len: 821 time: 0.1638544 Sep 18 05:09:32.342074 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 177f10f3-bd11-4cf3-83bc-6d91e0b09088 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:32.342469 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 177f10f3-bd11-4cf3-83bc-6d91e0b09088 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:32.343841 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50038) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:32.362514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-a99ea9be-d978-4027-b46c-d377d6f15094 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Request body: {'port': {'device_id': '12a00279-419b-4203-bce7-0b8880edb220', 'network_id': 'c9a8b3c5-18c3-4ff0-877a-5144db2f032a', 'admin_state_up': True, 'tenant_id': '651c4737c17e466bb6117f22940f1f5d'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:32.367863 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f92e0cd-7ca1-4518-a8bd-e53836584fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:32.401481 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-187faa95-c013-4dc3-bf1d-b2472b6034aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2357457 Sep 18 05:09:32.402094 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1f00624f-093b-44fe-aea5-4abeefd1114c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:32.441160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-6eb1a85f-0f6f-4857-9433-5ca83dff40c3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:09:32.442186 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-6eb1a85f-0f6f-4857-9433-5ca83dff40c3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255439 Sep 18 05:09:32.486367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00624f-093b-44fe-aea5-4abeefd1114c admin admin] Pushing event deleted for resources: {'Port': ['ID=86052e32-5e28-457b-8469-35447ed23abf,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:32.509822 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f92e0cd-7ca1-4518-a8bd-e53836584fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:32.516717 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f92e0cd-7ca1-4518-a8bd-e53836584fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:32.520843 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0f92e0cd-7ca1-4518-a8bd-e53836584fc6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7208d65-6a46-4dec-8d6a-43c167d50b42 HTTP/1.1" status: 204 len: 168 time: 0.2671053 Sep 18 05:09:32.541384 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92e0cd-7ca1-4518-a8bd-e53836584fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7208d65-6a46-4dec-8d6a-43c167d50b42,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:32.658037 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-682625da-c86f-4486-ad98-c0cd1492f488 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6966decb81754066b3604013994b9aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061326 Sep 18 05:09:32.661440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50054) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:32.735751 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bf37aa8c-3b11-47ac-b133-b30c992ded6b req-331eabca-e68f-48d8-868d-c105eda4ef4d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2dfba7-e22c-490e-93a5-ed87bedd38dd HTTP/1.1" status: 200 len: 210 time: 0.0822444 Sep 18 05:09:32.822076 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-82cc8ca2-e71b-47ce-a591-a50edea45cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:32.831047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Request body: {'port': {'device_id': '45f7f854-f9ed-4de9-b29d-7ddd866c8e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:32.858013 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65f0caa7-b2de-43b6-9050-0dc1a10f746e req-b9150d8c-0e31-47d0-9f5d-b4feddae631d tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 210 time: 0.0502298 Sep 18 05:09:32.882985 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-82cc8ca2-e71b-47ce-a591-a50edea45cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:32.954723 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:32.979703 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1f00624f-093b-44fe-aea5-4abeefd1114c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:33.005530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-a99ea9be-d978-4027-b46c-d377d6f15094 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Made reservation on behalf of 651c4737c17e466bb6117f22940f1f5d for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:33.013572 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-a99ea9be-d978-4027-b46c-d377d6f15094 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:33.095084 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-82cc8ca2-e71b-47ce-a591-a50edea45cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:33.106833 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-82cc8ca2-e71b-47ce-a591-a50edea45cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:33.106833 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-82cc8ca2-e71b-47ce-a591-a50edea45cb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fd93522-8d9e-4c5d-87b8-94f2cdb4a54d HTTP/1.1" status: 204 len: 168 time: 0.4440868 Sep 18 05:09:33.120632 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc8ca2-e71b-47ce-a591-a50edea45cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd93522-8d9e-4c5d-87b8-94f2cdb4a54d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:33.443330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50084) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:33.469483 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d485-1a71-4595-aac7-cfe8c038bc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:33.602766 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d485-1a71-4595-aac7-cfe8c038bc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:33.673002 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d485-1a71-4595-aac7-cfe8c038bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:33.687428 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f786a0-8146-4921-ad5a-fa4337a30980 req-515f1351-399d-4a3b-80ce-c63faef2619c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:33.694935 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02f786a0-8146-4921-ad5a-fa4337a30980 req-515f1351-399d-4a3b-80ce-c63faef2619c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 932 time: 0.3052390 Sep 18 05:09:33.728451 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b2a5d485-1a71-4595-aac7-cfe8c038bc05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e5658e75bff4b829704ac6c1fa586c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827556 Sep 18 05:09:33.735561 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50098) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:33.789788 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5d485-1a71-4595-aac7-cfe8c038bc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378c0af4-1491-4670-a29c-a04729c73ffe,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:33.821570 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e93eb8bd-9f44-4325-ba6e-10c76b442018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:33.841700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-a99ea9be-d978-4027-b46c-d377d6f15094 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Allocated IP 172.20.0.3 (c9a8b3c5-18c3-4ff0-877a-5144db2f032a/d20409bd-0023-45c6-a3fb-df405655407f/ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:33.859518 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02f786a0-8146-4921-ad5a-fa4337a30980 req-d1c8d772-aa4e-48a0-afdf-26ce2f7f25ab tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631119 Sep 18 05:09:33.959931 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fce0ede8-4cfa-4d74-bb81-7ec388de18e5 req-10ca1f18-9547-45cb-979b-05bb572e16cc tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 210 time: 0.0414925 Sep 18 05:09:34.065233 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a270e9ac-3ca5-4c84-8a54-36d77a2a2eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:34.227023 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a270e9ac-3ca5-4c84-8a54-36d77a2a2eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:34.251061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50122) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:34.258279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f00624f-093b-44fe-aea5-4abeefd1114c admin admin] Router ec122dff-4d01-43a0-ae03-bc76699c20e4 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:09:34.271465 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:34.300978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf5a93f-c5d7-4d25-aadb-fccfc5015582 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:34.333325 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:34.389342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-199757141-network', 'tenant_id': 'f85ab2a774474ac9a8f5e914da10395a'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:34.442020 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-a99ea9be-d978-4027-b46c-d377d6f15094 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:34.443589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Transition to ACTIVE for port object aaf5a93f-c5d7-4d25-aadb-fccfc5015582 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:09:34.496055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] Made reservation on behalf of f85ab2a774474ac9a8f5e914da10395a for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:34.496284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-c0a7da1c-bd65-462f-a4b0-365defe2f63d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:34.497749 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-c0a7da1c-bd65-462f-a4b0-365defe2f63d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/networks?id=5b171667-d77e-497f-9300-379345ad8028 HTTP/1.1" status: 200 len: 822 time: 0.2791126 Sep 18 05:09:34.500422 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:34.514846 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:34.542569 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-7ce4f5fc-f7ef-42a4-aeee-736e4d31a251 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/quotas/f904c5eb53b9458d9987b6e296fd0c13 HTTP/1.1" status: 200 len: 375 time: 0.0240581 Sep 18 05:09:34.546495 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:34.647246 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a270e9ac-3ca5-4c84-8a54-36d77a2a2eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:34.651837 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a270e9ac-3ca5-4c84-8a54-36d77a2a2eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:34.653094 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a270e9ac-3ca5-4c84-8a54-36d77a2a2eb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/378c0af4-1491-4670-a29c-a04729c73ffe HTTP/1.1" status: 204 len: 168 time: 0.9132950 Sep 18 05:09:34.690689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270e9ac-3ca5-4c84-8a54-36d77a2a2eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378c0af4-1491-4670-a29c-a04729c73ffe,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:34.696137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Pushing event updated for resources: {'Port': ['ID=aaf5a93f-c5d7-4d25-aadb-fccfc5015582,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:34.698967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f00624f-093b-44fe-aea5-4abeefd1114c admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:09:34.713190 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1f00624f-093b-44fe-aea5-4abeefd1114c admin admin] 10.222.0.23 "PUT /v2.0/routers/ec122dff-4d01-43a0-ae03-bc76699c20e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0002434 Sep 18 05:09:34.714114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50138) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:34.714302 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c93d6eb-8a84-4e83-845c-3def1f46168b None None] Sync routers for ids ['ec122dff-4d01-43a0-ae03-bc76699c20e4'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:09:34.740759 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-a99ea9be-d978-4027-b46c-d377d6f15094 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:34.749364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c93d6eb-8a84-4e83-845c-3def1f46168b None None] Routers {'ec122dff-4d01-43a0-ae03-bc76699c20e4'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:34.751531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4c93d6eb-8a84-4e83-845c-3def1f46168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ec122dff-4d01-43a0-ae03-bc76699c20e4'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:34.780587 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-da204ebb-4938-4c92-98bb-f6c487ac19a8 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f904c5eb53b9458d9987b6e296fd0c13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2365937 Sep 18 05:09:34.918895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-4c93d6eb-8a84-4e83-845c-3def1f46168b None None] Set router ec122dff-4d01-43a0-ae03-bc76699c20e4 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:34.920917 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:34.991849 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:35.003347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-a99ea9be-d978-4027-b46c-d377d6f15094 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Network c9a8b3c5-18c3-4ff0-877a-5144db2f032a is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:35.014698 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:09:35.048086 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-a99ea9be-d978-4027-b46c-d377d6f15094 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:35.057065 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:35.059584 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] Added segment d5379f90-6046-4a02-aad0-0d0bfcca52d0 of type vlan for network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 Sep 18 05:09:35.080917 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:35.083511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-a99ea9be-d978-4027-b46c-d377d6f15094 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:35.097249 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea98b25-c1ea-48a0-8ffb-5c929cb9c38c req-757cc98c-a96b-4002-b638-55b344f2b03d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:35.101480 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ea98b25-c1ea-48a0-8ffb-5c929cb9c38c req-757cc98c-a96b-4002-b638-55b344f2b03d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 944 time: 0.1459048 Sep 18 05:09:35.102319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ea9be-d978-4027-b46c-d377d6f15094 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Pushing event updated for resources: {'Port': ['ID=ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:35.116223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Attempting to bind port aaf5a93f-c5d7-4d25-aadb-fccfc5015582 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:35.116613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Attempting to bind port aaf5a93f-c5d7-4d25-aadb-fccfc5015582 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:35.117225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Attempting to bind port aaf5a93f-c5d7-4d25-aadb-fccfc5015582 on network 7e77f982-12cd-4966-ad89-506bbab549b4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:35.138577 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:35.157889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Port aaf5a93f-c5d7-4d25-aadb-fccfc5015582 on network 7e77f982-12cd-4966-ad89-506bbab549b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:09:35.158827 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Attempting to bind port aaf5a93f-c5d7-4d25-aadb-fccfc5015582 on network 7e77f982-12cd-4966-ad89-506bbab549b4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:35.187449 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:35.202757 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:35.216809 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ea98b25-c1ea-48a0-8ffb-5c929cb9c38c req-b5381403-efe3-44ba-a5f7-5d6e3d4dc86e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485132 Sep 18 05:09:35.230691 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4c93d6eb-8a84-4e83-845c-3def1f46168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:09:32Z', 'revision_number': 5, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:35.245174 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:35.245174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:35.245174 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:35.263060 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:35.263939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Checking segment: {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:35.263939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Bound using segment: {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:35.264474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Bound port: aaf5a93f-c5d7-4d25-aadb-fccfc5015582, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:35.264846 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:35.304948 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-0a5ab5d2-3cd7-4500-b2f6-525a3f25b01c service neutron] 10.222.0.23 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553349 Sep 18 05:09:35.310328 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c93d6eb-8a84-4e83-845c-3def1f46168b None None] Checking router: ec122dff-4d01-43a0-ae03-bc76699c20e4 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:09:35.320022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-a99ea9be-d978-4027-b46c-d377d6f15094 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:35.320446 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-a99ea9be-d978-4027-b46c-d377d6f15094 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:35.323418 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c93d6eb-8a84-4e83-845c-3def1f46168b None None] Routers {'ec122dff-4d01-43a0-ae03-bc76699c20e4'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:35.325264 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4c93d6eb-8a84-4e83-845c-3def1f46168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ec122dff-4d01-43a0-ae03-bc76699c20e4'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:35.343681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] Pushing event updated for resources: {'Network': ['ID=a327ff8c-73ad-4fb9-ad93-475f3db15fa2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:35.388155 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:09:35.407579 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-06962dff-74cd-4c30-8ea9-760646b15776 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1563890 Sep 18 05:09:35.408731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50154) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:35.419601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7b2905bb-b250-406c-822a-e967039e2a98 admin admin] Request body: {'subnet': {'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-199757141-subnet', 'tenant_id': 'f85ab2a774474ac9a8f5e914da10395a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:35.503552 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-a99ea9be-d978-4027-b46c-d377d6f15094 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1462047 Sep 18 05:09:35.529577 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-a4fe98e8-b89b-4cb0-a419-a9b68cef1f06 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:09:35.530578 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-a4fe98e8-b89b-4cb0-a419-a9b68cef1f06 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129471 Sep 18 05:09:35.534269 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-4c93d6eb-8a84-4e83-845c-3def1f46168b None None] Set router ec122dff-4d01-43a0-ae03-bc76699c20e4 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:35.541545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] For port aaf5a93f-c5d7-4d25-aadb-fccfc5015582, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:35.554103 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-60d2a3c3-3754-4a4f-9fbe-8b0e539ea286 service neutron] 10.222.0.23 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290604 Sep 18 05:09:35.591597 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2905bb-b250-406c-822a-e967039e2a98 admin admin] Made reservation on behalf of f85ab2a774474ac9a8f5e914da10395a for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:35.594156 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7b2905bb-b250-406c-822a-e967039e2a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:35.597702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] For port aaf5a93f-c5d7-4d25-aadb-fccfc5015582, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=aaf5a93f-c5d7-4d25-aadb-fccfc5015582,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:35.604443 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:35.678247 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:35.772041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:35.775250 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:35.779191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] 10.222.0.18 "PUT /v2.0/ports/aaf5a93f-c5d7-4d25-aadb-fccfc5015582 HTTP/1.1" status: 200 len: 1093 time: 3.2998064 Sep 18 05:09:35.784785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f7f854-f9ed-4de9-b29d-7ddd866c8e94', 'tag': 'aaf5a93f-c5d7-4d25-aadb-fccfc5015582'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:35.797220 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d7459b-8e1d-48e4-b677-a9aeb72a2f88" -d '{"events": [{"name": "network-changed", "server_uuid": "45f7f854-f9ed-4de9-b29d-7ddd866c8e94", "tag": "aaf5a93f-c5d7-4d25-aadb-fccfc5015582"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:35.882584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc7563-f6d0-4917-9df5-0233c8d21ede service neutron] Pushing event updated for resources: {'Port': ['ID=aaf5a93f-c5d7-4d25-aadb-fccfc5015582,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:35.918592 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-e4e46bcc-f9e4-4c14-bb28-7c400c45c59d tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c7707303d18642acb8e69ea3fa6e99af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023269 Sep 18 05:09:35.952482 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4c93d6eb-8a84-4e83-845c-3def1f46168b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:09:32Z', 'revision_number': 5, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:35.954865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Request body: {'port': {'device_id': '12a00279-419b-4203-bce7-0b8880edb220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:36.000783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] Deleting port 256aae2e-e37e-4f9e-bc61-7dd00479a519 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:36.001320 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:36.009930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c93d6eb-8a84-4e83-845c-3def1f46168b None None] The sync data for ids ['ec122dff-4d01-43a0-ae03-bc76699c20e4'] in n-d-789963-13 is: [{'id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'name': 'tempest-ServersTestFqdnHostnames-1669996821-router', 'tenant_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:06:42Z', 'updated_at': '2021-09-18T05:09:32Z', 'revision_number': 5, 'project_id': 'dff1ba451435479c8e47e2cfbb7597f9', 'gw_port': {'id': '256aae2e-e37e-4f9e-bc61-7dd00479a519', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec122dff-4d01-43a0-ae03-bc76699c20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:06:43Z', 'updated_at': '2021-09-18T05:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:09:36.052717 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7b2905bb-b250-406c-822a-e967039e2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:36.140078 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2905bb-b250-406c-822a-e967039e2a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d475f4-ff98-4556-a060-e9a3b6d81118,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:36.154293 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-3a62a96e-43f3-4d4f-b5fe-3f64d7739822 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:36.156172 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-3a62a96e-43f3-4d4f-b5fe-3f64d7739822 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340803 Sep 18 05:09:36.176411 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-be76bcf6-90b7-410b-8be6-e6892167182e tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/quotas/c7707303d18642acb8e69ea3fa6e99af HTTP/1.1" status: 200 len: 375 time: 0.0125577 Sep 18 05:09:36.196806 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2905bb-b250-406c-822a-e967039e2a98 admin admin] Checking segment: {'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:36.197096 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2905bb-b250-406c-822a-e967039e2a98 admin admin] Network hostable DHCP agents. Network: a327ff8c-73ad-4fb9-ad93-475f3db15fa2, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:09:36.225757 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-67728e7a-cdbb-4e3d-b035-d750f5a3e9a5 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7707303d18642acb8e69ea3fa6e99af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404134 Sep 18 05:09:36.294876 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:36.309006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-2a785c81-a52d-4f7a-b933-d2707b7f3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:36.310525 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-2a785c81-a52d-4f7a-b933-d2707b7f3a57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 1096 time: 0.4020894 Sep 18 05:09:36.311151 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2905bb-b250-406c-822a-e967039e2a98 admin admin] Network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:09:36.352168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8382c4-8f43-4199-8d2a-3306f80a92cf req-a4f4f06e-af71-4738-b03b-37e7bec78f48 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:36.353901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc8382c4-8f43-4199-8d2a-3306f80a92cf req-a4f4f06e-af71-4738-b03b-37e7bec78f48 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 931 time: 0.2477391 Sep 18 05:09:36.392640 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 86052e32-5e28-457b-8469-35447ed23abf no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:36.418928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 86052e32-5e28-457b-8469-35447ed23abf {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:36.419450 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 86052e32-5e28-457b-8469-35447ed23abf not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:36.442785 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-7b2905bb-b250-406c-822a-e967039e2a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, a327ff8c-73ad-4fb9-ad93-475f3db15fa2) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:36.447338 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2905bb-b250-406c-822a-e967039e2a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:36.448127 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7b2905bb-b250-406c-822a-e967039e2a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:36.453036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c93d68-58c1-41a1-b111-a7a46d85b8d6 None None] Network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:36.464382 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-b7297ae9-632f-482f-ae37-dccb144c5aea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaf5a93f-c5d7-4d25-aadb-fccfc5015582 HTTP/1.1" status: 200 len: 217 time: 0.1394370 Sep 18 05:09:36.498639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50204) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:36.592073 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7b2905bb-b250-406c-822a-e967039e2a98 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1820667 Sep 18 05:09:36.674495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] For port 256aae2e-e37e-4f9e-bc61-7dd00479a519, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=256aae2e-e37e-4f9e-bc61-7dd00479a519,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:36.675750 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:36.676098 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2770938f-50aa-4597-9b52-d74572aa9224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:36.731626 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9829ca82-91e7-4052-81cd-1ad1fd1f9c50 x-openstack-request-id: req-9829ca82-91e7-4052-81cd-1ad1fd1f9c50 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:36.736906 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f7f854-f9ed-4de9-b29d-7ddd866c8e94", "tag": "aaf5a93f-c5d7-4d25-aadb-fccfc5015582", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:36.740509 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9829ca82-91e7-4052-81cd-1ad1fd1f9c50 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:36.741035 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f7f854-f9ed-4de9-b29d-7ddd866c8e94', 'tag': 'aaf5a93f-c5d7-4d25-aadb-fccfc5015582', 'status': 'completed', 'code': 200} Sep 18 05:09:36.770310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0273e417-7d4f-4dfe-b119-70fbf3d34450 None None] Network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:36.900912 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-17b30848-6784-4dcc-8eb5-d81eda6277aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:36.902974 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-17b30848-6784-4dcc-8eb5-d81eda6277aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19facd85-5a02-4210-8d90-7d5ec267820b HTTP/1.1" status: 200 len: 852 time: 0.4153783 Sep 18 05:09:36.906527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc8382c4-8f43-4199-8d2a-3306f80a92cf req-3ac0b230-9d69-444e-b3d5-eb62cdaa1376 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/security-groups?id=877654ac-87e3-41ee-9a14-c865c2cb2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549828 Sep 18 05:09:36.913915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] Calling delete_port for 256aae2e-e37e-4f9e-bc61-7dd00479a519 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:36.987024 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3b042f3b-cc9b-4eec-8df4-a4c21428ff73 req-69550075-932c-4538-bf01-9ab114464354 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 210 time: 0.1298008 Sep 18 05:09:37.027284 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-e03ba24a-0cf3-43e4-a53e-271bbacaf755 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e77f982-12cd-4966-ad89-506bbab549b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100132 Sep 18 05:09:37.128336 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a87e75c8-fe93-4dfc-a66c-4a26a2c2e9bf req-f479d975-8b48-4170-bd61-f61ddb4ed402 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 210 time: 0.0328126 Sep 18 05:09:37.132017 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2770938f-50aa-4597-9b52-d74572aa9224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:37.179949 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:37.253187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2770938f-50aa-4597-9b52-d74572aa9224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:37.304439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770938f-50aa-4597-9b52-d74572aa9224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916cd8f0-661b-403f-aa69-bc6a7978c83c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:37.343113 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2770938f-50aa-4597-9b52-d74572aa9224 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41b6016930564e6b828918030fe87e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8431771 Sep 18 05:09:37.354932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50232) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:37.449052 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3a20-a05e-4c08-af38-555f1b4f0247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:37.480047 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3a20-a05e-4c08-af38-555f1b4f0247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:37.664678 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-de94e9dc-150a-4e99-8040-10264e94b4ec tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:37.672731 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-de94e9dc-150a-4e99-8040-10264e94b4ec tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/networks?id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2 HTTP/1.1" status: 200 len: 812 time: 0.1248677 Sep 18 05:09:37.672731 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3a20-a05e-4c08-af38-555f1b4f0247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:37.672731 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa8f3a20-a05e-4c08-af38-555f1b4f0247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:37.672731 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-aa8f3a20-a05e-4c08-af38-555f1b4f0247 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/916cd8f0-661b-403f-aa69-bc6a7978c83c HTTP/1.1" status: 204 len: 168 time: 0.3152399 Sep 18 05:09:37.680310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f3a20-a05e-4c08-af38-555f1b4f0247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916cd8f0-661b-403f-aa69-bc6a7978c83c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:37.685044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388519ae-81b8-4ccc-b10e-33e0ed6aa3d0 req-b9b85156-9ac9-4265-aabd-da294e07aa48 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:37.686545 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-388519ae-81b8-4ccc-b10e-33e0ed6aa3d0 req-b9b85156-9ac9-4265-aabd-da294e07aa48 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 944 time: 0.5554826 Sep 18 05:09:37.719192 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-22bedcdf-f9c7-4d55-b26c-138a0970906f tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/quotas/f85ab2a774474ac9a8f5e914da10395a HTTP/1.1" status: 200 len: 375 time: 0.0318446 Sep 18 05:09:37.817163 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-072da6be-da73-4cb5-baab-f966abfbb9d6 service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7708147 Sep 18 05:09:38.012434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:38.034111 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-388519ae-81b8-4ccc-b10e-33e0ed6aa3d0 req-13c07679-6c52-4cc5-b9be-eda6180bd3f1 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037009 Sep 18 05:09:38.047427 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:38.077961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Transition to ACTIVE for port object ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:09:38.105339 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-274af2a8-02fa-4a75-8395-52267e8f2619 req-b9b68f3e-f8a5-4d4f-a3c0-0c0d5f0cec4e service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713211 Sep 18 05:09:38.163605 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-c56a049c-bff3-45ba-ade0-5ec35c937017 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f85ab2a774474ac9a8f5e914da10395a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4432671 Sep 18 05:09:38.171330 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:38.219893 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:38.259121 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-dc070c8b-31d2-47a3-b234-0ceeb57649e4 service neutron] 10.222.0.23 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945227 Sep 18 05:09:38.285190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18066790-f84c-44f9-bac8-f01049bb30f5 req-b31bb529-82fc-4ce4-91be-97eb065ea349 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:38.287034 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-18066790-f84c-44f9-bac8-f01049bb30f5 req-b31bb529-82fc-4ce4-91be-97eb065ea349 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 943 time: 0.1580651 Sep 18 05:09:38.363126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:38.385335 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-21896cb2-6c9a-454c-ba5b-32b36c979f3d service neutron] 10.222.0.23 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247838 Sep 18 05:09:38.460704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=256aae2e-e37e-4f9e-bc61-7dd00479a519,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:38.569709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-18066790-f84c-44f9-bac8-f01049bb30f5 req-ff9d61e7-d6bf-4f0c-b271-2ff4250c9d4b tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/security-groups?id=877654ac-87e3-41ee-9a14-c865c2cb2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637033 Sep 18 05:09:38.664130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7459b-8e1d-48e4-b677-a9aeb72a2f88 req-ecdec873-6da0-4b92-a4ae-b24e278e8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:38.665697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5d7459b-8e1d-48e4-b677-a9aeb72a2f88 req-ecdec873-6da0-4b92-a4ae-b24e278e8f96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 1096 time: 0.3259213 Sep 18 05:09:38.679646 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:38.692446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50268) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:38.708762 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ccd73115-ae83-4c1a-a07a-985046811cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:38.788881 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8092cfae-1feb-4f2e-bbfe-a7833d343530 req-9d88865f-7a7d-49f2-b5dc-9872b09b6843 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 210 time: 0.1211154 Sep 18 05:09:38.838672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Attempting to bind port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:38.839024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Attempting to bind port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c9a8b3c5-18c3-4ff0-877a-5144db2f032a'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:38.839362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Attempting to bind port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b on network c9a8b3c5-18c3-4ff0-877a-5144db2f032a {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:38.874362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b on network c9a8b3c5-18c3-4ff0-877a-5144db2f032a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:09:38.874569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Attempting to bind port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b on network c9a8b3c5-18c3-4ff0-877a-5144db2f032a {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:38.884904 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7cc999aa-f2fd-4d00-95a7-60897b174a42 req-f0599c44-e5ed-4aad-83ca-5799705b1440 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 210 time: 0.0769045 Sep 18 05:09:38.938778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-ce2c5d13-d0ec-41e3-9bbf-d19248fef12b tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:38.945535 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-ce2c5d13-d0ec-41e3-9bbf-d19248fef12b tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.13 "GET /v2.0/networks?id=5b171667-d77e-497f-9300-379345ad8028 HTTP/1.1" status: 200 len: 822 time: 0.4388006 Sep 18 05:09:38.984149 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:38.986453 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:38.998250 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ccd73115-ae83-4c1a-a07a-985046811cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:39.040168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:39.040533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Checking segment: {'id': 'f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c9a8b3c5-18c3-4ff0-877a-5144db2f032a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:39.040929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Bound using segment: {'id': 'f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c9a8b3c5-18c3-4ff0-877a-5144db2f032a'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:39.041388 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Bound port: ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c9a8b3c5-18c3-4ff0-877a-5144db2f032a'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:39.041774 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:39.057751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-79b510f4-f73f-4547-8666-c3380be0eff4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Request body: {'port': {'device_id': 'bc75fbeb-6d60-486e-bf73-c86f9edab9dd', 'network_id': '5b171667-d77e-497f-9300-379345ad8028', 'admin_state_up': True, 'tenant_id': 'f904c5eb53b9458d9987b6e296fd0c13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:39.069945 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ccd73115-ae83-4c1a-a07a-985046811cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:39.121193 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ccd73115-ae83-4c1a-a07a-985046811cf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ba5c90a45cc4bd8a2f10aaac5aaa78c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275353 Sep 18 05:09:39.122377 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd73115-ae83-4c1a-a07a-985046811cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebb8bfc-53a6-463c-926a-d7d84631e081,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:39.124960 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50286) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:39.155703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50288) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:39.160438 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb67943d-04e0-4f32-b535-58001c6d00b3 req-f6c22dca-348c-43f2-ba3f-5996e087223c tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 210 time: 0.1782219 Sep 18 05:09:39.233342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8429e-f207-4744-963a-a5d67074063d req-c79863ce-4eb9-4bc3-aae2-779f1edcd552 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:39.242305 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bfc8429e-f207-4744-963a-a5d67074063d req-c79863ce-4eb9-4bc3-aae2-779f1edcd552 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 944 time: 0.1091459 Sep 18 05:09:39.253093 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66e5e93e-8052-48c7-bd42-8e77be2aaae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:39.271952 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:39.272613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec122dff-4d01-43a0-ae03-bc76699c20e4 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:09:39.277560 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:39.281682 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-42c4f259-d172-4ccf-ad7f-dad5319e8cfe admin admin] 10.222.0.23 "DELETE /v2.0/routers/ec122dff-4d01-43a0-ae03-bc76699c20e4 HTTP/1.1" status: 204 len: 168 time: 4.5488489 Sep 18 05:09:39.281682 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7459b-8e1d-48e4-b677-a9aeb72a2f88 req-5d974577-b91a-4b61-a617-8db48219206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:39.282558 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5d7459b-8e1d-48e4-b677-a9aeb72a2f88 req-5d974577-b91a-4b61-a617-8db48219206f service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 912 time: 0.5984340 Sep 18 05:09:39.286336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50292) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:39.304800 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66e5e93e-8052-48c7-bd42-8e77be2aaae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:39.312936 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bfc8429e-f207-4744-963a-a5d67074063d req-da2f76ce-2d84-424b-9f30-8824e68d2581 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691824 Sep 18 05:09:39.398045 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5d7459b-8e1d-48e4-b677-a9aeb72a2f88 req-172f2d8c-5b2c-4c7b-bfb2-738643293ddf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaf5a93f-c5d7-4d25-aadb-fccfc5015582 HTTP/1.1" status: 200 len: 217 time: 0.0962152 Sep 18 05:09:39.400798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] For port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:39.404133 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] For port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b,segment=NetworkSegment(f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8),segment_id=f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:39.414758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:39.454235 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66e5e93e-8052-48c7-bd42-8e77be2aaae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:39.457956 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66e5e93e-8052-48c7-bd42-8e77be2aaae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:39.459168 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-66e5e93e-8052-48c7-bd42-8e77be2aaae0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ebb8bfc-53a6-463c-926a-d7d84631e081 HTTP/1.1" status: 204 len: 168 time: 0.3332837 Sep 18 05:09:39.472464 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5e93e-8052-48c7-bd42-8e77be2aaae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebb8bfc-53a6-463c-926a-d7d84631e081,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:39.507356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ab1475-2e44-4b18-a06a-4613a71f72ee admin admin] Deleting subnet dcfe49e5-8125-4aa5-81da-438b6da185cb {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:09:39.518341 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1475-2e44-4b18-a06a-4613a71f72ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:39.524320 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:39.547550 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.api [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 05:09:39.547550 n-d-789963-13 neutron-server[106909]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 05:09:39.547550 n-d-789963-13 neutron-server[106909]: [parameters: {'project_id': 'ce438674a9db4ccbab3d97b3dce62184', 'id': '34be1ea2-6964-4776-8f59-69baae5b9ce8', 'expiration': datetime.datetime(2021, 9, 18, 5, 11, 39, 511141)}] Sep 18 05:09:39.547550 n-d-789963-13 neutron-server[106909]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:09:39.547961 n-d-789963-13 neutron-server[106909]: DEBUG oslo_db.api [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:09:39.598203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7459b-8e1d-48e4-b677-a9aeb72a2f88 req-d4e0e284-552d-4dad-979c-f60be0e47d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:39.599692 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5d7459b-8e1d-48e4-b677-a9aeb72a2f88 req-d4e0e284-552d-4dad-979c-f60be0e47d07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19facd85-5a02-4210-8d90-7d5ec267820b HTTP/1.1" status: 200 len: 852 time: 0.1788306 Sep 18 05:09:39.604183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:39.604827 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:39.606180 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] 10.222.0.13 "PUT /v2.0/ports/ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b HTTP/1.1" status: 200 len: 1092 time: 4.0444875 Sep 18 05:09:39.606666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a00279-419b-4203-bce7-0b8880edb220', 'tag': 'ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:39.608942 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3d7e09-5e84-41f8-97a9-9011efe54302" -d '{"events": [{"name": "network-changed", "server_uuid": "12a00279-419b-4203-bce7-0b8880edb220", "tag": "ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:39.652542 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c1f045-61d8-413e-b8a0-26bea1fe0cab x-openstack-request-id: req-43c1f045-61d8-413e-b8a0-26bea1fe0cab {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:39.658166 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a00279-419b-4203-bce7-0b8880edb220", "tag": "ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:39.658166 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43c1f045-61d8-413e-b8a0-26bea1fe0cab {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:39.658166 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a00279-419b-4203-bce7-0b8880edb220', 'tag': 'ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b', 'status': 'completed', 'code': 200} Sep 18 05:09:39.658166 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1475-2e44-4b18-a06a-4613a71f72ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:39.660882 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5d7459b-8e1d-48e4-b677-a9aeb72a2f88 req-a53d1d6b-ba4e-4a4b-a019-fcf31baf0b12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e77f982-12cd-4966-ad89-506bbab549b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364592 Sep 18 05:09:39.686903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-79b510f4-f73f-4547-8666-c3380be0eff4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Made reservation on behalf of f904c5eb53b9458d9987b6e296fd0c13 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:39.687245 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-79b510f4-f73f-4547-8666-c3380be0eff4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:39.761652 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-a6930ac3-d0b5-4e2d-960a-468b83e99e47 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c7707303d18642acb8e69ea3fa6e99af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357985 Sep 18 05:09:39.797200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd59a4-9bbf-409b-aaea-783c65534e56 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:39.942067 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a8c0e9d-0a95-4985-b35d-62dfc5715641 req-1f1bd5ff-fe5e-4baa-9fae-fe784bd3d5fe tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 210 time: 0.0329113 Sep 18 05:09:39.945233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d7fbb-27bc-46ae-9e8d-3f43ee25c52f req-a00ad94f-c7c0-4412-bec0-6eca4ebf9342 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:39.946781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d77d7fbb-27bc-46ae-9e8d-3f43ee25c52f req-a00ad94f-c7c0-4412-bec0-6eca4ebf9342 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 943 time: 0.2640104 Sep 18 05:09:39.964026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-2038ca3d-40ef-40f1-9fc4-12a181866b9f tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:39.965591 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-2038ca3d-40ef-40f1-9fc4-12a181866b9f tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969750 Sep 18 05:09:39.984053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Request body: {'port': {'device_id': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'c7707303d18642acb8e69ea3fa6e99af'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:40.004973 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d7e09-5e84-41f8-97a9-9011efe54302 req-9284986c-10e2-411e-8c8f-df4f99c43f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:40.006484 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c3d7e09-5e84-41f8-97a9-9011efe54302 req-9284986c-10e2-411e-8c8f-df4f99c43f20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=651c4737c17e466bb6117f22940f1f5d&device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 1095 time: 0.3171997 Sep 18 05:09:40.046789 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1475-2e44-4b18-a06a-4613a71f72ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:40.107168 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2453c4d5-7d09-48e1-ac3b-425ee2229003 req-6cab3c33-c9bd-40c3-ba6f-c03e7c8346d2 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 210 time: 0.0339954 Sep 18 05:09:40.156213 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5d7459b-8e1d-48e4-b677-a9aeb72a2f88 req-843edbbb-4d2c-4935-b38f-fa5bddf963b6 service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605038 Sep 18 05:09:40.164155 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.db.api [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 05:09:40.164155 n-d-789963-13 neutron-server[106908]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 05:09:40.164155 n-d-789963-13 neutron-server[106908]: [parameters: {'project_id_1': 'c7707303d18642acb8e69ea3fa6e99af', 'expiration_1': datetime.datetime(2021, 9, 18, 5, 9, 20, 139971)}] Sep 18 05:09:40.164155 n-d-789963-13 neutron-server[106908]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:09:40.164638 n-d-789963-13 neutron-server[106908]: DEBUG oslo_db.api [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:09:40.183364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 256aae2e-e37e-4f9e-bc61-7dd00479a519 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:40.192179 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d77d7fbb-27bc-46ae-9e8d-3f43ee25c52f req-6b051269-05f2-497a-b989-52c87ff70d7a tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/security-groups?id=877654ac-87e3-41ee-9a14-c865c2cb2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384703 Sep 18 05:09:40.210167 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 256aae2e-e37e-4f9e-bc61-7dd00479a519 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:40.210771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 256aae2e-e37e-4f9e-bc61-7dd00479a519 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:40.259218 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72744811-a93a-4d2d-b3a3-74ffba2db2a3 req-4adec37a-9090-4dd5-9529-48088446934c tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 210 time: 0.0280495 Sep 18 05:09:40.286567 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-79b510f4-f73f-4547-8666-c3380be0eff4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Allocated IP 172.20.0.3 (5b171667-d77e-497f-9300-379345ad8028/db635f65-1e70-4588-ae59-7fa1fc584f7f/4617a4c1-6098-4414-adfd-4789b5e5b19d) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:40.359032 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:40.382762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d7e09-5e84-41f8-97a9-9011efe54302 req-43851ae4-873e-4d73-a8ae-7c4ce1a6b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:40.388091 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c3d7e09-5e84-41f8-97a9-9011efe54302 req-43851ae4-873e-4d73-a8ae-7c4ce1a6b964 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=651c4737c17e466bb6117f22940f1f5d&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3519902 Sep 18 05:09:40.388906 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5d7459b-8e1d-48e4-b677-a9aeb72a2f88 req-9b2f361e-46d8-4330-9e0a-818dc66afecf service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215729 Sep 18 05:09:40.415708 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50318) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:40.429781 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3338-e39f-4143-9e25-eb987734dd8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:40.530242 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3338-e39f-4143-9e25-eb987734dd8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:40.597055 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3338-e39f-4143-9e25-eb987734dd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:40.636585 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd3338-e39f-4143-9e25-eb987734dd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46ddc97-e48a-4e9c-ab3d-14d4915807ca,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:40.643896 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9ddd3338-e39f-4143-9e25-eb987734dd8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f501c1a5c3f14fea898bf4b35c2f332d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240803 Sep 18 05:09:40.651453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50320) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:40.716277 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c24605a-9bf3-44e9-b0a6-bf1d68671101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:40.739177 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c24605a-9bf3-44e9-b0a6-bf1d68671101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:40.770372 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Made reservation on behalf of c7707303d18642acb8e69ea3fa6e99af for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:40.773954 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:40.784900 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:40.789555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1475-2e44-4b18-a06a-4613a71f72ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:40.863480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab1475-2e44-4b18-a06a-4613a71f72ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcfe49e5-8125-4aa5-81da-438b6da185cb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:40.867436 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1475-2e44-4b18-a06a-4613a71f72ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:40.869162 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d5ab1475-2e44-4b18-a06a-4613a71f72ee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dcfe49e5-8125-4aa5-81da-438b6da185cb HTTP/1.1" status: 204 len: 168 time: 1.5803072 Sep 18 05:09:40.870764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5540415a-e8bf-477d-b979-b2e7f57e546a None None] Network 9791206e-079f-44eb-aa04-4f90648d9063 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:40.871765 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50322) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:40.947746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a19fb-3bb0-423a-98bd-c98d4658afc2 req-24f183a7-a7bc-44a9-a3fe-e759b71d0bb9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:40.949348 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba8a19fb-3bb0-423a-98bd-c98d4658afc2 req-24f183a7-a7bc-44a9-a3fe-e759b71d0bb9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 944 time: 0.5541494 Sep 18 05:09:40.962785 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c24605a-9bf3-44e9-b0a6-bf1d68671101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:40.965639 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c24605a-9bf3-44e9-b0a6-bf1d68671101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:40.966918 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8c24605a-9bf3-44e9-b0a6-bf1d68671101 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d46ddc97-e48a-4e9c-ab3d-14d4915807ca HTTP/1.1" status: 204 len: 168 time: 0.3147895 Sep 18 05:09:40.995754 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24605a-9bf3-44e9-b0a6-bf1d68671101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46ddc97-e48a-4e9c-ab3d-14d4915807ca,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:41.006962 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:41.118438 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d7e09-5e84-41f8-97a9-9011efe54302 req-22792769-9a4a-4121-9957-5b95e4f3bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:41.121889 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c3d7e09-5e84-41f8-97a9-9011efe54302 req-22792769-9a4a-4121-9957-5b95e4f3bab7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7261875 Sep 18 05:09:41.138198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b3f72e-2d23-4e75-ac87-77326bc3ac71 None None] DHCP port deletion for 9791206e-079f-44eb-aa04-4f90648d9063 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:09:41.140080 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b780093d-f124-47e3-b857-10d533042927 req-c505d189-8ec4-4891-be5b-862e368e4de6 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 210 time: 0.0628021 Sep 18 05:09:41.167993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Deleting port 54068b1b-d333-4eed-96bc-7f1d7220ed62 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:41.168641 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:41.173018 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:41.203136 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba8a19fb-3bb0-423a-98bd-c98d4658afc2 req-80ddd65c-aeb1-4218-be43-526b8624e2b6 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449594 Sep 18 05:09:41.255537 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-40b3f72e-2d23-4e75-ac87-77326bc3ac71 None None] Deleting port 54068b1b-d333-4eed-96bc-7f1d7220ed62 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:41.256058 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-40b3f72e-2d23-4e75-ac87-77326bc3ac71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:41.329172 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:41.334776 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:41.350272 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6537e82a-0e3d-471f-97c3-169dbbab62ea req-b4de3b23-60d6-4823-be42-76163b8c4611 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 210 time: 0.0733116 Sep 18 05:09:41.362744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] For port 54068b1b-d333-4eed-96bc-7f1d7220ed62, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=54068b1b-d333-4eed-96bc-7f1d7220ed62,segment=NetworkSegment(86f7d29b-ec06-467f-a798-cc58af28d3d0),segment_id=86f7d29b-ec06-467f-a798-cc58af28d3d0)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:41.362744 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:41.366006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-40b3f72e-2d23-4e75-ac87-77326bc3ac71 None None] For port 54068b1b-d333-4eed-96bc-7f1d7220ed62, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=54068b1b-d333-4eed-96bc-7f1d7220ed62,segment=NetworkSegment(86f7d29b-ec06-467f-a798-cc58af28d3d0),segment_id=86f7d29b-ec06-467f-a798-cc58af28d3d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:41.366734 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-40b3f72e-2d23-4e75-ac87-77326bc3ac71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:41.374053 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-0483b452-d1f3-49b3-bb91-b81263303b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:41.379768 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-0483b452-d1f3-49b3-bb91-b81263303b21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=651c4737c17e466bb6117f22940f1f5d&device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 1095 time: 0.1688602 Sep 18 05:09:41.383901 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-40b3f72e-2d23-4e75-ac87-77326bc3ac71 None None] Calling delete_port for 54068b1b-d333-4eed-96bc-7f1d7220ed62 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:41.432617 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-79b510f4-f73f-4547-8666-c3380be0eff4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:41.434445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Calling delete_port for 54068b1b-d333-4eed-96bc-7f1d7220ed62 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:41.479371 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-ddbf1114-c0c8-45d2-a15b-8b8ab85f516e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b HTTP/1.1" status: 200 len: 217 time: 0.0937362 Sep 18 05:09:41.539571 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-40b3f72e-2d23-4e75-ac87-77326bc3ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:41.540902 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0c81ab98-bad3-4100-a8eb-909683886329 req-e3d9e123-8bb1-4e19-8bd7-2443ef46dc4e tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 210 time: 0.0635252 Sep 18 05:09:41.570077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d1efd-b299-4965-ab5d-b6f3bb481910 req-324c3d7e-353b-42f5-baa7-d34ac343e322 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:41.573354 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506abc6f-d8af-4224-8088-8b80e72fc69d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:41.578790 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-820d1efd-b299-4965-ab5d-b6f3bb481910 req-324c3d7e-353b-42f5-baa7-d34ac343e322 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 943 time: 0.2763984 Sep 18 05:09:41.601337 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3f72e-2d23-4e75-ac87-77326bc3ac71 None None] Pushing event deleted for resources: {'Port': ['ID=54068b1b-d333-4eed-96bc-7f1d7220ed62,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:41.605182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b3f72e-2d23-4e75-ac87-77326bc3ac71 None None] No DVR routers for this DVR port 54068b1b-d333-4eed-96bc-7f1d7220ed62 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:41.664088 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Allocated IP 192.168.233.206 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/05dee8f1-ac3a-4752-be56-3029ab52c4e2) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:41.678071 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:41.694848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-bc6e911e-5e8c-4ba5-84d5-566b7569ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:41.696463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-bc6e911e-5e8c-4ba5-84d5-566b7569ed49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d20409bd-0023-45c6-a3fb-df405655407f HTTP/1.1" status: 200 len: 861 time: 0.2070429 Sep 18 05:09:41.727706 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] No DVR routers for this DVR port 54068b1b-d333-4eed-96bc-7f1d7220ed62 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:41.732479 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Pushing event deleted for resources: {'Port': ['ID=54068b1b-d333-4eed-96bc-7f1d7220ed62,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:41.744454 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-af74a1bb-8681-4da5-9341-594338e4cb00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9a8b3c5-18c3-4ff0-877a-5144db2f032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367620 Sep 18 05:09:41.745591 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Allocated IP 172.25.7.152 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/67a47dc9-b549-4793-b901-4ec201b437c8) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:41.756782 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-820d1efd-b299-4965-ab5d-b6f3bb481910 req-8289c54d-1c5e-469e-aa57-ea2e9a6b5cda tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/security-groups?id=877654ac-87e3-41ee-9a14-c865c2cb2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770675 Sep 18 05:09:41.851520 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-79b510f4-f73f-4547-8666-c3380be0eff4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:41.927857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:41.951847 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-79b510f4-f73f-4547-8666-c3380be0eff4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Network 5b171667-d77e-497f-9300-379345ad8028 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:41.962676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9791206e-079f-44eb-aa04-4f90648d9063']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:41.968279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-79b510f4-f73f-4547-8666-c3380be0eff4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:41.972317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b510f4-f73f-4547-8666-c3380be0eff4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Pushing event updated for resources: {'Port': ['ID=4617a4c1-6098-4414-adfd-4789b5e5b19d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:41.976138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-79b510f4-f73f-4547-8666-c3380be0eff4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:41.984390 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f7d29b-ec06-467f-a798-cc58af28d3d0') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:41.984390 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f7d29b-ec06-467f-a798-cc58af28d3d0') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:41.995235 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:41.995989 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-8adfd0d2-3647-416e-9cea-058a9623a8cd service neutron] 10.222.0.13 "GET /v2.0/networks/c9a8b3c5-18c3-4ff0-877a-5144db2f032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349122 Sep 18 05:09:41.999987 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.017237 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.037076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:09:42.037498 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:09:42.039247 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:09:42.097263 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.140950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-79b510f4-f73f-4547-8666-c3380be0eff4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:42.141613 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-79b510f4-f73f-4547-8666-c3380be0eff4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.209373 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.211139 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.214918 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 54068b1b-d333-4eed-96bc-7f1d7220ed62 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:42.236986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 54068b1b-d333-4eed-96bc-7f1d7220ed62 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:42.237227 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 54068b1b-d333-4eed-96bc-7f1d7220ed62 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:42.240861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a8e80bc-f5b0-4e4e-8fbe-f05b779f9822 req-b6668201-d6a8-4c29-900e-b5af2b54e310 service neutron] 10.222.0.13 "GET /v2.0/networks/c9a8b3c5-18c3-4ff0-877a-5144db2f032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242703 Sep 18 05:09:42.261459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-466629cd-c3f8-41d6-917b-c00880014218 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:42.262986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-466629cd-c3f8-41d6-917b-c00880014218 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.18 "GET /v2.0/networks?id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2 HTTP/1.1" status: 200 len: 812 time: 0.2879109 Sep 18 05:09:42.290677 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-a4ff1afc-75c3-421d-8b79-4d6f9eddbf34 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Request body: {'port': {'device_id': '82faa91b-e653-4cf4-9e44-a02b543a08ee', 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2', 'admin_state_up': True, 'tenant_id': 'f85ab2a774474ac9a8f5e914da10395a'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:42.297426 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-79b510f4-f73f-4547-8666-c3380be0eff4 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2580421 Sep 18 05:09:42.316091 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.318291 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9791206e-079f-44eb-aa04-4f90648d9063 HTTP/1.1" status: 204 len: 168 time: 1.4453449 Sep 18 05:09:42.322061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Pushing event updated for resources: {'Port': ['ID=05dee8f1-ac3a-4752-be56-3029ab52c4e2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:42.341648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Request body: {'port': {'device_id': 'bc75fbeb-6d60-486e-bf73-c86f9edab9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:42.349676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf26e3b-107e-4b9d-8973-ae49b0931925 admin admin] Pushing event deleted for resources: {'Network': ['ID=9791206e-079f-44eb-aa04-4f90648d9063,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:42.358460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:42.384817 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:42.391035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:42.406153 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.444042 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e133bd-1d78-42fc-a43f-6eb9ed2945d1 req-1c33bcc4-0294-4f7f-85b0-e46b236cffb0 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:42.445668 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f6e133bd-1d78-42fc-a43f-6eb9ed2945d1 req-1c33bcc4-0294-4f7f-85b0-e46b236cffb0 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 931 time: 0.1100035 Sep 18 05:09:42.460786 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:42.461463 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.489922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device aaf5a93f-c5d7-4d25-aadb-fccfc5015582 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:09:42.537872 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f6e133bd-1d78-42fc-a43f-6eb9ed2945d1 req-3dba386f-0485-48e1-b0eb-3d9ce8a7e13b tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725627 Sep 18 05:09:42.592907 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-633f0be6-d409-4b45-ac3e-48e5722fe6db tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6148434 Sep 18 05:09:42.615175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Request body: {'port': {'device_id': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:42.642829 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event updated for resources: {'Port': ['ID=67a47dc9-b549-4793-b901-4ec201b437c8,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:42.666406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port aaf5a93f-c5d7-4d25-aadb-fccfc5015582, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=aaf5a93f-c5d7-4d25-aadb-fccfc5015582,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:42.683226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'aaf5a93f-c5d7-4d25-aadb-fccfc5015582', 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4', 'port_id': 'aaf5a93f-c5d7-4d25-aadb-fccfc5015582', 'mac_address': 'fa:16:3e:7d:82:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19facd85-5a02-4210-8d90-7d5ec267820b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:09:42.723752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:42.746266 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50366) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:42.749560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:42.752918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:42.760132 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.775966 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2a100-b121-40fb-9fea-459bec20942c req-1f515920-ab56-425a-a0e6-0c721c238291 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:42.779912 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-13c2a100-b121-40fb-9fea-459bec20942c req-1f515920-ab56-425a-a0e6-0c721c238291 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 936 time: 0.1329579 Sep 18 05:09:42.797625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf5a93f-c5d7-4d25-aadb-fccfc5015582 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:42.804892 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.826499 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port aaf5a93f-c5d7-4d25-aadb-fccfc5015582, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=aaf5a93f-c5d7-4d25-aadb-fccfc5015582,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:42.832135 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967b60c-100c-4ef4-acb4-fcdcb72b1dac req-43fe1bec-9ffe-41fa-bebd-f7d331f7d219 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:42.833775 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e967b60c-100c-4ef4-acb4-fcdcb72b1dac req-43fe1bec-9ffe-41fa-bebd-f7d331f7d219 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 944 time: 0.4716072 Sep 18 05:09:42.864667 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.894335 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-13c2a100-b121-40fb-9fea-459bec20942c req-daf23d75-71ca-4dfa-964d-ea232215a33e tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/security-groups?id=506abc6f-d8af-4224-8088-8b80e72fc69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959942 Sep 18 05:09:42.915919 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-021eb91d-3e28-4f96-91fa-5682741341ec None None] Provisioning complete for port 05dee8f1-ac3a-4752-be56-3029ab52c4e2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:42.916744 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-021eb91d-3e28-4f96-91fa-5682741341ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.947448 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:42.971391 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-b7210a19-9a70-4f1a-80d1-e4e32eb7638e tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:42.973215 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-b7210a19-9a70-4f1a-80d1-e4e32eb7638e tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.13 "GET /v2.0/networks?id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2 HTTP/1.1" status: 200 len: 812 time: 0.6287317 Sep 18 05:09:43.009496 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-021eb91d-3e28-4f96-91fa-5682741341ec None None] Port 05dee8f1-ac3a-4752-be56-3029ab52c4e2 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:09:43.026188 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=aaf5a93f-c5d7-4d25-aadb-fccfc5015582,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:43.037458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-5bb76485-7326-4216-af87-4c17bdbd65e6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Request body: {'port': {'device_id': '0f13753d-381c-4e96-bda2-f5085a2e42bb', 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2', 'admin_state_up': True, 'tenant_id': 'f85ab2a774474ac9a8f5e914da10395a'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:43.063619 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8cb4ee18-9020-44a0-a209-8dd494745314 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dff1ba451435479c8e47e2cfbb7597f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703187 Sep 18 05:09:43.063619 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.071086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50370) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:43.077342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e967b60c-100c-4ef4-acb4-fcdcb72b1dac req-5c9975a6-15e7-4502-9ff7-2c4a6a8de0b5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316847 Sep 18 05:09:43.087708 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-82e85992-15bc-4035-848a-85debdfc8226 req-90989441-93bf-438d-b7d5-f6845824d836 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 210 time: 0.1055496 Sep 18 05:09:43.138405 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['aaf5a93f-c5d7-4d25-aadb-fccfc5015582'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:09:43.208249 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cf0793ce-4d3a-4e3c-a3f9-c345afd1dee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.208931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-a4ff1afc-75c3-421d-8b79-4d6f9eddbf34 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Made reservation on behalf of f85ab2a774474ac9a8f5e914da10395a for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:43.212561 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-a4ff1afc-75c3-421d-8b79-4d6f9eddbf34 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.281660 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cf0793ce-4d3a-4e3c-a3f9-c345afd1dee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.313115 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0896b-ec89-484d-bbbb-bc1d821ee249 req-975eb4ca-0469-4f38-8586-6bad4660d5c7 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:43.315570 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-34a0896b-ec89-484d-bbbb-bc1d821ee249 req-975eb4ca-0469-4f38-8586-6bad4660d5c7 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 943 time: 0.1549702 Sep 18 05:09:43.319366 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.396206 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-34a0896b-ec89-484d-bbbb-bc1d821ee249 req-c3c1c90c-f919-48e7-8f88-f596a822edc2 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/security-groups?id=877654ac-87e3-41ee-9a14-c865c2cb2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665729 Sep 18 05:09:43.446966 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05dee8f1-ac3a-4752-be56-3029ab52c4e2 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:43.455823 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.468279 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Transition to ACTIVE for port object 05dee8f1-ac3a-4752-be56-3029ab52c4e2 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:09:43.495006 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cf0793ce-4d3a-4e3c-a3f9-c345afd1dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.499044 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cf0793ce-4d3a-4e3c-a3f9-c345afd1dee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.500985 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cf0793ce-4d3a-4e3c-a3f9-c345afd1dee2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f00cc8c7-808e-4454-839f-540568d1c479 HTTP/1.1" status: 204 len: 168 time: 0.4287856 Sep 18 05:09:43.515525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0793ce-4d3a-4e3c-a3f9-c345afd1dee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00cc8c7-808e-4454-839f-540568d1c479,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:43.539931 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.552297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-5bb76485-7326-4216-af87-4c17bdbd65e6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Made reservation on behalf of f85ab2a774474ac9a8f5e914da10395a for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:43.557585 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-5bb76485-7326-4216-af87-4c17bdbd65e6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.673476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-a4ff1afc-75c3-421d-8b79-4d6f9eddbf34 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Allocated IP 172.20.0.2 (a327ff8c-73ad-4fb9-ad93-475f3db15fa2/54d475f4-ff98-4556-a060-e9a3b6d81118/1fe090aa-5ba3-4489-ad07-58f5d8d5105b) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:43.678356 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50380) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:43.688686 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Pushing event updated for resources: {'Port': ['ID=05dee8f1-ac3a-4752-be56-3029ab52c4e2,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:43.777709 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4617a4c1-6098-4414-adfd-4789b5e5b19d {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:43.790322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Attempting to bind port 05dee8f1-ac3a-4752-be56-3029ab52c4e2 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:43.790740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Attempting to bind port 05dee8f1-ac3a-4752-be56-3029ab52c4e2 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:43.791152 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Attempting to bind port 05dee8f1-ac3a-4752-be56-3029ab52c4e2 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:43.797990 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Port 05dee8f1-ac3a-4752-be56-3029ab52c4e2 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:09:43.798603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Attempting to bind port 05dee8f1-ac3a-4752-be56-3029ab52c4e2 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:43.807193 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:43.807765 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.808156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:43.808710 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:43.809245 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Bound port: 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:43.809869 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.864316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Transition to ACTIVE for port object 4617a4c1-6098-4414-adfd-4789b5e5b19d will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:09:43.881573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6dc19-adcc-40b1-b702-5249cde7e879 req-9f46a869-c372-47f4-8a38-88e18223fdf0 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:43.883245 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8ab6dc19-adcc-40b1-b702-5249cde7e879 req-9f46a869-c372-47f4-8a38-88e18223fdf0 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 931 time: 0.2472172 Sep 18 05:09:43.898171 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.905347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] For port 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:43.909903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] For port 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:43.934447 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.981812 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:43.989543 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.064307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:44.065024 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.066538 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] 10.222.0.13 "PUT /v2.0/ports/05dee8f1-ac3a-4752-be56-3029ab52c4e2 HTTP/1.1" status: 200 len: 1097 time: 1.4576318 Sep 18 05:09:44.072185 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'tag': '05dee8f1-ac3a-4752-be56-3029ab52c4e2'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:44.074660 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeeb101-12dc-41dc-b525-65761109da33" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf472e7-1fd9-4263-bf18-842f7068e349", "tag": "05dee8f1-ac3a-4752-be56-3029ab52c4e2"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:44.085167 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8ab6dc19-adcc-40b1-b702-5249cde7e879 req-6c07b21d-57a4-46e1-8aa0-b3243f7ee61d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930783 Sep 18 05:09:44.092925 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-462ec006-2634-44ab-a3fd-44a0aa58ebf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.107919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454ab9f-5324-44c3-838a-ad64761bc565 req-79dafa44-93bf-4dbc-97fe-2412ab900e3f tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:44.121677 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8454ab9f-5324-44c3-838a-ad64761bc565 req-79dafa44-93bf-4dbc-97fe-2412ab900e3f tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 948 time: 0.1441209 Sep 18 05:09:44.127467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Pushing event updated for resources: {'Port': ['ID=4617a4c1-6098-4414-adfd-4789b5e5b19d,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:44.175638 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40830a75-b9e1-44ce-9ec2-58b339c829ec service neutron] Pushing event updated for resources: {'Port': ['ID=05dee8f1-ac3a-4752-be56-3029ab52c4e2,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:44.248377 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.255017 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-a4ff1afc-75c3-421d-8b79-4d6f9eddbf34 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.257401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event updated for resources: {'Port': ['ID=67a47dc9-b549-4793-b901-4ec201b437c8,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:44.284228 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8454ab9f-5324-44c3-838a-ad64761bc565 req-5c315642-f589-47a4-b0f7-ef0d16d11c45 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/security-groups?id=506abc6f-d8af-4224-8088-8b80e72fc69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590633 Sep 18 05:09:44.293623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Attempting to bind port 4617a4c1-6098-4414-adfd-4789b5e5b19d on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:44.293922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Attempting to bind port 4617a4c1-6098-4414-adfd-4789b5e5b19d by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b171667-d77e-497f-9300-379345ad8028'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:44.294257 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Attempting to bind port 4617a4c1-6098-4414-adfd-4789b5e5b19d on network 5b171667-d77e-497f-9300-379345ad8028 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:44.317436 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Port 4617a4c1-6098-4414-adfd-4789b5e5b19d on network 5b171667-d77e-497f-9300-379345ad8028 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:09:44.317772 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Attempting to bind port 4617a4c1-6098-4414-adfd-4789b5e5b19d on network 5b171667-d77e-497f-9300-379345ad8028 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:44.326897 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:44.326897 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Checking segment: {'id': '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b171667-d77e-497f-9300-379345ad8028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:44.326897 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Bound using segment: {'id': '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b171667-d77e-497f-9300-379345ad8028'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:44.327251 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Bound port: 4617a4c1-6098-4414-adfd-4789b5e5b19d, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b171667-d77e-497f-9300-379345ad8028'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:44.327791 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.340943 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-aa7efc38-11a2-4a4a-943b-2dfef5cb0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:44.342642 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-aa7efc38-11a2-4a4a-943b-2dfef5cb0446 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7707303d18642acb8e69ea3fa6e99af&device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 1100 time: 0.1580110 Sep 18 05:09:44.463542 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d8e339-073e-4af6-9e1e-e58cf61b47ab x-openstack-request-id: req-03d8e339-073e-4af6-9e1e-e58cf61b47ab {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:44.464198 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf472e7-1fd9-4263-bf18-842f7068e349", "tag": "05dee8f1-ac3a-4752-be56-3029ab52c4e2", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:44.464198 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03d8e339-073e-4af6-9e1e-e58cf61b47ab {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:44.467755 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'tag': '05dee8f1-ac3a-4752-be56-3029ab52c4e2', 'status': 'completed', 'code': 200} Sep 18 05:09:44.468571 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-9326b130-20e9-4094-9e39-2099a6e891ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2 HTTP/1.1" status: 200 len: 217 time: 0.1149130 Sep 18 05:09:44.505229 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device aaf5a93f-c5d7-4d25-aadb-fccfc5015582 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:44.536983 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-394f8a68-26c6-477d-a883-3cb3b76c17da req-64fbe40c-7272-453e-b59b-1065887d11be tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 210 time: 0.0709422 Sep 18 05:09:44.540779 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-462ec006-2634-44ab-a3fd-44a0aa58ebf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.561301 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-c75c3334-1276-4a98-9457-2539e2c02aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:44.567200 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-c75c3334-1276-4a98-9457-2539e2c02aef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0815742 Sep 18 05:09:44.609697 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-462ec006-2634-44ab-a3fd-44a0aa58ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.687871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port aaf5a93f-c5d7-4d25-aadb-fccfc5015582 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:09:44.694563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port aaf5a93f-c5d7-4d25-aadb-fccfc5015582 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:44.694738 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-462ec006-2634-44ab-a3fd-44a0aa58ebf1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf8af68e74a5425386cf31dd25e7a80f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0115979 Sep 18 05:09:44.694845 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.702484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ec006-2634-44ab-a3fd-44a0aa58ebf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4229b59-5692-46f7-a228-e2af5547153c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:44.703331 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-f7fb8155-6e68-4bd4-bcad-941bca3b3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:44.705946 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-f7fb8155-6e68-4bd4-bcad-941bca3b3d0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1315575 Sep 18 05:09:44.706541 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50410) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:44.748219 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0994c7e-75e2-4fdc-94bc-af571dee5308 req-2f75e8cd-fb67-4fe5-80c6-7eeb71fa8d5c tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:44.749850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c0994c7e-75e2-4fdc-94bc-af571dee5308 req-2f75e8cd-fb67-4fe5-80c6-7eeb71fa8d5c tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 943 time: 0.1428516 Sep 18 05:09:44.808437 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-a4ff1afc-75c3-421d-8b79-4d6f9eddbf34 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.808610 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.834815 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f7f854-f9ed-4de9-b29d-7ddd866c8e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf5a93f-c5d7-4d25-aadb-fccfc5015582'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:44.837195 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaab61e2-97c4-4a1f-ae56-53770590cb96" -d '{"events": [{"server_uuid": "45f7f854-f9ed-4de9-b29d-7ddd866c8e94", "name": "network-vif-plugged", "status": "completed", "tag": "aaf5a93f-c5d7-4d25-aadb-fccfc5015582"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:44.851167 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port aaf5a93f-c5d7-4d25-aadb-fccfc5015582, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=aaf5a93f-c5d7-4d25-aadb-fccfc5015582,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:44.872190 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c0994c7e-75e2-4fdc-94bc-af571dee5308 req-555f50bd-b643-4fa1-965b-421522071e9d tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/security-groups?id=877654ac-87e3-41ee-9a14-c865c2cb2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087146 Sep 18 05:09:44.890803 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-046d4df0-28e0-4ccf-81fa-585ecbd97612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.897564 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-d039739e-841f-4c27-bc39-f06b07255fd8 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820807 Sep 18 05:09:44.915211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] For port 4617a4c1-6098-4414-adfd-4789b5e5b19d, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:44.916833 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.918565 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.924658 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ceaff947-53ea-4c63-b4b3-6b95f628bfa0 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7676163 Sep 18 05:09:44.931411 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50416) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:44.937657 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-046d4df0-28e0-4ccf-81fa-585ecbd97612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:44.940728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-a4ff1afc-75c3-421d-8b79-4d6f9eddbf34 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:44.945591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1442542268'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:44.960883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] For port 4617a4c1-6098-4414-adfd-4789b5e5b19d, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4617a4c1-6098-4414-adfd-4789b5e5b19d,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:44.962212 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-a4ff1afc-75c3-421d-8b79-4d6f9eddbf34 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:44.964816 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-a4ff1afc-75c3-421d-8b79-4d6f9eddbf34 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:45.004603 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8eef3e-49df-4c72-bdb3-f36fb6113e70 x-openstack-request-id: req-6d8eef3e-49df-4c72-bdb3-f36fb6113e70 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:45.005184 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f7f854-f9ed-4de9-b29d-7ddd866c8e94", "name": "network-vif-plugged", "status": "completed", "tag": "aaf5a93f-c5d7-4d25-aadb-fccfc5015582", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:45.005574 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d8eef3e-49df-4c72-bdb3-f36fb6113e70 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:45.006105 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f7f854-f9ed-4de9-b29d-7ddd866c8e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf5a93f-c5d7-4d25-aadb-fccfc5015582', 'code': 200} Sep 18 05:09:45.006977 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff1afc-75c3-421d-8b79-4d6f9eddbf34 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Pushing event updated for resources: {'Port': ['ID=1fe090aa-5ba3-4489-ad07-58f5d8d5105b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:45.007518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:09:45.032015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-5bb76485-7326-4216-af87-4c17bdbd65e6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Allocated IP 172.20.0.8 (a327ff8c-73ad-4fb9-ad93-475f3db15fa2/54d475f4-ff98-4556-a060-e9a3b6d81118/386fb471-92c6-4ae8-8d51-2f12e0d8705c) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:45.053193 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9feebbf-1336-41af-876e-cfecee1e7738 req-cce35c27-b790-4807-9632-de55d3454208 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:45.054901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9feebbf-1336-41af-876e-cfecee1e7738 req-cce35c27-b790-4807-9632-de55d3454208 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 945 time: 0.2512090 Sep 18 05:09:45.085792 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=aaf5a93f-c5d7-4d25-aadb-fccfc5015582,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:45.094865 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.107606 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50c4c64c-74a0-454e-a0b7-54af91e47d58 req-eca44650-d340-4a06-9237-eb986b2e55c2 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022395 Sep 18 05:09:45.121056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50422) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:45.123999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-a4ff1afc-75c3-421d-8b79-4d6f9eddbf34 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:45.124701 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-a4ff1afc-75c3-421d-8b79-4d6f9eddbf34 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.137402 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5013ca-a8ef-41bd-876e-50b20b2e8248 req-daab43c6-2ce7-4b3f-88fa-9fab9dfb028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:45.138996 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f5013ca-a8ef-41bd-876e-50b20b2e8248 req-daab43c6-2ce7-4b3f-88fa-9fab9dfb028b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 1098 time: 0.0602517 Sep 18 05:09:45.169671 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Made reservation on behalf of ce438674a9db4ccbab3d97b3dce62184 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:45.176309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:45.176673 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.176989 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.179176 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] 10.222.0.13 "PUT /v2.0/ports/4617a4c1-6098-4414-adfd-4789b5e5b19d HTTP/1.1" status: 200 len: 1092 time: 2.8461361 Sep 18 05:09:45.188284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc75fbeb-6d60-486e-bf73-c86f9edab9dd', 'tag': '4617a4c1-6098-4414-adfd-4789b5e5b19d'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:45.191161 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7791ea4d-ab93-45ed-9169-5501d22208a9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc75fbeb-6d60-486e-bf73-c86f9edab9dd", "tag": "4617a4c1-6098-4414-adfd-4789b5e5b19d"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:45.214752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b,segment=NetworkSegment(f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8),segment_id=f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:45.218612 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.221036 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-046d4df0-28e0-4ccf-81fa-585ecbd97612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.223892 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-046d4df0-28e0-4ccf-81fa-585ecbd97612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.227334 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-046d4df0-28e0-4ccf-81fa-585ecbd97612 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4229b59-5692-46f7-a228-e2af5547153c HTTP/1.1" status: 204 len: 168 time: 0.5160267 Sep 18 05:09:45.231974 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b', 'network_id': 'c9a8b3c5-18c3-4ff0-877a-5144db2f032a', 'port_id': 'ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b', 'mac_address': 'fa:16:3e:49:0f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20409bd-0023-45c6-a3fb-df405655407f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:09:45.254671 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f5013ca-a8ef-41bd-876e-50b20b2e8248 req-538125c7-ef0c-48f4-9dc7-988fa4d8a266 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085086 Sep 18 05:09:45.276231 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d4df0-28e0-4ccf-81fa-585ecbd97612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4229b59-5692-46f7-a228-e2af5547153c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:45.277948 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.291401 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9feebbf-1336-41af-876e-cfecee1e7738 req-5f5a98fc-780c-4342-b2df-3a82d624a8f5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253611 Sep 18 05:09:45.327295 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:45.342401 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6540d-d634-484f-8155-0cc0c6c6b594 req-a04439c3-e02f-407c-b4ab-0e18ba0f9e14 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:45.348692 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-a4ff1afc-75c3-421d-8b79-4d6f9eddbf34 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0687568 Sep 18 05:09:45.350173 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-42e6540d-d634-484f-8155-0cc0c6c6b594 req-a04439c3-e02f-407c-b4ab-0e18ba0f9e14 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 943 time: 0.1213584 Sep 18 05:09:45.355466 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b,segment=NetworkSegment(f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8),segment_id=f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:45.372742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1141848564-network', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:45.375270 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb0901f-14e2-4218-858b-618cfb7e29e7 x-openstack-request-id: req-7bb0901f-14e2-4218-858b-618cfb7e29e7 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:45.375606 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc75fbeb-6d60-486e-bf73-c86f9edab9dd", "tag": "4617a4c1-6098-4414-adfd-4789b5e5b19d", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:45.375766 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bb0901f-14e2-4218-858b-618cfb7e29e7 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:45.376178 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc75fbeb-6d60-486e-bf73-c86f9edab9dd', 'tag': '4617a4c1-6098-4414-adfd-4789b5e5b19d', 'status': 'completed', 'code': 200} Sep 18 05:09:45.377943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c1084-78e9-4e0e-b83a-bf7c1c5d1497 service neutron] Pushing event updated for resources: {'Port': ['ID=4617a4c1-6098-4414-adfd-4789b5e5b19d,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:45.446410 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-24a3cbb7-9dd6-48fd-8c3b-b02e0533d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:45.447944 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-24a3cbb7-9dd6-48fd-8c3b-b02e0533d433 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f904c5eb53b9458d9987b6e296fd0c13&device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 1095 time: 0.1361241 Sep 18 05:09:45.457388 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-42e6540d-d634-484f-8155-0cc0c6c6b594 req-7897dbfc-f2e2-4220-b14e-25ad6a015299 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013522 Sep 18 05:09:45.478433 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Request body: {'port': {'device_id': '82faa91b-e653-4cf4-9e44-a02b543a08ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:45.503343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeb101-12dc-41dc-b525-65761109da33 req-eccf8718-95c6-43ae-ad7b-b8c10b7a83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:45.504895 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1eeeb101-12dc-41dc-b525-65761109da33 req-eccf8718-95c6-43ae-ad7b-b8c10b7a83dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7707303d18642acb8e69ea3fa6e99af&device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 1100 time: 0.2861118 Sep 18 05:09:45.510727 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.516133 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-47f7dfb2-9a11-4993-9c17-78c30bcf27b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4617a4c1-6098-4414-adfd-4789b5e5b19d HTTP/1.1" status: 200 len: 217 time: 0.0540190 Sep 18 05:09:45.570324 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.584192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-5546925c-7caa-497f-a20a-9d0ccd3d94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:45.585795 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-5546925c-7caa-497f-a20a-9d0ccd3d94dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db635f65-1e70-4588-ae59-7fa1fc584f7f HTTP/1.1" status: 200 len: 862 time: 0.0597904 Sep 18 05:09:45.591665 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:45.607437 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-5bb76485-7326-4216-af87-4c17bdbd65e6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.618323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94132528-c3e4-4900-b4f8-e774fccf0874 req-8eaf92c4-c0f2-40a9-b817-6ca6b7db05b7 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:45.619885 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94132528-c3e4-4900-b4f8-e774fccf0874 req-8eaf92c4-c0f2-40a9-b817-6ca6b7db05b7 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 948 time: 0.1849866 Sep 18 05:09:45.634477 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-c7dcc6f2-d364-4fd7-bd7f-b1f0e5f6059a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b171667-d77e-497f-9300-379345ad8028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406973 Sep 18 05:09:45.653465 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.677401 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.709991 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:09:45.722291 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79a4356f-e5ba-4f46-bae2-0b1864d0f57e req-0342ddb4-5c5b-4761-ae99-43a5805a7597 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 210 time: 0.0690050 Sep 18 05:09:45.766874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeb101-12dc-41dc-b525-65761109da33 req-152fbe39-d38e-4c17-aa24-bb9644262f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:45.769241 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1eeeb101-12dc-41dc-b525-65761109da33 req-152fbe39-d38e-4c17-aa24-bb9644262f53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.2497740 Sep 18 05:09:45.783205 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94132528-c3e4-4900-b4f8-e774fccf0874 req-3b6d6e3f-eebe-4812-bf86-b44a0ae94205 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/security-groups?id=506abc6f-d8af-4224-8088-8b80e72fc69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219320 Sep 18 05:09:45.787290 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:09:45.804892 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.804892 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Added segment 5f2c0cc8-8ad7-4f61-ac9c-192054bd83a0 of type vlan for network 9aa45710-8ab1-4b5e-9d94-d6a1f204327e Sep 18 05:09:45.848130 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.854143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1eeeb101-12dc-41dc-b525-65761109da33 req-fcb9d0fd-02b4-438c-bf42-f4a13d6562a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2 HTTP/1.1" status: 200 len: 217 time: 0.0670023 Sep 18 05:09:45.878159 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] Made reservation on behalf of 94848cf6b34548f0adfc8cf1112a307d for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:45.880570 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.896984 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.916032 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40831cac-b85c-4b5f-88ca-76005bf75780,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:45.919105 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-5bb76485-7326-4216-af87-4c17bdbd65e6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:45.957839 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-3e09c21c-edc9-4804-b73b-dd13d0bb17ca service neutron] 10.222.0.13 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134675 Sep 18 05:09:46.015944 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:46.022487 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:46.023087 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:46.051980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-5bb76485-7326-4216-af87-4c17bdbd65e6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:46.065623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-5bb76485-7326-4216-af87-4c17bdbd65e6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:46.078196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-5bb76485-7326-4216-af87-4c17bdbd65e6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:46.107178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeb101-12dc-41dc-b525-65761109da33 req-6ee0f871-108f-4405-a70e-cf8991d86b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:46.108836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1eeeb101-12dc-41dc-b525-65761109da33 req-6ee0f871-108f-4405-a70e-cf8991d86b5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.2033997 Sep 18 05:09:46.112910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb76485-7326-4216-af87-4c17bdbd65e6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Pushing event updated for resources: {'Port': ['ID=386fb471-92c6-4ae8-8d51-2f12e0d8705c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:46.185565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event updated for resources: {'Network': ['ID=9aa45710-8ab1-4b5e-9d94-d6a1f204327e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:46.210733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a94f5-05a4-403c-8b77-1949cefe4739 req-e5df0081-f3cf-48ff-b16c-e3e5725b607f tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:46.210892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-5bb76485-7326-4216-af87-4c17bdbd65e6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:46.211430 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-5bb76485-7326-4216-af87-4c17bdbd65e6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:46.212330 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-516a94f5-05a4-403c-8b77-1949cefe4739 req-e5df0081-f3cf-48ff-b16c-e3e5725b607f tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 944 time: 0.2330344 Sep 18 05:09:46.219860 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 9aa45710-8ab1-4b5e-9d94-d6a1f204327e details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:09:46.226657 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f3745ac-df79-436a-8084-2d43842abcf8 req-f24ef12d-ee30-455e-b3ad-c44cb7cfe45b service neutron] 10.222.0.13 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593489 Sep 18 05:09:46.244038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeb101-12dc-41dc-b525-65761109da33 req-593ae74e-ca85-4139-bc82-651f5285d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:46.245558 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:46.246321 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1eeeb101-12dc-41dc-b525-65761109da33 req-593ae74e-ca85-4139-bc82-651f5285d5c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1077714 Sep 18 05:09:46.276970 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-516a94f5-05a4-403c-8b77-1949cefe4739 req-6ca6819f-af41-406e-b76d-09a285f41284 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/security-groups?id=877654ac-87e3-41ee-9a14-c865c2cb2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Sep 18 05:09:46.317403 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:46.354566 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:09:46.360040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87b6edd-7e4b-404a-a4ed-6716a474644b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:46.368272 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:46.368647 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] Added segment d51e60fa-fc2e-4072-ad4f-dde829ff59d9 of type vlan for network b27d69cc-813a-4275-a0f9-a4235fa92e6a Sep 18 05:09:46.377002 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1eeeb101-12dc-41dc-b525-65761109da33 req-2be90f45-8c39-44e3-95b5-89cc20bd1483 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168530 Sep 18 05:09:46.445327 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1f036c04-ccd6-45bb-9ec0-1065bcfe8232 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5098157 Sep 18 05:09:46.453551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50456) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:46.460179 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:46.465129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-38dc72d3-1c3d-4b86-8fd4-45a5daaec671 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Request body: {'subnet': {'network_id': '9aa45710-8ab1-4b5e-9d94-d6a1f204327e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:46.468844 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-5bb76485-7326-4216-af87-4c17bdbd65e6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4557714 Sep 18 05:09:46.509376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe090aa-5ba3-4489-ad07-58f5d8d5105b {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:46.520554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Request body: {'port': {'device_id': '0f13753d-381c-4e96-bda2-f5085a2e42bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:46.549880 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:46.562901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791ea4d-ab93-45ed-9169-5501d22208a9 req-8cc8069f-1e1f-4297-85a8-6b9b36e484b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:46.564738 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7791ea4d-ab93-45ed-9169-5501d22208a9 req-8cc8069f-1e1f-4297-85a8-6b9b36e484b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f904c5eb53b9458d9987b6e296fd0c13&device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 1095 time: 0.1541224 Sep 18 05:09:46.586991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Transition to ACTIVE for port object 1fe090aa-5ba3-4489-ad07-58f5d8d5105b will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:09:46.607497 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:46.608508 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:46.609250 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:46.622238 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcc147-e925-4696-b57f-403f3c59c302 req-81782596-e845-4e58-abe0-9239cf7afc3b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:46.623810 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49bcc147-e925-4696-b57f-403f3c59c302 req-81782596-e845-4e58-abe0-9239cf7afc3b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 946 time: 0.2458694 Sep 18 05:09:46.634863 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1eeeb101-12dc-41dc-b525-65761109da33 req-10a91aab-935f-4808-93d6-176e1c9bb847 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416780 Sep 18 05:09:46.635624 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:46.667213 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:46.762381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] Pushing event updated for resources: {'Network': ['ID=b27d69cc-813a-4275-a0f9-a4235fa92e6a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:46.775392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49bcc147-e925-4696-b57f-403f3c59c302 req-07c588e2-7558-46c6-be76-8acb46b1e12b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282358 Sep 18 05:09:46.781383 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14684eb7-4784-46ea-8603-78487448510e req-cd8c21a1-cff2-4738-a832-8ccb3c9840c2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:46.783733 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-14684eb7-4784-46ea-8603-78487448510e req-cd8c21a1-cff2-4738-a832-8ccb3c9840c2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 943 time: 0.2287636 Sep 18 05:09:46.801216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network b27d69cc-813a-4275-a0f9-a4235fa92e6a details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:09:46.847750 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Pushing event updated for resources: {'Port': ['ID=1fe090aa-5ba3-4489-ad07-58f5d8d5105b,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:46.943367 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 05dee8f1-ac3a-4752-be56-3029ab52c4e2 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:09:46.948532 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:47.046434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Attempting to bind port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:47.046833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Attempting to bind port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:47.047181 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Attempting to bind port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b on network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:47.055639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b on network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:09:47.056375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Attempting to bind port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b on network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:47.093037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:47.093474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Checking segment: {'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:47.093881 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Bound using segment: {'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:47.094341 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Bound port: 1fe090aa-5ba3-4489-ad07-58f5d8d5105b, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:47.094714 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:47.118295 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:47.119920 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339bbc5-40b7-47e5-8a4d-e77f179b975e req-5ffdaf6c-412a-4431-b845-4f0b1625443d tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:47.121626 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5339bbc5-40b7-47e5-8a4d-e77f179b975e req-5ffdaf6c-412a-4431-b845-4f0b1625443d tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 931 time: 0.1617506 Sep 18 05:09:47.136748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:09:47.146036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:47.146558 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:47.149882 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '05dee8f1-ac3a-4752-be56-3029ab52c4e2', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '05dee8f1-ac3a-4752-be56-3029ab52c4e2', 'mac_address': 'fa:16:3e:e1:1d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:09:47.220883 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5339bbc5-40b7-47e5-8a4d-e77f179b975e req-8da6270b-162e-4434-843d-3efdc03d3263 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906260 Sep 18 05:09:47.236647 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:47.241131 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dc72d3-1c3d-4b86-8fd4-45a5daaec671 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Made reservation on behalf of ce438674a9db4ccbab3d97b3dce62184 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:47.244887 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38dc72d3-1c3d-4b86-8fd4-45a5daaec671 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:47.260817 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3c5e52d2-ea7e-472a-b087-d5389d55d819 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1386449 Sep 18 05:09:47.261441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50474) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:47.263547 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05dee8f1-ac3a-4752-be56-3029ab52c4e2 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:47.275144 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791ea4d-ab93-45ed-9169-5501d22208a9 req-57ec2eeb-7eff-4748-9cfd-084fbea12334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:47.276587 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7791ea4d-ab93-45ed-9169-5501d22208a9 req-57ec2eeb-7eff-4748-9cfd-084fbea12334 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b171667-d77e-497f-9300-379345ad8028 HTTP/1.1" status: 200 len: 922 time: 0.6931231 Sep 18 05:09:47.279904 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-355132db-ff30-4b8a-976f-6ab33587d28f admin admin] Request body: {'subnet': {'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1141848564-subnet', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:47.307156 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:47.318568 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:47.330519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] For port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:47.335622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] For port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=1fe090aa-5ba3-4489-ad07-58f5d8d5105b,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:47.343373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a00279-419b-4203-bce7-0b8880edb220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:47.346271 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d821f9-00fd-4e1d-9de3-0372cd4f6586" -d '{"events": [{"server_uuid": "12a00279-419b-4203-bce7-0b8880edb220", "name": "network-vif-plugged", "status": "completed", "tag": "ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:47.364215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b,segment=NetworkSegment(f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8),segment_id=f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:47.367783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386fb471-92c6-4ae8-8d51-2f12e0d8705c {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:47.372511 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:47.382763 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:47.387941 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7791ea4d-ab93-45ed-9169-5501d22208a9 req-03b677f5-1b84-42e0-a0a7-8a2af120d85c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4617a4c1-6098-4414-adfd-4789b5e5b19d HTTP/1.1" status: 200 len: 217 time: 0.0998299 Sep 18 05:09:47.400446 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Transition to ACTIVE for port object 386fb471-92c6-4ae8-8d51-2f12e0d8705c will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:09:47.411704 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-14684eb7-4784-46ea-8603-78487448510e req-9fea2df8-825a-47dc-aa0d-b9750766d828 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6052694 Sep 18 05:09:47.424758 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:47.434540 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=05dee8f1-ac3a-4752-be56-3029ab52c4e2,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:47.468010 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:47.500756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791ea4d-ab93-45ed-9169-5501d22208a9 req-f99d3463-6d7e-40e7-87c7-212e46bca49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:47.502353 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7791ea4d-ab93-45ed-9169-5501d22208a9 req-f99d3463-6d7e-40e7-87c7-212e46bca49a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db635f65-1e70-4588-ae59-7fa1fc584f7f HTTP/1.1" status: 200 len: 862 time: 0.0895696 Sep 18 05:09:47.511668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Pushing event updated for resources: {'Port': ['ID=1fe090aa-5ba3-4489-ad07-58f5d8d5105b,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:47.516035 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:47.536357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:47.552835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:47.553479 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:47.554912 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-02484d88-6f48-4e2b-9420-29a49386cd3e service neutron] 10.222.0.18 "PUT /v2.0/ports/1fe090aa-5ba3-4489-ad07-58f5d8d5105b HTTP/1.1" status: 200 len: 1092 time: 2.1052146 Sep 18 05:09:47.555358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82faa91b-e653-4cf4-9e44-a02b543a08ee', 'tag': '1fe090aa-5ba3-4489-ad07-58f5d8d5105b'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:47.557672 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ef7191-34e9-44db-b25d-1a56609c5c05" -d '{"events": [{"name": "network-changed", "server_uuid": "82faa91b-e653-4cf4-9e44-a02b543a08ee", "tag": "1fe090aa-5ba3-4489-ad07-58f5d8d5105b"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:47.575133 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7791ea4d-ab93-45ed-9169-5501d22208a9 req-1d56b504-7d8b-4e85-ae16-1f45b8384520 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b171667-d77e-497f-9300-379345ad8028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476665 Sep 18 05:09:47.590394 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355132db-ff30-4b8a-976f-6ab33587d28f admin admin] Made reservation on behalf of 94848cf6b34548f0adfc8cf1112a307d for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:47.592948 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-355132db-ff30-4b8a-976f-6ab33587d28f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:47.599082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['05dee8f1-ac3a-4752-be56-3029ab52c4e2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:09:47.616893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec31f1-1056-4e83-844b-884377520090 service neutron] Pushing event updated for resources: {'Port': ['ID=386fb471-92c6-4ae8-8d51-2f12e0d8705c,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:47.646616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb549b61-3fd2-49f0-aa36-12e4443a811a req-1cac8c48-5cae-4920-b201-e13cdecbf7c7 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:47.656771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb549b61-3fd2-49f0-aa36-12e4443a811a req-1cac8c48-5cae-4920-b201-e13cdecbf7c7 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 948 time: 0.3177645 Sep 18 05:09:47.784049 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb549b61-3fd2-49f0-aa36-12e4443a811a req-149c6eab-0287-4ca2-8dd0-2eb3e22cdb38 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/security-groups?id=506abc6f-d8af-4224-8088-8b80e72fc69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259711 Sep 18 05:09:47.790021 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16ce3c-5858-449b-8a9e-0539bccaa7a5 req-49f5aedb-e14b-4050-948c-f8f873643099 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:47.791763 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac16ce3c-5858-449b-8a9e-0539bccaa7a5 req-49f5aedb-e14b-4050-948c-f8f873643099 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 945 time: 0.2531612 Sep 18 05:09:47.815976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-ebe02f1a-2490-45ce-80fe-177152fb59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:47.817458 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-ebe02f1a-2490-45ce-80fe-177152fb59e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f85ab2a774474ac9a8f5e914da10395a&device_id=82faa91b-e653-4cf4-9e44-a02b543a08ee HTTP/1.1" status: 200 len: 1095 time: 0.1453967 Sep 18 05:09:47.847198 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7791ea4d-ab93-45ed-9169-5501d22208a9 req-cabae2aa-7cee-47ea-9712-16147fc7172e service neutron] 10.222.0.13 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487688 Sep 18 05:09:47.856732 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc95aa7-6ffe-4dc2-bdc4-306083c5d7d9 x-openstack-request-id: req-ecc95aa7-6ffe-4dc2-bdc4-306083c5d7d9 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:47.857181 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a00279-419b-4203-bce7-0b8880edb220", "name": "network-vif-plugged", "status": "completed", "tag": "ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:47.857874 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecc95aa7-6ffe-4dc2-bdc4-306083c5d7d9 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:47.858369 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a00279-419b-4203-bce7-0b8880edb220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b', 'code': 200} Sep 18 05:09:47.885739 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-c8e740d7-d22d-4558-91de-296e49c0b709 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1fe090aa-5ba3-4489-ad07-58f5d8d5105b HTTP/1.1" status: 200 len: 217 time: 0.0588505 Sep 18 05:09:47.890473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Attempting to bind port 386fb471-92c6-4ae8-8d51-2f12e0d8705c on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:47.890837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Attempting to bind port 386fb471-92c6-4ae8-8d51-2f12e0d8705c by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:47.891170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Attempting to bind port 386fb471-92c6-4ae8-8d51-2f12e0d8705c on network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:47.897761 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767fa002-d603-46a6-b491-0f570426f8af x-openstack-request-id: req-767fa002-d603-46a6-b491-0f570426f8af {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:47.898427 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82faa91b-e653-4cf4-9e44-a02b543a08ee", "tag": "1fe090aa-5ba3-4489-ad07-58f5d8d5105b", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:47.898689 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-767fa002-d603-46a6-b491-0f570426f8af {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:47.899090 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82faa91b-e653-4cf4-9e44-a02b543a08ee', 'tag': '1fe090aa-5ba3-4489-ad07-58f5d8d5105b', 'status': 'completed', 'code': 200} Sep 18 05:09:47.914581 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38dc72d3-1c3d-4b86-8fd4-45a5daaec671 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:47.943063 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Port 386fb471-92c6-4ae8-8d51-2f12e0d8705c on network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:09:47.943418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Attempting to bind port 386fb471-92c6-4ae8-8d51-2f12e0d8705c on network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:47.984211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:47.984576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Checking segment: {'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:47.984968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Bound using segment: {'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:47.985416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Bound port: 386fb471-92c6-4ae8-8d51-2f12e0d8705c, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:47.986663 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:47.989894 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac16ce3c-5858-449b-8a9e-0539bccaa7a5 req-33da1244-2a64-460d-919c-a51c35026f3f tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/security-groups?id=877654ac-87e3-41ee-9a14-c865c2cb2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902914 Sep 18 05:09:48.031294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-66e71721-8aaf-4148-8051-d3aa27f5588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:48.032872 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-66e71721-8aaf-4148-8051-d3aa27f5588f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54d475f4-ff98-4556-a060-e9a3b6d81118 HTTP/1.1" status: 200 len: 852 time: 0.1330085 Sep 18 05:09:48.071898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc72d3-1c3d-4b86-8fd4-45a5daaec671 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event updated for resources: {'Subnet': ['ID=827cae4c-e666-4d77-ab94-e7112b0a797b,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:48.093703 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-5c528e87-c612-4f0a-ad2c-13efc716a0f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497274 Sep 18 05:09:48.096028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd7b34-039a-42af-a938-4c66899c55ae req-633c4d2c-e97d-4187-b1e3-87a3e5d47d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:48.097479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32cd7b34-039a-42af-a938-4c66899c55ae req-633c4d2c-e97d-4187-b1e3-87a3e5d47d77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 1097 time: 0.1647232 Sep 18 05:09:48.144362 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7791ea4d-ab93-45ed-9169-5501d22208a9 req-4b0ae3bc-3f4e-48d0-b01f-17c44d7d792a service neutron] 10.222.0.13 "GET /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790458 Sep 18 05:09:48.154162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dc72d3-1c3d-4b86-8fd4-45a5daaec671 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Checking segment: {'id': '5f2c0cc8-8ad7-4f61-ac9c-192054bd83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9aa45710-8ab1-4b5e-9d94-d6a1f204327e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:48.154530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dc72d3-1c3d-4b86-8fd4-45a5daaec671 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Network hostable DHCP agents. Network: 9aa45710-8ab1-4b5e-9d94-d6a1f204327e, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:09:48.159501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975b621-1f23-44c9-908c-9bf7cc50d8ba req-992e6fab-5905-4488-9029-fffde2725970 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:48.161083 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f975b621-1f23-44c9-908c-9bf7cc50d8ba req-992e6fab-5905-4488-9029-fffde2725970 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 946 time: 0.1952479 Sep 18 05:09:48.179785 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:09:48.208416 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-355132db-ff30-4b8a-976f-6ab33587d28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:48.239182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dc72d3-1c3d-4b86-8fd4-45a5daaec671 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Network 9aa45710-8ab1-4b5e-9d94-d6a1f204327e is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:09:48.240561 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] For port 386fb471-92c6-4ae8-8d51-2f12e0d8705c, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:48.254667 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32cd7b34-039a-42af-a938-4c66899c55ae req-6da0a4e4-99a9-4298-a1fb-b58d77e4d893 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=877654ac-87e3-41ee-9a14-c865c2cb2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427150 Sep 18 05:09:48.262833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] For port 386fb471-92c6-4ae8-8d51-2f12e0d8705c, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=386fb471-92c6-4ae8-8d51-2f12e0d8705c,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:48.274756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355132db-ff30-4b8a-976f-6ab33587d28f admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d4511a-451a-458e-a86c-1916ccf69681,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:48.285609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355132db-ff30-4b8a-976f-6ab33587d28f admin admin] Checking segment: {'id': 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:48.285609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355132db-ff30-4b8a-976f-6ab33587d28f admin admin] Network hostable DHCP agents. Network: b27d69cc-813a-4275-a0f9-a4235fa92e6a, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:09:48.290571 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f975b621-1f23-44c9-908c-9bf7cc50d8ba req-38a3ab6c-4399-495a-bb5e-9159d828c875 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162789 Sep 18 05:09:48.292672 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-8a2e373c-8ba3-43ba-8757-639a2274d1f3 service neutron] 10.222.0.18 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902533 Sep 18 05:09:48.353124 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-38dc72d3-1c3d-4b86-8fd4-45a5daaec671 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 9aa45710-8ab1-4b5e-9d94-d6a1f204327e) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:48.359565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dc72d3-1c3d-4b86-8fd4-45a5daaec671 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:48.360216 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38dc72d3-1c3d-4b86-8fd4-45a5daaec671 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:48.363943 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a007d8-0107-4c58-9150-6daf499ac2f9 None None] Network 9aa45710-8ab1-4b5e-9d94-d6a1f204327e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:48.402677 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edfe68-83ad-4962-a859-0ace6ae33c67 req-dc2468cc-f6f2-4693-a97a-28a18ef4a043 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:48.404828 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-24edfe68-83ad-4962-a859-0ace6ae33c67 req-dc2468cc-f6f2-4693-a97a-28a18ef4a043 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 943 time: 0.0883083 Sep 18 05:09:48.406432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:48.437521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-a2773a26-6868-4168-b9e5-055172190166 service neutron] 10.222.0.18 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381264 Sep 18 05:09:48.447578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:48.448211 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:48.449646 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-feec31f1-1056-4e83-844b-884377520090 service neutron] 10.222.0.13 "PUT /v2.0/ports/386fb471-92c6-4ae8-8d51-2f12e0d8705c HTTP/1.1" status: 200 len: 1092 time: 1.9359140 Sep 18 05:09:48.473342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec31f1-1056-4e83-844b-884377520090 service neutron] Pushing event updated for resources: {'Port': ['ID=386fb471-92c6-4ae8-8d51-2f12e0d8705c,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:48.474545 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355132db-ff30-4b8a-976f-6ab33587d28f admin admin] Network b27d69cc-813a-4275-a0f9-a4235fa92e6a is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:09:48.481075 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-38dc72d3-1c3d-4b86-8fd4-45a5daaec671 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0240405 Sep 18 05:09:48.483853 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50498) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:48.484844 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-355132db-ff30-4b8a-976f-6ab33587d28f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, b27d69cc-813a-4275-a0f9-a4235fa92e6a) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:48.491198 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-24edfe68-83ad-4962-a859-0ace6ae33c67 req-ce75971f-4a62-4e76-a74c-04bdce516058 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781713 Sep 18 05:09:48.492787 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355132db-ff30-4b8a-976f-6ab33587d28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:48.493521 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-355132db-ff30-4b8a-976f-6ab33587d28f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:48.493639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-311025184', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}, 'admin_state_up': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:48.516954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b4ab6e-c8d3-4a42-8c2f-85d1077bd7f0 None None] Network b27d69cc-813a-4275-a0f9-a4235fa92e6a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:48.594625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-9aa45710-8ab1-4b5e-9d94-d6a1f204327e', 'network_id': '9aa45710-8ab1-4b5e-9d94-d6a1f204327e', 'tenant_id': 'ce438674a9db4ccbab3d97b3dce62184', 'fixed_ips': [{'subnet_id': '827cae4c-e666-4d77-ab94-e7112b0a797b'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:09:48.596536 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:48.622182 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:48.623379 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:48.667216 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b893d-b26c-40fd-99bf-7377e53daf8b req-8eec2a65-7fe2-4364-ad68-0bd3d4964a77 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:48.668999 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a55b893d-b26c-40fd-99bf-7377e53daf8b req-8eec2a65-7fe2-4364-ad68-0bd3d4964a77 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 943 time: 0.0848780 Sep 18 05:09:48.690903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-eda15699-6ea6-40a5-967f-314a126026ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:48.692455 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-eda15699-6ea6-40a5-967f-314a126026ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f85ab2a774474ac9a8f5e914da10395a&device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 1095 time: 0.1378648 Sep 18 05:09:48.710726 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-355132db-ff30-4b8a-976f-6ab33587d28f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4367485 Sep 18 05:09:48.718183 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50504) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:48.725182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:48.740190 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:48.744133 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef7191-34e9-44db-b25d-1a56609c5c05 req-2369e0fb-b433-456c-8bea-c8add43029cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:48.745692 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6ef7191-34e9-44db-b25d-1a56609c5c05 req-2369e0fb-b433-456c-8bea-c8add43029cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f85ab2a774474ac9a8f5e914da10395a&device_id=82faa91b-e653-4cf4-9e44-a02b543a08ee HTTP/1.1" status: 200 len: 1095 time: 0.1492674 Sep 18 05:09:48.748768 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a55b893d-b26c-40fd-99bf-7377e53daf8b req-60252a07-8da5-4d1b-85a7-7738420f0cb3 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694244 Sep 18 05:09:48.786487 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-54574fdc-9f5f-4f9d-ae6c-a8eb05d2fb7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=386fb471-92c6-4ae8-8d51-2f12e0d8705c HTTP/1.1" status: 200 len: 217 time: 0.0556371 Sep 18 05:09:48.848000 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'fixed_ips': [{'subnet_id': '02d4511a-451a-458e-a86c-1916ccf69681'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:09:48.848893 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:48.851249 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Allocated IP 172.20.0.2 (9aa45710-8ab1-4b5e-9d94-d6a1f204327e/827cae4c-e666-4d77-ab94-e7112b0a797b/1b6d50be-f903-4493-8e65-67ff03f84598) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:48.897222 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:48.898942 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:48.959029 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 4617a4c1-6098-4414-adfd-4789b5e5b19d details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:09:48.972528 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 05dee8f1-ac3a-4752-be56-3029ab52c4e2 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:48.978832 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:48.991633 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbccd0-6e7e-475e-b61a-c4505a580855 req-98b134e3-6fd5-4dfd-b880-b02a2602bfb3 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:48.993285 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a6cbccd0-6e7e-475e-b61a-c4505a580855 req-98b134e3-6fd5-4dfd-b880-b02a2602bfb3 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 949 time: 0.1202548 Sep 18 05:09:49.102432 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a6cbccd0-6e7e-475e-b61a-c4505a580855 req-c449e910-34c4-42ea-a034-7a4cea3adc6b tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/security-groups?id=506abc6f-d8af-4224-8088-8b80e72fc69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945823 Sep 18 05:09:49.238432 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:49.328096 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd5d49-08f8-4211-9c21-0d44f6efc8b9 req-452cca8b-399c-405d-8a08-19dd75483620 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:49.330686 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4edd5d49-08f8-4211-9c21-0d44f6efc8b9 req-452cca8b-399c-405d-8a08-19dd75483620 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 945 time: 0.0884576 Sep 18 05:09:49.381645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Allocated IP 172.20.0.2 (b27d69cc-813a-4275-a0f9-a4235fa92e6a/02d4511a-451a-458e-a86c-1916ccf69681/59f66370-2f1a-481a-bc73-ab90702aa0f7) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:49.438396 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 4617a4c1-6098-4414-adfd-4789b5e5b19d, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4617a4c1-6098-4414-adfd-4789b5e5b19d,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:49.452116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '4617a4c1-6098-4414-adfd-4789b5e5b19d', 'network_id': '5b171667-d77e-497f-9300-379345ad8028', 'port_id': '4617a4c1-6098-4414-adfd-4789b5e5b19d', 'mac_address': 'fa:16:3e:1a:8e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db635f65-1e70-4588-ae59-7fa1fc584f7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:09:49.462315 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4edd5d49-08f8-4211-9c21-0d44f6efc8b9 req-14bb5ef1-1ce6-4d33-a550-b774a5a183f2 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/security-groups?id=877654ac-87e3-41ee-9a14-c865c2cb2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204338 Sep 18 05:09:49.475442 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:49.486232 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 05dee8f1-ac3a-4752-be56-3029ab52c4e2 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:09:49.494788 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 05dee8f1-ac3a-4752-be56-3029ab52c4e2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:49.495244 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:49.517692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-28fee1a4-c4d8-405a-8523-af74c28960b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:49.520409 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-28fee1a4-c4d8-405a-8523-af74c28960b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54d475f4-ff98-4556-a060-e9a3b6d81118 HTTP/1.1" status: 200 len: 852 time: 0.7158139 Sep 18 05:09:49.607263 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:49.625342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-8cdf3517-c947-4cae-87d6-2b42b4e701fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930698 Sep 18 05:09:49.639606 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:49.653295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020e704-0489-48e8-86c6-1fca365ff63f req-89e7b6d5-255a-48d9-9114-9ec748a4ddc5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:49.656073 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a020e704-0489-48e8-86c6-1fca365ff63f req-89e7b6d5-255a-48d9-9114-9ec748a4ddc5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 946 time: 0.7955999 Sep 18 05:09:49.657382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef7191-34e9-44db-b25d-1a56609c5c05 req-7c011acc-b86a-4a9c-95b3-880b41a2362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:49.660057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6ef7191-34e9-44db-b25d-1a56609c5c05 req-7c011acc-b86a-4a9c-95b3-880b41a2362b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2 HTTP/1.1" status: 200 len: 912 time: 0.8821654 Sep 18 05:09:49.735887 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6ef7191-34e9-44db-b25d-1a56609c5c05 req-0c07785e-9f2c-4e11-a0bc-93fc6da0fd23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1fe090aa-5ba3-4489-ad07-58f5d8d5105b HTTP/1.1" status: 200 len: 217 time: 0.0632119 Sep 18 05:09:49.741481 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:49.745682 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4f2e0-141d-4ccb-9941-17f64f96b3bd req-5ca01cc2-2ada-448e-b039-d81f1820a7de tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:49.747919 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c4b4f2e0-141d-4ccb-9941-17f64f96b3bd req-5ca01cc2-2ada-448e-b039-d81f1820a7de tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 943 time: 0.0947440 Sep 18 05:09:49.749555 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:49.767917 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Network 9aa45710-8ab1-4b5e-9d94-d6a1f204327e is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:49.768956 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:49.789073 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:49.790775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:49.802303 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4617a4c1-6098-4414-adfd-4789b5e5b19d {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:49.824052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:49.828857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Pushing event updated for resources: {'Port': ['ID=1b6d50be-f903-4493-8e65-67ff03f84598,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:49.901372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dee8f1-ac3a-4752-be56-3029ab52c4e2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:49.903960 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d949d0-6b1e-4b31-a340-4018d703e24f" -d '{"events": [{"server_uuid": "dcf472e7-1fd9-4263-bf18-842f7068e349", "name": "network-vif-plugged", "status": "completed", "tag": "05dee8f1-ac3a-4752-be56-3029ab52c4e2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:49.913994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f13753d-381c-4e96-bda2-f5085a2e42bb', 'tag': '386fb471-92c6-4ae8-8d51-2f12e0d8705c'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:49.914205 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 4617a4c1-6098-4414-adfd-4789b5e5b19d, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4617a4c1-6098-4414-adfd-4789b5e5b19d,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:49.915849 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f540e70b-e166-4262-b7be-1c993107dccf" -d '{"events": [{"name": "network-changed", "server_uuid": "0f13753d-381c-4e96-bda2-f5085a2e42bb", "tag": "386fb471-92c6-4ae8-8d51-2f12e0d8705c"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:49.928005 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a020e704-0489-48e8-86c6-1fca365ff63f req-f665cf26-3f99-421f-a5a2-99f34a51fad5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564569 Sep 18 05:09:49.943647 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:49.946301 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:49.953950 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Allocated IP 172.25.7.103 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/fc574dba-b9b1-4b8b-824f-c8ba5da01b00) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:49.960897 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef7191-34e9-44db-b25d-1a56609c5c05 req-e5b56097-d317-48cd-8867-0a9b9160b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:49.962651 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6ef7191-34e9-44db-b25d-1a56609c5c05 req-e5b56097-d317-48cd-8867-0a9b9160b0ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54d475f4-ff98-4556-a060-e9a3b6d81118 HTTP/1.1" status: 200 len: 852 time: 0.2147853 Sep 18 05:09:49.968282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Attempting to bind port 1b6d50be-f903-4493-8e65-67ff03f84598 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:49.968805 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Attempting to bind port 1b6d50be-f903-4493-8e65-67ff03f84598 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '5f2c0cc8-8ad7-4f61-ac9c-192054bd83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9aa45710-8ab1-4b5e-9d94-d6a1f204327e'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:49.971308 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Attempting to bind port 1b6d50be-f903-4493-8e65-67ff03f84598 on network 9aa45710-8ab1-4b5e-9d94-d6a1f204327e {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:49.977002 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:49.982425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:49.982944 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Checking segment: {'id': '5f2c0cc8-8ad7-4f61-ac9c-192054bd83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9aa45710-8ab1-4b5e-9d94-d6a1f204327e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:49.985410 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:49.985410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Bound using segment: {'id': '5f2c0cc8-8ad7-4f61-ac9c-192054bd83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9aa45710-8ab1-4b5e-9d94-d6a1f204327e'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:49.985410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Bound port: 1b6d50be-f903-4493-8e65-67ff03f84598, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2c0cc8-8ad7-4f61-ac9c-192054bd83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9aa45710-8ab1-4b5e-9d94-d6a1f204327e'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:49.985410 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:50.017766 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:50.020168 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:50.026702 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6ef7191-34e9-44db-b25d-1a56609c5c05 req-46e19b15-37fc-4e5f-8118-e7e132ea8041 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499299 Sep 18 05:09:50.026702 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-316e04c8-94d8-484f-89b2-6056ae449484 service neutron] 10.222.0.13 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919778 Sep 18 05:09:50.088352 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Network b27d69cc-813a-4275-a0f9-a4235fa92e6a is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:50.094876 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:50.099085 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:50.104329 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=4617a4c1-6098-4414-adfd-4789b5e5b19d,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:50.124657 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c4b4f2e0-141d-4ccb-9941-17f64f96b3bd req-1a11b3c9-4bd7-4979-ab50-524b7e2f25ea tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494020 Sep 18 05:09:50.186331 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=05dee8f1-ac3a-4752-be56-3029ab52c4e2,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:50.187160 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:50.208198 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230bf3ad-35bf-4e7f-af39-96fdd8fc1d66 x-openstack-request-id: req-230bf3ad-35bf-4e7f-af39-96fdd8fc1d66 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:50.208624 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf472e7-1fd9-4263-bf18-842f7068e349", "name": "network-vif-plugged", "status": "completed", "tag": "05dee8f1-ac3a-4752-be56-3029ab52c4e2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:50.209001 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-230bf3ad-35bf-4e7f-af39-96fdd8fc1d66 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:50.209501 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dee8f1-ac3a-4752-be56-3029ab52c4e2', 'code': 200} Sep 18 05:09:50.242073 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8215ab16-78cf-4879-8d29-498aada22de6 x-openstack-request-id: req-8215ab16-78cf-4879-8d29-498aada22de6 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:50.242367 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f13753d-381c-4e96-bda2-f5085a2e42bb", "tag": "386fb471-92c6-4ae8-8d51-2f12e0d8705c", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:50.242626 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8215ab16-78cf-4879-8d29-498aada22de6 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:50.243025 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f13753d-381c-4e96-bda2-f5085a2e42bb', 'tag': '386fb471-92c6-4ae8-8d51-2f12e0d8705c', 'status': 'completed', 'code': 200} Sep 18 05:09:50.249804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa1b49-3674-4f24-93da-06ffe4f8b671 req-157fe693-b574-4a09-a401-650b60124f5b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:50.252296 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-21fa1b49-3674-4f24-93da-06ffe4f8b671 req-157fe693-b574-4a09-a401-650b60124f5b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 946 time: 0.1971653 Sep 18 05:09:50.288511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['4617a4c1-6098-4414-adfd-4789b5e5b19d'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:09:50.318883 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] For port 1b6d50be-f903-4493-8e65-67ff03f84598, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:50.332916 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:50.340551 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Attempting to bind port 59f66370-2f1a-481a-bc73-ab90702aa0f7 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:50.341066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Attempting to bind port 59f66370-2f1a-481a-bc73-ab90702aa0f7 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:50.341535 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Attempting to bind port 59f66370-2f1a-481a-bc73-ab90702aa0f7 on network b27d69cc-813a-4275-a0f9-a4235fa92e6a {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:50.349104 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] For port 1b6d50be-f903-4493-8e65-67ff03f84598, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1b6d50be-f903-4493-8e65-67ff03f84598,segment=NetworkSegment(5f2c0cc8-8ad7-4f61-ac9c-192054bd83a0),segment_id=5f2c0cc8-8ad7-4f61-ac9c-192054bd83a0)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:50.362141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:50.362625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Checking segment: {'id': 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:50.363113 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:50.363590 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Bound using segment: {'id': 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:50.364150 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Bound port: 59f66370-2f1a-481a-bc73-ab90702aa0f7, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:50.364653 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:50.378388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Pushing event updated for resources: {'Port': ['ID=59f66370-2f1a-481a-bc73-ab90702aa0f7,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:50.384792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662d6fb-7355-4242-a162-bd46ad4ff374 req-fa1786fa-5fe9-4ea1-952d-59e47a4f9c91 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:50.392344 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9662d6fb-7355-4242-a162-bd46ad4ff374 req-fa1786fa-5fe9-4ea1-952d-59e47a4f9c91 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 944 time: 0.3449397 Sep 18 05:09:50.405711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:50.415663 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6ef7191-34e9-44db-b25d-1a56609c5c05 req-10cf123f-a211-4079-8adf-28f4c1bb13f0 service neutron] 10.222.0.18 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845143 Sep 18 05:09:50.420032 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:50.426076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:50.427975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Pushing event updated for resources: {'Port': ['ID=fc574dba-b9b1-4b8b-824f-c8ba5da01b00,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:50.440202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d185936-1a34-4853-bb94-7ec8c2ed241f req-2631ae1d-5295-4e2e-9f12-35e069a60bb5 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:50.441897 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0d185936-1a34-4853-bb94-7ec8c2ed241f req-2631ae1d-5295-4e2e-9f12-35e069a60bb5 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 950 time: 0.1685736 Sep 18 05:09:50.453338 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0fcd0-0b96-4bbe-bd7c-7ed7c55e1c30 req-cf3af4ac-32f7-432a-837a-766670b83314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:50.456447 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6fd0fcd0-0b96-4bbe-bd7c-7ed7c55e1c30 req-cf3af4ac-32f7-432a-837a-766670b83314 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 1102 time: 0.1939349 Sep 18 05:09:50.465299 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:50.471945 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aaa8e0a9-cf0f-41b1-8e43-92c97c1eae12 req-3f0b640d-b30a-4af5-88bd-32ec1082ca2d service neutron] 10.222.0.13 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256105 Sep 18 05:09:50.556646 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-21fa1b49-3674-4f24-93da-06ffe4f8b671 req-63651cd6-d222-4c81-9832-7a547b0dc4d2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Deleting port aaf5a93f-c5d7-4d25-aadb-fccfc5015582 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:50.557010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-21fa1b49-3674-4f24-93da-06ffe4f8b671 req-63651cd6-d222-4c81-9832-7a547b0dc4d2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:50.565744 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9662d6fb-7355-4242-a162-bd46ad4ff374 req-f9cb6575-481c-416e-a0b2-76b8946f4526 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675792 Sep 18 05:09:50.599390 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0d185936-1a34-4853-bb94-7ec8c2ed241f req-f906ef57-c1cc-4d22-a0e7-5a0b487ba197 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/security-groups?id=506abc6f-d8af-4224-8088-8b80e72fc69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369569 Sep 18 05:09:50.601192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] For port 59f66370-2f1a-481a-bc73-ab90702aa0f7, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:50.620708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] For port 59f66370-2f1a-481a-bc73-ab90702aa0f7, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=59f66370-2f1a-481a-bc73-ab90702aa0f7,segment=NetworkSegment(d51e60fa-fc2e-4072-ad4f-dde829ff59d9),segment_id=d51e60fa-fc2e-4072-ad4f-dde829ff59d9)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:50.634261 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeece50-9139-4799-b6f0-232899d39326 None None] Pushing event updated for resources: {'Port': ['ID=1b6d50be-f903-4493-8e65-67ff03f84598,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:50.677749 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6fd0fcd0-0b96-4bbe-bd7c-7ed7c55e1c30 req-e7857749-87fb-4e34-a33b-28079638defe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=506abc6f-d8af-4224-8088-8b80e72fc69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046924 Sep 18 05:09:50.688288 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:50.762863 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-21fa1b49-3674-4f24-93da-06ffe4f8b671 req-63651cd6-d222-4c81-9832-7a547b0dc4d2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] For port aaf5a93f-c5d7-4d25-aadb-fccfc5015582, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=aaf5a93f-c5d7-4d25-aadb-fccfc5015582,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:50.765531 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-21fa1b49-3674-4f24-93da-06ffe4f8b671 req-63651cd6-d222-4c81-9832-7a547b0dc4d2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:50.774168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53e196-fc5e-4841-a320-b01fd04189bd None None] Pushing event updated for resources: {'Port': ['ID=59f66370-2f1a-481a-bc73-ab90702aa0f7,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:50.777284 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6ef7191-34e9-44db-b25d-1a56609c5c05 req-dccdf911-af6f-4130-9e15-f81d268a070a service neutron] 10.222.0.18 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440392 Sep 18 05:09:50.789732 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-21fa1b49-3674-4f24-93da-06ffe4f8b671 req-63651cd6-d222-4c81-9832-7a547b0dc4d2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Calling delete_port for aaf5a93f-c5d7-4d25-aadb-fccfc5015582 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:50.807174 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:50.865226 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:50.890636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540e70b-e166-4262-b7be-1c993107dccf req-ef741a0c-6aeb-444e-b870-85590948cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:50.892291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f540e70b-e166-4262-b7be-1c993107dccf req-ef741a0c-6aeb-444e-b870-85590948cc30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f85ab2a774474ac9a8f5e914da10395a&device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 1095 time: 0.2167146 Sep 18 05:09:50.903236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967a93d-f1f6-4373-bea1-4763472a4ae0 req-c328a002-9cc6-437f-8f17-bc998983f3de tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:50.907082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d967a93d-f1f6-4373-bea1-4763472a4ae0 req-c328a002-9cc6-437f-8f17-bc998983f3de tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 945 time: 0.2328658 Sep 18 05:09:51.141119 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d967a93d-f1f6-4373-bea1-4763472a4ae0 req-53d8a157-f8bb-4a5e-9582-b9d58d69b2c4 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/security-groups?id=877654ac-87e3-41ee-9a14-c865c2cb2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973655 Sep 18 05:09:51.157061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfbc9a-1bec-4c73-885c-7813b58e9526 req-5355fb36-8994-459d-a619-64e0c8180fbf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:51.170308 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29dfbc9a-1bec-4c73-885c-7813b58e9526 req-5355fb36-8994-459d-a619-64e0c8180fbf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f7f854-f9ed-4de9-b29d-7ddd866c8e94 HTTP/1.1" status: 200 len: 946 time: 0.1117754 Sep 18 05:09:51.219373 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540e70b-e166-4262-b7be-1c993107dccf req-c6f16bad-09e2-452d-b4f3-4ec8432a29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:51.222846 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f540e70b-e166-4262-b7be-1c993107dccf req-c6f16bad-09e2-452d-b4f3-4ec8432a29eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2 HTTP/1.1" status: 200 len: 912 time: 0.2825084 Sep 18 05:09:51.257578 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29dfbc9a-1bec-4c73-885c-7813b58e9526 req-2de3a224-a280-46a4-90d1-7e3b3078c47d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859873 Sep 18 05:09:51.265037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Allocated IP 172.25.7.241 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/6bfce12c-8fc2-4aa2-b2e9-523016085c3f) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:51.267642 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-21fa1b49-3674-4f24-93da-06ffe4f8b671 req-63651cd6-d222-4c81-9832-7a547b0dc4d2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:51.279052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['aaf5a93f-c5d7-4d25-aadb-fccfc5015582'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:09:51.305625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f540e70b-e166-4262-b7be-1c993107dccf req-185ed1eb-0c11-43a2-944d-e38881dfa229 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=386fb471-92c6-4ae8-8d51-2f12e0d8705c HTTP/1.1" status: 200 len: 217 time: 0.0696790 Sep 18 05:09:51.346104 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63651cd6-d222-4c81-9832-7a547b0dc4d2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Pushing event deleted for resources: {'Port': ['ID=aaf5a93f-c5d7-4d25-aadb-fccfc5015582,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:51.394570 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:51.433526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540e70b-e166-4262-b7be-1c993107dccf req-8340ac4e-e549-4da1-b866-7de9ae6f68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:51.435093 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f540e70b-e166-4262-b7be-1c993107dccf req-8340ac4e-e549-4da1-b866-7de9ae6f68d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54d475f4-ff98-4556-a060-e9a3b6d81118 HTTP/1.1" status: 200 len: 852 time: 0.1169529 Sep 18 05:09:51.465235 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fa1b49-3674-4f24-93da-06ffe4f8b671 req-63651cd6-d222-4c81-9832-7a547b0dc4d2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] No DVR routers for this DVR port aaf5a93f-c5d7-4d25-aadb-fccfc5015582 on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:51.474856 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-21fa1b49-3674-4f24-93da-06ffe4f8b671 req-63651cd6-d222-4c81-9832-7a547b0dc4d2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:51.476940 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-21fa1b49-3674-4f24-93da-06ffe4f8b671 req-63651cd6-d222-4c81-9832-7a547b0dc4d2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "DELETE /v2.0/ports/aaf5a93f-c5d7-4d25-aadb-fccfc5015582 HTTP/1.1" status: 204 len: 173 time: 1.2196183 Sep 18 05:09:51.479143 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f7f854-f9ed-4de9-b29d-7ddd866c8e94', 'name': 'network-vif-deleted', 'tag': 'aaf5a93f-c5d7-4d25-aadb-fccfc5015582'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:51.497218 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec3c216-0c2a-4ce1-8d5d-3139fbed1ac7" -d '{"events": [{"server_uuid": "45f7f854-f9ed-4de9-b29d-7ddd866c8e94", "name": "network-vif-deleted", "tag": "aaf5a93f-c5d7-4d25-aadb-fccfc5015582"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:51.509677 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d615128-6f1e-4dff-9141-4398f40c85dd req-a8ef6655-0256-4ef2-96ca-167cab0169f9 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:51.511452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d615128-6f1e-4dff-9141-4398f40c85dd req-a8ef6655-0256-4ef2-96ca-167cab0169f9 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 943 time: 0.2493603 Sep 18 05:09:51.513738 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f540e70b-e166-4262-b7be-1c993107dccf req-c8b7898b-37ef-4a48-a16f-8adfab657a03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683596 Sep 18 05:09:51.677203 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d615128-6f1e-4dff-9141-4398f40c85dd req-d46954ee-7d78-4154-b25f-230a6c29323f tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563780 Sep 18 05:09:51.710653 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:51.738458 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f540e70b-e166-4262-b7be-1c993107dccf req-c9e3c354-e72a-4a22-a27b-88863f40eaed service neutron] 10.222.0.13 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775994 Sep 18 05:09:51.803250 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01b1b8b-b302-404a-9249-f4dda9a13ec8 x-openstack-request-id: req-d01b1b8b-b302-404a-9249-f4dda9a13ec8 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:51.803728 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f7f854-f9ed-4de9-b29d-7ddd866c8e94", "name": "network-vif-deleted", "tag": "aaf5a93f-c5d7-4d25-aadb-fccfc5015582", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:51.803807 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d01b1b8b-b302-404a-9249-f4dda9a13ec8 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:51.804388 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f7f854-f9ed-4de9-b29d-7ddd866c8e94', 'name': 'network-vif-deleted', 'tag': 'aaf5a93f-c5d7-4d25-aadb-fccfc5015582', 'status': 'completed', 'code': 200} Sep 18 05:09:51.864513 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:51.886046 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f540e70b-e166-4262-b7be-1c993107dccf req-b07a10bd-8bd0-4c4c-85d1-d8f4cffbbdd1 service neutron] 10.222.0.13 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365805 Sep 18 05:09:51.969740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b7b8c-42bc-4a5d-957c-b0aae5378451 req-c0da63e0-1648-4ecb-a8e8-984a3f76b758 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:51.978843 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-719b7b8c-42bc-4a5d-957c-b0aae5378451 req-c0da63e0-1648-4ecb-a8e8-984a3f76b758 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 944 time: 0.1031573 Sep 18 05:09:52.053912 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:52.088969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791a97e8-82f8-4ac5-9888-0afb05a49689 None None] Network 9aa45710-8ab1-4b5e-9d94-d6a1f204327e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:52.089932 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-719b7b8c-42bc-4a5d-957c-b0aae5378451 req-8be7b82e-2e9d-45d9-9f46-dfdfbb1c904f tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099751 Sep 18 05:09:52.154473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:52.157835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:52.170027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:52.246060 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event updated for resources: {'Port': ['ID=6bfce12c-8fc2-4aa2-b2e9-523016085c3f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:52.418815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5f4c2-d197-4338-b09e-27963a9732f1 req-075fe99d-6e48-42e1-bd5c-93d41400b726 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:52.422884 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d303c4a8-4db4-4660-9ae4-87e6df02eb3f None None] Provisioning complete for port 1b6d50be-f903-4493-8e65-67ff03f84598 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:52.423935 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d303c4a8-4db4-4660-9ae4-87e6df02eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:52.441666 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8e5f4c2-d197-4338-b09e-27963a9732f1 req-075fe99d-6e48-42e1-bd5c-93d41400b726 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 945 time: 0.2305553 Sep 18 05:09:52.497719 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 59f66370-2f1a-481a-bc73-ab90702aa0f7 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:52.538954 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf085bf2-c8cb-4c17-8a2d-9b9bf14a1452 req-8561fd00-95dc-4670-b492-81b997ce5a19 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:52.547899 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bf085bf2-c8cb-4c17-8a2d-9b9bf14a1452 req-8561fd00-95dc-4670-b492-81b997ce5a19 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 950 time: 0.1294522 Sep 18 05:09:52.585038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 1fe090aa-5ba3-4489-ad07-58f5d8d5105b details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:09:52.626466 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bf085bf2-c8cb-4c17-8a2d-9b9bf14a1452 req-f5f9c2fc-c1ba-46ea-867c-13c773e1b1b8 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/security-groups?id=506abc6f-d8af-4224-8088-8b80e72fc69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760503 Sep 18 05:09:52.640736 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8e5f4c2-d197-4338-b09e-27963a9732f1 req-634278b9-0370-4d48-b091-64ccb4b0ba82 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/security-groups?id=877654ac-87e3-41ee-9a14-c865c2cb2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979465 Sep 18 05:09:52.713854 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 59f66370-2f1a-481a-bc73-ab90702aa0f7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:52.714251 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:52.722351 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Router aa90e4d2-eafb-43ad-ade3-55e7b2450031 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:09:52.846274 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dc942d-bc38-4a49-af7c-0d5cb6f6b51b None None] Network b27d69cc-813a-4275-a0f9-a4235fa92e6a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:09:52.924676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:09:52.934772 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Sync routers for ids ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:09:52.947864 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Routers {'aa90e4d2-eafb-43ad-ade3-55e7b2450031'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:52.949387 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:52.953916 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d303c4a8-4db4-4660-9ae4-87e6df02eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:52.995539 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:52.999984 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-51db9d57-88b9-4c78-991c-77434c173715 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2802241 Sep 18 05:09:53.000804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50568) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:53.021930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d303c4a8-4db4-4660-9ae4-87e6df02eb3f None None] For port 1b6d50be-f903-4493-8e65-67ff03f84598, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1b6d50be-f903-4493-8e65-67ff03f84598,segment=NetworkSegment(5f2c0cc8-8ad7-4f61-ac9c-192054bd83a0),segment_id=5f2c0cc8-8ad7-4f61-ac9c-192054bd83a0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:53.084066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 386fb471-92c6-4ae8-8d51-2f12e0d8705c details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:09:53.151326 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Set router aa90e4d2-eafb-43ad-ade3-55e7b2450031 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:53.174270 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:53.185948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 386fb471-92c6-4ae8-8d51-2f12e0d8705c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=386fb471-92c6-4ae8-8d51-2f12e0d8705c,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:53.200733 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 4617a4c1-6098-4414-adfd-4789b5e5b19d up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:53.241886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '386fb471-92c6-4ae8-8d51-2f12e0d8705c', 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2', 'port_id': '386fb471-92c6-4ae8-8d51-2f12e0d8705c', 'mac_address': 'fa:16:3e:9a:ce:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d475f4-ff98-4556-a060-e9a3b6d81118', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:09:53.334653 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d303c4a8-4db4-4660-9ae4-87e6df02eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:53.343830 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:53.354712 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:09:50Z', 'revision_number': 3, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:53.423026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-286062c4-71dd-4a8e-9964-fcf81eecbcdc tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:53.425520 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-286062c4-71dd-4a8e-9964-fcf81eecbcdc tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 812 time: 0.1994202 Sep 18 05:09:53.425706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=1fe090aa-5ba3-4489-ad07-58f5d8d5105b,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:53.434008 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303c4a8-4db4-4660-9ae4-87e6df02eb3f None None] Pushing event updated for resources: {'Port': ['ID=1b6d50be-f903-4493-8e65-67ff03f84598,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:53.436723 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:53.455636 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Checking router: aa90e4d2-eafb-43ad-ade3-55e7b2450031 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:09:53.456503 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Updating router aa90e4d2-eafb-43ad-ade3-55e7b2450031 port fc574dba-b9b1-4b8b-824f-c8ba5da01b00 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:09:53.462660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 4617a4c1-6098-4414-adfd-4789b5e5b19d completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:09:53.474160 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 4617a4c1-6098-4414-adfd-4789b5e5b19d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:53.474546 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:53.502628 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:53.513806 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:53.530991 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-57918ab6-bf2b-414f-9ee4-1f30b3425385 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/quotas/3096e0d917c34cff9e463e09ad6891a9 HTTP/1.1" status: 200 len: 375 time: 0.0134492 Sep 18 05:09:53.590045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 59f66370-2f1a-481a-bc73-ab90702aa0f7, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=59f66370-2f1a-481a-bc73-ab90702aa0f7,segment=NetworkSegment(d51e60fa-fc2e-4072-ad4f-dde829ff59d9),segment_id=d51e60fa-fc2e-4072-ad4f-dde829ff59d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:53.611558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386fb471-92c6-4ae8-8d51-2f12e0d8705c {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:53.625961 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:53.646594 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-70174ac0-5d2e-46f2-9bb4-461d4aebf157 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082320 Sep 18 05:09:53.664886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '1fe090aa-5ba3-4489-ad07-58f5d8d5105b', 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2', 'port_id': '1fe090aa-5ba3-4489-ad07-58f5d8d5105b', 'mac_address': 'fa:16:3e:71:a5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d475f4-ff98-4556-a060-e9a3b6d81118', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:09:53.706535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeab5e3-e40b-4167-9a7e-91ec0ab9dc9c req-f84d7f31-f357-48a7-8d5c-2a6b441b66cc tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:53.708080 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bbeab5e3-e40b-4167-9a7e-91ec0ab9dc9c req-f84d7f31-f357-48a7-8d5c-2a6b441b66cc tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 943 time: 0.8516412 Sep 18 05:09:53.733374 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:53.734312 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1b6d50be-f903-4493-8e65-67ff03f84598 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:53.785090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f42f32-78df-4c62-9406-5c09e1097a62 req-906d54e7-7601-4b66-8dec-57ac5a4681dc tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:53.787474 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5f42f32-78df-4c62-9406-5c09e1097a62 req-906d54e7-7601-4b66-8dec-57ac5a4681dc tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.13 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 945 time: 0.6147385 Sep 18 05:09:53.787758 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:53.800519 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ec49607e-8b60-4f34-8bf4-36d0c14ecbe9 None None] Provisioning complete for port 59f66370-2f1a-481a-bc73-ab90702aa0f7 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:53.800939 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ec49607e-8b60-4f34-8bf4-36d0c14ecbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:53.846967 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:53.888883 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 386fb471-92c6-4ae8-8d51-2f12e0d8705c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=386fb471-92c6-4ae8-8d51-2f12e0d8705c,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:53.909355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bbeab5e3-e40b-4167-9a7e-91ec0ab9dc9c req-e62b9542-9c0b-4faf-b34b-a5a52d37a60c tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901581 Sep 18 05:09:53.912090 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-835a9e99-bf12-4f8a-b52d-851b2be2bc07 service neutron] 10.222.0.23 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576700 Sep 18 05:09:53.950319 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.070160 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca17dd8-e1a9-48d8-bfb8-0c2f894a8316 None None] Pushing event updated for resources: {'Port': ['ID=fc574dba-b9b1-4b8b-824f-c8ba5da01b00,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:54.077053 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.084212 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-b5f42f32-78df-4c62-9406-5c09e1097a62 req-bfb985f6-7e13-49a7-b9d4-2d0dcf335277 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Deleting port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:09:54.084596 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b5f42f32-78df-4c62-9406-5c09e1097a62 req-bfb985f6-7e13-49a7-b9d4-2d0dcf335277 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.102317 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Attempting to bind port fc574dba-b9b1-4b8b-824f-c8ba5da01b00 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:09:54.102993 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Attempting to bind port fc574dba-b9b1-4b8b-824f-c8ba5da01b00 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:09:54.103463 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Attempting to bind port fc574dba-b9b1-4b8b-824f-c8ba5da01b00 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:09:54.109643 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:09:54.110182 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:09:54.110748 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.111282 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:09:54.111903 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Bound port: fc574dba-b9b1-4b8b-824f-c8ba5da01b00, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:09:54.112419 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.127151 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.131273 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-564391dc-e681-470d-9fe8-23cf35e7f3da service neutron] 10.222.0.23 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182891 Sep 18 05:09:54.200156 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] For port fc574dba-b9b1-4b8b-824f-c8ba5da01b00, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:09:54.213041 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] For port fc574dba-b9b1-4b8b-824f-c8ba5da01b00, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fc574dba-b9b1-4b8b-824f-c8ba5da01b00,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:09:54.230419 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc75fbeb-6d60-486e-bf73-c86f9edab9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4617a4c1-6098-4414-adfd-4789b5e5b19d'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:54.233460 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7925950-19c5-46e0-92fb-30b853f8d786" -d '{"events": [{"server_uuid": "bc75fbeb-6d60-486e-bf73-c86f9edab9dd", "name": "network-vif-plugged", "status": "completed", "tag": "4617a4c1-6098-4414-adfd-4789b5e5b19d"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:54.258644 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.277400 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe090aa-5ba3-4489-ad07-58f5d8d5105b {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:54.279603 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.282689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 1b6d50be-f903-4493-8e65-67ff03f84598 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:54.283093 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.322994 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 4617a4c1-6098-4414-adfd-4789b5e5b19d, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4617a4c1-6098-4414-adfd-4789b5e5b19d,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:54.363051 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Routers {'aa90e4d2-eafb-43ad-ade3-55e7b2450031'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:54.363867 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:54.366866 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Allocated IP 172.20.0.1 (b27d69cc-813a-4275-a0f9-a4235fa92e6a/02d4511a-451a-458e-a86c-1916ccf69681/81303f6c-456e-4ba9-a5d9-9ada45e3fc89) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:54.391189 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.404673 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=59f66370-2f1a-481a-bc73-ab90702aa0f7,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:54.434565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441849a6-f2db-4b19-aa61-7f99a2da8800 req-9f222a71-952e-46ea-b4a3-e4824f8887d1 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:54.436920 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-441849a6-f2db-4b19-aa61-7f99a2da8800 req-9f222a71-952e-46ea-b4a3-e4824f8887d1 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 944 time: 0.3984859 Sep 18 05:09:54.472965 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca17dd8-e1a9-48d8-bfb8-0c2f894a8316 None None] Pushing event updated for resources: {'Port': ['ID=fc574dba-b9b1-4b8b-824f-c8ba5da01b00,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:54.583190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=1fe090aa-5ba3-4489-ad07-58f5d8d5105b,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:54.585163 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=386fb471-92c6-4ae8-8d51-2f12e0d8705c,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:54.604432 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] Set router aa90e4d2-eafb-43ad-ade3-55e7b2450031 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:54.624556 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.624768 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.644481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981473f7-64c0-4eb0-8597-33d467843282 req-b976fa78-e9de-497b-83cb-89b047ef52be tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:54.646204 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-981473f7-64c0-4eb0-8597-33d467843282 req-b976fa78-e9de-497b-83cb-89b047ef52be tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 950 time: 0.1085420 Sep 18 05:09:54.656694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-b5f42f32-78df-4c62-9406-5c09e1097a62 req-bfb985f6-7e13-49a7-b9d4-2d0dcf335277 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] For port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b,segment=NetworkSegment(f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8),segment_id=f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:54.657108 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b5f42f32-78df-4c62-9406-5c09e1097a62 req-bfb985f6-7e13-49a7-b9d4-2d0dcf335277 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.668568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['386fb471-92c6-4ae8-8d51-2f12e0d8705c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:09:54.710627 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-981473f7-64c0-4eb0-8597-33d467843282 req-4264f198-ad82-46ad-9d3f-8f3fcff4710e tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/security-groups?id=506abc6f-d8af-4224-8088-8b80e72fc69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550289 Sep 18 05:09:54.724765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-b5f42f32-78df-4c62-9406-5c09e1097a62 req-bfb985f6-7e13-49a7-b9d4-2d0dcf335277 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Calling delete_port for ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:09:54.786987 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-441849a6-f2db-4b19-aa61-7f99a2da8800 req-e461eabb-7fa2-4e3a-b228-d7ab845ad4e2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476358 Sep 18 05:09:54.795455 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.829928 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.892415 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ec49607e-8b60-4f34-8bf4-36d0c14ecbe9 None None] Provisioning complete for port 1b6d50be-f903-4493-8e65-67ff03f84598 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:54.892888 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ec49607e-8b60-4f34-8bf4-36d0c14ecbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:54.981017 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:09:50Z', 'revision_number': 3, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:54.987819 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d915792f-a16c-4696-a064-c27a6a287aa7 x-openstack-request-id: req-d915792f-a16c-4696-a064-c27a6a287aa7 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:54.988207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Pushing event updated for resources: {'Port': ['ID=81303f6c-456e-4ba9-a5d9-9ada45e3fc89,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:54.989084 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc75fbeb-6d60-486e-bf73-c86f9edab9dd", "name": "network-vif-plugged", "status": "completed", "tag": "4617a4c1-6098-4414-adfd-4789b5e5b19d", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:54.989839 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d915792f-a16c-4696-a064-c27a6a287aa7 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:54.990849 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc75fbeb-6d60-486e-bf73-c86f9edab9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4617a4c1-6098-4414-adfd-4789b5e5b19d', 'code': 200} Sep 18 05:09:55.065683 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5a0fa7-492d-4eb5-ac70-67466654e440 None None] The sync data for ids ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'] in n-d-789963-13 is: [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:09:50Z', 'revision_number': 3, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:09:55.067246 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Network b27d69cc-813a-4275-a0f9-a4235fa92e6a is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:55.121142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:55.121142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:09:55.210872 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=4617a4c1-6098-4414-adfd-4789b5e5b19d,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:55.240670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f037e1d-974c-4da4-938a-986a14698c3b req-88c60bb4-be6f-4d11-8dba-7693dedd4898 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:55.242287 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1f037e1d-974c-4da4-938a-986a14698c3b req-88c60bb4-be6f-4d11-8dba-7693dedd4898 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 945 time: 0.4368718 Sep 18 05:09:55.281292 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:55.316511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 59f66370-2f1a-481a-bc73-ab90702aa0f7 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:55.412525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['1fe090aa-5ba3-4489-ad07-58f5d8d5105b'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:09:55.424604 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1f037e1d-974c-4da4-938a-986a14698c3b req-e0ced84f-6c4b-4e19-bfb9-f5fd1e7fa48a tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/security-groups?id=877654ac-87e3-41ee-9a14-c865c2cb2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584375 Sep 18 05:09:55.506529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ba8b61c-3a49-4b21-aeeb-944e6d8b111c req-a277b10f-bf53-4d59-9d06-3527cacf850b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 210 time: 0.3315492 Sep 18 05:09:55.578016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1db30-8561-4751-8319-5d3ba61bac9d req-b5b450e3-f912-4c80-bc8b-feae42003dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:55.592428 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce1db30-8561-4751-8319-5d3ba61bac9d req-b5b450e3-f912-4c80-bc8b-feae42003dcf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 1097 time: 0.5121458 Sep 18 05:09:55.680686 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50610) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:55.711713 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 59f66370-2f1a-481a-bc73-ab90702aa0f7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:55.712317 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:55.740431 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ce1db30-8561-4751-8319-5d3ba61bac9d req-2e9a2a06-cbc4-4a8c-83ae-97998f5ca1dc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268535 Sep 18 05:09:55.743370 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b5f42f32-78df-4c62-9406-5c09e1097a62 req-bfb985f6-7e13-49a7-b9d4-2d0dcf335277 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:55.794487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Router fb3f2227-6ec5-4619-b161-b73b0ce605a8 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:09:55.862780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb985f6-7e13-49a7-b9d4-2d0dcf335277 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Pushing event deleted for resources: {'Port': ['ID=ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:55.969018 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66584d6a-b3d2-4790-98aa-f20e5039d8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:55.989666 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:56.001856 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e76b0d7b-101e-4a66-9c94-f16e9c8421c3 None None] Provisioning complete for port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:56.007145 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e76b0d7b-101e-4a66-9c94-f16e9c8421c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:56.031183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c522e-5e6c-447f-bfa1-6a967a7f6fa1 req-833f8042-dd2a-4ce3-a2f2-82b405eb21bc tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:56.033052 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-199c522e-5e6c-447f-bfa1-6a967a7f6fa1 req-833f8042-dd2a-4ce3-a2f2-82b405eb21bc tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 944 time: 0.4025302 Sep 18 05:09:56.058584 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=1fe090aa-5ba3-4489-ad07-58f5d8d5105b,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:56.074143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e76b0d7b-101e-4a66-9c94-f16e9c8421c3 None None] Port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:09:56.096673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f42f32-78df-4c62-9406-5c09e1097a62 req-bfb985f6-7e13-49a7-b9d4-2d0dcf335277 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] No DVR routers for this DVR port ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:09:56.113557 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b5f42f32-78df-4c62-9406-5c09e1097a62 req-bfb985f6-7e13-49a7-b9d4-2d0dcf335277 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:56.116583 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5f42f32-78df-4c62-9406-5c09e1097a62 req-bfb985f6-7e13-49a7-b9d4-2d0dcf335277 tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.13 "DELETE /v2.0/ports/ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b HTTP/1.1" status: 204 len: 173 time: 2.3163388 Sep 18 05:09:56.117971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a00279-419b-4203-bce7-0b8880edb220', 'name': 'network-vif-deleted', 'tag': 'ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:56.118727 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e76b0d7b-101e-4a66-9c94-f16e9c8421c3 None None] Provisioning complete for port 59f66370-2f1a-481a-bc73-ab90702aa0f7 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:56.119113 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e76b0d7b-101e-4a66-9c94-f16e9c8421c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:56.120664 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc41eb7-b8da-4e1d-a946-fb91804640ef" -d '{"events": [{"server_uuid": "12a00279-419b-4203-bce7-0b8880edb220", "name": "network-vif-deleted", "tag": "ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:56.177286 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-199c522e-5e6c-447f-bfa1-6a967a7f6fa1 req-40c70a4e-9ac2-4fe3-886c-809a41847e98 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871625 Sep 18 05:09:56.199643 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66584d6a-b3d2-4790-98aa-f20e5039d8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:56.249905 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1b6d50be-f903-4493-8e65-67ff03f84598 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:56.260167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:09:56.285277 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bfda9e-d583-4eeb-880c-7505fae7d615 None None] Sync routers for ids ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:09:56.302996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66584d6a-b3d2-4790-98aa-f20e5039d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:56.343979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bfda9e-d583-4eeb-880c-7505fae7d615 None None] Routers {'fb3f2227-6ec5-4619-b161-b73b0ce605a8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:56.344665 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-99bfda9e-d583-4eeb-880c-7505fae7d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:56.397778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d810d4e-d429-4cf7-9314-e239ef814efd req-c9cad3e4-edb3-49d6-bd0d-f89d864b88ba tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:56.403865 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-99bfda9e-d583-4eeb-880c-7505fae7d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:56.411399 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6d810d4e-d429-4cf7-9314-e239ef814efd req-c9cad3e4-edb3-49d6-bd0d-f89d864b88ba tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 945 time: 0.1172719 Sep 18 05:09:56.414372 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66584d6a-b3d2-4790-98aa-f20e5039d8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afca9bd4-ee0c-4d77-a331-430414aced5c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:56.469513 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-66584d6a-b3d2-4790-98aa-f20e5039d8a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe927e57786e4f8f8f660c26160170e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7866147 Sep 18 05:09:56.473108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50630) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:56.481531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bfda9e-d583-4eeb-880c-7505fae7d615 None None] Routers {'fb3f2227-6ec5-4619-b161-b73b0ce605a8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:56.482277 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-99bfda9e-d583-4eeb-880c-7505fae7d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:56.538325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 1b6d50be-f903-4493-8e65-67ff03f84598 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:56.538836 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:56.549962 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-99bfda9e-d583-4eeb-880c-7505fae7d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:56.552487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bfda9e-d583-4eeb-880c-7505fae7d615 None None] The sync data for ids ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:09:56.596647 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c97773-cf18-462b-b460-6cd2d0db14e7 x-openstack-request-id: req-44c97773-cf18-462b-b460-6cd2d0db14e7 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:56.597215 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a00279-419b-4203-bce7-0b8880edb220", "name": "network-vif-deleted", "tag": "ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:56.597215 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44c97773-cf18-462b-b460-6cd2d0db14e7 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:56.597443 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a00279-419b-4203-bce7-0b8880edb220', 'name': 'network-vif-deleted', 'tag': 'ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b', 'status': 'completed', 'code': 200} Sep 18 05:09:56.619189 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6d810d4e-d429-4cf7-9314-e239ef814efd req-8bcdaab5-0fee-4bb8-ac75-6135f32ba357 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062438 Sep 18 05:09:56.623260 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:56.631351 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0134b7e4-a896-48e6-ba9d-b4b1cbc60995 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.1349254 Sep 18 05:09:56.633061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50634) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:56.680410 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc672983-26ea-464d-b59f-160072d11030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:56.761962 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc672983-26ea-464d-b59f-160072d11030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:56.801799 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10aec6c9-247f-4f4c-80fb-b8cc0519553e req-3fdb4622-5b2c-4418-9149-bec7c37e26bc tempest-ServerAddressesNegativeTestJSON-482663143 tempest-ServerAddressesNegativeTestJSON-482663143-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a00279-419b-4203-bce7-0b8880edb220 HTTP/1.1" status: 200 len: 210 time: 0.0917418 Sep 18 05:09:56.833484 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 1fe090aa-5ba3-4489-ad07-58f5d8d5105b up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:56.911035 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ccba9f05-47f9-4283-a326-834cb9435675 req-44318b64-272a-471c-8a48-6006b841018f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 210 time: 0.0311353 Sep 18 05:09:56.912039 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:56.935761 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc672983-26ea-464d-b59f-160072d11030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:56.940968 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc672983-26ea-464d-b59f-160072d11030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:56.950065 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fc672983-26ea-464d-b59f-160072d11030 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afca9bd4-ee0c-4d77-a331-430414aced5c HTTP/1.1" status: 204 len: 168 time: 0.4436679 Sep 18 05:09:56.962464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc672983-26ea-464d-b59f-160072d11030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afca9bd4-ee0c-4d77-a331-430414aced5c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:57.021342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 386fb471-92c6-4ae8-8d51-2f12e0d8705c up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:57.031069 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:57.076203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fc574dba-b9b1-4b8b-824f-c8ba5da01b00 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:57.083023 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:09:57.108780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:57.109175 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:57.190222 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fc574dba-b9b1-4b8b-824f-c8ba5da01b00 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:57.190743 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:57.262785 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Pushing event updated for resources: {'Port': ['ID=81303f6c-456e-4ba9-a5d9-9ada45e3fc89,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:57.267791 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:57.275272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 386fb471-92c6-4ae8-8d51-2f12e0d8705c completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:09:57.283190 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:57.299298 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 386fb471-92c6-4ae8-8d51-2f12e0d8705c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:57.299671 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:57.375483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82faa91b-e653-4cf4-9e44-a02b543a08ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe090aa-5ba3-4489-ad07-58f5d8d5105b'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:57.378944 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d608d35d-40ad-4a79-811f-9d4c27852c55" -d '{"events": [{"server_uuid": "82faa91b-e653-4cf4-9e44-a02b543a08ee", "name": "network-vif-plugged", "status": "completed", "tag": "1fe090aa-5ba3-4489-ad07-58f5d8d5105b"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:57.421989 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=1fe090aa-5ba3-4489-ad07-58f5d8d5105b,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:57.456776 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:57.478787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port fc574dba-b9b1-4b8b-824f-c8ba5da01b00, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fc574dba-b9b1-4b8b-824f-c8ba5da01b00,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:57.480897 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847b4c23-069f-4111-8ac0-a378daac7b7d x-openstack-request-id: req-847b4c23-069f-4111-8ac0-a378daac7b7d {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:57.481194 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82faa91b-e653-4cf4-9e44-a02b543a08ee", "name": "network-vif-plugged", "status": "completed", "tag": "1fe090aa-5ba3-4489-ad07-58f5d8d5105b", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:57.481454 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-847b4c23-069f-4111-8ac0-a378daac7b7d {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:57.481853 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82faa91b-e653-4cf4-9e44-a02b543a08ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe090aa-5ba3-4489-ad07-58f5d8d5105b', 'code': 200} Sep 18 05:09:57.489376 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:57.494287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device aaf5a93f-c5d7-4d25-aadb-fccfc5015582 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:57.541471 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:57.547614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: aaf5a93f-c5d7-4d25-aadb-fccfc5015582 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:57.548088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device aaf5a93f-c5d7-4d25-aadb-fccfc5015582 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:57.584133 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:57.601816 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=1fe090aa-5ba3-4489-ad07-58f5d8d5105b,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:57.609002 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 386fb471-92c6-4ae8-8d51-2f12e0d8705c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=386fb471-92c6-4ae8-8d51-2f12e0d8705c,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:57.648200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f27df-3027-43d9-a15c-ee6ce9bc1b17 req-9f903d27-eaca-41d5-ad55-6b6728f689f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:57.649919 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5c5f27df-3027-43d9-a15c-ee6ce9bc1b17 req-9f903d27-eaca-41d5-ad55-6b6728f689f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=82faa91b-e653-4cf4-9e44-a02b543a08ee HTTP/1.1" status: 200 len: 1097 time: 0.1004908 Sep 18 05:09:57.698182 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5c5f27df-3027-43d9-a15c-ee6ce9bc1b17 req-14e4b412-c168-444f-897a-c8bd941f31f6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392528 Sep 18 05:09:57.698834 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=fc574dba-b9b1-4b8b-824f-c8ba5da01b00,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:57.705045 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:57.709005 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:09:57.758679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:09:57.759074 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device ccd0a76c-4307-4af5-bc2c-2c1bb68dd19b not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:09:57.778208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe3e43-3d84-4484-ab89-52c1251660cc req-c0c91a04-fc67-4d94-949c-be70aa09956a tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:57.779483 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58fe3e43-3d84-4484-ab89-52c1251660cc req-c0c91a04-fc67-4d94-949c-be70aa09956a tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 945 time: 0.0670540 Sep 18 05:09:57.796886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50656) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:57.808134 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=386fb471-92c6-4ae8-8d51-2f12e0d8705c,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:57.820776 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c8297f43-b3ad-4d3b-a262-2e99baaec8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:57.860255 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58fe3e43-3d84-4484-ab89-52c1251660cc req-7f8b1ddc-2cf9-4146-b219-f76a928ac354 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739133 Sep 18 05:09:57.951194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c8297f43-b3ad-4d3b-a262-2e99baaec8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:57.963656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50672) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:58.013822 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ad5fba-00a8-4a78-bb7e-1ab3a45c81a7 admin admin] Deleting subnet d20409bd-0023-45c6-a3fb-df405655407f {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:09:58.017125 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-99ad5fba-00a8-4a78-bb7e-1ab3a45c81a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.024500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68483d7f-463e-46fc-8a09-8764e88ed1b9 req-aad35d4b-ec0b-4b05-a059-b1c8c03df14b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:58.033479 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68483d7f-463e-46fc-8a09-8764e88ed1b9 req-aad35d4b-ec0b-4b05-a059-b1c8c03df14b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 945 time: 0.6683471 Sep 18 05:09:58.054151 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-99ad5fba-00a8-4a78-bb7e-1ab3a45c81a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.077018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Network b27d69cc-813a-4275-a0f9-a4235fa92e6a is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:09:58.079210 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c8297f43-b3ad-4d3b-a262-2e99baaec8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.090640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:09:58.134339 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-1a6ceed8-50fe-425f-b8fc-8c5e6d9f072c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:58.135952 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-1a6ceed8-50fe-425f-b8fc-8c5e6d9f072c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 812 time: 0.8059461 Sep 18 05:09:58.137287 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-99ad5fba-00a8-4a78-bb7e-1ab3a45c81a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.144320 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c8297f43-b3ad-4d3b-a262-2e99baaec8f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ffdace59c6147d799d62e6e2f83e10d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432968 Sep 18 05:09:58.144320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8297f43-b3ad-4d3b-a262-2e99baaec8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1d74c9-aa8b-46a1-ae2c-2ed28f7999ac,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:58.147491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50674) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:58.162858 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-81f75178-2c75-4de2-98b1-a1e0dc2a012c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Request body: {'port': {'device_id': '97072db0-c52b-448b-88a4-325210ab7221', 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4', 'admin_state_up': True, 'tenant_id': '3096e0d917c34cff9e463e09ad6891a9'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:09:58.222773 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68483d7f-463e-46fc-8a09-8764e88ed1b9 req-31ef6f98-b284-4ee0-bb6c-6787f75d478c tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812694 Sep 18 05:09:58.264899 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-99ad5fba-00a8-4a78-bb7e-1ab3a45c81a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.304759 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad5fba-00a8-4a78-bb7e-1ab3a45c81a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d20409bd-0023-45c6-a3fb-df405655407f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:58.316802 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-99ad5fba-00a8-4a78-bb7e-1ab3a45c81a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.319057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-99ad5fba-00a8-4a78-bb7e-1ab3a45c81a7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d20409bd-0023-45c6-a3fb-df405655407f HTTP/1.1" status: 204 len: 168 time: 0.3540468 Sep 18 05:09:58.322589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50678) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:58.402465 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dea958d1-982e-49b6-b043-d6d67bffe4a6 req-e790c092-7b3a-49ad-a9c2-66a63a54c60e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 210 time: 0.0971544 Sep 18 05:09:58.437077 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e473748-6f3c-46f7-bae4-d8653eb3cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.457448 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4a76bcdf-2c85-4b56-bc20-5ef3e1e5e2d2 None None] Provisioning complete for port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:58.458012 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4a76bcdf-2c85-4b56-bc20-5ef3e1e5e2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.459337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe3830-7745-43a4-82a2-fc871e490132 req-f3515639-c685-453f-9694-28b35458e397 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:58.466522 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-55fe3830-7745-43a4-82a2-fc871e490132 req-f3515639-c685-453f-9694-28b35458e397 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 945 time: 0.1047673 Sep 18 05:09:58.500325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-4a76bcdf-2c85-4b56-bc20-5ef3e1e5e2d2 None None] Port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:09:58.519168 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ae0-f5ed-4df1-882d-44b49b5eb5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.542974 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-55fe3830-7745-43a4-82a2-fc871e490132 req-eebd6655-ece5-4f18-896b-2d85b628e09f tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755730 Sep 18 05:09:58.544090 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Router aa90e4d2-eafb-43ad-ade3-55e7b2450031 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:09:58.577405 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e473748-6f3c-46f7-bae4-d8653eb3cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.593020 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ae0-f5ed-4df1-882d-44b49b5eb5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.598493 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2e473748-6f3c-46f7-bae4-d8653eb3cf61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a8b3c5-18c3-4ff0-877a-5144db2f032a']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:58.607680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2e473748-6f3c-46f7-bae4-d8653eb3cf61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:58.607983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2e473748-6f3c-46f7-bae4-d8653eb3cf61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b3c8fb-13b4-4d9e-b265-f0a9362fc0e8') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:58.617580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e473748-6f3c-46f7-bae4-d8653eb3cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.631895 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e473748-6f3c-46f7-bae4-d8653eb3cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.641274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e473748-6f3c-46f7-bae4-d8653eb3cf61 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:09:58.644366 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e473748-6f3c-46f7-bae4-d8653eb3cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:09:58.646576 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:09:58.663993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-81f75178-2c75-4de2-98b1-a1e0dc2a012c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Made reservation on behalf of 3096e0d917c34cff9e463e09ad6891a9 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:09:58.667549 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-81f75178-2c75-4de2-98b1-a1e0dc2a012c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.677966 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.785102 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e473748-6f3c-46f7-bae4-d8653eb3cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.790712 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e473748-6f3c-46f7-bae4-d8653eb3cf61 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.795588 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2e473748-6f3c-46f7-bae4-d8653eb3cf61 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c9a8b3c5-18c3-4ff0-877a-5144db2f032a HTTP/1.1" status: 204 len: 168 time: 0.4691284 Sep 18 05:09:58.808762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e473748-6f3c-46f7-bae4-d8653eb3cf61 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a8b3c5-18c3-4ff0-877a-5144db2f032a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:58.851570 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:09:58.857904 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2230ccc3-7287-438e-a604-be1b1f34de1e admin admin] 10.222.0.23 "PUT /v2.0/routers/aa90e4d2-eafb-43ad-ade3-55e7b2450031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8551550 Sep 18 05:09:58.870420 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Sync routers for ids ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:09:58.882808 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Routers {'aa90e4d2-eafb-43ad-ade3-55e7b2450031'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:09:58.883625 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:58.885049 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ae0-f5ed-4df1-882d-44b49b5eb5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.887718 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ae0-f5ed-4df1-882d-44b49b5eb5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:58.888957 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5b6d6ae0-f5ed-4df1-882d-44b49b5eb5ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff1d74c9-aa8b-46a1-ae2c-2ed28f7999ac HTTP/1.1" status: 204 len: 168 time: 0.7329619 Sep 18 05:09:59.003746 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d6ae0-f5ed-4df1-882d-44b49b5eb5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1d74c9-aa8b-46a1-ae2c-2ed28f7999ac,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:59.007445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fc574dba-b9b1-4b8b-824f-c8ba5da01b00 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:09:59.046971 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Set router aa90e4d2-eafb-43ad-ade3-55e7b2450031 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:09:59.063363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 05dee8f1-ac3a-4752-be56-3029ab52c4e2 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:09:59.148360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fc574dba-b9b1-4b8b-824f-c8ba5da01b00 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:09:59.149084 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:59.187828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-81f75178-2c75-4de2-98b1-a1e0dc2a012c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Allocated IP 172.20.0.11 (7e77f982-12cd-4966-ad89-506bbab549b4/19facd85-5a02-4210-8d90-7d5ec267820b/da8701f5-ca49-4176-a926-9b07fd1642d9) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:59.253986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Allocated IP 172.20.0.1 (9aa45710-8ab1-4b5e-9d94-d6a1f204327e/827cae4c-e666-4d77-ab94-e7112b0a797b/18caac2f-eefd-4c7e-aedf-d2a5ef43c58a) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:09:59.258885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:59.284847 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '05dee8f1-ac3a-4752-be56-3029ab52c4e2', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '05dee8f1-ac3a-4752-be56-3029ab52c4e2', 'mac_address': 'fa:16:3e:e1:1d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:09:59.301533 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:09:55Z', 'revision_number': 4, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '81303f6c-456e-4ba9-a5d9-9ada45e3fc89', 'name': '', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'mac_address': 'fa:16:3e:99:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '02d4511a-451a-458e-a86c-1916ccf69681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:54Z', 'updated_at': '2021-09-18T05:09:56Z', 'revision_number': 2, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'subnets': [{'id': '02d4511a-451a-458e-a86c-1916ccf69681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:09:59.345591 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Checking router: aa90e4d2-eafb-43ad-ade3-55e7b2450031 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:09:59.345967 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Updating router aa90e4d2-eafb-43ad-ade3-55e7b2450031 port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:09:59.360079 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:59.374865 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:59.375111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05dee8f1-ac3a-4752-be56-3029ab52c4e2 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:09:59.397333 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:09:59.401449 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a787a5-fdf3-43a4-b79a-5f2e975be7e7 req-76328f66-5f68-4d9b-a172-abb145dd443e tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:09:59.403066 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79a787a5-fdf3-43a4-b79a-5f2e975be7e7 req-76328f66-5f68-4d9b-a172-abb145dd443e tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 945 time: 0.1210980 Sep 18 05:09:59.408824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50702) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:59.482608 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f13753d-381c-4e96-bda2-f5085a2e42bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386fb471-92c6-4ae8-8d51-2f12e0d8705c'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:09:59.485124 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f894d3ac-501d-4429-b839-91e6a2819464" -d '{"events": [{"server_uuid": "0f13753d-381c-4e96-bda2-f5085a2e42bb", "name": "network-vif-plugged", "status": "completed", "tag": "386fb471-92c6-4ae8-8d51-2f12e0d8705c"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:09:59.516736 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-01e0610e-2a12-40da-af3e-98e0fe843dcf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=651c4737c17e466bb6117f22940f1f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061289 Sep 18 05:09:59.517216 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:59.517342 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79a787a5-fdf3-43a4-b79a-5f2e975be7e7 req-645eafca-e494-469f-a969-38b1bee33d8a tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526729 Sep 18 05:09:59.519930 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50710) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:09:59.632117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['05dee8f1-ac3a-4752-be56-3029ab52c4e2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:09:59.648318 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a648-fa7e-40ff-9865-fa7070fc6d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:59.655621 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-81f75178-2c75-4de2-98b1-a1e0dc2a012c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:59.660573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=05dee8f1-ac3a-4752-be56-3029ab52c4e2,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:09:59.661598 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:59.726778 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f994bbcb-c383-4229-b8f5-2ea8adbe4a29 req-7c671d93-d25d-4d25-81f2-236687562c21 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 210 time: 0.0682740 Sep 18 05:09:59.778918 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a648-fa7e-40ff-9865-fa7070fc6d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:09:59.817813 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcf94b6-91cb-4ec1-bf3e-d7d98c974402 x-openstack-request-id: req-6bcf94b6-91cb-4ec1-bf3e-d7d98c974402 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:09:59.818121 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f13753d-381c-4e96-bda2-f5085a2e42bb", "name": "network-vif-plugged", "status": "completed", "tag": "386fb471-92c6-4ae8-8d51-2f12e0d8705c", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:09:59.818383 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bcf94b6-91cb-4ec1-bf3e-d7d98c974402 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:09:59.818781 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f13753d-381c-4e96-bda2-f5085a2e42bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386fb471-92c6-4ae8-8d51-2f12e0d8705c', 'code': 200} Sep 18 05:09:59.970536 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.000685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907c346-fd6e-4d5d-8816-7b3707f0d99b req-9966699a-87e3-4a06-b80e-8e7d4ce05c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:00.003831 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1907c346-fd6e-4d5d-8816-7b3707f0d99b req-9966699a-87e3-4a06-b80e-8e7d4ce05c5c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 1097 time: 0.1063046 Sep 18 05:10:00.021679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc4f4d-d692-4ed1-b8ae-4871e38f1c85 req-a79f5cec-6557-4a32-8ed3-02e4ab6715cf tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:00.023953 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17fc4f4d-d692-4ed1-b8ae-4871e38f1c85 req-a79f5cec-6557-4a32-8ed3-02e4ab6715cf tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 945 time: 0.0908949 Sep 18 05:10:00.053402 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-81f75178-2c75-4de2-98b1-a1e0dc2a012c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.088174 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.092623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1907c346-fd6e-4d5d-8816-7b3707f0d99b req-d210d030-cbd7-4edf-8b28-6a3a1d92d731 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802569 Sep 18 05:10:00.149835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08c089-bed2-441d-9f79-4fd121a5c56f req-d2c47950-5a86-48ea-b7a8-2816cd5efbe6 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:00.158096 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d08c089-bed2-441d-9f79-4fd121a5c56f req-d2c47950-5a86-48ea-b7a8-2816cd5efbe6 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 945 time: 0.2431548 Sep 18 05:10:00.173785 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-81f75178-2c75-4de2-98b1-a1e0dc2a012c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Network 7e77f982-12cd-4966-ad89-506bbab549b4 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:10:00.184423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-81f75178-2c75-4de2-98b1-a1e0dc2a012c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:00.186997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-17fc4f4d-d692-4ed1-b8ae-4871e38f1c85 req-77d3803b-7292-42bd-861d-ba81aaa07dc2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Deleting port 4617a4c1-6098-4414-adfd-4789b5e5b19d {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:00.189350 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-17fc4f4d-d692-4ed1-b8ae-4871e38f1c85 req-77d3803b-7292-42bd-861d-ba81aaa07dc2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.191859 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.202164 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a648-fa7e-40ff-9865-fa7070fc6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.206488 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a648-fa7e-40ff-9865-fa7070fc6d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.208087 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-dfe7a648-fa7e-40ff-9865-fa7070fc6d85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/877654ac-87e3-41ee-9a14-c865c2cb2c81 HTTP/1.1" status: 204 len: 168 time: 0.6853211 Sep 18 05:10:00.209111 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-81f75178-2c75-4de2-98b1-a1e0dc2a012c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:10:00.280512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7a648-fa7e-40ff-9865-fa7070fc6d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877654ac-87e3-41ee-9a14-c865c2cb2c81,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:00.285263 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Network 9aa45710-8ab1-4b5e-9d94-d6a1f204327e is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:10:00.307915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:00.312770 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9423745-3a6f-43be-bd46-b90e012852a0 None None] Pushing event updated for resources: {'Port': ['ID=81303f6c-456e-4ba9-a5d9-9ada45e3fc89,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:00.316308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-81f75178-2c75-4de2-98b1-a1e0dc2a012c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:00.320518 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-81f75178-2c75-4de2-98b1-a1e0dc2a012c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.320518 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:10:00.352157 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d08c089-bed2-441d-9f79-4fd121a5c56f req-06cdd672-b708-4996-82a6-643336ca87ab tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37497a4-11d0-4f5a-a3c2-348cddfeddd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743462 Sep 18 05:10:00.352836 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f75178-2c75-4de2-98b1-a1e0dc2a012c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Pushing event updated for resources: {'Port': ['ID=da8701f5-ca49-4176-a926-9b07fd1642d9,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:00.395793 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50744) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:00.412268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2615cd94-7dd2-4e53-a8aa-4269b4504e23 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--394480475', 'description': 'tempest-description--429401564'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:00.463717 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Attempting to bind port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:10:00.464099 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Attempting to bind port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:10:00.464634 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Attempting to bind port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 on network b27d69cc-813a-4275-a0f9-a4235fa92e6a {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:10:00.467569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event updated for resources: {'Port': ['ID=18caac2f-eefd-4c7e-aedf-d2a5ef43c58a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:00.491055 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:10:00.491592 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Checking segment: {'id': 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:10:00.492350 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.492818 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Bound using segment: {'id': 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:10:00.493415 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Bound port: 81303f6c-456e-4ba9-a5d9-9ada45e3fc89, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:10:00.493986 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.511193 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.551280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-17fc4f4d-d692-4ed1-b8ae-4871e38f1c85 req-77d3803b-7292-42bd-861d-ba81aaa07dc2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] For port 4617a4c1-6098-4414-adfd-4789b5e5b19d, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4617a4c1-6098-4414-adfd-4789b5e5b19d,segment=NetworkSegment(7d864a00-ac38-4dc3-9e9f-95f3e3e6da26),segment_id=7d864a00-ac38-4dc3-9e9f-95f3e3e6da26)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:00.551891 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-17fc4f4d-d692-4ed1-b8ae-4871e38f1c85 req-77d3803b-7292-42bd-861d-ba81aaa07dc2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.573686 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-17fc4f4d-d692-4ed1-b8ae-4871e38f1c85 req-77d3803b-7292-42bd-861d-ba81aaa07dc2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Calling delete_port for 4617a4c1-6098-4414-adfd-4789b5e5b19d owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:00.612387 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] For port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:10:00.623177 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] For port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=81303f6c-456e-4ba9-a5d9-9ada45e3fc89,segment=NetworkSegment(d51e60fa-fc2e-4072-ad4f-dde829ff59d9),segment_id=d51e60fa-fc2e-4072-ad4f-dde829ff59d9)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:10:00.645384 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2615cd94-7dd2-4e53-a8aa-4269b4504e23 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.723846 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-81f75178-2c75-4de2-98b1-a1e0dc2a012c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5748899 Sep 18 05:10:00.734717 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.747348 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Request body: {'port': {'device_id': '97072db0-c52b-448b-88a4-325210ab7221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:00.807339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d393b-4de4-414b-b885-97530a95a32f req-d8da160e-4a13-4a04-b8f5-571a9a16782d tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:00.809096 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ef9d393b-4de4-414b-b885-97530a95a32f req-d8da160e-4a13-4a04-b8f5-571a9a16782d tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 945 time: 0.1389866 Sep 18 05:10:00.863603 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f3a7758d-2b3a-4f2b-a9b7-8bae423522ea None None] Provisioning complete for port 18caac2f-eefd-4c7e-aedf-d2a5ef43c58a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:00.864751 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f3a7758d-2b3a-4f2b-a9b7-8bae423522ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.879579 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:00.929100 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Routers {'aa90e4d2-eafb-43ad-ade3-55e7b2450031'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:10:00.931892 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:09:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:00.953510 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ef9d393b-4de4-414b-b885-97530a95a32f req-0220f38a-8eec-498e-9231-260c7a4dc62d tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359639 Sep 18 05:10:00.963558 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021f6ee-37bd-43d1-a08e-f8208bb415ca req-0148487e-41f9-434c-8819-86260590cd14 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:00.976752 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8021f6ee-37bd-43d1-a08e-f8208bb415ca req-0148487e-41f9-434c-8819-86260590cd14 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 932 time: 0.1350167 Sep 18 05:10:00.979590 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f3a7758d-2b3a-4f2b-a9b7-8bae423522ea None None] Port 18caac2f-eefd-4c7e-aedf-d2a5ef43c58a cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:10:00.985123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2615cd94-7dd2-4e53-a8aa-4269b4504e23 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:01.037924 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 05dee8f1-ac3a-4752-be56-3029ab52c4e2 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:10:01.047314 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:01.081570 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-17fc4f4d-d692-4ed1-b8ae-4871e38f1c85 req-77d3803b-7292-42bd-861d-ba81aaa07dc2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:01.154461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3803b-7292-42bd-861d-ba81aaa07dc2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Pushing event deleted for resources: {'Port': ['ID=4617a4c1-6098-4414-adfd-4789b5e5b19d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:01.173506 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2615cd94-7dd2-4e53-a8aa-4269b4504e23 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:01.174520 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] Set router aa90e4d2-eafb-43ad-ade3-55e7b2450031 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:10:01.291962 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ca9e0b00-946a-455e-9caa-f306ca473321 None None] Provisioning complete for port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:01.292379 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0b00-946a-455e-9caa-f306ca473321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:01.338201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fc4f4d-d692-4ed1-b8ae-4871e38f1c85 req-77d3803b-7292-42bd-861d-ba81aaa07dc2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] No DVR routers for this DVR port 4617a4c1-6098-4414-adfd-4789b5e5b19d on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:10:01.344759 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-17fc4f4d-d692-4ed1-b8ae-4871e38f1c85 req-77d3803b-7292-42bd-861d-ba81aaa07dc2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:01.350373 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17fc4f4d-d692-4ed1-b8ae-4871e38f1c85 req-77d3803b-7292-42bd-861d-ba81aaa07dc2 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.13 "DELETE /v2.0/ports/4617a4c1-6098-4414-adfd-4789b5e5b19d HTTP/1.1" status: 204 len: 173 time: 1.3036094 Sep 18 05:10:01.377267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc75fbeb-6d60-486e-bf73-c86f9edab9dd', 'name': 'network-vif-deleted', 'tag': '4617a4c1-6098-4414-adfd-4789b5e5b19d'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:01.394211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 05dee8f1-ac3a-4752-be56-3029ab52c4e2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:01.395304 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda88071-e31b-4d2a-911e-1b1e1b4d59fc" -d '{"events": [{"server_uuid": "bc75fbeb-6d60-486e-bf73-c86f9edab9dd", "name": "network-vif-deleted", "tag": "4617a4c1-6098-4414-adfd-4789b5e5b19d"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:01.397136 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:01.399818 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ba9d5e3d-32a8-479f-acbc-988f483a031f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:01.416143 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2615cd94-7dd2-4e53-a8aa-4269b4504e23 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:01.435470 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2615cd94-7dd2-4e53-a8aa-4269b4504e23 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0373185 Sep 18 05:10:01.436190 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8021f6ee-37bd-43d1-a08e-f8208bb415ca req-9d04fa20-3875-4316-8ab7-56cfe402d11a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570415 Sep 18 05:10:01.440433 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50790) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:01.450353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-77576db4-b527-4660-afe9-1306a09f6e51 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Request body: {'security_group_rule': {'security_group_id': '7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:01.467014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615cd94-7dd2-4e53-a8aa-4269b4504e23 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:01.470156 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9423745-3a6f-43be-bd46-b90e012852a0 None None] Pushing event updated for resources: {'Port': ['ID=81303f6c-456e-4ba9-a5d9-9ada45e3fc89,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:01.509660 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:09:55Z', 'revision_number': 4, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '81303f6c-456e-4ba9-a5d9-9ada45e3fc89', 'name': '', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'mac_address': 'fa:16:3e:99:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '02d4511a-451a-458e-a86c-1916ccf69681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:54Z', 'updated_at': '2021-09-18T05:10:00Z', 'revision_number': 4, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'subnets': [{'id': '02d4511a-451a-458e-a86c-1916ccf69681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:01.541574 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512045b9-91ae-490e-bd60-aefb8641c3e6 None None] The sync data for ids ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'] in n-d-789963-13 is: [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:09:55Z', 'revision_number': 4, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '81303f6c-456e-4ba9-a5d9-9ada45e3fc89', 'name': '', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'mac_address': 'fa:16:3e:99:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '02d4511a-451a-458e-a86c-1916ccf69681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:54Z', 'updated_at': '2021-09-18T05:10:00Z', 'revision_number': 4, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'subnets': [{'id': '02d4511a-451a-458e-a86c-1916ccf69681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:10:01.618306 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-efd6563b-368a-48f1-988e-9c0667222c0e req-20eab62d-c2cb-4bb8-83ca-9370731ba876 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc75fbeb-6d60-486e-bf73-c86f9edab9dd HTTP/1.1" status: 200 len: 210 time: 0.0560098 Sep 18 05:10:01.620408 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33206944-0348-423d-a3d4-ede8bf71a023 x-openstack-request-id: req-33206944-0348-423d-a3d4-ede8bf71a023 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:01.620709 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc75fbeb-6d60-486e-bf73-c86f9edab9dd", "name": "network-vif-deleted", "tag": "4617a4c1-6098-4414-adfd-4789b5e5b19d", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:01.620967 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33206944-0348-423d-a3d4-ede8bf71a023 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:01.622474 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc75fbeb-6d60-486e-bf73-c86f9edab9dd', 'name': 'network-vif-deleted', 'tag': '4617a4c1-6098-4414-adfd-4789b5e5b19d', 'status': 'completed', 'code': 200} Sep 18 05:10:01.645432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77576db4-b527-4660-afe9-1306a09f6e51 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:01.645954 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0b00-946a-455e-9caa-f306ca473321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:01.848610 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77576db4-b527-4660-afe9-1306a09f6e51 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:01.856387 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:01.918387 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ca9e0b00-946a-455e-9caa-f306ca473321 None None] For port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=81303f6c-456e-4ba9-a5d9-9ada45e3fc89,segment=NetworkSegment(d51e60fa-fc2e-4072-ad4f-dde829ff59d9),segment_id=d51e60fa-fc2e-4072-ad4f-dde829ff59d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:01.920834 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77576db4-b527-4660-afe9-1306a09f6e51 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:01.949128 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dee8f1-ac3a-4752-be56-3029ab52c4e2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:01.956362 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a230d4-39a4-4cd6-b1aa-6c9666d890b2" -d '{"events": [{"server_uuid": "dcf472e7-1fd9-4263-bf18-842f7068e349", "name": "network-vif-plugged", "status": "completed", "tag": "05dee8f1-ac3a-4752-be56-3029ab52c4e2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:01.968550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77576db4-b527-4660-afe9-1306a09f6e51 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce963b1-62ec-4fdb-a709-5979d8c8526a,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:02.048836 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0b00-946a-455e-9caa-f306ca473321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:02.065305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:02.077776 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77576db4-b527-4660-afe9-1306a09f6e51 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:02.085013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-77576db4-b527-4660-afe9-1306a09f6e51 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6416671 Sep 18 05:10:02.085790 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50814) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:02.090596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-32711753-7198-4335-9d41-bb1681e78aef tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Request body: {'security_group_rule': {'security_group_id': '7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:02.143768 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8901e9a4-dd4b-4e1d-933a-4549ffe636b0 x-openstack-request-id: req-8901e9a4-dd4b-4e1d-933a-4549ffe636b0 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:02.144154 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf472e7-1fd9-4263-bf18-842f7068e349", "name": "network-vif-plugged", "status": "completed", "tag": "05dee8f1-ac3a-4752-be56-3029ab52c4e2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:02.152327 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8901e9a4-dd4b-4e1d-933a-4549ffe636b0 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:02.152327 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dee8f1-ac3a-4752-be56-3029ab52c4e2', 'code': 200} Sep 18 05:10:02.154233 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:02.217549 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e0b00-946a-455e-9caa-f306ca473321 None None] Pushing event updated for resources: {'Port': ['ID=81303f6c-456e-4ba9-a5d9-9ada45e3fc89,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:02.239095 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-32711753-7198-4335-9d41-bb1681e78aef tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:02.350567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-cd204d95-b42d-4f58-aaa4-cad979d56c8d None None] Provisioning complete for port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:02.351908 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cd204d95-b42d-4f58-aaa4-cad979d56c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:02.369364 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-32711753-7198-4335-9d41-bb1681e78aef tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:02.460422 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-32711753-7198-4335-9d41-bb1681e78aef tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:02.506975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32711753-7198-4335-9d41-bb1681e78aef tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af0e0be-30e7-461c-9054-42d1ad15f0a3,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:02.558732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50822) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:02.674696 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-32711753-7198-4335-9d41-bb1681e78aef tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:02.675958 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-32711753-7198-4335-9d41-bb1681e78aef tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5889988 Sep 18 05:10:02.686454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50828) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:02.689192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=05dee8f1-ac3a-4752-be56-3029ab52c4e2,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:02.703740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:02.743119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101ed61-8f2d-4983-a6c3-9d0129b45cab req-7d886c70-496d-44cc-875d-6f860daebd22 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:02.757228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f101ed61-8f2d-4983-a6c3-9d0129b45cab req-7d886c70-496d-44cc-875d-6f860daebd22 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 932 time: 0.1368415 Sep 18 05:10:02.843633 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f101ed61-8f2d-4983-a6c3-9d0129b45cab req-37da6ca6-1b96-4bf6-8fcf-ea51d3e09914 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814643 Sep 18 05:10:02.869773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-306998695-network', 'tenant_id': '386f2d71c1594e319a1ea02f587de55f'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:02.881640 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.051423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 4617a4c1-6098-4414-adfd-4789b5e5b19d no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:10:03.104199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] Made reservation on behalf of 386f2d71c1594e319a1ea02f587de55f for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:03.113135 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.124597 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 4617a4c1-6098-4414-adfd-4789b5e5b19d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:10:03.124953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 4617a4c1-6098-4414-adfd-4789b5e5b19d not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:10:03.134650 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.158446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:10:03.225492 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.263688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:03.264408 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.431369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50858) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:03.484456 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c20504-957b-4e60-8346-2267c600b469 req-155e4e31-362e-4960-9b87-f2c5432778e7 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:03.493403 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c20504-957b-4e60-8346-2267c600b469 req-155e4e31-362e-4960-9b87-f2c5432778e7 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 945 time: 0.2996380 Sep 18 05:10:03.536742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Allocated IP 172.25.7.65 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/51b9910a-38ec-4a59-b63e-ed2599154e5e) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:10:03.642552 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c20504-957b-4e60-8346-2267c600b469 req-8a5dcf8a-7ed8-4848-aefb-0b14251b00e3 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481159 Sep 18 05:10:03.659891 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.683924 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8701f5-ca49-4176-a926-9b07fd1642d9 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:10:03.691163 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-48a6d9fb-b237-49b9-b8db-45b332563c7d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.746606 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.754693 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.762432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.772000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Transition to ACTIVE for port object da8701f5-ca49-4176-a926-9b07fd1642d9 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:10:03.792147 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-48a6d9fb-b237-49b9-b8db-45b332563c7d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.872872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:10:03.878565 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.905318 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69364b06-0926-4db3-b48a-c7b90df550fb,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:03.918819 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.919266 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] Added segment 0e3bc890-2703-4ddc-9b2c-54c651e31e73 of type vlan for network 094e642a-0905-4c2c-91ed-e80d91f95581 Sep 18 05:10:03.931251 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7a57147a-c3c9-4da1-8fee-e7c60bdb1e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.969830 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.993641 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-48a6d9fb-b237-49b9-b8db-45b332563c7d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.996863 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.997127 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-48a6d9fb-b237-49b9-b8db-45b332563c7d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:03.998971 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-48a6d9fb-b237-49b9-b8db-45b332563c7d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "DELETE /v2.0/security-groups/d9499af5-147f-4ce9-90f2-a9dba2f88f21 HTTP/1.1" status: 204 len: 168 time: 0.5666244 Sep 18 05:10:04.023400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50866) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:04.055322 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-ecab5e08-ea4b-4ff9-ac43-93320c4d3975 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] show failed (client error): The resource could not be found. Sep 18 05:10:04.059150 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ecab5e08-ea4b-4ff9-ac43-93320c4d3975 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "GET /v2.0/security-groups/d9499af5-147f-4ce9-90f2-a9dba2f88f21 HTTP/1.1" status: 404 len: 347 time: 0.0301249 Sep 18 05:10:04.065045 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50870) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:04.077028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc7497-2fbf-46b8-97b6-11bb89547f76 req-a54cfaf2-deb5-4ddd-aec6-5a237f2d025f tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:04.078672 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e0cc7497-2fbf-46b8-97b6-11bb89547f76 req-a54cfaf2-deb5-4ddd-aec6-5a237f2d025f tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=82faa91b-e653-4cf4-9e44-a02b543a08ee HTTP/1.1" status: 200 len: 945 time: 0.3196599 Sep 18 05:10:04.096871 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6d9fb-b237-49b9-b8db-45b332563c7d tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9499af5-147f-4ce9-90f2-a9dba2f88f21,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:04.097163 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:04.148305 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e08b7277-5228-4717-a6f2-d468232b0fee req-44defe94-7fb2-4bf6-9fd3-eea6e09f4077 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=82faa91b-e653-4cf4-9e44-a02b543a08ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2020342 Sep 18 05:10:04.198183 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event updated for resources: {'Port': ['ID=18caac2f-eefd-4c7e-aedf-d2a5ef43c58a,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:04.208636 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:04.226036 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e0cc7497-2fbf-46b8-97b6-11bb89547f76 req-c791fda5-938e-40fc-82a6-4dd013b5187a tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345603 Sep 18 05:10:04.261708 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:04.262781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:04.263517 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:04.287704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b7277-5228-4717-a6f2-d468232b0fee req-809aa7b3-fb3e-44d7-b622-d333bc2bc830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:04.289874 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e08b7277-5228-4717-a6f2-d468232b0fee req-809aa7b3-fb3e-44d7-b622-d333bc2bc830 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f85ab2a774474ac9a8f5e914da10395a&device_id=82faa91b-e653-4cf4-9e44-a02b543a08ee HTTP/1.1" status: 200 len: 1097 time: 0.0775633 Sep 18 05:10:04.290213 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:04.312131 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Pushing event updated for resources: {'Port': ['ID=da8701f5-ca49-4176-a926-9b07fd1642d9,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:04.320739 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:04.454786 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8944170 Sep 18 05:10:04.467388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50884) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:04.471262 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff6461-dc51-4ac9-9d63-830543ca8afd admin admin] Pushing event updated for resources: {'Network': ['ID=094e642a-0905-4c2c-91ed-e80d91f95581,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:04.483764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 094e642a-0905-4c2c-91ed-e80d91f95581 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:10:04.489780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:10:04.499917 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-aa560bfc-bd7f-4a59-b452-a9f915a60f63 admin admin] Request body: {'subnet': {'network_id': '094e642a-0905-4c2c-91ed-e80d91f95581', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-306998695-subnet', 'tenant_id': '386f2d71c1594e319a1ea02f587de55f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:04.525517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:04.528291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:10:04.549281 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Attempting to bind port da8701f5-ca49-4176-a926-9b07fd1642d9 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:10:04.549904 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Attempting to bind port da8701f5-ca49-4176-a926-9b07fd1642d9 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:10:04.550345 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Attempting to bind port da8701f5-ca49-4176-a926-9b07fd1642d9 on network 7e77f982-12cd-4966-ad89-506bbab549b4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:10:04.589436 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Pushing event updated for resources: {'Port': ['ID=51b9910a-38ec-4a59-b63e-ed2599154e5e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:04.614022 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c945187-a264-4070-b259-bd9d2b98cf6c req-4d66a13b-448b-4e3e-9d3c-2d73b3fe4fd9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:04.615735 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c945187-a264-4070-b259-bd9d2b98cf6c req-4d66a13b-448b-4e3e-9d3c-2d73b3fe4fd9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 944 time: 0.4838345 Sep 18 05:10:04.637814 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Port da8701f5-ca49-4176-a926-9b07fd1642d9 on network 7e77f982-12cd-4966-ad89-506bbab549b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:10:04.638063 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Attempting to bind port da8701f5-ca49-4176-a926-9b07fd1642d9 on network 7e77f982-12cd-4966-ad89-506bbab549b4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:10:04.659440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:10:04.662429 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Checking segment: {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:10:04.663019 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Bound using segment: {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:10:04.663601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Bound port: da8701f5-ca49-4176-a926-9b07fd1642d9, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:10:04.664136 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:04.685472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b7277-5228-4717-a6f2-d468232b0fee req-018d9956-5d6f-455c-bd2c-34ef7d8637c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:04.687570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e08b7277-5228-4717-a6f2-d468232b0fee req-018d9956-5d6f-455c-bd2c-34ef7d8637c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2 HTTP/1.1" status: 200 len: 912 time: 0.3704693 Sep 18 05:10:04.692597 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:04.737996 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e08b7277-5228-4717-a6f2-d468232b0fee req-42ec1436-e601-422c-a699-66b99baf2e27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1fe090aa-5ba3-4489-ad07-58f5d8d5105b HTTP/1.1" status: 200 len: 217 time: 0.0435588 Sep 18 05:10:04.798926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b7277-5228-4717-a6f2-d468232b0fee req-9a67f183-0c2b-4d1e-8a8f-1e2622ff1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:04.801014 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e08b7277-5228-4717-a6f2-d468232b0fee req-9a67f183-0c2b-4d1e-8a8f-1e2622ff1f1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54d475f4-ff98-4556-a060-e9a3b6d81118 HTTP/1.1" status: 200 len: 852 time: 0.0560639 Sep 18 05:10:04.824853 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c945187-a264-4070-b259-bd9d2b98cf6c req-b82d05d2-d56c-4971-9968-da4fd790ccd0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884005 Sep 18 05:10:04.829578 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa560bfc-bd7f-4a59-b452-a9f915a60f63 admin admin] Made reservation on behalf of 386f2d71c1594e319a1ea02f587de55f for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:04.832458 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa560bfc-bd7f-4a59-b452-a9f915a60f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:04.859060 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Network 9aa45710-8ab1-4b5e-9d94-d6a1f204327e is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:10:04.861097 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] For port da8701f5-ca49-4176-a926-9b07fd1642d9, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:10:04.881928 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:04.885688 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e08b7277-5228-4717-a6f2-d468232b0fee req-a89d4dac-3f1e-4f39-8878-49253fab5916 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772750 Sep 18 05:10:04.892076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-26f5b09a-f11e-49a8-8f4a-9f0e43c9d272 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Deleting port afc6a8b4-eb1d-448c-85b0-83ecc2c5c7ca {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:04.892987 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26f5b09a-f11e-49a8-8f4a-9f0e43c9d272 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:04.901348 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] For port da8701f5-ca49-4176-a926-9b07fd1642d9, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=da8701f5-ca49-4176-a926-9b07fd1642d9,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:10:04.901956 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:04.998493 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:05.106269 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e08b7277-5228-4717-a6f2-d468232b0fee req-1b425e3a-cee1-480c-9499-01f5ecb64da5 service neutron] 10.222.0.18 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016447 Sep 18 05:10:05.156930 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:05.246742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:05.247366 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:05.248812 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] 10.222.0.18 "PUT /v2.0/ports/da8701f5-ca49-4176-a926-9b07fd1642d9 HTTP/1.1" status: 200 len: 1093 time: 4.5161932 Sep 18 05:10:05.252588 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97072db0-c52b-448b-88a4-325210ab7221', 'tag': 'da8701f5-ca49-4176-a926-9b07fd1642d9'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:05.255246 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04dde36-0aba-4d25-80aa-a56c1d71ad11" -d '{"events": [{"name": "network-changed", "server_uuid": "97072db0-c52b-448b-88a4-325210ab7221", "tag": "da8701f5-ca49-4176-a926-9b07fd1642d9"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:05.319351 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e08b7277-5228-4717-a6f2-d468232b0fee req-05e63185-6927-403b-a368-a1671632ae09 service neutron] 10.222.0.18 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807244 Sep 18 05:10:05.334120 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:05.355171 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-97edc420-3597-45cc-a9c4-a943e3f1fda9 None None] Provisioning complete for port 18caac2f-eefd-4c7e-aedf-d2a5ef43c58a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:05.356109 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-97edc420-3597-45cc-a9c4-a943e3f1fda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:05.369873 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770f004e-a386-401e-9651-8e43cf094b84 x-openstack-request-id: req-770f004e-a386-401e-9651-8e43cf094b84 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:05.373529 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97072db0-c52b-448b-88a4-325210ab7221", "tag": "da8701f5-ca49-4176-a926-9b07fd1642d9", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:05.373529 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-770f004e-a386-401e-9651-8e43cf094b84 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:05.373529 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97072db0-c52b-448b-88a4-325210ab7221', 'tag': 'da8701f5-ca49-4176-a926-9b07fd1642d9', 'status': 'completed', 'code': 200} Sep 18 05:10:05.381446 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26f5b09a-f11e-49a8-8f4a-9f0e43c9d272 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:05.381788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26f5b09a-f11e-49a8-8f4a-9f0e43c9d272 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:05.411276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-97edc420-3597-45cc-a9c4-a943e3f1fda9 None None] Port 18caac2f-eefd-4c7e-aedf-d2a5ef43c58a cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:10:05.425452 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed37bf6-27ba-47af-bd61-e46736f90099 service neutron] Pushing event updated for resources: {'Port': ['ID=da8701f5-ca49-4176-a926-9b07fd1642d9,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:05.439434 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:05.445113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-26f5b09a-f11e-49a8-8f4a-9f0e43c9d272 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Calling delete_port for afc6a8b4-eb1d-448c-85b0-83ecc2c5c7ca owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:05.467234 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Router fb3f2227-6ec5-4619-b161-b73b0ce605a8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:10:05.641516 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-f20b7a4a-0282-46c6-95dd-2b2b565c4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:05.645867 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-f20b7a4a-0282-46c6-95dd-2b2b565c4882 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 1096 time: 0.2830977 Sep 18 05:10:05.661489 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:05.690663 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Pushing event updated for resources: {'Port': ['ID=51b9910a-38ec-4a59-b63e-ed2599154e5e,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:05.799916 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa560bfc-bd7f-4a59-b452-a9f915a60f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:06.038299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:10:06.066373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab139bd7-f83a-4c4b-9ff9-c99ab63921a4 None None] Sync routers for ids ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:10:06.076344 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8d3281c4-a48e-495c-a51e-0766b4a19c25 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "PUT /v2.0/routers/fb3f2227-6ec5-4619-b161-b73b0ce605a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4421668 Sep 18 05:10:06.078345 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50920) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:06.091589 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab139bd7-f83a-4c4b-9ff9-c99ab63921a4 None None] Routers {'fb3f2227-6ec5-4619-b161-b73b0ce605a8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:10:06.092574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ab139bd7-f83a-4c4b-9ff9-c99ab63921a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:10:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:06.106468 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7874706a-b793-4ff7-8af6-034476cb30e2 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Request body: {'port': {'network_id': '9aa45710-8ab1-4b5e-9d94-d6a1f204327e', 'name': 'tempest-FloatingIPAdminTestJSON-363853546'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:06.136672 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ab139bd7-f83a-4c4b-9ff9-c99ab63921a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:06.151267 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab139bd7-f83a-4c4b-9ff9-c99ab63921a4 None None] Routers {'fb3f2227-6ec5-4619-b161-b73b0ce605a8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:10:06.152177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ab139bd7-f83a-4c4b-9ff9-c99ab63921a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:10:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:06.197718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ab139bd7-f83a-4c4b-9ff9-c99ab63921a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:06.198642 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab139bd7-f83a-4c4b-9ff9-c99ab63921a4 None None] The sync data for ids ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:10:06.234380 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-5a22111b-cf9d-4121-911a-231721787e6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da8701f5-ca49-4176-a926-9b07fd1642d9 HTTP/1.1" status: 200 len: 217 time: 0.5556772 Sep 18 05:10:06.237726 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:06.238842 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ceaf8dc7-846d-49f7-be91-bd51194aaacc tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5467792 Sep 18 05:10:06.313715 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa560bfc-bd7f-4a59-b452-a9f915a60f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7846c4be-5979-440f-a008-78232c0fabf8,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:06.365226 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-1390e051-70cf-4630-8229-1bb7c85ab44d tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:06.366810 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-1390e051-70cf-4630-8229-1bb7c85ab44d tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/networks?id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2 HTTP/1.1" status: 200 len: 812 time: 0.4676738 Sep 18 05:10:06.413121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17defe1-b26f-4277-851b-b23fa606d710 req-577b156e-2393-484c-adfb-4f360b28073b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:06.415363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b17defe1-b26f-4277-851b-b23fa606d710 req-577b156e-2393-484c-adfb-4f360b28073b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 944 time: 0.1797264 Sep 18 05:10:06.417144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-c5918e5e-a2aa-4092-82fc-37d1d24db5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:06.418722 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-c5918e5e-a2aa-4092-82fc-37d1d24db5a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19facd85-5a02-4210-8d90-7d5ec267820b HTTP/1.1" status: 200 len: 852 time: 0.1617763 Sep 18 05:10:06.419089 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa560bfc-bd7f-4a59-b452-a9f915a60f63 admin admin] Checking segment: {'id': '0e3bc890-2703-4ddc-9b2c-54c651e31e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '094e642a-0905-4c2c-91ed-e80d91f95581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:10:06.422275 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa560bfc-bd7f-4a59-b452-a9f915a60f63 admin admin] Network hostable DHCP agents. Network: 094e642a-0905-4c2c-91ed-e80d91f95581, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:10:06.443346 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-8cf85288-e0b3-4e46-bf29-3fb1e50382fe tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/quotas/f85ab2a774474ac9a8f5e914da10395a HTTP/1.1" status: 200 len: 375 time: 0.0556562 Sep 18 05:10:06.473821 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-46a2c415-de36-4182-b8c5-a8ce911dc0df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e77f982-12cd-4966-ad89-506bbab549b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473378 Sep 18 05:10:06.520162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26f5b09a-f11e-49a8-8f4a-9f0e43c9d272 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:06.528916 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7874706a-b793-4ff7-8af6-034476cb30e2 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Made reservation on behalf of ce438674a9db4ccbab3d97b3dce62184 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:06.533365 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7874706a-b793-4ff7-8af6-034476cb30e2 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:06.585906 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-7874706a-b793-4ff7-8af6-034476cb30e2 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] device_id is not set on port 97383fc3-e7b8-4b05-bfa3-e6d95e9198f4 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:10:06.601647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad70013-245a-48b9-b44c-fae6c769e801 req-d4811644-9851-4560-a204-8ee5c1e2c878 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:06.603547 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ad70013-245a-48b9-b44c-fae6c769e801 req-d4811644-9851-4560-a204-8ee5c1e2c878 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.18 "GET /v2.0/ports?device_id=82faa91b-e653-4cf4-9e44-a02b543a08ee HTTP/1.1" status: 200 len: 945 time: 0.2076361 Sep 18 05:10:06.608364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5b09a-f11e-49a8-8f4a-9f0e43c9d272 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Pushing event deleted for resources: {'Port': ['ID=afc6a8b4-eb1d-448c-85b0-83ecc2c5c7ca,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:06.616571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa560bfc-bd7f-4a59-b452-a9f915a60f63 admin admin] Network 094e642a-0905-4c2c-91ed-e80d91f95581 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:10:06.624496 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b17defe1-b26f-4277-851b-b23fa606d710 req-60d89120-afaa-46a3-a5de-19498713aff2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539857 Sep 18 05:10:06.666258 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-cbd07309-ad8d-410a-b49d-461a875f8b5c service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822109 Sep 18 05:10:06.674728 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-0229efb4-16f8-45f4-bd4c-1dca1b411ffc tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f85ab2a774474ac9a8f5e914da10395a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2221723 Sep 18 05:10:06.743097 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:06.861847 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-23a881df-fcbc-4375-a6f4-1b587de2d464 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--394480475&fields=id&tenant_id=94848cf6b34548f0adfc8cf1112a307d HTTP/1.1" status: 200 len: 267 time: 0.0972631 Sep 18 05:10:06.920638 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4046bbc1-55ed-4718-8764-eaa1b33b4369 req-c4a25517-dd56-4bee-a441-24828e4cb244 service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466161 Sep 18 05:10:06.921899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-aa560bfc-bd7f-4a59-b452-a9f915a60f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 094e642a-0905-4c2c-91ed-e80d91f95581) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:06.928261 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26f5b09a-f11e-49a8-8f4a-9f0e43c9d272 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:06.930505 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26f5b09a-f11e-49a8-8f4a-9f0e43c9d272 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:06.934470 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-26f5b09a-f11e-49a8-8f4a-9f0e43c9d272 tempest-ImagesOneServerNegativeTestJSON-944341001 tempest-ImagesOneServerNegativeTestJSON-944341001-project] 10.222.0.23 "DELETE /v2.0/floatingips/4cde5985-33de-4c4d-b0fa-3089dc7aa0e6 HTTP/1.1" status: 204 len: 168 time: 2.8290031 Sep 18 05:10:06.941789 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7d8f82-2403-4c43-9c87-e537d4011bb9 None None] Network 094e642a-0905-4c2c-91ed-e80d91f95581 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:10:06.946670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa560bfc-bd7f-4a59-b452-a9f915a60f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:06.947474 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa560bfc-bd7f-4a59-b452-a9f915a60f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:07.035081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-7874706a-b793-4ff7-8af6-034476cb30e2 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Allocated IP 172.20.0.9 (9aa45710-8ab1-4b5e-9d94-d6a1f204327e/827cae4c-e666-4d77-ab94-e7112b0a797b/97383fc3-e7b8-4b05-bfa3-e6d95e9198f4) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:10:07.133365 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-aa560bfc-bd7f-4a59-b452-a9f915a60f63 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6501839 Sep 18 05:10:07.138880 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-fa22863c-e757-41db-b0fc-2fb7ba61f440 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:07.147107 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-fa22863c-e757-41db-b0fc-2fb7ba61f440 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/networks?id=b27d69cc-813a-4275-a0f9-a4235fa92e6a HTTP/1.1" status: 200 len: 812 time: 0.2843192 Sep 18 05:10:07.156504 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142771e5-8a7a-4a64-9b29-3a9c8e4aa0e7 req-731e99e4-e1fc-476c-9c1d-933d3860f482 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:07.159659 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142771e5-8a7a-4a64-9b29-3a9c8e4aa0e7 req-731e99e4-e1fc-476c-9c1d-933d3860f482 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f13753d-381c-4e96-bda2-f5085a2e42bb HTTP/1.1" status: 200 len: 945 time: 0.1764228 Sep 18 05:10:07.181739 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-3cb4fb27-67b9-442d-bb67-450bb3e80158 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/quotas/94848cf6b34548f0adfc8cf1112a307d HTTP/1.1" status: 200 len: 375 time: 0.0333776 Sep 18 05:10:07.206302 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d08eb7-c6f8-47d4-a84c-30ab8796d82c None None] Network 094e642a-0905-4c2c-91ed-e80d91f95581 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:10:07.256995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dde36-0aba-4d25-80aa-a56c1d71ad11 req-cd52f916-6c71-44fe-9011-aed0135d6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:07.266812 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d04dde36-0aba-4d25-80aa-a56c1d71ad11 req-cd52f916-6c71-44fe-9011-aed0135d6e94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 1096 time: 0.1993237 Sep 18 05:10:07.270087 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-0a70684f-0cc8-4773-b5ef-32a8481bfc90 service neutron] 10.222.0.23 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977591 Sep 18 05:10:07.323167 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-7ad70013-245a-48b9-b44c-fae6c769e801 req-ff3de6be-c44f-40a8-816c-719fbaa6b590 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Deleting port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:07.325344 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7ad70013-245a-48b9-b44c-fae6c769e801 req-ff3de6be-c44f-40a8-816c-719fbaa6b590 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:07.496108 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-3107e16e-9829-4f4b-8abf-7e746e3b07f1 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=94848cf6b34548f0adfc8cf1112a307d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3051021 Sep 18 05:10:07.544344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dde36-0aba-4d25-80aa-a56c1d71ad11 req-9aa67436-c338-4dbb-89b8-f1323c4ee4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:07.546977 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d04dde36-0aba-4d25-80aa-a56c1d71ad11 req-9aa67436-c338-4dbb-89b8-f1323c4ee4c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 912 time: 0.2699687 Sep 18 05:10:07.569176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-142771e5-8a7a-4a64-9b29-3a9c8e4aa0e7 req-bded80c6-167f-432e-b213-fb7aeeb8fe06 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Deleting port 386fb471-92c6-4ae8-8d51-2f12e0d8705c {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:07.569673 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-142771e5-8a7a-4a64-9b29-3a9c8e4aa0e7 req-bded80c6-167f-432e-b213-fb7aeeb8fe06 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:07.642185 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7874706a-b793-4ff7-8af6-034476cb30e2 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:07.652903 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-47eb0594-e1a2-4d6f-8017-5fac23e9797b service neutron] 10.222.0.23 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562956 Sep 18 05:10:07.660081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-7ad70013-245a-48b9-b44c-fae6c769e801 req-ff3de6be-c44f-40a8-816c-719fbaa6b590 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] For port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=1fe090aa-5ba3-4489-ad07-58f5d8d5105b,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:07.660491 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7ad70013-245a-48b9-b44c-fae6c769e801 req-ff3de6be-c44f-40a8-816c-719fbaa6b590 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:07.686417 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d04dde36-0aba-4d25-80aa-a56c1d71ad11 req-d268a3be-58ca-4de3-8dc3-4f76c4cc5edc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da8701f5-ca49-4176-a926-9b07fd1642d9 HTTP/1.1" status: 200 len: 217 time: 0.1166890 Sep 18 05:10:07.686609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-7ad70013-245a-48b9-b44c-fae6c769e801 req-ff3de6be-c44f-40a8-816c-719fbaa6b590 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Calling delete_port for 1fe090aa-5ba3-4489-ad07-58f5d8d5105b owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:08.015326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dde36-0aba-4d25-80aa-a56c1d71ad11 req-48fd6f1d-1193-403f-91e2-e1db2151fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:08.018590 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d04dde36-0aba-4d25-80aa-a56c1d71ad11 req-48fd6f1d-1193-403f-91e2-e1db2151fc83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19facd85-5a02-4210-8d90-7d5ec267820b HTTP/1.1" status: 200 len: 852 time: 0.3218353 Sep 18 05:10:08.055371 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-142771e5-8a7a-4a64-9b29-3a9c8e4aa0e7 req-bded80c6-167f-432e-b213-fb7aeeb8fe06 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] For port 386fb471-92c6-4ae8-8d51-2f12e0d8705c, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=386fb471-92c6-4ae8-8d51-2f12e0d8705c,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:08.055686 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-142771e5-8a7a-4a64-9b29-3a9c8e4aa0e7 req-bded80c6-167f-432e-b213-fb7aeeb8fe06 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:08.103695 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-6cf84369-2fe6-44b1-bbe6-e64819f5b4de service neutron] 10.222.0.23 "GET /v2.0/networks/b27d69cc-813a-4275-a0f9-a4235fa92e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069906 Sep 18 05:10:08.146049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-142771e5-8a7a-4a64-9b29-3a9c8e4aa0e7 req-bded80c6-167f-432e-b213-fb7aeeb8fe06 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Calling delete_port for 386fb471-92c6-4ae8-8d51-2f12e0d8705c owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:08.149555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d04dde36-0aba-4d25-80aa-a56c1d71ad11 req-4af2b64f-8812-4097-bafd-8d937c4eb243 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e77f982-12cd-4966-ad89-506bbab549b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204433 Sep 18 05:10:08.386024 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-3f87c121-ff8b-44a0-bdc0-3ab96a7b69b0 service neutron] 10.222.0.23 "GET /v2.0/networks/b27d69cc-813a-4275-a0f9-a4235fa92e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753930 Sep 18 05:10:08.388359 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d04dde36-0aba-4d25-80aa-a56c1d71ad11 req-74af9204-4c1e-44ae-bb93-dcf9b699ad1f service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270486 Sep 18 05:10:08.696894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d04dde36-0aba-4d25-80aa-a56c1d71ad11 req-ffe9522e-0bbd-4bab-88a0-1bf6f54e2b73 service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977374 Sep 18 05:10:08.814526 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-3b8dc3a6-e282-4e19-8815-741fdaf1ea27 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:08.816131 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-3b8dc3a6-e282-4e19-8815-741fdaf1ea27 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/networks?id=094e642a-0905-4c2c-91ed-e80d91f95581 HTTP/1.1" status: 200 len: 808 time: 0.1154287 Sep 18 05:10:08.831067 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7874706a-b793-4ff7-8af6-034476cb30e2 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:08.839155 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-253ae0c9-20c3-41a7-86a3-1237d27da315 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/quotas/386f2d71c1594e319a1ea02f587de55f HTTP/1.1" status: 200 len: 375 time: 0.0168986 Sep 18 05:10:08.885002 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7874706a-b793-4ff7-8af6-034476cb30e2 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Network 9aa45710-8ab1-4b5e-9d94-d6a1f204327e is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:10:08.896264 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device da8701f5-ca49-4176-a926-9b07fd1642d9 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:10:08.898254 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-142771e5-8a7a-4a64-9b29-3a9c8e4aa0e7 req-bded80c6-167f-432e-b213-fb7aeeb8fe06 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:08.898422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 1fe090aa-5ba3-4489-ad07-58f5d8d5105b no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:10:08.906314 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-669bfb8d-8c15-4378-9058-161e4126d07c tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=386f2d71c1594e319a1ea02f587de55f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452905 Sep 18 05:10:08.907852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-7874706a-b793-4ff7-8af6-034476cb30e2 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:08.911816 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7ad70013-245a-48b9-b44c-fae6c769e801 req-ff3de6be-c44f-40a8-816c-719fbaa6b590 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:08.919010 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7874706a-b793-4ff7-8af6-034476cb30e2 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:10:08.923297 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['386fb471-92c6-4ae8-8d51-2f12e0d8705c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:10:08.929390 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874706a-b793-4ff7-8af6-034476cb30e2 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event updated for resources: {'Port': ['ID=97383fc3-e7b8-4b05-bfa3-e6d95e9198f4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:09.025939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded80c6-167f-432e-b213-fb7aeeb8fe06 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Pushing event deleted for resources: {'Port': ['ID=386fb471-92c6-4ae8-8d51-2f12e0d8705c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:09.069300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 1fe090aa-5ba3-4489-ad07-58f5d8d5105b {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:10:09.076639 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 1fe090aa-5ba3-4489-ad07-58f5d8d5105b not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:10:09.099677 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['386fb471-92c6-4ae8-8d51-2f12e0d8705c'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:10:09.186921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-142771e5-8a7a-4a64-9b29-3a9c8e4aa0e7 req-bded80c6-167f-432e-b213-fb7aeeb8fe06 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] No DVR routers for this DVR port 386fb471-92c6-4ae8-8d51-2f12e0d8705c on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:10:09.216880 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-142771e5-8a7a-4a64-9b29-3a9c8e4aa0e7 req-bded80c6-167f-432e-b213-fb7aeeb8fe06 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:09.219148 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142771e5-8a7a-4a64-9b29-3a9c8e4aa0e7 req-bded80c6-167f-432e-b213-fb7aeeb8fe06 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.13 "DELETE /v2.0/ports/386fb471-92c6-4ae8-8d51-2f12e0d8705c HTTP/1.1" status: 204 len: 173 time: 2.0332415 Sep 18 05:10:09.223494 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f13753d-381c-4e96-bda2-f5085a2e42bb', 'name': 'network-vif-deleted', 'tag': '386fb471-92c6-4ae8-8d51-2f12e0d8705c'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:09.226665 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ac98a0-a2b6-415c-8087-6fc723b2f644" -d '{"events": [{"server_uuid": "0f13753d-381c-4e96-bda2-f5085a2e42bb", "name": "network-vif-deleted", "tag": "386fb471-92c6-4ae8-8d51-2f12e0d8705c"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:09.288379 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff36035-1549-4be1-8956-d66b84092b6f req-4563d564-c379-4ca6-b287-94caad8035c9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:09.299601 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ff36035-1549-4be1-8956-d66b84092b6f req-4563d564-c379-4ca6-b287-94caad8035c9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 944 time: 0.1584563 Sep 18 05:10:09.349528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf89a4-0693-48fe-9bc0-ba89c09de43d req-39cf0225-8904-4d42-85c0-01a4a608e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:09.352123 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dccf89a4-0693-48fe-9bc0-ba89c09de43d req-39cf0225-8904-4d42-85c0-01a4a608e575 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7707303d18642acb8e69ea3fa6e99af&device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 1102 time: 0.1842246 Sep 18 05:10:09.357919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3de6be-c44f-40a8-816c-719fbaa6b590 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Pushing event deleted for resources: {'Port': ['ID=1fe090aa-5ba3-4489-ad07-58f5d8d5105b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:09.374986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port da8701f5-ca49-4176-a926-9b07fd1642d9, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=da8701f5-ca49-4176-a926-9b07fd1642d9,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:09.400760 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'da8701f5-ca49-4176-a926-9b07fd1642d9', 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4', 'port_id': 'da8701f5-ca49-4176-a926-9b07fd1642d9', 'mac_address': 'fa:16:3e:2c:ef:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19facd85-5a02-4210-8d90-7d5ec267820b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:10:09.504938 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad70013-245a-48b9-b44c-fae6c769e801 req-ff3de6be-c44f-40a8-816c-719fbaa6b590 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] No DVR routers for this DVR port 1fe090aa-5ba3-4489-ad07-58f5d8d5105b on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:10:09.508824 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:09.512085 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-7ad70013-245a-48b9-b44c-fae6c769e801 req-ff3de6be-c44f-40a8-816c-719fbaa6b590 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:09.514572 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ad70013-245a-48b9-b44c-fae6c769e801 req-ff3de6be-c44f-40a8-816c-719fbaa6b590 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.18 "DELETE /v2.0/ports/1fe090aa-5ba3-4489-ad07-58f5d8d5105b HTTP/1.1" status: 204 len: 173 time: 2.9005203 Sep 18 05:10:09.527974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82faa91b-e653-4cf4-9e44-a02b543a08ee', 'name': 'network-vif-deleted', 'tag': '1fe090aa-5ba3-4489-ad07-58f5d8d5105b'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:09.530414 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eb52dc-87a2-4549-bde3-47a9de6e9ef9" -d '{"events": [{"server_uuid": "82faa91b-e653-4cf4-9e44-a02b543a08ee", "name": "network-vif-deleted", "tag": "1fe090aa-5ba3-4489-ad07-58f5d8d5105b"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:09.544522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c71e4a3a-a7d2-4108-9bfc-05890ed0472b None None] Provisioning complete for port 97383fc3-e7b8-4b05-bfa3-e6d95e9198f4 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:09.544729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7874706a-b793-4ff7-8af6-034476cb30e2 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:09.545013 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c71e4a3a-a7d2-4108-9bfc-05890ed0472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:09.545837 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7874706a-b793-4ff7-8af6-034476cb30e2 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:09.567183 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-e40d9846-e293-46ff-8cf4-c093293afe0d service neutron] 10.222.0.23 "GET /v2.0/networks/094e642a-0905-4c2c-91ed-e80d91f95581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562797 Sep 18 05:10:09.568884 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ff36035-1549-4be1-8956-d66b84092b6f req-46149f9f-6523-48cc-b51a-77a148c4f7de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680404 Sep 18 05:10:09.639513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf89a4-0693-48fe-9bc0-ba89c09de43d req-0a59421a-7dfd-4902-8be9-b36c7aff93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:09.644184 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dccf89a4-0693-48fe-9bc0-ba89c09de43d req-0a59421a-7dfd-4902-8be9-b36c7aff93e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.2618387 Sep 18 05:10:09.662233 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c71e4a3a-a7d2-4108-9bfc-05890ed0472b None None] Port 97383fc3-e7b8-4b05-bfa3-e6d95e9198f4 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:10:09.672271 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8701f5-ca49-4176-a926-9b07fd1642d9 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:10:09.752909 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7874706a-b793-4ff7-8af6-034476cb30e2 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6536510 Sep 18 05:10:09.760061 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port da8701f5-ca49-4176-a926-9b07fd1642d9, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=da8701f5-ca49-4176-a926-9b07fd1642d9,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:09.768039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51016) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:09.785631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dccf89a4-0693-48fe-9bc0-ba89c09de43d req-04518324-81b4-4cdd-a507-a640a87820ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2 HTTP/1.1" status: 200 len: 217 time: 0.1347864 Sep 18 05:10:09.827130 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-b530d867-1ce4-4fb3-829c-dbda9b568ad8 service neutron] 10.222.0.23 "GET /v2.0/networks/094e642a-0905-4c2c-91ed-e80d91f95581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633314 Sep 18 05:10:09.832782 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:09.927837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf89a4-0693-48fe-9bc0-ba89c09de43d req-1d4c5bda-1c11-4cbf-92a1-ea299be366de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:09.929363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dccf89a4-0693-48fe-9bc0-ba89c09de43d req-1d4c5bda-1c11-4cbf-92a1-ea299be366de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1304429 Sep 18 05:10:10.025272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=da8701f5-ca49-4176-a926-9b07fd1642d9,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:10.059127 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['da8701f5-ca49-4176-a926-9b07fd1642d9'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:10:10.091758 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b9f4a27-2e1a-4314-9c74-74e6175b87e8 req-3811e931-5b76-4891-b54d-ee6023565f01 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 210 time: 0.0888035 Sep 18 05:10:10.105526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'project_id': 'ce438674a9db4ccbab3d97b3dce62184', 'port_id': '97383fc3-e7b8-4b05-bfa3-e6d95e9198f4'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:10.155645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf89a4-0693-48fe-9bc0-ba89c09de43d req-ee0adf83-6c04-4282-a7de-d9fb8b702895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:10.161299 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dccf89a4-0693-48fe-9bc0-ba89c09de43d req-ee0adf83-6c04-4282-a7de-d9fb8b702895 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2243936 Sep 18 05:10:10.170807 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003b762b-e0d6-4474-a6a0-3c892c6e2380 x-openstack-request-id: req-003b762b-e0d6-4474-a6a0-3c892c6e2380 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:10.171348 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f13753d-381c-4e96-bda2-f5085a2e42bb", "name": "network-vif-deleted", "tag": "386fb471-92c6-4ae8-8d51-2f12e0d8705c", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:10.176932 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-003b762b-e0d6-4474-a6a0-3c892c6e2380 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:10.176932 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f13753d-381c-4e96-bda2-f5085a2e42bb', 'name': 'network-vif-deleted', 'tag': '386fb471-92c6-4ae8-8d51-2f12e0d8705c', 'status': 'completed', 'code': 200} Sep 18 05:10:10.225933 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:10.314351 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265759f9-8c6c-420f-b404-e77d7f01c0b1 x-openstack-request-id: req-265759f9-8c6c-420f-b404-e77d7f01c0b1 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:10.314865 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82faa91b-e653-4cf4-9e44-a02b543a08ee", "name": "network-vif-deleted", "tag": "1fe090aa-5ba3-4489-ad07-58f5d8d5105b", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:10.315302 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-265759f9-8c6c-420f-b404-e77d7f01c0b1 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:10.315918 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82faa91b-e653-4cf4-9e44-a02b543a08ee', 'name': 'network-vif-deleted', 'tag': '1fe090aa-5ba3-4489-ad07-58f5d8d5105b', 'status': 'completed', 'code': 200} Sep 18 05:10:10.379844 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51038) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:10.394977 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dccf89a4-0693-48fe-9bc0-ba89c09de43d req-5ebc4016-d441-4e46-8158-46b07c121ec9 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205944 Sep 18 05:10:10.417827 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-133fc65e-70a4-4e67-a189-ebdbfa9a9577 req-084e97ef-3570-4850-a12b-7ec17c800eea tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 210 time: 0.0531554 Sep 18 05:10:10.508540 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aeb6d4a6-1f62-408e-bdcc-f9715b8c5681 req-6c903ec4-97ee-4441-82d2-417397586a84 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 210 time: 0.0510662 Sep 18 05:10:10.526583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45f2230-7be0-42ba-9caf-1c624292fb47 admin admin] Deleting subnet db635f65-1e70-4588-ae59-7fa1fc584f7f {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:10:10.531482 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b45f2230-7be0-42ba-9caf-1c624292fb47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:10.573584 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b45f2230-7be0-42ba-9caf-1c624292fb47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:10.663599 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b45f2230-7be0-42ba-9caf-1c624292fb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:10.790920 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dccf89a4-0693-48fe-9bc0-ba89c09de43d req-59eb40c7-7a99-46c2-af38-2c36f6c52dcf service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094678 Sep 18 05:10:10.805260 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:10.816091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e41b4-fa25-4121-a447-130efaba934d req-3e20d122-2437-440a-8bec-fc5e6cee2bcb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:10.817632 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c79e41b4-fa25-4121-a447-130efaba934d req-3e20d122-2437-440a-8bec-fc5e6cee2bcb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 945 time: 0.1146431 Sep 18 05:10:10.867222 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b45f2230-7be0-42ba-9caf-1c624292fb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:10.913001 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device da8701f5-ca49-4176-a926-9b07fd1642d9 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:10:10.919858 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b45f2230-7be0-42ba-9caf-1c624292fb47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:10.924736 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b45f2230-7be0-42ba-9caf-1c624292fb47 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/db635f65-1e70-4588-ae59-7fa1fc584f7f HTTP/1.1" status: 204 len: 168 time: 0.5408480 Sep 18 05:10:10.924736 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f2230-7be0-42ba-9caf-1c624292fb47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db635f65-1e70-4588-ae59-7fa1fc584f7f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:10.925862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51048) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:10.937353 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c79e41b4-fa25-4121-a447-130efaba934d req-2b2746e3-07a4-4639-abe0-449f4bc27210 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105459 Sep 18 05:10:11.048147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Allocated IP 172.25.7.86 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/5a823584-90af-4de4-b1bb-a0245cd06363) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:10:11.096000 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port da8701f5-ca49-4176-a926-9b07fd1642d9 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:10:11.112534 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 386fb471-92c6-4ae8-8d51-2f12e0d8705c no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:10:11.126380 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4db2-0bfc-4512-9d79-31abc381a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:11.190805 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port da8701f5-ca49-4176-a926-9b07fd1642d9 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:11.191101 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:11.200170 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 386fb471-92c6-4ae8-8d51-2f12e0d8705c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:10:11.200818 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 386fb471-92c6-4ae8-8d51-2f12e0d8705c not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:10:11.408071 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:11.413454 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:11.436814 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4db2-0bfc-4512-9d79-31abc381a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:11.441582 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-231cdb0a-f4a1-4d74-b9aa-e2b43353241f req-004a6f40-26e0-4daa-ae5d-459840d1c287 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 210 time: 0.1664572 Sep 18 05:10:11.460070 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97072db0-c52b-448b-88a4-325210ab7221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8701f5-ca49-4176-a926-9b07fd1642d9'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:11.462401 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d206804-f781-4fea-b957-76c0cf520212" -d '{"events": [{"server_uuid": "97072db0-c52b-448b-88a4-325210ab7221", "name": "network-vif-plugged", "status": "completed", "tag": "da8701f5-ca49-4176-a926-9b07fd1642d9"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:11.498824 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5e9b4db2-0bfc-4512-9d79-31abc381a4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b171667-d77e-497f-9300-379345ad8028']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:11.504587 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port da8701f5-ca49-4176-a926-9b07fd1642d9, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=da8701f5-ca49-4176-a926-9b07fd1642d9,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:11.533885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5e9b4db2-0bfc-4512-9d79-31abc381a4e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:11.534209 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5e9b4db2-0bfc-4512-9d79-31abc381a4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d864a00-ac38-4dc3-9e9f-95f3e3e6da26') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:11.568774 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4db2-0bfc-4512-9d79-31abc381a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:11.578490 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:11.608203 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:11.623238 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4db2-0bfc-4512-9d79-31abc381a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:11.636675 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9b4db2-0bfc-4512-9d79-31abc381a4e5 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:10:11.637349 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4db2-0bfc-4512-9d79-31abc381a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:11.642353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:10:11.664881 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:11.673547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:10:11.699079 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33df2f5-a60f-48c1-8872-5665ecd9c85c x-openstack-request-id: req-b33df2f5-a60f-48c1-8872-5665ecd9c85c {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:11.700446 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97072db0-c52b-448b-88a4-325210ab7221", "name": "network-vif-plugged", "status": "completed", "tag": "da8701f5-ca49-4176-a926-9b07fd1642d9", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:11.700778 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b33df2f5-a60f-48c1-8872-5665ecd9c85c {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:11.701393 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97072db0-c52b-448b-88a4-325210ab7221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8701f5-ca49-4176-a926-9b07fd1642d9', 'code': 200} Sep 18 05:10:11.724021 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=da8701f5-ca49-4176-a926-9b07fd1642d9,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:11.796474 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca1d93d9-d151-432f-a0d7-78177816d5fb req-41836b43-a48f-4a91-bbab-e67198d448d4 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 210 time: 0.1352444 Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:10:11.836425 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:10:11.856188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Pushing event updated for resources: {'Port': ['ID=5a823584-90af-4de4-b1bb-a0245cd06363,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:11.932709 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fe1ab2a6-5781-488b-8979-c70bb8792eca req-1c8bd947-b544-4c38-9aba-1de0265adcf5 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 210 time: 0.0868809 Sep 18 05:10:11.978389 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4db2-0bfc-4512-9d79-31abc381a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:11.985681 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4db2-0bfc-4512-9d79-31abc381a4e5 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:11.993836 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5e9b4db2-0bfc-4512-9d79-31abc381a4e5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5b171667-d77e-497f-9300-379345ad8028 HTTP/1.1" status: 204 len: 168 time: 1.0664744 Sep 18 05:10:12.010835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b4db2-0bfc-4512-9d79-31abc381a4e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b171667-d77e-497f-9300-379345ad8028,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:12.021767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d95a8-7796-463e-80a6-e48fd1c4cc64 req-8c76e2c2-a036-41a5-ad70-9612749e6487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:12.023643 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c71d95a8-7796-463e-80a6-e48fd1c4cc64 req-8c76e2c2-a036-41a5-ad70-9612749e6487 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 1098 time: 0.0938091 Sep 18 05:10:12.111357 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c71d95a8-7796-463e-80a6-e48fd1c4cc64 req-eb64b4a7-a470-48e7-92df-fdb6c29a8e7a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752633 Sep 18 05:10:12.459555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fbc05-9665-438f-8c6a-80d0068d2fe1 req-76a08000-b38d-4872-80a4-c47c8c8a5e91 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:12.461322 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-312fbc05-9665-438f-8c6a-80d0068d2fe1 req-76a08000-b38d-4872-80a4-c47c8c8a5e91 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 946 time: 0.2363539 Sep 18 05:10:12.603967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eef92392-5491-4785-a769-72f7e3859aec req-62f5d027-47df-4b30-9265-a7fd25adf4ec tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 210 time: 0.0419466 Sep 18 05:10:12.686722 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:12.721132 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51094) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:12.757387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-ebd8a5ec-c9ae-424d-907c-e4d16cfd25f8 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:12.758905 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-ebd8a5ec-c9ae-424d-907c-e4d16cfd25f8 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.13 "GET /v2.0/networks?id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2 HTTP/1.1" status: 200 len: 812 time: 0.5969005 Sep 18 05:10:12.785789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Request body: {'port': {'device_id': '780fb6ef-92c0-4820-9b1b-926804ad39fc', 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2', 'admin_state_up': True, 'tenant_id': 'f85ab2a774474ac9a8f5e914da10395a'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:12.794680 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d758fb29-92a8-47ee-88f1-e0e0fea51038 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f904c5eb53b9458d9987b6e296fd0c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721059 Sep 18 05:10:12.795383 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51096) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:12.822149 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-312fbc05-9665-438f-8c6a-80d0068d2fe1 req-d7a694ea-7be3-457c-b93f-e3b96e7620f8 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352413 Sep 18 05:10:12.924774 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0f1e-f6f6-4102-a69a-4d95695bf4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:13.024398 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0f1e-f6f6-4102-a69a-4d95695bf4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:13.088501 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:13.108587 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2a30307d-880d-460d-a9e3-6e7940cd0990 req-1b31ecb0-51d5-485a-8c6d-931edcbb05dd tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 210 time: 0.1561418 Sep 18 05:10:13.254493 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-18f53ee5-2a7a-4537-8e89-a70acd001c5e req-d7d57f13-23c8-4507-b585-e5f013999567 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 210 time: 0.1048460 Sep 18 05:10:13.348876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-834fb856-d22d-404f-96a9-0297e05baff5 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:13.356871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-8da9289f-6909-4bea-8b17-d7bf7c36f8b0 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:13.358658 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-8da9289f-6909-4bea-8b17-d7bf7c36f8b0 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.13 "GET /v2.0/networks?id=b27d69cc-813a-4275-a0f9-a4235fa92e6a HTTP/1.1" status: 200 len: 812 time: 0.4066949 Sep 18 05:10:13.361961 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-834fb856-d22d-404f-96a9-0297e05baff5 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.18 "GET /v2.0/networks?id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2 HTTP/1.1" status: 200 len: 812 time: 0.2719669 Sep 18 05:10:13.374498 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Request body: {'port': {'device_id': '032873fd-b8f6-4e14-b2dd-2c4a0f29068e', 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2', 'admin_state_up': True, 'tenant_id': 'f85ab2a774474ac9a8f5e914da10395a'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:13.398522 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0f1e-f6f6-4102-a69a-4d95695bf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:13.401360 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0f1e-f6f6-4102-a69a-4d95695bf4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:13.404850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-eb3c0f1e-f6f6-4102-a69a-4d95695bf4fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d37497a4-11d0-4f5a-a3c2-348cddfeddd6 HTTP/1.1" status: 204 len: 168 time: 0.6061265 Sep 18 05:10:13.428695 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c0f1e-f6f6-4102-a69a-4d95695bf4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37497a4-11d0-4f5a-a3c2-348cddfeddd6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:13.495847 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Made reservation on behalf of f85ab2a774474ac9a8f5e914da10395a for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:13.505840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:13.622495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-79c9139b-0fa3-4ed5-8fe1-06193f7860ed tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94848cf6b34548f0adfc8cf1112a307d HTTP/1.1" status: 200 len: 379 time: 0.1336517 Sep 18 05:10:13.639217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-570eb842-d449-49cc-b1b9-bc5a7c9fe8fb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Request body: {'port': {'device_id': 'd25e4be3-2409-42cd-a5d0-d3b1a3786000', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'admin_state_up': True, 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'security_groups': ['7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:13.799828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Made reservation on behalf of f85ab2a774474ac9a8f5e914da10395a for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:13.809666 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:14.185398 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-54537168-192e-4ace-85a8-592c5fccb45a tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:14.187111 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-54537168-192e-4ace-85a8-592c5fccb45a tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.13 "GET /v2.0/networks?id=094e642a-0905-4c2c-91ed-e80d91f95581 HTTP/1.1" status: 200 len: 808 time: 0.3997056 Sep 18 05:10:14.275885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c776fc1-fbd8-4a21-bd79-dd294621d794 req-035d06b6-7be8-4868-949f-0eda766cdddf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:14.275885 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c776fc1-fbd8-4a21-bd79-dd294621d794 req-035d06b6-7be8-4868-949f-0eda766cdddf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 946 time: 0.3068368 Sep 18 05:10:14.310908 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-fb1bae6c-d55c-4fcc-bfa0-4d6e11f9f82e tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Request body: {'port': {'device_id': '47c3b089-1ea5-4715-8f07-d2474453eeec', 'network_id': '094e642a-0905-4c2c-91ed-e80d91f95581', 'admin_state_up': True, 'tenant_id': '386f2d71c1594e319a1ea02f587de55f'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:14.426674 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Allocated IP 172.20.0.7 (a327ff8c-73ad-4fb9-ad93-475f3db15fa2/54d475f4-ff98-4556-a060-e9a3b6d81118/e3b54313-0c38-4aee-9aca-4651dd8b2b62) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:10:14.482378 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e843f38-ab9f-40b4-ba66-37e5fffd2fdb req-5889bb76-2907-40b0-89f6-34ec937e0f0e tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 210 time: 0.1165810 Sep 18 05:10:14.620600 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:14.673193 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9e8946c3-d8d5-4a28-9774-ad191b37f7ed req-ea0f5443-b35d-4ebd-adbb-532f7c62ec87 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 210 time: 0.0567913 Sep 18 05:10:14.687334 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:14.769186 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c776fc1-fbd8-4a21-bd79-dd294621d794 req-b4020787-9bcc-4b3b-a80e-d51d5477073f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522955 Sep 18 05:10:14.800333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-570eb842-d449-49cc-b1b9-bc5a7c9fe8fb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Made reservation on behalf of 94848cf6b34548f0adfc8cf1112a307d for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:14.804174 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-570eb842-d449-49cc-b1b9-bc5a7c9fe8fb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:14.862635 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:14.944435 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:15.002259 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-af84f939-4477-4f71-b38e-7219d1921c9c req-86d1a11d-837b-4754-8586-d348f7b93ca8 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 210 time: 0.1949480 Sep 18 05:10:15.003298 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Pushing event updated for resources: {'Port': ['ID=5a823584-90af-4de4-b1bb-a0245cd06363,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:15.162641 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:15.198038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-fb1bae6c-d55c-4fcc-bfa0-4d6e11f9f82e tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Made reservation on behalf of 386f2d71c1594e319a1ea02f587de55f for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:15.201770 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-fb1bae6c-d55c-4fcc-bfa0-4d6e11f9f82e tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:15.251878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:10:15.266842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:15.270776 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:10:15.273625 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Pushing event updated for resources: {'Port': ['ID=e3b54313-0c38-4aee-9aca-4651dd8b2b62,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:15.342160 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Floating IP 7f8720b4-48a7-41ed-bc70-fb94f209a7d9 associated. External IP: 172.25.7.86, port: 97383fc3-e7b8-4b05-bfa3-e6d95e9198f4. Sep 18 05:10:15.347822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:15.348182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:15.348634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:15.348924 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:15.349267 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:15.349609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:15.349963 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:15.350287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:15.350792 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:15.351152 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:15.351549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:15.351891 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:15.387655 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:15.388351 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:15.466520 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-fb1bae6c-d55c-4fcc-bfa0-4d6e11f9f82e tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Allocated IP 172.20.0.9 (094e642a-0905-4c2c-91ed-e80d91f95581/7846c4be-5979-440f-a008-78232c0fabf8/014cb560-548b-4ecf-bdee-1c9bfb20495b) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:10:15.479417 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.api [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-d6e9ffa6-4b18-4cc1-b6f1-0a1b581698f7 {{(pid=106909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:10:15.479747 n-d-789963-13 neutron-server[106909]: DEBUG oslo_db.api [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:10:15.508746 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-827902d9-e3d9-48d9-bb6c-247db004a7df tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1385193 Sep 18 05:10:15.520644 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-570eb842-d449-49cc-b1b9-bc5a7c9fe8fb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Allocated IP 172.20.0.10 (b27d69cc-813a-4275-a0f9-a4235fa92e6a/02d4511a-451a-458e-a86c-1916ccf69681/7e4ee66e-f51f-4bf1-893e-3c1466c59128) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:10:15.530112 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Request body: {'port': {'device_id': '032873fd-b8f6-4e14-b2dd-2c4a0f29068e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:15.773524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b6e173fa-8d46-40de-b1dd-7912d2edca81 req-28063d02-b80c-44ce-8ef1-5ad47056d9e2 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 210 time: 0.1923497 Sep 18 05:10:15.892322 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-fb1bae6c-d55c-4fcc-bfa0-4d6e11f9f82e tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:16.012751 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:16.061689 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:16.128814 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-570eb842-d449-49cc-b1b9-bc5a7c9fe8fb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:16.241098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e409d8-cdad-433e-b9f4-9f1785ef25b3 req-6a12f307-9ea8-4a39-9097-1ff5128a93cb tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:16.242741 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5e409d8-cdad-433e-b9f4-9f1785ef25b3 req-6a12f307-9ea8-4a39-9097-1ff5128a93cb tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 931 time: 0.2188897 Sep 18 05:10:16.275894 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-fb1bae6c-d55c-4fcc-bfa0-4d6e11f9f82e tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:16.350131 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5e409d8-cdad-433e-b9f4-9f1785ef25b3 req-3e134218-26d1-4c1e-a09d-e4a14843f53d tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909221 Sep 18 05:10:16.382419 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-fb1bae6c-d55c-4fcc-bfa0-4d6e11f9f82e tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Network 094e642a-0905-4c2c-91ed-e80d91f95581 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:10:16.388865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b54313-0c38-4aee-9aca-4651dd8b2b62 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:10:16.392222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Router fb3f2227-6ec5-4619-b161-b73b0ce605a8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:10:16.409244 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bae6c-d55c-4fcc-bfa0-4d6e11f9f82e tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Pushing event updated for resources: {'Port': ['ID=014cb560-548b-4ecf-bdee-1c9bfb20495b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:16.411954 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-fb1bae6c-d55c-4fcc-bfa0-4d6e11f9f82e tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:16.415279 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:16.427378 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-fb1bae6c-d55c-4fcc-bfa0-4d6e11f9f82e tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:10:16.459535 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Transition to ACTIVE for port object e3b54313-0c38-4aee-9aca-4651dd8b2b62 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:10:16.478187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-fb1bae6c-d55c-4fcc-bfa0-4d6e11f9f82e tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:16.479241 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-fb1bae6c-d55c-4fcc-bfa0-4d6e11f9f82e tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:16.505063 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-570eb842-d449-49cc-b1b9-bc5a7c9fe8fb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:16.576461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-fb1bae6c-d55c-4fcc-bfa0-4d6e11f9f82e tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3492081 Sep 18 05:10:16.579499 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:16.604319 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Request body: {'port': {'device_id': '47c3b089-1ea5-4715-8f07-d2474453eeec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:16.630896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-570eb842-d449-49cc-b1b9-bc5a7c9fe8fb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Network b27d69cc-813a-4275-a0f9-a4235fa92e6a is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:10:16.683109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-570eb842-d449-49cc-b1b9-bc5a7c9fe8fb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:16.686639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-570eb842-d449-49cc-b1b9-bc5a7c9fe8fb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:10:16.695791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570eb842-d449-49cc-b1b9-bc5a7c9fe8fb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Pushing event updated for resources: {'Port': ['ID=7e4ee66e-f51f-4bf1-893e-3c1466c59128,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:16.833551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7ece9-b76d-4e54-9315-5db63c12e088 req-2acbc335-9b04-4cd5-abc6-f6e2682be7d5 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:16.837169 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3e7ece9-b76d-4e54-9315-5db63c12e088 req-2acbc335-9b04-4cd5-abc6-f6e2682be7d5 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 931 time: 0.2813287 Sep 18 05:10:16.864348 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:16.882304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:10:16.893729 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfda423-23ae-4f3a-989c-e2d8e9795ce0 None None] Sync routers for ids ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:10:16.950242 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfda423-23ae-4f3a-989c-e2d8e9795ce0 None None] Routers {'fb3f2227-6ec5-4619-b161-b73b0ce605a8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:10:16.950900 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4dfda423-23ae-4f3a-989c-e2d8e9795ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:10:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:16.975584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Allocated IP 172.20.0.9 (a327ff8c-73ad-4fb9-ad93-475f3db15fa2/54d475f4-ff98-4556-a060-e9a3b6d81118/013bf39e-13ca-4774-862b-ae7cf6363a19) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:10:17.080946 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4dfda423-23ae-4f3a-989c-e2d8e9795ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:17.087551 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0646fc56-959d-468d-b18a-c0dd127e34af None None] Provisioning complete for port 7e4ee66e-f51f-4bf1-893e-3c1466c59128 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:17.088058 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0646fc56-959d-468d-b18a-c0dd127e34af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:17.104426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-570eb842-d449-49cc-b1b9-bc5a7c9fe8fb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:17.105559 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfda423-23ae-4f3a-989c-e2d8e9795ce0 None None] Routers {'fb3f2227-6ec5-4619-b161-b73b0ce605a8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:10:17.106203 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4dfda423-23ae-4f3a-989c-e2d8e9795ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:10:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:17.110659 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-570eb842-d449-49cc-b1b9-bc5a7c9fe8fb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:17.129832 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Pushing event updated for resources: {'Port': ['ID=e3b54313-0c38-4aee-9aca-4651dd8b2b62,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:17.184183 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:17.210954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0646fc56-959d-468d-b18a-c0dd127e34af None None] Port 7e4ee66e-f51f-4bf1-893e-3c1466c59128 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:10:17.219006 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4dfda423-23ae-4f3a-989c-e2d8e9795ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:17.220663 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfda423-23ae-4f3a-989c-e2d8e9795ce0 None None] The sync data for ids ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:10:17.327111 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-570eb842-d449-49cc-b1b9-bc5a7c9fe8fb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6943767 Sep 18 05:10:17.348142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Attempting to bind port e3b54313-0c38-4aee-9aca-4651dd8b2b62 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:10:17.348711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Attempting to bind port e3b54313-0c38-4aee-9aca-4651dd8b2b62 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:10:17.349276 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Attempting to bind port e3b54313-0c38-4aee-9aca-4651dd8b2b62 on network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:10:17.368067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Port e3b54313-0c38-4aee-9aca-4651dd8b2b62 on network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:10:17.368712 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Attempting to bind port e3b54313-0c38-4aee-9aca-4651dd8b2b62 on network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:10:17.384733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:10:17.385080 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Checking segment: {'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:10:17.385478 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Bound using segment: {'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:10:17.385916 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Bound port: e3b54313-0c38-4aee-9aca-4651dd8b2b62, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:10:17.386284 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:17.416010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Request body: {'port': {'device_id': 'd25e4be3-2409-42cd-a5d0-d3b1a3786000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:17.425701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3e7ece9-b76d-4e54-9315-5db63c12e088 req-0b9c5136-5388-498b-8220-9970df0c38dc tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/security-groups?id=69364b06-0926-4db3-b48a-c7b90df550fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618477 Sep 18 05:10:17.476414 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e932d1f1-39a5-4d63-a896-b4adf64c47c8 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.7015162 Sep 18 05:10:17.482420 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51210) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:17.591750 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:17.646852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] For port e3b54313-0c38-4aee-9aca-4651dd8b2b62, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:10:17.665275 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] For port e3b54313-0c38-4aee-9aca-4651dd8b2b62, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=e3b54313-0c38-4aee-9aca-4651dd8b2b62,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:10:17.833733 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2303df01-3527-418e-a7bf-5c8697834524 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] 10.222.0.23 "GET /v2.0/floatingips/7f8720b4-48a7-41ed-bc70-fb94f209a7d9 HTTP/1.1" status: 200 len: 981 time: 0.3419638 Sep 18 05:10:17.841762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51216) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:17.893565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f97570-2d34-4e68-aa97-97fa80dc43c1 req-06c874e7-c53c-48e2-91d1-0fa761594bcb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:17.895229 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28f97570-2d34-4e68-aa97-97fa80dc43c1 req-06c874e7-c53c-48e2-91d1-0fa761594bcb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 932 time: 0.3103869 Sep 18 05:10:17.901572 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:17.985039 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014cb560-548b-4ecf-bdee-1c9bfb20495b {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:10:17.990751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:17.991733 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:17.993606 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] 10.222.0.18 "PUT /v2.0/ports/e3b54313-0c38-4aee-9aca-4651dd8b2b62 HTTP/1.1" status: 200 len: 1092 time: 2.4679539 Sep 18 05:10:17.996357 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032873fd-b8f6-4e14-b2dd-2c4a0f29068e', 'tag': 'e3b54313-0c38-4aee-9aca-4651dd8b2b62'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:17.999511 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc23f0c9-7305-4a5a-817f-32f1a11ffe7b" -d '{"events": [{"name": "network-changed", "server_uuid": "032873fd-b8f6-4e14-b2dd-2c4a0f29068e", "tag": "e3b54313-0c38-4aee-9aca-4651dd8b2b62"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:18.011470 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:18.041406 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Transition to ACTIVE for port object 014cb560-548b-4ecf-bdee-1c9bfb20495b will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:10:18.058921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:18.095573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4200d-4ee3-4719-8665-48b2e1ea4925 req-b20baa57-d9ee-4a50-a962-06c0da0208da tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:18.097098 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-77b4200d-4ee3-4719-8665-48b2e1ea4925 req-b20baa57-d9ee-4a50-a962-06c0da0208da tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 943 time: 0.3397374 Sep 18 05:10:18.101579 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc908100-23d7-4bf7-b97c-4ecace70886a service neutron] Pushing event updated for resources: {'Port': ['ID=e3b54313-0c38-4aee-9aca-4651dd8b2b62,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:18.126679 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:18.220477 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28f97570-2d34-4e68-aa97-97fa80dc43c1 req-114be64f-1ac5-4214-883f-b8f3284ff226 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413847 Sep 18 05:10:18.256468 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-77b4200d-4ee3-4719-8665-48b2e1ea4925 req-f08ad670-ebf4-4af9-a8e6-27cdfbbfde45 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453240 Sep 18 05:10:18.263931 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ff5968ad-1491-4d3d-aac4-921bbe11ed7a tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1944 time: 0.4148653 Sep 18 05:10:18.271265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51230) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:18.309635 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Pushing event updated for resources: {'Port': ['ID=014cb560-548b-4ecf-bdee-1c9bfb20495b,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:18.323735 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-4b3c0b4c-5169-455d-8725-88e9894cbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:18.325291 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-4b3c0b4c-5169-455d-8725-88e9894cbc6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f85ab2a774474ac9a8f5e914da10395a&device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 1095 time: 0.1963513 Sep 18 05:10:18.413586 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b98a087-4fa8-4a2b-b2e5-0f700ec319e5 x-openstack-request-id: req-2b98a087-4fa8-4a2b-b2e5-0f700ec319e5 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:18.414201 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032873fd-b8f6-4e14-b2dd-2c4a0f29068e", "tag": "e3b54313-0c38-4aee-9aca-4651dd8b2b62", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:18.414201 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b98a087-4fa8-4a2b-b2e5-0f700ec319e5 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:18.414526 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032873fd-b8f6-4e14-b2dd-2c4a0f29068e', 'tag': 'e3b54313-0c38-4aee-9aca-4651dd8b2b62', 'status': 'completed', 'code': 200} Sep 18 05:10:18.436311 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-b8be3139-872e-4ecc-aff9-5ae59b1252fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3b54313-0c38-4aee-9aca-4651dd8b2b62 HTTP/1.1" status: 200 len: 217 time: 0.1020606 Sep 18 05:10:18.464364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Attempting to bind port 014cb560-548b-4ecf-bdee-1c9bfb20495b on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:10:18.464718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Attempting to bind port 014cb560-548b-4ecf-bdee-1c9bfb20495b by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0e3bc890-2703-4ddc-9b2c-54c651e31e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '094e642a-0905-4c2c-91ed-e80d91f95581'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:10:18.465059 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Attempting to bind port 014cb560-548b-4ecf-bdee-1c9bfb20495b on network 094e642a-0905-4c2c-91ed-e80d91f95581 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:10:18.501123 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Port 014cb560-548b-4ecf-bdee-1c9bfb20495b on network 094e642a-0905-4c2c-91ed-e80d91f95581 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:10:18.501467 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Attempting to bind port 014cb560-548b-4ecf-bdee-1c9bfb20495b on network 094e642a-0905-4c2c-91ed-e80d91f95581 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:10:18.511075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:10:18.511361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Checking segment: {'id': '0e3bc890-2703-4ddc-9b2c-54c651e31e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '094e642a-0905-4c2c-91ed-e80d91f95581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:10:18.511760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Bound using segment: {'id': '0e3bc890-2703-4ddc-9b2c-54c651e31e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '094e642a-0905-4c2c-91ed-e80d91f95581'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:10:18.512214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Bound port: 014cb560-548b-4ecf-bdee-1c9bfb20495b, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3bc890-2703-4ddc-9b2c-54c651e31e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '094e642a-0905-4c2c-91ed-e80d91f95581'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:10:18.512824 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:18.548777 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-d580033f-041f-49a0-b4c4-e098163aebed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:18.550463 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-d580033f-041f-49a0-b4c4-e098163aebed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54d475f4-ff98-4556-a060-e9a3b6d81118 HTTP/1.1" status: 200 len: 852 time: 0.1046302 Sep 18 05:10:18.636756 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-51067274-2e52-4bdb-8c00-264c4ccf10eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656877 Sep 18 05:10:18.648265 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:18.703936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] For port 014cb560-548b-4ecf-bdee-1c9bfb20495b, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:10:18.764131 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] For port 014cb560-548b-4ecf-bdee-1c9bfb20495b, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=014cb560-548b-4ecf-bdee-1c9bfb20495b,segment=NetworkSegment(0e3bc890-2703-4ddc-9b2c-54c651e31e73),segment_id=0e3bc890-2703-4ddc-9b2c-54c651e31e73)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:10:18.800527 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-49aa6345-d4b5-4ea6-8d6d-385664d20243 service neutron] 10.222.0.18 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472244 Sep 18 05:10:18.900132 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:18.959624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:18.960266 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:18.961842 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] 10.222.0.13 "PUT /v2.0/ports/014cb560-548b-4ecf-bdee-1c9bfb20495b HTTP/1.1" status: 200 len: 1092 time: 2.3741412 Sep 18 05:10:19.006676 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-12c42029-f39e-4f9d-b435-49c48e5b7005 service neutron] 10.222.0.18 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983628 Sep 18 05:10:19.020465 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd7fdd-1346-4c9d-b7cc-8b637c66b898 service neutron] Pushing event updated for resources: {'Port': ['ID=014cb560-548b-4ecf-bdee-1c9bfb20495b,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:19.228122 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23f0c9-7305-4a5a-817f-32f1a11ffe7b req-3c1fedc0-1052-4ddd-811e-69a27283e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:19.230102 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc23f0c9-7305-4a5a-817f-32f1a11ffe7b req-3c1fedc0-1052-4ddd-811e-69a27283e6ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f85ab2a774474ac9a8f5e914da10395a&device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 1095 time: 0.0650713 Sep 18 05:10:19.250405 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:10:19.271804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:19.277709 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Pushing event updated for resources: {'Port': ['ID=013bf39e-13ca-4774-862b-ae7cf6363a19,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:19.280463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:10:19.447361 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f051b7f-63ef-457c-b387-9433e6b0cfeb req-feec2b4c-696f-43ae-84dc-28722465ec9c tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:19.455735 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f051b7f-63ef-457c-b387-9433e6b0cfeb req-feec2b4c-696f-43ae-84dc-28722465ec9c tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 943 time: 0.3031769 Sep 18 05:10:19.586424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:19.587174 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:19.606278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4ee66e-f51f-4bf1-893e-3c1466c59128 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:10:19.620017 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f051b7f-63ef-457c-b387-9433e6b0cfeb req-f8a1be7e-9947-4c23-b14a-11e29d01d5b0 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/security-groups?id=69364b06-0926-4db3-b48a-c7b90df550fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623170 Sep 18 05:10:19.628005 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:19.647877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ca8aff76-f4d7-4670-ad9d-e7276742766c tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Deleting port 5a823584-90af-4de4-b1bb-a0245cd06363 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:19.648247 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ca8aff76-f4d7-4670-ad9d-e7276742766c tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:19.671762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Transition to ACTIVE for port object 7e4ee66e-f51f-4bf1-893e-3c1466c59128 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:10:19.774641 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ca8aff76-f4d7-4670-ad9d-e7276742766c tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:19.774641 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ca8aff76-f4d7-4670-ad9d-e7276742766c tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:19.802486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ca8aff76-f4d7-4670-ad9d-e7276742766c tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Calling delete_port for 5a823584-90af-4de4-b1bb-a0245cd06363 owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:19.822853 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-95ec3d31-b436-4b98-bbb7-41429b1ee0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:19.824762 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-95ec3d31-b436-4b98-bbb7-41429b1ee0ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=386f2d71c1594e319a1ea02f587de55f&device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 1095 time: 0.7326839 Sep 18 05:10:19.889429 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6e85330c-decc-43d0-b7cd-b48a0ebde46b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1139016 Sep 18 05:10:19.897590 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:19.905379 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Request body: {'port': {'device_id': '780fb6ef-92c0-4820-9b1b-926804ad39fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:19.971252 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-11e57487-445c-490e-a893-928388c1e87a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=014cb560-548b-4ecf-bdee-1c9bfb20495b HTTP/1.1" status: 200 len: 217 time: 0.1244001 Sep 18 05:10:20.056015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23f0c9-7305-4a5a-817f-32f1a11ffe7b req-b141b2ad-c8d2-401c-8530-bd1fe6761e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:20.058138 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc23f0c9-7305-4a5a-817f-32f1a11ffe7b req-b141b2ad-c8d2-401c-8530-bd1fe6761e0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2 HTTP/1.1" status: 200 len: 912 time: 0.8198924 Sep 18 05:10:20.175390 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df7725-41d1-43cb-9134-f91471ea9ab1 req-3c5cff45-0a86-430c-abdc-90417223f51b tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:20.177155 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d0df7725-41d1-43cb-9134-f91471ea9ab1 req-3c5cff45-0a86-430c-abdc-90417223f51b tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 944 time: 0.3495417 Sep 18 05:10:20.180761 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc23f0c9-7305-4a5a-817f-32f1a11ffe7b req-19fc61bb-470f-4c8c-88db-7e7b804eea02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3b54313-0c38-4aee-9aca-4651dd8b2b62 HTTP/1.1" status: 200 len: 217 time: 0.1125352 Sep 18 05:10:20.191625 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-932b6da1-a487-40de-9ef4-225de5eb2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:20.193307 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-932b6da1-a487-40de-9ef4-225de5eb2806 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7846c4be-5979-440f-a008-78232c0fabf8 HTTP/1.1" status: 200 len: 848 time: 0.1879983 Sep 18 05:10:20.247145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd494f3a-e80c-4fb3-996d-a187278a1e8b req-dd8245fe-e6c5-4327-a596-6af60e887623 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:20.251431 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fd494f3a-e80c-4fb3-996d-a187278a1e8b req-dd8245fe-e6c5-4327-a596-6af60e887623 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 943 time: 0.3733921 Sep 18 05:10:20.291036 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-7f5e5d66-32c1-434f-9288-73f7b259884d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=094e642a-0905-4c2c-91ed-e80d91f95581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420008 Sep 18 05:10:20.339929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4ee66e-f51f-4bf1-893e-3c1466c59128,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:20.343269 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:20.400884 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d0df7725-41d1-43cb-9134-f91471ea9ab1 req-0befd018-420d-4273-840a-b9f788b422a5 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134223 Sep 18 05:10:20.420561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c3b089-1ea5-4715-8f07-d2474453eeec', 'tag': '014cb560-548b-4ecf-bdee-1c9bfb20495b'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:20.438610 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95055b67-9073-4154-bcb1-c75673087aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "47c3b089-1ea5-4715-8f07-d2474453eeec", "tag": "014cb560-548b-4ecf-bdee-1c9bfb20495b"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:20.447844 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23f0c9-7305-4a5a-817f-32f1a11ffe7b req-184ead87-e57c-47a6-b392-e799d343d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:20.449573 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc23f0c9-7305-4a5a-817f-32f1a11ffe7b req-184ead87-e57c-47a6-b392-e799d343d424 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54d475f4-ff98-4556-a060-e9a3b6d81118 HTTP/1.1" status: 200 len: 852 time: 0.2604766 Sep 18 05:10:20.588895 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc23f0c9-7305-4a5a-817f-32f1a11ffe7b req-07e5b514-d630-4936-b205-0665a2525b84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315005 Sep 18 05:10:20.671040 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-967a2e21-a160-40ed-b988-cd47a80adf0b service neutron] 10.222.0.13 "GET /v2.0/networks/094e642a-0905-4c2c-91ed-e80d91f95581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690979 Sep 18 05:10:20.723910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013bf39e-13ca-4774-862b-ae7cf6363a19 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:10:20.731826 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:20.744891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Transition to ACTIVE for port object 013bf39e-13ca-4774-862b-ae7cf6363a19 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:10:20.770469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Attempting to bind port 7e4ee66e-f51f-4bf1-893e-3c1466c59128 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:10:20.770766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Attempting to bind port 7e4ee66e-f51f-4bf1-893e-3c1466c59128 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:10:20.771075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Attempting to bind port 7e4ee66e-f51f-4bf1-893e-3c1466c59128 on network b27d69cc-813a-4275-a0f9-a4235fa92e6a {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:10:20.793022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Port 7e4ee66e-f51f-4bf1-893e-3c1466c59128 on network b27d69cc-813a-4275-a0f9-a4235fa92e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:10:20.793327 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Attempting to bind port 7e4ee66e-f51f-4bf1-893e-3c1466c59128 on network b27d69cc-813a-4275-a0f9-a4235fa92e6a {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:10:20.802517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:10:20.802517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Checking segment: {'id': 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:10:20.802517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Bound using segment: {'id': 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:10:20.802900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Bound port: 7e4ee66e-f51f-4bf1-893e-3c1466c59128, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:10:20.803239 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:20.809852 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fd494f3a-e80c-4fb3-996d-a187278a1e8b req-cdcfd0b0-d3a6-4bc7-bc56-f43488880ef1 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571928 Sep 18 05:10:20.827527 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc23f0c9-7305-4a5a-817f-32f1a11ffe7b req-3ad1c243-4240-488c-9740-7870259d1b09 service neutron] 10.222.0.18 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238486 Sep 18 05:10:20.887389 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0c8912e-3787-46ab-9fe3-287f27461a2f req-1183008c-636b-4960-8888-ba9ac811ea92 service neutron] 10.222.0.13 "GET /v2.0/networks/094e642a-0905-4c2c-91ed-e80d91f95581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783838 Sep 18 05:10:20.932420 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:21.038075 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3111903-d45f-4880-8a44-dd7a1cf9a3a7 x-openstack-request-id: req-d3111903-d45f-4880-8a44-dd7a1cf9a3a7 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:21.038969 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c3b089-1ea5-4715-8f07-d2474453eeec", "tag": "014cb560-548b-4ecf-bdee-1c9bfb20495b", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:21.038969 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3111903-d45f-4880-8a44-dd7a1cf9a3a7 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:21.039173 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c3b089-1ea5-4715-8f07-d2474453eeec', 'tag': '014cb560-548b-4ecf-bdee-1c9bfb20495b', 'status': 'completed', 'code': 200} Sep 18 05:10:21.039480 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ca8aff76-f4d7-4670-ad9d-e7276742766c tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:21.123120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] For port 7e4ee66e-f51f-4bf1-893e-3c1466c59128, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:10:21.128151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] For port 7e4ee66e-f51f-4bf1-893e-3c1466c59128, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7e4ee66e-f51f-4bf1-893e-3c1466c59128,segment=NetworkSegment(d51e60fa-fc2e-4072-ad4f-dde829ff59d9),segment_id=d51e60fa-fc2e-4072-ad4f-dde829ff59d9)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:10:21.173075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Pushing event updated for resources: {'Port': ['ID=013bf39e-13ca-4774-862b-ae7cf6363a19,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:21.211479 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:21.246310 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc23f0c9-7305-4a5a-817f-32f1a11ffe7b req-f3cc640a-3daa-404a-9798-d228500fd228 service neutron] 10.222.0.18 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117267 Sep 18 05:10:21.298717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:21.300978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:21.300978 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e4ee66e-f51f-4bf1-893e-3c1466c59128 HTTP/1.1" status: 200 len: 1093 time: 3.9063175 Sep 18 05:10:21.302558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Attempting to bind port 013bf39e-13ca-4774-862b-ae7cf6363a19 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:10:21.303177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Attempting to bind port 013bf39e-13ca-4774-862b-ae7cf6363a19 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:10:21.303524 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Attempting to bind port 013bf39e-13ca-4774-862b-ae7cf6363a19 on network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:10:21.305812 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95055b67-9073-4154-bcb1-c75673087aa6 req-567f0025-b18d-4889-a91c-83926542bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:21.307640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25e4be3-2409-42cd-a5d0-d3b1a3786000', 'tag': '7e4ee66e-f51f-4bf1-893e-3c1466c59128'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:21.311515 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-95055b67-9073-4154-bcb1-c75673087aa6 req-567f0025-b18d-4889-a91c-83926542bdbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=386f2d71c1594e319a1ea02f587de55f&device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 1095 time: 0.2416115 Sep 18 05:10:21.318101 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e752e3-2be7-4559-a2c3-9099e8782db8" -d '{"events": [{"name": "network-changed", "server_uuid": "d25e4be3-2409-42cd-a5d0-d3b1a3786000", "tag": "7e4ee66e-f51f-4bf1-893e-3c1466c59128"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:21.340377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8aff76-f4d7-4670-ad9d-e7276742766c tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event deleted for resources: {'Port': ['ID=5a823584-90af-4de4-b1bb-a0245cd06363,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:21.379447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191bc40-28cd-4454-802e-b9d4b4083224 req-7fd7d09b-948f-4a2a-8ab8-5b59102b100c tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:21.387429 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a191bc40-28cd-4454-802e-b9d4b4083224 req-7fd7d09b-948f-4a2a-8ab8-5b59102b100c tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 943 time: 0.2541466 Sep 18 05:10:21.475561 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Port 013bf39e-13ca-4774-862b-ae7cf6363a19 on network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:10:21.475916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Attempting to bind port 013bf39e-13ca-4774-862b-ae7cf6363a19 on network a327ff8c-73ad-4fb9-ad93-475f3db15fa2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:10:21.612898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95055b67-9073-4154-bcb1-c75673087aa6 req-f9a2e82d-8cb8-4eb7-b6f7-2041d84589c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:21.614422 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-95055b67-9073-4154-bcb1-c75673087aa6 req-f9a2e82d-8cb8-4eb7-b6f7-2041d84589c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=094e642a-0905-4c2c-91ed-e80d91f95581 HTTP/1.1" status: 200 len: 908 time: 0.2933710 Sep 18 05:10:21.651791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:10:21.652018 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Checking segment: {'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:10:21.657774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Bound using segment: {'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:10:21.657774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Bound port: 013bf39e-13ca-4774-862b-ae7cf6363a19, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5379f90-6046-4a02-aad0-0d0bfcca52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:10:21.657774 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:21.694488 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a191bc40-28cd-4454-802e-b9d4b4083224 req-09610937-665a-4daa-80c4-622e790c7a04 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/security-groups?id=69364b06-0926-4db3-b48a-c7b90df550fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031065 Sep 18 05:10:21.713580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ca8aff76-f4d7-4670-ad9d-e7276742766c tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:21.714346 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-ca8aff76-f4d7-4670-ad9d-e7276742766c tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Floating IP 7f8720b4-48a7-41ed-bc70-fb94f209a7d9 disassociated (deleted). External IP: 172.25.7.86, port: 97383fc3-e7b8-4b05-bfa3-e6d95e9198f4. Sep 18 05:10:21.762412 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-95055b67-9073-4154-bcb1-c75673087aa6 req-5c037e36-b898-4812-be96-bf561b58f336 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=014cb560-548b-4ecf-bdee-1c9bfb20495b HTTP/1.1" status: 200 len: 217 time: 0.1380644 Sep 18 05:10:21.868792 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37ee0ff-fa4a-44f6-a00e-48021e7c269e x-openstack-request-id: req-f37ee0ff-fa4a-44f6-a00e-48021e7c269e {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:21.869266 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25e4be3-2409-42cd-a5d0-d3b1a3786000", "tag": "7e4ee66e-f51f-4bf1-893e-3c1466c59128", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:21.871651 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f37ee0ff-fa4a-44f6-a00e-48021e7c269e {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:21.871651 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25e4be3-2409-42cd-a5d0-d3b1a3786000', 'tag': '7e4ee66e-f51f-4bf1-893e-3c1466c59128', 'status': 'completed', 'code': 200} Sep 18 05:10:21.880413 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95055b67-9073-4154-bcb1-c75673087aa6 req-6b9dafda-f82e-4a3f-acc8-f05f306b1e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:21.882180 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-95055b67-9073-4154-bcb1-c75673087aa6 req-6b9dafda-f82e-4a3f-acc8-f05f306b1e29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7846c4be-5979-440f-a008-78232c0fabf8 HTTP/1.1" status: 200 len: 848 time: 0.1078832 Sep 18 05:10:21.927671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4ee66e-f51f-4bf1-893e-3c1466c59128,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:21.955081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-3b2c8449-7658-4f93-9e3d-babdc8e436e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:21.959675 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-3b2c8449-7658-4f93-9e3d-babdc8e436e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94848cf6b34548f0adfc8cf1112a307d&device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 1096 time: 0.5189924 Sep 18 05:10:21.973084 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-95055b67-9073-4154-bcb1-c75673087aa6 req-3e454f68-f967-40c6-9c1f-9db09b9ed242 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=094e642a-0905-4c2c-91ed-e80d91f95581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823901 Sep 18 05:10:21.990081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:21.990081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:21.990081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:21.990081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:21.990460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:21.990582 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:21.992109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:21.992766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:21.993121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:21.993465 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:21.993807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:21.994148 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13af1-fcff-485a-aae3-8c1430affa57 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:22.067532 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-4a596350-2e3c-4871-a31a-c0efac5ba973 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e4ee66e-f51f-4bf1-893e-3c1466c59128 HTTP/1.1" status: 200 len: 217 time: 0.0986755 Sep 18 05:10:22.185373 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f5474-8639-47af-a242-67e19329fda5 req-6ce5cdf4-9b64-4a8a-9964-362f42a5250f tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:22.193423 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-051f5474-8639-47af-a242-67e19329fda5 req-6ce5cdf4-9b64-4a8a-9964-362f42a5250f tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 944 time: 0.3224652 Sep 18 05:10:22.211868 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] For port 013bf39e-13ca-4774-862b-ae7cf6363a19, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:10:22.271918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] For port 013bf39e-13ca-4774-862b-ae7cf6363a19, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=013bf39e-13ca-4774-862b-ae7cf6363a19,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:10:22.304511 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-95055b67-9073-4154-bcb1-c75673087aa6 req-6e7533dc-08fb-45f0-8afb-fead3f9c01f6 service neutron] 10.222.0.13 "GET /v2.0/networks/094e642a-0905-4c2c-91ed-e80d91f95581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230114 Sep 18 05:10:22.355819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-01ba0063-a137-4adb-b701-e31c54a5c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:22.367078 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-01ba0063-a137-4adb-b701-e31c54a5c5aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02d4511a-451a-458e-a86c-1916ccf69681 HTTP/1.1" status: 200 len: 851 time: 0.2794626 Sep 18 05:10:22.374181 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:22.408357 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-051f5474-8639-47af-a242-67e19329fda5 req-521933b0-2be6-4c10-b429-145d237d410d tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139618 Sep 18 05:10:22.498212 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-95055b67-9073-4154-bcb1-c75673087aa6 req-6146903c-c3d3-40c2-8e6b-3cd4371874b6 service neutron] 10.222.0.13 "GET /v2.0/networks/094e642a-0905-4c2c-91ed-e80d91f95581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845498 Sep 18 05:10:22.944793 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:22.957781 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device e3b54313-0c38-4aee-9aca-4651dd8b2b62 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:10:22.989270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Pushing event updated for resources: {'Port': ['ID=013bf39e-13ca-4774-862b-ae7cf6363a19,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:23.012702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:23.013344 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:23.014752 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-940e43fa-9522-4a68-9c17-44fdc101c718 service neutron] 10.222.0.13 "PUT /v2.0/ports/013bf39e-13ca-4774-862b-ae7cf6363a19 HTTP/1.1" status: 200 len: 1092 time: 3.1142473 Sep 18 05:10:23.137699 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 014cb560-548b-4ecf-bdee-1c9bfb20495b details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:10:23.174105 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port e3b54313-0c38-4aee-9aca-4651dd8b2b62, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=e3b54313-0c38-4aee-9aca-4651dd8b2b62,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:23.183259 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:23.190685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'e3b54313-0c38-4aee-9aca-4651dd8b2b62', 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2', 'port_id': 'e3b54313-0c38-4aee-9aca-4651dd8b2b62', 'mac_address': 'fa:16:3e:05:8b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d475f4-ff98-4556-a060-e9a3b6d81118', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:10:23.308313 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a1d90-6aad-4e43-bd35-6df99c15697a req-89ffbd4b-ec0f-4e0a-9bf9-983220e7c2d9 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:23.310405 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de852b-2576-4b80-b9e6-f9bb3b6ea38b req-9b154313-5cff-4cd0-b097-5f5875025971 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:23.318560 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-61de852b-2576-4b80-b9e6-f9bb3b6ea38b req-9b154313-5cff-4cd0-b097-5f5875025971 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 943 time: 0.1071558 Sep 18 05:10:23.320305 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-616a1d90-6aad-4e43-bd35-6df99c15697a req-89ffbd4b-ec0f-4e0a-9bf9-983220e7c2d9 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 943 time: 0.3410168 Sep 18 05:10:23.324962 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:23.333671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-80995704-9be7-4b78-8f70-48c3630e787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:23.335193 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-80995704-9be7-4b78-8f70-48c3630e787c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b27d69cc-813a-4275-a0f9-a4235fa92e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9539626 Sep 18 05:10:23.380195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b54313-0c38-4aee-9aca-4651dd8b2b62 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:10:23.412818 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-61de852b-2576-4b80-b9e6-f9bb3b6ea38b req-d0935a29-640d-4a98-b87a-b75a2ec13c7e tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/security-groups?id=69364b06-0926-4db3-b48a-c7b90df550fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934622 Sep 18 05:10:23.433272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 014cb560-548b-4ecf-bdee-1c9bfb20495b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=014cb560-548b-4ecf-bdee-1c9bfb20495b,segment=NetworkSegment(0e3bc890-2703-4ddc-9b2c-54c651e31e73),segment_id=0e3bc890-2703-4ddc-9b2c-54c651e31e73)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:23.475401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8aff76-f4d7-4670-ad9d-e7276742766c tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Router fb3f2227-6ec5-4619-b161-b73b0ce605a8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:10:23.528585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-616ff609-76d4-45fc-bc24-aab29c3a7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:23.543724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-616ff609-76d4-45fc-bc24-aab29c3a7734 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f85ab2a774474ac9a8f5e914da10395a&device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 1095 time: 0.3712049 Sep 18 05:10:23.563317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '014cb560-548b-4ecf-bdee-1c9bfb20495b', 'network_id': '094e642a-0905-4c2c-91ed-e80d91f95581', 'port_id': '014cb560-548b-4ecf-bdee-1c9bfb20495b', 'mac_address': 'fa:16:3e:d6:6c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7846c4be-5979-440f-a008-78232c0fabf8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:10:23.589848 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port e3b54313-0c38-4aee-9aca-4651dd8b2b62, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=e3b54313-0c38-4aee-9aca-4651dd8b2b62,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:23.604119 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-616a1d90-6aad-4e43-bd35-6df99c15697a req-3bb73645-ce8f-461c-9a76-efe784c04471 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827544 Sep 18 05:10:23.681820 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-6b66a564-c8f0-43f4-bf51-6173c0734e5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=013bf39e-13ca-4774-862b-ae7cf6363a19 HTTP/1.1" status: 200 len: 217 time: 0.0729933 Sep 18 05:10:23.698903 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:23.720873 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7596274-a4f1-4f45-8258-a303d215e852 req-2988dcaf-718c-463f-a724-2a8789c4f32d tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:23.724094 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a7596274-a4f1-4f45-8258-a303d215e852 req-2988dcaf-718c-463f-a724-2a8789c4f32d tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 944 time: 0.0762811 Sep 18 05:10:23.781316 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:23.813504 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a7596274-a4f1-4f45-8258-a303d215e852 req-1364f07f-5ceb-4885-884a-27b659b857be tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825467 Sep 18 05:10:23.816747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8aff76-f4d7-4670-ad9d-e7276742766c tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:10:23.824133 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ca8aff76-f4d7-4670-ad9d-e7276742766c tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:23.844551 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014cb560-548b-4ecf-bdee-1c9bfb20495b {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:10:23.850668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca22c9-7bbd-4232-9d47-8a58262d3836 None None] Sync routers for ids ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:10:23.872642 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780fb6ef-92c0-4820-9b1b-926804ad39fc', 'tag': '013bf39e-13ca-4774-862b-ae7cf6363a19'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:23.874972 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d432e91-9c53-4fce-ad95-1d890afb5da3" -d '{"events": [{"name": "network-changed", "server_uuid": "780fb6ef-92c0-4820-9b1b-926804ad39fc", "tag": "013bf39e-13ca-4774-862b-ae7cf6363a19"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:23.876926 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca22c9-7bbd-4232-9d47-8a58262d3836 None None] Routers {'fb3f2227-6ec5-4619-b161-b73b0ce605a8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:10:23.877696 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-46ca22c9-7bbd-4232-9d47-8a58262d3836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:10:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:23.896060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=e3b54313-0c38-4aee-9aca-4651dd8b2b62,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:23.901082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ca8aff76-f4d7-4670-ad9d-e7276742766c tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "DELETE /v2.0/floatingips/7f8720b4-48a7-41ed-bc70-fb94f209a7d9 HTTP/1.1" status: 204 len: 168 time: 5.6288183 Sep 18 05:10:23.905125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51338) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:23.910696 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:23.915913 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-c5b9224b-517f-4ed7-bd2a-f8ad7df339e1 service neutron] 10.222.0.13 "GET /v2.0/networks/b27d69cc-813a-4275-a0f9-a4235fa92e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101750 Sep 18 05:10:23.919781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-10f3bb87-e07c-4e2f-9aad-7f6c362ee539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:23.929911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-10f3bb87-e07c-4e2f-9aad-7f6c362ee539 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54d475f4-ff98-4556-a060-e9a3b6d81118 HTTP/1.1" status: 200 len: 852 time: 0.1180251 Sep 18 05:10:23.980333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-bc9c6a5b-255c-4563-9bd4-629da9c4edfa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383523 Sep 18 05:10:23.981859 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58463cba-a129-40c3-86c0-376934a5bfb3 x-openstack-request-id: req-58463cba-a129-40c3-86c0-376934a5bfb3 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:23.982157 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780fb6ef-92c0-4820-9b1b-926804ad39fc", "tag": "013bf39e-13ca-4774-862b-ae7cf6363a19", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:23.982415 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58463cba-a129-40c3-86c0-376934a5bfb3 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:23.982803 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780fb6ef-92c0-4820-9b1b-926804ad39fc', 'tag': '013bf39e-13ca-4774-862b-ae7cf6363a19', 'status': 'completed', 'code': 200} Sep 18 05:10:24.000609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['e3b54313-0c38-4aee-9aca-4651dd8b2b62'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:10:24.007577 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:24.052888 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-46ca22c9-7bbd-4232-9d47-8a58262d3836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:24.063675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 014cb560-548b-4ecf-bdee-1c9bfb20495b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=014cb560-548b-4ecf-bdee-1c9bfb20495b,segment=NetworkSegment(0e3bc890-2703-4ddc-9b2c-54c651e31e73),segment_id=0e3bc890-2703-4ddc-9b2c-54c651e31e73)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:24.092230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca22c9-7bbd-4232-9d47-8a58262d3836 None None] Routers {'fb3f2227-6ec5-4619-b161-b73b0ce605a8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:10:24.093163 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-46ca22c9-7bbd-4232-9d47-8a58262d3836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:10:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:24.149223 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-46ca22c9-7bbd-4232-9d47-8a58262d3836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:24.151226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca22c9-7bbd-4232-9d47-8a58262d3836 None None] The sync data for ids ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:10:24.157682 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:24.202943 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:24.317011 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3649dbfc-3408-41a2-ab4b-1a162fb44eed req-535f5270-3e82-4714-a4dd-5a29176caa94 service neutron] 10.222.0.13 "GET /v2.0/networks/b27d69cc-813a-4275-a0f9-a4235fa92e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859940 Sep 18 05:10:24.331573 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-dc168b2f-5f57-49d4-b1af-e22cf0b20458 service neutron] 10.222.0.13 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338454 Sep 18 05:10:24.357586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=014cb560-548b-4ecf-bdee-1c9bfb20495b,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:24.425749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['014cb560-548b-4ecf-bdee-1c9bfb20495b'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:10:24.430025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Allocated IP 172.25.7.14 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/ea915658-6d4b-4eb4-bba8-0a73b907937d) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:10:24.714375 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:24.725159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c495ab9-f33a-416c-8ece-1aae03cd61d8 req-db8f3161-4df0-41c0-8523-996ecda40132 service neutron] 10.222.0.13 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852959 Sep 18 05:10:24.758293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e752e3-2be7-4559-a2c3-9099e8782db8 req-68ba4c76-2b43-4ad1-b36d-ace9d78b5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:24.760175 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-57e752e3-2be7-4559-a2c3-9099e8782db8 req-68ba4c76-2b43-4ad1-b36d-ace9d78b5fe1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94848cf6b34548f0adfc8cf1112a307d&device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 1096 time: 0.1624129 Sep 18 05:10:24.769714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab2a6a-4fa6-4d1c-924f-3c8c245cae45 req-7d59663f-8ec6-46ae-91cb-9122f9d87113 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:24.786289 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-31ab2a6a-4fa6-4d1c-924f-3c8c245cae45 req-7d59663f-8ec6-46ae-91cb-9122f9d87113 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 944 time: 0.2019045 Sep 18 05:10:24.873175 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-31ab2a6a-4fa6-4d1c-924f-3c8c245cae45 req-7cfc031a-bc96-42b6-9784-e72cd96f9844 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/security-groups?id=69364b06-0926-4db3-b48a-c7b90df550fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939283 Sep 18 05:10:24.899197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e752e3-2be7-4559-a2c3-9099e8782db8 req-835b16da-70f7-4655-9780-83111f0a8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:24.901020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-57e752e3-2be7-4559-a2c3-9099e8782db8 req-835b16da-70f7-4655-9780-83111f0a8b5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b27d69cc-813a-4275-a0f9-a4235fa92e6a HTTP/1.1" status: 200 len: 912 time: 0.1204376 Sep 18 05:10:24.951445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device e3b54313-0c38-4aee-9aca-4651dd8b2b62 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:10:24.967710 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-57e752e3-2be7-4559-a2c3-9099e8782db8 req-f9fc03ce-047a-45e1-9695-727a2bd0f9e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e4ee66e-f51f-4bf1-893e-3c1466c59128 HTTP/1.1" status: 200 len: 217 time: 0.0544765 Sep 18 05:10:25.066977 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e752e3-2be7-4559-a2c3-9099e8782db8 req-370fa4d1-4658-4bf1-9de2-4b61c4f5bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:25.068795 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-57e752e3-2be7-4559-a2c3-9099e8782db8 req-370fa4d1-4658-4bf1-9de2-4b61c4f5bfe5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02d4511a-451a-458e-a86c-1916ccf69681 HTTP/1.1" status: 200 len: 851 time: 0.0934911 Sep 18 05:10:25.099169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08dd46-b7bc-47a4-9324-54442c560540 req-415a3609-a242-4fc1-9bbe-62742680f312 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:25.100456 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e08dd46-b7bc-47a4-9324-54442c560540 req-415a3609-a242-4fc1-9bbe-62742680f312 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 944 time: 0.0968699 Sep 18 05:10:25.181153 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:10:25.182110 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9762536-bff6-418f-9ba6-98cbcce7ca45 req-aaf99fe8-facc-4e37-b8d8-5d86a6f7fcc7 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:25.184949 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b9762536-bff6-418f-9ba6-98cbcce7ca45 req-aaf99fe8-facc-4e37-b8d8-5d86a6f7fcc7 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 944 time: 0.0736799 Sep 18 05:10:25.187139 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:25.197617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d432e91-9c53-4fce-ad95-1d890afb5da3 req-d21cfab9-6b89-4c00-aa08-2d6de94709df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:25.199284 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1d432e91-9c53-4fce-ad95-1d890afb5da3 req-d21cfab9-6b89-4c00-aa08-2d6de94709df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f85ab2a774474ac9a8f5e914da10395a&device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 1095 time: 0.1088331 Sep 18 05:10:25.204318 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e08dd46-b7bc-47a4-9324-54442c560540 req-98871ad3-7950-4f55-b3e3-03dc7c3edc80 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816703 Sep 18 05:10:25.206501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e752e3-2be7-4559-a2c3-9099e8782db8 req-c0257a66-f6bc-434f-90d5-16b07203a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:25.208340 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-57e752e3-2be7-4559-a2c3-9099e8782db8 req-c0257a66-f6bc-434f-90d5-16b07203a99f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b27d69cc-813a-4275-a0f9-a4235fa92e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1291411 Sep 18 05:10:25.210412 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port e3b54313-0c38-4aee-9aca-4651dd8b2b62 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:10:25.229958 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port e3b54313-0c38-4aee-9aca-4651dd8b2b62 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:25.230873 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:25.275188 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:10:25.284998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:25.288805 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:10:25.311562 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d432e91-9c53-4fce-ad95-1d890afb5da3 req-9f3b3481-0d48-42ae-8f61-061d8335b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:25.313313 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1d432e91-9c53-4fce-ad95-1d890afb5da3 req-9f3b3481-0d48-42ae-8f61-061d8335b0a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2 HTTP/1.1" status: 200 len: 912 time: 0.1040561 Sep 18 05:10:25.440401 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:25.460129 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b9762536-bff6-418f-9ba6-98cbcce7ca45 req-c0a80805-2ce7-457f-a7a1-b12ca1002487 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131548 Sep 18 05:10:25.466787 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Pushing event updated for resources: {'Port': ['ID=ea915658-6d4b-4eb4-bba8-0a73b907937d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:25.470158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032873fd-b8f6-4e14-b2dd-2c4a0f29068e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b54313-0c38-4aee-9aca-4651dd8b2b62'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:25.473654 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61f48f7-7826-4921-9c53-a4ca469307ae" -d '{"events": [{"server_uuid": "032873fd-b8f6-4e14-b2dd-2c4a0f29068e", "name": "network-vif-plugged", "status": "completed", "tag": "e3b54313-0c38-4aee-9aca-4651dd8b2b62"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:25.488799 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1d432e91-9c53-4fce-ad95-1d890afb5da3 req-7a27a229-659f-450e-bb6d-28e92babe859 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=013bf39e-13ca-4774-862b-ae7cf6363a19 HTTP/1.1" status: 200 len: 217 time: 0.1654506 Sep 18 05:10:25.493154 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port e3b54313-0c38-4aee-9aca-4651dd8b2b62, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=e3b54313-0c38-4aee-9aca-4651dd8b2b62,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:25.555350 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9326a61-6acf-41ba-9790-53f95d52a369 x-openstack-request-id: req-b9326a61-6acf-41ba-9790-53f95d52a369 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:25.555655 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032873fd-b8f6-4e14-b2dd-2c4a0f29068e", "name": "network-vif-plugged", "status": "completed", "tag": "e3b54313-0c38-4aee-9aca-4651dd8b2b62", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:25.555913 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9326a61-6acf-41ba-9790-53f95d52a369 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:25.556346 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032873fd-b8f6-4e14-b2dd-2c4a0f29068e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b54313-0c38-4aee-9aca-4651dd8b2b62', 'code': 200} Sep 18 05:10:25.584887 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:25.718303 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d432e91-9c53-4fce-ad95-1d890afb5da3 req-0f160475-96a8-445c-89e5-42df16ff72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:25.724442 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1d432e91-9c53-4fce-ad95-1d890afb5da3 req-0f160475-96a8-445c-89e5-42df16ff72b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54d475f4-ff98-4556-a060-e9a3b6d81118 HTTP/1.1" status: 200 len: 852 time: 0.2273500 Sep 18 05:10:25.750659 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=e3b54313-0c38-4aee-9aca-4651dd8b2b62,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:25.754024 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:25.764896 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23beba1-a13f-4137-9b5b-d3c32c499d89 req-9b823ff8-4f7a-4230-8e60-b53c5597a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:25.768604 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b23beba1-a13f-4137-9b5b-d3c32c499d89 req-9b823ff8-4f7a-4230-8e60-b53c5597a1d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 1097 time: 0.1324449 Sep 18 05:10:25.809555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1d432e91-9c53-4fce-ad95-1d890afb5da3 req-6fcabb2e-d8fc-4473-8298-971cfa31cb16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a327ff8c-73ad-4fb9-ad93-475f3db15fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412104 Sep 18 05:10:25.870689 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-57e752e3-2be7-4559-a2c3-9099e8782db8 req-ab7f5097-3464-43a7-8de6-532b9c43bac3 service neutron] 10.222.0.13 "GET /v2.0/networks/b27d69cc-813a-4275-a0f9-a4235fa92e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563390 Sep 18 05:10:25.904363 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b23beba1-a13f-4137-9b5b-d3c32c499d89 req-f90e64b1-35dc-4d1d-869a-51ba5416fa39 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280148 Sep 18 05:10:25.926252 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:26.000901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1d432e91-9c53-4fce-ad95-1d890afb5da3 req-9431ddc6-91a8-4f71-ac56-70967722da52 service neutron] 10.222.0.13 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825740 Sep 18 05:10:26.058313 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-57e752e3-2be7-4559-a2c3-9099e8782db8 req-275ea2d1-4ad9-496b-a2f3-38ffa03075ad service neutron] 10.222.0.13 "GET /v2.0/networks/b27d69cc-813a-4275-a0f9-a4235fa92e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590614 Sep 18 05:10:26.156841 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1d432e91-9c53-4fce-ad95-1d890afb5da3 req-cd8fb169-59a4-47aa-9460-d0945fb0b901 service neutron] 10.222.0.13 "GET /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459465 Sep 18 05:10:26.242918 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235d11d-203c-40b8-89df-abc9e0a563f9 req-1a2a46e5-c854-42b7-9e25-f7dd25521494 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:26.244590 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d235d11d-203c-40b8-89df-abc9e0a563f9 req-1a2a46e5-c854-42b7-9e25-f7dd25521494 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 944 time: 0.0848963 Sep 18 05:10:26.297633 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d235d11d-203c-40b8-89df-abc9e0a563f9 req-a3b9fbb0-0983-409a-9baa-1c7b7b94edec tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/security-groups?id=69364b06-0926-4db3-b48a-c7b90df550fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Sep 18 05:10:26.307315 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:26.411942 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:26.528664 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Pushing event updated for resources: {'Port': ['ID=ea915658-6d4b-4eb4-bba8-0a73b907937d,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:26.553079 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:26.597491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57867ca1-84f0-4612-bc8f-e345a8849c75 req-e00957fd-b539-4443-9a4a-8eea93788347 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:26.599526 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57867ca1-84f0-4612-bc8f-e345a8849c75 req-e00957fd-b539-4443-9a4a-8eea93788347 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 945 time: 0.1168616 Sep 18 05:10:26.621817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69090fe0-9a9c-4b34-8e0d-98cae59f1c03 req-c8498b72-cb0e-447d-9468-407e5bb6a27a tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:26.631006 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-69090fe0-9a9c-4b34-8e0d-98cae59f1c03 req-c8498b72-cb0e-447d-9468-407e5bb6a27a tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 944 time: 0.0682003 Sep 18 05:10:26.677035 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57867ca1-84f0-4612-bc8f-e345a8849c75 req-eba74a23-02d2-43e2-bfaa-6811286e723a tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564067 Sep 18 05:10:26.678436 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:26.679708 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6c404b49-2ab6-46b1-aa9f-39a859e9cb00 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7735181 Sep 18 05:10:26.683636 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51412) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:26.694836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-69090fe0-9a9c-4b34-8e0d-98cae59f1c03 req-9e29098f-76c1-4fda-9afe-23a98fc354f4 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628724 Sep 18 05:10:26.909009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:27.058807 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:27.160117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7e4ee66e-f51f-4bf1-893e-3c1466c59128 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:10:27.163085 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 014cb560-548b-4ecf-bdee-1c9bfb20495b up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:10:27.169698 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:27.312361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7e4ee66e-f51f-4bf1-893e-3c1466c59128, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7e4ee66e-f51f-4bf1-893e-3c1466c59128,segment=NetworkSegment(d51e60fa-fc2e-4072-ad4f-dde829ff59d9),segment_id=d51e60fa-fc2e-4072-ad4f-dde829ff59d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:27.337322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Allocated IP 172.25.7.166 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/7fa8cb2c-13f4-4827-a7d6-0d54d95cf8d8) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:10:27.346034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '7e4ee66e-f51f-4bf1-893e-3c1466c59128', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'port_id': '7e4ee66e-f51f-4bf1-893e-3c1466c59128', 'mac_address': 'fa:16:3e:b3:bc:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d4511a-451a-458e-a86c-1916ccf69681', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:10:27.492652 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:27.497893 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 014cb560-548b-4ecf-bdee-1c9bfb20495b completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:10:27.509653 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 014cb560-548b-4ecf-bdee-1c9bfb20495b triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:27.510386 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:27.541697 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4ee66e-f51f-4bf1-893e-3c1466c59128 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:10:27.593358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7e4ee66e-f51f-4bf1-893e-3c1466c59128, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7e4ee66e-f51f-4bf1-893e-3c1466c59128,segment=NetworkSegment(d51e60fa-fc2e-4072-ad4f-dde829ff59d9),segment_id=d51e60fa-fc2e-4072-ad4f-dde829ff59d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:27.661283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51454) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:27.662950 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:27.702846 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:27.704155 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 013bf39e-13ca-4774-862b-ae7cf6363a19 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:10:27.716132 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c3b089-1ea5-4715-8f07-d2474453eeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014cb560-548b-4ecf-bdee-1c9bfb20495b'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:27.719258 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06548ce4-fcd6-4218-aa22-3236d72ea41b" -d '{"events": [{"server_uuid": "47c3b089-1ea5-4715-8f07-d2474453eeec", "name": "network-vif-plugged", "status": "completed", "tag": "014cb560-548b-4ecf-bdee-1c9bfb20495b"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:27.723292 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c083e0-f0bc-42db-b75b-b52dacaf451b req-53f8fd97-0195-43bc-aecd-9c0e5de70b7d tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:27.725639 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e1c083e0-f0bc-42db-b75b-b52dacaf451b req-53f8fd97-0195-43bc-aecd-9c0e5de70b7d tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 944 time: 0.2354970 Sep 18 05:10:27.753423 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:27.772084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 014cb560-548b-4ecf-bdee-1c9bfb20495b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=014cb560-548b-4ecf-bdee-1c9bfb20495b,segment=NetworkSegment(0e3bc890-2703-4ddc-9b2c-54c651e31e73),segment_id=0e3bc890-2703-4ddc-9b2c-54c651e31e73)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:27.796544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b48a3-bde2-49ec-aa3b-a7a2869d3d72 req-0707fd48-f757-4851-a997-a53a044b4f8e tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:27.806908 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a0b48a3-bde2-49ec-aa3b-a7a2869d3d72 req-0707fd48-f757-4851-a997-a53a044b4f8e tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 950 time: 0.0716631 Sep 18 05:10:27.813145 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=7e4ee66e-f51f-4bf1-893e-3c1466c59128,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:27.833675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:27.835556 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:27.836101 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:27.836650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:27.838532 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e1c083e0-f0bc-42db-b75b-b52dacaf451b req-7780dd19-41aa-4b48-adba-91067ba6832b tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/security-groups?id=69364b06-0926-4db3-b48a-c7b90df550fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Sep 18 05:10:27.840767 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:27.844201 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a0b48a3-bde2-49ec-aa3b-a7a2869d3d72 req-862c6e9a-1eda-4695-be50-87b3af33e05c tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/security-groups?id=506abc6f-d8af-4224-8088-8b80e72fc69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364237 Sep 18 05:10:27.844857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:27.845213 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:27.845685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:27.846038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:27.846423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:27.846757 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:27.847115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:10:27.867112 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:27.897655 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9e99c15-e102-49f8-8160-636b4b4886bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:27.933637 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.034692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047472e-513e-4879-bc4e-50acc9db1305 req-b161c3e1-f838-465e-a312-08fa48fdf278 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:28.036411 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3047472e-513e-4879-bc4e-50acc9db1305 req-b161c3e1-f838-465e-a312-08fa48fdf278 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 945 time: 0.0825951 Sep 18 05:10:28.045743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011ee47-a511-4b85-b6f7-96594c3a1370 req-f58d9970-c467-4edb-b7fe-405489a02a7e tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:28.047499 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0011ee47-a511-4b85-b6f7-96594c3a1370 req-f58d9970-c467-4edb-b7fe-405489a02a7e tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 945 time: 0.1289759 Sep 18 05:10:28.050719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:10:28.054129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:28.061834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:10:28.084664 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3047472e-513e-4879-bc4e-50acc9db1305 req-81f4678b-b863-491d-8f32-e433266e296f tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415714 Sep 18 05:10:28.148869 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9e99c15-e102-49f8-8160-636b4b4886bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.170979 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Pushing event updated for resources: {'Port': ['ID=7fa8cb2c-13f4-4827-a7d6-0d54d95cf8d8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:28.173733 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f2bab7-52b9-4798-b286-af4131e8b829 x-openstack-request-id: req-e3f2bab7-52b9-4798-b286-af4131e8b829 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:28.174231 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c3b089-1ea5-4715-8f07-d2474453eeec", "name": "network-vif-plugged", "status": "completed", "tag": "014cb560-548b-4ecf-bdee-1c9bfb20495b", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:28.174457 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3f2bab7-52b9-4798-b286-af4131e8b829 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:28.195553 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0011ee47-a511-4b85-b6f7-96594c3a1370 req-cd284e63-46cc-4a96-af63-ab5ac6ee1bc6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352766 Sep 18 05:10:28.195967 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c3b089-1ea5-4715-8f07-d2474453eeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014cb560-548b-4ecf-bdee-1c9bfb20495b', 'code': 200} Sep 18 05:10:28.213315 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9e99c15-e102-49f8-8160-636b4b4886bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.266342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=014cb560-548b-4ecf-bdee-1c9bfb20495b,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:28.269058 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.312524 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 013bf39e-13ca-4774-862b-ae7cf6363a19, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=013bf39e-13ca-4774-862b-ae7cf6363a19,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:28.324840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '013bf39e-13ca-4774-862b-ae7cf6363a19', 'network_id': 'a327ff8c-73ad-4fb9-ad93-475f3db15fa2', 'port_id': '013bf39e-13ca-4774-862b-ae7cf6363a19', 'mac_address': 'fa:16:3e:5e:29:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d475f4-ff98-4556-a060-e9a3b6d81118', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:10:28.328942 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c9e99c15-e102-49f8-8160-636b4b4886bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9493e3e2354947feb81035ab03379cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6665483 Sep 18 05:10:28.336472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51486) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:28.369946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e99c15-e102-49f8-8160-636b4b4886bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26818be3-9560-40e1-b114-881eb9491837,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:28.392657 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.400610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570a142-03c0-426a-b441-c08dcd312945 req-9c670da9-366e-4ced-b283-b2ee4f97d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:28.402327 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9570a142-03c0-426a-b441-c08dcd312945 req-9c670da9-366e-4ced-b283-b2ee4f97d4c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 1097 time: 0.1403224 Sep 18 05:10:28.404060 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774de32-db47-4d33-8844-e6422f09271a req-93840ebc-b126-4856-bdde-987d8ca4d469 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:28.412461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1774de32-db47-4d33-8844-e6422f09271a req-93840ebc-b126-4856-bdde-987d8ca4d469 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 943 time: 0.1164689 Sep 18 05:10:28.426313 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.440688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013bf39e-13ca-4774-862b-ae7cf6363a19 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:10:28.455663 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a184-7b3e-4138-98bf-daae3e0a5d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.462151 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 013bf39e-13ca-4774-862b-ae7cf6363a19, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=013bf39e-13ca-4774-862b-ae7cf6363a19,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:28.475351 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9570a142-03c0-426a-b441-c08dcd312945 req-4249e5f0-ac38-4998-97be-010fb442c94c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69364b06-0926-4db3-b48a-c7b90df550fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640495 Sep 18 05:10:28.489677 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a184-7b3e-4138-98bf-daae3e0a5d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.511559 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1774de32-db47-4d33-8844-e6422f09271a req-7eef1bf9-1aa5-4850-a906-6ee423ce8b0c tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982366 Sep 18 05:10:28.542944 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.593259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=013bf39e-13ca-4774-862b-ae7cf6363a19,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:28.628895 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a184-7b3e-4138-98bf-daae3e0a5d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.632594 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a184-7b3e-4138-98bf-daae3e0a5d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.636343 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b4e1a184-7b3e-4138-98bf-daae3e0a5d1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26818be3-9560-40e1-b114-881eb9491837 HTTP/1.1" status: 204 len: 168 time: 0.2923720 Sep 18 05:10:28.642091 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.643596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a184-7b3e-4138-98bf-daae3e0a5d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26818be3-9560-40e1-b114-881eb9491837,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:28.697086 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.775641 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Pushing event updated for resources: {'Port': ['ID=7fa8cb2c-13f4-4827-a7d6-0d54d95cf8d8,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:28.779117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['013bf39e-13ca-4774-862b-ae7cf6363a19'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:10:28.792842 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.813358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['7e4ee66e-f51f-4bf1-893e-3c1466c59128'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:10:28.969855 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:28.974153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51522) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:28.974608 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-768b7c1e-43c5-492b-a96a-ef5de049799f tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2895651 Sep 18 05:10:29.012381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796820a-cac8-4f95-88c8-a7c9421d6277 req-28a1120d-412b-4421-92a7-2c0334c00b94 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:29.015401 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8796820a-cac8-4f95-88c8-a7c9421d6277 req-28a1120d-412b-4421-92a7-2c0334c00b94 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 945 time: 0.0975084 Sep 18 05:10:29.079009 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8796820a-cac8-4f95-88c8-a7c9421d6277 req-72ee915d-7602-4991-8691-1eb3c034717a tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/security-groups?id=69364b06-0926-4db3-b48a-c7b90df550fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603349 Sep 18 05:10:29.087315 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b02f2a3d-a128-40ff-9558-65e082a1515a tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2130 time: 0.1029198 Sep 18 05:10:29.088127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51528) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:29.152399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 05dee8f1-ac3a-4752-be56-3029ab52c4e2 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:10:29.164083 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-427fdc12-7d4e-4c7a-9963-0f6a0b7449cb tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0747497 Sep 18 05:10:29.167416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51536) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:29.243047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabfc58-1d87-475a-aae8-1d0ea25c2beb req-06e84dcf-51d4-49ab-80c8-a17fc437af5a tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:29.245990 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5eabfc58-1d87-475a-aae8-1d0ea25c2beb req-06e84dcf-51d4-49ab-80c8-a17fc437af5a tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 945 time: 0.0690994 Sep 18 05:10:29.285038 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:29.333127 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-3ad42563-d64a-4dda-9f17-37054bb77da5 tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Deleting port 7fa8cb2c-13f4-4827-a7d6-0d54d95cf8d8 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:29.333127 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ad42563-d64a-4dda-9f17-37054bb77da5 tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:29.333373 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5eabfc58-1d87-475a-aae8-1d0ea25c2beb req-8ed9b0b2-41ef-4f0a-864f-1fdcb756e0cb tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800145 Sep 18 05:10:29.335141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:29.401349 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:29.419142 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ad42563-d64a-4dda-9f17-37054bb77da5 tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:29.419790 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ad42563-d64a-4dda-9f17-37054bb77da5 tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:29.444128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-3ad42563-d64a-4dda-9f17-37054bb77da5 tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Calling delete_port for 7fa8cb2c-13f4-4827-a7d6-0d54d95cf8d8 owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:29.490619 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=05dee8f1-ac3a-4752-be56-3029ab52c4e2,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:29.667314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1519dca-2fc7-4f80-ab9e-2ba46761bc0f req-bab17c28-cf76-41b6-84fb-7b6b529caebb tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:29.671490 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e1519dca-2fc7-4f80-ab9e-2ba46761bc0f req-bab17c28-cf76-41b6-84fb-7b6b529caebb tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 944 time: 0.0548794 Sep 18 05:10:29.687858 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ad42563-d64a-4dda-9f17-37054bb77da5 tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:29.716941 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e1519dca-2fc7-4f80-ab9e-2ba46761bc0f req-65f1c46c-9fe2-4aee-ae00-fa64a53038b5 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390725 Sep 18 05:10:29.717063 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad42563-d64a-4dda-9f17-37054bb77da5 tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Pushing event deleted for resources: {'Port': ['ID=7fa8cb2c-13f4-4827-a7d6-0d54d95cf8d8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:29.802665 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ad42563-d64a-4dda-9f17-37054bb77da5 tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:29.809182 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ad42563-d64a-4dda-9f17-37054bb77da5 tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:29.809182 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3ad42563-d64a-4dda-9f17-37054bb77da5 tempest-FloatingIPAdminTestJSON-2136799045 tempest-FloatingIPAdminTestJSON-2136799045-project] 10.222.0.23 "DELETE /v2.0/floatingips/7856c41f-5b4e-4b16-87f1-ef6409f6dfb7 HTTP/1.1" status: 204 len: 168 time: 0.6405602 Sep 18 05:10:29.811675 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51574) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:29.938357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-5b95d0bc-3d06-49a8-9178-c60e26705e85 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Deleting port ea915658-6d4b-4eb4-bba8-0a73b907937d {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:29.938675 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b95d0bc-3d06-49a8-9178-c60e26705e85 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:30.131984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51590) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:30.195485 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05dee8f1-ac3a-4752-be56-3029ab52c4e2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:30.199208 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b192b478-5608-4a6b-8fdf-ef853ecea5c4" -d '{"events": [{"server_uuid": "dcf472e7-1fd9-4263-bf18-842f7068e349", "name": "network-vif-unplugged", "status": "completed", "tag": "05dee8f1-ac3a-4752-be56-3029ab52c4e2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:30.249176 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1195281824-network', 'tenant_id': 'ea09bb49df7f40609510d99fa823e5ac'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:30.337287 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead68030-565b-40e8-a279-bd52c51ccaad x-openstack-request-id: req-ead68030-565b-40e8-a279-bd52c51ccaad {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:30.337772 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf472e7-1fd9-4263-bf18-842f7068e349", "name": "network-vif-unplugged", "status": "completed", "tag": "05dee8f1-ac3a-4752-be56-3029ab52c4e2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:30.337852 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ead68030-565b-40e8-a279-bd52c51ccaad {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:30.338301 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05dee8f1-ac3a-4752-be56-3029ab52c4e2', 'code': 200} Sep 18 05:10:30.352846 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b95d0bc-3d06-49a8-9178-c60e26705e85 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:30.353356 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b95d0bc-3d06-49a8-9178-c60e26705e85 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:30.372914 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e38e5-4c95-4ca2-ab83-7dd4dc070299 req-e8b56a31-e98b-4d44-9413-a380aa546c99 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:30.374644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c53e38e5-4c95-4ca2-ab83-7dd4dc070299 req-e8b56a31-e98b-4d44-9413-a380aa546c99 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 945 time: 0.0800123 Sep 18 05:10:30.379482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-5b95d0bc-3d06-49a8-9178-c60e26705e85 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Calling delete_port for ea915658-6d4b-4eb4-bba8-0a73b907937d owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:30.389061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] Made reservation on behalf of ea09bb49df7f40609510d99fa823e5ac for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:30.397345 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:30.403978 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:30.542622 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c53e38e5-4c95-4ca2-ab83-7dd4dc070299 req-23cc3074-a6df-438d-9867-e3e7585ad092 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/security-groups?id=69364b06-0926-4db3-b48a-c7b90df550fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581969 Sep 18 05:10:30.558347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c9355-55b7-4880-bed2-2b9e19ab3c6a req-8a32da4f-f17f-44dc-b1b5-a75e3201d43e tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:30.566639 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e07c9355-55b7-4880-bed2-2b9e19ab3c6a req-8a32da4f-f17f-44dc-b1b5-a75e3201d43e tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 945 time: 0.0880611 Sep 18 05:10:30.622627 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e07c9355-55b7-4880-bed2-2b9e19ab3c6a req-51cf4a79-3725-4bb9-8ef4-c45f52c2961f tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548644 Sep 18 05:10:30.636685 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:30.675432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b95d0bc-3d06-49a8-9178-c60e26705e85 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:30.704054 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:30.712091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95d0bc-3d06-49a8-9178-c60e26705e85 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea915658-6d4b-4eb4-bba8-0a73b907937d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:30.733271 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:10:30.744001 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795bf8de-3ab3-45d5-8469-3a937f7cc0c3,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:30.750198 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:30.750632 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] Added segment 5d188569-9cc4-4862-94c6-79aa01750627 of type vlan for network 3dd2aebb-d6c6-4f05-9d9b-052995bad7dd Sep 18 05:10:30.787383 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b95d0bc-3d06-49a8-9178-c60e26705e85 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:30.795224 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b95d0bc-3d06-49a8-9178-c60e26705e85 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:30.795224 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5b95d0bc-3d06-49a8-9178-c60e26705e85 tempest-FloatingIPAdminTestJSON-1790844483 tempest-FloatingIPAdminTestJSON-1790844483-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/5fcbf745-ae99-4c67-8ca9-87ea975d971f HTTP/1.1" status: 204 len: 168 time: 0.9801426 Sep 18 05:10:30.796582 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51614) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:30.834265 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:30.949036 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b891a2c-b68c-4652-9f75-d1e5256473f7 req-6ea554e7-4ad9-4cf8-8082-fe8279e799c2 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:30.949556 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6b891a2c-b68c-4652-9f75-d1e5256473f7 req-6ea554e7-4ad9-4cf8-8082-fe8279e799c2 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 944 time: 0.1177175 Sep 18 05:10:31.002613 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d6c57baf-1609-4fd7-9fa7-d47760010829 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Deleting port 97383fc3-e7b8-4b05-bfa3-e6d95e9198f4 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:31.002885 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d6c57baf-1609-4fd7-9fa7-d47760010829 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:31.009641 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6b891a2c-b68c-4652-9f75-d1e5256473f7 req-8472c3c0-c48c-416a-a6c2-b35dae48d85b tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529661 Sep 18 05:10:31.035371 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:31.042730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:31.042730 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:31.148056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] Pushing event updated for resources: {'Network': ['ID=3dd2aebb-d6c6-4f05-9d9b-052995bad7dd,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:31.160703 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 3dd2aebb-d6c6-4f05-9d9b-052995bad7dd details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:10:31.167435 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fe51ed31-90ac-46ee-9649-f6e03befcd61 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0309508 Sep 18 05:10:31.167435 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d6c57baf-1609-4fd7-9fa7-d47760010829 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:31.169258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51626) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:31.175800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-a89d1a3c-ff74-47d1-a83e-e64b76b02604 admin admin] Request body: {'subnet': {'network_id': '3dd2aebb-d6c6-4f05-9d9b-052995bad7dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1195281824-subnet', 'tenant_id': 'ea09bb49df7f40609510d99fa823e5ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:31.181852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d6c57baf-1609-4fd7-9fa7-d47760010829 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Calling delete_port for 97383fc3-e7b8-4b05-bfa3-e6d95e9198f4 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:31.194265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7e4ee66e-f51f-4bf1-893e-3c1466c59128 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:10:31.225617 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c979eef9-0dbe-4480-9a0b-c725f96d805d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:31.310241 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89d1a3c-ff74-47d1-a83e-e64b76b02604 admin admin] Made reservation on behalf of ea09bb49df7f40609510d99fa823e5ac for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:31.313064 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a89d1a3c-ff74-47d1-a83e-e64b76b02604 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:31.389892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 7e4ee66e-f51f-4bf1-893e-3c1466c59128 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:10:31.397332 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 7e4ee66e-f51f-4bf1-893e-3c1466c59128 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:31.397332 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:31.412837 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d6c57baf-1609-4fd7-9fa7-d47760010829 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:31.550386 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:31.592131 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7e4ee66e-f51f-4bf1-893e-3c1466c59128, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7e4ee66e-f51f-4bf1-893e-3c1466c59128,segment=NetworkSegment(d51e60fa-fc2e-4072-ad4f-dde829ff59d9),segment_id=d51e60fa-fc2e-4072-ad4f-dde829ff59d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:31.641818 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a89d1a3c-ff74-47d1-a83e-e64b76b02604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:31.663199 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:31.664187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 013bf39e-13ca-4774-862b-ae7cf6363a19 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:10:31.752496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d1a3c-ff74-47d1-a83e-e64b76b02604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5859948-daf1-4f47-881a-ba59a032627a,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:31.768377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89d1a3c-ff74-47d1-a83e-e64b76b02604 admin admin] Checking segment: {'id': '5d188569-9cc4-4862-94c6-79aa01750627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3dd2aebb-d6c6-4f05-9d9b-052995bad7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:10:31.769122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89d1a3c-ff74-47d1-a83e-e64b76b02604 admin admin] Network hostable DHCP agents. Network: 3dd2aebb-d6c6-4f05-9d9b-052995bad7dd, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:10:31.840600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=7e4ee66e-f51f-4bf1-893e-3c1466c59128,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:31.880301 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c57baf-1609-4fd7-9fa7-d47760010829 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event deleted for resources: {'Port': ['ID=97383fc3-e7b8-4b05-bfa3-e6d95e9198f4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:31.943992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89d1a3c-ff74-47d1-a83e-e64b76b02604 admin admin] Network 3dd2aebb-d6c6-4f05-9d9b-052995bad7dd is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:10:31.967889 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 013bf39e-13ca-4774-862b-ae7cf6363a19 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:10:31.974118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 013bf39e-13ca-4774-862b-ae7cf6363a19 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:31.976433 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:31.979613 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28520ac-72f3-419f-b4b0-1639d10aa1f7 req-d29c1baf-8f93-4ac4-9155-6c14f23d4520 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:31.987098 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d28520ac-72f3-419f-b4b0-1639d10aa1f7 req-d29c1baf-8f93-4ac4-9155-6c14f23d4520 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 946 time: 0.1102033 Sep 18 05:10:32.040045 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d6c57baf-1609-4fd7-9fa7-d47760010829 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:32.042365 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d6c57baf-1609-4fd7-9fa7-d47760010829 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "DELETE /v2.0/ports/97383fc3-e7b8-4b05-bfa3-e6d95e9198f4 HTTP/1.1" status: 204 len: 168 time: 1.2443225 Sep 18 05:10:32.046026 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51654) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:32.063395 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d28520ac-72f3-419f-b4b0-1639d10aa1f7 req-81835fc3-b903-455c-9582-dec1dc043f72 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751212 Sep 18 05:10:32.083732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-a89d1a3c-ff74-47d1-a83e-e64b76b02604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 3dd2aebb-d6c6-4f05-9d9b-052995bad7dd) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:32.091970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89d1a3c-ff74-47d1-a83e-e64b76b02604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:32.093130 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a89d1a3c-ff74-47d1-a83e-e64b76b02604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:32.100428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24b267a-3642-42f9-8d6d-fba629000590 None None] Network 3dd2aebb-d6c6-4f05-9d9b-052995bad7dd requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:10:32.193620 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b49c557-f3c8-423c-96d5-36c57bd360bb tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:32.195475 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8b49c557-f3c8-423c-96d5-36c57bd360bb tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb3f2227-6ec5-4619-b161-b73b0ce605a8 HTTP/1.1" status: 200 len: 913 time: 0.1455073 Sep 18 05:10:32.198322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51658) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:32.241872 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:32.248607 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a89d1a3c-ff74-47d1-a83e-e64b76b02604 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0776355 Sep 18 05:10:32.263615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01ba82-768e-498e-a0a8-06cec68cd847 req-2db62f70-84d4-4560-bdb5-224ae9ad8854 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:32.272412 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-af01ba82-768e-498e-a0a8-06cec68cd847 req-2db62f70-84d4-4560-bdb5-224ae9ad8854 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 944 time: 0.0754271 Sep 18 05:10:32.348641 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 013bf39e-13ca-4774-862b-ae7cf6363a19, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=013bf39e-13ca-4774-862b-ae7cf6363a19,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:32.349947 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25e4be3-2409-42cd-a5d0-d3b1a3786000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4ee66e-f51f-4bf1-893e-3c1466c59128'}, {'server_uuid': '780fb6ef-92c0-4820-9b1b-926804ad39fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013bf39e-13ca-4774-862b-ae7cf6363a19'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:32.353169 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5f238f-0219-492a-b2c3-cee915bc9715" -d '{"events": [{"server_uuid": "d25e4be3-2409-42cd-a5d0-d3b1a3786000", "name": "network-vif-plugged", "status": "completed", "tag": "7e4ee66e-f51f-4bf1-893e-3c1466c59128"}, {"server_uuid": "780fb6ef-92c0-4820-9b1b-926804ad39fc", "name": "network-vif-plugged", "status": "completed", "tag": "013bf39e-13ca-4774-862b-ae7cf6363a19"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:32.368331 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-af01ba82-768e-498e-a0a8-06cec68cd847 req-bfb10a49-7f97-4309-b2aa-f712e50d4fe7 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946300 Sep 18 05:10:32.430764 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:32.538574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517d38d1-79fd-4799-9daf-69b0cacfd9a9 None None] Network 3dd2aebb-d6c6-4f05-9d9b-052995bad7dd requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:10:32.542807 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432e6f57-bda2-43b9-99ed-07ca2437bfa7 x-openstack-request-id: req-432e6f57-bda2-43b9-99ed-07ca2437bfa7 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:32.543582 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25e4be3-2409-42cd-a5d0-d3b1a3786000", "name": "network-vif-plugged", "status": "completed", "tag": "7e4ee66e-f51f-4bf1-893e-3c1466c59128", "code": 200}, {"server_uuid": "780fb6ef-92c0-4820-9b1b-926804ad39fc", "name": "network-vif-plugged", "status": "completed", "tag": "013bf39e-13ca-4774-862b-ae7cf6363a19", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:32.544019 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-432e6f57-bda2-43b9-99ed-07ca2437bfa7 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:32.545473 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25e4be3-2409-42cd-a5d0-d3b1a3786000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4ee66e-f51f-4bf1-893e-3c1466c59128', 'code': 200} Sep 18 05:10:32.545892 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780fb6ef-92c0-4820-9b1b-926804ad39fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013bf39e-13ca-4774-862b-ae7cf6363a19', 'code': 200} Sep 18 05:10:32.548721 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=013bf39e-13ca-4774-862b-ae7cf6363a19,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:32.754634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b0e94-5bb5-46e2-a062-a66b85eadce5 req-452f704a-90f1-450f-a4a8-17ff6039cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:32.756770 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb7b0e94-5bb5-46e2-a062-a66b85eadce5 req-452f704a-90f1-450f-a4a8-17ff6039cbcd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 1098 time: 0.2025824 Sep 18 05:10:32.761370 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ca2f22e7-6b2f-4c88-8a5d-e604bcf33211 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:32.762447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922fdc7-a5b1-4bb8-9e09-5a2ae62e7ad4 req-1646b156-c991-42e2-9c2a-8fc5f9acfd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:32.764675 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d922fdc7-a5b1-4bb8-9e09-5a2ae62e7ad4 req-1646b156-c991-42e2-9c2a-8fc5f9acfd94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 1097 time: 0.2089193 Sep 18 05:10:32.867616 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d922fdc7-a5b1-4bb8-9e09-5a2ae62e7ad4 req-d094c344-0e41-401c-9181-c931545cf90f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933237 Sep 18 05:10:32.875191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb7b0e94-5bb5-46e2-a062-a66b85eadce5 req-689a8811-b9d9-46a2-91c3-890a90b15083 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060019 Sep 18 05:10:32.982050 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-ac356653-e2e0-46ce-ae75-835fa190d894 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:32.983563 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-ac356653-e2e0-46ce-ae75-835fa190d894 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/networks?id=3dd2aebb-d6c6-4f05-9d9b-052995bad7dd HTTP/1.1" status: 200 len: 821 time: 0.1345637 Sep 18 05:10:32.999490 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e5607815-f811-4376-9e39-8551d2f399e4 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/quotas/ea09bb49df7f40609510d99fa823e5ac HTTP/1.1" status: 200 len: 375 time: 0.0091598 Sep 18 05:10:33.036524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-d70048bd-243c-44e9-9545-139872ff24ab tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea09bb49df7f40609510d99fa823e5ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297365 Sep 18 05:10:33.067633 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f22e7-6b2f-4c88-8a5d-e604bcf33211 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Deleting port 18caac2f-eefd-4c7e-aedf-d2a5ef43c58a {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:33.068041 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ca2f22e7-6b2f-4c88-8a5d-e604bcf33211 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:33.154287 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-44b222ed-bf46-446e-9828-678f26bd1df6 service neutron] 10.222.0.23 "GET /v2.0/networks/3dd2aebb-d6c6-4f05-9d9b-052995bad7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072731 Sep 18 05:10:33.171728 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ca2f22e7-6b2f-4c88-8a5d-e604bcf33211 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:33.176177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 05dee8f1-ac3a-4752-be56-3029ab52c4e2 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:10:33.191314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f22e7-6b2f-4c88-8a5d-e604bcf33211 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Calling delete_port for 18caac2f-eefd-4c7e-aedf-d2a5ef43c58a owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:33.281685 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-12d43ad0-e186-48c3-8d66-a68b8561f535 service neutron] 10.222.0.23 "GET /v2.0/networks/3dd2aebb-d6c6-4f05-9d9b-052995bad7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176803 Sep 18 05:10:33.320217 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:33.335177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '05dee8f1-ac3a-4752-be56-3029ab52c4e2', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '05dee8f1-ac3a-4752-be56-3029ab52c4e2', 'mac_address': 'fa:16:3e:e1:1d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:10:33.383889 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:33.404527 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922136b7-5f57-4349-af6b-91f08d84def1 req-397a282a-2aac-4ed6-a5fe-b27c1e657163 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:33.405267 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05dee8f1-ac3a-4752-be56-3029ab52c4e2 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:10:33.406063 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-922136b7-5f57-4349-af6b-91f08d84def1 req-397a282a-2aac-4ed6-a5fe-b27c1e657163 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 946 time: 0.0735784 Sep 18 05:10:33.426718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:33.480512 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-922136b7-5f57-4349-af6b-91f08d84def1 req-4a58b114-5ff0-4b70-af0e-ddf706851f18 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629394 Sep 18 05:10:33.525541 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:33.597959 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=05dee8f1-ac3a-4752-be56-3029ab52c4e2,revision_number=9']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:33.601135 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ca2f22e7-6b2f-4c88-8a5d-e604bcf33211 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:33.630197 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f22e7-6b2f-4c88-8a5d-e604bcf33211 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event deleted for resources: {'Port': ['ID=18caac2f-eefd-4c7e-aedf-d2a5ef43c58a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:33.637972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['05dee8f1-ac3a-4752-be56-3029ab52c4e2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:10:33.756632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a821a9-e9c3-436c-b0cb-1e77c6130fa7 req-cb4ee47d-3941-4f4e-bc0a-b33c853dfcea tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:33.766317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90a821a9-e9c3-436c-b0cb-1e77c6130fa7 req-cb4ee47d-3941-4f4e-bc0a-b33c853dfcea tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 945 time: 0.1534932 Sep 18 05:10:33.819191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90a821a9-e9c3-436c-b0cb-1e77c6130fa7 req-bd3961c7-19f8-4aa2-9c52-6b030c4c9461 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513864 Sep 18 05:10:33.874288 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6aa7f60b-78f1-4297-a8ce-6a3a6da95e4e req-1852a856-df2f-4b82-a8a7-94d399d8402e tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 210 time: 0.0940163 Sep 18 05:10:33.949270 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ce51513-1f36-41bd-989a-d68394d08d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:33.967095 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ca2f22e7-6b2f-4c88-8a5d-e604bcf33211 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:34.217114 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2f22e7-6b2f-4c88-8a5d-e604bcf33211 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Router fb3f2227-6ec5-4619-b161-b73b0ce605a8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:10:34.339977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2f22e7-6b2f-4c88-8a5d-e604bcf33211 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:10:34.345055 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ca2f22e7-6b2f-4c88-8a5d-e604bcf33211 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "PUT /v2.0/routers/fb3f2227-6ec5-4619-b161-b73b0ce605a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1457107 Sep 18 05:10:34.347628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51744) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:34.349782 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90347295-a172-401b-9319-23840c94bc45 None None] Sync routers for ids ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:10:34.358774 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90347295-a172-401b-9319-23840c94bc45 None None] Routers {'fb3f2227-6ec5-4619-b161-b73b0ce605a8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:10:34.360127 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-90347295-a172-401b-9319-23840c94bc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:10:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:34.361824 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:34.396049 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-90347295-a172-401b-9319-23840c94bc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:34.405616 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90347295-a172-401b-9319-23840c94bc45 None None] Routers {'fb3f2227-6ec5-4619-b161-b73b0ce605a8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:10:34.406497 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-90347295-a172-401b-9319-23840c94bc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:10:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:34.451191 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-90347295-a172-401b-9319-23840c94bc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:34.452104 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90347295-a172-401b-9319-23840c94bc45 None None] The sync data for ids ['fb3f2227-6ec5-4619-b161-b73b0ce605a8'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:10:34.501539 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:34.646470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d7cc9-90e2-411f-9b5e-6c0d2eea9a52 req-0657f77c-452b-44eb-b024-2c2570c3fd72 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:34.653495 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e69d7cc9-90e2-411f-9b5e-6c0d2eea9a52 req-0657f77c-452b-44eb-b024-2c2570c3fd72 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 945 time: 0.0838206 Sep 18 05:10:34.707657 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e69d7cc9-90e2-411f-9b5e-6c0d2eea9a52 req-e23358d5-875a-474e-9c37-67bde8c7b7b8 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/security-groups?id=69364b06-0926-4db3-b48a-c7b90df550fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427525 Sep 18 05:10:34.767949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1f61c-4b65-47a1-8769-ea5b4757f877 req-ef720f8c-3b3d-4cb4-8d75-d1b7b81dfe30 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:34.777799 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65e1f61c-4b65-47a1-8769-ea5b4757f877 req-ef720f8c-3b3d-4cb4-8d75-d1b7b81dfe30 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 946 time: 0.1906168 Sep 18 05:10:34.808771 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:34.833137 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65e1f61c-4b65-47a1-8769-ea5b4757f877 req-0bb6e24c-0e45-4702-a0d2-ab498ea8501e tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544198 Sep 18 05:10:34.965370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb22a9-0689-4d9a-8280-89a372526847 req-5f1ff43b-e959-4d32-b70f-865da3904a87 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:34.971481 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ffb22a9-0689-4d9a-8280-89a372526847 req-5f1ff43b-e959-4d32-b70f-865da3904a87 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 945 time: 0.0538292 Sep 18 05:10:35.046976 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ffb22a9-0689-4d9a-8280-89a372526847 req-80a91b05-b6e8-46ad-bbf3-eae009c1dff2 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500662 Sep 18 05:10:35.066523 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Deleting port 6bfce12c-8fc2-4aa2-b2e9-523016085c3f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:35.066834 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:35.166805 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-107246b2-ae60-446c-87db-4752d5c5b997 req-1e3e0eac-a110-4984-ad4b-4f059265faaa tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 210 time: 0.0398703 Sep 18 05:10:35.189598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 05dee8f1-ac3a-4752-be56-3029ab52c4e2 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:10:35.193175 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:35.208009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Calling delete_port for 6bfce12c-8fc2-4aa2-b2e9-523016085c3f owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:35.232829 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:35.298917 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 05dee8f1-ac3a-4752-be56-3029ab52c4e2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:35.299539 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:35.461293 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:35.508210 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dee8f1-ac3a-4752-be56-3029ab52c4e2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:35.519901 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9a201d-3178-4c28-b47e-d82154ac60bc" -d '{"events": [{"server_uuid": "dcf472e7-1fd9-4263-bf18-842f7068e349", "name": "network-vif-plugged", "status": "completed", "tag": "05dee8f1-ac3a-4752-be56-3029ab52c4e2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:35.542405 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:35.561206 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:35.604634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bab4ef-771c-4750-a021-41dbd974b02e req-966092f6-982d-4bb7-8f79-eca5c3c088ae tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:35.607438 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81bab4ef-771c-4750-a021-41dbd974b02e req-966092f6-982d-4bb7-8f79-eca5c3c088ae tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 946 time: 0.1072607 Sep 18 05:10:35.663768 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:35.676362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event deleted for resources: {'Port': ['ID=6bfce12c-8fc2-4aa2-b2e9-523016085c3f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:35.700081 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81bab4ef-771c-4750-a021-41dbd974b02e req-05952a4f-d06d-4138-a67f-82670a4ea57d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753357 Sep 18 05:10:35.776263 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb1c84d-2e4d-4110-be38-3704dc633a37 x-openstack-request-id: req-3fb1c84d-2e4d-4110-be38-3704dc633a37 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:35.779304 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf472e7-1fd9-4263-bf18-842f7068e349", "name": "network-vif-plugged", "status": "completed", "tag": "05dee8f1-ac3a-4752-be56-3029ab52c4e2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:35.779304 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fb1c84d-2e4d-4110-be38-3704dc633a37 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:35.779304 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dee8f1-ac3a-4752-be56-3029ab52c4e2', 'code': 200} Sep 18 05:10:35.779304 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=05dee8f1-ac3a-4752-be56-3029ab52c4e2,revision_number=10']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:35.824783 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:35.994574 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:35.998483 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:36.085474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95fc81-2722-4c71-8ea8-4cef484721aa req-0da705c8-e086-430e-b71f-81a672e9fcd7 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:36.087678 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a95fc81-2722-4c71-8ea8-4cef484721aa req-0da705c8-e086-430e-b71f-81a672e9fcd7 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.13 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 945 time: 0.1213298 Sep 18 05:10:36.105403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a096f-4901-44e9-a60d-cee5fcee30ec req-5709cfdc-092c-4565-add9-8cd7156b560d tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:36.112767 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d40a096f-4901-44e9-a60d-cee5fcee30ec req-5709cfdc-092c-4565-add9-8cd7156b560d tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 945 time: 0.2434144 Sep 18 05:10:36.240513 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:36.240965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Fanout notify agent at l3_agent the message router_deleted on router fb3f2227-6ec5-4619-b161-b73b0ce605a8 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:10:36.249255 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:36.250896 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9b055ed7-61b8-48ce-bac6-c94ee8a788fa tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "DELETE /v2.0/routers/fb3f2227-6ec5-4619-b161-b73b0ce605a8 HTTP/1.1" status: 204 len: 168 time: 1.9021041 Sep 18 05:10:36.253870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d40a096f-4901-44e9-a60d-cee5fcee30ec req-cff07b1f-22ae-4ce9-b002-5a6d5538e99b tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/security-groups?id=69364b06-0926-4db3-b48a-c7b90df550fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329505 Sep 18 05:10:36.254068 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51804) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:36.303089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-1a95fc81-2722-4c71-8ea8-4cef484721aa req-fadb4724-795a-4c16-b386-a839196cbd87 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Deleting port 014cb560-548b-4ecf-bdee-1c9bfb20495b {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:36.303432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1a95fc81-2722-4c71-8ea8-4cef484721aa req-fadb4724-795a-4c16-b386-a839196cbd87 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:36.352807 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2d5737-1c6d-468d-8382-f027879317eb tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Deleting subnet 827cae4c-e666-4d77-ab94-e7112b0a797b {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:10:36.359639 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5737-1c6d-468d-8382-f027879317eb tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:36.445373 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5737-1c6d-468d-8382-f027879317eb tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:36.450452 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f421e244-8ccc-415b-8238-b4f465115928 req-efe04e55-3c38-48a5-bb1d-3ad03b21f2f4 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 210 time: 0.0467176 Sep 18 05:10:36.502813 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635a9e2-0a59-4f1e-b124-5f143efa0604 req-225da58d-b359-49e3-ba88-32b44cfd0293 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:36.504565 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a635a9e2-0a59-4f1e-b124-5f143efa0604 req-225da58d-b359-49e3-ba88-32b44cfd0293 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 946 time: 0.1349897 Sep 18 05:10:36.545073 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1a95fc81-2722-4c71-8ea8-4cef484721aa req-fadb4724-795a-4c16-b386-a839196cbd87 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] For port 014cb560-548b-4ecf-bdee-1c9bfb20495b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=014cb560-548b-4ecf-bdee-1c9bfb20495b,segment=NetworkSegment(0e3bc890-2703-4ddc-9b2c-54c651e31e73),segment_id=0e3bc890-2703-4ddc-9b2c-54c651e31e73)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:36.545465 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1a95fc81-2722-4c71-8ea8-4cef484721aa req-fadb4724-795a-4c16-b386-a839196cbd87 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:36.553267 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5737-1c6d-468d-8382-f027879317eb tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:36.569782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-1a95fc81-2722-4c71-8ea8-4cef484721aa req-fadb4724-795a-4c16-b386-a839196cbd87 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Calling delete_port for 014cb560-548b-4ecf-bdee-1c9bfb20495b owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:36.592401 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a635a9e2-0a59-4f1e-b124-5f143efa0604 req-7fbb9d7a-cc9d-4f0a-89f2-532c0e3e743c tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805404 Sep 18 05:10:36.717050 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f76f5-2927-4e6b-b994-ba7dbfd8735c req-27675b83-90ba-43cb-8b8d-7296ecbaffe6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:36.726238 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-805f76f5-2927-4e6b-b994-ba7dbfd8735c req-27675b83-90ba-43cb-8b8d-7296ecbaffe6 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 945 time: 0.0962462 Sep 18 05:10:36.778510 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:36.784332 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-805f76f5-2927-4e6b-b994-ba7dbfd8735c req-3ec959e8-c070-49af-ada4-f9831924e81a tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503123 Sep 18 05:10:36.830625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5737-1c6d-468d-8382-f027879317eb tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:36.841278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148caa1-6155-427e-b4cf-92ec9c03ea6a req-4335a0d8-607f-47c6-a011-2dacae08f751 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:36.850205 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6148caa1-6155-427e-b4cf-92ec9c03ea6a req-4335a0d8-607f-47c6-a011-2dacae08f751 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 946 time: 0.1353092 Sep 18 05:10:36.855555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51822) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:36.862131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-73e857cd-21fd-4fa9-896c-8b909b14517f tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Request body: {'floatingip': {'port_id': '7e4ee66e-f51f-4bf1-893e-3c1466c59128'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:36.926359 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d5737-1c6d-468d-8382-f027879317eb tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event deleted for resources: {'Subnet': ['ID=827cae4c-e666-4d77-ab94-e7112b0a797b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:36.931010 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-73e857cd-21fd-4fa9-896c-8b909b14517f tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for floatingip, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:36.976108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132df1e9-e8d5-474e-8440-7ba2898abe68 None None] Network 9aa45710-8ab1-4b5e-9d94-d6a1f204327e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:10:36.978660 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5737-1c6d-468d-8382-f027879317eb tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:36.985853 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1d2d5737-1c6d-468d-8382-f027879317eb tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "DELETE /v2.0/subnets/827cae4c-e666-4d77-ab94-e7112b0a797b HTTP/1.1" status: 204 len: 168 time: 0.7308416 Sep 18 05:10:36.988072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51824) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:37.011131 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62febdae-378e-4931-a642-1bd6b3c7caa7 req-b28b4cf9-0eb5-4a21-af7e-9904f3262014 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:37.012760 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-62febdae-378e-4931-a642-1bd6b3c7caa7 req-b28b4cf9-0eb5-4a21-af7e-9904f3262014 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 946 time: 0.1002080 Sep 18 05:10:37.058329 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1a95fc81-2722-4c71-8ea8-4cef484721aa req-fadb4724-795a-4c16-b386-a839196cbd87 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:37.131684 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-62febdae-378e-4931-a642-1bd6b3c7caa7 req-01bb0584-e7c3-40d6-bb5b-1f5ec1dae7f8 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053348 Sep 18 05:10:37.172147 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['014cb560-548b-4ecf-bdee-1c9bfb20495b'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:10:37.179116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb4724-795a-4c16-b386-a839196cbd87 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Pushing event deleted for resources: {'Port': ['ID=014cb560-548b-4ecf-bdee-1c9bfb20495b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:37.323981 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-537eed53-70f1-4c23-b0f9-806bf5e2bf8d tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:37.329672 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-537eed53-70f1-4c23-b0f9-806bf5e2bf8d tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.18 "GET /v2.0/networks?id=3dd2aebb-d6c6-4f05-9d9b-052995bad7dd HTTP/1.1" status: 200 len: 821 time: 0.2545807 Sep 18 05:10:37.357847 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-caa526e3-73f4-4e9a-91d1-db220caf38bc tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Request body: {'port': {'device_id': '6774eacc-90d5-475b-9918-a741e7a3d49a', 'network_id': '3dd2aebb-d6c6-4f05-9d9b-052995bad7dd', 'admin_state_up': True, 'tenant_id': 'ea09bb49df7f40609510d99fa823e5ac'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:37.482478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b3f203-d0bc-40ee-bcf0-e136c362ccdc None None] DHCP port deletion for 9aa45710-8ab1-4b5e-9d94-d6a1f204327e request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:10:37.572041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a95fc81-2722-4c71-8ea8-4cef484721aa req-fadb4724-795a-4c16-b386-a839196cbd87 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] No DVR routers for this DVR port 014cb560-548b-4ecf-bdee-1c9bfb20495b on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:10:37.582572 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:37.595392 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-76b3f203-d0bc-40ee-bcf0-e136c362ccdc None None] Deleting port 1b6d50be-f903-4493-8e65-67ff03f84598 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:37.598340 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-76b3f203-d0bc-40ee-bcf0-e136c362ccdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:37.601741 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1a95fc81-2722-4c71-8ea8-4cef484721aa req-fadb4724-795a-4c16-b386-a839196cbd87 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:37.604084 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a95fc81-2722-4c71-8ea8-4cef484721aa req-fadb4724-795a-4c16-b386-a839196cbd87 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.13 "DELETE /v2.0/ports/014cb560-548b-4ecf-bdee-1c9bfb20495b HTTP/1.1" status: 204 len: 173 time: 1.4903708 Sep 18 05:10:37.614404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c3b089-1ea5-4715-8f07-d2474453eeec', 'name': 'network-vif-deleted', 'tag': '014cb560-548b-4ecf-bdee-1c9bfb20495b'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:37.619529 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b31cb1e-4200-4260-9577-df1000a62a42" -d '{"events": [{"server_uuid": "47c3b089-1ea5-4715-8f07-d2474453eeec", "name": "network-vif-deleted", "tag": "014cb560-548b-4ecf-bdee-1c9bfb20495b"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:37.619708 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c6e31f3c-8642-48f8-8f28-7e07943e0bb3 req-0bc6f592-5b09-4c21-a5ad-b625d569d8b7 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 210 time: 0.0326333 Sep 18 05:10:37.656572 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a463a14-c4cf-4dc5-be67-62e28621b79d req-fbc3db31-b1e6-4b03-a1ec-2dbd18e260cf tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 210 time: 0.0908904 Sep 18 05:10:37.695964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25041860-8090-4195-b181-9c82c71d4b00 req-8ff09452-ff53-4530-b575-72ce9eb5a686 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:37.697519 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-25041860-8090-4195-b181-9c82c71d4b00 req-8ff09452-ff53-4530-b575-72ce9eb5a686 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.13 "GET /v2.0/ports?device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 945 time: 0.4930642 Sep 18 05:10:37.749000 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd57f947-724c-4d96-a2a5-1a2df9808398 x-openstack-request-id: req-cd57f947-724c-4d96-a2a5-1a2df9808398 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:37.749300 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c3b089-1ea5-4715-8f07-d2474453eeec", "name": "network-vif-deleted", "tag": "014cb560-548b-4ecf-bdee-1c9bfb20495b", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:37.750091 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd57f947-724c-4d96-a2a5-1a2df9808398 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:37.750665 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c3b089-1ea5-4715-8f07-d2474453eeec', 'name': 'network-vif-deleted', 'tag': '014cb560-548b-4ecf-bdee-1c9bfb20495b', 'status': 'completed', 'code': 200} Sep 18 05:10:37.810821 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-76b3f203-d0bc-40ee-bcf0-e136c362ccdc None None] For port 1b6d50be-f903-4493-8e65-67ff03f84598, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1b6d50be-f903-4493-8e65-67ff03f84598,segment=NetworkSegment(5f2c0cc8-8ad7-4f61-ac9c-192054bd83a0),segment_id=5f2c0cc8-8ad7-4f61-ac9c-192054bd83a0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:37.812542 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-76b3f203-d0bc-40ee-bcf0-e136c362ccdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:37.835804 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-76b3f203-d0bc-40ee-bcf0-e136c362ccdc None None] Calling delete_port for 1b6d50be-f903-4493-8e65-67ff03f84598 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:37.885211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaf4c8-a3c3-437e-b3ad-c03aeb2b01f3 req-52041fd1-1b69-40d3-bc1d-ee3c79eac48f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:37.886948 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cbcaf4c8-a3c3-437e-b3ad-c03aeb2b01f3 req-52041fd1-1b69-40d3-bc1d-ee3c79eac48f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 946 time: 0.3306706 Sep 18 05:10:37.887207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-caa526e3-73f4-4e9a-91d1-db220caf38bc tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Made reservation on behalf of ea09bb49df7f40609510d99fa823e5ac for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:37.891557 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-caa526e3-73f4-4e9a-91d1-db220caf38bc tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:38.130980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-caa526e3-73f4-4e9a-91d1-db220caf38bc tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Allocated IP 172.20.0.10 (3dd2aebb-d6c6-4f05-9d9b-052995bad7dd/e5859948-daf1-4f47-881a-ba59a032627a/0dc2c420-e34c-4d27-a83d-d5e08bbf67ae) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:10:38.148913 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-76b3f203-d0bc-40ee-bcf0-e136c362ccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:38.194147 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3f203-d0bc-40ee-bcf0-e136c362ccdc None None] Pushing event deleted for resources: {'Port': ['ID=1b6d50be-f903-4493-8e65-67ff03f84598,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:38.207182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b3f203-d0bc-40ee-bcf0-e136c362ccdc None None] No DVR routers for this DVR port 1b6d50be-f903-4493-8e65-67ff03f84598 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:10:38.290883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b65176-c1ab-4e89-a3c1-116e78bc2bb9 req-6b0b674b-e0a0-4568-b8a6-9bf78230bc69 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:38.298842 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e8b65176-c1ab-4e89-a3c1-116e78bc2bb9 req-6b0b674b-e0a0-4568-b8a6-9bf78230bc69 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 945 time: 0.4015203 Sep 18 05:10:38.331611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Deleting port 1b6d50be-f903-4493-8e65-67ff03f84598 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:38.331963 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:38.408212 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] For port 1b6d50be-f903-4493-8e65-67ff03f84598, host n-d-789963-13, got binding levels [] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:38.408446 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:38.437578 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde43d57-5860-481c-81c8-5a133cf75665 req-6649645b-7e1e-44a3-a323-2831362e0dc9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:38.440367 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fde43d57-5860-481c-81c8-5a133cf75665 req-6649645b-7e1e-44a3-a323-2831362e0dc9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 946 time: 0.1528833 Sep 18 05:10:38.517140 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Calling delete_port for 1b6d50be-f903-4493-8e65-67ff03f84598 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:38.525497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.ipam_backend_mixin [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Port 1b6d50be-f903-4493-8e65-67ff03f84598 was not found and therefore no delete operation was performed {{(pid=106909) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 05:10:38.534020 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:38.551930 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fde43d57-5860-481c-81c8-5a133cf75665 req-38398293-7609-4698-9ecf-164391857adb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932148 Sep 18 05:10:38.569389 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-caa526e3-73f4-4e9a-91d1-db220caf38bc tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:38.606914 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] No DVR routers for this DVR port 1b6d50be-f903-4493-8e65-67ff03f84598 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:10:38.627420 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d30bd-fe5c-4dc6-ae68-305950282ed1 req-337b4d4e-464e-4aed-ae96-7dffbd27bf26 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:38.629133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-228d30bd-fe5c-4dc6-ae68-305950282ed1 req-337b4d4e-464e-4aed-ae96-7dffbd27bf26 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.18 "GET /v2.0/ports?device_id=032873fd-b8f6-4e14-b2dd-2c4a0f29068e HTTP/1.1" status: 200 len: 945 time: 0.7357411 Sep 18 05:10:38.632157 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e8b65176-c1ab-4e89-a3c1-116e78bc2bb9 req-eb50888e-93fe-45c5-9bba-5ad6133d2864 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325300 Sep 18 05:10:38.638739 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event deleted for resources: {'Port': ['ID=1b6d50be-f903-4493-8e65-67ff03f84598,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:38.705940 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-caa526e3-73f4-4e9a-91d1-db220caf38bc tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:38.770784 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:38.790274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa45710-8ab1-4b5e-9d94-d6a1f204327e']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:38.800708 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2c0cc8-8ad7-4f61-ac9c-192054bd83a0') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:38.801566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2c0cc8-8ad7-4f61-ac9c-192054bd83a0') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:38.815007 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:38.830363 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:38.837175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:10:38.837679 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:38.895105 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-caa526e3-73f4-4e9a-91d1-db220caf38bc tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Network 3dd2aebb-d6c6-4f05-9d9b-052995bad7dd is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:10:38.904804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa526e3-73f4-4e9a-91d1-db220caf38bc tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Pushing event updated for resources: {'Port': ['ID=0dc2c420-e34c-4d27-a83d-d5e08bbf67ae,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:38.910945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-caa526e3-73f4-4e9a-91d1-db220caf38bc tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:38.915473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-caa526e3-73f4-4e9a-91d1-db220caf38bc tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:10:38.931633 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:10:38.956711 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-25041860-8090-4195-b181-9c82c71d4b00 req-99463829-ec5e-41aa-b766-ab866747d3ec tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Deleting port 013bf39e-13ca-4774-862b-ae7cf6363a19 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:38.957157 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-25041860-8090-4195-b181-9c82c71d4b00 req-99463829-ec5e-41aa-b766-ab866747d3ec tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:38.991488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-caa526e3-73f4-4e9a-91d1-db220caf38bc tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:38.993129 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-caa526e3-73f4-4e9a-91d1-db220caf38bc tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.036441 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.045500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a6ea1-e1dc-4aa0-ad10-04e04e852a29 req-4034c45a-927c-4306-b25f-faf31621b5fa tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:39.051191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f911a99-410f-44db-8621-c119b02ef93a req-dbfd1fcc-ca08-44af-a3a9-aa546524c205 tempest-ServerTagsTestJSON-1589304853 tempest-ServerTagsTestJSON-1589304853-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c3b089-1ea5-4715-8f07-d2474453eeec HTTP/1.1" status: 200 len: 210 time: 0.1396921 Sep 18 05:10:39.071746 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-810a6ea1-e1dc-4aa0-ad10-04e04e852a29 req-4034c45a-927c-4306-b25f-faf31621b5fa tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 932 time: 0.3080547 Sep 18 05:10:39.087343 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.089233 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "DELETE /v2.0/networks/9aa45710-8ab1-4b5e-9d94-d6a1f204327e HTTP/1.1" status: 204 len: 168 time: 2.1001589 Sep 18 05:10:39.099692 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51860) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:39.114987 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.resource_extend [None req-73e857cd-21fd-4fa9-896c-8b909b14517f tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:10:39.121752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1b6d50be-f903-4493-8e65-67ff03f84598 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:10:39.167386 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 1b6d50be-f903-4493-8e65-67ff03f84598 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:10:39.167843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1b6d50be-f903-4493-8e65-67ff03f84598 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:10:39.196193 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-caa526e3-73f4-4e9a-91d1-db220caf38bc tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8430114 Sep 18 05:10:39.229973 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97ba76-a555-46e3-badd-81137e0f51c6 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event deleted for resources: {'Network': ['ID=9aa45710-8ab1-4b5e-9d94-d6a1f204327e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:39.230193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 014cb560-548b-4ecf-bdee-1c9bfb20495b no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:10:39.233677 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-cbcaf4c8-a3c3-437e-b3ad-c03aeb2b01f3 req-6c74fcb0-167a-4b21-b176-360e2a173f8e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Deleting port da8701f5-ca49-4176-a926-9b07fd1642d9 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:39.234240 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cbcaf4c8-a3c3-437e-b3ad-c03aeb2b01f3 req-6c74fcb0-167a-4b21-b176-360e2a173f8e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.276603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Request body: {'port': {'device_id': '6774eacc-90d5-475b-9918-a741e7a3d49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:39.277685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 014cb560-548b-4ecf-bdee-1c9bfb20495b {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:10:39.278280 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 014cb560-548b-4ecf-bdee-1c9bfb20495b not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:10:39.278925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 013bf39e-13ca-4774-862b-ae7cf6363a19 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:10:39.338657 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-cbcaf4c8-a3c3-437e-b3ad-c03aeb2b01f3 req-6c74fcb0-167a-4b21-b176-360e2a173f8e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] For port da8701f5-ca49-4176-a926-9b07fd1642d9, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=da8701f5-ca49-4176-a926-9b07fd1642d9,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:39.339040 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cbcaf4c8-a3c3-437e-b3ad-c03aeb2b01f3 req-6c74fcb0-167a-4b21-b176-360e2a173f8e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.340486 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-810a6ea1-e1dc-4aa0-ad10-04e04e852a29 req-3e89f9c1-c393-4bd9-b607-1e4f61343b23 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/security-groups?id=795bf8de-3ab3-45d5-8469-3a937f7cc0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677379 Sep 18 05:10:39.356390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-cbcaf4c8-a3c3-437e-b3ad-c03aeb2b01f3 req-6c74fcb0-167a-4b21-b176-360e2a173f8e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Calling delete_port for da8701f5-ca49-4176-a926-9b07fd1642d9 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:39.430245 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-73e857cd-21fd-4fa9-896c-8b909b14517f tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.451174 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.463215 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.467948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-25041860-8090-4195-b181-9c82c71d4b00 req-99463829-ec5e-41aa-b766-ab866747d3ec tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] For port 013bf39e-13ca-4774-862b-ae7cf6363a19, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=013bf39e-13ca-4774-862b-ae7cf6363a19,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:39.468925 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-25041860-8090-4195-b181-9c82c71d4b00 req-99463829-ec5e-41aa-b766-ab866747d3ec tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.497796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-25041860-8090-4195-b181-9c82c71d4b00 req-99463829-ec5e-41aa-b766-ab866747d3ec tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Calling delete_port for 013bf39e-13ca-4774-862b-ae7cf6363a19 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:39.513931 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d8f73c9b-9558-49d8-aaa6-b5269ec1f597 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Deleting port 67a47dc9-b549-4793-b901-4ec201b437c8 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:39.514285 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8f73c9b-9558-49d8-aaa6-b5269ec1f597 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.519282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-228d30bd-fe5c-4dc6-ae68-305950282ed1 req-c0177a7e-cf5b-4956-ad77-37de87799cc7 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Deleting port e3b54313-0c38-4aee-9aca-4651dd8b2b62 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:39.519282 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-228d30bd-fe5c-4dc6-ae68-305950282ed1 req-c0177a7e-cf5b-4956-ad77-37de87799cc7 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.528477 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 013bf39e-13ca-4774-862b-ae7cf6363a19, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=013bf39e-13ca-4774-862b-ae7cf6363a19,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:39.529520 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780fb6ef-92c0-4820-9b1b-926804ad39fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013bf39e-13ca-4774-862b-ae7cf6363a19'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:39.533960 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003729d6-f143-43f5-9091-0841204cb385" -d '{"events": [{"server_uuid": "780fb6ef-92c0-4820-9b1b-926804ad39fc", "name": "network-vif-unplugged", "status": "completed", "tag": "013bf39e-13ca-4774-862b-ae7cf6363a19"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:39.563370 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-73e857cd-21fd-4fa9-896c-8b909b14517f tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.618011 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4707750f-abbe-4e53-bb9c-b827d3f0a34b x-openstack-request-id: req-4707750f-abbe-4e53-bb9c-b827d3f0a34b {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:39.618516 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780fb6ef-92c0-4820-9b1b-926804ad39fc", "name": "network-vif-unplugged", "status": "completed", "tag": "013bf39e-13ca-4774-862b-ae7cf6363a19", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:39.618945 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4707750f-abbe-4e53-bb9c-b827d3f0a34b {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:39.619484 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780fb6ef-92c0-4820-9b1b-926804ad39fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013bf39e-13ca-4774-862b-ae7cf6363a19', 'code': 200} Sep 18 05:10:39.666883 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.751937 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-73e857cd-21fd-4fa9-896c-8b909b14517f tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Floating IP bf250039-0c50-4085-bdd0-4971fb4ef484 associated. External IP: 172.25.7.65, port: 7e4ee66e-f51f-4bf1-893e-3c1466c59128. Sep 18 05:10:39.760357 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8f73c9b-9558-49d8-aaa6-b5269ec1f597 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.760698 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8f73c9b-9558-49d8-aaa6-b5269ec1f597 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:39.799569 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=013bf39e-13ca-4774-862b-ae7cf6363a19,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:39.808557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d8f73c9b-9558-49d8-aaa6-b5269ec1f597 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Calling delete_port for 67a47dc9-b549-4793-b901-4ec201b437c8 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:39.842415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475028b-5e1d-4feb-afde-02a3b0e87e18 req-13961e70-9f32-475e-81ed-80381e9ee46f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:39.844162 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d475028b-5e1d-4feb-afde-02a3b0e87e18 req-13961e70-9f32-475e-81ed-80381e9ee46f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 946 time: 0.1755607 Sep 18 05:10:40.055701 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d475028b-5e1d-4feb-afde-02a3b0e87e18 req-ae45e4ab-7070-4aeb-bc0c-4635daaef769 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037141 Sep 18 05:10:40.133462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:10:40.144197 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:40.159609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51876) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:40.216743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-080def06-d892-4da4-8a42-9ac93aee6ee9 admin admin] Deleting subnet 7846c4be-5979-440f-a008-78232c0fabf8 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:10:40.220011 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-080def06-d892-4da4-8a42-9ac93aee6ee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:40.262070 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-080def06-d892-4da4-8a42-9ac93aee6ee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:40.321945 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-080def06-d892-4da4-8a42-9ac93aee6ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:40.374040 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8f73c9b-9558-49d8-aaa6-b5269ec1f597 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:40.376925 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cbcaf4c8-a3c3-437e-b3ad-c03aeb2b01f3 req-6c74fcb0-167a-4b21-b176-360e2a173f8e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:40.434272 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f73c9b-9558-49d8-aaa6-b5269ec1f597 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Pushing event deleted for resources: {'Port': ['ID=67a47dc9-b549-4793-b901-4ec201b437c8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:40.482795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Transition to ACTIVE for port object 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:10:40.484761 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-080def06-d892-4da4-8a42-9ac93aee6ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:40.500110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74fcb0-167a-4b21-b176-360e2a173f8e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Pushing event deleted for resources: {'Port': ['ID=da8701f5-ca49-4176-a926-9b07fd1642d9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:40.533668 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080def06-d892-4da4-8a42-9ac93aee6ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7846c4be-5979-440f-a008-78232c0fabf8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:40.534114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa6ebf-02e5-4432-97df-627f85771a16 req-763de689-9fc6-443c-9c73-386dc8e242aa tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:40.542746 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87fa6ebf-02e5-4432-97df-627f85771a16 req-763de689-9fc6-443c-9c73-386dc8e242aa tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 943 time: 0.7399030 Sep 18 05:10:40.596437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-228d30bd-fe5c-4dc6-ae68-305950282ed1 req-c0177a7e-cf5b-4956-ad77-37de87799cc7 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] For port e3b54313-0c38-4aee-9aca-4651dd8b2b62, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=e3b54313-0c38-4aee-9aca-4651dd8b2b62,segment=NetworkSegment(d5379f90-6046-4a02-aad0-0d0bfcca52d0),segment_id=d5379f90-6046-4a02-aad0-0d0bfcca52d0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:40.597297 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-228d30bd-fe5c-4dc6-ae68-305950282ed1 req-c0177a7e-cf5b-4956-ad77-37de87799cc7 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:40.622498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcaf4c8-a3c3-437e-b3ad-c03aeb2b01f3 req-6c74fcb0-167a-4b21-b176-360e2a173f8e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] No DVR routers for this DVR port da8701f5-ca49-4176-a926-9b07fd1642d9 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:10:40.629930 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cbcaf4c8-a3c3-437e-b3ad-c03aeb2b01f3 req-6c74fcb0-167a-4b21-b176-360e2a173f8e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:40.632488 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cbcaf4c8-a3c3-437e-b3ad-c03aeb2b01f3 req-6c74fcb0-167a-4b21-b176-360e2a173f8e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "DELETE /v2.0/ports/da8701f5-ca49-4176-a926-9b07fd1642d9 HTTP/1.1" status: 204 len: 173 time: 2.7211902 Sep 18 05:10:40.633245 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97072db0-c52b-448b-88a4-325210ab7221', 'name': 'network-vif-deleted', 'tag': 'da8701f5-ca49-4176-a926-9b07fd1642d9'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:40.635956 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b001476-4310-4368-84e2-c197eb4fa576" -d '{"events": [{"server_uuid": "97072db0-c52b-448b-88a4-325210ab7221", "name": "network-vif-deleted", "tag": "da8701f5-ca49-4176-a926-9b07fd1642d9"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:40.705572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-228d30bd-fe5c-4dc6-ae68-305950282ed1 req-c0177a7e-cf5b-4956-ad77-37de87799cc7 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Calling delete_port for e3b54313-0c38-4aee-9aca-4651dd8b2b62 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:40.745355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87fa6ebf-02e5-4432-97df-627f85771a16 req-e7b2085e-98c0-408c-ab6a-d0767646741d tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013853 Sep 18 05:10:40.814771 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5260158c-14c7-4ca9-9c54-8b432989272d x-openstack-request-id: req-5260158c-14c7-4ca9-9c54-8b432989272d {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:40.815335 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97072db0-c52b-448b-88a4-325210ab7221", "name": "network-vif-deleted", "tag": "da8701f5-ca49-4176-a926-9b07fd1642d9", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:40.815759 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5260158c-14c7-4ca9-9c54-8b432989272d {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:40.816328 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97072db0-c52b-448b-88a4-325210ab7221', 'name': 'network-vif-deleted', 'tag': 'da8701f5-ca49-4176-a926-9b07fd1642d9', 'status': 'completed', 'code': 200} Sep 18 05:10:40.896436 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e857cd-21fd-4fa9-896c-8b909b14517f tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Router aa90e4d2-eafb-43ad-ade3-55e7b2450031 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:10:40.935376 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:40.951011 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-080def06-d892-4da4-8a42-9ac93aee6ee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:40.956631 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-080def06-d892-4da4-8a42-9ac93aee6ee9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7846c4be-5979-440f-a008-78232c0fabf8 HTTP/1.1" status: 204 len: 168 time: 0.8016338 Sep 18 05:10:40.958534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51894) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:40.999800 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8f73c9b-9558-49d8-aaa6-b5269ec1f597 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.002438 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8f73c9b-9558-49d8-aaa6-b5269ec1f597 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.003619 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d8f73c9b-9558-49d8-aaa6-b5269ec1f597 tempest-FloatingIPAdminTestJSON-822044964 tempest-FloatingIPAdminTestJSON-822044964-project] 10.222.0.23 "DELETE /v2.0/floatingips/5814f6e1-7af8-4617-85ad-26a8625345d4 HTTP/1.1" status: 204 len: 168 time: 1.9029210 Sep 18 05:10:41.071431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc2c420-e34c-4d27-a83d-d5e08bbf67ae,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:41.073258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device da8701f5-ca49-4176-a926-9b07fd1642d9 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:10:41.073613 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e47f7-32f2-40c0-98a3-208a3bb4c672 req-dfc56c36-ca19-4219-94a3-2022dfa72949 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:41.073613 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e9e47f7-32f2-40c0-98a3-208a3bb4c672 req-dfc56c36-ca19-4219-94a3-2022dfa72949 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 932 time: 0.5707586 Sep 18 05:10:41.094438 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: da8701f5-ca49-4176-a926-9b07fd1642d9 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:10:41.094819 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device da8701f5-ca49-4176-a926-9b07fd1642d9 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:10:41.095564 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device e3b54313-0c38-4aee-9aca-4651dd8b2b62 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:10:41.134184 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81774b0a-ae1e-482e-994e-b7b83fea8701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.156479 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Attempting to bind port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:10:41.156765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e857cd-21fd-4fa9-896c-8b909b14517f tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:10:41.157183 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Attempting to bind port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '5d188569-9cc4-4862-94c6-79aa01750627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3dd2aebb-d6c6-4f05-9d9b-052995bad7dd'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:10:41.159764 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Attempting to bind port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae on network 3dd2aebb-d6c6-4f05-9d9b-052995bad7dd {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:10:41.161826 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-73e857cd-21fd-4fa9-896c-8b909b14517f tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.168049 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae on network 3dd2aebb-d6c6-4f05-9d9b-052995bad7dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:10:41.173938 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Attempting to bind port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae on network 3dd2aebb-d6c6-4f05-9d9b-052995bad7dd {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:10:41.182206 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e9e47f7-32f2-40c0-98a3-208a3bb4c672 req-41034447-4e8d-48d8-a997-9ca065a991dd tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/security-groups?id=795bf8de-3ab3-45d5-8469-3a937f7cc0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914726 Sep 18 05:10:41.190372 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:10:41.190930 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Checking segment: {'id': '5d188569-9cc4-4862-94c6-79aa01750627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3dd2aebb-d6c6-4f05-9d9b-052995bad7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:10:41.191494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Bound using segment: {'id': '5d188569-9cc4-4862-94c6-79aa01750627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3dd2aebb-d6c6-4f05-9d9b-052995bad7dd'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:10:41.192290 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Bound port: 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d188569-9cc4-4862-94c6-79aa01750627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3dd2aebb-d6c6-4f05-9d9b-052995bad7dd'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:10:41.192835 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.216398 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d594aed-de3f-4b11-86f2-29979283ddaa None None] Sync routers for ids ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:10:41.220882 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-25041860-8090-4195-b181-9c82c71d4b00 req-99463829-ec5e-41aa-b766-ab866747d3ec tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.249329 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d594aed-de3f-4b11-86f2-29979283ddaa None None] Routers {'aa90e4d2-eafb-43ad-ade3-55e7b2450031'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:10:41.250777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9d594aed-de3f-4b11-86f2-29979283ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:10:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:41.263169 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-228d30bd-fe5c-4dc6-ae68-305950282ed1 req-c0177a7e-cf5b-4956-ad77-37de87799cc7 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.326900 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] For port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:10:41.328721 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-73e857cd-21fd-4fa9-896c-8b909b14517f tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "PUT /v2.0/floatingips/bf250039-0c50-4085-bdd0-4971fb4ef484 HTTP/1.1" status: 200 len: 991 time: 4.4708858 Sep 18 05:10:41.342368 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] For port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=0dc2c420-e34c-4d27-a83d-d5e08bbf67ae,segment=NetworkSegment(5d188569-9cc4-4862-94c6-79aa01750627),segment_id=5d188569-9cc4-4862-94c6-79aa01750627)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:10:41.417177 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b0187aba-7e6b-4033-905a-4092e929e684 req-eb588885-4d36-442e-b819-632b49f438f9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 210 time: 0.1048083 Sep 18 05:10:41.436148 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.442352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99463829-ec5e-41aa-b766-ab866747d3ec tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Pushing event deleted for resources: {'Port': ['ID=013bf39e-13ca-4774-862b-ae7cf6363a19,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:41.479145 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No active binding found for port e3b54313-0c38-4aee-9aca-4651dd8b2b62 {{(pid=106910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 05:10:41.481892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device e3b54313-0c38-4aee-9aca-4651dd8b2b62 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:10:41.515179 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81774b0a-ae1e-482e-994e-b7b83fea8701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.545868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:41.547085 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.549014 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] 10.222.0.18 "PUT /v2.0/ports/0dc2c420-e34c-4d27-a83d-d5e08bbf67ae HTTP/1.1" status: 200 len: 1093 time: 2.2896745 Sep 18 05:10:41.549130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6774eacc-90d5-475b-9918-a741e7a3d49a', 'tag': '0dc2c420-e34c-4d27-a83d-d5e08bbf67ae'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:41.561522 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2660a3-aba3-47aa-b8e0-6160ed83d309" -d '{"events": [{"name": "network-changed", "server_uuid": "6774eacc-90d5-475b-9918-a741e7a3d49a", "tag": "0dc2c420-e34c-4d27-a83d-d5e08bbf67ae"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:41.622521 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb5cc4-706a-4de5-8ea8-94b7ed2cdc58 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc2c420-e34c-4d27-a83d-d5e08bbf67ae,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:41.644653 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-9d594aed-de3f-4b11-86f2-29979283ddaa None None] Set router aa90e4d2-eafb-43ad-ade3-55e7b2450031 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:10:41.727242 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-25041860-8090-4195-b181-9c82c71d4b00 req-99463829-ec5e-41aa-b766-ab866747d3ec tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] No DVR routers for this DVR port 013bf39e-13ca-4774-862b-ae7cf6363a19 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:10:41.738952 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-25041860-8090-4195-b181-9c82c71d4b00 req-99463829-ec5e-41aa-b766-ab866747d3ec tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.745981 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-25041860-8090-4195-b181-9c82c71d4b00 req-99463829-ec5e-41aa-b766-ab866747d3ec tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.13 "DELETE /v2.0/ports/013bf39e-13ca-4774-862b-ae7cf6363a19 HTTP/1.1" status: 204 len: 173 time: 4.0012000 Sep 18 05:10:41.753732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0177a7e-cf5b-4956-ad77-37de87799cc7 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Pushing event deleted for resources: {'Port': ['ID=e3b54313-0c38-4aee-9aca-4651dd8b2b62,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:41.782297 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7622142-1624-481b-8d3d-005ef42a502c x-openstack-request-id: req-d7622142-1624-481b-8d3d-005ef42a502c {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:41.783014 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6774eacc-90d5-475b-9918-a741e7a3d49a", "tag": "0dc2c420-e34c-4d27-a83d-d5e08bbf67ae", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:41.783481 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7622142-1624-481b-8d3d-005ef42a502c {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:41.784105 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6774eacc-90d5-475b-9918-a741e7a3d49a', 'tag': '0dc2c420-e34c-4d27-a83d-d5e08bbf67ae', 'status': 'completed', 'code': 200} Sep 18 05:10:41.812576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-81774b0a-ae1e-482e-994e-b7b83fea8701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094e642a-0905-4c2c-91ed-e80d91f95581']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:41.827019 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-afbd6db1-a02b-4d5a-97fc-5bfdce1bc1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:41.829109 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-afbd6db1-a02b-4d5a-97fc-5bfdce1bc1a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea09bb49df7f40609510d99fa823e5ac&device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 1096 time: 0.1374264 Sep 18 05:10:41.883331 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-228d30bd-fe5c-4dc6-ae68-305950282ed1 req-c0177a7e-cf5b-4956-ad77-37de87799cc7 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] No DVR routers for this DVR port e3b54313-0c38-4aee-9aca-4651dd8b2b62 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:10:41.897483 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-228d30bd-fe5c-4dc6-ae68-305950282ed1 req-c0177a7e-cf5b-4956-ad77-37de87799cc7 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.901350 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-228d30bd-fe5c-4dc6-ae68-305950282ed1 req-c0177a7e-cf5b-4956-ad77-37de87799cc7 tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.18 "DELETE /v2.0/ports/e3b54313-0c38-4aee-9aca-4651dd8b2b62 HTTP/1.1" status: 204 len: 173 time: 3.2573545 Sep 18 05:10:41.901581 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-62fcd469-2165-445d-88ba-9fe2abc8c98f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dc2c420-e34c-4d27-a83d-d5e08bbf67ae HTTP/1.1" status: 200 len: 217 time: 0.0652046 Sep 18 05:10:41.912283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-81774b0a-ae1e-482e-994e-b7b83fea8701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3bc890-2703-4ddc-9b2c-54c651e31e73') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:41.912846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-81774b0a-ae1e-482e-994e-b7b83fea8701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3bc890-2703-4ddc-9b2c-54c651e31e73') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:41.941340 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81774b0a-ae1e-482e-994e-b7b83fea8701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.961610 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81774b0a-ae1e-482e-994e-b7b83fea8701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.968145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81774b0a-ae1e-482e-994e-b7b83fea8701 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:10:41.968582 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81774b0a-ae1e-482e-994e-b7b83fea8701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:10:41.970247 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:10:42.066303 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e74acfee-ecf8-4ff0-b52e-31f64bb0d2da req-3603e837-82cf-4406-8b2d-abafbed0c17d tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 210 time: 0.1504803 Sep 18 05:10:42.110502 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-8f90e81a-5f01-41d6-bde3-83c0a0615699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:42.112025 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-8f90e81a-5f01-41d6-bde3-83c0a0615699 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5859948-daf1-4f47-881a-ba59a032627a HTTP/1.1" status: 200 len: 861 time: 0.1951659 Sep 18 05:10:42.136736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51924) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:42.174790 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-73cc3880-1919-4065-a112-bf79b68c7d17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3dd2aebb-d6c6-4f05-9d9b-052995bad7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555453 Sep 18 05:10:42.178139 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81774b0a-ae1e-482e-994e-b7b83fea8701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:42.185353 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81774b0a-ae1e-482e-994e-b7b83fea8701 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:42.194633 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-81774b0a-ae1e-482e-994e-b7b83fea8701 admin admin] 10.222.0.23 "DELETE /v2.0/networks/094e642a-0905-4c2c-91ed-e80d91f95581 HTTP/1.1" status: 204 len: 168 time: 1.2325778 Sep 18 05:10:42.232022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81774b0a-ae1e-482e-994e-b7b83fea8701 admin admin] Pushing event deleted for resources: {'Network': ['ID=094e642a-0905-4c2c-91ed-e80d91f95581,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:42.398093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9d594aed-de3f-4b11-86f2-29979283ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:09:55Z', 'revision_number': 4, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'bf250039-0c50-4085-bdd0-4971fb4ef484', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'port_id': '7e4ee66e-f51f-4bf1-893e-3c1466c59128', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'mac_address': 'fa:16:3e:b3:bc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e4be3-2409-42cd-a5d0-d3b1a3786000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:10:04Z', 'updated_at': '2021-09-18T05:10:38Z', 'revision_number': 1, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81303f6c-456e-4ba9-a5d9-9ada45e3fc89', 'name': '', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'mac_address': 'fa:16:3e:99:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '02d4511a-451a-458e-a86c-1916ccf69681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:54Z', 'updated_at': '2021-09-18T05:10:01Z', 'revision_number': 5, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'subnets': [{'id': '02d4511a-451a-458e-a86c-1916ccf69681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:42.444351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d594aed-de3f-4b11-86f2-29979283ddaa None None] Checking router: aa90e4d2-eafb-43ad-ade3-55e7b2450031 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:10:42.455089 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d594aed-de3f-4b11-86f2-29979283ddaa None None] Routers {'aa90e4d2-eafb-43ad-ade3-55e7b2450031'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:10:42.455981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9d594aed-de3f-4b11-86f2-29979283ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:10:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:42.504076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4f8a5-9326-4a24-8787-94e90304647c req-254de520-05b4-4a1a-b13e-6dd7250faba8 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:42.510609 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-0b609077-b7e4-41f7-af62-72f6242cb17b service neutron] 10.222.0.18 "GET /v2.0/networks/3dd2aebb-d6c6-4f05-9d9b-052995bad7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286304 Sep 18 05:10:42.521092 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-10d4f8a5-9326-4a24-8787-94e90304647c req-254de520-05b4-4a1a-b13e-6dd7250faba8 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 944 time: 0.1793308 Sep 18 05:10:42.646256 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-9d594aed-de3f-4b11-86f2-29979283ddaa None None] Set router aa90e4d2-eafb-43ad-ade3-55e7b2450031 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:10:42.738921 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-10d4f8a5-9326-4a24-8787-94e90304647c req-da28d725-1661-4ebb-9547-7967dac18bfc tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/security-groups?id=795bf8de-3ab3-45d5-8469-3a937f7cc0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167232 Sep 18 05:10:42.777333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9b153735-4aa1-4956-ae93-5fc2bf21329c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce438674a9db4ccbab3d97b3dce62184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6395481 Sep 18 05:10:42.784412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51948) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:42.799235 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51950) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:42.826311 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25e4be3-2409-42cd-a5d0-d3b1a3786000', 'tag': '7e4ee66e-f51f-4bf1-893e-3c1466c59128'}, {'server_uuid': '780fb6ef-92c0-4820-9b1b-926804ad39fc', 'name': 'network-vif-deleted', 'tag': '013bf39e-13ca-4774-862b-ae7cf6363a19'}, {'server_uuid': '032873fd-b8f6-4e14-b2dd-2c4a0f29068e', 'name': 'network-vif-deleted', 'tag': 'e3b54313-0c38-4aee-9aca-4651dd8b2b62'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:42.832180 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f888321-e437-469a-ae40-e1c95b4e1212" -d '{"events": [{"name": "network-changed", "server_uuid": "d25e4be3-2409-42cd-a5d0-d3b1a3786000", "tag": "7e4ee66e-f51f-4bf1-893e-3c1466c59128"}, {"server_uuid": "780fb6ef-92c0-4820-9b1b-926804ad39fc", "name": "network-vif-deleted", "tag": "013bf39e-13ca-4774-862b-ae7cf6363a19"}, {"server_uuid": "032873fd-b8f6-4e14-b2dd-2c4a0f29068e", "name": "network-vif-deleted", "tag": "e3b54313-0c38-4aee-9aca-4651dd8b2b62"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:42.915884 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2f739dc0-a3d8-483c-902e-2189c877617f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=386f2d71c1594e319a1ea02f587de55f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1153078 Sep 18 05:10:42.919101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51954) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:42.950831 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f9ea5d18-8ef7-41a9-a816-b7ddff6d52f3 req-97321277-7572-4709-a87c-92a0b8f3bdac tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 210 time: 0.1662247 Sep 18 05:10:43.051395 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967e4d81-7b62-4f12-bedf-d37e541811cb x-openstack-request-id: req-967e4d81-7b62-4f12-bedf-d37e541811cb {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:43.052073 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25e4be3-2409-42cd-a5d0-d3b1a3786000", "tag": "7e4ee66e-f51f-4bf1-893e-3c1466c59128", "status": "completed", "code": 200}, {"server_uuid": "780fb6ef-92c0-4820-9b1b-926804ad39fc", "name": "network-vif-deleted", "tag": "013bf39e-13ca-4774-862b-ae7cf6363a19", "status": "completed", "code": 200}, {"server_uuid": "032873fd-b8f6-4e14-b2dd-2c4a0f29068e", "name": "network-vif-deleted", "tag": "e3b54313-0c38-4aee-9aca-4651dd8b2b62", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:43.052428 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-967e4d81-7b62-4f12-bedf-d37e541811cb {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:43.052890 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25e4be3-2409-42cd-a5d0-d3b1a3786000', 'tag': '7e4ee66e-f51f-4bf1-893e-3c1466c59128', 'status': 'completed', 'code': 200} Sep 18 05:10:43.070175 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780fb6ef-92c0-4820-9b1b-926804ad39fc', 'name': 'network-vif-deleted', 'tag': '013bf39e-13ca-4774-862b-ae7cf6363a19', 'status': 'completed', 'code': 200} Sep 18 05:10:43.070655 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032873fd-b8f6-4e14-b2dd-2c4a0f29068e', 'name': 'network-vif-deleted', 'tag': 'e3b54313-0c38-4aee-9aca-4651dd8b2b62', 'status': 'completed', 'code': 200} Sep 18 05:10:43.071406 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6971-687e-476d-af37-fd83601b1288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:43.150417 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c6a9b7e-4b1f-43cf-ae09-460589ad8ef0 req-7a96411a-5135-4c4e-b153-6dbdf10d2802 service neutron] 10.222.0.18 "GET /v2.0/networks/3dd2aebb-d6c6-4f05-9d9b-052995bad7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918829 Sep 18 05:10:43.210311 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6971-687e-476d-af37-fd83601b1288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:43.227072 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a6f55469-9847-40c1-8132-3a7b407c466b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:43.253744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f888321-e437-469a-ae40-e1c95b4e1212 req-4ab2c638-a9ae-48ff-b650-6c96f81b5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:43.255275 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f888321-e437-469a-ae40-e1c95b4e1212 req-4ab2c638-a9ae-48ff-b650-6c96f81b5c45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94848cf6b34548f0adfc8cf1112a307d&device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 1098 time: 0.1812274 Sep 18 05:10:43.308356 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a6f55469-9847-40c1-8132-3a7b407c466b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:43.384016 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5449ce35-d573-4a76-806b-64f27691c0f1 req-40f227a8-da2d-4010-9231-36f819f68ebf tempest-MultipleCreateTestJSON-1889041409 tempest-MultipleCreateTestJSON-1889041409-project] 10.222.0.23 "GET /v2.0/ports?device_id=780fb6ef-92c0-4820-9b1b-926804ad39fc HTTP/1.1" status: 200 len: 210 time: 0.0939078 Sep 18 05:10:43.485876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f888321-e437-469a-ae40-e1c95b4e1212 req-86fae09f-6a53-4f4b-95a9-317444f071f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:43.487759 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f888321-e437-469a-ae40-e1c95b4e1212 req-86fae09f-6a53-4f4b-95a9-317444f071f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b27d69cc-813a-4275-a0f9-a4235fa92e6a HTTP/1.1" status: 200 len: 912 time: 0.2137973 Sep 18 05:10:43.542551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2660a3-aba3-47aa-b8e0-6160ed83d309 req-52e0673e-4345-4651-bc85-244374eae6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:43.544377 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d2660a3-aba3-47aa-b8e0-6160ed83d309 req-52e0673e-4345-4651-bc85-244374eae6f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea09bb49df7f40609510d99fa823e5ac&device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 1096 time: 0.2337387 Sep 18 05:10:43.740101 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a6f55469-9847-40c1-8132-3a7b407c466b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:43.742688 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a6f55469-9847-40c1-8132-3a7b407c466b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:43.743810 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a6f55469-9847-40c1-8132-3a7b407c466b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40831cac-b85c-4b5f-88ca-76005bf75780 HTTP/1.1" status: 204 len: 168 time: 0.9331777 Sep 18 05:10:43.759680 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9d594aed-de3f-4b11-86f2-29979283ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:09:55Z', 'revision_number': 4, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'bf250039-0c50-4085-bdd0-4971fb4ef484', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'port_id': '7e4ee66e-f51f-4bf1-893e-3c1466c59128', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'mac_address': 'fa:16:3e:b3:bc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e4be3-2409-42cd-a5d0-d3b1a3786000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:10:04Z', 'updated_at': '2021-09-18T05:10:38Z', 'revision_number': 1, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81303f6c-456e-4ba9-a5d9-9ada45e3fc89', 'name': '', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'mac_address': 'fa:16:3e:99:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '02d4511a-451a-458e-a86c-1916ccf69681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:54Z', 'updated_at': '2021-09-18T05:10:01Z', 'revision_number': 5, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'subnets': [{'id': '02d4511a-451a-458e-a86c-1916ccf69681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:43.817959 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d594aed-de3f-4b11-86f2-29979283ddaa None None] The sync data for ids ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'] in n-d-789963-13 is: [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:09:55Z', 'revision_number': 4, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'bf250039-0c50-4085-bdd0-4971fb4ef484', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'port_id': '7e4ee66e-f51f-4bf1-893e-3c1466c59128', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'mac_address': 'fa:16:3e:b3:bc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25e4be3-2409-42cd-a5d0-d3b1a3786000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:10:04Z', 'updated_at': '2021-09-18T05:10:38Z', 'revision_number': 1, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81303f6c-456e-4ba9-a5d9-9ada45e3fc89', 'name': '', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'mac_address': 'fa:16:3e:99:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '02d4511a-451a-458e-a86c-1916ccf69681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:54Z', 'updated_at': '2021-09-18T05:10:01Z', 'revision_number': 5, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'subnets': [{'id': '02d4511a-451a-458e-a86c-1916ccf69681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:10:43.848474 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f55469-9847-40c1-8132-3a7b407c466b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40831cac-b85c-4b5f-88ca-76005bf75780,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:44.013477 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f888321-e437-469a-ae40-e1c95b4e1212 req-374255ea-713b-42b8-a45f-7b8c077e1975 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e4ee66e-f51f-4bf1-893e-3c1466c59128 HTTP/1.1" status: 200 len: 999 time: 0.4808590 Sep 18 05:10:44.014609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2660a3-aba3-47aa-b8e0-6160ed83d309 req-3f7ddebc-7a84-4165-84f6-a27b1abdb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:44.053137 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d2660a3-aba3-47aa-b8e0-6160ed83d309 req-3f7ddebc-7a84-4165-84f6-a27b1abdb926 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3dd2aebb-d6c6-4f05-9d9b-052995bad7dd HTTP/1.1" status: 200 len: 921 time: 0.4945946 Sep 18 05:10:44.235138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f888321-e437-469a-ae40-e1c95b4e1212 req-fe600b45-bb74-4506-a3fa-0224a0b676d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:44.238208 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d2660a3-aba3-47aa-b8e0-6160ed83d309 req-3e8f58d8-2a3e-404d-b5a1-0f5fe5b417eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dc2c420-e34c-4d27-a83d-d5e08bbf67ae HTTP/1.1" status: 200 len: 217 time: 0.1823709 Sep 18 05:10:44.262406 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f888321-e437-469a-ae40-e1c95b4e1212 req-fe600b45-bb74-4506-a3fa-0224a0b676d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02d4511a-451a-458e-a86c-1916ccf69681 HTTP/1.1" status: 200 len: 851 time: 0.2394230 Sep 18 05:10:44.318789 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cd710b-b403-4c56-9b1c-09698fe8104f None None] New status for floating IP bf250039-0c50-4085-bdd0-4971fb4ef484: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:10:44.380418 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6971-687e-476d-af37-fd83601b1288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:44.390953 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6971-687e-476d-af37-fd83601b1288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:44.402864 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7d9c6971-687e-476d-af37-fd83601b1288 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69364b06-0926-4db3-b48a-c7b90df550fb HTTP/1.1" status: 204 len: 168 time: 1.4780314 Sep 18 05:10:44.522175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2660a3-aba3-47aa-b8e0-6160ed83d309 req-169d73ca-a9c9-4973-9bed-ca0806aff580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:44.523930 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d2660a3-aba3-47aa-b8e0-6160ed83d309 req-169d73ca-a9c9-4973-9bed-ca0806aff580 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5859948-daf1-4f47-881a-ba59a032627a HTTP/1.1" status: 200 len: 861 time: 0.2781312 Sep 18 05:10:44.553015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5a97a-0c95-4e6b-be86-aa63913574d1 req-3d62b969-49b9-4b66-95d6-d8b63564b22b tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:44.577307 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c5a97a-0c95-4e6b-be86-aa63913574d1 req-3d62b969-49b9-4b66-95d6-d8b63564b22b tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 944 time: 0.5089273 Sep 18 05:10:44.610539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c6971-687e-476d-af37-fd83601b1288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69364b06-0926-4db3-b48a-c7b90df550fb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:44.695798 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d2660a3-aba3-47aa-b8e0-6160ed83d309 req-a2ff7897-b84b-4d6d-aeba-4d8c9224880e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3dd2aebb-d6c6-4f05-9d9b-052995bad7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1622326 Sep 18 05:10:44.758482 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ac1f6fdf-f09f-45fc-85d7-f62deea35198 req-6cdda0d0-80b9-45c3-8b61-f618c4c8dae9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 210 time: 0.3556926 Sep 18 05:10:44.781616 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c5a97a-0c95-4e6b-be86-aa63913574d1 req-86d4736c-3913-4e02-935e-85d001a6c25c tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/security-groups?id=795bf8de-3ab3-45d5-8469-3a937f7cc0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009850 Sep 18 05:10:44.806889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f888321-e437-469a-ae40-e1c95b4e1212 req-b0268849-eac9-49d3-bb9f-ab6462585db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:44.808393 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f888321-e437-469a-ae40-e1c95b4e1212 req-b0268849-eac9-49d3-bb9f-ab6462585db1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b27d69cc-813a-4275-a0f9-a4235fa92e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5461168 Sep 18 05:10:45.042005 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d2660a3-aba3-47aa-b8e0-6160ed83d309 req-ebe159c1-9fa8-49cb-a9ae-ce9e74a66cca service neutron] 10.222.0.18 "GET /v2.0/networks/3dd2aebb-d6c6-4f05-9d9b-052995bad7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372924 Sep 18 05:10:45.053280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52000) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:45.111498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e0b18c-286b-44d9-8f86-eb9f6d216eb7 admin admin] Deleting subnet 54d475f4-ff98-4556-a060-e9a3b6d81118 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:10:45.116668 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65e0b18c-286b-44d9-8f86-eb9f6d216eb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:45.121133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f888321-e437-469a-ae40-e1c95b4e1212 req-a9707a34-39a1-4c15-a7ab-10751e632709 service neutron] 10.222.0.13 "GET /v2.0/networks/b27d69cc-813a-4275-a0f9-a4235fa92e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958663 Sep 18 05:10:45.242270 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65e0b18c-286b-44d9-8f86-eb9f6d216eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:45.246172 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d2660a3-aba3-47aa-b8e0-6160ed83d309 req-fa106544-9061-4f93-8dd7-2d15c07068ff service neutron] 10.222.0.18 "GET /v2.0/networks/3dd2aebb-d6c6-4f05-9d9b-052995bad7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948640 Sep 18 05:10:45.353323 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65e0b18c-286b-44d9-8f86-eb9f6d216eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:45.388045 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52010) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:45.390986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f888321-e437-469a-ae40-e1c95b4e1212 req-cc6b45ed-ea4b-4418-b01c-c39206b4fd69 service neutron] 10.222.0.13 "GET /v2.0/networks/b27d69cc-813a-4275-a0f9-a4235fa92e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259369 Sep 18 05:10:45.433009 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b30faa5b-e0d8-43ae-ae1e-69fbc9044017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:45.510998 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65e0b18c-286b-44d9-8f86-eb9f6d216eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:45.557978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65e0b18c-286b-44d9-8f86-eb9f6d216eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:45.560272 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-65e0b18c-286b-44d9-8f86-eb9f6d216eb7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/54d475f4-ff98-4556-a060-e9a3b6d81118 HTTP/1.1" status: 204 len: 168 time: 0.5010612 Sep 18 05:10:45.568476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52014) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:45.654074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0b18c-286b-44d9-8f86-eb9f6d216eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d475f4-ff98-4556-a060-e9a3b6d81118,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:45.741252 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69dda1d1-1263-40f2-a56b-a9dee0cafcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:45.763656 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b30faa5b-e0d8-43ae-ae1e-69fbc9044017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:45.910287 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69dda1d1-1263-40f2-a56b-a9dee0cafcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:45.964708 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-171d7e7a-ab10-4609-a4ca-70cd23de58cc req-a2107ed8-4a85-4472-886f-0cb62c35b2d8 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 210 time: 0.0513179 Sep 18 05:10:45.971582 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b30faa5b-e0d8-43ae-ae1e-69fbc9044017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:46.071842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30faa5b-e0d8-43ae-ae1e-69fbc9044017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c767e8-b4e5-41bc-a428-79ea48acf5dd,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:46.096799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-69dda1d1-1263-40f2-a56b-a9dee0cafcc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a327ff8c-73ad-4fb9-ad93-475f3db15fa2']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:46.151660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-69dda1d1-1263-40f2-a56b-a9dee0cafcc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5379f90-6046-4a02-aad0-0d0bfcca52d0') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:46.151983 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-69dda1d1-1263-40f2-a56b-a9dee0cafcc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5379f90-6046-4a02-aad0-0d0bfcca52d0') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:46.196491 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69dda1d1-1263-40f2-a56b-a9dee0cafcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:46.219954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52042) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:46.222411 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b30faa5b-e0d8-43ae-ae1e-69fbc9044017 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76b4e47d119a4ecba954831731d69d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8331480 Sep 18 05:10:46.270724 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b397b4e-fc93-443b-be97-ea38f3e77e6e req-bd5d5922-5b51-43b3-b4c1-c7bd69bc6ee2 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:46.276648 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7b397b4e-fc93-443b-be97-ea38f3e77e6e req-bd5d5922-5b51-43b3-b4c1-c7bd69bc6ee2 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 944 time: 0.3405170 Sep 18 05:10:46.283988 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52044) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:46.337233 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69dda1d1-1263-40f2-a56b-a9dee0cafcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:46.354675 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69dda1d1-1263-40f2-a56b-a9dee0cafcc4 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:10:46.355101 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69dda1d1-1263-40f2-a56b-a9dee0cafcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:10:46.356972 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:10:46.394604 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a323087b-2463-4695-94cc-aa0659eff705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:46.409963 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7b397b4e-fc93-443b-be97-ea38f3e77e6e req-0cf01d23-d6e0-4857-9236-bf8c43e891f6 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/security-groups?id=795bf8de-3ab3-45d5-8469-3a937f7cc0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323652 Sep 18 05:10:46.456304 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a323087b-2463-4695-94cc-aa0659eff705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:46.538069 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69dda1d1-1263-40f2-a56b-a9dee0cafcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:46.544387 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69dda1d1-1263-40f2-a56b-a9dee0cafcc4 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:46.550204 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-69dda1d1-1263-40f2-a56b-a9dee0cafcc4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a327ff8c-73ad-4fb9-ad93-475f3db15fa2 HTTP/1.1" status: 204 len: 168 time: 0.9777431 Sep 18 05:10:46.593917 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-286884078-network', 'tenant_id': 'd7638ac4538e438f981ae251f9651124'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:46.601998 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a323087b-2463-4695-94cc-aa0659eff705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:46.604653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dda1d1-1263-40f2-a56b-a9dee0cafcc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a327ff8c-73ad-4fb9-ad93-475f3db15fa2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:46.611581 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a323087b-2463-4695-94cc-aa0659eff705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:46.613598 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a323087b-2463-4695-94cc-aa0659eff705 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44c767e8-b4e5-41bc-a428-79ea48acf5dd HTTP/1.1" status: 204 len: 168 time: 0.3914642 Sep 18 05:10:46.643442 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323087b-2463-4695-94cc-aa0659eff705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c767e8-b4e5-41bc-a428-79ea48acf5dd,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:46.715331 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] Made reservation on behalf of d7638ac4538e438f981ae251f9651124 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:46.718528 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:46.754199 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:46.914447 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:46.964258 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52058) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:47.018879 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:47.066899 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:10:47.123733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:10:47.216387 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae4178d9-3748-4fe2-a46e-07b2393ec60a req-e5b210f3-bbb4-47b1-9351-0a18b55e3bbe tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 210 time: 0.0671008 Sep 18 05:10:47.228215 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84efce7b-347a-4e09-a4dc-f9fc66dd015e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:47.253048 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:47.253418 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] Added segment 9b1ab76e-74a3-4482-8c01-d9a9f6ff03b6 of type vlan for network 7737645f-d8d7-4a36-aa68-c5c0122d4bce Sep 18 05:10:47.257548 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2ad8fd6c-2f13-4c69-a1fc-1ad6e974ab28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f85ab2a774474ac9a8f5e914da10395a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914035 Sep 18 05:10:47.260690 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52074) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:47.338790 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:47.367101 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=0dc2c420-e34c-4d27-a83d-d5e08bbf67ae,segment=NetworkSegment(5d188569-9cc4-4862-94c6-79aa01750627),segment_id=5d188569-9cc4-4862-94c6-79aa01750627)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:47.372393 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b27f134-dc19-424e-a6d9-6bb43aef6bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:47.397086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '0dc2c420-e34c-4d27-a83d-d5e08bbf67ae', 'network_id': '3dd2aebb-d6c6-4f05-9d9b-052995bad7dd', 'port_id': '0dc2c420-e34c-4d27-a83d-d5e08bbf67ae', 'mac_address': 'fa:16:3e:db:18:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5859948-daf1-4f47-881a-ba59a032627a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:10:47.400084 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b27f134-dc19-424e-a6d9-6bb43aef6bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:47.447464 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:47.459117 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.db.resource_extend [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:10:47.482765 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:10:47.532085 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=0dc2c420-e34c-4d27-a83d-d5e08bbf67ae,segment=NetworkSegment(5d188569-9cc4-4862-94c6-79aa01750627),segment_id=5d188569-9cc4-4862-94c6-79aa01750627)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:47.571585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:47.572568 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:47.573164 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:47.601628 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:47.621506 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53070808-2748-466d-adb9-704561c3c390 req-8cbaee77-f2c5-465d-8422-3982a21fbb34 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:47.623848 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53070808-2748-466d-adb9-704561c3c390 req-8cbaee77-f2c5-465d-8422-3982a21fbb34 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 944 time: 0.0981815 Sep 18 05:10:47.638679 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b27f134-dc19-424e-a6d9-6bb43aef6bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:47.645241 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b27f134-dc19-424e-a6d9-6bb43aef6bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:47.646474 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2b27f134-dc19-424e-a6d9-6bb43aef6bc5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e HTTP/1.1" status: 204 len: 168 time: 0.3743629 Sep 18 05:10:47.676441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52086) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:47.698575 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27f134-dc19-424e-a6d9-6bb43aef6bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5d0134-d7b8-4a53-94a3-c8da6c1ea05e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:47.708669 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5cffc7d8-d807-42c2-a4ff-5a0a81ff0fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:47.778761 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4747999 Sep 18 05:10:47.779711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52088) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:47.790476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d240a383-24bd-4a5f-8f47-246359a5f050 admin admin] Request body: {'subnet': {'network_id': '7737645f-d8d7-4a36-aa68-c5c0122d4bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-286884078-subnet', 'tenant_id': 'd7638ac4538e438f981ae251f9651124', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:47.804262 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f9cd0-46f2-41e9-961f-b92ec2c65f24 admin admin] Pushing event updated for resources: {'Network': ['ID=7737645f-d8d7-4a36-aa68-c5c0122d4bce,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:47.846095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['0dc2c420-e34c-4d27-a83d-d5e08bbf67ae'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:10:47.847962 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5cffc7d8-d807-42c2-a4ff-5a0a81ff0fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:47.864292 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53070808-2748-466d-adb9-704561c3c390 req-4ad05b84-603c-4a4c-b8bd-ae69ef2d0e14 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/security-groups?id=795bf8de-3ab3-45d5-8469-3a937f7cc0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291811 Sep 18 05:10:47.926529 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5cffc7d8-d807-42c2-a4ff-5a0a81ff0fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:47.948143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 7737645f-d8d7-4a36-aa68-c5c0122d4bce details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:10:48.033556 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=0dc2c420-e34c-4d27-a83d-d5e08bbf67ae,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:48.035680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d240a383-24bd-4a5f-8f47-246359a5f050 admin admin] Made reservation on behalf of d7638ac4538e438f981ae251f9651124 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:48.047504 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d240a383-24bd-4a5f-8f47-246359a5f050 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:48.077390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffc7d8-d807-42c2-a4ff-5a0a81ff0fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb6b9f4-2520-44b0-9089-54d51d0af061,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:48.095208 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5cffc7d8-d807-42c2-a4ff-5a0a81ff0fa8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2612016e228457a8da5201efc43793b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169304 Sep 18 05:10:48.097652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52090) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:48.307253 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-794271ed-a9d8-4ef2-aed3-6c992e5d5379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:48.371373 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-794271ed-a9d8-4ef2-aed3-6c992e5d5379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:48.405894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-354999a2-ca08-442b-9710-a33d6cdccc69 req-b59eb61c-241f-482d-b085-29c6d6082170 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 210 time: 0.0543230 Sep 18 05:10:48.679150 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-794271ed-a9d8-4ef2-aed3-6c992e5d5379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:48.679150 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-794271ed-a9d8-4ef2-aed3-6c992e5d5379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:48.679150 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-794271ed-a9d8-4ef2-aed3-6c992e5d5379 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bb6b9f4-2520-44b0-9089-54d51d0af061 HTTP/1.1" status: 204 len: 168 time: 0.5603223 Sep 18 05:10:48.721728 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794271ed-a9d8-4ef2-aed3-6c992e5d5379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb6b9f4-2520-44b0-9089-54d51d0af061,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:48.984264 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfacbc-c961-41a3-aabb-c554c9cc8f99 req-a14a859b-1635-48d8-a0c7-b3ce56536d63 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:48.985806 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dbfacbc-c961-41a3-aabb-c554c9cc8f99 req-a14a859b-1635-48d8-a0c7-b3ce56536d63 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 945 time: 0.0502055 Sep 18 05:10:49.024362 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dbfacbc-c961-41a3-aabb-c554c9cc8f99 req-761ed003-dbf4-451a-a8d9-9ec1f4f409c2 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/security-groups?id=795bf8de-3ab3-45d5-8469-3a937f7cc0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321882 Sep 18 05:10:49.034266 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d240a383-24bd-4a5f-8f47-246359a5f050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:49.066310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:10:49.112938 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240a383-24bd-4a5f-8f47-246359a5f050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cfeb284-2664-4691-9ebd-67b4ca02f906,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:49.125116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d240a383-24bd-4a5f-8f47-246359a5f050 admin admin] Checking segment: {'id': '9b1ab76e-74a3-4482-8c01-d9a9f6ff03b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7737645f-d8d7-4a36-aa68-c5c0122d4bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:10:49.125116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d240a383-24bd-4a5f-8f47-246359a5f050 admin admin] Network hostable DHCP agents. Network: 7737645f-d8d7-4a36-aa68-c5c0122d4bce, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:10:49.246151 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:10:49.252344 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:10:49.253192 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:49.269204 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d240a383-24bd-4a5f-8f47-246359a5f050 admin admin] Network 7737645f-d8d7-4a36-aa68-c5c0122d4bce is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:10:49.333053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-d240a383-24bd-4a5f-8f47-246359a5f050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 7737645f-d8d7-4a36-aa68-c5c0122d4bce) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:49.339309 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d240a383-24bd-4a5f-8f47-246359a5f050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:49.340000 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d240a383-24bd-4a5f-8f47-246359a5f050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:49.379417 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff5070b-cfdf-4aee-9aa5-381d89a4e681 None None] Network 7737645f-d8d7-4a36-aa68-c5c0122d4bce requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:10:49.459089 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d240a383-24bd-4a5f-8f47-246359a5f050 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6781323 Sep 18 05:10:49.568339 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5883e561-987d-4006-9805-8572eb264c5c req-29823bed-f3a1-4753-b08a-89a34271e1cf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=97072db0-c52b-448b-88a4-325210ab7221 HTTP/1.1" status: 200 len: 210 time: 0.0436330 Sep 18 05:10:49.792227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52162) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:49.834104 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:49.871265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a64b5b-07ba-4c53-94c2-7c569467b69e None None] Network 7737645f-d8d7-4a36-aa68-c5c0122d4bce requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:10:49.893666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-050867e2-79d7-4ebc-b138-a6653b6e5b3f admin admin] Deleting subnet 3cfeb284-2664-4691-9ebd-67b4ca02f906 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:10:49.906148 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-050867e2-79d7-4ebc-b138-a6653b6e5b3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:49.997241 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52168) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:50.018827 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-050867e2-79d7-4ebc-b138-a6653b6e5b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.105440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6774eacc-90d5-475b-9918-a741e7a3d49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc2c420-e34c-4d27-a83d-d5e08bbf67ae'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:50.107721 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66e981a-807b-4228-ac9b-5a5387c45e34" -d '{"events": [{"server_uuid": "6774eacc-90d5-475b-9918-a741e7a3d49a", "name": "network-vif-plugged", "status": "completed", "tag": "0dc2c420-e34c-4d27-a83d-d5e08bbf67ae"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:50.149462 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-050867e2-79d7-4ebc-b138-a6653b6e5b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.160022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=0dc2c420-e34c-4d27-a83d-d5e08bbf67ae,segment=NetworkSegment(5d188569-9cc4-4862-94c6-79aa01750627),segment_id=5d188569-9cc4-4862-94c6-79aa01750627)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:50.195435 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dc6b38-8957-49d2-a187-56deb81dacf0 x-openstack-request-id: req-40dc6b38-8957-49d2-a187-56deb81dacf0 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:50.195435 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6774eacc-90d5-475b-9918-a741e7a3d49a", "name": "network-vif-plugged", "status": "completed", "tag": "0dc2c420-e34c-4d27-a83d-d5e08bbf67ae", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:50.195435 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40dc6b38-8957-49d2-a187-56deb81dacf0 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:50.195435 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6774eacc-90d5-475b-9918-a741e7a3d49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc2c420-e34c-4d27-a83d-d5e08bbf67ae', 'code': 200} Sep 18 05:10:50.210200 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.243604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1962596991-network', 'tenant_id': 'e7d7d9eec8c34354bcd4cdae5da299f9'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:50.305405 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=0dc2c420-e34c-4d27-a83d-d5e08bbf67ae,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:50.340964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6ba83-e810-483a-9068-2cc6edee34a0 req-e8574e3b-8560-42c2-bb15-c94563740fc7 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:50.352597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87a6ba83-e810-483a-9068-2cc6edee34a0 req-e8574e3b-8560-42c2-bb15-c94563740fc7 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 946 time: 0.1234188 Sep 18 05:10:50.373771 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c371faa-2bc7-4256-a897-53551f0ab604 req-9b0ec335-cbf2-4772-8024-b9449d64f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:50.375925 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4c371faa-2bc7-4256-a897-53551f0ab604 req-9b0ec335-cbf2-4772-8024-b9449d64f2f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 1098 time: 0.1039743 Sep 18 05:10:50.415121 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] Made reservation on behalf of e7d7d9eec8c34354bcd4cdae5da299f9 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:50.421754 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.431030 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87a6ba83-e810-483a-9068-2cc6edee34a0 req-2a3dfd0a-e9de-4103-a821-f77fc4c4e00b tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/security-groups?id=795bf8de-3ab3-45d5-8469-3a937f7cc0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775380 Sep 18 05:10:50.450139 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.510271 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4c371faa-2bc7-4256-a897-53551f0ab604 req-f198d77e-0e42-44bf-aa16-a4849d7fc134 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=795bf8de-3ab3-45d5-8469-3a937f7cc0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277361 Sep 18 05:10:50.516745 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-050867e2-79d7-4ebc-b138-a6653b6e5b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.580978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050867e2-79d7-4ebc-b138-a6653b6e5b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cfeb284-2664-4691-9ebd-67b4ca02f906,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:50.583008 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-050867e2-79d7-4ebc-b138-a6653b6e5b3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.585843 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-050867e2-79d7-4ebc-b138-a6653b6e5b3f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3cfeb284-2664-4691-9ebd-67b4ca02f906 HTTP/1.1" status: 204 len: 168 time: 0.7926583 Sep 18 05:10:50.596135 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52196) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:50.670490 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9b16da0-4a33-451b-afe1-f2bba0453c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.690383 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.742276 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.815181 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:10:50.818038 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9b16da0-4a33-451b-afe1-f2bba0453c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.844871 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e679dccf-6029-4c68-b7af-d39fcb57189e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:50.875075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-e9b16da0-4a33-451b-afe1-f2bba0453c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7737645f-d8d7-4a36-aa68-c5c0122d4bce']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:50.877397 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.880347 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] Added segment 14bb06b5-cb1a-443b-9184-10fd07acf763 of type vlan for network 6caeed0a-1513-492e-9bad-bee6c410f379 Sep 18 05:10:50.905810 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-e9b16da0-4a33-451b-afe1-f2bba0453c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1ab76e-74a3-4482-8c01-d9a9f6ff03b6') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:50.906608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-e9b16da0-4a33-451b-afe1-f2bba0453c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1ab76e-74a3-4482-8c01-d9a9f6ff03b6') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:10:50.926169 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9b16da0-4a33-451b-afe1-f2bba0453c90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.944019 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9b16da0-4a33-451b-afe1-f2bba0453c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.954342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b16da0-4a33-451b-afe1-f2bba0453c90 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:10:50.954342 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9b16da0-4a33-451b-afe1-f2bba0453c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:10:50.957095 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:10:51.048723 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:51.166599 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:51.167961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:51.168717 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:51.306509 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3080931 Sep 18 05:10:51.309329 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52218) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:51.331028 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-88b5a19a-47ba-4e6c-9493-2de1adcd1427 admin admin] Request body: {'subnet': {'network_id': '6caeed0a-1513-492e-9bad-bee6c410f379', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1962596991-subnet', 'tenant_id': 'e7d7d9eec8c34354bcd4cdae5da299f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:51.371010 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe7590-f6fe-4518-9693-dbbc7341a389 admin admin] Pushing event updated for resources: {'Network': ['ID=6caeed0a-1513-492e-9bad-bee6c410f379,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:51.383912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 6caeed0a-1513-492e-9bad-bee6c410f379 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:10:51.508643 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9b16da0-4a33-451b-afe1-f2bba0453c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:51.513817 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9b16da0-4a33-451b-afe1-f2bba0453c90 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:51.517453 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e9b16da0-4a33-451b-afe1-f2bba0453c90 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7737645f-d8d7-4a36-aa68-c5c0122d4bce HTTP/1.1" status: 204 len: 168 time: 0.9189746 Sep 18 05:10:51.542333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b16da0-4a33-451b-afe1-f2bba0453c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=7737645f-d8d7-4a36-aa68-c5c0122d4bce,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:51.645997 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b5a19a-47ba-4e6c-9493-2de1adcd1427 admin admin] Made reservation on behalf of e7d7d9eec8c34354bcd4cdae5da299f9 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:51.648436 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-88b5a19a-47ba-4e6c-9493-2de1adcd1427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:51.664319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a207b-f4f8-4782-93f7-f98bf413d74f req-3b329f7c-63b7-4af6-ae19-57ee2b6d7af0 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:51.666303 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-327a207b-f4f8-4782-93f7-f98bf413d74f req-3b329f7c-63b7-4af6-ae19-57ee2b6d7af0 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 946 time: 0.0675459 Sep 18 05:10:51.726375 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa09ce1-4127-40ae-929d-1cb82b40026b req-0453be2f-351f-4666-9cbd-bfe77b998238 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:51.735750 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2fa09ce1-4127-40ae-929d-1cb82b40026b req-0453be2f-351f-4666-9cbd-bfe77b998238 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 812 time: 0.2837496 Sep 18 05:10:51.742748 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-327a207b-f4f8-4782-93f7-f98bf413d74f req-675ae631-c768-44e7-823e-3f0f5f0b5a4e tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/security-groups?id=795bf8de-3ab3-45d5-8469-3a937f7cc0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683982 Sep 18 05:10:51.802443 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2fa09ce1-4127-40ae-929d-1cb82b40026b req-01dab4bf-9cbc-451b-8709-b9a268b891f0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/quotas/3096e0d917c34cff9e463e09ad6891a9 HTTP/1.1" status: 200 len: 375 time: 0.0647900 Sep 18 05:10:51.860434 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2fa09ce1-4127-40ae-929d-1cb82b40026b req-a2d12ee9-2b99-4318-b52a-ea4c7a5e75f7 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548985 Sep 18 05:10:51.950054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52252) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:52.013909 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2fa09ce1-4127-40ae-929d-1cb82b40026b req-fc00f706-bf09-4dc0-88b2-4a03714b662e service neutron] 10.222.0.23 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526618 Sep 18 05:10:52.050726 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-55928123-434d-4a44-bad9-10244fecd82c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7638ac4538e438f981ae251f9651124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984423 Sep 18 05:10:52.051632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52256) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:52.052013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52258) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:52.156894 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2fa09ce1-4127-40ae-929d-1cb82b40026b req-e8df0118-bf2f-4766-b013-77ef75377f9d service neutron] 10.222.0.23 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417937 Sep 18 05:10:52.198466 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c48b039-38d2-4ec7-bff0-6f76d7cd1178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:52.231843 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c48b039-38d2-4ec7-bff0-6f76d7cd1178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:52.348547 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-88b5a19a-47ba-4e6c-9493-2de1adcd1427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:52.401339 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c48b039-38d2-4ec7-bff0-6f76d7cd1178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:52.405379 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c48b039-38d2-4ec7-bff0-6f76d7cd1178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:52.407449 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7c48b039-38d2-4ec7-bff0-6f76d7cd1178 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84efce7b-347a-4e09-a4dc-f9fc66dd015e HTTP/1.1" status: 204 len: 168 time: 0.3522589 Sep 18 05:10:52.445183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48b039-38d2-4ec7-bff0-6f76d7cd1178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84efce7b-347a-4e09-a4dc-f9fc66dd015e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:52.452134 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5a19a-47ba-4e6c-9493-2de1adcd1427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d591f7-1d3a-40c0-a4a4-dd237dc6802b,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:52.466106 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b5a19a-47ba-4e6c-9493-2de1adcd1427 admin admin] Checking segment: {'id': '14bb06b5-cb1a-443b-9184-10fd07acf763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6caeed0a-1513-492e-9bad-bee6c410f379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:10:52.466478 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b5a19a-47ba-4e6c-9493-2de1adcd1427 admin admin] Network hostable DHCP agents. Network: 6caeed0a-1513-492e-9bad-bee6c410f379, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:10:52.517736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-edd84037-73dc-49b8-bc13-df091c22a810 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-425879736'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:52.518821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-edd84037-73dc-49b8-bc13-df091c22a810 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Unknown quota resources ['metering_label']. {{(pid=106909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:10:52.583879 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b5a19a-47ba-4e6c-9493-2de1adcd1427 admin admin] Network 6caeed0a-1513-492e-9bad-bee6c410f379 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:10:52.664287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-88b5a19a-47ba-4e6c-9493-2de1adcd1427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 6caeed0a-1513-492e-9bad-bee6c410f379) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:52.674493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b5a19a-47ba-4e6c-9493-2de1adcd1427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:52.675059 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7ad67a-ea4f-4185-9cc4-afd2a4f1b538 None None] Network 6caeed0a-1513-492e-9bad-bee6c410f379 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:10:52.675500 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-88b5a19a-47ba-4e6c-9493-2de1adcd1427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:52.793062 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-88b5a19a-47ba-4e6c-9493-2de1adcd1427 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4817567 Sep 18 05:10:52.907537 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-83ac0311-263b-44f5-8721-afda53556fe8 req-ea22047f-05db-49d4-9646-9829f0369bb5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3faafe7-bf10-467d-9d28-584c0c0c67c3 HTTP/1.1" status: 200 len: 210 time: 0.3300505 Sep 18 05:10:53.004076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fef57a-d734-4df2-8407-c0e4caaa8bf6 None None] Network 6caeed0a-1513-492e-9bad-bee6c410f379 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:10:53.064481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788c4ae-f981-4763-bb00-c76b5501f8ba req-73871473-ade8-4b69-94f1-7db1f834df29 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:53.073989 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c788c4ae-f981-4763-bb00-c76b5501f8ba req-73871473-ade8-4b69-94f1-7db1f834df29 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 946 time: 0.1169446 Sep 18 05:10:53.173846 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c788c4ae-f981-4763-bb00-c76b5501f8ba req-e4b727cd-937f-4d19-bd56-a3d2f7ff4ad6 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/security-groups?id=795bf8de-3ab3-45d5-8469-3a937f7cc0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988846 Sep 18 05:10:53.243383 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:53.454783 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-edd84037-73dc-49b8-bc13-df091c22a810 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:53.462971 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-edd84037-73dc-49b8-bc13-df091c22a810 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4045391 Sep 18 05:10:53.465052 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52314) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:53.478023 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4c15c434-1300-4f4a-bca5-d65cafda70aa tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9a680b33-9625-4b1e-8b8b-961806043ebb'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:53.480359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4c15c434-1300-4f4a-bca5-d65cafda70aa tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:10:53.589464 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:53.801529 n-d-789963-13 neutron-server[106909]: WARNING neutron.services.metering.metering_plugin [None req-4c15c434-1300-4f4a-bca5-d65cafda70aa tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 05:10:53.952075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-5da30904-f6ad-4da2-b7a1-52146cd70e8e tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:53.961226 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-5da30904-f6ad-4da2-b7a1-52146cd70e8e tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/networks?id=6caeed0a-1513-492e-9bad-bee6c410f379 HTTP/1.1" status: 200 len: 814 time: 0.2092390 Sep 18 05:10:54.000222 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-942fb512-37cd-4393-a9d8-7300c0bdc0da tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/quotas/e7d7d9eec8c34354bcd4cdae5da299f9 HTTP/1.1" status: 200 len: 375 time: 0.0312798 Sep 18 05:10:54.123199 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-16ff04bc-690d-43e7-b8d6-6cca3ea80618 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7d7d9eec8c34354bcd4cdae5da299f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1138806 Sep 18 05:10:54.135406 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4c15c434-1300-4f4a-bca5-d65cafda70aa tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:54.144567 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4c15c434-1300-4f4a-bca5-d65cafda70aa tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6722360 Sep 18 05:10:54.146374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52354) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:54.152080 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6489071f-6a80-42b2-9c92-99a8ea8e81a3 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9a680b33-9625-4b1e-8b8b-961806043ebb'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:54.152814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6489071f-6a80-42b2-9c92-99a8ea8e81a3 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:10:54.242091 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-fb057094-23b3-4c3f-bf64-3cb6861c4bf8 service neutron] 10.222.0.23 "GET /v2.0/networks/6caeed0a-1513-492e-9bad-bee6c410f379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257360 Sep 18 05:10:54.395554 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-aa52074f-d762-4226-8cda-ad5fee5cb263 service neutron] 10.222.0.23 "GET /v2.0/networks/6caeed0a-1513-492e-9bad-bee6c410f379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522174 Sep 18 05:10:54.423823 n-d-789963-13 neutron-server[106909]: WARNING neutron.services.metering.metering_plugin [None req-6489071f-6a80-42b2-9c92-99a8ea8e81a3 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 05:10:54.652754 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6489071f-6a80-42b2-9c92-99a8ea8e81a3 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:54.657325 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52386) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:54.657475 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6489071f-6a80-42b2-9c92-99a8ea8e81a3 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5096791 Sep 18 05:10:54.679833 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0008f74b-cb5e-467f-991c-e44cff0e6c31 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=59b892ca-c8c3-4a91-90d1-7fe162beee40 HTTP/1.1" status: 200 len: 462 time: 0.0213139 Sep 18 05:10:54.682929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52388) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:54.814258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-ddbcd648-a83a-4575-84ee-a4baa9f3a9af tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:54.819573 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-ddbcd648-a83a-4575-84ee-a4baa9f3a9af tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 812 time: 0.2523828 Sep 18 05:10:54.848562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-ad935611-7ab0-4b68-a61e-209da7bfd0a0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/quotas/3096e0d917c34cff9e463e09ad6891a9 HTTP/1.1" status: 200 len: 375 time: 0.0220635 Sep 18 05:10:54.913976 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-449cc182-a099-445a-911f-a41389c71381 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585079 Sep 18 05:10:54.929301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-75ceb4eb-aad4-40d1-9c6d-d7ec16152c93 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:10:54.930469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-75ceb4eb-aad4-40d1-9c6d-d7ec16152c93 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061321 Sep 18 05:10:55.055678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52404) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:55.074037 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-43f9956d-f5c6-4306-bd76-cef90d8fdf28 req-d3ca2a7d-4345-4110-8c7b-8154e80ca784 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 210 time: 0.1504159 Sep 18 05:10:55.131582 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-fcb3c13a-a84f-4f17-b67e-f8b292b84949 service neutron] 10.222.0.23 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936388 Sep 18 05:10:55.246882 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5df05635-5d83-4684-a441-e3d7461a125d tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:55.250825 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5df05635-5d83-4684-a441-e3d7461a125d tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/59b892ca-c8c3-4a91-90d1-7fe162beee40 HTTP/1.1" status: 204 len: 168 time: 0.5669267 Sep 18 05:10:55.255498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52410) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:55.273738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2130069364-network', 'tenant_id': '7a6f613e12794ecba2afb105609c0052'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:55.317515 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-86f6d99e-028b-4331-b03c-fc69679f82ae service neutron] 10.222.0.23 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787503 Sep 18 05:10:55.327761 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a8fa26a5-e8d8-4386-9056-73c911ff5171 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=59b892ca-c8c3-4a91-90d1-7fe162beee40 HTTP/1.1" status: 200 len: 221 time: 0.0705092 Sep 18 05:10:55.331993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52422) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:55.337345 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-95494ee2-2dfd-4a1d-b484-b6fc0914915a tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1588653799', 'description': 'label created by tempest'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:55.337874 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-95494ee2-2dfd-4a1d-b484-b6fc0914915a tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Unknown quota resources ['metering_label']. {{(pid=106908) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:10:55.383669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] Made reservation on behalf of 7a6f613e12794ecba2afb105609c0052 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:55.386397 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:55.396888 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:55.742503 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:55.745638 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0aae66ab-e4bf-4502-a0ec-e252f7dfa204 req-53a27e41-cab3-4b01-9311-2a158cbc4711 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 210 time: 0.0605812 Sep 18 05:10:55.816391 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:55.954865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:10:55.954865 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:55.954865 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] Added segment 79fdceb4-294c-4650-9d18-560450c7829d of type vlan for network 9efe280f-1a43-4ccc-be93-3c7d2962020a Sep 18 05:10:55.985152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:55.988847 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:56.047967 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95494ee2-2dfd-4a1d-b484-b6fc0914915a tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:56.053611 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-95494ee2-2dfd-4a1d-b484-b6fc0914915a tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7160010 Sep 18 05:10:56.053862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52450) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:56.137419 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-581e5de8-e1ad-4476-9169-4737cb9ac650 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=38c24cea-e5cd-443e-bb33-28e455d1409f HTTP/1.1" status: 200 len: 468 time: 0.0823247 Sep 18 05:10:56.140172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52454) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:56.140334 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7e389f76-7d7a-4ead-8b89-fdb77e27dfd3 req-473c3808-a82c-4100-a1ea-d6d8e973b9fc tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 210 time: 0.0331559 Sep 18 05:10:56.247055 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:56.247960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:56.248650 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:56.341865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=9efe280f-1a43-4ccc-be93-3c7d2962020a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:56.350527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b94e01be-60a4-48ec-b73d-1d2316285ac3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2907667 Sep 18 05:10:56.353343 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52462) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:56.360107 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-43aa4235-81b6-4352-b2f0-2922150e4d21 admin admin] Request body: {'subnet': {'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2130069364-subnet', 'tenant_id': '7a6f613e12794ecba2afb105609c0052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:56.365307 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 9efe280f-1a43-4ccc-be93-3c7d2962020a details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:10:56.435438 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8894add3-3959-4589-99e3-fa80434e73c9 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:56.437326 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8894add3-3959-4589-99e3-fa80434e73c9 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/38c24cea-e5cd-443e-bb33-28e455d1409f HTTP/1.1" status: 204 len: 168 time: 0.2962434 Sep 18 05:10:56.440426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52474) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:56.487777 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52476) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:56.488054 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c032a0c1-7bac-4eee-93be-9f5c888f9be8 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=38c24cea-e5cd-443e-bb33-28e455d1409f HTTP/1.1" status: 200 len: 216 time: 0.0407805 Sep 18 05:10:56.503755 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-194c0f81-3d6c-4e85-bc3b-218bc4ce6976 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0145278 Sep 18 05:10:56.509123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52478) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:56.529096 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a9f34d27-1fac-4942-bea8-ee20512a7633 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0186288 Sep 18 05:10:56.532573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52480) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:56.601579 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-807c94e2-b8b6-4c95-8c5f-478989cb1379 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/9a680b33-9625-4b1e-8b8b-961806043ebb HTTP/1.1" status: 200 len: 472 time: 0.0673513 Sep 18 05:10:56.604910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52482) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:56.622434 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aa4235-81b6-4352-b2f0-2922150e4d21 admin admin] Made reservation on behalf of 7a6f613e12794ecba2afb105609c0052 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:56.626423 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43aa4235-81b6-4352-b2f0-2922150e4d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:56.641816 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c30d99aa-4029-4175-89a8-9fd8935e3033 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/8ad2d21e-ad41-452e-b465-96aaee0d6ae8 HTTP/1.1" status: 200 len: 459 time: 0.0349989 Sep 18 05:10:56.647084 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52486) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:56.796986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5e610-84db-473d-8abd-cfbd7313c09d req-8ba0bb2d-8da0-4fbe-8c3e-311f83c41bf9 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:56.796986 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5ba5e610-84db-473d-8abd-cfbd7313c09d req-8ba0bb2d-8da0-4fbe-8c3e-311f83c41bf9 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 946 time: 0.2496822 Sep 18 05:10:56.892656 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5ba5e610-84db-473d-8abd-cfbd7313c09d req-101304bc-b8dc-4ad1-904e-a63cee00b64b tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/security-groups?id=795bf8de-3ab3-45d5-8469-3a937f7cc0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778208 Sep 18 05:10:56.939908 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-418b66e0-03cc-4fd8-b497-605f8edc46e1 req-51859769-24e8-4a99-ad4d-24384dccf435 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 210 time: 0.1314600 Sep 18 05:10:56.988133 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-226978b2-e1a5-46d9-80f8-245b4e88abf9 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:56.991811 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-226978b2-e1a5-46d9-80f8-245b4e88abf9 tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/8ad2d21e-ad41-452e-b465-96aaee0d6ae8 HTTP/1.1" status: 204 len: 168 time: 0.3445241 Sep 18 05:10:56.998541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52492) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:57.189703 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43aa4235-81b6-4352-b2f0-2922150e4d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:57.344913 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa4235-81b6-4352-b2f0-2922150e4d21 admin admin] Checking segment: {'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:10:57.350293 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa4235-81b6-4352-b2f0-2922150e4d21 admin admin] Network hostable DHCP agents. Network: 9efe280f-1a43-4ccc-be93-3c7d2962020a, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:10:57.354238 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc01187a-a48b-4c5e-a88c-c3ddc2adf1cc req-d1414a6b-504f-4f57-a106-9f182017f2d7 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 210 time: 0.0341721 Sep 18 05:10:57.358589 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa4235-81b6-4352-b2f0-2922150e4d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b41fbf-821a-4539-a065-a1f72d6825cf,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:57.393191 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2873272b-0960-4757-9775-ecd900e719ab tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:57.396604 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2873272b-0960-4757-9775-ecd900e719ab tempest-MeteringIpV6TestJSON-1892190970 tempest-MeteringIpV6TestJSON-1892190970-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/9a680b33-9625-4b1e-8b8b-961806043ebb HTTP/1.1" status: 204 len: 168 time: 0.3940303 Sep 18 05:10:57.474735 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa4235-81b6-4352-b2f0-2922150e4d21 admin admin] Network 9efe280f-1a43-4ccc-be93-3c7d2962020a is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:10:57.549449 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-43aa4235-81b6-4352-b2f0-2922150e4d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 9efe280f-1a43-4ccc-be93-3c7d2962020a) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:10:57.554675 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aa4235-81b6-4352-b2f0-2922150e4d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:57.559439 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43aa4235-81b6-4352-b2f0-2922150e4d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:57.560454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f535d13-ddfa-42cb-9ea2-fc27accea711 None None] Network 9efe280f-1a43-4ccc-be93-3c7d2962020a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:10:57.664578 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-43aa4235-81b6-4352-b2f0-2922150e4d21 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3098040 Sep 18 05:10:57.781257 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ed76a-33b3-452e-b3c3-cba6775078e6 req-87c03ebc-adb5-4435-ab7c-9a8115b2517a tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:57.783179 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-121ed76a-33b3-452e-b3c3-cba6775078e6 req-87c03ebc-adb5-4435-ab7c-9a8115b2517a tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.18 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 946 time: 0.0664153 Sep 18 05:10:57.855068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749bb9ff-baaa-42d4-aca8-1a9a7bc48444 None None] Network 9efe280f-1a43-4ccc-be93-3c7d2962020a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:10:57.998322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52532) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:58.038821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-121ed76a-33b3-452e-b3c3-cba6775078e6 req-85c021c7-f7fe-458c-a46a-897ed598c852 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Deleting port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:10:58.039263 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-121ed76a-33b3-452e-b3c3-cba6775078e6 req-85c021c7-f7fe-458c-a46a-897ed598c852 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:58.093771 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52542) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:58.156396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d865e-cded-4f10-85db-9d2e0dfd3efa req-6fe20ca1-9d36-4ed4-a481-de259fbf6a6f tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:58.162649 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fae85801-61d1-48ac-a666-3d3b1548e9ce req-f822a696-582b-471b-b98a-40077a87dc1f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 210 time: 0.0702553 Sep 18 05:10:58.189315 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-346d865e-cded-4f10-85db-9d2e0dfd3efa req-6fe20ca1-9d36-4ed4-a481-de259fbf6a6f tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/ports?device_id=6774eacc-90d5-475b-9918-a741e7a3d49a HTTP/1.1" status: 200 len: 946 time: 0.1735053 Sep 18 05:10:58.217193 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-121ed76a-33b3-452e-b3c3-cba6775078e6 req-85c021c7-f7fe-458c-a46a-897ed598c852 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] For port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=0dc2c420-e34c-4d27-a83d-d5e08bbf67ae,segment=NetworkSegment(5d188569-9cc4-4862-94c6-79aa01750627),segment_id=5d188569-9cc4-4862-94c6-79aa01750627)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:10:58.218739 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-121ed76a-33b3-452e-b3c3-cba6775078e6 req-85c021c7-f7fe-458c-a46a-897ed598c852 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:58.257279 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-121ed76a-33b3-452e-b3c3-cba6775078e6 req-85c021c7-f7fe-458c-a46a-897ed598c852 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Calling delete_port for 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:10:58.388118 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-346d865e-cded-4f10-85db-9d2e0dfd3efa req-d354ae92-7082-462a-917e-4830280cd149 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.23 "GET /v2.0/security-groups?id=795bf8de-3ab3-45d5-8469-3a937f7cc0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976392 Sep 18 05:10:58.430263 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-312d273a-b0e1-451e-aa71-a28855a2c163 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:58.448572 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-312d273a-b0e1-451e-aa71-a28855a2c163 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.18 "GET /v2.0/networks?id=6caeed0a-1513-492e-9bad-bee6c410f379 HTTP/1.1" status: 200 len: 814 time: 0.2139242 Sep 18 05:10:58.449734 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-200c92da-07be-4c12-91af-0ce08b2bee8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:58.462718 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e1b492c-38e2-4d4f-af83-879664dfbdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:58.477650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Request body: {'port': {'device_id': 'b82b43ce-7ed7-4d10-978b-306f702feb80', 'network_id': '6caeed0a-1513-492e-9bad-bee6c410f379', 'admin_state_up': True, 'tenant_id': 'e7d7d9eec8c34354bcd4cdae5da299f9'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:58.527255 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76b160d0-8c69-4265-9701-4882c049729b req-0679e7df-5a48-4c02-b394-05143ef58a82 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 210 time: 0.0566981 Sep 18 05:10:58.556186 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-121ed76a-33b3-452e-b3c3-cba6775078e6 req-85c021c7-f7fe-458c-a46a-897ed598c852 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:58.568817 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['0dc2c420-e34c-4d27-a83d-d5e08bbf67ae'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:10:58.623656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c021c7-f7fe-458c-a46a-897ed598c852 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Pushing event deleted for resources: {'Port': ['ID=0dc2c420-e34c-4d27-a83d-d5e08bbf67ae,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:58.733311 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-121ed76a-33b3-452e-b3c3-cba6775078e6 req-85c021c7-f7fe-458c-a46a-897ed598c852 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] No DVR routers for this DVR port 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae on host n-h1-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:10:58.744016 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-121ed76a-33b3-452e-b3c3-cba6775078e6 req-85c021c7-f7fe-458c-a46a-897ed598c852 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:58.746078 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-121ed76a-33b3-452e-b3c3-cba6775078e6 req-85c021c7-f7fe-458c-a46a-897ed598c852 tempest-ServerMetadataNegativeTestJSON-1202953479 tempest-ServerMetadataNegativeTestJSON-1202953479-project] 10.222.0.18 "DELETE /v2.0/ports/0dc2c420-e34c-4d27-a83d-d5e08bbf67ae HTTP/1.1" status: 204 len: 173 time: 0.9525120 Sep 18 05:10:58.748018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6774eacc-90d5-475b-9918-a741e7a3d49a', 'name': 'network-vif-deleted', 'tag': '0dc2c420-e34c-4d27-a83d-d5e08bbf67ae'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:10:58.751083 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360cfa90-694c-491f-9645-b43823d5bc34" -d '{"events": [{"server_uuid": "6774eacc-90d5-475b-9918-a741e7a3d49a", "name": "network-vif-deleted", "tag": "0dc2c420-e34c-4d27-a83d-d5e08bbf67ae"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:10:58.769691 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e1b492c-38e2-4d4f-af83-879664dfbdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:58.800960 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-f5532495-ca22-4a10-979c-4ffd7636d949 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:58.800960 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-f5532495-ca22-4a10-979c-4ffd7636d949 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/networks?id=9efe280f-1a43-4ccc-be93-3c7d2962020a HTTP/1.1" status: 200 len: 815 time: 0.2321763 Sep 18 05:10:58.817846 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f84b391-1fa3-4f6f-835c-4a5f24ffbf5e x-openstack-request-id: req-0f84b391-1fa3-4f6f-835c-4a5f24ffbf5e {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:10:58.818919 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6774eacc-90d5-475b-9918-a741e7a3d49a", "name": "network-vif-deleted", "tag": "0dc2c420-e34c-4d27-a83d-d5e08bbf67ae", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:10:58.818919 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f84b391-1fa3-4f6f-835c-4a5f24ffbf5e {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:10:58.818919 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6774eacc-90d5-475b-9918-a741e7a3d49a', 'name': 'network-vif-deleted', 'tag': '0dc2c420-e34c-4d27-a83d-d5e08bbf67ae', 'status': 'completed', 'code': 200} Sep 18 05:10:58.847026 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-77d0a040-8877-4a3d-9c49-efbe9ccf1874 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/quotas/7a6f613e12794ecba2afb105609c0052 HTTP/1.1" status: 200 len: 375 time: 0.0326345 Sep 18 05:10:58.885042 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-4fe45b91-82bd-4cb0-be42-041991477e65 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a6f613e12794ecba2afb105609c0052&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369828 Sep 18 05:10:58.890245 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e1b492c-38e2-4d4f-af83-879664dfbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:58.909277 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.api [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 05:10:58.909277 n-d-789963-13 neutron-server[106909]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 05:10:58.909277 n-d-789963-13 neutron-server[106909]: [parameters: {'project_id_1': 'e7d7d9eec8c34354bcd4cdae5da299f9', 'expiration_1': datetime.datetime(2021, 9, 18, 5, 10, 38, 610943)}] Sep 18 05:10:58.909277 n-d-789963-13 neutron-server[106909]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:10:58.913558 n-d-789963-13 neutron-server[106909]: DEBUG oslo_db.api [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:10:58.950514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5970010-c60a-4a38-aa5c-6d771efab038 req-a99d20ae-15df-4957-9e44-0a5d604a4aba tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:58.953846 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5970010-c60a-4a38-aa5c-6d771efab038 req-a99d20ae-15df-4957-9e44-0a5d604a4aba tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 951 time: 0.0877712 Sep 18 05:10:59.026975 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5970010-c60a-4a38-aa5c-6d771efab038 req-9ab6d63e-aa0a-4084-8159-1b84ad66f2af tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/security-groups?id=506abc6f-d8af-4224-8088-8b80e72fc69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560269 Sep 18 05:10:59.058143 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-200c92da-07be-4c12-91af-0ce08b2bee8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:59.159858 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-200c92da-07be-4c12-91af-0ce08b2bee8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:59.208170 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-200c92da-07be-4c12-91af-0ce08b2bee8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49e5416932c74e6f972f17fd68d11ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2084944 Sep 18 05:10:59.209410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c92da-07be-4c12-91af-0ce08b2bee8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf08fae-2fa9-4bc2-825c-b3c2d833a678,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:59.211973 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52604) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:59.281217 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ecf4df84-92af-470d-9b9c-d67dc45a0b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:59.305418 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ecf4df84-92af-470d-9b9c-d67dc45a0b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:59.395586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b492c-38e2-4d4f-af83-879664dfbdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dda7aca-21ac-412f-980d-392c98b8308f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:59.404924 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0e1b492c-38e2-4d4f-af83-879664dfbdfe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0ef1cfd60144deea3994e72221e5a92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3084006 Sep 18 05:10:59.406844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52616) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:10:59.441634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-d43f286f-0d0c-40c2-bf25-146b9d7287f0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:10:59.443113 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-d43f286f-0d0c-40c2-bf25-146b9d7287f0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 812 time: 0.6392398 Sep 18 05:10:59.453895 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-764a76c9-85d3-432f-97e5-8d593d7b6c76 service neutron] 10.222.0.23 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652227 Sep 18 05:10:59.458316 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ecf4df84-92af-470d-9b9c-d67dc45a0b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:59.458844 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-6e08f30b-1430-427d-af8b-c5458d008596 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Request body: {'port': {'device_id': '31fb6881-6786-46f1-ae50-3eee74d6ed1e', 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4', 'admin_state_up': True, 'tenant_id': '3096e0d917c34cff9e463e09ad6891a9'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:10:59.461112 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ecf4df84-92af-470d-9b9c-d67dc45a0b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:59.464637 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ecf4df84-92af-470d-9b9c-d67dc45a0b51 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbf08fae-2fa9-4bc2-825c-b3c2d833a678 HTTP/1.1" status: 204 len: 168 time: 0.2495704 Sep 18 05:10:59.473909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4df84-92af-470d-9b9c-d67dc45a0b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf08fae-2fa9-4bc2-825c-b3c2d833a678,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:59.507361 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e029f31c-d86f-41f9-8bcf-cce290f200df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:59.531840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e029f31c-d86f-41f9-8bcf-cce290f200df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:59.541220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Made reservation on behalf of e7d7d9eec8c34354bcd4cdae5da299f9 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:59.548147 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:59.625475 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-5c2a103b-fcd5-4ab3-814d-898a3b441b84 service neutron] 10.222.0.23 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620669 Sep 18 05:10:59.713827 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Allocated IP 172.20.0.5 (6caeed0a-1513-492e-9bad-bee6c410f379/73d591f7-1d3a-40c0-a4a4-dd237dc6802b/8cd8a94d-9626-41f9-93c5-9b860ecf5e5a) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:10:59.731884 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-6e08f30b-1430-427d-af8b-c5458d008596 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Made reservation on behalf of 3096e0d917c34cff9e463e09ad6891a9 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:10:59.736023 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-6e08f30b-1430-427d-af8b-c5458d008596 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:59.779214 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e029f31c-d86f-41f9-8bcf-cce290f200df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:59.781603 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e029f31c-d86f-41f9-8bcf-cce290f200df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:59.785133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e029f31c-d86f-41f9-8bcf-cce290f200df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dda7aca-21ac-412f-980d-392c98b8308f HTTP/1.1" status: 204 len: 168 time: 0.3748431 Sep 18 05:10:59.806528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029f31c-d86f-41f9-8bcf-cce290f200df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dda7aca-21ac-412f-980d-392c98b8308f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:10:59.941629 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-6e08f30b-1430-427d-af8b-c5458d008596 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Allocated IP 172.20.0.2 (7e77f982-12cd-4966-ad89-506bbab549b4/19facd85-5a02-4210-8d90-7d5ec267820b/ceb8a09f-10af-4f47-868d-af8d479a1c92) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:10:59.957279 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:10:59.984178 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-30eef6bb-0b94-4c5c-9c0a-b60dfeee4d4d req-d6b87204-a453-4aab-ba73-f053cae48c62 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 210 time: 0.0599515 Sep 18 05:11:00.093379 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:00.170038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52662) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:00.186674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Network 6caeed0a-1513-492e-9bad-bee6c410f379 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:00.209645 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-6e08f30b-1430-427d-af8b-c5458d008596 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:00.223282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:00.232336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:00.288940 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3deae-8ac8-4962-be1f-fe7a7c10c083 req-43fa5a56-3af6-4c8d-b762-467b78834a43 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:00.290591 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdf3deae-8ac8-4962-be1f-fe7a7c10c083 req-43fa5a56-3af6-4c8d-b762-467b78834a43 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 931 time: 0.0562615 Sep 18 05:11:00.340497 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdf3deae-8ac8-4962-be1f-fe7a7c10c083 req-b2c96fad-94be-4a6e-b9de-512909bce212 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/security-groups?id=e679dccf-6029-4c68-b7af-d39fcb57189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432451 Sep 18 05:11:00.399072 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-6e08f30b-1430-427d-af8b-c5458d008596 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:00.446521 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-973371db-0eeb-4c77-adbe-d9ecd4772c05 req-c95bb41e-3932-4709-bb55-7ee5ebeac1b3 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 210 time: 0.0575504 Sep 18 05:11:00.472803 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-6e08f30b-1430-427d-af8b-c5458d008596 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Network 7e77f982-12cd-4966-ad89-506bbab549b4 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:00.480923 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-6e08f30b-1430-427d-af8b-c5458d008596 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:00.491264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-6e08f30b-1430-427d-af8b-c5458d008596 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:00.500680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08f30b-1430-427d-af8b-c5458d008596 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Pushing event updated for resources: {'Port': ['ID=ceb8a09f-10af-4f47-868d-af8d479a1c92,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:00.550212 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-6e08f30b-1430-427d-af8b-c5458d008596 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:00.550889 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-6e08f30b-1430-427d-af8b-c5458d008596 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:00.568292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Pushing event updated for resources: {'Port': ['ID=8cd8a94d-9626-41f9-93c5-9b860ecf5e5a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:00.591798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2151a97-06e3-4e68-8969-62afaaab8866 admin admin] Deleting subnet e5859948-daf1-4f47-881a-ba59a032627a {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:11:00.604546 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:00.605434 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:00.609373 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2151a97-06e3-4e68-8969-62afaaab8866 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:00.654133 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2151a97-06e3-4e68-8969-62afaaab8866 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:00.670059 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-6e08f30b-1430-427d-af8b-c5458d008596 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2148879 Sep 18 05:11:00.679277 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52682) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:00.683302 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Request body: {'port': {'device_id': '31fb6881-6786-46f1-ae50-3eee74d6ed1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:00.712033 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2151a97-06e3-4e68-8969-62afaaab8866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:00.735475 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-ef5fd9ac-f2a3-446f-92cb-810376c72156 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2637219 Sep 18 05:11:00.750843 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Request body: {'port': {'device_id': 'b82b43ce-7ed7-4d10-978b-306f702feb80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:00.759544 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c834972e-4210-4039-a3a7-940777b52baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:00.775614 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:00.825840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:00.932126 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2151a97-06e3-4e68-8969-62afaaab8866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:00.982325 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2151a97-06e3-4e68-8969-62afaaab8866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:00.994991 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a2151a97-06e3-4e68-8969-62afaaab8866 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e5859948-daf1-4f47-881a-ba59a032627a HTTP/1.1" status: 204 len: 168 time: 0.8130238 Sep 18 05:11:00.994991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2151a97-06e3-4e68-8969-62afaaab8866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5859948-daf1-4f47-881a-ba59a032627a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:00.997713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52690) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:01.043830 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c834972e-4210-4039-a3a7-940777b52baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.069904 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b49b26df-075e-43c9-9337-35e8e82872b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.100198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:11:01.128096 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c834972e-4210-4039-a3a7-940777b52baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.169043 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:11:01.170771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 0dc2c420-e34c-4d27-a83d-d5e08bbf67ae not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:11:01.215162 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c834972e-4210-4039-a3a7-940777b52baf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03f0b204e74e4f2a8e9e7389e8031046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4907894 Sep 18 05:11:01.216169 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834972e-4210-4039-a3a7-940777b52baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27a33a4-6691-4390-b4bf-cd994d16d3b6,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:01.221448 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52702) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:01.228560 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9b113c3d-c0f3-4b5b-8828-b044145d0901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.231025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46bceb-09d0-4613-a59c-3e12973b9e8d req-085f57b4-bcad-4b0b-9b9b-3e84e17d134d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:01.239449 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ba46bceb-09d0-4613-a59c-3e12973b9e8d req-085f57b4-bcad-4b0b-9b9b-3e84e17d134d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 931 time: 0.1583419 Sep 18 05:11:01.271934 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb8a09f-10af-4f47-868d-af8d479a1c92 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:01.277767 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b49b26df-075e-43c9-9337-35e8e82872b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.287770 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.330295 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Transition to ACTIVE for port object ceb8a09f-10af-4f47-868d-af8d479a1c92 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:11:01.348754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-b49b26df-075e-43c9-9337-35e8e82872b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd2aebb-d6c6-4f05-9d9b-052995bad7dd']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:01.356831 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ba46bceb-09d0-4613-a59c-3e12973b9e8d req-c6f08c92-6520-47e0-bcc1-9a99acc96de8 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163948 Sep 18 05:11:01.357768 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c29f08c7-80cf-44c8-8eab-864d6e812c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.368369 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 05dee8f1-ac3a-4752-be56-3029ab52c4e2 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:11:01.384278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-b49b26df-075e-43c9-9337-35e8e82872b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d188569-9cc4-4862-94c6-79aa01750627') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:01.384575 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-b49b26df-075e-43c9-9337-35e8e82872b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d188569-9cc4-4862-94c6-79aa01750627') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:01.387863 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.403504 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b49b26df-075e-43c9-9337-35e8e82872b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.453922 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b49b26df-075e-43c9-9337-35e8e82872b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.467142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d488c2-d99e-43ab-bf1c-7c6a9e1669f5 req-941de129-f450-4ac5-8bf6-9b98fb402621 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:01.474724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71d488c2-d99e-43ab-bf1c-7c6a9e1669f5 req-941de129-f450-4ac5-8bf6-9b98fb402621 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 951 time: 0.1409009 Sep 18 05:11:01.480378 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.484968 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c29f08c7-80cf-44c8-8eab-864d6e812c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.488679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49b26df-075e-43c9-9337-35e8e82872b8 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:11:01.489099 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b49b26df-075e-43c9-9337-35e8e82872b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:11:01.490828 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:11:01.518705 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05dee8f1-ac3a-4752-be56-3029ab52c4e2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:01.522127 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4ec0e3-7a8c-49e8-bffe-f20bea23ed5c" -d '{"events": [{"server_uuid": "dcf472e7-1fd9-4263-bf18-842f7068e349", "name": "network-vif-unplugged", "status": "completed", "tag": "05dee8f1-ac3a-4752-be56-3029ab52c4e2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:01.537300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:01.539799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:01.577418 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.580519 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Pushing event updated for resources: {'Port': ['ID=ceb8a09f-10af-4f47-868d-af8d479a1c92,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:01.610822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71d488c2-d99e-43ab-bf1c-7c6a9e1669f5 req-89da7e76-33f6-48a4-be90-6e33c0a45610 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/security-groups?id=506abc6f-d8af-4224-8088-8b80e72fc69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352279 Sep 18 05:11:01.617852 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.649459 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a6d1-3af3-4a6d-8d79-7206f7fbc501 req-ef6033ed-80e4-4521-92a9-8b8b2da90e0c tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:01.651500 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79f0a6d1-3af3-4a6d-8d79-7206f7fbc501 req-ef6033ed-80e4-4521-92a9-8b8b2da90e0c tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 931 time: 0.1722274 Sep 18 05:11:01.669498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Transition to ACTIVE for port object 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:11:01.673341 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b49b26df-075e-43c9-9337-35e8e82872b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.685489 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=05dee8f1-ac3a-4752-be56-3029ab52c4e2,revision_number=11']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:01.690939 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b49b26df-075e-43c9-9337-35e8e82872b8 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.695345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b49b26df-075e-43c9-9337-35e8e82872b8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3dd2aebb-d6c6-4f05-9d9b-052995bad7dd HTTP/1.1" status: 204 len: 168 time: 0.6943841 Sep 18 05:11:01.695345 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b26df-075e-43c9-9337-35e8e82872b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd2aebb-d6c6-4f05-9d9b-052995bad7dd,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:01.718547 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79f0a6d1-3af3-4a6d-8d79-7206f7fbc501 req-03aad771-4ca7-42fd-8c1f-41e71b985619 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/security-groups?id=e679dccf-6029-4c68-b7af-d39fcb57189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571470 Sep 18 05:11:01.741674 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Attempting to bind port ceb8a09f-10af-4f47-868d-af8d479a1c92 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:01.742333 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Attempting to bind port ceb8a09f-10af-4f47-868d-af8d479a1c92 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:01.742739 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Attempting to bind port ceb8a09f-10af-4f47-868d-af8d479a1c92 on network 7e77f982-12cd-4966-ad89-506bbab549b4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:01.748688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Port ceb8a09f-10af-4f47-868d-af8d479a1c92 on network 7e77f982-12cd-4966-ad89-506bbab549b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:11:01.749109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Attempting to bind port ceb8a09f-10af-4f47-868d-af8d479a1c92 on network 7e77f982-12cd-4966-ad89-506bbab549b4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:01.750494 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-09b72002-714c-4f8e-a457-e8b942fd1ef3 req-a3f0e5ce-834b-4bf0-a51e-5ea5fe6e6d62 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 210 time: 0.0479250 Sep 18 05:11:01.755246 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:01.755728 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Checking segment: {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:01.756413 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Bound using segment: {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:01.757184 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Bound port: ceb8a09f-10af-4f47-868d-af8d479a1c92, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:01.757679 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.757792 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.780441 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12faa74d-0174-4fb6-97f6-4c225b2213d2 x-openstack-request-id: req-12faa74d-0174-4fb6-97f6-4c225b2213d2 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:01.780981 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf472e7-1fd9-4263-bf18-842f7068e349", "name": "network-vif-unplugged", "status": "completed", "tag": "05dee8f1-ac3a-4752-be56-3029ab52c4e2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:01.781572 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12faa74d-0174-4fb6-97f6-4c225b2213d2 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:01.782152 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05dee8f1-ac3a-4752-be56-3029ab52c4e2', 'code': 200} Sep 18 05:11:01.850253 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Pushing event updated for resources: {'Port': ['ID=8cd8a94d-9626-41f9-93c5-9b860ecf5e5a,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:01.860640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] For port ceb8a09f-10af-4f47-868d-af8d479a1c92, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:01.864506 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] For port ceb8a09f-10af-4f47-868d-af8d479a1c92, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ceb8a09f-10af-4f47-868d-af8d479a1c92,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:01.865631 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c29f08c7-80cf-44c8-8eab-864d6e812c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.868358 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c29f08c7-80cf-44c8-8eab-864d6e812c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.869512 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c29f08c7-80cf-44c8-8eab-864d6e812c57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f27a33a4-6691-4390-b4bf-cd994d16d3b6 HTTP/1.1" status: 204 len: 168 time: 0.6279624 Sep 18 05:11:01.878847 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f08c7-80cf-44c8-8eab-864d6e812c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27a33a4-6691-4390-b4bf-cd994d16d3b6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:01.913671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Attempting to bind port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:01.914015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Attempting to bind port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '14bb06b5-cb1a-443b-9184-10fd07acf763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6caeed0a-1513-492e-9bad-bee6c410f379'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:01.914359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Attempting to bind port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a on network 6caeed0a-1513-492e-9bad-bee6c410f379 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:01.918628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a on network 6caeed0a-1513-492e-9bad-bee6c410f379 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:11:01.918956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Attempting to bind port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a on network 6caeed0a-1513-492e-9bad-bee6c410f379 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:01.924486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:01.924840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Checking segment: {'id': '14bb06b5-cb1a-443b-9184-10fd07acf763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6caeed0a-1513-492e-9bad-bee6c410f379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:01.925314 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Bound using segment: {'id': '14bb06b5-cb1a-443b-9184-10fd07acf763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6caeed0a-1513-492e-9bad-bee6c410f379'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:01.928767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Bound port: 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14bb06b5-cb1a-443b-9184-10fd07acf763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6caeed0a-1513-492e-9bad-bee6c410f379'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:01.929229 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.956545 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.996734 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:01.997583 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:01.999708 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] 10.222.0.18 "PUT /v2.0/ports/ceb8a09f-10af-4f47-868d-af8d479a1c92 HTTP/1.1" status: 200 len: 1092 time: 1.3214874 Sep 18 05:11:02.000180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fb6881-6786-46f1-ae50-3eee74d6ed1e', 'tag': 'ceb8a09f-10af-4f47-868d-af8d479a1c92'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:02.002511 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcf7ea5-f052-416b-ac8b-9003540c633a" -d '{"events": [{"name": "network-changed", "server_uuid": "31fb6881-6786-46f1-ae50-3eee74d6ed1e", "tag": "ceb8a09f-10af-4f47-868d-af8d479a1c92"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:02.004013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] For port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:02.007887 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] For port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8cd8a94d-9626-41f9-93c5-9b860ecf5e5a,segment=NetworkSegment(14bb06b5-cb1a-443b-9184-10fd07acf763),segment_id=14bb06b5-cb1a-443b-9184-10fd07acf763)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:02.028975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775bcf6-e4c8-4748-9aab-702f95f9a76a service neutron] Pushing event updated for resources: {'Port': ['ID=ceb8a09f-10af-4f47-868d-af8d479a1c92,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:02.071180 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7ba86d-8c76-477e-bfff-5ba0bda53eea x-openstack-request-id: req-8d7ba86d-8c76-477e-bfff-5ba0bda53eea {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:02.071478 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fb6881-6786-46f1-ae50-3eee74d6ed1e", "tag": "ceb8a09f-10af-4f47-868d-af8d479a1c92", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:02.071737 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d7ba86d-8c76-477e-bfff-5ba0bda53eea {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:02.072164 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fb6881-6786-46f1-ae50-3eee74d6ed1e', 'tag': 'ceb8a09f-10af-4f47-868d-af8d479a1c92', 'status': 'completed', 'code': 200} Sep 18 05:11:02.075299 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:02.122922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:02.122922 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:02.122922 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] 10.222.0.18 "PUT /v2.0/ports/8cd8a94d-9626-41f9-93c5-9b860ecf5e5a HTTP/1.1" status: 200 len: 1092 time: 1.3733833 Sep 18 05:11:02.122922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82b43ce-7ed7-4d10-978b-306f702feb80', 'tag': '8cd8a94d-9626-41f9-93c5-9b860ecf5e5a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:02.122922 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66244283-502a-48fb-a122-776ec4093383" -d '{"events": [{"name": "network-changed", "server_uuid": "b82b43ce-7ed7-4d10-978b-306f702feb80", "tag": "8cd8a94d-9626-41f9-93c5-9b860ecf5e5a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:02.146872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933db58f-7c64-4aa8-97cd-cbe453afa93d service neutron] Pushing event updated for resources: {'Port': ['ID=8cd8a94d-9626-41f9-93c5-9b860ecf5e5a,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:02.160369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf7ea5-f052-416b-ac8b-9003540c633a req-6ffafffb-389c-4e56-a081-f339dca406ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:02.163845 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5dcf7ea5-f052-416b-ac8b-9003540c633a req-6ffafffb-389c-4e56-a081-f339dca406ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 1095 time: 0.0686910 Sep 18 05:11:02.167132 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca990e1a-7be5-4e44-ad6e-254f08e3235f x-openstack-request-id: req-ca990e1a-7be5-4e44-ad6e-254f08e3235f {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:02.167430 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82b43ce-7ed7-4d10-978b-306f702feb80", "tag": "8cd8a94d-9626-41f9-93c5-9b860ecf5e5a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:02.167683 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca990e1a-7be5-4e44-ad6e-254f08e3235f {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:02.168181 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82b43ce-7ed7-4d10-978b-306f702feb80', 'tag': '8cd8a94d-9626-41f9-93c5-9b860ecf5e5a', 'status': 'completed', 'code': 200} Sep 18 05:11:02.182810 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:11:02.216949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52722) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:02.294983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66244283-502a-48fb-a122-776ec4093383 req-acc9df6d-334f-470e-9996-1cfde0863eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:02.298014 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66244283-502a-48fb-a122-776ec4093383 req-acc9df6d-334f-470e-9996-1cfde0863eb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7d7d9eec8c34354bcd4cdae5da299f9&device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 1095 time: 0.1118875 Sep 18 05:11:02.325293 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-431e8f50-88bb-4035-ad99-9d0fd923dc95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea09bb49df7f40609510d99fa823e5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1066191 Sep 18 05:11:02.328004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52728) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:02.424875 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf7ea5-f052-416b-ac8b-9003540c633a req-b66f7868-6848-4f49-b717-189580118836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:02.426391 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5dcf7ea5-f052-416b-ac8b-9003540c633a req-b66f7868-6848-4f49-b717-189580118836 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3096e0d917c34cff9e463e09ad6891a9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2489262 Sep 18 05:11:02.450377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66244283-502a-48fb-a122-776ec4093383 req-373a7981-0b05-4887-a8be-922cc6d19cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:02.452948 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66244283-502a-48fb-a122-776ec4093383 req-373a7981-0b05-4887-a8be-922cc6d19cb6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e7d7d9eec8c34354bcd4cdae5da299f9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1441481 Sep 18 05:11:02.472033 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-808ec05f-2f9d-4b74-badd-bc5772806ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:02.662371 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-808ec05f-2f9d-4b74-badd-bc5772806ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:02.700902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-d39c9920-6d3e-4387-82d3-6952a12e2560 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:02.702513 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-d39c9920-6d3e-4387-82d3-6952a12e2560 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.13 "GET /v2.0/networks?id=9efe280f-1a43-4ccc-be93-3c7d2962020a HTTP/1.1" status: 200 len: 815 time: 0.2331908 Sep 18 05:11:02.712366 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dac96-0bd8-4c1c-9737-bf6625aa979f req-5226e558-ed95-496f-bcb2-fa57a9d4ba48 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:02.720461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-822dac96-0bd8-4c1c-9737-bf6625aa979f req-5226e558-ed95-496f-bcb2-fa57a9d4ba48 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 943 time: 0.2493498 Sep 18 05:11:02.726426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-c3e9177f-bd53-45ed-9b58-8fb62f66af01 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Request body: {'port': {'device_id': '87432276-5a4c-4a86-a289-954a736c4c6d', 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a', 'admin_state_up': True, 'tenant_id': '7a6f613e12794ecba2afb105609c0052'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:02.774449 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf7ea5-f052-416b-ac8b-9003540c633a req-7c005f2e-88c0-4229-8002-4bb8d678cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:02.775954 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5dcf7ea5-f052-416b-ac8b-9003540c633a req-7c005f2e-88c0-4229-8002-4bb8d678cb0b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3423562 Sep 18 05:11:02.801534 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-822dac96-0bd8-4c1c-9737-bf6625aa979f req-69871476-e2ff-48fd-8aef-9369fb794ba7 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800455 Sep 18 05:11:02.894849 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-808ec05f-2f9d-4b74-badd-bc5772806ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:02.897661 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-808ec05f-2f9d-4b74-badd-bc5772806ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:02.900454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66244283-502a-48fb-a122-776ec4093383 req-847b580d-6bab-4fc5-b832-e0b753c59416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:02.902130 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66244283-502a-48fb-a122-776ec4093383 req-847b580d-6bab-4fc5-b832-e0b753c59416 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4434743 Sep 18 05:11:02.910459 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-808ec05f-2f9d-4b74-badd-bc5772806ff1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/795bf8de-3ab3-45d5-8469-3a937f7cc0c3 HTTP/1.1" status: 204 len: 168 time: 0.5727885 Sep 18 05:11:02.940009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edba4cd-7127-4532-9d92-bcec82187393 req-c110c204-613f-441c-8611-e7e8fa389e3a tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:02.947458 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4edba4cd-7127-4532-9d92-bcec82187393 req-c110c204-613f-441c-8611-e7e8fa389e3a tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 949 time: 0.2029278 Sep 18 05:11:02.953491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ec05f-2f9d-4b74-badd-bc5772806ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795bf8de-3ab3-45d5-8469-3a937f7cc0c3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:03.007000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-938ac15e-6d32-45f6-9e2d-76d7ad90e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:03.008714 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-938ac15e-6d32-45f6-9e2d-76d7ad90e706 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 1095 time: 0.1714847 Sep 18 05:11:03.023364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83228f2-8017-451c-9688-d9f8583f4952 req-e5b17a34-68dd-4643-9c37-a9ee46e8806e tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:03.029788 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e83228f2-8017-451c-9688-d9f8583f4952 req-e5b17a34-68dd-4643-9c37-a9ee46e8806e tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 943 time: 0.1481323 Sep 18 05:11:03.039392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4edba4cd-7127-4532-9d92-bcec82187393 req-d07ed7ed-b4a5-4ec6-8d21-12510bd45128 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/security-groups?id=506abc6f-d8af-4224-8088-8b80e72fc69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911639 Sep 18 05:11:03.054902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-5e8e9d4e-d191-4793-90bb-8037d03912ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:03.058462 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-5e8e9d4e-d191-4793-90bb-8037d03912ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7d7d9eec8c34354bcd4cdae5da299f9&device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 1095 time: 0.0995014 Sep 18 05:11:03.132222 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-49fea0e4-a029-4173-860c-612cb1ca7347 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceb8a09f-10af-4f47-868d-af8d479a1c92 HTTP/1.1" status: 200 len: 217 time: 0.1049478 Sep 18 05:11:03.146549 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-0745cd3c-28a0-4465-95ba-b3bb6e2c67e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cd8a94d-9626-41f9-93c5-9b860ecf5e5a HTTP/1.1" status: 200 len: 217 time: 0.0784340 Sep 18 05:11:03.221793 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e83228f2-8017-451c-9688-d9f8583f4952 req-e082babf-3c16-4d8f-840f-1528e374bc27 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/security-groups?id=e679dccf-6029-4c68-b7af-d39fcb57189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698828 Sep 18 05:11:03.236468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-c3e9177f-bd53-45ed-9b58-8fb62f66af01 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Made reservation on behalf of 7a6f613e12794ecba2afb105609c0052 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:03.239813 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-c3e9177f-bd53-45ed-9b58-8fb62f66af01 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:03.251802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-78740028-40f7-4302-84f2-a71f433ac8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:03.254214 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-78740028-40f7-4302-84f2-a71f433ac8ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19facd85-5a02-4210-8d90-7d5ec267820b HTTP/1.1" status: 200 len: 852 time: 0.1139545 Sep 18 05:11:03.295196 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-c2647fdc-a37d-42cd-b4c9-77a7cec4aac5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e77f982-12cd-4966-ad89-506bbab549b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318341 Sep 18 05:11:03.329710 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a79c8598-a5f4-441a-b040-b481fd6cb239 req-2d4f6307-0a66-4f69-aa10-a74bbc682de9 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 210 time: 0.1420286 Sep 18 05:11:03.423234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-3f109467-80ba-4028-9ef0-ab34db38f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:03.424836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-3f109467-80ba-4028-9ef0-ab34db38f890 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=73d591f7-1d3a-40c0-a4a4-dd237dc6802b HTTP/1.1" status: 200 len: 854 time: 0.2627637 Sep 18 05:11:03.433950 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-6f55383b-5380-45fb-b9d8-b74f6ba135e8 service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305468 Sep 18 05:11:03.436882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834ec75-dead-4344-b666-7ebe79498ddc req-29d6e719-d4f2-4da4-ad62-ae9453900558 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:03.438627 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2834ec75-dead-4344-b666-7ebe79498ddc req-29d6e719-d4f2-4da4-ad62-ae9453900558 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 949 time: 0.2968180 Sep 18 05:11:03.502184 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-34cb55a8-c52c-47ee-a421-2597cc7b9a6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6caeed0a-1513-492e-9bad-bee6c410f379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625677 Sep 18 05:11:03.586236 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3aec06d8-dcf6-4ac6-87e0-c9525d0be9e6 req-c1e35b0f-2876-479b-a4fd-f1da89f52b6e service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450839 Sep 18 05:11:03.664887 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-c3e9177f-bd53-45ed-9b58-8fb62f66af01 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Allocated IP 172.20.0.13 (9efe280f-1a43-4ccc-be93-3c7d2962020a/c4b41fbf-821a-4539-a065-a1f72d6825cf/2ea49425-108f-4bf6-a494-855123c3aa84) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:03.705083 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-0872718a-0d80-4afd-aa14-bf89905657ef service neutron] 10.222.0.18 "GET /v2.0/networks/6caeed0a-1513-492e-9bad-bee6c410f379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928790 Sep 18 05:11:03.731519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-2834ec75-dead-4344-b666-7ebe79498ddc req-75b51eb2-379f-4046-98f0-7262d42b006b tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Deleting port 05dee8f1-ac3a-4752-be56-3029ab52c4e2 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:11:03.732857 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2834ec75-dead-4344-b666-7ebe79498ddc req-75b51eb2-379f-4046-98f0-7262d42b006b tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:03.800598 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d23cf9ba-1413-4ba8-bc4f-f8b80977ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:03.999486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-2834ec75-dead-4344-b666-7ebe79498ddc req-75b51eb2-379f-4046-98f0-7262d42b006b tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] For port 05dee8f1-ac3a-4752-be56-3029ab52c4e2, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=05dee8f1-ac3a-4752-be56-3029ab52c4e2,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:03.999873 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2834ec75-dead-4344-b666-7ebe79498ddc req-75b51eb2-379f-4046-98f0-7262d42b006b tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:04.036389 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-2834ec75-dead-4344-b666-7ebe79498ddc req-75b51eb2-379f-4046-98f0-7262d42b006b tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Calling delete_port for 05dee8f1-ac3a-4752-be56-3029ab52c4e2 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:11:04.047732 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a3ef601-383b-4477-9781-3807b1df3d73 req-5ecd703c-df90-49f1-b275-710876686bec service neutron] 10.222.0.18 "GET /v2.0/networks/6caeed0a-1513-492e-9bad-bee6c410f379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320029 Sep 18 05:11:04.055241 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac9a18-9182-4064-a03d-5e1767ebae9e req-94bb9695-4780-48b5-9657-42e99ab22a7c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:04.056797 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcac9a18-9182-4064-a03d-5e1767ebae9e req-94bb9695-4780-48b5-9657-42e99ab22a7c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 943 time: 0.1773615 Sep 18 05:11:04.153356 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-c3e9177f-bd53-45ed-9b58-8fb62f66af01 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:04.182766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b320fc-62ef-4ad1-974c-4c1c234116d6 req-6a4e69a5-5ce1-4bcd-a1db-d3fcfd9e3a69 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:04.191275 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5b320fc-62ef-4ad1-974c-4c1c234116d6 req-6a4e69a5-5ce1-4bcd-a1db-d3fcfd9e3a69 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 949 time: 0.0637405 Sep 18 05:11:04.209741 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcac9a18-9182-4064-a03d-5e1767ebae9e req-c5e1e2e0-84b4-4f9d-a22e-752bde5b6e4f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416194 Sep 18 05:11:04.244482 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5b320fc-62ef-4ad1-974c-4c1c234116d6 req-ee9b64e6-cb47-46a8-aeab-925723a47ed9 tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/security-groups?id=506abc6f-d8af-4224-8088-8b80e72fc69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464475 Sep 18 05:11:04.268876 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:04.395027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-c3e9177f-bd53-45ed-9b58-8fb62f66af01 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:04.426363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52810) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:04.451714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52814) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:04.453311 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707850ef-d2e8-4193-9e00-e9ba80371569 req-0a365d39-36f1-4be2-8b15-4a9e7813afb7 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:04.455142 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-707850ef-d2e8-4193-9e00-e9ba80371569 req-0a365d39-36f1-4be2-8b15-4a9e7813afb7 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 943 time: 0.1516359 Sep 18 05:11:04.476410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-c3e9177f-bd53-45ed-9b58-8fb62f66af01 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Network 9efe280f-1a43-4ccc-be93-3c7d2962020a is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:04.488921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-c3e9177f-bd53-45ed-9b58-8fb62f66af01 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:04.489677 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a29cb5-a992-4bf7-89bc-bb30127e7009 req-9b7ca815-649f-4e1a-8c46-19eafb0aaa69 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:04.492964 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-22a29cb5-a992-4bf7-89bc-bb30127e7009 req-9b7ca815-649f-4e1a-8c46-19eafb0aaa69 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 932 time: 0.0813758 Sep 18 05:11:04.497406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-c3e9177f-bd53-45ed-9b58-8fb62f66af01 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:04.503758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9177f-bd53-45ed-9b58-8fb62f66af01 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Pushing event updated for resources: {'Port': ['ID=2ea49425-108f-4bf6-a494-855123c3aa84,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:04.542243 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2834ec75-dead-4344-b666-7ebe79498ddc req-75b51eb2-379f-4046-98f0-7262d42b006b tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:04.549717 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-22a29cb5-a992-4bf7-89bc-bb30127e7009 req-cbeca546-7a62-4c96-bc10-cc6deee5c218 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492566 Sep 18 05:11:04.613730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1154894846-network', 'tenant_id': '9e39e3c54cbd43a5b65ab02778fc8e2b'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:04.632561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1745280974', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:04.716658 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] Made reservation on behalf of 9e39e3c54cbd43a5b65ab02778fc8e2b for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:04.719939 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:04.739059 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:04.808558 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Made reservation on behalf of ca25936239174d279d6af3bba1d85a1b for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:04.811381 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:04.830422 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:04.876919 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-707850ef-d2e8-4193-9e00-e9ba80371569 req-9e11bd06-084e-4741-908c-81b80c463337 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/security-groups?id=e679dccf-6029-4c68-b7af-d39fcb57189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124207 Sep 18 05:11:04.881667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b51eb2-379f-4046-98f0-7262d42b006b tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Pushing event deleted for resources: {'Port': ['ID=05dee8f1-ac3a-4752-be56-3029ab52c4e2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:04.893338 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-c3e9177f-bd53-45ed-9b58-8fb62f66af01 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:04.894017 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-c3e9177f-bd53-45ed-9b58-8fb62f66af01 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:04.939521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-2834ec75-dead-4344-b666-7ebe79498ddc req-75b51eb2-379f-4046-98f0-7262d42b006b tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] No DVR routers for this DVR port 05dee8f1-ac3a-4752-be56-3029ab52c4e2 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:11:04.942547 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2834ec75-dead-4344-b666-7ebe79498ddc req-75b51eb2-379f-4046-98f0-7262d42b006b tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:04.950291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2834ec75-dead-4344-b666-7ebe79498ddc req-75b51eb2-379f-4046-98f0-7262d42b006b tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.13 "DELETE /v2.0/ports/05dee8f1-ac3a-4752-be56-3029ab52c4e2 HTTP/1.1" status: 204 len: 173 time: 1.4868436 Sep 18 05:11:04.950291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'name': 'network-vif-deleted', 'tag': '05dee8f1-ac3a-4752-be56-3029ab52c4e2'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:04.950291 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504e24eb-7ff4-45bb-946b-ab18a1bec60b" -d '{"events": [{"server_uuid": "dcf472e7-1fd9-4263-bf18-842f7068e349", "name": "network-vif-deleted", "tag": "05dee8f1-ac3a-4752-be56-3029ab52c4e2"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:04.991226 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0460f34-5832-4371-870f-8c68e0c3be55 x-openstack-request-id: req-b0460f34-5832-4371-870f-8c68e0c3be55 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:04.991531 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf472e7-1fd9-4263-bf18-842f7068e349", "name": "network-vif-deleted", "tag": "05dee8f1-ac3a-4752-be56-3029ab52c4e2", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:04.991786 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0460f34-5832-4371-870f-8c68e0c3be55 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:04.992273 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf472e7-1fd9-4263-bf18-842f7068e349', 'name': 'network-vif-deleted', 'tag': '05dee8f1-ac3a-4752-be56-3029ab52c4e2', 'status': 'completed', 'code': 200} Sep 18 05:11:05.137648 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:05.175808 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:05.243872 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:05.314846 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103703aa-30e6-407f-92dd-adaa17004ae2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:05.345764 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-c3e9177f-bd53-45ed-9b58-8fb62f66af01 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6315398 Sep 18 05:11:05.364745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Request body: {'port': {'device_id': '87432276-5a4c-4a86-a289-954a736c4c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:05.397514 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:11:05.397714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202a004-eedd-4cbc-a490-ce287806b5f7 req-cbb65a7b-c2af-41f8-b283-1d0cc2cb0149 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:05.409286 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e202a004-eedd-4cbc-a490-ce287806b5f7 req-cbb65a7b-c2af-41f8-b283-1d0cc2cb0149 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 943 time: 0.1091580 Sep 18 05:11:05.438535 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c6404d1b-2237-4ff6-a58f-6554be5051d0 req-3147cb0f-829a-426d-95e4-dfdb7427a24f tempest-ImagesOneServerTestJSON-624885266 tempest-ImagesOneServerTestJSON-624885266-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcf472e7-1fd9-4263-bf18-842f7068e349 HTTP/1.1" status: 200 len: 210 time: 0.0427878 Sep 18 05:11:05.439802 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:05.440164 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] Added segment e9625855-bf18-4426-9646-9c868f80a4f2 of type vlan for network fdc9f2cd-0fcf-4feb-9ace-728923259202 Sep 18 05:11:05.481531 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:05.485961 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e202a004-eedd-4cbc-a490-ce287806b5f7 req-da37fd4a-504e-4030-a7ac-391f8f2fa7f5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758286 Sep 18 05:11:05.495630 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:05.512109 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:05.563472 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:05.569466 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] device_id is not set on port d0a3f480-4266-4e5f-b39a-06627023bd02 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:11:05.631334 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:05.632387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:05.632975 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:05.653269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c71bdcd-ceb1-48ea-9af1-7fd51401bf5d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:05.779071 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3515358 Sep 18 05:11:05.783096 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dd803-1de4-4a58-8c65-ea54cb8b8905 admin admin] Pushing event updated for resources: {'Network': ['ID=fdc9f2cd-0fcf-4feb-9ace-728923259202,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:05.785558 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52840) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:05.793594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network fdc9f2cd-0fcf-4feb-9ace-728923259202 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:11:05.798448 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-34175fae-7ca8-4fc2-9d59-319deb0e953c admin admin] Request body: {'subnet': {'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1154894846-subnet', 'tenant_id': '9e39e3c54cbd43a5b65ab02778fc8e2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:05.822071 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a05d99-58fc-4c79-9478-ad1b9e1eaa06 req-1b2a65a4-8151-4dab-b0b5-6e22333fe116 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:05.827346 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-93a05d99-58fc-4c79-9478-ad1b9e1eaa06 req-1b2a65a4-8151-4dab-b0b5-6e22333fe116 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 932 time: 0.1577117 Sep 18 05:11:05.846189 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Allocated IP 172.25.7.64 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/d0a3f480-4266-4e5f-b39a-06627023bd02) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:05.852977 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea49425-108f-4bf6-a494-855123c3aa84 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:05.863108 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:05.881792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Transition to ACTIVE for port object 2ea49425-108f-4bf6-a494-855123c3aa84 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:11:05.894569 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-93a05d99-58fc-4c79-9478-ad1b9e1eaa06 req-e5f7ae72-38f1-41b4-a94d-f8771d34764a tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589061 Sep 18 05:11:05.993446 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:05.998758 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34175fae-7ca8-4fc2-9d59-319deb0e953c admin admin] Made reservation on behalf of 9e39e3c54cbd43a5b65ab02778fc8e2b for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:06.000264 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34175fae-7ca8-4fc2-9d59-319deb0e953c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:06.060293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Pushing event updated for resources: {'Port': ['ID=2ea49425-108f-4bf6-a494-855123c3aa84,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:06.071818 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1738a67-c6c0-4d34-a767-6402420405cb req-7dd5f8af-750a-40f7-af1c-0ac8201715ad tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:06.073456 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1738a67-c6c0-4d34-a767-6402420405cb req-7dd5f8af-750a-40f7-af1c-0ac8201715ad tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 943 time: 0.1072502 Sep 18 05:11:06.098698 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:06.160779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1738a67-c6c0-4d34-a767-6402420405cb req-63a43a67-b2c3-4b80-b7b8-3c7811b9744a tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/security-groups?id=e679dccf-6029-4c68-b7af-d39fcb57189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757258 Sep 18 05:11:06.178495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Attempting to bind port 2ea49425-108f-4bf6-a494-855123c3aa84 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:06.178943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Attempting to bind port 2ea49425-108f-4bf6-a494-855123c3aa84 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:06.179377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Attempting to bind port 2ea49425-108f-4bf6-a494-855123c3aa84 on network 9efe280f-1a43-4ccc-be93-3c7d2962020a {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:06.184057 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Port 2ea49425-108f-4bf6-a494-855123c3aa84 on network 9efe280f-1a43-4ccc-be93-3c7d2962020a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:11:06.184521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Attempting to bind port 2ea49425-108f-4bf6-a494-855123c3aa84 on network 9efe280f-1a43-4ccc-be93-3c7d2962020a {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:06.190511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:06.191018 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Checking segment: {'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:06.191509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Bound using segment: {'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:06.192297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Bound port: 2ea49425-108f-4bf6-a494-855123c3aa84, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:06.192810 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:06.230150 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:06.274151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] For port 2ea49425-108f-4bf6-a494-855123c3aa84, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:06.275929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:06.277812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] For port 2ea49425-108f-4bf6-a494-855123c3aa84, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=2ea49425-108f-4bf6-a494-855123c3aa84,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:06.280380 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:06.284747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:06.292629 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a3f480-4266-4e5f-b39a-06627023bd02,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:06.318748 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34175fae-7ca8-4fc2-9d59-319deb0e953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:06.338961 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:06.371417 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:06.372037 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:06.386377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:06.386921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:06.388334 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] 10.222.0.13 "PUT /v2.0/ports/2ea49425-108f-4bf6-a494-855123c3aa84 HTTP/1.1" status: 200 len: 1093 time: 1.0323012 Sep 18 05:11:06.394417 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34175fae-7ca8-4fc2-9d59-319deb0e953c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0078b2-978b-4f73-9fac-427b64b39f17,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:06.411403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d0866-0e12-404a-82ab-bb4e942a363e service neutron] Pushing event updated for resources: {'Port': ['ID=2ea49425-108f-4bf6-a494-855123c3aa84,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:06.411919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34175fae-7ca8-4fc2-9d59-319deb0e953c admin admin] Checking segment: {'id': 'e9625855-bf18-4426-9646-9c868f80a4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:06.412013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34175fae-7ca8-4fc2-9d59-319deb0e953c admin admin] Network hostable DHCP agents. Network: fdc9f2cd-0fcf-4feb-9ace-728923259202, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:11:06.457172 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-01c88613-df4a-4ab3-af50-2ce4b1336d36 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0034726 Sep 18 05:11:06.459904 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52846) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:06.464265 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4eff401a-3f77-4b25-a75d-89bd4ebcb252 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.64'}]}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:06.508984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34175fae-7ca8-4fc2-9d59-319deb0e953c admin admin] Network fdc9f2cd-0fcf-4feb-9ace-728923259202 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:11:06.527602 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4eff401a-3f77-4b25-a75d-89bd4ebcb252 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:06.528750 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4eff401a-3f77-4b25-a75d-89bd4ebcb252 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:06.592670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-34175fae-7ca8-4fc2-9d59-319deb0e953c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, fdc9f2cd-0fcf-4feb-9ace-728923259202) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:06.597388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34175fae-7ca8-4fc2-9d59-319deb0e953c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:06.598002 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34175fae-7ca8-4fc2-9d59-319deb0e953c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:06.602267 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4eff401a-3f77-4b25-a75d-89bd4ebcb252 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:06.603157 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df1fe7-f3ce-46ad-ac68-cbd8f779a881 None None] Network fdc9f2cd-0fcf-4feb-9ace-728923259202 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:06.603632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-b9115577-ec6e-48bf-9034-4c82f89f83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:06.604830 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-b9115577-ec6e-48bf-9034-4c82f89f83ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a6f613e12794ecba2afb105609c0052&device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 1096 time: 0.0710590 Sep 18 05:11:06.628982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f97898-b0b2-4652-b6d3-7460823035e1 req-40dafe14-8b8f-4092-b7dc-6daadfd3a76f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:06.630471 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-08f97898-b0b2-4652-b6d3-7460823035e1 req-40dafe14-8b8f-4092-b7dc-6daadfd3a76f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 943 time: 0.0659606 Sep 18 05:11:06.663281 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-80665d51-f54a-46c2-a19e-d7d88a459d22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ea49425-108f-4bf6-a494-855123c3aa84 HTTP/1.1" status: 200 len: 217 time: 0.0505621 Sep 18 05:11:06.698187 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-34175fae-7ca8-4fc2-9d59-319deb0e953c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9079275 Sep 18 05:11:06.731654 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-08f97898-b0b2-4652-b6d3-7460823035e1 req-549d011c-f098-41b8-aef5-1ab815a48340 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708194 Sep 18 05:11:06.751044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-ec34eff1-2a1d-4b67-901e-8fdd28519423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:06.752786 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-ec34eff1-2a1d-4b67-901e-8fdd28519423 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4b41fbf-821a-4539-a065-a1f72d6825cf HTTP/1.1" status: 200 len: 855 time: 0.0768189 Sep 18 05:11:06.760027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced2d2be-1de3-405f-80ce-907d3e93e62c None None] Network fdc9f2cd-0fcf-4feb-9ace-728923259202 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:06.807768 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-4682cf88-08ad-4383-b01b-27c349e30e9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9efe280f-1a43-4ccc-be93-3c7d2962020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455461 Sep 18 05:11:06.839501 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4eff401a-3f77-4b25-a75d-89bd4ebcb252 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:06.846725 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:06.945850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-66e094e5-af05-4863-8608-e871c47a11b8 service neutron] 10.222.0.13 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166101 Sep 18 05:11:06.959413 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52864) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:06.993398 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87432276-5a4c-4a86-a289-954a736c4c6d', 'tag': '2ea49425-108f-4bf6-a494-855123c3aa84'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:06.996052 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e22cd2-3d2b-4531-acbc-0c2e35bacaf2" -d '{"events": [{"name": "network-changed", "server_uuid": "87432276-5a4c-4a86-a289-954a736c4c6d", "tag": "2ea49425-108f-4bf6-a494-855123c3aa84"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:07.096430 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca48576-690e-4846-89ac-97f8c230e870 x-openstack-request-id: req-7ca48576-690e-4846-89ac-97f8c230e870 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:07.096736 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87432276-5a4c-4a86-a289-954a736c4c6d", "tag": "2ea49425-108f-4bf6-a494-855123c3aa84", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:07.096994 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ca48576-690e-4846-89ac-97f8c230e870 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:07.097396 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87432276-5a4c-4a86-a289-954a736c4c6d', 'tag': '2ea49425-108f-4bf6-a494-855123c3aa84', 'status': 'completed', 'code': 200} Sep 18 05:11:07.134283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7271629-b5e9-4414-93d5-a54d75d19fa1 req-956c2433-a438-43cd-b465-7cdc3da0ab98 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:07.135816 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a7271629-b5e9-4414-93d5-a54d75d19fa1 req-956c2433-a438-43cd-b465-7cdc3da0ab98 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 944 time: 0.1563082 Sep 18 05:11:07.137882 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f3ecf134-37dc-4f44-993b-c4eb893fd343 req-600e666e-c566-43a1-858b-23f34a604cd3 service neutron] 10.222.0.13 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840060 Sep 18 05:11:07.143368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:11:07.208016 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4eff401a-3f77-4b25-a75d-89bd4ebcb252 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:07.211566 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a7271629-b5e9-4414-93d5-a54d75d19fa1 req-6428866f-c8f3-4a74-9e0e-a25eaf79d9c4 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607615 Sep 18 05:11:07.235927 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fd6a8274-f4c0-467f-8685-8bf386ca114e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7707303d18642acb8e69ea3fa6e99af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691224 Sep 18 05:11:07.235927 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4eff401a-3f77-4b25-a75d-89bd4ebcb252 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:07.236197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52878) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:07.276577 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8cd8a94d-9626-41f9-93c5-9b860ecf5e5a,segment=NetworkSegment(14bb06b5-cb1a-443b-9184-10fd07acf763),segment_id=14bb06b5-cb1a-443b-9184-10fd07acf763)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:07.293584 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '8cd8a94d-9626-41f9-93c5-9b860ecf5e5a', 'network_id': '6caeed0a-1513-492e-9bad-bee6c410f379', 'port_id': '8cd8a94d-9626-41f9-93c5-9b860ecf5e5a', 'mac_address': 'fa:16:3e:45:42:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d591f7-1d3a-40c0-a4a4-dd237dc6802b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:11:07.327227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e22cd2-3d2b-4531-acbc-0c2e35bacaf2 req-8a502e22-42ec-461f-bf26-0ec3e88e3c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:07.328845 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82e22cd2-3d2b-4531-acbc-0c2e35bacaf2 req-8a502e22-42ec-461f-bf26-0ec3e88e3c68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a6f613e12794ecba2afb105609c0052&device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 1096 time: 0.0738688 Sep 18 05:11:07.330481 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-baecd391-c275-4c40-89ae-fbaf01fe9af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:07.340114 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:07.373185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:07.381345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 05dee8f1-ac3a-4752-be56-3029ab52c4e2 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:11:07.414780 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-baecd391-c275-4c40-89ae-fbaf01fe9af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:07.422353 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 05dee8f1-ac3a-4752-be56-3029ab52c4e2 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:11:07.423475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 05dee8f1-ac3a-4752-be56-3029ab52c4e2 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:11:07.434841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8cd8a94d-9626-41f9-93c5-9b860ecf5e5a,segment=NetworkSegment(14bb06b5-cb1a-443b-9184-10fd07acf763),segment_id=14bb06b5-cb1a-443b-9184-10fd07acf763)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:07.476681 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:07.478254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ceb8a09f-10af-4f47-868d-af8d479a1c92 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:11:07.502796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d5d7b-3558-47b9-be65-a014ca65392d req-87d729d7-89be-4a53-b88a-35d42bfd1a47 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:07.504427 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec7d5d7b-3558-47b9-be65-a014ca65392d req-87d729d7-89be-4a53-b88a-35d42bfd1a47 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 943 time: 0.1801124 Sep 18 05:11:07.522963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e22cd2-3d2b-4531-acbc-0c2e35bacaf2 req-e76accb8-7511-4377-a246-a5c81415bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:07.524489 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82e22cd2-3d2b-4531-acbc-0c2e35bacaf2 req-e76accb8-7511-4377-a246-a5c81415bc62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9efe280f-1a43-4ccc-be93-3c7d2962020a HTTP/1.1" status: 200 len: 915 time: 0.1820910 Sep 18 05:11:07.528493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-c4a67c6a-9e09-4475-8abd-57a04d3c2b49 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:07.536869 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-c4a67c6a-9e09-4475-8abd-57a04d3c2b49 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/networks?id=fdc9f2cd-0fcf-4feb-9ace-728923259202 HTTP/1.1" status: 200 len: 814 time: 0.1998658 Sep 18 05:11:07.555731 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=8cd8a94d-9626-41f9-93c5-9b860ecf5e5a,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:07.556054 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-f6227937-3712-482a-bafa-62734c217a81 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/quotas/9e39e3c54cbd43a5b65ab02778fc8e2b HTTP/1.1" status: 200 len: 375 time: 0.0183380 Sep 18 05:11:07.594710 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82e22cd2-3d2b-4531-acbc-0c2e35bacaf2 req-563d7452-8855-4133-b8a0-27f1c0f55b13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ea49425-108f-4bf6-a494-855123c3aa84 HTTP/1.1" status: 200 len: 217 time: 0.0604882 Sep 18 05:11:07.614608 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-91817743-b86f-4700-a179-f08dcb2f68a3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463877 Sep 18 05:11:07.617187 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec7d5d7b-3558-47b9-be65-a014ca65392d req-ea85b993-76de-4fd3-8978-12c9036aed05 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/security-groups?id=e679dccf-6029-4c68-b7af-d39fcb57189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911255 Sep 18 05:11:07.623060 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4eff401a-3f77-4b25-a75d-89bd4ebcb252 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:07.660731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e22cd2-3d2b-4531-acbc-0c2e35bacaf2 req-af89c553-c966-4fb3-b9c2-f6eb6f236775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:07.661023 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ceb8a09f-10af-4f47-868d-af8d479a1c92, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ceb8a09f-10af-4f47-868d-af8d479a1c92,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:07.662353 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82e22cd2-3d2b-4531-acbc-0c2e35bacaf2 req-af89c553-c966-4fb3-b9c2-f6eb6f236775 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4b41fbf-821a-4539-a065-a1f72d6825cf HTTP/1.1" status: 200 len: 855 time: 0.0587151 Sep 18 05:11:07.668790 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-baecd391-c275-4c40-89ae-fbaf01fe9af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:07.673252 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-baecd391-c275-4c40-89ae-fbaf01fe9af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:07.680162 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-baecd391-c275-4c40-89ae-fbaf01fe9af9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/506abc6f-d8af-4224-8088-8b80e72fc69d HTTP/1.1" status: 204 len: 168 time: 0.4379702 Sep 18 05:11:07.680794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'ceb8a09f-10af-4f47-868d-af8d479a1c92', 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4', 'port_id': 'ceb8a09f-10af-4f47-868d-af8d479a1c92', 'mac_address': 'fa:16:3e:60:a9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19facd85-5a02-4210-8d90-7d5ec267820b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:11:07.723853 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:07.724368 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82e22cd2-3d2b-4531-acbc-0c2e35bacaf2 req-c67a71b9-2077-449e-a294-219774d6d644 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9efe280f-1a43-4ccc-be93-3c7d2962020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487316 Sep 18 05:11:07.725864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecd391-c275-4c40-89ae-fbaf01fe9af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506abc6f-d8af-4224-8088-8b80e72fc69d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:07.742557 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb8a09f-10af-4f47-868d-af8d479a1c92 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:07.776903 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ceb8a09f-10af-4f47-868d-af8d479a1c92, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ceb8a09f-10af-4f47-868d-af8d479a1c92,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:07.886415 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:07.892165 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82e22cd2-3d2b-4531-acbc-0c2e35bacaf2 req-dd46a545-1c99-406c-bff6-1035694322bd service neutron] 10.222.0.13 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557376 Sep 18 05:11:07.899806 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4eff401a-3f77-4b25-a75d-89bd4ebcb252 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:07.903346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4eff401a-3f77-4b25-a75d-89bd4ebcb252 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:07.918472 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-061f67db-8071-4693-8e0d-cea318976d7f service neutron] 10.222.0.23 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034642 Sep 18 05:11:07.931478 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f6113-8712-4e91-9afd-a8e4de4efe91 req-dcd79023-7a4d-4b31-bf2c-ebe1c4d39d06 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:07.933059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fa2f6113-8712-4e91-9afd-a8e4de4efe91 req-dcd79023-7a4d-4b31-bf2c-ebe1c4d39d06 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 943 time: 0.1119330 Sep 18 05:11:07.943900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ceb8a09f-10af-4f47-868d-af8d479a1c92,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:08.051313 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fa2f6113-8712-4e91-9afd-a8e4de4efe91 req-f7ee151e-1a79-4ade-bfae-265dd93e49b3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019444 Sep 18 05:11:08.087074 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4eff401a-3f77-4b25-a75d-89bd4ebcb252 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:08.087499 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82e22cd2-3d2b-4531-acbc-0c2e35bacaf2 req-8fb4c116-c739-4159-9723-a05a34d60c81 service neutron] 10.222.0.13 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861098 Sep 18 05:11:08.090915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eff401a-3f77-4b25-a75d-89bd4ebcb252 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f60a7648-ad91-45a9-9851-224e2724bed0 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:11:08.101032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ceb8a09f-10af-4f47-868d-af8d479a1c92'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:08.127358 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-61c71b50-4fcc-479d-aad2-5a72fa5b2a0c service neutron] 10.222.0.23 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046127 Sep 18 05:11:08.148903 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['8cd8a94d-9626-41f9-93c5-9b860ecf5e5a'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:08.206655 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-4eff401a-3f77-4b25-a75d-89bd4ebcb252 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 18 05:11:08.207759 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4eff401a-3f77-4b25-a75d-89bd4ebcb252 tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7468913 Sep 18 05:11:08.213449 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52904) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:08.348590 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0eb28cdf-d626-4c55-8d9b-b537897e831c tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Deleting port d0a3f480-4266-4e5f-b39a-06627023bd02 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:11:08.348956 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0eb28cdf-d626-4c55-8d9b-b537897e831c tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:08.455800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ea116-4d7c-4ba7-bbac-88b44efa7928 req-fad61533-8de9-4b2a-b6dc-1650683a1460 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:08.464964 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d92ea116-4d7c-4ba7-bbac-88b44efa7928 req-fad61533-8de9-4b2a-b6dc-1650683a1460 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 944 time: 0.0974741 Sep 18 05:11:08.475462 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c062bbf9-bc21-42dc-897d-b1ed3a373ee6 req-71612f65-9343-425b-9d15-d8c5524280bb tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 210 time: 0.0776765 Sep 18 05:11:08.515896 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0eb28cdf-d626-4c55-8d9b-b537897e831c tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:08.529554 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0eb28cdf-d626-4c55-8d9b-b537897e831c tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Calling delete_port for d0a3f480-4266-4e5f-b39a-06627023bd02 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:11:08.537906 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d92ea116-4d7c-4ba7-bbac-88b44efa7928 req-7b253a1a-8947-4782-890f-f018dfacac0d tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718982 Sep 18 05:11:08.744391 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13ba05-18ce-4bb0-9158-25832c7d4dc1 req-683f6024-6dba-4531-a8d9-74d696f591cc tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:08.745797 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1b13ba05-18ce-4bb0-9158-25832c7d4dc1 req-683f6024-6dba-4531-a8d9-74d696f591cc tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 944 time: 0.0524280 Sep 18 05:11:08.759053 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0eb28cdf-d626-4c55-8d9b-b537897e831c tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:08.809389 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb28cdf-d626-4c55-8d9b-b537897e831c tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0a3f480-4266-4e5f-b39a-06627023bd02,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:08.836779 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1b13ba05-18ce-4bb0-9158-25832c7d4dc1 req-d4b3c3e5-a3f9-4b68-88cc-a92a7d0c5a79 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/security-groups?id=e679dccf-6029-4c68-b7af-d39fcb57189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845706 Sep 18 05:11:08.877233 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0eb28cdf-d626-4c55-8d9b-b537897e831c tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:08.882537 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0eb28cdf-d626-4c55-8d9b-b537897e831c tempest-RoutersAdminNegativeTest-255627027 tempest-RoutersAdminNegativeTest-255627027-project-admin] 10.222.0.23 "DELETE /v2.0/ports/d0a3f480-4266-4e5f-b39a-06627023bd02 HTTP/1.1" status: 204 len: 168 time: 0.6649363 Sep 18 05:11:09.161055 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:09.192002 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c15597-c030-44ba-b835-99a54c13911f req-1a6d51d6-4dc7-42e0-94d7-b7cd3fd57919 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:09.200229 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c15597-c030-44ba-b835-99a54c13911f req-1a6d51d6-4dc7-42e0-94d7-b7cd3fd57919 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 944 time: 0.0682256 Sep 18 05:11:09.255648 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c15597-c030-44ba-b835-99a54c13911f req-d4c59893-700e-4f7e-b8fe-2d8279c8736d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542107 Sep 18 05:11:09.370519 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52950) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:09.390237 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 2ea49425-108f-4bf6-a494-855123c3aa84 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:11:09.393744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:11:09.403501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:09.403878 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:09.501479 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ccc575a-8fb2-4e52-a65a-47bed5c69c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:09.566741 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b1c4ef0e-c3e4-4f08-a6a7-494dfbbbaa1d req-fa08a16a-e85e-416e-9252-255e52592093 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 210 time: 0.0414200 Sep 18 05:11:09.570448 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 2ea49425-108f-4bf6-a494-855123c3aa84, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=2ea49425-108f-4bf6-a494-855123c3aa84,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:09.591358 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:09.606494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '2ea49425-108f-4bf6-a494-855123c3aa84', 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a', 'port_id': '2ea49425-108f-4bf6-a494-855123c3aa84', 'mac_address': 'fa:16:3e:ec:54:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b41fbf-821a-4539-a065-a1f72d6825cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:11:09.614653 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ccc575a-8fb2-4e52-a65a-47bed5c69c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:09.628634 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82b43ce-7ed7-4d10-978b-306f702feb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd8a94d-9626-41f9-93c5-9b860ecf5e5a'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:09.631063 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145642de-8bfa-4809-9412-790997a4978b" -d '{"events": [{"server_uuid": "b82b43ce-7ed7-4d10-978b-306f702feb80", "name": "network-vif-plugged", "status": "completed", "tag": "8cd8a94d-9626-41f9-93c5-9b860ecf5e5a"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:09.664727 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8cd8a94d-9626-41f9-93c5-9b860ecf5e5a,segment=NetworkSegment(14bb06b5-cb1a-443b-9184-10fd07acf763),segment_id=14bb06b5-cb1a-443b-9184-10fd07acf763)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:09.678301 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:09.681982 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63622b-5d09-481a-af8c-6d7d6dbf8a54 req-5a84d34d-21fd-4773-9c25-136e17609cc1 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:09.682105 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bff5b9e-384a-446e-8f34-621511c429b5 x-openstack-request-id: req-5bff5b9e-384a-446e-8f34-621511c429b5 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:09.682356 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82b43ce-7ed7-4d10-978b-306f702feb80", "name": "network-vif-plugged", "status": "completed", "tag": "8cd8a94d-9626-41f9-93c5-9b860ecf5e5a", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:09.682621 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bff5b9e-384a-446e-8f34-621511c429b5 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:09.683007 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82b43ce-7ed7-4d10-978b-306f702feb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd8a94d-9626-41f9-93c5-9b860ecf5e5a', 'code': 200} Sep 18 05:11:09.684863 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f63622b-5d09-481a-af8c-6d7d6dbf8a54 req-5a84d34d-21fd-4773-9c25-136e17609cc1 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 944 time: 0.0639715 Sep 18 05:11:09.699614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea49425-108f-4bf6-a494-855123c3aa84 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:09.704520 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ccc575a-8fb2-4e52-a65a-47bed5c69c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:09.731223 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 2ea49425-108f-4bf6-a494-855123c3aa84, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=2ea49425-108f-4bf6-a494-855123c3aa84,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:09.756376 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f63622b-5d09-481a-af8c-6d7d6dbf8a54 req-76ca1733-e52a-4e75-b57f-fa181d1b8b9f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655220 Sep 18 05:11:09.766776 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8ccc575a-8fb2-4e52-a65a-47bed5c69c3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbd48aadd329415da1a103b2ce24fdbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922739 Sep 18 05:11:09.766776 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc575a-8fb2-4e52-a65a-47bed5c69c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6aaee8-8092-42b8-871a-1be5210b6f88,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:09.768365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52960) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:09.782241 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:09.783187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ceb8a09f-10af-4f47-868d-af8d479a1c92 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:09.818028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b2101-331a-424f-bc3d-44aa875562d6 req-df3fb03b-83c1-4b6c-8a01-d89a0181c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:09.819537 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b54b2101-331a-424f-bc3d-44aa875562d6 req-df3fb03b-83c1-4b6c-8a01-d89a0181c3e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 1096 time: 0.0774794 Sep 18 05:11:09.836703 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:09.864961 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-eb8cac06-5918-4a8d-b8be-611387137308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:09.877703 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=8cd8a94d-9626-41f9-93c5-9b860ecf5e5a,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:09.910322 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b54b2101-331a-424f-bc3d-44aa875562d6 req-074db891-e398-4356-919a-3119ae9f2341 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e679dccf-6029-4c68-b7af-d39fcb57189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791593 Sep 18 05:11:09.924266 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-eb8cac06-5918-4a8d-b8be-611387137308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:09.937945 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=2ea49425-108f-4bf6-a494-855123c3aa84,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:09.953691 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port ceb8a09f-10af-4f47-868d-af8d479a1c92 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:11:09.965820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port ceb8a09f-10af-4f47-868d-af8d479a1c92 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:09.966394 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:10.030098 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4c645b2-4e1a-400e-bfdf-177e284774f1 req-55659044-4365-42ab-95fe-099ff44233c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1151934 Sep 18 05:11:10.042315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c715f30-237a-4764-a265-342e903da7b4 req-81b958fa-d2cd-4108-8d6a-9443caea3d3a tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:10.043860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c715f30-237a-4764-a265-342e903da7b4 req-81b958fa-d2cd-4108-8d6a-9443caea3d3a tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 945 time: 0.1218529 Sep 18 05:11:10.073085 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['2ea49425-108f-4bf6-a494-855123c3aa84'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:10.113670 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c715f30-237a-4764-a265-342e903da7b4 req-987f64c4-ee33-4d57-87fe-b02f24eff902 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/security-groups?id=e679dccf-6029-4c68-b7af-d39fcb57189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537827 Sep 18 05:11:10.155053 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c645b2-4e1a-400e-bfdf-177e284774f1 req-5abe3642-acc8-48be-bffd-800375275333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:10.159108 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4c645b2-4e1a-400e-bfdf-177e284774f1 req-5abe3642-acc8-48be-bffd-800375275333 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94848cf6b34548f0adfc8cf1112a307d&device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 1098 time: 0.0560274 Sep 18 05:11:10.177466 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-eb8cac06-5918-4a8d-b8be-611387137308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:10.180220 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-eb8cac06-5918-4a8d-b8be-611387137308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:10.181490 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-eb8cac06-5918-4a8d-b8be-611387137308 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c6aaee8-8092-42b8-871a-1be5210b6f88 HTTP/1.1" status: 204 len: 168 time: 0.4134846 Sep 18 05:11:10.212287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cac06-5918-4a8d-b8be-611387137308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6aaee8-8092-42b8-871a-1be5210b6f88,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:10.274373 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:10.325838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ceb8a09f-10af-4f47-868d-af8d479a1c92, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ceb8a09f-10af-4f47-868d-af8d479a1c92,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:10.392812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c645b2-4e1a-400e-bfdf-177e284774f1 req-489e43e6-a3eb-4c86-b2f8-b617636871f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:10.394816 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4c645b2-4e1a-400e-bfdf-177e284774f1 req-489e43e6-a3eb-4c86-b2f8-b617636871f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b27d69cc-813a-4275-a0f9-a4235fa92e6a HTTP/1.1" status: 200 len: 912 time: 0.2121000 Sep 18 05:11:10.452151 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:10.462474 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd7f6-6ff7-47b6-bb16-d82f77796f44 req-fa65ff61-1d36-4870-b195-8fb06f4441e6 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:10.464616 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3dbfd7f6-6ff7-47b6-bb16-d82f77796f44 req-fa65ff61-1d36-4870-b195-8fb06f4441e6 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 945 time: 0.0626290 Sep 18 05:11:10.500061 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4c645b2-4e1a-400e-bfdf-177e284774f1 req-642051f7-e64b-4186-855f-c38469dae56c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e4ee66e-f51f-4bf1-893e-3c1466c59128 HTTP/1.1" status: 200 len: 1001 time: 0.0859461 Sep 18 05:11:10.558068 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3dbfd7f6-6ff7-47b6-bb16-d82f77796f44 req-563c6d62-b63d-4e4c-b983-79a9eae2667f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765779 Sep 18 05:11:10.587160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c645b2-4e1a-400e-bfdf-177e284774f1 req-f8566180-041d-4982-a6d3-e7b50d9e5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:10.589596 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4c645b2-4e1a-400e-bfdf-177e284774f1 req-f8566180-041d-4982-a6d3-e7b50d9e5287 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02d4511a-451a-458e-a86c-1916ccf69681 HTTP/1.1" status: 200 len: 851 time: 0.0759039 Sep 18 05:11:10.597858 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ceb8a09f-10af-4f47-868d-af8d479a1c92,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:10.653569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c645b2-4e1a-400e-bfdf-177e284774f1 req-e679dd5e-3765-41bf-bd54-6a5681bab789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:10.657017 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4c645b2-4e1a-400e-bfdf-177e284774f1 req-e679dd5e-3765-41bf-bd54-6a5681bab789 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b27d69cc-813a-4275-a0f9-a4235fa92e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570025 Sep 18 05:11:10.749560 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32b8dc9f-91d5-4e67-b827-841f8268b82b req-de515350-bc6c-4ee8-a01a-0d4991a832fe tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 210 time: 0.0539405 Sep 18 05:11:10.999772 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d540a16-3a62-4b66-8964-802e0ee71b23 req-320b503d-1673-4ca9-8966-32595a5c32d6 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:11.005542 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d540a16-3a62-4b66-8964-802e0ee71b23 req-320b503d-1673-4ca9-8966-32595a5c32d6 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 945 time: 0.1139855 Sep 18 05:11:11.076938 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d540a16-3a62-4b66-8964-802e0ee71b23 req-2c8f3b87-41ae-4649-9f91-21b9b6f2b7bd tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673406 Sep 18 05:11:11.093140 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4c645b2-4e1a-400e-bfdf-177e284774f1 req-10544ea5-9e11-41df-935b-e30ecec2b928 service neutron] 10.222.0.13 "GET /v2.0/networks/b27d69cc-813a-4275-a0f9-a4235fa92e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268830 Sep 18 05:11:11.110709 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52994) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:11.168373 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-16ee00c9-6330-4540-87ac-b12cf899cead admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca25936239174d279d6af3bba1d85a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564702 Sep 18 05:11:11.169345 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52998) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:11.172201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-525bb209-a732-4aa0-b6af-67a55a3a4dda tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:11.174014 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-525bb209-a732-4aa0-b6af-67a55a3a4dda tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.13 "GET /v2.0/networks?id=fdc9f2cd-0fcf-4feb-9ace-728923259202 HTTP/1.1" status: 200 len: 814 time: 0.3385670 Sep 18 05:11:11.231383 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3dc568a6-9706-4cd8-9dcb-d7087a183d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:11.246295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-0623e41b-0072-4e4a-b4d4-1757d93867a3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Request body: {'port': {'device_id': 'b7adc16c-1e9f-43c6-adb3-28a6a33462ab', 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202', 'admin_state_up': True, 'tenant_id': '9e39e3c54cbd43a5b65ab02778fc8e2b'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:11.260160 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3dc568a6-9706-4cd8-9dcb-d7087a183d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:11.384743 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3dc568a6-9706-4cd8-9dcb-d7087a183d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:11.387131 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4c645b2-4e1a-400e-bfdf-177e284774f1 req-8f5fa6c2-17d0-4854-b044-3e91791103e8 service neutron] 10.222.0.13 "GET /v2.0/networks/b27d69cc-813a-4275-a0f9-a4235fa92e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863076 Sep 18 05:11:11.388472 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3dc568a6-9706-4cd8-9dcb-d7087a183d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:11.394900 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3dc568a6-9706-4cd8-9dcb-d7087a183d94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c71bdcd-ceb1-48ea-9af1-7fd51401bf5d HTTP/1.1" status: 204 len: 168 time: 0.2237639 Sep 18 05:11:11.401473 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 2ea49425-108f-4bf6-a494-855123c3aa84 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:11.405624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0765ef7-e532-49f4-9b6e-c678a7748740 req-7da8e9d3-8409-4420-8554-085551c6c5ac tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:11.407202 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0765ef7-e532-49f4-9b6e-c678a7748740 req-7da8e9d3-8409-4420-8554-085551c6c5ac tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 945 time: 0.1710720 Sep 18 05:11:11.426945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc568a6-9706-4cd8-9dcb-d7087a183d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c71bdcd-ceb1-48ea-9af1-7fd51401bf5d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:11.506204 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0765ef7-e532-49f4-9b6e-c678a7748740 req-03ac8e7e-4c5c-4def-90e3-9443b213a942 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/security-groups?id=e679dccf-6029-4c68-b7af-d39fcb57189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864100 Sep 18 05:11:11.577108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-0623e41b-0072-4e4a-b4d4-1757d93867a3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Made reservation on behalf of 9e39e3c54cbd43a5b65ab02778fc8e2b for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:11.581680 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-0623e41b-0072-4e4a-b4d4-1757d93867a3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:11.606211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 2ea49425-108f-4bf6-a494-855123c3aa84 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:11:11.611466 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 2ea49425-108f-4bf6-a494-855123c3aa84 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:11.612279 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:11.685013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fb6881-6786-46f1-ae50-3eee74d6ed1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb8a09f-10af-4f47-868d-af8d479a1c92'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:11.689251 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150cc4c6-da0d-498a-8cf8-07f8583114d4" -d '{"events": [{"server_uuid": "31fb6881-6786-46f1-ae50-3eee74d6ed1e", "name": "network-vif-plugged", "status": "completed", "tag": "ceb8a09f-10af-4f47-868d-af8d479a1c92"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:11.726972 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96003cc0-631a-4eed-8232-8e1d3848f161 req-daa1a893-a6e0-426b-8ed8-e9bb3a8fd28d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:11.734795 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-96003cc0-631a-4eed-8232-8e1d3848f161 req-daa1a893-a6e0-426b-8ed8-e9bb3a8fd28d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 945 time: 0.0685065 Sep 18 05:11:11.756840 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:11.796461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-96003cc0-631a-4eed-8232-8e1d3848f161 req-8d2a849d-0987-4292-a50e-becd35abdafe tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605512 Sep 18 05:11:11.841471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-0623e41b-0072-4e4a-b4d4-1757d93867a3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Allocated IP 172.20.0.7 (fdc9f2cd-0fcf-4feb-9ace-728923259202/5e0078b2-978b-4f73-9fac-427b64b39f17/1e3663a3-5216-4988-8e85-236791678bc8) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:11.855219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 2ea49425-108f-4bf6-a494-855123c3aa84, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=2ea49425-108f-4bf6-a494-855123c3aa84,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:11.863321 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40243e3-79f4-4b09-b686-65622729a2e3 x-openstack-request-id: req-a40243e3-79f4-4b09-b686-65622729a2e3 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:11.863613 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fb6881-6786-46f1-ae50-3eee74d6ed1e", "name": "network-vif-plugged", "status": "completed", "tag": "ceb8a09f-10af-4f47-868d-af8d479a1c92", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:11.863879 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a40243e3-79f4-4b09-b686-65622729a2e3 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:11.864306 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fb6881-6786-46f1-ae50-3eee74d6ed1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb8a09f-10af-4f47-868d-af8d479a1c92', 'code': 200} Sep 18 05:11:11.921373 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:11.984920 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-41442c1f-4486-466e-ae6b-eadd5832a67b req-1dd339dd-0790-4bd5-89bb-1de45ab0269d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 210 time: 0.0530260 Sep 18 05:11:11.989615 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=2ea49425-108f-4bf6-a494-855123c3aa84,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:12.037555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e44227-b62f-474d-9b0a-ea92d1acbefa req-853620de-c498-4ba2-9f23-c20f7c31f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:12.039335 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-13e44227-b62f-474d-9b0a-ea92d1acbefa req-853620de-c498-4ba2-9f23-c20f7c31f9ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 1097 time: 0.1062837 Sep 18 05:11:12.108204 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-13e44227-b62f-474d-9b0a-ea92d1acbefa req-bbc71eab-23db-4210-8d75-a5877ee9e988 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390484 Sep 18 05:11:12.142399 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-0623e41b-0072-4e4a-b4d4-1757d93867a3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:12.213016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25060607-b099-418e-9a52-bdc7fe06fef8 req-68372750-bbc2-498f-addb-0b92f88be9b1 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:12.214520 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-25060607-b099-418e-9a52-bdc7fe06fef8 req-68372750-bbc2-498f-addb-0b92f88be9b1 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 946 time: 0.0702271 Sep 18 05:11:12.256191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-25060607-b099-418e-9a52-bdc7fe06fef8 req-21769388-d63e-406f-bf48-734d62fd122e tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346851 Sep 18 05:11:12.337991 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-0623e41b-0072-4e4a-b4d4-1757d93867a3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:12.387956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-0623e41b-0072-4e4a-b4d4-1757d93867a3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Network fdc9f2cd-0fcf-4feb-9ace-728923259202 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:12.391810 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-0623e41b-0072-4e4a-b4d4-1757d93867a3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:12.396148 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-0623e41b-0072-4e4a-b4d4-1757d93867a3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:12.423144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623e41b-0072-4e4a-b4d4-1757d93867a3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Pushing event updated for resources: {'Port': ['ID=1e3663a3-5216-4988-8e85-236791678bc8,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:12.482244 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-0623e41b-0072-4e4a-b4d4-1757d93867a3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:12.483231 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-0623e41b-0072-4e4a-b4d4-1757d93867a3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:12.510097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c0aad-89bf-483d-b14d-d55043e7ed74 req-702e9c26-6676-420e-95b9-b3e55dbbe1d6 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:12.511837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e34c0aad-89bf-483d-b14d-d55043e7ed74 req-702e9c26-6676-420e-95b9-b3e55dbbe1d6 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 945 time: 0.0841627 Sep 18 05:11:12.572111 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e34c0aad-89bf-483d-b14d-d55043e7ed74 req-09a12397-1d58-4dff-a9c8-f8ca29cef9ec tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/security-groups?id=e679dccf-6029-4c68-b7af-d39fcb57189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473409 Sep 18 05:11:12.589742 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-0623e41b-0072-4e4a-b4d4-1757d93867a3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3516946 Sep 18 05:11:12.602082 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Request body: {'port': {'device_id': 'b7adc16c-1e9f-43c6-adb3-28a6a33462ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:12.662605 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:12.783776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53074) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:13.148229 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe959419-a189-4590-9a6e-3ccfda236d40 req-687aaef1-b99e-4181-8a57-229ffbc5cb99 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:13.157338 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fe959419-a189-4590-9a6e-3ccfda236d40 req-687aaef1-b99e-4181-8a57-229ffbc5cb99 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 931 time: 0.0692105 Sep 18 05:11:13.161606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Request body: {'networks': [{'name': 'tempest-network--1390517227'}, {'name': 'tempest-network--1303488405'}]} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:13.162314 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Request body: {'network': {'name': 'tempest-network--1390517227'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:13.162561 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Request body: {'network': {'name': 'tempest-network--1303488405'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:13.206541 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fe959419-a189-4590-9a6e-3ccfda236d40 req-7a23084b-1ac0-4835-821c-73316e6f9303 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471087 Sep 18 05:11:13.250714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045f679-721b-4606-bde7-da7c9b2ad494 req-c71c5257-40dc-4f49-b0d2-09662b6a7076 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:13.252297 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7045f679-721b-4606-bde7-da7c9b2ad494 req-c71c5257-40dc-4f49-b0d2-09662b6a7076 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 945 time: 0.1004224 Sep 18 05:11:13.325001 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7045f679-721b-4606-bde7-da7c9b2ad494 req-72e81458-94cc-4ff9-a26a-fdbfd7c5f137 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623593 Sep 18 05:11:13.344057 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Made reservation on behalf of 0dc5832e5fe64832a0d0e49dcbe5d49a for: {'network': 2} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:13.348703 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:13.363123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:13.384802 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3663a3-5216-4988-8e85-236791678bc8 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:13.396538 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:13.414245 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745ee4-5081-4517-90b2-a1e8628262e7 req-2f537059-afdf-4ea6-a4f7-7a64ab9b84fa tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:13.415828 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-64745ee4-5081-4517-90b2-a1e8628262e7 req-2f537059-afdf-4ea6-a4f7-7a64ab9b84fa tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 946 time: 0.0795801 Sep 18 05:11:13.419556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Transition to ACTIVE for port object 1e3663a3-5216-4988-8e85-236791678bc8 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:11:13.457405 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-64745ee4-5081-4517-90b2-a1e8628262e7 req-85cb9ba9-9353-45d2-b212-c231bc126709 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339215 Sep 18 05:11:13.494567 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:13.496787 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:13.571075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3663a3-5216-4988-8e85-236791678bc8,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:13.573423 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:13.573993 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:13.673596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6f2d0c-7acd-49a3-a671-0531544a244a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:13.739332 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:11:13.770758 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:13.770758 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Added segment f1d3e590-bfb4-4855-a5e3-f568a01d7d65 of type vlan for network ceff31e2-7e9d-4e6a-b21e-0dbc73860497 Sep 18 05:11:13.832429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Attempting to bind port 1e3663a3-5216-4988-8e85-236791678bc8 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:13.832772 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Attempting to bind port 1e3663a3-5216-4988-8e85-236791678bc8 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'e9625855-bf18-4426-9646-9c868f80a4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:13.833118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Attempting to bind port 1e3663a3-5216-4988-8e85-236791678bc8 on network fdc9f2cd-0fcf-4feb-9ace-728923259202 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:13.848043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de2a40-f17b-4d66-aa79-2004e85052fe req-85a3499f-74c7-49f5-8391-f98821dea0b5 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:13.850042 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d5de2a40-f17b-4d66-aa79-2004e85052fe req-85a3499f-74c7-49f5-8391-f98821dea0b5 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 945 time: 0.1778479 Sep 18 05:11:13.862584 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:13.865350 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Port 1e3663a3-5216-4988-8e85-236791678bc8 on network fdc9f2cd-0fcf-4feb-9ace-728923259202 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:11:13.865678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Attempting to bind port 1e3663a3-5216-4988-8e85-236791678bc8 on network fdc9f2cd-0fcf-4feb-9ace-728923259202 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:13.865977 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87432276-5a4c-4a86-a289-954a736c4c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea49425-108f-4bf6-a494-855123c3aa84'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:13.872386 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962c481f-d29b-4525-945b-fdcc667c6696" -d '{"events": [{"server_uuid": "87432276-5a4c-4a86-a289-954a736c4c6d", "name": "network-vif-plugged", "status": "completed", "tag": "2ea49425-108f-4bf6-a494-855123c3aa84"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:13.906789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:13.907056 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Checking segment: {'id': 'e9625855-bf18-4426-9646-9c868f80a4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:13.913915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Bound using segment: {'id': 'e9625855-bf18-4426-9646-9c868f80a4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:13.913915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Bound port: 1e3663a3-5216-4988-8e85-236791678bc8, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9625855-bf18-4426-9646-9c868f80a4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:13.913915 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:13.933366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685ae31-c39b-48ab-9bd1-ed103ee1aa69 req-b187754a-fee7-4f71-8209-709dc43cf2f8 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:13.934884 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3685ae31-c39b-48ab-9bd1-ed103ee1aa69 req-b187754a-fee7-4f71-8209-709dc43cf2f8 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.18 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 945 time: 0.1854761 Sep 18 05:11:13.944662 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cb96d4-7011-45d3-8a3f-aa3f2f033dc3 x-openstack-request-id: req-12cb96d4-7011-45d3-8a3f-aa3f2f033dc3 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:13.946823 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87432276-5a4c-4a86-a289-954a736c4c6d", "name": "network-vif-plugged", "status": "completed", "tag": "2ea49425-108f-4bf6-a494-855123c3aa84", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:13.946823 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12cb96d4-7011-45d3-8a3f-aa3f2f033dc3 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:13.946823 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87432276-5a4c-4a86-a289-954a736c4c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea49425-108f-4bf6-a494-855123c3aa84', 'code': 200} Sep 18 05:11:13.995911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d5de2a40-f17b-4d66-aa79-2004e85052fe req-a8d8829e-6ecc-4e81-ba64-d06d8c9fde15 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/security-groups?id=e679dccf-6029-4c68-b7af-d39fcb57189e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376698 Sep 18 05:11:14.003615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:11:14.089222 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:14.089581 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Added segment 826281cf-8594-4289-835d-9f801e50f5e0 of type vlan for network 6cb54e79-b91d-4fee-9438-a988dee956ae Sep 18 05:11:14.172365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895e234-221c-412d-9610-4d2a25d50fba req-269bd299-e37d-4a35-9ef5-074c7f2d4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:14.173897 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c895e234-221c-412d-9610-4d2a25d50fba req-269bd299-e37d-4a35-9ef5-074c7f2d4cc7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 1098 time: 0.1712847 Sep 18 05:11:14.175529 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:14.179791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] For port 1e3663a3-5216-4988-8e85-236791678bc8, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:14.211335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] For port 1e3663a3-5216-4988-8e85-236791678bc8, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1e3663a3-5216-4988-8e85-236791678bc8,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:14.237348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-3685ae31-c39b-48ab-9bd1-ed103ee1aa69 req-3e51a2cd-9426-4245-98db-feb14875a7e4 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Deleting port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:11:14.237638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3685ae31-c39b-48ab-9bd1-ed103ee1aa69 req-3e51a2cd-9426-4245-98db-feb14875a7e4 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:14.275911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c895e234-221c-412d-9610-4d2a25d50fba req-f84aaca5-1b15-4b05-b008-0c922e823ed0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909030 Sep 18 05:11:14.277144 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:14.335168 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528131c9-2bf7-4bde-82fb-0f368aed95ac req-5c400a58-89cd-4e10-b320-04a4594cee14 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:14.336974 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-528131c9-2bf7-4bde-82fb-0f368aed95ac req-5c400a58-89cd-4e10-b320-04a4594cee14 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.0591285 Sep 18 05:11:14.341183 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:14.341823 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:14.348388 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:14.354624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:14.355288 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:14.376198 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:14.376848 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:14.378271 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] 10.222.0.13 "PUT /v2.0/ports/1e3663a3-5216-4988-8e85-236791678bc8 HTTP/1.1" status: 200 len: 1092 time: 1.7805214 Sep 18 05:11:14.382661 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7adc16c-1e9f-43c6-adb3-28a6a33462ab', 'tag': '1e3663a3-5216-4988-8e85-236791678bc8'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:14.383930 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9594bbd-29db-4c80-9f3d-1916be52bfb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7adc16c-1e9f-43c6-adb3-28a6a33462ab", "tag": "1e3663a3-5216-4988-8e85-236791678bc8"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:14.390600 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-528131c9-2bf7-4bde-82fb-0f368aed95ac req-dcef72b6-bbe8-425e-9aa4-5b51d07d2737 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463037 Sep 18 05:11:14.458693 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7a0120-7eb1-41ff-9004-dd18c7497963 x-openstack-request-id: req-7f7a0120-7eb1-41ff-9004-dd18c7497963 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:14.458995 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7adc16c-1e9f-43c6-adb3-28a6a33462ab", "tag": "1e3663a3-5216-4988-8e85-236791678bc8", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:14.459252 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f7a0120-7eb1-41ff-9004-dd18c7497963 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:14.459652 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7adc16c-1e9f-43c6-adb3-28a6a33462ab', 'tag': '1e3663a3-5216-4988-8e85-236791678bc8', 'status': 'completed', 'code': 200} Sep 18 05:11:14.585532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051d99d-e4e6-4cbb-90b5-cc311736f123 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3663a3-5216-4988-8e85-236791678bc8,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:14.588473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9068bec-4a7d-4a8b-a620-e01fb57fde3a req-57d5548a-773e-48e8-8f0e-5003e8cff4be tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:14.594780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event updated for resources: {'Network': ['ID=ceff31e2-7e9d-4e6a-b21e-0dbc73860497,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:14.596433 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9068bec-4a7d-4a8b-a620-e01fb57fde3a req-57d5548a-773e-48e8-8f0e-5003e8cff4be tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 946 time: 0.0648782 Sep 18 05:11:14.599440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3685ae31-c39b-48ab-9bd1-ed103ee1aa69 req-3e51a2cd-9426-4245-98db-feb14875a7e4 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] For port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8cd8a94d-9626-41f9-93c5-9b860ecf5e5a,segment=NetworkSegment(14bb06b5-cb1a-443b-9184-10fd07acf763),segment_id=14bb06b5-cb1a-443b-9184-10fd07acf763)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:14.599814 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3685ae31-c39b-48ab-9bd1-ed103ee1aa69 req-3e51a2cd-9426-4245-98db-feb14875a7e4 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:14.607164 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8201091 Sep 18 05:11:14.611041 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53148) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:14.614436 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network ceff31e2-7e9d-4e6a-b21e-0dbc73860497 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:11:14.639964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-3685ae31-c39b-48ab-9bd1-ed103ee1aa69 req-3e51a2cd-9426-4245-98db-feb14875a7e4 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Calling delete_port for 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:11:14.675326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ed496-67a6-4c2d-8494-2659e71aad43 req-cdd20b33-efc3-4dc1-b4e4-0e0876e72320 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:14.676845 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-919ed496-67a6-4c2d-8494-2659e71aad43 req-cdd20b33-efc3-4dc1-b4e4-0e0876e72320 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 945 time: 0.2693064 Sep 18 05:11:14.696880 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9068bec-4a7d-4a8b-a620-e01fb57fde3a req-e9698dd5-4775-4336-8876-7d6d552fd426 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994656 Sep 18 05:11:14.753529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05aa2fb-4ef0-4b87-9042-4d8d6f065755 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event updated for resources: {'Network': ['ID=6cb54e79-b91d-4fee-9438-a988dee956ae,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:14.757030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9594bbd-29db-4c80-9f3d-1916be52bfb4 req-a95907b4-584b-49fe-a8a1-34b090cf29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:14.758565 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9594bbd-29db-4c80-9f3d-1916be52bfb4 req-a95907b4-584b-49fe-a8a1-34b090cf29f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b&device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 1095 time: 0.2514024 Sep 18 05:11:14.766575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 6cb54e79-b91d-4fee-9438-a988dee956ae details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:11:14.871094 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-919ed496-67a6-4c2d-8494-2659e71aad43 req-2bcb6df2-f530-46ed-afda-296a4a1ec6c2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277614 Sep 18 05:11:14.886888 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8795d03-7185-4801-a066-ab0d8dc02413 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:14.894130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8795d03-7185-4801-a066-ab0d8dc02413 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:14.900672 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8795d03-7185-4801-a066-ab0d8dc02413 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:14.907182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8795d03-7185-4801-a066-ab0d8dc02413 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:14.910254 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d8795d03-7185-4801-a066-ab0d8dc02413 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2982602 Sep 18 05:11:14.918191 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53154) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:14.968145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9594bbd-29db-4c80-9f3d-1916be52bfb4 req-f6a19f96-542b-4291-8ae1-8b1ded67a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:14.969631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9594bbd-29db-4c80-9f3d-1916be52bfb4 req-f6a19f96-542b-4291-8ae1-8b1ded67a51e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1983428 Sep 18 05:11:15.071125 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3685ae31-c39b-48ab-9bd1-ed103ee1aa69 req-3e51a2cd-9426-4245-98db-feb14875a7e4 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:15.083807 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['8cd8a94d-9626-41f9-93c5-9b860ecf5e5a'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:15.195485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51a2cd-9426-4245-98db-feb14875a7e4 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Pushing event deleted for resources: {'Port': ['ID=8cd8a94d-9626-41f9-93c5-9b860ecf5e5a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:15.262676 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3685ae31-c39b-48ab-9bd1-ed103ee1aa69 req-3e51a2cd-9426-4245-98db-feb14875a7e4 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] No DVR routers for this DVR port 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:11:15.290521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24ab14fc-a3e3-40b4-b454-b77d9c45f9e6 req-202336cd-7b34-4aad-9ffe-c988cca4df83 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 210 time: 0.1257861 Sep 18 05:11:15.291799 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3685ae31-c39b-48ab-9bd1-ed103ee1aa69 req-3e51a2cd-9426-4245-98db-feb14875a7e4 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:15.293892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3685ae31-c39b-48ab-9bd1-ed103ee1aa69 req-3e51a2cd-9426-4245-98db-feb14875a7e4 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.18 "DELETE /v2.0/ports/8cd8a94d-9626-41f9-93c5-9b860ecf5e5a HTTP/1.1" status: 204 len: 173 time: 1.3506336 Sep 18 05:11:15.336716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9594bbd-29db-4c80-9f3d-1916be52bfb4 req-589ba058-d1f0-496f-b9e7-d55294e7abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:15.338708 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9594bbd-29db-4c80-9f3d-1916be52bfb4 req-589ba058-d1f0-496f-b9e7-d55294e7abc5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3603158 Sep 18 05:11:15.366772 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:15.384837 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec12cbe-0a8e-4014-bdd8-7af556dd4dc4 req-d4e436f4-b3c9-4d53-be71-f6973a708b7a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:15.386859 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4ec12cbe-0a8e-4014-bdd8-7af556dd4dc4 req-d4e436f4-b3c9-4d53-be71-f6973a708b7a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 945 time: 0.0748825 Sep 18 05:11:15.442883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-a9a89a20-804a-434f-98d1-387df5e75b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:15.444141 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-a9a89a20-804a-434f-98d1-387df5e75b78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b&device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 1095 time: 0.0527253 Sep 18 05:11:15.504499 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-61cf4df7-5707-4ab3-b13d-2749af248501 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3663a3-5216-4988-8e85-236791678bc8 HTTP/1.1" status: 200 len: 217 time: 0.0518346 Sep 18 05:11:15.519970 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4ec12cbe-0a8e-4014-bdd8-7af556dd4dc4 req-9ba9e550-a3ae-457a-bba6-326613e0ae1c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262741 Sep 18 05:11:15.521645 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:15.549267 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceff31e2-7e9d-4e6a-b21e-0dbc73860497']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:15.573821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d3e590-bfb4-4855-a5e3-f568a01d7d65') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:15.574255 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d3e590-bfb4-4855-a5e3-f568a01d7d65') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:15.586478 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:15.587042 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-9b1dcfc2-5bbc-4474-ab5d-363f6a0b5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:15.588767 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-9b1dcfc2-5bbc-4474-ab5d-363f6a0b5f88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e0078b2-978b-4f73-9fac-427b64b39f17 HTTP/1.1" status: 200 len: 854 time: 0.0589380 Sep 18 05:11:15.606026 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:15.614619 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4d6a6-7344-4560-b55b-0f90fd769589 req-3f88698a-fb51-467c-bd40-2719d6c2e98e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:15.614827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:11:15.615324 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:15.616201 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6da4d6a6-7344-4560-b55b-0f90fd769589 req-3f88698a-fb51-467c-bd40-2719d6c2e98e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.1146200 Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:11:15.618602 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:11:15.634567 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-ceb596a7-9734-4ff0-ba64-39bf5e690724 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdc9f2cd-0fcf-4feb-9ace-728923259202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371180 Sep 18 05:11:15.728373 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6da4d6a6-7344-4560-b55b-0f90fd769589 req-6cb86f43-6ce7-46ea-a550-a245ec289c7b tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972674 Sep 18 05:11:15.756032 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:15.756974 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-a072f108-cd96-4f15-8aba-49ea5f7cbd91 service neutron] 10.222.0.13 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148720 Sep 18 05:11:15.764560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:15.767850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "DELETE /v2.0/networks/ceff31e2-7e9d-4e6a-b21e-0dbc73860497 HTTP/1.1" status: 204 len: 168 time: 0.8486171 Sep 18 05:11:15.772587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53182) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:15.795923 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event deleted for resources: {'Network': ['ID=ceff31e2-7e9d-4e6a-b21e-0dbc73860497,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:15.823253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:15.823253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:15.823253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:15.823253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:15.823253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:15.823253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:15.823253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:15.824726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:15.825184 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:15.825666 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:15.826174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:15.826733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c2bfa-4af2-460b-bc06-bec676ee0624 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:15.863056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c416ead-47cf-4c9f-b7ca-457b24143cd7 req-0b1cd19e-9434-4fb0-8a88-62d731e0f9cb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:15.868740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0c416ead-47cf-4c9f-b7ca-457b24143cd7 req-0b1cd19e-9434-4fb0-8a88-62d731e0f9cb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 946 time: 0.0997410 Sep 18 05:11:15.910531 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0c416ead-47cf-4c9f-b7ca-457b24143cd7 req-915cbb0d-ff11-4c2c-b3ae-832c664ca2b9 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394852 Sep 18 05:11:15.911969 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db436627-9511-4291-9397-184172f03073 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:15.941203 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-50609ff1-28fe-40cb-8cbe-cf712cf68c53 req-dd3da0a0-2546-4945-b086-8518924ae79a service neutron] 10.222.0.13 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717305 Sep 18 05:11:16.029978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db436627-9511-4291-9397-184172f03073 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:16.053900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-db436627-9511-4291-9397-184172f03073 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb54e79-b91d-4fee-9438-a988dee956ae']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:16.065837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-db436627-9511-4291-9397-184172f03073 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826281cf-8594-4289-835d-9f801e50f5e0') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:16.067956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-db436627-9511-4291-9397-184172f03073 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826281cf-8594-4289-835d-9f801e50f5e0') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:16.080539 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db436627-9511-4291-9397-184172f03073 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:16.095280 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db436627-9511-4291-9397-184172f03073 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:16.101276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db436627-9511-4291-9397-184172f03073 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:11:16.101671 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db436627-9511-4291-9397-184172f03073 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:11:16.104761 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:11:16.217538 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-6695872f-a00c-4706-9cf7-5cf6ee3e694a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6c328bcb2d9f4aa1a0edb3b1ecfac1f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292563 Sep 18 05:11:16.284770 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db436627-9511-4291-9397-184172f03073 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:16.301883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db436627-9511-4291-9397-184172f03073 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:16.304602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-db436627-9511-4291-9397-184172f03073 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "DELETE /v2.0/networks/6cb54e79-b91d-4fee-9438-a988dee956ae HTTP/1.1" status: 204 len: 168 time: 0.5303295 Sep 18 05:11:16.306586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53222) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:16.359851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db436627-9511-4291-9397-184172f03073 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event deleted for resources: {'Network': ['ID=6cb54e79-b91d-4fee-9438-a988dee956ae,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:16.440951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-6738f946-1b69-42c0-a360-7f46dce8ed65 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:16.442726 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-6738f946-1b69-42c0-a360-7f46dce8ed65 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196574 Sep 18 05:11:16.458441 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-c1406456-bc5b-4123-b971-7c6ea165ef08 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/quotas/6c328bcb2d9f4aa1a0edb3b1ecfac1f4 HTTP/1.1" status: 200 len: 375 time: 0.0100307 Sep 18 05:11:16.461228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82b43ce-7ed7-4d10-978b-306f702feb80', 'name': 'network-vif-deleted', 'tag': '8cd8a94d-9626-41f9-93c5-9b860ecf5e5a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:16.465594 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e863c6e8-0ab6-4fdd-9972-707cb7fb50a1" -d '{"events": [{"server_uuid": "b82b43ce-7ed7-4d10-978b-306f702feb80", "name": "network-vif-deleted", "tag": "8cd8a94d-9626-41f9-93c5-9b860ecf5e5a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:16.467450 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c824da4a-0502-46e7-a5fa-9c7461060492 req-f40851f3-2104-4552-9da9-f1d6f8ba90f9 tempest-ServerAddressesTestJSON-1719821088 tempest-ServerAddressesTestJSON-1719821088-project] 10.222.0.23 "GET /v2.0/ports?device_id=b82b43ce-7ed7-4d10-978b-306f702feb80 HTTP/1.1" status: 200 len: 210 time: 0.0376804 Sep 18 05:11:16.508362 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-df95edd7-7f63-4fd2-8893-beb30e12e6a7 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c328bcb2d9f4aa1a0edb3b1ecfac1f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383554 Sep 18 05:11:16.509175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398885f2-4d75-476f-8dee-948e79ba50ef tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:16.516274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398885f2-4d75-476f-8dee-948e79ba50ef tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:16.523780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53230) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:16.524676 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-398885f2-4d75-476f-8dee-948e79ba50ef tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2169530 Sep 18 05:11:16.532709 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76a36da-def8-4a79-85c6-1a47c8b6fabf x-openstack-request-id: req-d76a36da-def8-4a79-85c6-1a47c8b6fabf {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:16.533446 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82b43ce-7ed7-4d10-978b-306f702feb80", "name": "network-vif-deleted", "tag": "8cd8a94d-9626-41f9-93c5-9b860ecf5e5a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:16.533446 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d76a36da-def8-4a79-85c6-1a47c8b6fabf {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:16.536761 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82b43ce-7ed7-4d10-978b-306f702feb80', 'name': 'network-vif-deleted', 'tag': '8cd8a94d-9626-41f9-93c5-9b860ecf5e5a', 'status': 'completed', 'code': 200} Sep 18 05:11:16.541215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ade031f5-eca3-4c24-9e87-6be8cf1aa3b4 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-80365447'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:16.673714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade031f5-eca3-4c24-9e87-6be8cf1aa3b4 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Made reservation on behalf of 0dc5832e5fe64832a0d0e49dcbe5d49a for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:16.677582 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ade031f5-eca3-4c24-9e87-6be8cf1aa3b4 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:16.695929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47fd80-bbe9-41c3-9794-5b0c43c8c3f9 req-62e6743a-1f18-4161-a615-25b6659891cb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:16.697486 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d47fd80-bbe9-41c3-9794-5b0c43c8c3f9 req-62e6743a-1f18-4161-a615-25b6659891cb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 945 time: 0.0521963 Sep 18 05:11:16.710544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade031f5-eca3-4c24-9e87-6be8cf1aa3b4 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:11:16.723627 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ade031f5-eca3-4c24-9e87-6be8cf1aa3b4 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:16.724815 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-ade031f5-eca3-4c24-9e87-6be8cf1aa3b4 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Added segment 05a178fc-d880-4ef4-bec5-67f668f7fb52 of type vlan for network 65b3f6a7-85a9-4eb9-ac73-c75bd9dfe68f Sep 18 05:11:16.786513 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d47fd80-bbe9-41c3-9794-5b0c43c8c3f9 req-52a4cb01-41af-4ecc-b3e1-9518072a0bdc tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824516 Sep 18 05:11:17.122809 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ade031f5-eca3-4c24-9e87-6be8cf1aa3b4 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:17.163180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd51f0-93b9-4a0d-87c3-307144bea7d5 req-58f1777d-a00e-4f1a-8d2a-efb83589598e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:17.164787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8cd51f0-93b9-4a0d-87c3-307144bea7d5 req-58f1777d-a00e-4f1a-8d2a-efb83589598e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.0813053 Sep 18 05:11:17.190932 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:11:17.216352 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ade031f5-eca3-4c24-9e87-6be8cf1aa3b4 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:17.221367 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:11:17.221367 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8cd8a94d-9626-41f9-93c5-9b860ecf5e5a not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:11:17.222587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade031f5-eca3-4c24-9e87-6be8cf1aa3b4 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:17.223308 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ade031f5-eca3-4c24-9e87-6be8cf1aa3b4 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:17.276025 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8cd51f0-93b9-4a0d-87c3-307144bea7d5 req-209a6fe7-1941-462a-a6ce-2d9e07228da9 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010795 Sep 18 05:11:17.317299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade031f5-eca3-4c24-9e87-6be8cf1aa3b4 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event updated for resources: {'Network': ['ID=65b3f6a7-85a9-4eb9-ac73-c75bd9dfe68f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:17.330937 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 65b3f6a7-85a9-4eb9-ac73-c75bd9dfe68f details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:11:17.340432 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ade031f5-eca3-4c24-9e87-6be8cf1aa3b4 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8105037 Sep 18 05:11:17.341121 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53264) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:17.346576 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c3189d80-32ee-4c85-95e5-1809ace2b5fd tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1487012175'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:17.433305 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-a508a8c6-535e-4f67-9ef3-0b7ecf924713 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6c328bcb2d9f4aa1a0edb3b1ecfac1f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480719 Sep 18 05:11:17.438290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 1e3663a3-5216-4988-8e85-236791678bc8 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:11:17.451819 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3189d80-32ee-4c85-95e5-1809ace2b5fd tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Made reservation on behalf of 0dc5832e5fe64832a0d0e49dcbe5d49a for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:17.456253 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3189d80-32ee-4c85-95e5-1809ace2b5fd tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:17.510364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3189d80-32ee-4c85-95e5-1809ace2b5fd tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:11:17.547562 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3189d80-32ee-4c85-95e5-1809ace2b5fd tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:17.547912 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-c3189d80-32ee-4c85-95e5-1809ace2b5fd tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Added segment 1e6059d6-dcd4-448c-9c31-40bc7aeb667f of type vlan for network eb4523e6-06b2-4541-8b51-0271b34e92e1 Sep 18 05:11:17.562460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-39d3b005-4a79-4fd9-9f21-588bcc570d8f tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:17.570033 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-39d3b005-4a79-4fd9-9f21-588bcc570d8f tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1357119 Sep 18 05:11:17.588155 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-68243c07-3e2c-42fc-adf2-61a0d14c2e04 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/quotas/6c328bcb2d9f4aa1a0edb3b1ecfac1f4 HTTP/1.1" status: 200 len: 375 time: 0.0171683 Sep 18 05:11:17.618886 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3189d80-32ee-4c85-95e5-1809ace2b5fd tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:17.630565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d211d-a554-4b74-8ef2-b05979cfc0eb req-5aafdca2-e83e-420c-bb05-dce1658044bf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:17.634677 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-9f3ebce8-9e62-4eaa-9e39-051826abb3a9 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c328bcb2d9f4aa1a0edb3b1ecfac1f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456178 Sep 18 05:11:17.640126 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9a9d211d-a554-4b74-8ef2-b05979cfc0eb req-5aafdca2-e83e-420c-bb05-dce1658044bf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 945 time: 0.1312385 Sep 18 05:11:17.647213 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 1e3663a3-5216-4988-8e85-236791678bc8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1e3663a3-5216-4988-8e85-236791678bc8,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:17.662078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '1e3663a3-5216-4988-8e85-236791678bc8', 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202', 'port_id': '1e3663a3-5216-4988-8e85-236791678bc8', 'mac_address': 'fa:16:3e:11:b2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0078b2-978b-4f73-9fac-427b64b39f17', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:11:17.709700 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:17.735673 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9a9d211d-a554-4b74-8ef2-b05979cfc0eb req-ce9e378b-163d-46ee-a4cf-89414d1cd123 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882380 Sep 18 05:11:17.735995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3663a3-5216-4988-8e85-236791678bc8 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:17.765930 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3189d80-32ee-4c85-95e5-1809ace2b5fd tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:17.771862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3189d80-32ee-4c85-95e5-1809ace2b5fd tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:17.772646 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3189d80-32ee-4c85-95e5-1809ace2b5fd tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:17.786667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 1e3663a3-5216-4988-8e85-236791678bc8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1e3663a3-5216-4988-8e85-236791678bc8,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:17.838173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53280) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:17.887484 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f46b99-eba3-44f8-97b9-8d64f00435ad admin admin] Deleting subnet 73d591f7-1d3a-40c0-a4a4-dd237dc6802b {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:11:17.891704 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58f46b99-eba3-44f8-97b9-8d64f00435ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:17.906161 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3189d80-32ee-4c85-95e5-1809ace2b5fd tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event updated for resources: {'Network': ['ID=eb4523e6-06b2-4541-8b51-0271b34e92e1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:17.917225 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network eb4523e6-06b2-4541-8b51-0271b34e92e1 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:11:17.922033 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:17.929753 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58f46b99-eba3-44f8-97b9-8d64f00435ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:17.993072 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c3189d80-32ee-4c85-95e5-1809ace2b5fd tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6499157 Sep 18 05:11:17.995571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53282) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:18.004264 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Request body: {'ports': [{'network_id': '65b3f6a7-85a9-4eb9-ac73-c75bd9dfe68f', 'name': 'tempest-port--673720405', 'admin_state_up': True}, {'network_id': 'eb4523e6-06b2-4541-8b51-0271b34e92e1', 'admin_state_up': False}]} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:18.004707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Request body: {'port': {'network_id': '65b3f6a7-85a9-4eb9-ac73-c75bd9dfe68f', 'name': 'tempest-port--673720405', 'admin_state_up': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:18.017614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Request body: {'port': {'network_id': 'eb4523e6-06b2-4541-8b51-0271b34e92e1', 'admin_state_up': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:18.045521 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=1e3663a3-5216-4988-8e85-236791678bc8,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:18.056556 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58f46b99-eba3-44f8-97b9-8d64f00435ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:18.101196 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-21d224c3-2207-4271-aeff-9787b2a4cb25 req-37a83d11-bb17-466f-aaff-8e69da0271f6 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 210 time: 0.0563769 Sep 18 05:11:18.137226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['1e3663a3-5216-4988-8e85-236791678bc8'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:18.292516 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58f46b99-eba3-44f8-97b9-8d64f00435ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:18.331131 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-58f46b99-eba3-44f8-97b9-8d64f00435ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:18.331131 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-58f46b99-eba3-44f8-97b9-8d64f00435ad admin admin] 10.222.0.23 "DELETE /v2.0/subnets/73d591f7-1d3a-40c0-a4a4-dd237dc6802b HTTP/1.1" status: 204 len: 168 time: 0.4909883 Sep 18 05:11:18.332096 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f46b99-eba3-44f8-97b9-8d64f00435ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d591f7-1d3a-40c0-a4a4-dd237dc6802b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:18.332840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53296) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:18.348933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Made reservation on behalf of 0dc5832e5fe64832a0d0e49dcbe5d49a for: {'port': 2} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:18.357869 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:18.380067 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:18.422805 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d84e2790-419e-4763-bab1-58f90d153f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:18.511168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] device_id is not set on port 52547582-701e-47c0-8477-a0493eaa19f1 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:11:18.550257 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d84e2790-419e-4763-bab1-58f90d153f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:18.593914 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d84e2790-419e-4763-bab1-58f90d153f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6caeed0a-1513-492e-9bad-bee6c410f379']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:18.606854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d84e2790-419e-4763-bab1-58f90d153f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bb06b5-cb1a-443b-9184-10fd07acf763') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:18.608877 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d84e2790-419e-4763-bab1-58f90d153f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bb06b5-cb1a-443b-9184-10fd07acf763') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:18.622822 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d84e2790-419e-4763-bab1-58f90d153f7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:18.623246 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b45a1a-0ec2-4df7-acee-d6afed86b2ee req-169f9119-0245-4922-b0d9-80049341384f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:18.630631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80b45a1a-0ec2-4df7-acee-d6afed86b2ee req-169f9119-0245-4922-b0d9-80049341384f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 944 time: 0.2329597 Sep 18 05:11:18.640142 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d84e2790-419e-4763-bab1-58f90d153f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:18.647942 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84e2790-419e-4763-bab1-58f90d153f7f admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:11:18.648877 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d84e2790-419e-4763-bab1-58f90d153f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:11:18.650884 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:11:18.700103 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80b45a1a-0ec2-4df7-acee-d6afed86b2ee req-204cc05c-7cb6-42fc-94a6-ffcee9871095 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638857 Sep 18 05:11:18.726783 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:18.804871 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d84e2790-419e-4763-bab1-58f90d153f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:18.811588 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d84e2790-419e-4763-bab1-58f90d153f7f admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:18.813427 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d84e2790-419e-4763-bab1-58f90d153f7f admin admin] 10.222.0.23 "DELETE /v2.0/networks/6caeed0a-1513-492e-9bad-bee6c410f379 HTTP/1.1" status: 204 len: 168 time: 0.4771559 Sep 18 05:11:18.833937 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] device_id is not set on port 09ffa496-a315-492e-a85e-ffef2f07b484 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:11:18.861622 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e2790-419e-4763-bab1-58f90d153f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=6caeed0a-1513-492e-9bad-bee6c410f379,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:18.893323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf922f5-a60e-4e6f-9485-76930203a0c6 req-971deed2-7d10-4154-9d69-2e5cb08b0ca7 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:18.893323 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5bf922f5-a60e-4e6f-9485-76930203a0c6 req-971deed2-7d10-4154-9d69-2e5cb08b0ca7 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 945 time: 0.1398838 Sep 18 05:11:18.893519 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c95b4-f224-4bc8-a207-fee69a5fe208 req-21c09677-2cbe-49d2-a2bf-1fcc8885b0da tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:18.896791 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a58c95b4-f224-4bc8-a207-fee69a5fe208 req-21c09677-2cbe-49d2-a2bf-1fcc8885b0da tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 945 time: 0.0812399 Sep 18 05:11:18.937059 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a58c95b4-f224-4bc8-a207-fee69a5fe208 req-1c626ae3-9c0d-471f-9be8-88434773d3fd tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374963 Sep 18 05:11:19.063472 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:19.108301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-5bf922f5-a60e-4e6f-9485-76930203a0c6 req-92ff0375-9ebf-4bf8-b158-6c8e1d895a5c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Deleting port ceb8a09f-10af-4f47-868d-af8d479a1c92 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:11:19.110123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5bf922f5-a60e-4e6f-9485-76930203a0c6 req-92ff0375-9ebf-4bf8-b158-6c8e1d895a5c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:19.260284 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f7792372-7b68-4b4b-b687-687445a607aa req-88c9d2a8-0dd2-46a4-b1f5-d51a13c3a8d3 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 210 time: 0.0751593 Sep 18 05:11:19.267984 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:19.324637 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-5bf922f5-a60e-4e6f-9485-76930203a0c6 req-92ff0375-9ebf-4bf8-b158-6c8e1d895a5c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] For port ceb8a09f-10af-4f47-868d-af8d479a1c92, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ceb8a09f-10af-4f47-868d-af8d479a1c92,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:19.325313 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5bf922f5-a60e-4e6f-9485-76930203a0c6 req-92ff0375-9ebf-4bf8-b158-6c8e1d895a5c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:19.353058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event updated for resources: {'Port': ['ID=52547582-701e-47c0-8477-a0493eaa19f1,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:19.358867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-5bf922f5-a60e-4e6f-9485-76930203a0c6 req-92ff0375-9ebf-4bf8-b158-6c8e1d895a5c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Calling delete_port for ceb8a09f-10af-4f47-868d-af8d479a1c92 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:11:19.362121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53318) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:19.406393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Checking segment: {'id': '05a178fc-d880-4ef4-bec5-67f668f7fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '65b3f6a7-85a9-4eb9-ac73-c75bd9dfe68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:19.406775 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Network hostable DHCP agents. Network: 65b3f6a7-85a9-4eb9-ac73-c75bd9dfe68f, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:11:19.467088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 1e3663a3-5216-4988-8e85-236791678bc8 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:19.475995 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6ae1e5db-20e6-44ba-8f54-86acd6414089 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7d7d9eec8c34354bcd4cdae5da299f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1127648 Sep 18 05:11:19.479146 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53322) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:19.562948 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60f1f567-b5dc-469e-9c2e-2b1b9f67d97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:19.589390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Network 65b3f6a7-85a9-4eb9-ac73-c75bd9dfe68f is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:11:19.590611 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-4621deca-17d7-4faa-9bb4-437010d4bab4 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6c328bcb2d9f4aa1a0edb3b1ecfac1f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525446 Sep 18 05:11:19.615467 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60f1f567-b5dc-469e-9c2e-2b1b9f67d97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:19.680039 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 1e3663a3-5216-4988-8e85-236791678bc8 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:11:19.680280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 65b3f6a7-85a9-4eb9-ac73-c75bd9dfe68f) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:19.683928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:19.684656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 1e3663a3-5216-4988-8e85-236791678bc8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:19.684881 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:19.685504 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:19.757088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event updated for resources: {'Port': ['ID=09ffa496-a315-492e-a85e-ffef2f07b484,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:19.761251 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5bf922f5-a60e-4e6f-9485-76930203a0c6 req-92ff0375-9ebf-4bf8-b158-6c8e1d895a5c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:19.765865 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40442eb-e28f-467b-9b44-470dafac96c9 None None] Network 65b3f6a7-85a9-4eb9-ac73-c75bd9dfe68f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:19.848227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff0375-9ebf-4bf8-b158-6c8e1d895a5c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Pushing event deleted for resources: {'Port': ['ID=ceb8a09f-10af-4f47-868d-af8d479a1c92,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:19.865394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf922f5-a60e-4e6f-9485-76930203a0c6 req-92ff0375-9ebf-4bf8-b158-6c8e1d895a5c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] No DVR routers for this DVR port ceb8a09f-10af-4f47-868d-af8d479a1c92 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:11:19.871858 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5bf922f5-a60e-4e6f-9485-76930203a0c6 req-92ff0375-9ebf-4bf8-b158-6c8e1d895a5c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:19.873644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5bf922f5-a60e-4e6f-9485-76930203a0c6 req-92ff0375-9ebf-4bf8-b158-6c8e1d895a5c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "DELETE /v2.0/ports/ceb8a09f-10af-4f47-868d-af8d479a1c92 HTTP/1.1" status: 204 len: 173 time: 0.9773941 Sep 18 05:11:19.874375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fb6881-6786-46f1-ae50-3eee74d6ed1e', 'name': 'network-vif-deleted', 'tag': 'ceb8a09f-10af-4f47-868d-af8d479a1c92'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:19.876616 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ebf8dc-79db-4050-9868-7e25116a3ea5" -d '{"events": [{"server_uuid": "31fb6881-6786-46f1-ae50-3eee74d6ed1e", "name": "network-vif-deleted", "tag": "ceb8a09f-10af-4f47-868d-af8d479a1c92"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:19.893834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Checking segment: {'id': '1e6059d6-dcd4-448c-9c31-40bc7aeb667f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb4523e6-06b2-4541-8b51-0271b34e92e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:19.894205 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Network hostable DHCP agents. Network: eb4523e6-06b2-4541-8b51-0271b34e92e1, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:11:19.964287 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:19.967045 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491c3f7-9cb8-47bd-9b8e-87dcf2bf93bc req-7cc6133b-9c1a-42b3-85e1-c71f9de3cf70 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:19.978563 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8491c3f7-9cb8-47bd-9b8e-87dcf2bf93bc req-7cc6133b-9c1a-42b3-85e1-c71f9de3cf70 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 944 time: 0.1405439 Sep 18 05:11:19.989104 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-3696d4d3-21ef-4ec7-8c71-0adf933d0499 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:19.990632 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-3696d4d3-21ef-4ec7-8c71-0adf933d0499 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3900859 Sep 18 05:11:20.009247 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Request body: {'port': {'device_id': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '6c328bcb2d9f4aa1a0edb3b1ecfac1f4'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:20.022159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Network eb4523e6-06b2-4541-8b51-0271b34e92e1 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:11:20.027851 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d39cde-3b2b-4b55-a375-050022c6619d x-openstack-request-id: req-d4d39cde-3b2b-4b55-a375-050022c6619d {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:20.028390 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fb6881-6786-46f1-ae50-3eee74d6ed1e", "name": "network-vif-deleted", "tag": "ceb8a09f-10af-4f47-868d-af8d479a1c92", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:20.028700 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4d39cde-3b2b-4b55-a375-050022c6619d {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:20.029324 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fb6881-6786-46f1-ae50-3eee74d6ed1e', 'name': 'network-vif-deleted', 'tag': 'ceb8a09f-10af-4f47-868d-af8d479a1c92', 'status': 'completed', 'code': 200} Sep 18 05:11:20.079901 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8491c3f7-9cb8-47bd-9b8e-87dcf2bf93bc req-3d6e1d47-4110-492e-b84c-608adcf85f0f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002972 Sep 18 05:11:20.132229 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d88ab562-5e34-4ea5-85e1-175250659191 req-57c55d3e-ba6b-4e96-83f9-75e4312ef374 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 210 time: 0.0321300 Sep 18 05:11:20.148061 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60f1f567-b5dc-469e-9c2e-2b1b9f67d97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:20.150738 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60f1f567-b5dc-469e-9c2e-2b1b9f67d97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:20.151919 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-60f1f567-b5dc-469e-9c2e-2b1b9f67d97a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e679dccf-6029-4c68-b7af-d39fcb57189e HTTP/1.1" status: 204 len: 168 time: 0.6717625 Sep 18 05:11:20.170708 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, eb4523e6-06b2-4541-8b51-0271b34e92e1) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:20.184558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1634953f-50e7-437a-b6c1-38c2869506fd None None] Network eb4523e6-06b2-4541-8b51-0271b34e92e1 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:20.187426 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1f567-b5dc-469e-9c2e-2b1b9f67d97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e679dccf-6029-4c68-b7af-d39fcb57189e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:20.208930 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:20.228499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:20.265841 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:20.266656 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:20.296678 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Made reservation on behalf of 6c328bcb2d9f4aa1a0edb3b1ecfac1f4 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:20.300590 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:20.311859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7adc16c-1e9f-43c6-adb3-28a6a33462ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3663a3-5216-4988-8e85-236791678bc8'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:20.316797 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:20.317728 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d87bf6-4850-4fb5-9a41-e4b394c4b427" -d '{"events": [{"server_uuid": "b7adc16c-1e9f-43c6-adb3-28a6a33462ab", "name": "network-vif-plugged", "status": "completed", "tag": "1e3663a3-5216-4988-8e85-236791678bc8"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:20.399548 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-92f15127-e4b5-47b3-a5e2-9375c6e77da6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4001167 Sep 18 05:11:20.400224 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53342) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:20.439398 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b4ce7b47-0b81-46c9-899c-7e2e27e05708 req-dee86489-b48e-4495-9deb-b813cfd5a93c tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 210 time: 0.0548737 Sep 18 05:11:20.471279 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb066a28-d5c3-48d5-8808-4acfd3899038 x-openstack-request-id: req-eb066a28-d5c3-48d5-8808-4acfd3899038 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:20.471850 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7adc16c-1e9f-43c6-adb3-28a6a33462ab", "name": "network-vif-plugged", "status": "completed", "tag": "1e3663a3-5216-4988-8e85-236791678bc8", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:20.471850 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb066a28-d5c3-48d5-8808-4acfd3899038 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:20.472589 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7adc16c-1e9f-43c6-adb3-28a6a33462ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3663a3-5216-4988-8e85-236791678bc8', 'code': 200} Sep 18 05:11:20.481751 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 1e3663a3-5216-4988-8e85-236791678bc8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1e3663a3-5216-4988-8e85-236791678bc8,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:20.590567 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:20.590998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089be521-1539-40c7-a3a2-d6479698f71f req-479f7f36-2e8e-46cf-9bcd-43f30fba08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:20.593134 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-089be521-1539-40c7-a3a2-d6479698f71f req-479f7f36-2e8e-46cf-9bcd-43f30fba08dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 1096 time: 0.0687821 Sep 18 05:11:20.610385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc6371-f759-4f8a-adf8-200a3ba00814 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:20.611763 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:20.620078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc6371-f759-4f8a-adf8-200a3ba00814 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:20.621796 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-52bc6371-f759-4f8a-adf8-200a3ba00814 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2180853 Sep 18 05:11:20.625842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53346) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:20.691973 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-089be521-1539-40c7-a3a2-d6479698f71f req-65a00bb9-f6e4-4528-b69d-0fd4912dbfcb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915985 Sep 18 05:11:20.693027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=1e3663a3-5216-4988-8e85-236791678bc8,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:20.710945 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:20.844275 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8813916a-6a37-4c86-80e2-30ba2806102c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:20.950476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-114e1687-af65-41e1-ae0b-843d00ad10a1 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Deleting port 52547582-701e-47c0-8477-a0493eaa19f1 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:11:20.951343 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-114e1687-af65-41e1-ae0b-843d00ad10a1 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:20.954283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-09b2147e-885a-4bd6-be07-dee3ba818a8c tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6c328bcb2d9f4aa1a0edb3b1ecfac1f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346603 Sep 18 05:11:20.956160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Allocated IP 192.168.233.152 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/7029f2d6-507c-46e1-883a-9739a962e77f) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:21.137198 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-a4374969-8ad9-47d9-864a-b6de8a9af6e0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:21.139045 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-a4374969-8ad9-47d9-864a-b6de8a9af6e0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791456 Sep 18 05:11:21.156485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-efbbac6a-3b3d-43a2-8173-4a905e0a7917 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Request body: {'port': {'device_id': '2dde0b70-31d6-4ffc-9617-3703354c27e9', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '6c328bcb2d9f4aa1a0edb3b1ecfac1f4'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:21.206399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ceb8a09f-10af-4f47-868d-af8d479a1c92 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:11:21.264445 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-114e1687-af65-41e1-ae0b-843d00ad10a1 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:21.284392 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: ceb8a09f-10af-4f47-868d-af8d479a1c92 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:11:21.286130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ceb8a09f-10af-4f47-868d-af8d479a1c92 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:11:21.311236 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-114e1687-af65-41e1-ae0b-843d00ad10a1 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Calling delete_port for 52547582-701e-47c0-8477-a0493eaa19f1 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:11:21.395057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-85c47086-b12a-4d25-bf20-c1d6add40d43 req-bcfa9350-ba86-4de1-8717-40d32093b808 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=31fb6881-6786-46f1-ae50-3eee74d6ed1e HTTP/1.1" status: 200 len: 210 time: 0.0797496 Sep 18 05:11:21.538247 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf242a73-fc02-46ae-bd1e-414bb8babe2b req-a8658b45-7c11-4c74-bb75-462ebc353851 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:21.543105 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cf242a73-fc02-46ae-bd1e-414bb8babe2b req-a8658b45-7c11-4c74-bb75-462ebc353851 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.3165534 Sep 18 05:11:21.590874 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b67d1ca3-e92d-4309-96b5-bc5929ce85c5 req-8ca9c6ba-ace9-4e86-a768-8826746bc0c3 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 210 time: 0.0498369 Sep 18 05:11:21.603082 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-efbbac6a-3b3d-43a2-8173-4a905e0a7917 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Made reservation on behalf of 6c328bcb2d9f4aa1a0edb3b1ecfac1f4 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:21.607609 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-efbbac6a-3b3d-43a2-8173-4a905e0a7917 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:21.631314 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cf242a73-fc02-46ae-bd1e-414bb8babe2b req-291da32a-ee16-4960-8e54-79f580d4a022 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806792 Sep 18 05:11:21.718258 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:21.758507 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53376) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:21.873957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1002381863-network', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:21.914783 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-114e1687-af65-41e1-ae0b-843d00ad10a1 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:21.966426 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-114e1687-af65-41e1-ae0b-843d00ad10a1 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:21.969214 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-114e1687-af65-41e1-ae0b-843d00ad10a1 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "DELETE /v2.0/ports/52547582-701e-47c0-8477-a0493eaa19f1 HTTP/1.1" status: 204 len: 168 time: 1.3416290 Sep 18 05:11:21.971480 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e1687-af65-41e1-ae0b-843d00ad10a1 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event deleted for resources: {'Port': ['ID=52547582-701e-47c0-8477-a0493eaa19f1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:21.972208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53382) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:22.048280 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.063466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Made reservation on behalf of 1862a5fec6ee4d8fa09a0965ced5a303 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:22.065851 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.102769 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:22.108427 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.117093 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:22.124400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:22.194235 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-efbbac6a-3b3d-43a2-8173-4a905e0a7917 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Allocated IP 192.168.233.13 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/d5a98e9d-16df-4864-9eea-c8e5458271ac) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:22.201482 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:22.202193 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.221534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Pushing event updated for resources: {'Port': ['ID=7029f2d6-507c-46e1-883a-9739a962e77f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:22.333110 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.410401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d7519-48fa-4170-966e-b9966a919f91 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Deleting port 09ffa496-a315-492e-a85e-ffef2f07b484 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:11:22.410806 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7519-48fa-4170-966e-b9966a919f91 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.422208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.494755 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-287d1b7f-0122-4373-8b4f-fecefdb1270d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4895782 Sep 18 05:11:22.507891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:11:22.508058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b8b8fb39-c2b8-4dc0-b220-b7bd83c19c21 None None] Provisioning complete for port 7029f2d6-507c-46e1-883a-9739a962e77f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:22.508058 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fb39-c2b8-4dc0-b220-b7bd83c19c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.509673 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Request body: {'port': {'device_id': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:22.578613 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8fb39-c2b8-4dc0-b220-b7bd83c19c21 None None] Port 7029f2d6-507c-46e1-883a-9739a962e77f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:11:22.583928 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.584315 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Added segment 05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4 of type vlan for network 22d781aa-299e-4327-93b1-a0791852572f Sep 18 05:11:22.596448 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7519-48fa-4170-966e-b9966a919f91 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.598913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055b1e97-7a08-4e49-9679-20c09c2a4b6c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:22.646061 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d7519-48fa-4170-966e-b9966a919f91 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Calling delete_port for 09ffa496-a315-492e-a85e-ffef2f07b484 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:11:22.650164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:22.650516 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:22.650864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:22.651414 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:22.657872 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.658980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:22.659435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:22.659747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:22.660104 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:22.660698 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:22.660824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:22.661125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:22.661516 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:22.706387 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.749809 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-efbbac6a-3b3d-43a2-8173-4a905e0a7917 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.755255 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-92ed94bc-60b5-4d75-bfa9-b2b3154a9492 req-30f1118d-9917-4a48-9074-5f8444da62fd tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 210 time: 0.0555494 Sep 18 05:11:22.907048 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722cbd0-9627-4bc7-8610-c69dccebbc3c req-e4e6f90f-0d87-4e46-8a28-98787f2442e3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:22.910337 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c722cbd0-9627-4bc7-8610-c69dccebbc3c req-e4e6f90f-0d87-4e46-8a28-98787f2442e3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1748760 Sep 18 05:11:22.936551 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.955146 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.956137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:22.957332 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:22.967078 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c722cbd0-9627-4bc7-8610-c69dccebbc3c req-4f09bcab-764a-4698-a634-0842bf58f9d9 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475583 Sep 18 05:11:23.045995 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-efbbac6a-3b3d-43a2-8173-4a905e0a7917 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:23.050938 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] Pushing event updated for resources: {'Network': ['ID=22d781aa-299e-4327-93b1-a0791852572f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:23.063019 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 22d781aa-299e-4327-93b1-a0791852572f details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:11:23.112696 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7519-48fa-4170-966e-b9966a919f91 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:23.129117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-ae761649-aae3-4c17-99ef-ad3efd72dd68 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:23.130751 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-ae761649-aae3-4c17-99ef-ad3efd72dd68 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 812 time: 0.2491651 Sep 18 05:11:23.180619 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:23.193746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-efbbac6a-3b3d-43a2-8173-4a905e0a7917 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:23.207146 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ddd8ccf8-180e-46af-9462-98a478046549 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4473443 Sep 18 05:11:23.208147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-efbbac6a-3b3d-43a2-8173-4a905e0a7917 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:23.215118 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53412) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:23.223803 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-a2bed8a6-d00a-450b-8b3d-4355d56b5efd admin admin] Request body: {'subnet': {'network_id': '22d781aa-299e-4327-93b1-a0791852572f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1002381863-subnet', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:23.226911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-efbbac6a-3b3d-43a2-8173-4a905e0a7917 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:23.234165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbac6a-3b3d-43a2-8173-4a905e0a7917 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Pushing event updated for resources: {'Port': ['ID=d5a98e9d-16df-4864-9eea-c8e5458271ac,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:23.270180 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7519-48fa-4170-966e-b9966a919f91 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:23.272254 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3e6d7519-48fa-4170-966e-b9966a919f91 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "DELETE /v2.0/ports/09ffa496-a315-492e-a85e-ffef2f07b484 HTTP/1.1" status: 204 len: 168 time: 1.2974229 Sep 18 05:11:23.278889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53424) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:23.293430 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-b5faf1d8-6f89-4f66-8ce9-b83d58350744 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/quotas/3096e0d917c34cff9e463e09ad6891a9 HTTP/1.1" status: 200 len: 375 time: 0.0956829 Sep 18 05:11:23.367835 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1c1dfc80-3581-4ea5-ae70-d104cb69ecaa tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0835986 Sep 18 05:11:23.389053 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d7519-48fa-4170-966e-b9966a919f91 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event deleted for resources: {'Port': ['ID=09ffa496-a315-492e-a85e-ffef2f07b484,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:23.393439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53426) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:23.395644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-d36b6103-3d7c-431e-ab0b-12c0e751c3ab tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758929 Sep 18 05:11:23.400362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-18dc8f55-2d64-4f11-9fb8-18879d1102db tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2060795682'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:23.423904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-efbbac6a-3b3d-43a2-8173-4a905e0a7917 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:23.424598 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-efbbac6a-3b3d-43a2-8173-4a905e0a7917 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:23.495015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-68e20003-174f-4d5a-8bb7-ba4bd2259223 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:23.503024 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-68e20003-174f-4d5a-8bb7-ba4bd2259223 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/networks?id=fdc9f2cd-0fcf-4feb-9ace-728923259202 HTTP/1.1" status: 200 len: 814 time: 0.2009792 Sep 18 05:11:23.523557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bed8a6-d00a-450b-8b3d-4355d56b5efd admin admin] Made reservation on behalf of 1862a5fec6ee4d8fa09a0965ced5a303 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:23.526269 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a2bed8a6-d00a-450b-8b3d-4355d56b5efd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:23.552348 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-5b7dc7bb-70c5-4fc6-9640-3ad09c024eaa tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/quotas/9e39e3c54cbd43a5b65ab02778fc8e2b HTTP/1.1" status: 200 len: 375 time: 0.0486393 Sep 18 05:11:23.568487 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7029f2d6-507c-46e1-883a-9739a962e77f {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:23.574310 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-8249769b-9423-4908-96d5-709a6fe70161 service neutron] 10.222.0.23 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668928 Sep 18 05:11:23.607584 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3a50c914-b9c9-421d-94aa-2d57bf2fd7ee None None] Provisioning complete for port d5a98e9d-16df-4864-9eea-c8e5458271ac triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:23.608713 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3a50c914-b9c9-421d-94aa-2d57bf2fd7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:23.620511 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-efbbac6a-3b3d-43a2-8173-4a905e0a7917 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4721224 Sep 18 05:11:23.633365 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:23.648645 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Transition to ACTIVE for port object 7029f2d6-507c-46e1-883a-9739a962e77f will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:11:23.665704 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3a50c914-b9c9-421d-94aa-2d57bf2fd7ee None None] Port d5a98e9d-16df-4864-9eea-c8e5458271ac cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:11:23.683070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Request body: {'port': {'device_id': '2dde0b70-31d6-4ffc-9617-3703354c27e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:23.717790 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-911a7f31-0bf1-4c43-8978-2a44b49f1010 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1371031 Sep 18 05:11:23.764351 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:23.790086 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-b3c85c50-6e22-4135-814c-0aa711e967df service neutron] 10.222.0.23 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084720 Sep 18 05:11:23.802189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:23.820786 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dc8f55-2d64-4f11-9fb8-18879d1102db tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Made reservation on behalf of 0dc5832e5fe64832a0d0e49dcbe5d49a for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:23.824831 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-18dc8f55-2d64-4f11-9fb8-18879d1102db tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:23.855532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7029f2d6-507c-46e1-883a-9739a962e77f,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:23.943804 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-e3e76cd0-f8d2-422c-87bf-e5ca471d64d3 service neutron] 10.222.0.23 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179418 Sep 18 05:11:23.975032 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18dc8f55-2d64-4f11-9fb8-18879d1102db tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:11:24.028923 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-18dc8f55-2d64-4f11-9fb8-18879d1102db tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:24.028923 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-18dc8f55-2d64-4f11-9fb8-18879d1102db tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Added segment 5bab8bb5-7b5c-410c-ba07-48f756ba759d of type vlan for network cb733f15-881f-4795-8018-51b0befe715b Sep 18 05:11:24.413719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Attempting to bind port 7029f2d6-507c-46e1-883a-9739a962e77f on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:24.414065 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Attempting to bind port 7029f2d6-507c-46e1-883a-9739a962e77f by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:24.414403 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Attempting to bind port 7029f2d6-507c-46e1-883a-9739a962e77f on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:24.464502 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Port 7029f2d6-507c-46e1-883a-9739a962e77f on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:11:24.464810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Attempting to bind port 7029f2d6-507c-46e1-883a-9739a962e77f on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:24.476209 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:24.476688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:24.477091 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:24.477591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Bound port: 7029f2d6-507c-46e1-883a-9739a962e77f, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:24.477956 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:24.505454 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a2bed8a6-d00a-450b-8b3d-4355d56b5efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:24.539288 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-18dc8f55-2d64-4f11-9fb8-18879d1102db tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:24.560746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac7413-ce0f-4ef6-8464-cd3791b854eb req-ce5dcd5c-b114-4830-ac07-5e83bec64531 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:24.562296 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23ac7413-ce0f-4ef6-8464-cd3791b854eb req-ce5dcd5c-b114-4830-ac07-5e83bec64531 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 935 time: 0.1327531 Sep 18 05:11:24.608079 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-d2db96b3-9024-49d4-b0ca-aab2ce4dc11a service neutron] 10.222.0.23 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457465 Sep 18 05:11:24.624327 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bed8a6-d00a-450b-8b3d-4355d56b5efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=762ac494-9135-4ceb-835e-8a5f320de53f,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:24.679434 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] For port 7029f2d6-507c-46e1-883a-9739a962e77f, host n-h1-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:24.682753 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] For port 7029f2d6-507c-46e1-883a-9739a962e77f, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7029f2d6-507c-46e1-883a-9739a962e77f,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:24.683916 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bed8a6-d00a-450b-8b3d-4355d56b5efd admin admin] Checking segment: {'id': '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '22d781aa-299e-4327-93b1-a0791852572f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:24.684368 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bed8a6-d00a-450b-8b3d-4355d56b5efd admin admin] Network hostable DHCP agents. Network: 22d781aa-299e-4327-93b1-a0791852572f, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:11:24.742945 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-18dc8f55-2d64-4f11-9fb8-18879d1102db tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:24.749349 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dc8f55-2d64-4f11-9fb8-18879d1102db tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:24.750052 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-18dc8f55-2d64-4f11-9fb8-18879d1102db tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:24.761783 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23ac7413-ce0f-4ef6-8464-cd3791b854eb req-60faf457-efe1-4644-87ab-ccc2009e91f5 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874382 Sep 18 05:11:24.796294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a98e9d-16df-4864-9eea-c8e5458271ac {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:24.807726 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:24.885811 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a4293268-7bce-4e1a-9ebf-24141b8636c9 req-4f25d1aa-ae7a-468d-9674-f823c57dbe6a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 210 time: 0.0349216 Sep 18 05:11:24.886502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc8f55-2d64-4f11-9fb8-18879d1102db tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event updated for resources: {'Network': ['ID=cb733f15-881f-4795-8018-51b0befe715b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:24.890752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Transition to ACTIVE for port object d5a98e9d-16df-4864-9eea-c8e5458271ac will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:11:24.906400 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network cb733f15-881f-4795-8018-51b0befe715b details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:11:24.948870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-18dc8f55-2d64-4f11-9fb8-18879d1102db tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5522053 Sep 18 05:11:24.953454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53446) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:24.958240 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bed8a6-d00a-450b-8b3d-4355d56b5efd admin admin] Network 22d781aa-299e-4327-93b1-a0791852572f is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:11:24.959323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-dc5116df-28ca-491a-9ab0-9d3ac6cac933 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1649248016'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:24.964837 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:24.984480 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:25.089485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a98e9d-16df-4864-9eea-c8e5458271ac,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:25.136280 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:25.136911 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:25.138376 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] 10.222.0.18 "PUT /v2.0/ports/7029f2d6-507c-46e1-883a-9739a962e77f HTTP/1.1" status: 200 len: 1097 time: 2.6343873 Sep 18 05:11:25.141063 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'tag': '7029f2d6-507c-46e1-883a-9739a962e77f'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:25.143379 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28cdc72-c489-47c1-9cc1-e939c1da6ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2", "tag": "7029f2d6-507c-46e1-883a-9739a962e77f"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:25.166609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5116df-28ca-491a-9ab0-9d3ac6cac933 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Made reservation on behalf of 0dc5832e5fe64832a0d0e49dcbe5d49a for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:25.172952 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc5116df-28ca-491a-9ab0-9d3ac6cac933 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:25.191082 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9dda61db-8a37-4a56-b8c2-5ad84cc88e8e req-241a9a37-5e83-4548-8f31-1c0fa25d6efd tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 210 time: 0.0564022 Sep 18 05:11:25.215652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2b5d9-f463-4f30-8bdb-bd4c4716c8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7029f2d6-507c-46e1-883a-9739a962e77f,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:25.234557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-a2bed8a6-d00a-450b-8b3d-4355d56b5efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 22d781aa-299e-4327-93b1-a0791852572f) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:25.238719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bed8a6-d00a-450b-8b3d-4355d56b5efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:25.239327 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a2bed8a6-d00a-450b-8b3d-4355d56b5efd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:25.254874 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb299874-79a3-4e68-b038-b7c1528e53a1 None None] Network 22d781aa-299e-4327-93b1-a0791852572f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:25.274689 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef87c863-3971-4817-bbc9-d532a50f8a6b x-openstack-request-id: req-ef87c863-3971-4817-bbc9-d532a50f8a6b {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:25.275345 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2", "tag": "7029f2d6-507c-46e1-883a-9739a962e77f", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:25.275345 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef87c863-3971-4817-bbc9-d532a50f8a6b {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:25.275625 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'tag': '7029f2d6-507c-46e1-883a-9739a962e77f', 'status': 'completed', 'code': 200} Sep 18 05:11:25.307511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5116df-28ca-491a-9ab0-9d3ac6cac933 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:11:25.324922 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc5116df-28ca-491a-9ab0-9d3ac6cac933 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:25.325431 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-dc5116df-28ca-491a-9ab0-9d3ac6cac933 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Added segment a2184bbf-d2b3-4604-a4bb-e12352ec6755 of type vlan for network 4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4 Sep 18 05:11:25.399162 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a2bed8a6-d00a-450b-8b3d-4355d56b5efd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1755514 Sep 18 05:11:25.399162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-a3b56d1a-e817-4887-b849-a87577cbce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:25.406422 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53460) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:25.413498 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-a3b56d1a-e817-4887-b849-a87577cbce8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c328bcb2d9f4aa1a0edb3b1ecfac1f4&device_id=73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2 HTTP/1.1" status: 200 len: 1100 time: 0.1368437 Sep 18 05:11:25.422452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1002381863-router', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:25.436309 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc5116df-28ca-491a-9ab0-9d3ac6cac933 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:25.445555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Attempting to bind port d5a98e9d-16df-4864-9eea-c8e5458271ac on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:25.445917 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Attempting to bind port d5a98e9d-16df-4864-9eea-c8e5458271ac by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:25.446236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Attempting to bind port d5a98e9d-16df-4864-9eea-c8e5458271ac on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:25.458923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Port d5a98e9d-16df-4864-9eea-c8e5458271ac on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:11:25.459292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Attempting to bind port d5a98e9d-16df-4864-9eea-c8e5458271ac on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:25.479610 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b61395a-58d2-4421-8af5-ee7d5fe20c62 None None] Network 22d781aa-299e-4327-93b1-a0791852572f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:25.483623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:25.483909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:25.484138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:25.484632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Bound port: d5a98e9d-16df-4864-9eea-c8e5458271ac, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:25.485006 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:25.495866 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-4f493814-dea0-47b7-a82b-4b3161d0aad4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7029f2d6-507c-46e1-883a-9739a962e77f HTTP/1.1" status: 200 len: 217 time: 0.0741396 Sep 18 05:11:25.613595 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-5284d524-4360-4af0-a8d1-5a9312821547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:25.615441 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-5284d524-4360-4af0-a8d1-5a9312821547 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1103561 Sep 18 05:11:25.624791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] For port d5a98e9d-16df-4864-9eea-c8e5458271ac, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:25.641148 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] For port d5a98e9d-16df-4864-9eea-c8e5458271ac, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d5a98e9d-16df-4864-9eea-c8e5458271ac,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:25.642629 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:25.651458 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:25.736709 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:25.760642 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-dcc09b61-285e-43fd-be8f-c06299a89735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:25.761325 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc5116df-28ca-491a-9ab0-9d3ac6cac933 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:25.762176 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-dcc09b61-285e-43fd-be8f-c06299a89735 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1402414 Sep 18 05:11:25.767640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5116df-28ca-491a-9ab0-9d3ac6cac933 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:25.768290 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc5116df-28ca-491a-9ab0-9d3ac6cac933 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:25.808453 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:25.809018 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:25.811233 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] 10.222.0.18 "PUT /v2.0/ports/d5a98e9d-16df-4864-9eea-c8e5458271ac HTTP/1.1" status: 200 len: 1096 time: 2.1354442 Sep 18 05:11:25.814184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dde0b70-31d6-4ffc-9617-3703354c27e9', 'tag': 'd5a98e9d-16df-4864-9eea-c8e5458271ac'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:25.816936 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44faa1c6-1198-4134-809c-3ab170b26e98" -d '{"events": [{"name": "network-changed", "server_uuid": "2dde0b70-31d6-4ffc-9617-3703354c27e9", "tag": "d5a98e9d-16df-4864-9eea-c8e5458271ac"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:26.000050 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10879351-50f2-49cf-a0d1-52629bc25902 x-openstack-request-id: req-10879351-50f2-49cf-a0d1-52629bc25902 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:26.000050 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dde0b70-31d6-4ffc-9617-3703354c27e9", "tag": "d5a98e9d-16df-4864-9eea-c8e5458271ac", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:26.000050 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10879351-50f2-49cf-a0d1-52629bc25902 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:26.000711 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dde0b70-31d6-4ffc-9617-3703354c27e9', 'tag': 'd5a98e9d-16df-4864-9eea-c8e5458271ac', 'status': 'completed', 'code': 200} Sep 18 05:11:26.005912 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:26.079560 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-9c58e5e8-07fe-484f-b23a-d2598936fa50 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080590 Sep 18 05:11:26.147697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9685556e-4d2f-4285-a3f5-3d61f48bed90 req-7c0cbefa-fe0c-400a-8f3f-1ff2e533959a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 210 time: 0.1228800 Sep 18 05:11:26.152004 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5116df-28ca-491a-9ab0-9d3ac6cac933 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event updated for resources: {'Network': ['ID=4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:26.163260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b011728-ac4c-4175-b1a8-9a6c55abda02 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a98e9d-16df-4864-9eea-c8e5458271ac,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:26.164573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:11:26.193039 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dc5116df-28ca-491a-9ab0-9d3ac6cac933 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2249663 Sep 18 05:11:26.214774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faa1c6-1198-4134-809c-3ab170b26e98 req-42c850bb-cf3c-403b-b12c-89a622697a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:26.216870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44faa1c6-1198-4134-809c-3ab170b26e98 req-42c850bb-cf3c-403b-b12c-89a622697a6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c328bcb2d9f4aa1a0edb3b1ecfac1f4&device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 1099 time: 0.2338598 Sep 18 05:11:26.335159 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2d3b4d6-342d-4f40-a35d-e062e409f15e req-08b74b8a-de69-49d9-bd5d-efa62bd4832f service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456377 Sep 18 05:11:26.362954 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6e22f-9c74-425c-9fa7-94c171a9d80a req-85e7fe6a-e5e8-4e13-8a34-6c3ae73e6ff3 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:26.365070 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b6f6e22f-9c74-425c-9fa7-94c171a9d80a req-85e7fe6a-e5e8-4e13-8a34-6c3ae73e6ff3 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 947 time: 0.4343176 Sep 18 05:11:26.373495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53478) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:26.380407 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Request body: {'subnets': [{'network_id': 'cb733f15-881f-4795-8018-51b0befe715b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1783732978', 'ip_version': 4}, {'network_id': '4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:26.380745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Request body: {'subnet': {'network_id': 'cb733f15-881f-4795-8018-51b0befe715b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1783732978', 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:26.381482 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Request body: {'subnet': {'network_id': '4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:26.470232 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44faa1c6-1198-4134-809c-3ab170b26e98 req-15d79390-1154-4b81-91db-a47445e0c441 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6c328bcb2d9f4aa1a0edb3b1ecfac1f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467787 Sep 18 05:11:26.493282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-77be9010-5405-41a1-877b-de84c43849f4 req-28d499dd-061c-4e22-bc10-7189e29537e2 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 210 time: 0.0537977 Sep 18 05:11:26.493997 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b6f6e22f-9c74-425c-9fa7-94c171a9d80a req-e8a0632e-9f8b-4274-b5c3-60cd1d3c8add tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041505 Sep 18 05:11:26.669297 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:26.671433 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cdc72-c489-47c1-9cc1-e939c1da6ee6 req-16a852d9-9355-4fe0-8121-dd3a1e3e162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:26.673833 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d28cdc72-c489-47c1-9cc1-e939c1da6ee6 req-16a852d9-9355-4fe0-8121-dd3a1e3e162a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c328bcb2d9f4aa1a0edb3b1ecfac1f4&device_id=73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2 HTTP/1.1" status: 200 len: 1100 time: 0.0838230 Sep 18 05:11:26.699172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faa1c6-1198-4134-809c-3ab170b26e98 req-1f48e249-5e2e-4318-a787-d9d31304bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:26.701201 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44faa1c6-1198-4134-809c-3ab170b26e98 req-1f48e249-5e2e-4318-a787-d9d31304bdcc service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2101974 Sep 18 05:11:26.752883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Made reservation on behalf of 0dc5832e5fe64832a0d0e49dcbe5d49a for: {'subnet': 2} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:26.757791 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:26.758148 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:26.864591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cdc72-c489-47c1-9cc1-e939c1da6ee6 req-c82a18e7-d497-4cf7-8b36-62216af7f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:26.866022 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d28cdc72-c489-47c1-9cc1-e939c1da6ee6 req-c82a18e7-d497-4cf7-8b36-62216af7f421 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1836233 Sep 18 05:11:26.875374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-86739280-e716-482f-97cc-3d580d67b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:26.875900 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-86739280-e716-482f-97cc-3d580d67b9d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c328bcb2d9f4aa1a0edb3b1ecfac1f4&device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 1099 time: 0.0826333 Sep 18 05:11:26.925517 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-44889a82-a421-4bff-9f57-7ec8dab7b13b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=d5a98e9d-16df-4864-9eea-c8e5458271ac HTTP/1.1" status: 200 len: 217 time: 0.0421643 Sep 18 05:11:26.925744 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d28cdc72-c489-47c1-9cc1-e939c1da6ee6 req-4221fd28-ed42-4329-8a8f-c65cd6142d48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7029f2d6-507c-46e1-883a-9739a962e77f HTTP/1.1" status: 200 len: 217 time: 0.0479791 Sep 18 05:11:27.043422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cdc72-c489-47c1-9cc1-e939c1da6ee6 req-1bde99b2-fb8b-459f-8a50-7dbaf7fcf63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:27.045619 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d28cdc72-c489-47c1-9cc1-e939c1da6ee6 req-1bde99b2-fb8b-459f-8a50-7dbaf7fcf63e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1069059 Sep 18 05:11:27.136012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-b662a1c8-d274-4ae6-95a0-41c039f41a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:27.137444 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-b662a1c8-d274-4ae6-95a0-41c039f41a56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1984038 Sep 18 05:11:27.144259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cdc72-c489-47c1-9cc1-e939c1da6ee6 req-930a550c-38d8-452a-a8ab-380c2dc6ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:27.146030 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d28cdc72-c489-47c1-9cc1-e939c1da6ee6 req-930a550c-38d8-452a-a8ab-380c2dc6ea18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782766 Sep 18 05:11:27.254580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:27.284269 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:27.298588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-f964f498-f4d2-4ada-89ac-0b0e8b80d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:27.300094 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-f964f498-f4d2-4ada-89ac-0b0e8b80d5db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1257885 Sep 18 05:11:27.308324 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-04906092-6b59-4d94-9967-2a91d72a4ade tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:27.309688 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-04906092-6b59-4d94-9967-2a91d72a4ade tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 812 time: 0.3017645 Sep 18 05:11:27.356424 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d28cdc72-c489-47c1-9cc1-e939c1da6ee6 req-e7bf0782-5b2b-4b9c-a749-b66e0faa0657 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754386 Sep 18 05:11:27.362783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-4355699c-5b41-4f68-b9eb-b4eb138bf6e2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Request body: {'port': {'device_id': '8db8bd23-ba9d-4795-94d0-7e49f8d82252', 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4', 'admin_state_up': True, 'tenant_id': '3096e0d917c34cff9e463e09ad6891a9'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:27.429562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a0d0e50-4f2e-458f-a724-40cd61b8b4a5 req-cc20bb54-745d-48d1-9d7b-41af78bcb515 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 210 time: 0.1053495 Sep 18 05:11:27.511412 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d28cdc72-c489-47c1-9cc1-e939c1da6ee6 req-93a4d12a-ebd8-4bd7-b157-8d8bcab36340 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475506 Sep 18 05:11:27.606431 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:27.642326 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78881121-b533-4386-9922-368ffbfd5700 req-2f0a0655-0dff-438f-964e-a7e7e5a175e3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 210 time: 0.0421290 Sep 18 05:11:27.653788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-0d94e9ea-61ba-4e78-90aa-f04b44ab9b1e service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424854 Sep 18 05:11:27.673873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Allocated IP 172.25.7.108 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/be3a0450-8943-487f-adeb-5d1271b908b1) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:27.722826 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event updated for resources: {'Subnet': ['ID=5f9f21ce-5184-482b-8b99-73d25cd983eb,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:27.733400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Checking segment: {'id': '5bab8bb5-7b5c-410c-ba07-48f756ba759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cb733f15-881f-4795-8018-51b0befe715b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:27.733901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Network hostable DHCP agents. Network: cb733f15-881f-4795-8018-51b0befe715b, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:11:27.752397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784b32c-ea31-4c3a-9e32-d204d5ff3b5b req-c5ace9a3-f5f1-4a99-ac68-9396c3966b92 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:27.754301 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0784b32c-ea31-4c3a-9e32-d204d5ff3b5b req-c5ace9a3-f5f1-4a99-ac68-9396c3966b92 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 947 time: 0.1397650 Sep 18 05:11:27.805934 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0784b32c-ea31-4c3a-9e32-d204d5ff3b5b req-32479b02-930d-48c2-83c5-7d4169992745 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Sep 18 05:11:27.860994 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35a7fb6a-32cf-4a7d-8487-c7e701cc40ce req-7798c5d6-7eee-4269-893d-59cd572d98fa service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960981 Sep 18 05:11:27.896714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-4355699c-5b41-4f68-b9eb-b4eb138bf6e2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Made reservation on behalf of 3096e0d917c34cff9e463e09ad6891a9 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:27.900306 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-4355699c-5b41-4f68-b9eb-b4eb138bf6e2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:27.931450 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Network cb733f15-881f-4795-8018-51b0befe715b is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:11:27.985839 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:28.034141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, cb733f15-881f-4795-8018-51b0befe715b) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:28.048309 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:28.060994 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc095cf-ed67-4f26-a15d-5a56adc8bf99 None None] Network cb733f15-881f-4795-8018-51b0befe715b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:28.116728 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event updated for resources: {'Subnet': ['ID=d63c3284-53bb-465e-bb77-4dce8564b825,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:28.147232 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Checking segment: {'id': 'a2184bbf-d2b3-4604-a4bb-e12352ec6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:28.148907 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Network hostable DHCP agents. Network: 4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:11:28.193531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-4355699c-5b41-4f68-b9eb-b4eb138bf6e2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Allocated IP 172.20.0.9 (7e77f982-12cd-4966-ad89-506bbab549b4/19facd85-5a02-4210-8d90-7d5ec267820b/0900aa91-1690-4285-a5e0-8c007423691d) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:28.240499 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-cb733f15-881f-4795-8018-51b0befe715b', 'network_id': 'cb733f15-881f-4795-8018-51b0befe715b', 'tenant_id': '0dc5832e5fe64832a0d0e49dcbe5d49a', 'fixed_ips': [{'subnet_id': '5f9f21ce-5184-482b-8b99-73d25cd983eb'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:11:28.241386 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:28.244309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-be3765a3-8868-4e9c-a485-555c606b2640 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:28.245893 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-be3765a3-8868-4e9c-a485-555c606b2640 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.18 "GET /v2.0/networks?id=fdc9f2cd-0fcf-4feb-9ace-728923259202 HTTP/1.1" status: 200 len: 814 time: 0.1918550 Sep 18 05:11:28.256699 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:28.271363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-84a78246-e8fa-4476-aedb-42dc7a74c675 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Request body: {'port': {'device_id': '63c5aa75-fcd8-47f9-af85-c52c0b88d489', 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202', 'admin_state_up': True, 'tenant_id': '9e39e3c54cbd43a5b65ab02778fc8e2b'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:28.290645 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Network 4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:11:28.348347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:28.361782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:28.369633 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:28.369861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:28.370120 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:28.376704 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:28.396018 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfad9eee-d676-40e9-82c1-0a7e0707cd3d None None] Network 4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:28.423131 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Allocated IP 172.20.0.2 (cb733f15-881f-4795-8018-51b0befe715b/5f9f21ce-5184-482b-8b99-73d25cd983eb/113b4023-58d6-49bc-930f-b51849f49bba) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:28.514721 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-044a34a2-5e7a-4ef5-a42c-d6d610dc28d8 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1457772 Sep 18 05:11:28.526354 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53500) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:28.668413 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da619acc-9062-47ee-8140-92c0ac902c05 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:28.671267 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da619acc-9062-47ee-8140-92c0ac902c05 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:28.673294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da619acc-9062-47ee-8140-92c0ac902c05 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:28.678042 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-da619acc-9062-47ee-8140-92c0ac902c05 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1502340 Sep 18 05:11:28.678709 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53504) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:28.714209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:28.723050 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Pushing event updated for resources: {'Port': ['ID=be3a0450-8943-487f-adeb-5d1271b908b1,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:28.736841 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ac6521-d172-49d9-aae6-9554b26d7ae6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Deleting subnet 5f9f21ce-5184-482b-8b99-73d25cd983eb {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:11:28.780002 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e888f271-09ce-49f2-930a-90f0cc4cd4fe req-ea636150-e149-43a8-b447-db63fb561da6 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 210 time: 0.1002665 Sep 18 05:11:28.846688 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f920c60e-ec4a-402f-abc6-efcebdb67497 req-08f349de-d813-477f-b6c1-6518a540383d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 210 time: 0.0493495 Sep 18 05:11:28.974014 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-4355699c-5b41-4f68-b9eb-b4eb138bf6e2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:28.975672 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4', 'network_id': '4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4', 'tenant_id': '0dc5832e5fe64832a0d0e49dcbe5d49a', 'fixed_ips': [{'subnet_id': 'd63c3284-53bb-465e-bb77-4dce8564b825'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:11:28.976624 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.011259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724539c-9378-47ed-8a04-f57060d7c7ad req-a06010a7-bdac-49ce-a752-087172af3927 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:29.024069 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4724539c-9378-47ed-8a04-f57060d7c7ad req-a06010a7-bdac-49ce-a752-087172af3927 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 947 time: 0.0739183 Sep 18 05:11:29.065066 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4724539c-9378-47ed-8a04-f57060d7c7ad req-1b6ab13d-11cb-4dc8-a05c-b6454b465857 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367496 Sep 18 05:11:29.076322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-84a78246-e8fa-4476-aedb-42dc7a74c675 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Made reservation on behalf of 9e39e3c54cbd43a5b65ab02778fc8e2b for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:29.084579 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-84a78246-e8fa-4476-aedb-42dc7a74c675 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.118717 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.181094 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-4355699c-5b41-4f68-b9eb-b4eb138bf6e2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.200344 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-00ac6521-d172-49d9-aae6-9554b26d7ae6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.201625 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.219731 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Allocated IP 172.20.0.18 (4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4/d63c3284-53bb-465e-bb77-4dce8564b825/6f6b43c6-d562-4cca-8a97-0e8306f9c9cb) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:29.245955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-4355699c-5b41-4f68-b9eb-b4eb138bf6e2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Network 7e77f982-12cd-4966-ad89-506bbab549b4 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:29.263922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7029f2d6-507c-46e1-883a-9739a962e77f details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:11:29.268733 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Network cb733f15-881f-4795-8018-51b0befe715b is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:29.272398 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-00ac6521-d172-49d9-aae6-9554b26d7ae6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.280338 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:29.288123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-4355699c-5b41-4f68-b9eb-b4eb138bf6e2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:29.294016 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:29.300636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-4355699c-5b41-4f68-b9eb-b4eb138bf6e2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:29.388153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355699c-5b41-4f68-b9eb-b4eb138bf6e2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Pushing event updated for resources: {'Port': ['ID=0900aa91-1690-4285-a5e0-8c007423691d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:29.390554 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.395971 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-00ac6521-d172-49d9-aae6-9554b26d7ae6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.464146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-84a78246-e8fa-4476-aedb-42dc7a74c675 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Allocated IP 172.20.0.13 (fdc9f2cd-0fcf-4feb-9ace-728923259202/5e0078b2-978b-4f73-9fac-427b64b39f17/ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:29.475998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-4355699c-5b41-4f68-b9eb-b4eb138bf6e2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:29.476589 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-4355699c-5b41-4f68-b9eb-b4eb138bf6e2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.487128 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.resource_extend [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:11:29.520036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Pushing event updated for resources: {'Port': ['ID=113b4023-58d6-49bc-930f-b51849f49bba,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:29.561285 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:29.562440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:29.562440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:29.562440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:29.562695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:29.563485 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:29.563485 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:29.563681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:29.563868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:29.564198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:29.564525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:29.564849 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:29.583667 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-00ac6521-d172-49d9-aae6-9554b26d7ae6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.626414 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-4355699c-5b41-4f68-b9eb-b4eb138bf6e2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3027000 Sep 18 05:11:29.626560 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Attempting to bind port 113b4023-58d6-49bc-930f-b51849f49bba on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:29.626560 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Attempting to bind port 113b4023-58d6-49bc-930f-b51849f49bba by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '5bab8bb5-7b5c-410c-ba07-48f756ba759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cb733f15-881f-4795-8018-51b0befe715b'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:29.626811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Attempting to bind port 113b4023-58d6-49bc-930f-b51849f49bba on network cb733f15-881f-4795-8018-51b0befe715b {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:29.642815 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:29.643197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Checking segment: {'id': '5bab8bb5-7b5c-410c-ba07-48f756ba759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cb733f15-881f-4795-8018-51b0befe715b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:29.643606 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.644005 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Bound using segment: {'id': '5bab8bb5-7b5c-410c-ba07-48f756ba759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cb733f15-881f-4795-8018-51b0befe715b'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:29.644462 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Request body: {'port': {'device_id': '8db8bd23-ba9d-4795-94d0-7e49f8d82252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:29.644635 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Bound port: 113b4023-58d6-49bc-930f-b51849f49bba, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bab8bb5-7b5c-410c-ba07-48f756ba759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cb733f15-881f-4795-8018-51b0befe715b'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:29.644892 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.652994 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-00ac6521-d172-49d9-aae6-9554b26d7ae6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.657030 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-00ac6521-d172-49d9-aae6-9554b26d7ae6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "DELETE /v2.0/subnets/5f9f21ce-5184-482b-8b99-73d25cd983eb HTTP/1.1" status: 204 len: 168 time: 0.9758091 Sep 18 05:11:29.660487 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac6521-d172-49d9-aae6-9554b26d7ae6 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9f21ce-5184-482b-8b99-73d25cd983eb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:29.662939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53514) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:29.688517 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7029f2d6-507c-46e1-883a-9739a962e77f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7029f2d6-507c-46e1-883a-9739a962e77f,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:29.742776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '7029f2d6-507c-46e1-883a-9739a962e77f', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '7029f2d6-507c-46e1-883a-9739a962e77f', 'mac_address': 'fa:16:3e:d9:29:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:11:29.749115 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-427aa69b-b0d8-4879-aa98-e908ec2d6033 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Deleting subnet d63c3284-53bb-465e-bb77-4dce8564b825 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:11:29.802271 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.811203 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.820464 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.822630 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] For port 113b4023-58d6-49bc-930f-b51849f49bba, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:29.831006 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.844113 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] For port 113b4023-58d6-49bc-930f-b51849f49bba, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=113b4023-58d6-49bc-930f-b51849f49bba,segment=NetworkSegment(5bab8bb5-7b5c-410c-ba07-48f756ba759d),segment_id=5bab8bb5-7b5c-410c-ba07-48f756ba759d)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:29.846128 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7029f2d6-507c-46e1-883a-9739a962e77f {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:29.867929 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7029f2d6-507c-46e1-883a-9739a962e77f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7029f2d6-507c-46e1-883a-9739a962e77f,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:29.909289 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.929627 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-427aa69b-b0d8-4879-aa98-e908ec2d6033 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.931858 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-84a78246-e8fa-4476-aedb-42dc7a74c675 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:29.980823 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-427aa69b-b0d8-4879-aa98-e908ec2d6033 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.006829 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Pushing event updated for resources: {'Port': ['ID=6f6b43c6-d562-4cca-8a97-0e8306f9c9cb,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:30.030938 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Network 4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:30.033522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:30.045537 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.047849 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.050101 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:30.053815 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a378ad-e035-4f70-a5f7-80e74b871b9a req-c137b7e0-b265-48f5-8756-66cd0146843e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:30.055343 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-82a378ad-e035-4f70-a5f7-80e74b871b9a req-c137b7e0-b265-48f5-8756-66cd0146843e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 931 time: 0.1614497 Sep 18 05:11:30.066396 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-975c7ae6-b014-4ef6-acb3-d053b92cc114 req-63b0e52b-7904-4770-9124-e003c3ddaca4 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 210 time: 0.1036584 Sep 18 05:11:30.117500 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-427aa69b-b0d8-4879-aa98-e908ec2d6033 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.184256 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-82a378ad-e035-4f70-a5f7-80e74b871b9a req-1c5ba03b-c584-4a01-8886-1b66cc66fdf5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093893 Sep 18 05:11:30.227501 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-84a78246-e8fa-4476-aedb-42dc7a74c675 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.235154 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Attempting to bind port 6f6b43c6-d562-4cca-8a97-0e8306f9c9cb on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:30.237212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Attempting to bind port 6f6b43c6-d562-4cca-8a97-0e8306f9c9cb by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'a2184bbf-d2b3-4604-a4bb-e12352ec6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:30.237212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Attempting to bind port 6f6b43c6-d562-4cca-8a97-0e8306f9c9cb on network 4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:30.242513 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['1e3663a3-5216-4988-8e85-236791678bc8'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:30.250350 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2d8e9-2467-415b-b9c9-ca48a8bedc52 None None] Pushing event updated for resources: {'Port': ['ID=113b4023-58d6-49bc-930f-b51849f49bba,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:30.276338 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:30.276726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Checking segment: {'id': 'a2184bbf-d2b3-4604-a4bb-e12352ec6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:30.277139 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.277519 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Bound using segment: {'id': 'a2184bbf-d2b3-4604-a4bb-e12352ec6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:30.278014 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Bound port: 6f6b43c6-d562-4cca-8a97-0e8306f9c9cb, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2184bbf-d2b3-4604-a4bb-e12352ec6755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:30.278405 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.287695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7029f2d6-507c-46e1-883a-9739a962e77f'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:30.309183 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-427aa69b-b0d8-4879-aa98-e908ec2d6033 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.318804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-84a78246-e8fa-4476-aedb-42dc7a74c675 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Network fdc9f2cd-0fcf-4feb-9ace-728923259202 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:30.339392 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8cd9c7-8d31-438c-9d8c-0c112f642d73 None None] Network cb733f15-881f-4795-8018-51b0befe715b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:30.339587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-84a78246-e8fa-4476-aedb-42dc7a74c675 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:30.346622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-84a78246-e8fa-4476-aedb-42dc7a74c675 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:30.351314 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a78246-e8fa-4476-aedb-42dc7a74c675 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Pushing event updated for resources: {'Port': ['ID=ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:30.375604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427aa69b-b0d8-4879-aa98-e908ec2d6033 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event deleted for resources: {'Subnet': ['ID=d63c3284-53bb-465e-bb77-4dce8564b825,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:30.390667 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-427aa69b-b0d8-4879-aa98-e908ec2d6033 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.393668 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-427aa69b-b0d8-4879-aa98-e908ec2d6033 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "DELETE /v2.0/subnets/d63c3284-53bb-465e-bb77-4dce8564b825 HTTP/1.1" status: 204 len: 168 time: 0.7205577 Sep 18 05:11:30.396456 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53526) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:30.399768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008a05a-5b28-4940-a230-063d7cfb004f req-0651036f-9a20-4e64-a39b-5b9711611aa4 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:30.401341 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d008a05a-5b28-4940-a230-063d7cfb004f req-0651036f-9a20-4e64-a39b-5b9711611aa4 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 947 time: 0.2014189 Sep 18 05:11:30.457494 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Router 30488cc8-dbad-4bb9-87a5-b28b63c4e452 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:11:30.470573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-84a78246-e8fa-4476-aedb-42dc7a74c675 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:30.471271 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-84a78246-e8fa-4476-aedb-42dc7a74c675 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.472006 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d8f48-f155-4fe9-8b52-7947dc4d717d tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:30.476899 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-628d8f48-f155-4fe9-8b52-7947dc4d717d tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0760095 Sep 18 05:11:30.479287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53528) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:30.498736 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] For port 6f6b43c6-d562-4cca-8a97-0e8306f9c9cb, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:30.502015 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] For port 6f6b43c6-d562-4cca-8a97-0e8306f9c9cb, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6f6b43c6-d562-4cca-8a97-0e8306f9c9cb,segment=NetworkSegment(a2184bbf-d2b3-4604-a4bb-e12352ec6755),segment_id=a2184bbf-d2b3-4604-a4bb-e12352ec6755)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:30.503868 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0900aa91-1690-4285-a5e0-8c007423691d {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:30.515392 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.560987 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d008a05a-5b28-4940-a230-063d7cfb004f req-9acbeed2-88a3-4d7a-b178-43d687f3ebdc tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454384 Sep 18 05:11:30.582301 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7029f2d6-507c-46e1-883a-9739a962e77f,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:30.586100 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-84a78246-e8fa-4476-aedb-42dc7a74c675 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3258505 Sep 18 05:11:30.593176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Transition to ACTIVE for port object 0900aa91-1690-4285-a5e0-8c007423691d will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:11:30.597116 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.601427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Request body: {'port': {'device_id': '63c5aa75-fcd8-47f9-af85-c52c0b88d489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:30.621325 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.692163 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.732176 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Deleting port 6f6b43c6-d562-4cca-8a97-0e8306f9c9cb {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:11:30.732563 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.735869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:11:30.742378 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.771348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Sync routers for ids ['30488cc8-dbad-4bb9-87a5-b28b63c4e452'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:11:30.783948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Pushing event updated for resources: {'Port': ['ID=0900aa91-1690-4285-a5e0-8c007423691d,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:30.840340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] For port 6f6b43c6-d562-4cca-8a97-0e8306f9c9cb, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6f6b43c6-d562-4cca-8a97-0e8306f9c9cb,segment=NetworkSegment(a2184bbf-d2b3-4604-a4bb-e12352ec6755),segment_id=a2184bbf-d2b3-4604-a4bb-e12352ec6755)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:30.841741 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.844855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b0b2f-137d-4367-89d3-bf8f479fa0b7 None None] Pushing event updated for resources: {'Port': ['ID=6f6b43c6-d562-4cca-8a97-0e8306f9c9cb,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:30.880949 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Routers {'30488cc8-dbad-4bb9-87a5-b28b63c4e452'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:11:30.880949 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:11:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['30488cc8-dbad-4bb9-87a5-b28b63c4e452'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:30.887813 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Calling delete_port for 6f6b43c6-d562-4cca-8a97-0e8306f9c9cb owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:11:30.915573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1d13a4-2899-407c-997e-0a4f627a4139 None None] Network 4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:30.921278 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:30.922511 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d4e7446b-55ae-40d4-8af9-8ec062e65943 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5056183 Sep 18 05:11:30.937398 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53532) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:31.043520 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Attempting to bind port 0900aa91-1690-4285-a5e0-8c007423691d on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:31.045401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Attempting to bind port 0900aa91-1690-4285-a5e0-8c007423691d by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:31.046329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Attempting to bind port 0900aa91-1690-4285-a5e0-8c007423691d on network 7e77f982-12cd-4966-ad89-506bbab549b4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:31.092132 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:31.151138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Set router 30488cc8-dbad-4bb9-87a5-b28b63c4e452 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:11:31.179624 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f595b551-b1f9-4a84-9ae2-690ec8eb185c None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:11:31.193062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event deleted for resources: {'Port': ['ID=6f6b43c6-d562-4cca-8a97-0e8306f9c9cb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:31.195588 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] No DVR routers for this DVR port 6f6b43c6-d562-4cca-8a97-0e8306f9c9cb on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:11:31.257171 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-90259527-e0f4-4561-87d1-04970a06661d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:31.271406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d5a98e9d-16df-4864-9eea-c8e5458271ac details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:11:31.384559 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:31.448490 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f595b551-b1f9-4a84-9ae2-690ec8eb185c None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:11:31.494850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:31.558552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:31.566550 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:31.573137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d5a98e9d-16df-4864-9eea-c8e5458271ac, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d5a98e9d-16df-4864-9eea-c8e5458271ac,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:31.579511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Port 0900aa91-1690-4285-a5e0-8c007423691d on network 7e77f982-12cd-4966-ad89-506bbab549b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:11:31.584911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Attempting to bind port 0900aa91-1690-4285-a5e0-8c007423691d on network 7e77f982-12cd-4966-ad89-506bbab549b4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:31.586804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2184bbf-d2b3-4604-a4bb-e12352ec6755') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:31.586804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2184bbf-d2b3-4604-a4bb-e12352ec6755') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:31.589784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:31.590495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Checking segment: {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:31.590495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Bound using segment: {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:31.590964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Bound port: 0900aa91-1690-4285-a5e0-8c007423691d, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:31.593067 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:31.630620 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:31.639890 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Transition to ACTIVE for port object ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:11:31.690033 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:31.699979 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:11:31.701428 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:31.770473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8921e-75af-4c36-9c56-5d9ae29ef197 req-122e0ae7-b4b4-48f0-aadf-2b424e7dd804 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:31.772056 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda8921e-75af-4c36-9c56-5d9ae29ef197 req-122e0ae7-b4b4-48f0-aadf-2b424e7dd804 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 932 time: 0.1867621 Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:11:31.774433 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:11:31.780005 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:31.782817 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'd5a98e9d-16df-4864-9eea-c8e5458271ac', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'd5a98e9d-16df-4864-9eea-c8e5458271ac', 'mac_address': 'fa:16:3e:be:29:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:11:31.796312 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871ea1f-eb61-4f81-ba88-3a83bffce513 req-7de86c76-3ce6-4754-802a-6442e17821ed tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:31.803738 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'name': 'tempest-ServerRescueTestJSON-1002381863-router', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'be3a0450-8943-487f-adeb-5d1271b908b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:11:25Z', 'updated_at': '2021-09-18T05:11:29Z', 'revision_number': 3, 'project_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'gw_port': {'id': 'be3a0450-8943-487f-adeb-5d1271b908b1', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:11:27Z', 'updated_at': '2021-09-18T05:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:31.803971 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a871ea1f-eb61-4f81-ba88-3a83bffce513 req-7de86c76-3ce6-4754-802a-6442e17821ed tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 943 time: 0.3471882 Sep 18 05:11:31.829526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] For port 0900aa91-1690-4285-a5e0-8c007423691d, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:31.843150 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a871ea1f-eb61-4f81-ba88-3a83bffce513 req-528e4893-3003-4b8a-9592-7a52fba45320 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383089 Sep 18 05:11:31.867187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:31.868443 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] For port 0900aa91-1690-4285-a5e0-8c007423691d, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=0900aa91-1690-4285-a5e0-8c007423691d,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:31.871197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Checking router: 30488cc8-dbad-4bb9-87a5-b28b63c4e452 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:11:31.871357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Updating router 30488cc8-dbad-4bb9-87a5-b28b63c4e452 port be3a0450-8943-487f-adeb-5d1271b908b1 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:11:31.881333 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:31.882937 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "DELETE /v2.0/networks/4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4 HTTP/1.1" status: 204 len: 168 time: 1.4024758 Sep 18 05:11:31.896861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53546) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:31.931755 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f22f7f-eb41-492a-ae38-734cef9ebe70 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event deleted for resources: {'Network': ['ID=4ae3161a-5fe5-4a9c-8aeb-cbdcdcc47aa4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:31.954008 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:31.974934 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:31.975968 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fda8921e-75af-4c36-9c56-5d9ae29ef197 req-1f8c4e4e-7739-44e6-938a-b4d241039553 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848075 Sep 18 05:11:32.000412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Pushing event updated for resources: {'Port': ['ID=ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:32.013833 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:32.033010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a98e9d-16df-4864-9eea-c8e5458271ac {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:32.080173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d5a98e9d-16df-4864-9eea-c8e5458271ac, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d5a98e9d-16df-4864-9eea-c8e5458271ac,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:32.152731 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:32.156422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d6d71-c6f3-434f-be51-19b46baa14f2 req-74d496bf-048f-4195-b004-a92611151ef2 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:32.166626 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d59d6d71-c6f3-434f-be51-19b46baa14f2 req-74d496bf-048f-4195-b004-a92611151ef2 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 947 time: 0.1683483 Sep 18 05:11:32.169584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:32.170275 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:32.171734 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] 10.222.0.18 "PUT /v2.0/ports/0900aa91-1690-4285-a5e0-8c007423691d HTTP/1.1" status: 200 len: 1092 time: 2.5363324 Sep 18 05:11:32.172179 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db8bd23-ba9d-4795-94d0-7e49f8d82252', 'tag': '0900aa91-1690-4285-a5e0-8c007423691d'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:32.174515 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4e48df-5d41-46d3-be71-4ebac7d9e40a" -d '{"events": [{"name": "network-changed", "server_uuid": "8db8bd23-ba9d-4795-94d0-7e49f8d82252", "tag": "0900aa91-1690-4285-a5e0-8c007423691d"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:32.187552 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:32.264363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2589d6-4f74-4bf7-a152-c83649359e3f service neutron] Pushing event updated for resources: {'Port': ['ID=0900aa91-1690-4285-a5e0-8c007423691d,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:32.266985 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d59d6d71-c6f3-434f-be51-19b46baa14f2 req-1caaa950-2e84-4324-a2be-3c56949e9ea9 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924804 Sep 18 05:11:32.268352 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f8763d-9050-4090-bd42-4814b2c7cfa1 x-openstack-request-id: req-47f8763d-9050-4090-bd42-4814b2c7cfa1 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:32.268758 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db8bd23-ba9d-4795-94d0-7e49f8d82252", "tag": "0900aa91-1690-4285-a5e0-8c007423691d", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:32.268980 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47f8763d-9050-4090-bd42-4814b2c7cfa1 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:32.269413 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db8bd23-ba9d-4795-94d0-7e49f8d82252', 'tag': '0900aa91-1690-4285-a5e0-8c007423691d', 'status': 'completed', 'code': 200} Sep 18 05:11:32.272607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Attempting to bind port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:32.272954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Attempting to bind port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'e9625855-bf18-4426-9646-9c868f80a4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:32.273291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Attempting to bind port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 on network fdc9f2cd-0fcf-4feb-9ace-728923259202 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:32.313093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d5a98e9d-16df-4864-9eea-c8e5458271ac,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:32.324255 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 on network fdc9f2cd-0fcf-4feb-9ace-728923259202 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:11:32.328119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Attempting to bind port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 on network fdc9f2cd-0fcf-4feb-9ace-728923259202 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:32.351801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fc2705-f3b3-4c91-8a9c-296210a91cf9 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:11:32.370735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:32.371083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Checking segment: {'id': 'e9625855-bf18-4426-9646-9c868f80a4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:32.371482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Bound using segment: {'id': 'e9625855-bf18-4426-9646-9c868f80a4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:32.371936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Bound port: ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9625855-bf18-4426-9646-9c868f80a4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:32.372984 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:32.379611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d5a98e9d-16df-4864-9eea-c8e5458271ac'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:32.484649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-dd12f68a-6c7c-4799-ad74-e8296a2251fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:32.484649 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-dd12f68a-6c7c-4799-ad74-e8296a2251fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 1095 time: 0.1695836 Sep 18 05:11:32.529151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Deleting port 113b4023-58d6-49bc-930f-b51849f49bba {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:11:32.529572 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:32.536649 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc2705-f3b3-4c91-8a9c-296210a91cf9 None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:11:32.574412 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:32.587739 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-cb9b7f5c-9529-4d1d-86e2-c40e62e94980 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0900aa91-1690-4285-a5e0-8c007423691d HTTP/1.1" status: 200 len: 217 time: 0.0722017 Sep 18 05:11:32.598755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] For port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:32.658083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] For port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:32.689916 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:32.736458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] For port 113b4023-58d6-49bc-930f-b51849f49bba, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=113b4023-58d6-49bc-930f-b51849f49bba,segment=NetworkSegment(5bab8bb5-7b5c-410c-ba07-48f756ba759d),segment_id=5bab8bb5-7b5c-410c-ba07-48f756ba759d)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:32.736855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:32.741698 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-a32d08b1-02e7-40f8-b9b2-5521d287edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:32.743329 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-a32d08b1-02e7-40f8-b9b2-5521d287edcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19facd85-5a02-4210-8d90-7d5ec267820b HTTP/1.1" status: 200 len: 852 time: 0.1420045 Sep 18 05:11:32.765477 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:32.771150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Calling delete_port for 113b4023-58d6-49bc-930f-b51849f49bba owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:11:32.776357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Attempting to bind port be3a0450-8943-487f-adeb-5d1271b908b1 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:32.776748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Attempting to bind port be3a0450-8943-487f-adeb-5d1271b908b1 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:32.777121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Attempting to bind port be3a0450-8943-487f-adeb-5d1271b908b1 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:32.780966 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab922646-ca6e-4fb7-ab70-468317cfd92b None None] Pushing event updated for resources: {'Port': ['ID=be3a0450-8943-487f-adeb-5d1271b908b1,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:32.793350 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:32.793726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:32.794750 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:32.795316 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:32.795814 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Bound port: be3a0450-8943-487f-adeb-5d1271b908b1, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:32.796330 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:32.823030 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-54fe6a6a-1c6b-4381-b894-8873e2b4379f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e77f982-12cd-4966-ad89-506bbab549b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715833 Sep 18 05:11:32.830499 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:32.890080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] For port be3a0450-8943-487f-adeb-5d1271b908b1, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:32.895994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:32.896649 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:32.898054 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] 10.222.0.18 "PUT /v2.0/ports/ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 HTTP/1.1" status: 200 len: 1093 time: 2.3023536 Sep 18 05:11:32.934049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] For port be3a0450-8943-487f-adeb-5d1271b908b1, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=be3a0450-8943-487f-adeb-5d1271b908b1,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:32.948716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482955c-5157-49af-8a93-48a3756baf0f service neutron] Pushing event updated for resources: {'Port': ['ID=ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:33.005667 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:33.099289 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab922646-ca6e-4fb7-ab70-468317cfd92b None None] Pushing event updated for resources: {'Port': ['ID=be3a0450-8943-487f-adeb-5d1271b908b1,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:33.103674 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Routers {'30488cc8-dbad-4bb9-87a5-b28b63c4e452'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:11:33.104387 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:11:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['30488cc8-dbad-4bb9-87a5-b28b63c4e452'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:33.227658 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-20681fae-cd82-4f77-bec4-7251a5e9efc7 service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910086 Sep 18 05:11:33.242396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105a4db-b66a-4041-9ee9-6a8d9b4223c7 req-2f62aea8-8396-4d73-98cd-1af381b2ca52 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:33.245781 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9105a4db-b66a-4041-9ee9-6a8d9b4223c7 req-2f62aea8-8396-4d73-98cd-1af381b2ca52 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 944 time: 0.0902200 Sep 18 05:11:33.275685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] Set router 30488cc8-dbad-4bb9-87a5-b28b63c4e452 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:11:33.281671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cd88a-7533-4223-ac1a-0bda1aa4ef3e req-b51f8981-fcf7-46fa-ba0a-f67198e08fe3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:33.283228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd9cd88a-7533-4223-ac1a-0bda1aa4ef3e req-b51f8981-fcf7-46fa-ba0a-f67198e08fe3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 943 time: 0.2862461 Sep 18 05:11:33.285131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-e43b7450-0cc9-4cc6-b727-073a8c695614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:33.286171 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-e43b7450-0cc9-4cc6-b727-073a8c695614 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b&device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 1096 time: 0.2320290 Sep 18 05:11:33.321532 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:33.329225 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9105a4db-b66a-4041-9ee9-6a8d9b4223c7 req-ae8cfc2f-3e66-466e-92fe-5b1754998c8f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758648 Sep 18 05:11:33.368152 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7029f2d6-507c-46e1-883a-9739a962e77f up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:33.435296 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-daa2be08-1186-4329-8696-fc4bafcf28db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 HTTP/1.1" status: 200 len: 217 time: 0.1317697 Sep 18 05:11:33.443883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event deleted for resources: {'Port': ['ID=113b4023-58d6-49bc-930f-b51849f49bba,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:33.486879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] No DVR routers for this DVR port 113b4023-58d6-49bc-930f-b51849f49bba on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:11:33.544746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Allocated IP 172.20.0.1 (22d781aa-299e-4327-93b1-a0791852572f/762ac494-9135-4ceb-835e-8a5f320de53f/2411e013-6b07-4cf8-9646-837b3120b90d) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:33.549469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd9cd88a-7533-4223-ac1a-0bda1aa4ef3e req-71666274-b9d6-4980-b30f-8f345e8cef0e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523067 Sep 18 05:11:33.616374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-fb4b22f2-6f75-45b5-8977-0ec37ceeba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:33.616374 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-fb4b22f2-6f75-45b5-8977-0ec37ceeba6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e0078b2-978b-4f73-9fac-427b64b39f17 HTTP/1.1" status: 200 len: 854 time: 0.1619773 Sep 18 05:11:33.616374 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5485e2ef-2197-4d26-b0e7-123b253df704 req-6b202fa5-a97d-4d94-8282-a33e0e03ef4f service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737714 Sep 18 05:11:33.658736 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:33.683374 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-55cf92cf-499e-495d-9595-45b83b03121a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdc9f2cd-0fcf-4feb-9ace-728923259202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377507 Sep 18 05:11:33.704153 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 7029f2d6-507c-46e1-883a-9739a962e77f completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:11:33.717473 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 7029f2d6-507c-46e1-883a-9739a962e77f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:33.718125 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:33.726328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1b26d-4759-404b-9771-3709a5582ca2 req-d48a88d2-5652-4068-9022-50ea2d12c8c0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:33.730871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb733f15-881f-4795-8018-51b0befe715b']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:33.739583 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b0a1b26d-4759-404b-9771-3709a5582ca2 req-d48a88d2-5652-4068-9022-50ea2d12c8c0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 948 time: 0.0845337 Sep 18 05:11:33.767851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bab8bb5-7b5c-410c-ba07-48f756ba759d') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:33.768349 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bab8bb5-7b5c-410c-ba07-48f756ba759d') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:33.817801 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b0a1b26d-4759-404b-9771-3709a5582ca2 req-b4baa497-e61f-4d57-a7fb-c453062710b9 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774302 Sep 18 05:11:33.878286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'name': 'tempest-ServerRescueTestJSON-1002381863-router', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'be3a0450-8943-487f-adeb-5d1271b908b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:11:25Z', 'updated_at': '2021-09-18T05:11:29Z', 'revision_number': 3, 'project_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'gw_port': {'id': 'be3a0450-8943-487f-adeb-5d1271b908b1', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:11:27Z', 'updated_at': '2021-09-18T05:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:33.932721 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:33.936215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8831d48-4907-4d44-bceb-8dc21f5519f1 None None] The sync data for ids ['30488cc8-dbad-4bb9-87a5-b28b63c4e452'] in n-d-789963-13 is: [{'id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'name': 'tempest-ServerRescueTestJSON-1002381863-router', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'be3a0450-8943-487f-adeb-5d1271b908b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:11:25Z', 'updated_at': '2021-09-18T05:11:29Z', 'revision_number': 3, 'project_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'gw_port': {'id': 'be3a0450-8943-487f-adeb-5d1271b908b1', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:11:27Z', 'updated_at': '2021-09-18T05:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:11:33.942582 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-74e91258-4e04-402a-b79c-6edbe3621343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:33.974195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7029f2d6-507c-46e1-883a-9739a962e77f'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:33.976170 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e429031-170b-4ff6-b93b-8377da232515" -d '{"events": [{"server_uuid": "73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2", "name": "network-vif-plugged", "status": "completed", "tag": "7029f2d6-507c-46e1-883a-9739a962e77f"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:33.998656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7029f2d6-507c-46e1-883a-9739a962e77f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7029f2d6-507c-46e1-883a-9739a962e77f,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:34.049339 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d778e015-55d9-4515-b3f1-0d436649cf5d x-openstack-request-id: req-d778e015-55d9-4515-b3f1-0d436649cf5d {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:34.049655 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2", "name": "network-vif-plugged", "status": "completed", "tag": "7029f2d6-507c-46e1-883a-9739a962e77f", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:34.051172 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d778e015-55d9-4515-b3f1-0d436649cf5d {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:34.052018 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7029f2d6-507c-46e1-883a-9739a962e77f', 'code': 200} Sep 18 05:11:34.089274 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:34.090538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d5a98e9d-16df-4864-9eea-c8e5458271ac up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:34.177688 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:34.224152 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe986403-13cb-49b6-bf80-5e63640bf1d6 req-b719a04f-717d-4905-9366-9c350a415ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:34.230710 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7029f2d6-507c-46e1-883a-9739a962e77f,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:34.236735 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fe986403-13cb-49b6-bf80-5e63640bf1d6 req-b719a04f-717d-4905-9366-9c350a415ee3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2 HTTP/1.1" status: 200 len: 1102 time: 0.1212811 Sep 18 05:11:34.241984 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:34.276863 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c5aa75-fcd8-47f9-af85-c52c0b88d489', 'tag': 'ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:34.277006 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fe986403-13cb-49b6-bf80-5e63640bf1d6 req-4b94fc1c-366f-4940-a7de-3b29085204fb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317531 Sep 18 05:11:34.279705 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d717c03c-17a3-45e7-a083-eb8392d9fa8d" -d '{"events": [{"name": "network-changed", "server_uuid": "63c5aa75-fcd8-47f9-af85-c52c0b88d489", "tag": "ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:34.292164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:11:34.299429 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:11:34.334801 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:11:34.361029 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:34.377231 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port d5a98e9d-16df-4864-9eea-c8e5458271ac completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:11:34.382386 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port d5a98e9d-16df-4864-9eea-c8e5458271ac triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:34.383512 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:34.386277 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-70ef0345-31af-4dd0-8da2-d57b0e27a72f service neutron] 10.222.0.18 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6740472 Sep 18 05:11:34.395512 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b733cc64-d3a8-4dfc-bc4f-0cf8afeb04bb x-openstack-request-id: req-b733cc64-d3a8-4dfc-bc4f-0cf8afeb04bb {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:34.395811 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c5aa75-fcd8-47f9-af85-c52c0b88d489", "tag": "ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:34.396065 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b733cc64-d3a8-4dfc-bc4f-0cf8afeb04bb {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:34.396488 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c5aa75-fcd8-47f9-af85-c52c0b88d489', 'tag': 'ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0', 'status': 'completed', 'code': 200} Sep 18 05:11:34.444994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e48df-5d41-46d3-be71-4ebac7d9e40a req-e9a941ed-c094-464d-87ef-affc6d7b74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:34.446517 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b4e48df-5d41-46d3-be71-4ebac7d9e40a req-e9a941ed-c094-464d-87ef-affc6d7b74ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 1095 time: 0.6448507 Sep 18 05:11:34.493249 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:34.499278 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:34.544214 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d5a98e9d-16df-4864-9eea-c8e5458271ac, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d5a98e9d-16df-4864-9eea-c8e5458271ac,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:34.564933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d27038-997c-41be-a91a-3082f9ef9113 req-c4b9b85e-c367-49f7-9a81-171cb8f6f873 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:34.566565 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54d27038-997c-41be-a91a-3082f9ef9113 req-c4b9b85e-c367-49f7-9a81-171cb8f6f873 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 944 time: 0.0840662 Sep 18 05:11:34.611212 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:34.629581 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54d27038-997c-41be-a91a-3082f9ef9113 req-141171a8-4702-4773-b36d-88228d11d337 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498514 Sep 18 05:11:34.661930 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:34.677239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-6108fa03-d187-4e81-9398-3d10e3dc43dc tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:34.684400 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-6108fa03-d187-4e81-9398-3d10e3dc43dc tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/networks?id=9efe280f-1a43-4ccc-be93-3c7d2962020a HTTP/1.1" status: 200 len: 815 time: 0.5032294 Sep 18 05:11:34.717550 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d5a98e9d-16df-4864-9eea-c8e5458271ac,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:34.740711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:34.742706 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "DELETE /v2.0/networks/cb733f15-881f-4795-8018-51b0befe715b HTTP/1.1" status: 204 len: 168 time: 2.8448887 Sep 18 05:11:34.745414 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53592) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:34.795116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49e900-04d2-49fb-a53b-0194516664c5 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event deleted for resources: {'Network': ['ID=cb733f15-881f-4795-8018-51b0befe715b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:34.814356 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-8c5acc14-e430-40cb-91c5-ab5a66f04cdb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/quotas/7a6f613e12794ecba2afb105609c0052 HTTP/1.1" status: 200 len: 375 time: 0.1281891 Sep 18 05:11:34.821381 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ad9f860-acc6-4c6c-85bf-89583bdbde1f req-de633bec-d895-40ec-a87f-03781136c38c service neutron] 10.222.0.18 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471940 Sep 18 05:11:34.872602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e48df-5d41-46d3-be71-4ebac7d9e40a req-2e8d1b19-943f-4786-8041-5d0ea36b92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:34.874841 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b4e48df-5d41-46d3-be71-4ebac7d9e40a req-2e8d1b19-943f-4786-8041-5d0ea36b92e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 912 time: 0.4018223 Sep 18 05:11:34.896625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21ae5749-9611-422e-96cb-6b31b6b640bf tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:34.942298 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b4e48df-5d41-46d3-be71-4ebac7d9e40a req-cef79166-4265-41eb-9071-f7842c788db6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0900aa91-1690-4285-a5e0-8c007423691d HTTP/1.1" status: 200 len: 217 time: 0.0579460 Sep 18 05:11:34.953160 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:34.966635 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5eaa2989-6cf6-4697-bc33-c069a97fc248 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a6f613e12794ecba2afb105609c0052&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1507494 Sep 18 05:11:35.013483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e41588-5efc-4243-a12e-818d15e7f7e4 req-23d78a61-720b-49e4-9ec6-28cf084fd5b1 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:35.014311 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a7e41588-5efc-4243-a12e-818d15e7f7e4 req-23d78a61-720b-49e4-9ec6-28cf084fd5b1 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 943 time: 0.1151328 Sep 18 05:11:35.121889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Network 22d781aa-299e-4327-93b1-a0791852572f is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:35.137390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:35.164677 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device be3a0450-8943-487f-adeb-5d1271b908b1 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:35.180757 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:35.191455 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:35.213723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Pushing event updated for resources: {'Port': ['ID=2411e013-6b07-4cf8-9646-837b3120b90d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:35.228272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e48df-5d41-46d3-be71-4ebac7d9e40a req-441d784a-2221-4f0f-81a0-fbc6ace02c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:35.229924 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b4e48df-5d41-46d3-be71-4ebac7d9e40a req-441d784a-2221-4f0f-81a0-fbc6ace02c8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19facd85-5a02-4210-8d90-7d5ec267820b HTTP/1.1" status: 200 len: 852 time: 0.2788782 Sep 18 05:11:35.248121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port be3a0450-8943-487f-adeb-5d1271b908b1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:35.248683 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:35.270773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717c03c-17a3-45e7-a083-eb8392d9fa8d req-5b994272-b58b-404e-82d7-2d89b2d6e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:35.272440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d717c03c-17a3-45e7-a083-eb8392d9fa8d req-5b994272-b58b-404e-82d7-2d89b2d6e776 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b&device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 1096 time: 0.2782125 Sep 18 05:11:35.303559 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:35.307611 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b4e48df-5d41-46d3-be71-4ebac7d9e40a req-2eca6649-6cc9-4ed3-9db9-fd8907ebe465 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e77f982-12cd-4966-ad89-506bbab549b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647030 Sep 18 05:11:35.383408 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:35.386380 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e15ea10b-5d6f-482b-9d4e-150003c6aa16 service neutron] 10.222.0.23 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184852 Sep 18 05:11:35.431458 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port be3a0450-8943-487f-adeb-5d1271b908b1, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=be3a0450-8943-487f-adeb-5d1271b908b1,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:35.466712 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21ae5749-9611-422e-96cb-6b31b6b640bf tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:35.494351 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:35.503686 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-21ae5749-9611-422e-96cb-6b31b6b640bf tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4523e6-06b2-4541-8b51-0271b34e92e1']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:35.530221 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a7e41588-5efc-4243-a12e-818d15e7f7e4 req-90321146-04e2-497e-aed9-24e0f9b0df14 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036724 Sep 18 05:11:35.532503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-21ae5749-9611-422e-96cb-6b31b6b640bf tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6059d6-dcd4-448c-9c31-40bc7aeb667f') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:35.535150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-21ae5749-9611-422e-96cb-6b31b6b640bf tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6059d6-dcd4-448c-9c31-40bc7aeb667f') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:35.554870 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21ae5749-9611-422e-96cb-6b31b6b640bf tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:35.577971 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21ae5749-9611-422e-96cb-6b31b6b640bf tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:35.588548 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ae5749-9611-422e-96cb-6b31b6b640bf tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:11:35.589322 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21ae5749-9611-422e-96cb-6b31b6b640bf tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:11:35.594436 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:11:35.617655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=be3a0450-8943-487f-adeb-5d1271b908b1,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:35.686277 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717c03c-17a3-45e7-a083-eb8392d9fa8d req-995b9fc7-25bf-4f6a-80fb-4b0d8474cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:35.687804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d717c03c-17a3-45e7-a083-eb8392d9fa8d req-995b9fc7-25bf-4f6a-80fb-4b0d8474cfb5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdc9f2cd-0fcf-4feb-9ace-728923259202 HTTP/1.1" status: 200 len: 914 time: 0.3935831 Sep 18 05:11:35.697911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-30c6b328-c167-4953-9360-be53e51e46fe service neutron] 10.222.0.23 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100784 Sep 18 05:11:35.722012 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53a5a4-56b1-4879-a843-6e878f3fb164 req-1cc17062-9611-406d-8a1d-32ecf4e3b45a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:35.723555 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f53a5a4-56b1-4879-a843-6e878f3fb164 req-1cc17062-9611-406d-8a1d-32ecf4e3b45a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 949 time: 0.0971143 Sep 18 05:11:35.753406 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21ae5749-9611-422e-96cb-6b31b6b640bf tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:35.765934 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b4e48df-5d41-46d3-be71-4ebac7d9e40a req-50766443-0333-42e9-970b-f602a3f82921 service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956404 Sep 18 05:11:35.783322 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d717c03c-17a3-45e7-a083-eb8392d9fa8d req-a08c751d-5d04-4290-9cbb-2bf942f5a762 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 HTTP/1.1" status: 200 len: 217 time: 0.0828023 Sep 18 05:11:35.790647 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21ae5749-9611-422e-96cb-6b31b6b640bf tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:35.802694 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-21ae5749-9611-422e-96cb-6b31b6b640bf tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "DELETE /v2.0/networks/eb4523e6-06b2-4541-8b51-0271b34e92e1 HTTP/1.1" status: 204 len: 168 time: 1.0555708 Sep 18 05:11:35.806257 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53600) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:35.820439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae5749-9611-422e-96cb-6b31b6b640bf tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event deleted for resources: {'Network': ['ID=eb4523e6-06b2-4541-8b51-0271b34e92e1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:35.874058 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f53a5a4-56b1-4879-a843-6e878f3fb164 req-62583185-bb75-4bbd-abbd-e68e69226b69 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416597 Sep 18 05:11:35.957734 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-73fbb217-eee0-46d7-97f7-7550436ee474 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:36.054761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde0b70-31d6-4ffc-9617-3703354c27e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a98e9d-16df-4864-9eea-c8e5458271ac'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:36.059024 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1cb4ab-bbb4-4495-b942-137a430a3283" -d '{"events": [{"server_uuid": "2dde0b70-31d6-4ffc-9617-3703354c27e9", "name": "network-vif-plugged", "status": "completed", "tag": "d5a98e9d-16df-4864-9eea-c8e5458271ac"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:36.087731 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:36.105880 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717c03c-17a3-45e7-a083-eb8392d9fa8d req-7e1824f9-ff19-4981-b0e8-43a8e0010f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:36.107908 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d717c03c-17a3-45e7-a083-eb8392d9fa8d req-7e1824f9-ff19-4981-b0e8-43a8e0010f87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e0078b2-978b-4f73-9fac-427b64b39f17 HTTP/1.1" status: 200 len: 854 time: 0.2377663 Sep 18 05:11:36.126397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911533d-aba3-45ee-879f-b25dcc6a4622 req-37ae98a5-d178-486d-a477-4593327245e2 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:36.134574 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1911533d-aba3-45ee-879f-b25dcc6a4622 req-37ae98a5-d178-486d-a477-4593327245e2 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 944 time: 0.1102226 Sep 18 05:11:36.175661 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-73fbb217-eee0-46d7-97f7-7550436ee474 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:36.183530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d717c03c-17a3-45e7-a083-eb8392d9fa8d req-6f58e294-2925-41de-b261-554b03be5a2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdc9f2cd-0fcf-4feb-9ace-728923259202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528753 Sep 18 05:11:36.188913 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1062db50-82cc-4d79-aafb-079262e4958a req-63108d6e-6115-42e1-b30e-03366808fcd6 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 210 time: 0.0792160 Sep 18 05:11:36.200166 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b4e48df-5d41-46d3-be71-4ebac7d9e40a req-37645d35-a912-48c6-8576-31d4339be7b2 service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879766 Sep 18 05:11:36.225373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-73fbb217-eee0-46d7-97f7-7550436ee474 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b3f6a7-85a9-4eb9-ac73-c75bd9dfe68f']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:36.250004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-73fbb217-eee0-46d7-97f7-7550436ee474 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a178fc-d880-4ef4-bec5-67f668f7fb52') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:36.250004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-73fbb217-eee0-46d7-97f7-7550436ee474 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a178fc-d880-4ef4-bec5-67f668f7fb52') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:36.264792 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1911533d-aba3-45ee-879f-b25dcc6a4622 req-67f0f2f3-0255-4c02-86d7-7c839e903486 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237884 Sep 18 05:11:36.283570 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-73fbb217-eee0-46d7-97f7-7550436ee474 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:36.290881 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a094b62b-191d-4c62-b481-8199ccbcd7cd x-openstack-request-id: req-a094b62b-191d-4c62-b481-8199ccbcd7cd {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:36.291182 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde0b70-31d6-4ffc-9617-3703354c27e9", "name": "network-vif-plugged", "status": "completed", "tag": "d5a98e9d-16df-4864-9eea-c8e5458271ac", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:36.291434 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a094b62b-191d-4c62-b481-8199ccbcd7cd {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:36.292117 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde0b70-31d6-4ffc-9617-3703354c27e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a98e9d-16df-4864-9eea-c8e5458271ac', 'code': 200} Sep 18 05:11:36.303272 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-73fbb217-eee0-46d7-97f7-7550436ee474 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:36.310760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fbb217-eee0-46d7-97f7-7550436ee474 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:11:36.311427 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-73fbb217-eee0-46d7-97f7-7550436ee474 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:11:36.315403 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:11:36.406726 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d717c03c-17a3-45e7-a083-eb8392d9fa8d req-87b20299-a8b8-4dae-9246-ca11df735a21 service neutron] 10.222.0.18 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149730 Sep 18 05:11:36.439507 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-73fbb217-eee0-46d7-97f7-7550436ee474 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:36.452027 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-73fbb217-eee0-46d7-97f7-7550436ee474 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:36.452674 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-73fbb217-eee0-46d7-97f7-7550436ee474 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] 10.222.0.23 "DELETE /v2.0/networks/65b3f6a7-85a9-4eb9-ac73-c75bd9dfe68f HTTP/1.1" status: 204 len: 168 time: 0.6450157 Sep 18 05:11:36.469138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec62bb-42ef-4f3c-9ebc-d29c7e1a31bc req-037967bb-57ed-4f9f-af37-b94cd265ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:36.475885 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2aec62bb-42ef-4f3c-9ebc-d29c7e1a31bc req-037967bb-57ed-4f9f-af37-b94cd265ec23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 1101 time: 0.1204300 Sep 18 05:11:36.476884 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbb217-eee0-46d7-97f7-7550436ee474 tempest-BulkNetworkOpsTest-849993524 tempest-BulkNetworkOpsTest-849993524-project] Pushing event deleted for resources: {'Network': ['ID=65b3f6a7-85a9-4eb9-ac73-c75bd9dfe68f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:36.542508 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:36.570328 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2aec62bb-42ef-4f3c-9ebc-d29c7e1a31bc req-37533d94-825d-43c1-afe7-923a260181e1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698173 Sep 18 05:11:36.572339 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d717c03c-17a3-45e7-a083-eb8392d9fa8d req-e4979bca-f779-49bb-a6de-7896b6706fd0 service neutron] 10.222.0.18 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549029 Sep 18 05:11:36.611021 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:36.644640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e2aac-5848-4043-a832-16fb2fff863f req-f0549d5a-8401-4ce6-8bfe-27f4e9ef4d20 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:36.646522 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-322e2aac-5848-4043-a832-16fb2fff863f req-f0549d5a-8401-4ce6-8bfe-27f4e9ef4d20 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 943 time: 0.0559120 Sep 18 05:11:36.685582 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:36.688525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Pushing event updated for resources: {'Port': ['ID=2411e013-6b07-4cf8-9646-837b3120b90d,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:36.693650 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-322e2aac-5848-4043-a832-16fb2fff863f req-6b6befa4-f13c-434b-bcb0-2d7a236384fe tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408344 Sep 18 05:11:36.749847 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:36.791254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Network 22d781aa-299e-4327-93b1-a0791852572f is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:36.792770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:36.834868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53622) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:36.987467 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-74c29b2b-9d42-44ff-809b-891f0f59418e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0dc5832e5fe64832a0d0e49dcbe5d49a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483364 Sep 18 05:11:36.987933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53630) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:37.073534 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-302a4042-05fe-48a4-ad40-8ba22b2554a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:37.110377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device be3a0450-8943-487f-adeb-5d1271b908b1 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:37.114986 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-302a4042-05fe-48a4-ad40-8ba22b2554a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:37.175023 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port be3a0450-8943-487f-adeb-5d1271b908b1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:37.178202 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:37.250805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Router 30488cc8-dbad-4bb9-87a5-b28b63c4e452 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:11:37.268914 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-302a4042-05fe-48a4-ad40-8ba22b2554a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:37.272550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-302a4042-05fe-48a4-ad40-8ba22b2554a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:37.274064 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-302a4042-05fe-48a4-ad40-8ba22b2554a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c6f2d0c-7acd-49a3-a671-0531544a244a HTTP/1.1" status: 204 len: 168 time: 0.2847397 Sep 18 05:11:37.290284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a4042-05fe-48a4-ad40-8ba22b2554a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6f2d0c-7acd-49a3-a671-0531544a244a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:37.320152 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 0900aa91-1690-4285-a5e0-8c007423691d details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:11:37.328040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23eb70-439d-498b-9c75-0d269b825ca6 req-f555cb5d-aba2-4796-a116-ee115ffb5079 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:37.329960 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd23eb70-439d-498b-9c75-0d269b825ca6 req-f555cb5d-aba2-4796-a116-ee115ffb5079 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 949 time: 0.1135950 Sep 18 05:11:37.371346 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8af2f224-d32b-4fbc-88ff-a86f203e780c req-f616d2eb-9ed3-4fc7-8a6d-39973d057c62 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 210 time: 0.0596943 Sep 18 05:11:37.449019 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd23eb70-439d-498b-9c75-0d269b825ca6 req-da283628-2ef8-410b-9475-424eb12147da tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960495 Sep 18 05:11:37.463468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 0900aa91-1690-4285-a5e0-8c007423691d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=0900aa91-1690-4285-a5e0-8c007423691d,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:37.477260 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '0900aa91-1690-4285-a5e0-8c007423691d', 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4', 'port_id': '0900aa91-1690-4285-a5e0-8c007423691d', 'mac_address': 'fa:16:3e:58:b4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19facd85-5a02-4210-8d90-7d5ec267820b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:11:37.486893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:11:37.499699 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b5753154-9f47-4a70-91e0-469007ff1c9b admin admin] 10.222.0.23 "PUT /v2.0/routers/30488cc8-dbad-4bb9-87a5-b28b63c4e452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5612421 Sep 18 05:11:37.505325 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Sync routers for ids ['30488cc8-dbad-4bb9-87a5-b28b63c4e452'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:11:37.519478 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Routers {'30488cc8-dbad-4bb9-87a5-b28b63c4e452'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:11:37.520342 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:11:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['30488cc8-dbad-4bb9-87a5-b28b63c4e452'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:37.588694 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:37.613941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e8489-8103-4b1c-9cb5-f0dd894d7e72 req-3d45626f-559e-412c-b273-9b4164ec165f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:37.616031 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0900aa91-1690-4285-a5e0-8c007423691d {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:37.621929 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ed1e8489-8103-4b1c-9cb5-f0dd894d7e72 req-3d45626f-559e-412c-b273-9b4164ec165f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 944 time: 0.0995102 Sep 18 05:11:37.645598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 0900aa91-1690-4285-a5e0-8c007423691d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=0900aa91-1690-4285-a5e0-8c007423691d,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:37.677084 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ed1e8489-8103-4b1c-9cb5-f0dd894d7e72 req-49653252-2797-4e92-b1ee-195722e449a2 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538857 Sep 18 05:11:37.682264 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Set router 30488cc8-dbad-4bb9-87a5-b28b63c4e452 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:11:37.733788 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:37.816050 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=0900aa91-1690-4285-a5e0-8c007423691d,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:37.855586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2fd90-771b-4b64-b17d-be26779244c9 req-150e6c2a-bd49-46fa-b7b8-742518bd25d5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:37.860767 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29a2fd90-771b-4b64-b17d-be26779244c9 req-150e6c2a-bd49-46fa-b7b8-742518bd25d5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 944 time: 0.0775149 Sep 18 05:11:37.922181 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29a2fd90-771b-4b64-b17d-be26779244c9 req-6fdf37c6-a738-4f9c-b1e6-333ecbbd63a6 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505421 Sep 18 05:11:37.937068 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'name': 'tempest-ServerRescueTestJSON-1002381863-router', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'be3a0450-8943-487f-adeb-5d1271b908b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:11:25Z', 'updated_at': '2021-09-18T05:11:35Z', 'revision_number': 4, 'project_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'gw_port': {'id': 'be3a0450-8943-487f-adeb-5d1271b908b1', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:11:27Z', 'updated_at': '2021-09-18T05:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '2411e013-6b07-4cf8-9646-837b3120b90d', 'name': '', 'network_id': '22d781aa-299e-4327-93b1-a0791852572f', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'mac_address': 'fa:16:3e:ee:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '762ac494-9135-4ceb-835e-8a5f320de53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:11:32Z', 'updated_at': '2021-09-18T05:11:36Z', 'revision_number': 2, 'project_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'subnets': [{'id': '762ac494-9135-4ceb-835e-8a5f320de53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:37.951657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['0900aa91-1690-4285-a5e0-8c007423691d'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:37.963827 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Checking router: 30488cc8-dbad-4bb9-87a5-b28b63c4e452 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:11:37.964475 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Updating router 30488cc8-dbad-4bb9-87a5-b28b63c4e452 port 2411e013-6b07-4cf8-9646-837b3120b90d binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:11:37.997808 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:38.217456 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0703-2ff2-4e73-af63-52c126905a9c req-9d539fed-3e60-442c-a3ee-745d7a8be641 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:38.225447 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dead0703-2ff2-4e73-af63-52c126905a9c req-9d539fed-3e60-442c-a3ee-745d7a8be641 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/networks?id=22d781aa-299e-4327-93b1-a0791852572f HTTP/1.1" status: 200 len: 811 time: 0.1351285 Sep 18 05:11:38.246922 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dead0703-2ff2-4e73-af63-52c126905a9c req-adb58b40-b99f-4f3e-a109-fe2598ee0c08 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/quotas/1862a5fec6ee4d8fa09a0965ced5a303 HTTP/1.1" status: 200 len: 375 time: 0.0204930 Sep 18 05:11:38.343433 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dead0703-2ff2-4e73-af63-52c126905a9c req-ecb9d67d-bb06-4760-8d7f-f16f0e9bd6a3 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1862a5fec6ee4d8fa09a0965ced5a303&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954659 Sep 18 05:11:38.484103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-c5136d94-f59c-43c2-becc-b7dfc794d0c2 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:38.485689 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-c5136d94-f59c-43c2-becc-b7dfc794d0c2 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.13 "GET /v2.0/networks?id=9efe280f-1a43-4ccc-be93-3c7d2962020a HTTP/1.1" status: 200 len: 815 time: 0.1616280 Sep 18 05:11:38.503052 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5da15920-a924-441c-b32f-08cfbff35d26 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Request body: {'port': {'device_id': 'f183684c-331d-459a-a05c-2189975862ca', 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a', 'admin_state_up': True, 'tenant_id': '7a6f613e12794ecba2afb105609c0052'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:38.508068 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dead0703-2ff2-4e73-af63-52c126905a9c req-eb9c6fb2-9172-465e-989a-3ce33b6ca732 service neutron] 10.222.0.23 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636124 Sep 18 05:11:38.546850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a163e496-ddd4-4691-975b-0746d20725e1 req-234ca335-9c61-479e-ab42-67ebf305d955 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 210 time: 0.0566957 Sep 18 05:11:38.648271 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:38.679954 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dead0703-2ff2-4e73-af63-52c126905a9c req-d6f24aab-e082-403c-a2af-484136695b06 service neutron] 10.222.0.23 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707439 Sep 18 05:11:38.725366 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:38.730371 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5f929-5cd4-4d9b-a39f-f16455deb59c req-f04f3c04-65a7-405c-a985-7c3f2c43ac6a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:38.730371 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b1c5f929-5cd4-4d9b-a39f-f16455deb59c req-f04f3c04-65a7-405c-a985-7c3f2c43ac6a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 949 time: 0.0591884 Sep 18 05:11:38.730371 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5da15920-a924-441c-b32f-08cfbff35d26 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Made reservation on behalf of 7a6f613e12794ecba2afb105609c0052 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:38.732594 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5da15920-a924-441c-b32f-08cfbff35d26 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:38.802455 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692cdfa-99cd-465f-bb70-fc63c3d787df None None] Pushing event updated for resources: {'Port': ['ID=2411e013-6b07-4cf8-9646-837b3120b90d,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:38.814439 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692cdfa-99cd-465f-bb70-fc63c3d787df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:38.815626 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692cdfa-99cd-465f-bb70-fc63c3d787df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:38.816086 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692cdfa-99cd-465f-bb70-fc63c3d787df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:38.816581 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692cdfa-99cd-465f-bb70-fc63c3d787df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:38.817021 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692cdfa-99cd-465f-bb70-fc63c3d787df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:38.817457 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692cdfa-99cd-465f-bb70-fc63c3d787df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:38.818049 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692cdfa-99cd-465f-bb70-fc63c3d787df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:38.818590 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692cdfa-99cd-465f-bb70-fc63c3d787df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:38.819022 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692cdfa-99cd-465f-bb70-fc63c3d787df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:38.819455 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692cdfa-99cd-465f-bb70-fc63c3d787df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:38.819978 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692cdfa-99cd-465f-bb70-fc63c3d787df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:38.820522 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6692cdfa-99cd-465f-bb70-fc63c3d787df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:11:38.842894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53700) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:38.888285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b1c5f929-5cd4-4d9b-a39f-f16455deb59c req-77129340-2755-4d60-a1f5-5e84b6fb0941 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372662 Sep 18 05:11:38.970429 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Attempting to bind port 2411e013-6b07-4cf8-9646-837b3120b90d on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:38.970726 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Attempting to bind port 2411e013-6b07-4cf8-9646-837b3120b90d by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '22d781aa-299e-4327-93b1-a0791852572f'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:38.971099 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Attempting to bind port 2411e013-6b07-4cf8-9646-837b3120b90d on network 22d781aa-299e-4327-93b1-a0791852572f {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:38.986043 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:38.986414 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Checking segment: {'id': '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '22d781aa-299e-4327-93b1-a0791852572f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:38.986838 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:38.987243 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Bound using segment: {'id': '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '22d781aa-299e-4327-93b1-a0791852572f'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:38.987721 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Bound port: 2411e013-6b07-4cf8-9646-837b3120b90d, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '22d781aa-299e-4327-93b1-a0791852572f'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:38.988730 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.041459 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-899035973'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:39.045968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5da15920-a924-441c-b32f-08cfbff35d26 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Allocated IP 172.20.0.7 (9efe280f-1a43-4ccc-be93-3c7d2962020a/c4b41fbf-821a-4539-a065-a1f72d6825cf/0f32aa41-c379-4841-b3a0-9aed0d4ef68b) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:39.086634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f552e40-a24d-4611-844b-71017c75431e req-69673b70-7f56-4a84-b714-3d6f375584e0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:39.087046 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] For port 2411e013-6b07-4cf8-9646-837b3120b90d, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:39.088489 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1f552e40-a24d-4611-844b-71017c75431e req-69673b70-7f56-4a84-b714-3d6f375584e0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2 HTTP/1.1" status: 200 len: 950 time: 0.1048558 Sep 18 05:11:39.095060 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] For port 2411e013-6b07-4cf8-9646-837b3120b90d, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2411e013-6b07-4cf8-9646-837b3120b90d,segment=NetworkSegment(05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4),segment_id=05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:39.136466 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1f552e40-a24d-4611-844b-71017c75431e req-744fc806-7755-4e59-ac83-5dda383aba51 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398700 Sep 18 05:11:39.148327 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Made reservation on behalf of 2f756f5ff9a948788b23d42b2d0b3a54 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:39.155163 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.176008 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.184059 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:11:39.206397 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.218748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933375b-ff86-4e50-818a-df406ae06c6a req-52d2f61a-dd8c-48f7-b236-0af952c5e626 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:39.220349 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1933375b-ff86-4e50-818a-df406ae06c6a req-52d2f61a-dd8c-48f7-b236-0af952c5e626 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 944 time: 0.2031806 Sep 18 05:11:39.229062 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79f386c1-fa49-4f1e-8488-61f6e843b0b9 req-f4477ace-e7d7-4af2-bc81-11da1c88a78f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 210 time: 0.0317287 Sep 18 05:11:39.279775 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5da15920-a924-441c-b32f-08cfbff35d26 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.287870 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Routers {'30488cc8-dbad-4bb9-87a5-b28b63c4e452'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:11:39.289235 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:11:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['30488cc8-dbad-4bb9-87a5-b28b63c4e452'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:39.322895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:11:39.342251 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 0900aa91-1690-4285-a5e0-8c007423691d up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:39.361387 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.372459 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1933375b-ff86-4e50-818a-df406ae06c6a req-17248691-7143-4b5c-b674-2d56b26b6975 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343911 Sep 18 05:11:39.389343 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5da15920-a924-441c-b32f-08cfbff35d26 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.462634 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692cdfa-99cd-465f-bb70-fc63c3d787df None None] Pushing event updated for resources: {'Port': ['ID=2411e013-6b07-4cf8-9646-837b3120b90d,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:39.481796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a0d4e-0ccd-49b5-95ee-6988b71157a4 req-71c567a8-6483-4f6d-ada3-0fbf29813f47 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:39.489981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['2ea49425-108f-4bf6-a494-855123c3aa84'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:39.501292 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a0a0d4e-0ccd-49b5-95ee-6988b71157a4 req-71c567a8-6483-4f6d-ada3-0fbf29813f47 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 944 time: 0.1375339 Sep 18 05:11:39.513812 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.516595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5da15920-a924-441c-b32f-08cfbff35d26 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Network 9efe280f-1a43-4ccc-be93-3c7d2962020a is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:39.519877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5da15920-a924-441c-b32f-08cfbff35d26 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:39.534656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5da15920-a924-441c-b32f-08cfbff35d26 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:39.546669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da15920-a924-441c-b32f-08cfbff35d26 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Pushing event updated for resources: {'Port': ['ID=0f32aa41-c379-4841-b3a0-9aed0d4ef68b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:39.572927 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:11:39.581617 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.resource_extend [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:11:39.610144 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.610837 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Added segment cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb of type vlan for network 7fa21962-aa16-4c91-8af9-b59ef72a1ebf Sep 18 05:11:39.612869 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711bfbf9-111d-4e94-888d-e1cc6e932304,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:39.638221 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] Set router 30488cc8-dbad-4bb9-87a5-b28b63c4e452 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:11:39.651337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5da15920-a924-441c-b32f-08cfbff35d26 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:39.651935 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5da15920-a924-441c-b32f-08cfbff35d26 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.657135 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a0a0d4e-0ccd-49b5-95ee-6988b71157a4 req-4326df88-aa1b-434c-bdfb-fa6374add1f0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547201 Sep 18 05:11:39.717360 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.750440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:39.766163 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5da15920-a924-441c-b32f-08cfbff35d26 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2692778 Sep 18 05:11:39.771327 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 0900aa91-1690-4285-a5e0-8c007423691d completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:11:39.777197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0', 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202', 'port_id': 'ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0', 'mac_address': 'fa:16:3e:23:86:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0078b2-978b-4f73-9fac-427b64b39f17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:11:39.781651 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Request body: {'port': {'device_id': 'f183684c-331d-459a-a05c-2189975862ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:39.785782 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 0900aa91-1690-4285-a5e0-8c007423691d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:39.786329 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.841053 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.851548 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:39.853440 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.872602 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.944073 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:39.990507 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:40.003441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'Network': ['ID=7fa21962-aa16-4c91-8af9-b59ef72a1ebf,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:40.016167 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:40.030076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 7fa21962-aa16-4c91-8af9-b59ef72a1ebf details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:11:40.039148 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4d092b31-4aa8-475b-8b36-c61b3b80d0d1 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1926260 Sep 18 05:11:40.053830 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'name': 'tempest-ServerRescueTestJSON-1002381863-router', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'be3a0450-8943-487f-adeb-5d1271b908b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:11:25Z', 'updated_at': '2021-09-18T05:11:35Z', 'revision_number': 4, 'project_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'gw_port': {'id': 'be3a0450-8943-487f-adeb-5d1271b908b1', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:11:27Z', 'updated_at': '2021-09-18T05:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '2411e013-6b07-4cf8-9646-837b3120b90d', 'name': '', 'network_id': '22d781aa-299e-4327-93b1-a0791852572f', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'mac_address': 'fa:16:3e:ee:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '762ac494-9135-4ceb-835e-8a5f320de53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:11:32Z', 'updated_at': '2021-09-18T05:11:39Z', 'revision_number': 4, 'project_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'subnets': [{'id': '762ac494-9135-4ceb-835e-8a5f320de53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:11:40.081583 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:40.100200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db8bd23-ba9d-4795-94d0-7e49f8d82252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0900aa91-1690-4285-a5e0-8c007423691d'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:40.102689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db5a96-22fa-44b5-80fe-2011e7396285 req-8d69923c-2d83-43d1-8b5e-162d3567b064 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:40.102890 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8b669c-68ae-4f1d-aef9-1d414e6e62a4" -d '{"events": [{"server_uuid": "8db8bd23-ba9d-4795-94d0-7e49f8d82252", "name": "network-vif-plugged", "status": "completed", "tag": "0900aa91-1690-4285-a5e0-8c007423691d"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:40.114140 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4db5a96-22fa-44b5-80fe-2011e7396285 req-8d69923c-2d83-43d1-8b5e-162d3567b064 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 931 time: 0.2908864 Sep 18 05:11:40.143356 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552f31b-3e2a-445a-9e64-0b86ac02e82e None None] The sync data for ids ['30488cc8-dbad-4bb9-87a5-b28b63c4e452'] in n-d-789963-13 is: [{'id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'name': 'tempest-ServerRescueTestJSON-1002381863-router', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'be3a0450-8943-487f-adeb-5d1271b908b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:11:25Z', 'updated_at': '2021-09-18T05:11:35Z', 'revision_number': 4, 'project_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'gw_port': {'id': 'be3a0450-8943-487f-adeb-5d1271b908b1', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:11:27Z', 'updated_at': '2021-09-18T05:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '2411e013-6b07-4cf8-9646-837b3120b90d', 'name': '', 'network_id': '22d781aa-299e-4327-93b1-a0791852572f', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'mac_address': 'fa:16:3e:ee:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '762ac494-9135-4ceb-835e-8a5f320de53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:11:32Z', 'updated_at': '2021-09-18T05:11:39Z', 'revision_number': 4, 'project_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'subnets': [{'id': '762ac494-9135-4ceb-835e-8a5f320de53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:11:40.152593 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:40.158024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 0900aa91-1690-4285-a5e0-8c007423691d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=0900aa91-1690-4285-a5e0-8c007423691d,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:40.180630 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4db5a96-22fa-44b5-80fe-2011e7396285 req-aac925e3-f416-4d51-8e9a-642c9cbf932b tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650403 Sep 18 05:11:40.224516 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:40.260533 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:40.334088 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2565094c-68fd-4cf4-a769-40fb300249b3 x-openstack-request-id: req-2565094c-68fd-4cf4-a769-40fb300249b3 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:40.335485 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db8bd23-ba9d-4795-94d0-7e49f8d82252", "name": "network-vif-plugged", "status": "completed", "tag": "0900aa91-1690-4285-a5e0-8c007423691d", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:40.336051 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2565094c-68fd-4cf4-a769-40fb300249b3 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:40.337321 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db8bd23-ba9d-4795-94d0-7e49f8d82252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0900aa91-1690-4285-a5e0-8c007423691d', 'code': 200} Sep 18 05:11:40.397873 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=0900aa91-1690-4285-a5e0-8c007423691d,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:40.412530 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:40.505217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f32aa41-c379-4841-b3a0-9aed0d4ef68b {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:40.526476 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:40.555914 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Transition to ACTIVE for port object 0f32aa41-c379-4841-b3a0-9aed0d4ef68b will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:11:40.665524 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ddeac-e449-4ada-96ad-b76bfaf6bc6d req-18f167bf-78ff-46eb-bc43-71e08857be91 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:40.667776 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:40.675311 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-707ddeac-e449-4ada-96ad-b76bfaf6bc6d req-18f167bf-78ff-46eb-bc43-71e08857be91 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 945 time: 0.1177833 Sep 18 05:11:40.676598 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a241030-ed48-4416-8553-9e481c09bfc8 req-38f01796-edda-4d0d-9b2b-a2feb8055b97 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 210 time: 0.1149294 Sep 18 05:11:40.828970 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-707ddeac-e449-4ada-96ad-b76bfaf6bc6d req-148debfe-8682-43f5-8242-785eee8c595d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521282 Sep 18 05:11:40.836065 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57ea4e-511b-45e1-aacd-b459304ed3ee req-ab0484db-82a9-4d2d-8357-38c53e299dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:40.838154 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e57ea4e-511b-45e1-aacd-b459304ed3ee req-ab0484db-82a9-4d2d-8357-38c53e299dbd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 1097 time: 0.2780542 Sep 18 05:11:40.873260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f32aa41-c379-4841-b3a0-9aed0d4ef68b,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:40.992583 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e57ea4e-511b-45e1-aacd-b459304ed3ee req-c2dc0fed-4077-4d1e-8f48-cacdde2c1c7b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269546 Sep 18 05:11:41.009692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Attempting to bind port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:41.010203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Attempting to bind port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:41.010636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Attempting to bind port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b on network 9efe280f-1a43-4ccc-be93-3c7d2962020a {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:41.022838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cfed4-744c-4fa1-8991-f630cbdf6264 req-406ce230-3165-49b4-bf51-169865460b6a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:41.030850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-454cfed4-744c-4fa1-8991-f630cbdf6264 req-406ce230-3165-49b4-bf51-169865460b6a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.1589913 Sep 18 05:11:41.047419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b on network 9efe280f-1a43-4ccc-be93-3c7d2962020a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:11:41.051986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Attempting to bind port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b on network 9efe280f-1a43-4ccc-be93-3c7d2962020a {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:41.107416 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-454cfed4-744c-4fa1-8991-f630cbdf6264 req-c64b0677-cd44-4daf-842b-a4761d27c874 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755267 Sep 18 05:11:41.116510 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:41.125351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Checking segment: {'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:41.125984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Bound using segment: {'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:41.126724 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Bound port: 0f32aa41-c379-4841-b3a0-9aed0d4ef68b, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:41.127045 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:41.216437 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2411e013-6b07-4cf8-9646-837b3120b90d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:41.315023 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] For port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:41.320698 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2411e013-6b07-4cf8-9646-837b3120b90d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:41.321091 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:41.321213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] For port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f32aa41-c379-4841-b3a0-9aed0d4ef68b,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:41.390193 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:41.410197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:41.414340 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:41.415833 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/0f32aa41-c379-4841-b3a0-9aed0d4ef68b HTTP/1.1" status: 200 len: 1092 time: 1.6402292 Sep 18 05:11:41.416432 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f183684c-331d-459a-a05c-2189975862ca', 'tag': '0f32aa41-c379-4841-b3a0-9aed0d4ef68b'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:41.418172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495e38d-c499-42fc-9558-b4a3b90bb339 req-1e8c870c-d8c4-46ee-9d00-70ce0992248d tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:41.428368 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8495e38d-c499-42fc-9558-b4a3b90bb339 req-1e8c870c-d8c4-46ee-9d00-70ce0992248d tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 943 time: 0.0891736 Sep 18 05:11:41.432673 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433b6e7a-de2d-4821-bf84-f54f10ce2df5" -d '{"events": [{"name": "network-changed", "server_uuid": "f183684c-331d-459a-a05c-2189975862ca", "tag": "0f32aa41-c379-4841-b3a0-9aed0d4ef68b"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:41.471827 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:41.547694 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 2411e013-6b07-4cf8-9646-837b3120b90d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2411e013-6b07-4cf8-9646-837b3120b90d,segment=NetworkSegment(05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4),segment_id=05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:41.598408 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8495e38d-c499-42fc-9558-b4a3b90bb339 req-1384f3e7-a6ca-4583-bfdc-c7075ac98c96 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617682 Sep 18 05:11:41.610278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611641d-0319-4551-899f-c8421bb996e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f32aa41-c379-4841-b3a0-9aed0d4ef68b,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:41.611026 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:41.722733 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6385056a-05cb-44c9-9260-d487fdc7f47c x-openstack-request-id: req-6385056a-05cb-44c9-9260-d487fdc7f47c {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:41.723406 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f183684c-331d-459a-a05c-2189975862ca", "tag": "0f32aa41-c379-4841-b3a0-9aed0d4ef68b", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:41.729601 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6385056a-05cb-44c9-9260-d487fdc7f47c {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:41.729601 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f183684c-331d-459a-a05c-2189975862ca', 'tag': '0f32aa41-c379-4841-b3a0-9aed0d4ef68b', 'status': 'completed', 'code': 200} Sep 18 05:11:41.740392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5c4560c6-2401-406e-8836-134d3b26e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:41.744724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-5c4560c6-2401-406e-8836-134d3b26e9f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a6f613e12794ecba2afb105609c0052&device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 1095 time: 0.1118431 Sep 18 05:11:41.753669 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=2411e013-6b07-4cf8-9646-837b3120b90d,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:41.823093 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-99e8573c-c4f8-412d-84c5-13fe62323640 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f32aa41-c379-4841-b3a0-9aed0d4ef68b HTTP/1.1" status: 200 len: 217 time: 0.0672996 Sep 18 05:11:41.842272 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a65fc74-d02f-461c-a45f-1a0493be07cb req-1b8cd3a2-b752-477e-aefc-9330e8e1b26f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 210 time: 0.0489495 Sep 18 05:11:42.018724 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-b7b48d40-d333-44ff-8488-4d171b0e118f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:42.021943 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-b7b48d40-d333-44ff-8488-4d171b0e118f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4b41fbf-821a-4539-a065-a1f72d6825cf HTTP/1.1" status: 200 len: 855 time: 0.1913478 Sep 18 05:11:42.099031 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-aff728db-ed90-43fd-9d44-7e1377e8db7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9efe280f-1a43-4ccc-be93-3c7d2962020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448306 Sep 18 05:11:42.182016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513e758-6380-4615-86c0-ae7efaa06be4 req-c77cd737-08e4-4a90-a6c3-3295e2856b70 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:42.190077 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5513e758-6380-4615-86c0-ae7efaa06be4 req-c77cd737-08e4-4a90-a6c3-3295e2856b70 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 945 time: 0.2343056 Sep 18 05:11:42.254466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0703-2ff2-4e73-af63-52c126905a9c req-b80d06a6-55ed-452b-98b5-9eb1d56aea4e tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:42.257392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dead0703-2ff2-4e73-af63-52c126905a9c req-b80d06a6-55ed-452b-98b5-9eb1d56aea4e tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.13 "GET /v2.0/networks?id=22d781aa-299e-4327-93b1-a0791852572f HTTP/1.1" status: 200 len: 811 time: 0.3434944 Sep 18 05:11:42.342224 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-dead0703-2ff2-4e73-af63-52c126905a9c req-098c9e9f-bbf1-4270-8c0c-fb494f46ff94 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Request body: {'port': {'device_id': 'd5fd98bd-e0b6-41c0-9731-a14d0bc0e93f', 'network_id': '22d781aa-299e-4327-93b1-a0791852572f', 'admin_state_up': True, 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:42.360827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5e56a-88e9-4694-a473-cbde2ffd045a req-dfc40cce-b46a-470e-8553-dd3a1f5858cf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:42.376100 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6bf5e56a-88e9-4694-a473-cbde2ffd045a req-dfc40cce-b46a-470e-8553-dd3a1f5858cf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.0824356 Sep 18 05:11:42.448036 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6bf5e56a-88e9-4694-a473-cbde2ffd045a req-05627091-c4de-4ba1-b97d-4726eba84aef tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707779 Sep 18 05:11:42.471468 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-c0a24e83-6fe3-4794-843e-fee2ad98d086 service neutron] 10.222.0.13 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513792 Sep 18 05:11:42.514227 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5513e758-6380-4615-86c0-ae7efaa06be4 req-400575b6-60fd-43f3-a012-06301a7398ab tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230829 Sep 18 05:11:42.639453 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236ec62c-e59f-4f7e-a33a-dc498f927389 req-28f5249e-b28a-478e-9d4d-830398d2128e service neutron] 10.222.0.13 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664555 Sep 18 05:11:42.735361 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6464329-c1e3-4dbe-bfe5-2f4a17684787 req-53920c14-bbb8-43d0-af3a-f3054c8ec862 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:42.736919 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b6464329-c1e3-4dbe-bfe5-2f4a17684787 req-53920c14-bbb8-43d0-af3a-f3054c8ec862 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 943 time: 0.0589585 Sep 18 05:11:42.769712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dead0703-2ff2-4e73-af63-52c126905a9c req-098c9e9f-bbf1-4270-8c0c-fb494f46ff94 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Made reservation on behalf of 1862a5fec6ee4d8fa09a0965ced5a303 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:42.773647 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dead0703-2ff2-4e73-af63-52c126905a9c req-098c9e9f-bbf1-4270-8c0c-fb494f46ff94 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:42.817962 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b6464329-c1e3-4dbe-bfe5-2f4a17684787 req-3bf5408f-b065-4815-8e88-f148450406a0 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742199 Sep 18 05:11:42.905911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b6e7a-de2d-4821-bf84-f54f10ce2df5 req-b9db5543-e924-4c42-9256-ccd7a95a8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:42.907751 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-433b6e7a-de2d-4821-bf84-f54f10ce2df5 req-b9db5543-e924-4c42-9256-ccd7a95a8e44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a6f613e12794ecba2afb105609c0052&device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 1095 time: 0.1257102 Sep 18 05:11:42.967066 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1091fcc-32c6-4bd3-85b9-e6507743ff0e req-e4fbd264-1196-4b68-9756-0321a6f229c3 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 210 time: 0.0485322 Sep 18 05:11:43.081321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-dead0703-2ff2-4e73-af63-52c126905a9c req-098c9e9f-bbf1-4270-8c0c-fb494f46ff94 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Allocated IP 172.20.0.8 (22d781aa-299e-4327-93b1-a0791852572f/762ac494-9135-4ceb-835e-8a5f320de53f/a9abc170-4915-4609-90e2-57e146fd070b) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:43.100870 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2411e013-6b07-4cf8-9646-837b3120b90d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:43.163408 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2411e013-6b07-4cf8-9646-837b3120b90d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:43.163936 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:43.172626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b6e7a-de2d-4821-bf84-f54f10ce2df5 req-efd547f6-385f-4d70-9bcc-1fec6f109592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:43.174153 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-433b6e7a-de2d-4821-bf84-f54f10ce2df5 req-efd547f6-385f-4d70-9bcc-1fec6f109592 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9efe280f-1a43-4ccc-be93-3c7d2962020a HTTP/1.1" status: 200 len: 915 time: 0.2397373 Sep 18 05:11:43.266245 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-433b6e7a-de2d-4821-bf84-f54f10ce2df5 req-c63a273d-f005-4508-b425-cf349cd71c05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f32aa41-c379-4841-b3a0-9aed0d4ef68b HTTP/1.1" status: 200 len: 217 time: 0.0693190 Sep 18 05:11:43.341821 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:43.393938 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b6e7a-de2d-4821-bf84-f54f10ce2df5 req-fe640122-b4b4-4810-8373-8259aa08c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:43.393938 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-433b6e7a-de2d-4821-bf84-f54f10ce2df5 req-fe640122-b4b4-4810-8373-8259aa08c82e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4b41fbf-821a-4539-a065-a1f72d6825cf HTTP/1.1" status: 200 len: 855 time: 0.0974765 Sep 18 05:11:43.416436 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dead0703-2ff2-4e73-af63-52c126905a9c req-098c9e9f-bbf1-4270-8c0c-fb494f46ff94 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:43.437931 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-433b6e7a-de2d-4821-bf84-f54f10ce2df5 req-b15ae2f8-7cf4-4751-a5de-5baf208c73ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9efe280f-1a43-4ccc-be93-3c7d2962020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351713 Sep 18 05:11:43.479748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:11:43.488653 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:43.488653 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:43.502784 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53814) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:43.508265 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d5e5c0f9-4644-4fa5-ac87-c995f8d57e4c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Request body: {'subnet': {'network_id': '7fa21962-aa16-4c91-8af9-b59ef72a1ebf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:43.556788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-433b6e7a-de2d-4821-bf84-f54f10ce2df5 req-aeae9978-cbaf-4546-a838-e749237a915d service neutron] 10.222.0.13 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053898 Sep 18 05:11:43.602304 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dead0703-2ff2-4e73-af63-52c126905a9c req-098c9e9f-bbf1-4270-8c0c-fb494f46ff94 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:43.630947 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:43.663397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c5aa75-fcd8-47f9-af85-c52c0b88d489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:43.665973 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4328d1-f7f6-4290-a354-7b38182c51c6" -d '{"events": [{"server_uuid": "63c5aa75-fcd8-47f9-af85-c52c0b88d489", "name": "network-vif-plugged", "status": "completed", "tag": "ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:43.681426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dead0703-2ff2-4e73-af63-52c126905a9c req-098c9e9f-bbf1-4270-8c0c-fb494f46ff94 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Network 22d781aa-299e-4327-93b1-a0791852572f is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:43.690180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:43.713154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-dead0703-2ff2-4e73-af63-52c126905a9c req-098c9e9f-bbf1-4270-8c0c-fb494f46ff94 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:43.736994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-dead0703-2ff2-4e73-af63-52c126905a9c req-098c9e9f-bbf1-4270-8c0c-fb494f46ff94 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:43.750554 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ec16b-a8d5-49ab-8c15-8bcf6508a12f req-96c9c947-72b9-423e-b146-118b4fe35adc tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:43.755488 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c9ec16b-a8d5-49ab-8c15-8bcf6508a12f req-96c9c947-72b9-423e-b146-118b4fe35adc tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.1626446 Sep 18 05:11:43.776786 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:43.800590 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c9e9f-bbf1-4270-8c0c-fb494f46ff94 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Pushing event updated for resources: {'Port': ['ID=a9abc170-4915-4609-90e2-57e146fd070b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:43.812395 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c9ec16b-a8d5-49ab-8c15-8bcf6508a12f req-9aceccd0-3f18-42db-8deb-92e953ec4968 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413504 Sep 18 05:11:43.820686 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e5c0f9-4644-4fa5-ac87-c995f8d57e4c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Made reservation on behalf of 2f756f5ff9a948788b23d42b2d0b3a54 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:43.828900 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c0f9-4644-4fa5-ac87-c995f8d57e4c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:43.843339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f86e3-702d-4035-876e-3f8aec338612 req-ccd90db8-e3dc-45ef-b1ec-824d6be4ac4c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:43.844976 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d4f86e3-702d-4035-876e-3f8aec338612 req-ccd90db8-e3dc-45ef-b1ec-824d6be4ac4c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 945 time: 0.1930096 Sep 18 05:11:43.855819 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-433b6e7a-de2d-4821-bf84-f54f10ce2df5 req-1df4a0de-d230-4047-9937-386536b79645 service neutron] 10.222.0.13 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902982 Sep 18 05:11:43.879047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:43.880673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0703-2ff2-4e73-af63-52c126905a9c req-098c9e9f-bbf1-4270-8c0c-fb494f46ff94 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:43.881386 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dead0703-2ff2-4e73-af63-52c126905a9c req-098c9e9f-bbf1-4270-8c0c-fb494f46ff94 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:43.923059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d4f86e3-702d-4035-876e-3f8aec338612 req-0402c5de-684c-46ca-96dc-f720b9c94e28 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697663 Sep 18 05:11:44.007060 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dead0703-2ff2-4e73-af63-52c126905a9c req-098c9e9f-bbf1-4270-8c0c-fb494f46ff94 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6801782 Sep 18 05:11:44.015054 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d91f3b-e009-4081-9621-532b57b62c4d x-openstack-request-id: req-a4d91f3b-e009-4081-9621-532b57b62c4d {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:44.015054 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c5aa75-fcd8-47f9-af85-c52c0b88d489", "name": "network-vif-plugged", "status": "completed", "tag": "ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:44.015054 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4d91f3b-e009-4081-9621-532b57b62c4d {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:44.015483 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c5aa75-fcd8-47f9-af85-c52c0b88d489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0', 'code': 200} Sep 18 05:11:44.022815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Request body: {'port': {'device_id': 'd5fd98bd-e0b6-41c0-9731-a14d0bc0e93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:44.136490 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:44.185010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a42bf-4b9d-4cbd-830b-fe708765a19e req-f50fa473-615a-4b74-8155-26775fc69316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:44.186894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-061a42bf-4b9d-4cbd-830b-fe708765a19e req-f50fa473-615a-4b74-8155-26775fc69316 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 1098 time: 0.0895932 Sep 18 05:11:44.197363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b536c-a20a-4b09-bd3a-dbab0bd74275 req-27c8f6bf-cc43-4c17-b313-98c96d0eeb48 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:44.199640 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-849b536c-a20a-4b09-bd3a-dbab0bd74275 req-27c8f6bf-cc43-4c17-b313-98c96d0eeb48 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 943 time: 0.0565827 Sep 18 05:11:44.201681 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c0f9-4644-4fa5-ac87-c995f8d57e4c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:44.303934 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-061a42bf-4b9d-4cbd-830b-fe708765a19e req-674416dc-5e88-4e65-89b1-9d5649155eb8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099963 Sep 18 05:11:44.321783 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-849b536c-a20a-4b09-bd3a-dbab0bd74275 req-1bbb3b98-d8e3-410b-85b8-d6d8ac313d83 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135147 Sep 18 05:11:44.351873 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5c0f9-4644-4fa5-ac87-c995f8d57e4c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'Subnet': ['ID=843888cb-ee01-43c5-9afa-52ab42048060,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:44.368389 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5c0f9-4644-4fa5-ac87-c995f8d57e4c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Checking segment: {'id': 'cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7fa21962-aa16-4c91-8af9-b59ef72a1ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:44.368769 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e5c0f9-4644-4fa5-ac87-c995f8d57e4c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Network hostable DHCP agents. Network: 7fa21962-aa16-4c91-8af9-b59ef72a1ebf, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:11:44.515624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e5c0f9-4644-4fa5-ac87-c995f8d57e4c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Network 7fa21962-aa16-4c91-8af9-b59ef72a1ebf is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:11:44.560136 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9abc170-4915-4609-90e2-57e146fd070b {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:44.572508 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:44.586628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412bd5f-4946-429e-a871-787d88e21d36 req-8bd031d2-2ced-46c1-8ddf-0299580132b9 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:44.588581 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6412bd5f-4946-429e-a871-787d88e21d36 req-8bd031d2-2ced-46c1-8ddf-0299580132b9 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 931 time: 0.1830587 Sep 18 05:11:44.594252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Transition to ACTIVE for port object a9abc170-4915-4609-90e2-57e146fd070b will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:11:44.631939 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6412bd5f-4946-429e-a871-787d88e21d36 req-7575fb12-98c4-4e8c-99fd-22d72c584d3f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357101 Sep 18 05:11:44.667948 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-d5e5c0f9-4644-4fa5-ac87-c995f8d57e4c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 7fa21962-aa16-4c91-8af9-b59ef72a1ebf) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:44.673801 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:44.681509 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c173ba-ba63-445c-acf2-9b03aff5f641 None None] Network 7fa21962-aa16-4c91-8af9-b59ef72a1ebf requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:44.694767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e5c0f9-4644-4fa5-ac87-c995f8d57e4c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:44.695428 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c0f9-4644-4fa5-ac87-c995f8d57e4c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:44.794404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Pushing event updated for resources: {'Port': ['ID=a9abc170-4915-4609-90e2-57e146fd070b,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:44.832567 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d5e5c0f9-4644-4fa5-ac87-c995f8d57e4c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3255255 Sep 18 05:11:44.834281 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53868) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:44.839978 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c5808632-cb71-4bcc-837f-4ec153b5d6e7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2011800658'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:44.933368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Attempting to bind port a9abc170-4915-4609-90e2-57e146fd070b on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:44.933734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Attempting to bind port a9abc170-4915-4609-90e2-57e146fd070b by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '22d781aa-299e-4327-93b1-a0791852572f'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:44.934366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Attempting to bind port a9abc170-4915-4609-90e2-57e146fd070b on network 22d781aa-299e-4327-93b1-a0791852572f {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:44.947911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Port a9abc170-4915-4609-90e2-57e146fd070b on network 22d781aa-299e-4327-93b1-a0791852572f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:11:44.948275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Attempting to bind port a9abc170-4915-4609-90e2-57e146fd070b on network 22d781aa-299e-4327-93b1-a0791852572f {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:44.956058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:44.956442 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Checking segment: {'id': '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '22d781aa-299e-4327-93b1-a0791852572f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:44.956837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Bound using segment: {'id': '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '22d781aa-299e-4327-93b1-a0791852572f'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:44.957282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Bound port: a9abc170-4915-4609-90e2-57e146fd070b, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '22d781aa-299e-4327-93b1-a0791852572f'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:44.957688 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:45.018254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-7fa21962-aa16-4c91-8af9-b59ef72a1ebf', 'network_id': '7fa21962-aa16-4c91-8af9-b59ef72a1ebf', 'tenant_id': '2f756f5ff9a948788b23d42b2d0b3a54', 'fixed_ips': [{'subnet_id': '843888cb-ee01-43c5-9afa-52ab42048060'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:11:45.019370 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:45.065515 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1fbf7-2ae8-4f1d-8c16-a8d4337634e6 req-bd89c860-36b1-426b-a3d2-3855908ed211 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:45.079943 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73e1fbf7-2ae8-4f1d-8c16-a8d4337634e6 req-bd89c860-36b1-426b-a3d2-3855908ed211 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.2109530 Sep 18 05:11:45.103204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] For port a9abc170-4915-4609-90e2-57e146fd070b, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:45.109596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] For port a9abc170-4915-4609-90e2-57e146fd070b, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a9abc170-4915-4609-90e2-57e146fd070b,segment=NetworkSegment(05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4),segment_id=05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:45.194201 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73e1fbf7-2ae8-4f1d-8c16-a8d4337634e6 req-3b873aab-3150-488e-9ea3-ec18bae49fa9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100447 Sep 18 05:11:45.196392 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5808632-cb71-4bcc-837f-4ec153b5d6e7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Made reservation on behalf of 2f756f5ff9a948788b23d42b2d0b3a54 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:45.203116 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c5808632-cb71-4bcc-837f-4ec153b5d6e7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:45.218460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Allocated IP 2001:db8:0:ffff::2 (7fa21962-aa16-4c91-8af9-b59ef72a1ebf/843888cb-ee01-43c5-9afa-52ab42048060/fa581825-9d60-447e-8d91-77d5723596eb) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:45.234833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5808632-cb71-4bcc-837f-4ec153b5d6e7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:11:45.236562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:45.249806 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c5808632-cb71-4bcc-837f-4ec153b5d6e7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:45.250502 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-c5808632-cb71-4bcc-837f-4ec153b5d6e7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Added segment a683ff73-ef6b-4cf8-8f94-76dad4617e74 of type vlan for network 4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4 Sep 18 05:11:45.325885 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c5808632-cb71-4bcc-837f-4ec153b5d6e7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:45.339930 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:45.342658 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7029f2d6-507c-46e1-883a-9739a962e77f details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:11:45.353825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:45.355337 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dead0703-2ff2-4e73-af63-52c126905a9c req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] 10.222.0.13 "PUT /v2.0/ports/a9abc170-4915-4609-90e2-57e146fd070b HTTP/1.1" status: 200 len: 1092 time: 1.3379099 Sep 18 05:11:45.355871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fd98bd-e0b6-41c0-9731-a14d0bc0e93f', 'tag': 'a9abc170-4915-4609-90e2-57e146fd070b'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:45.358341 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe19d12-cc49-4c49-909b-9c6d26c9c6ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f", "tag": "a9abc170-4915-4609-90e2-57e146fd070b"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:45.429907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3a552-1a03-4039-a6ce-8ce3622369ad service neutron] Pushing event updated for resources: {'Port': ['ID=a9abc170-4915-4609-90e2-57e146fd070b,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:45.446867 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c5808632-cb71-4bcc-837f-4ec153b5d6e7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:45.454445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5808632-cb71-4bcc-837f-4ec153b5d6e7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:45.455433 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c5808632-cb71-4bcc-837f-4ec153b5d6e7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:45.469128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f46c79-61ef-4503-a4ff-85914a79d166 req-af700bf3-cdd8-4764-a2ca-66c4f32776de tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:45.469476 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7029f2d6-507c-46e1-883a-9739a962e77f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7029f2d6-507c-46e1-883a-9739a962e77f,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:45.475134 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-95f46c79-61ef-4503-a4ff-85914a79d166 req-af700bf3-cdd8-4764-a2ca-66c4f32776de tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 946 time: 0.2595665 Sep 18 05:11:45.502442 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '7029f2d6-507c-46e1-883a-9739a962e77f', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '7029f2d6-507c-46e1-883a-9739a962e77f', 'mac_address': 'fa:16:3e:d9:29:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:11:45.570656 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:45.572485 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:45.593110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-95f46c79-61ef-4503-a4ff-85914a79d166 req-077a7200-070b-4a2a-b6f3-3c6e119a1a7b tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116142 Sep 18 05:11:45.621426 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7029f2d6-507c-46e1-883a-9739a962e77f {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:45.622988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0703-2ff2-4e73-af63-52c126905a9c req-73bf7482-f444-44d3-b441-20887a6338ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:45.626491 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dead0703-2ff2-4e73-af63-52c126905a9c req-73bf7482-f444-44d3-b441-20887a6338ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1862a5fec6ee4d8fa09a0965ced5a303&device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 1095 time: 0.0951464 Sep 18 05:11:45.631645 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c5808632-cb71-4bcc-837f-4ec153b5d6e7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7962213 Sep 18 05:11:45.634660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53886) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:45.642854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5808632-cb71-4bcc-837f-4ec153b5d6e7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'Network': ['ID=4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:45.660017 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-09b6fbea-e107-40e8-a3c7-c690b42681a0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Request body: {'subnet': {'network_id': '4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:45.673762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7029f2d6-507c-46e1-883a-9739a962e77f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7029f2d6-507c-46e1-883a-9739a962e77f,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:45.683034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 0f32aa41-c379-4841-b3a0-9aed0d4ef68b details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:11:45.790642 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23210f5b-4c1b-4d36-a48d-62f01c515ceb x-openstack-request-id: req-23210f5b-4c1b-4d36-a48d-62f01c515ceb {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:45.798080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:11:45.799746 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f3e93-a831-410f-a730-e9132eb2bff5 req-e0c1b5ab-20a1-4e17-ad26-b82a2553286e tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:45.803854 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f", "tag": "a9abc170-4915-4609-90e2-57e146fd070b", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:45.804393 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23210f5b-4c1b-4d36-a48d-62f01c515ceb {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:45.810936 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c99f3e93-a831-410f-a730-e9132eb2bff5 req-e0c1b5ab-20a1-4e17-ad26-b82a2553286e tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 943 time: 0.4007862 Sep 18 05:11:45.812699 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fd98bd-e0b6-41c0-9731-a14d0bc0e93f', 'tag': 'a9abc170-4915-4609-90e2-57e146fd070b', 'status': 'completed', 'code': 200} Sep 18 05:11:45.817424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dead0703-2ff2-4e73-af63-52c126905a9c req-caa2fa32-e614-4f8d-98fa-c9a12ec65bce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9abc170-4915-4609-90e2-57e146fd070b HTTP/1.1" status: 200 len: 217 time: 0.1804464 Sep 18 05:11:45.822829 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:45.834714 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:45.881000 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c99f3e93-a831-410f-a730-e9132eb2bff5 req-6fd03dd3-23ea-49ac-b409-9cf930015f12 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690958 Sep 18 05:11:45.944895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Network 7fa21962-aa16-4c91-8af9-b59ef72a1ebf is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:45.976851 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b6fbea-e107-40e8-a3c7-c690b42681a0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Made reservation on behalf of 2f756f5ff9a948788b23d42b2d0b3a54 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:45.982187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-09b6fbea-e107-40e8-a3c7-c690b42681a0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:45.991710 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:46.003491 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0703-2ff2-4e73-af63-52c126905a9c req-1dbb032f-d85d-4f3e-9d58-91762b7d4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:46.005020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dead0703-2ff2-4e73-af63-52c126905a9c req-1dbb032f-d85d-4f3e-9d58-91762b7d4bae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=762ac494-9135-4ceb-835e-8a5f320de53f HTTP/1.1" status: 200 len: 851 time: 0.1645639 Sep 18 05:11:46.014182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7029f2d6-507c-46e1-883a-9739a962e77f'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:46.016459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c0af6-2086-4680-9412-11bd0a1082cd req-bb868e36-a3ae-481e-8f0e-528af7f93bf8 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:46.025797 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-237c0af6-2086-4680-9412-11bd0a1082cd req-bb868e36-a3ae-481e-8f0e-528af7f93bf8 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 943 time: 0.2367508 Sep 18 05:11:46.044329 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:46.096824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f32aa41-c379-4841-b3a0-9aed0d4ef68b,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:46.099425 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dead0703-2ff2-4e73-af63-52c126905a9c req-f5c2ccb0-2d94-426d-b522-94d092292984 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22d781aa-299e-4327-93b1-a0791852572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612173 Sep 18 05:11:46.146768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Pushing event updated for resources: {'Port': ['ID=fa581825-9d60-447e-8d91-77d5723596eb,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:46.228105 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '0f32aa41-c379-4841-b3a0-9aed0d4ef68b', 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a', 'port_id': '0f32aa41-c379-4841-b3a0-9aed0d4ef68b', 'mac_address': 'fa:16:3e:ab:b7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b41fbf-821a-4539-a065-a1f72d6825cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:11:46.281713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-237c0af6-2086-4680-9412-11bd0a1082cd req-94116803-6376-47ed-bff7-aaddcb16d578 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549512 Sep 18 05:11:46.286839 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dead0703-2ff2-4e73-af63-52c126905a9c req-7e0bf1c9-db79-4a92-ab7a-065cf7b07bde service neutron] 10.222.0.13 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770136 Sep 18 05:11:46.330360 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:46.376211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Attempting to bind port fa581825-9d60-447e-8d91-77d5723596eb on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:46.376613 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Attempting to bind port fa581825-9d60-447e-8d91-77d5723596eb by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7fa21962-aa16-4c91-8af9-b59ef72a1ebf'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:46.376978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Attempting to bind port fa581825-9d60-447e-8d91-77d5723596eb on network 7fa21962-aa16-4c91-8af9-b59ef72a1ebf {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:46.385950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:46.386327 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Checking segment: {'id': 'cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7fa21962-aa16-4c91-8af9-b59ef72a1ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:46.386783 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:46.387186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Bound using segment: {'id': 'cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7fa21962-aa16-4c91-8af9-b59ef72a1ebf'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:46.388216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Bound port: fa581825-9d60-447e-8d91-77d5723596eb, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7fa21962-aa16-4c91-8af9-b59ef72a1ebf'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:46.388922 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:46.446375 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7029f2d6-507c-46e1-883a-9739a962e77f,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:46.451302 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f32aa41-c379-4841-b3a0-9aed0d4ef68b {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:46.471730 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f32aa41-c379-4841-b3a0-9aed0d4ef68b,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:46.502963 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] For port fa581825-9d60-447e-8d91-77d5723596eb, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:46.507028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] For port fa581825-9d60-447e-8d91-77d5723596eb, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fa581825-9d60-447e-8d91-77d5723596eb,segment=NetworkSegment(cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb),segment_id=cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:46.542772 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e56727-cf78-47a4-ae84-2d97084e7d05 req-bfecb30d-5c86-41a3-9e19-91d57600ebc6 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:46.544533 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-15e56727-cf78-47a4-ae84-2d97084e7d05 req-bfecb30d-5c86-41a3-9e19-91d57600ebc6 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.1283383 Sep 18 05:11:46.578056 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:46.582693 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:46.686994 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-15e56727-cf78-47a4-ae84-2d97084e7d05 req-ae7fc230-c3b4-4a77-8e0a-6038dee25a18 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335149 Sep 18 05:11:46.687693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=0f32aa41-c379-4841-b3a0-9aed0d4ef68b,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:46.837679 n-d-789963-13 neutron-server[106908]: DEBUG neutron.objects.ports [None req-09b6fbea-e107-40e8-a3c7-c690b42681a0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106908) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:11:46.841796 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-09b6fbea-e107-40e8-a3c7-c690b42681a0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:47.048548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145cecc-c5fc-4610-b287-ae2327780bc5 req-bc6ce9da-85ee-4bae-b705-adff1f288d5d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:47.059309 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7145cecc-c5fc-4610-b287-ae2327780bc5 req-bc6ce9da-85ee-4bae-b705-adff1f288d5d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 946 time: 0.1512351 Sep 18 05:11:47.127215 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dead0703-2ff2-4e73-af63-52c126905a9c req-b3484ad6-7cdf-47bd-9c19-3ef7564cded6 service neutron] 10.222.0.13 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315217 Sep 18 05:11:47.187413 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7145cecc-c5fc-4610-b287-ae2327780bc5 req-3616f429-b207-4eca-86a9-5d820dce83b8 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250570 Sep 18 05:11:47.264747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6fbea-e107-40e8-a3c7-c690b42681a0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'Subnet': ['ID=c29f9c99-4637-4e1b-8801-0979b40a3469,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:47.285029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9ffd9-5720-4e57-b57e-36d3dca34740 req-9bee35dc-7156-4a65-8d8b-9cef16a2570a tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:47.302702 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4ba9ffd9-5720-4e57-b57e-36d3dca34740 req-9bee35dc-7156-4a65-8d8b-9cef16a2570a tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 944 time: 0.3138752 Sep 18 05:11:47.320025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b6fbea-e107-40e8-a3c7-c690b42681a0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Checking segment: {'id': 'a683ff73-ef6b-4cf8-8f94-76dad4617e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:47.321188 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b6fbea-e107-40e8-a3c7-c690b42681a0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Network hostable DHCP agents. Network: 4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:11:47.340738 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb6525-d55c-4a37-b108-76564e08b864 None None] Pushing event updated for resources: {'Port': ['ID=fa581825-9d60-447e-8d91-77d5723596eb,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:47.369796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f32aa41-c379-4841-b3a0-9aed0d4ef68b'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:47.373242 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7029f2d6-507c-46e1-883a-9739a962e77f up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:47.396422 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe19d12-cc49-4c49-909b-9c6d26c9c6ea req-39ae1eb8-66fc-4cba-b4b5-f79e3405123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:47.398798 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dfe19d12-cc49-4c49-909b-9c6d26c9c6ea req-39ae1eb8-66fc-4cba-b4b5-f79e3405123e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1862a5fec6ee4d8fa09a0965ced5a303&device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 1095 time: 0.1218221 Sep 18 05:11:47.421914 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4ba9ffd9-5720-4e57-b57e-36d3dca34740 req-c959abb5-8fe3-4eb8-8789-c6679d513697 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172500 Sep 18 05:11:47.462391 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b6fbea-e107-40e8-a3c7-c690b42681a0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Network 4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:11:47.508899 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 7029f2d6-507c-46e1-883a-9739a962e77f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:47.509286 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:47.542758 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-09b6fbea-e107-40e8-a3c7-c690b42681a0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:47.547901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b6fbea-e107-40e8-a3c7-c690b42681a0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:47.548542 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-09b6fbea-e107-40e8-a3c7-c690b42681a0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:47.585240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe19d12-cc49-4c49-909b-9c6d26c9c6ea req-06c7dadf-c7ce-4b8e-b227-e9e4b15833b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:47.586739 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dfe19d12-cc49-4c49-909b-9c6d26c9c6ea req-06c7dadf-c7ce-4b8e-b227-e9e4b15833b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22d781aa-299e-4327-93b1-a0791852572f HTTP/1.1" status: 200 len: 911 time: 0.1782718 Sep 18 05:11:47.590660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5157ad7-ec3c-4880-b00e-8c9917ef1e4d None None] Network 4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:47.643853 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-09b6fbea-e107-40e8-a3c7-c690b42681a0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0020914 Sep 18 05:11:47.645158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53928) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:47.650498 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-498e43d2-0c56-4294-b94b-607034921c72 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Request body: {'port': {'network_id': '4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4', 'name': 'tempest-NetworksIpV6TestAttrs-1817745023'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:47.653561 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dfe19d12-cc49-4c49-909b-9c6d26c9c6ea req-461e4615-a0dc-46db-84f6-f70f2f2eace9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9abc170-4915-4609-90e2-57e146fd070b HTTP/1.1" status: 200 len: 217 time: 0.0559571 Sep 18 05:11:47.766064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb03746-3b13-48aa-84ee-591746a04a75 req-faef879b-ab06-4b37-92c1-4dcbbc04d272 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:47.770450 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3fb03746-3b13-48aa-84ee-591746a04a75 req-faef879b-ab06-4b37-92c1-4dcbbc04d272 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 943 time: 0.1107609 Sep 18 05:11:47.770450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe19d12-cc49-4c49-909b-9c6d26c9c6ea req-86aa4113-9d55-41af-988e-9df4317dc3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:47.771514 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dfe19d12-cc49-4c49-909b-9c6d26c9c6ea req-86aa4113-9d55-41af-988e-9df4317dc3d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=762ac494-9135-4ceb-835e-8a5f320de53f HTTP/1.1" status: 200 len: 851 time: 0.1028206 Sep 18 05:11:47.842551 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dfe19d12-cc49-4c49-909b-9c6d26c9c6ea req-5db769b6-b59e-4641-889c-e2d82fb58b92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22d781aa-299e-4327-93b1-a0791852572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622029 Sep 18 05:11:47.960597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3fb03746-3b13-48aa-84ee-591746a04a75 req-900ecf9e-32e9-40e2-8a33-459ec75bad51 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563532 Sep 18 05:11:47.993789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498e43d2-0c56-4294-b94b-607034921c72 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Made reservation on behalf of 2f756f5ff9a948788b23d42b2d0b3a54 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:47.995234 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-498e43d2-0c56-4294-b94b-607034921c72 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:48.081581 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-498e43d2-0c56-4294-b94b-607034921c72 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] device_id is not set on port 9ef0cb65-249a-42dc-9a14-b831e90e62ff yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:11:48.092034 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:48.186813 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7029f2d6-507c-46e1-883a-9739a962e77f'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:48.193053 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec8c9df-61b6-40ff-9e63-8e45e8341c6c" -d '{"events": [{"server_uuid": "73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2", "name": "network-vif-plugged", "status": "completed", "tag": "7029f2d6-507c-46e1-883a-9739a962e77f"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:48.207445 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dfe19d12-cc49-4c49-909b-9c6d26c9c6ea req-71be16b7-2034-4f24-9ae4-e65cef90fd07 service neutron] 10.222.0.13 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522103 Sep 18 05:11:48.262460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb14f-ba8b-4b39-9aa1-030e5011b06e req-d2f6b33f-f582-49f2-aaed-ad6d1d40a2dc tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:48.267737 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-780bb14f-ba8b-4b39-9aa1-030e5011b06e req-d2f6b33f-f582-49f2-aaed-ad6d1d40a2dc tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 946 time: 0.1572251 Sep 18 05:11:48.270924 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7029f2d6-507c-46e1-883a-9739a962e77f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7029f2d6-507c-46e1-883a-9739a962e77f,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:48.282566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4', 'network_id': '4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4', 'tenant_id': '2f756f5ff9a948788b23d42b2d0b3a54', 'fixed_ips': [{'subnet_id': 'c29f9c99-4637-4e1b-8801-0979b40a3469'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:11:48.283328 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:48.288051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d235e5-d50a-4361-95b3-19f292ef6e40 req-99a7b388-0721-4bc3-b310-b5ab119006c3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:48.289678 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e3d235e5-d50a-4361-95b3-19f292ef6e40 req-99a7b388-0721-4bc3-b310-b5ab119006c3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.0966930 Sep 18 05:11:48.431699 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e3d235e5-d50a-4361-95b3-19f292ef6e40 req-7511571a-e1da-475f-939b-d84367051871 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708883 Sep 18 05:11:48.431699 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-498e43d2-0c56-4294-b94b-607034921c72 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Allocated IP 2001:db8::f816:3eff:fe29:fe73 (4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4/c29f9c99-4637-4e1b-8801-0979b40a3469/9ef0cb65-249a-42dc-9a14-b831e90e62ff) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:48.454939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-780bb14f-ba8b-4b39-9aa1-030e5011b06e req-f042a6e1-54fc-489f-b7bf-420fff18ff28 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483965 Sep 18 05:11:48.483240 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628cfa7e-ba76-4da9-8424-f9e21dc69c26 x-openstack-request-id: req-628cfa7e-ba76-4da9-8424-f9e21dc69c26 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:48.483774 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2", "name": "network-vif-plugged", "status": "completed", "tag": "7029f2d6-507c-46e1-883a-9739a962e77f", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:48.483993 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-628cfa7e-ba76-4da9-8424-f9e21dc69c26 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:48.484262 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7029f2d6-507c-46e1-883a-9739a962e77f', 'code': 200} Sep 18 05:11:48.510467 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dfe19d12-cc49-4c49-909b-9c6d26c9c6ea req-e13aba87-8536-4832-aaa5-c36d7150240d service neutron] 10.222.0.13 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864044 Sep 18 05:11:48.538800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ad1bff-39be-4b3a-a463-0b2a490f5101 None None] Network 7fa21962-aa16-4c91-8af9-b59ef72a1ebf requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:48.642791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ef4089b8-09d9-4bcf-aebf-81d085e73f9e None None] Provisioning complete for port fa581825-9d60-447e-8d91-77d5723596eb triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:48.643293 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef4089b8-09d9-4bcf-aebf-81d085e73f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:48.725795 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-498e43d2-0c56-4294-b94b-607034921c72 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:48.737730 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:48.805108 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f1d1b-e40b-4aa7-8ca7-e323a98f0a2a req-a8bb8d8e-ce33-4258-a8d4-d91b28e805b9 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:48.809033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7029f2d6-507c-46e1-883a-9739a962e77f,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:48.814335 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0d2f1d1b-e40b-4aa7-8ca7-e323a98f0a2a req-a8bb8d8e-ce33-4258-a8d4-d91b28e805b9 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 944 time: 0.0938199 Sep 18 05:11:48.869019 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0d2f1d1b-e40b-4aa7-8ca7-e323a98f0a2a req-177483a5-ec62-4008-a82d-107d3f8b90d1 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537457 Sep 18 05:11:48.888834 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef4089b8-09d9-4bcf-aebf-81d085e73f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:48.891594 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-498e43d2-0c56-4294-b94b-607034921c72 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:48.971693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ef4089b8-09d9-4bcf-aebf-81d085e73f9e None None] For port fa581825-9d60-447e-8d91-77d5723596eb, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fa581825-9d60-447e-8d91-77d5723596eb,segment=NetworkSegment(cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb),segment_id=cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:48.972743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498e43d2-0c56-4294-b94b-607034921c72 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Network 4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:48.976681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-498e43d2-0c56-4294-b94b-607034921c72 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:48.980220 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e43d2-0c56-4294-b94b-607034921c72 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:48.986895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Allocated IP 2001:db8::f816:3eff:fe6c:a814 (4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4/c29f9c99-4637-4e1b-8801-0979b40a3469/e33c6fd2-71cb-4a30-8971-90c41a0c25cb) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:48.987801 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498e43d2-0c56-4294-b94b-607034921c72 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:48.988994 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-498e43d2-0c56-4294-b94b-607034921c72 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:49.013724 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e43d2-0c56-4294-b94b-607034921c72 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'Port': ['ID=9ef0cb65-249a-42dc-9a14-b831e90e62ff,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:49.080473 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-498e43d2-0c56-4294-b94b-607034921c72 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4340336 Sep 18 05:11:49.083045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53954) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:49.094599 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef4089b8-09d9-4bcf-aebf-81d085e73f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:49.215682 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4089b8-09d9-4bcf-aebf-81d085e73f9e None None] Pushing event updated for resources: {'Port': ['ID=fa581825-9d60-447e-8d91-77d5723596eb,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:49.225413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fa581825-9d60-447e-8d91-77d5723596eb up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:49.319118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e499d907-6849-4774-8a75-02436696a9dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Deleting subnet c29f9c99-4637-4e1b-8801-0979b40a3469 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:11:49.351273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476efba-ab27-44dc-9ea0-84d12eae68ad req-22c9b859-5df7-4e1a-9140-b8a561eea6c9 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:49.353976 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d476efba-ab27-44dc-9ea0-84d12eae68ad req-22c9b859-5df7-4e1a-9140-b8a561eea6c9 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 943 time: 0.1967552 Sep 18 05:11:49.431530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d476efba-ab27-44dc-9ea0-84d12eae68ad req-0bdf9639-56d5-466a-a7bf-0d6d01e4599a tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716410 Sep 18 05:11:49.456255 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:49.485525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-469a4b98-d8de-4ce9-8b89-ca2007f69472 None None] Provisioning complete for port fa581825-9d60-447e-8d91-77d5723596eb triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:49.486011 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-469a4b98-d8de-4ce9-8b89-ca2007f69472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:49.548951 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:49.553237 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e499d907-6849-4774-8a75-02436696a9dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:49.585679 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19236058-eda4-4153-8594-4aa21c0211ca req-7f5aecd6-54f1-4ae3-8e34-b29d01149aa4 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:49.601808 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-19236058-eda4-4153-8594-4aa21c0211ca req-7f5aecd6-54f1-4ae3-8e34-b29d01149aa4 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.0809784 Sep 18 05:11:49.653386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-19236058-eda4-4153-8594-4aa21c0211ca req-1ab95b62-efa9-482f-ad6b-a598ad1cd829 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488842 Sep 18 05:11:49.686656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fa581825-9d60-447e-8d91-77d5723596eb triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:49.690314 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:49.718207 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a9abc170-4915-4609-90e2-57e146fd070b details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:11:49.727205 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 0f32aa41-c379-4841-b3a0-9aed0d4ef68b up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:49.760788 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e499d907-6849-4774-8a75-02436696a9dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:49.794561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Network 4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:49.794800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37bcd9-f00e-4b67-bc7c-294fe33987a7 req-ef160ebe-6f4a-461f-b293-3dfc70d5b3eb tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:49.797302 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad37bcd9-f00e-4b67-bc7c-294fe33987a7 req-ef160ebe-6f4a-461f-b293-3dfc70d5b3eb tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.18 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 946 time: 0.2909009 Sep 18 05:11:49.862634 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:49.864608 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Pushing event updated for resources: {'Port': ['ID=e33c6fd2-71cb-4a30-8971-90c41a0c25cb,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:49.870808 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:49.932384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c9ee1-48c4-4e3d-a7da-bd9968058566 req-1a8335c7-d38c-4742-91c8-14d8fa817583 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:49.941393 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b44c9ee1-48c4-4e3d-a7da-bd9968058566 req-1a8335c7-d38c-4742-91c8-14d8fa817583 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 946 time: 0.3039041 Sep 18 05:11:50.069063 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51110d23-2f24-4a5d-9f47-fbc6b52c8da2 req-789d5ead-dd06-4445-a191-98d223d94380 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:50.076994 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-51110d23-2f24-4a5d-9f47-fbc6b52c8da2 req-789d5ead-dd06-4445-a191-98d223d94380 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 944 time: 0.1110659 Sep 18 05:11:50.113591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Attempting to bind port e33c6fd2-71cb-4a30-8971-90c41a0c25cb on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:50.114121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Attempting to bind port e33c6fd2-71cb-4a30-8971-90c41a0c25cb by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'a683ff73-ef6b-4cf8-8f94-76dad4617e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:50.124885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Attempting to bind port e33c6fd2-71cb-4a30-8971-90c41a0c25cb on network 4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:50.167432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:50.167962 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Checking segment: {'id': 'a683ff73-ef6b-4cf8-8f94-76dad4617e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:50.169104 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:50.181678 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-51110d23-2f24-4a5d-9f47-fbc6b52c8da2 req-d04b811b-4100-4265-a596-b3d09f68204b tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030321 Sep 18 05:11:50.182100 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Bound using segment: {'id': 'a683ff73-ef6b-4cf8-8f94-76dad4617e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:50.191931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Bound port: e33c6fd2-71cb-4a30-8971-90c41a0c25cb, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a683ff73-ef6b-4cf8-8f94-76dad4617e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:50.192815 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:50.204837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b44c9ee1-48c4-4e3d-a7da-bd9968058566 req-bb359382-b602-40b3-b91f-3925c2606898 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622285 Sep 18 05:11:50.241955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-ad37bcd9-f00e-4b67-bc7c-294fe33987a7 req-f424d9ed-6850-4a88-bc70-43c4d1538f1e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Deleting port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:11:50.242228 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad37bcd9-f00e-4b67-bc7c-294fe33987a7 req-f424d9ed-6850-4a88-bc70-43c4d1538f1e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:50.275171 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:11:50.319996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port a9abc170-4915-4609-90e2-57e146fd070b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a9abc170-4915-4609-90e2-57e146fd070b,segment=NetworkSegment(05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4),segment_id=05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:50.323857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:50.324510 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:50.346025 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e499d907-6849-4774-8a75-02436696a9dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:50.383479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'a9abc170-4915-4609-90e2-57e146fd070b', 'network_id': '22d781aa-299e-4327-93b1-a0791852572f', 'port_id': 'a9abc170-4915-4609-90e2-57e146fd070b', 'mac_address': 'fa:16:3e:a0:49:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762ac494-9135-4ceb-835e-8a5f320de53f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:11:50.487931 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:50.489840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ad37bcd9-f00e-4b67-bc7c-294fe33987a7 req-f424d9ed-6850-4a88-bc70-43c4d1538f1e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] For port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:50.489840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad37bcd9-f00e-4b67-bc7c-294fe33987a7 req-f424d9ed-6850-4a88-bc70-43c4d1538f1e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:50.505188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-ad37bcd9-f00e-4b67-bc7c-294fe33987a7 req-f424d9ed-6850-4a88-bc70-43c4d1538f1e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Calling delete_port for ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:11:50.521053 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9abc170-4915-4609-90e2-57e146fd070b {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:11:50.552252 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port a9abc170-4915-4609-90e2-57e146fd070b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a9abc170-4915-4609-90e2-57e146fd070b,segment=NetworkSegment(05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4),segment_id=05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:50.556984 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:50.570431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e499d907-6849-4774-8a75-02436696a9dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:50.570589 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] For port e33c6fd2-71cb-4a30-8971-90c41a0c25cb, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:50.589941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f43d7-8d72-4ed5-a8b4-a82dad6b06e1 req-293a33aa-f12a-443a-859f-5aef90492f19 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:50.592506 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e499d907-6849-4774-8a75-02436696a9dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:50.598861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] For port e33c6fd2-71cb-4a30-8971-90c41a0c25cb, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e33c6fd2-71cb-4a30-8971-90c41a0c25cb,segment=NetworkSegment(a683ff73-ef6b-4cf8-8f94-76dad4617e74),segment_id=a683ff73-ef6b-4cf8-8f94-76dad4617e74)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:50.599049 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c24f43d7-8d72-4ed5-a8b4-a82dad6b06e1 req-293a33aa-f12a-443a-859f-5aef90492f19 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 943 time: 0.0777330 Sep 18 05:11:50.599209 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e499d907-6849-4774-8a75-02436696a9dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/subnets/c29f9c99-4637-4e1b-8801-0979b40a3469 HTTP/1.1" status: 204 len: 168 time: 1.5102923 Sep 18 05:11:50.599313 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54022) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:50.601338 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f183684c-331d-459a-a05c-2189975862ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f32aa41-c379-4841-b3a0-9aed0d4ef68b'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:50.603973 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2764eb0-3b0e-4990-9883-7069ef13bf96" -d '{"events": [{"server_uuid": "f183684c-331d-459a-a05c-2189975862ca", "name": "network-vif-plugged", "status": "completed", "tag": "0f32aa41-c379-4841-b3a0-9aed0d4ef68b"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:50.617763 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:50.621868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f32aa41-c379-4841-b3a0-9aed0d4ef68b,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:50.622049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499d907-6849-4774-8a75-02436696a9dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Subnet': ['ID=c29f9c99-4637-4e1b-8801-0979b40a3469,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:50.659417 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:50.693637 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:50.698351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=a9abc170-4915-4609-90e2-57e146fd070b,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:50.709861 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c24f43d7-8d72-4ed5-a8b4-a82dad6b06e1 req-59f99763-fe7c-49fe-afde-290d50340168 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981059 Sep 18 05:11:50.734619 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395865bc-1dab-4ca8-8856-f2f4dcf6a50c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:50.734619 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395865bc-1dab-4ca8-8856-f2f4dcf6a50c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:50.734619 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-395865bc-1dab-4ca8-8856-f2f4dcf6a50c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1360714 Sep 18 05:11:50.735086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54030) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:50.789904 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abce57fd-618d-4329-bd07-fecc8a97d207 x-openstack-request-id: req-abce57fd-618d-4329-bd07-fecc8a97d207 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:50.792630 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f183684c-331d-459a-a05c-2189975862ca", "name": "network-vif-plugged", "status": "completed", "tag": "0f32aa41-c379-4841-b3a0-9aed0d4ef68b", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:50.792998 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abce57fd-618d-4329-bd07-fecc8a97d207 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:50.794148 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f183684c-331d-459a-a05c-2189975862ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f32aa41-c379-4841-b3a0-9aed0d4ef68b', 'code': 200} Sep 18 05:11:50.860459 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10928635-7117-4853-8caf-d3bc4ff5cf0b None None] Pushing event updated for resources: {'Port': ['ID=e33c6fd2-71cb-4a30-8971-90c41a0c25cb,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:50.899308 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['a9abc170-4915-4609-90e2-57e146fd070b'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:50.917606 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad37bcd9-f00e-4b67-bc7c-294fe33987a7 req-f424d9ed-6850-4a88-bc70-43c4d1538f1e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:50.935549 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:50.955243 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03a2e6d1-6ca2-4280-acf1-70a17b1d7b9c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:51.043467 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a2e6d1-6ca2-4280-acf1-70a17b1d7b9c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 18 05:11:51.047598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a2e6d1-6ca2-4280-acf1-70a17b1d7b9c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:11:51.060782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54066) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:51.061609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424d9ed-6850-4a88-bc70-43c4d1538f1e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Pushing event deleted for resources: {'Port': ['ID=ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:51.083611 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-03a2e6d1-6ca2-4280-acf1-70a17b1d7b9c tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/networks/4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4 HTTP/1.1" status: 409 len: 405 time: 0.3167872 Sep 18 05:11:51.107595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-a8588466-d6aa-4300-8cbd-9aac1dc38729 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-180453130'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:51.130553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a175079-9be5-45bb-ac5d-cd12a6a49b73 req-4ffc71fe-1224-4421-9d80-dbaab83bdcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:51.132790 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a175079-9be5-45bb-ac5d-cd12a6a49b73 req-4ffc71fe-1224-4421-9d80-dbaab83bdcf3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 1097 time: 0.3257458 Sep 18 05:11:51.141876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398db60-06be-482a-bf23-3b969d384775 req-2fa3469e-0ece-4b99-8bca-51d494a976ea tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:51.162382 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5398db60-06be-482a-bf23-3b969d384775 req-2fa3469e-0ece-4b99-8bca-51d494a976ea tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.2653136 Sep 18 05:11:51.222821 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5398db60-06be-482a-bf23-3b969d384775 req-638f0de5-882a-4cba-b8bd-6056472ddebb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592203 Sep 18 05:11:51.274545 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fa581825-9d60-447e-8d91-77d5723596eb up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:51.300816 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad37bcd9-f00e-4b67-bc7c-294fe33987a7 req-f424d9ed-6850-4a88-bc70-43c4d1538f1e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] No DVR routers for this DVR port ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:11:51.310055 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ad37bcd9-f00e-4b67-bc7c-294fe33987a7 req-f424d9ed-6850-4a88-bc70-43c4d1538f1e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:51.330911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad37bcd9-f00e-4b67-bc7c-294fe33987a7 req-f424d9ed-6850-4a88-bc70-43c4d1538f1e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.18 "DELETE /v2.0/ports/ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 HTTP/1.1" status: 204 len: 173 time: 1.4834054 Sep 18 05:11:51.335806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c5aa75-fcd8-47f9-af85-c52c0b88d489', 'name': 'network-vif-deleted', 'tag': 'ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:51.336733 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26442b8-77f8-49b6-a64b-1d57721da484" -d '{"events": [{"server_uuid": "63c5aa75-fcd8-47f9-af85-c52c0b88d489", "name": "network-vif-deleted", "tag": "ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:51.374369 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a175079-9be5-45bb-ac5d-cd12a6a49b73 req-cca51ec4-4bbc-4db8-8735-2e1dcd2a8873 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277778 Sep 18 05:11:51.384964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8588466-d6aa-4300-8cbd-9aac1dc38729 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Made reservation on behalf of 2f756f5ff9a948788b23d42b2d0b3a54 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:51.394011 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a8588466-d6aa-4300-8cbd-9aac1dc38729 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:51.394250 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=0f32aa41-c379-4841-b3a0-9aed0d4ef68b,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:51.456016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8588466-d6aa-4300-8cbd-9aac1dc38729 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:11:51.470373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fa581825-9d60-447e-8d91-77d5723596eb triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:51.470848 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:51.479808 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a8588466-d6aa-4300-8cbd-9aac1dc38729 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:51.480179 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-a8588466-d6aa-4300-8cbd-9aac1dc38729 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Added segment 61a1b09d-2355-4710-94b5-f85213ad6ecc of type vlan for network 097e36fa-5cde-4e9d-b44d-f080d5fb4235 Sep 18 05:11:51.484898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca400e-9a6c-40dc-adb8-98e065856cee req-5abdf23e-c8c6-4334-ad82-13285d83b4e1 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:51.495087 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-99ca400e-9a6c-40dc-adb8-98e065856cee req-5abdf23e-c8c6-4334-ad82-13285d83b4e1 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 945 time: 0.1271198 Sep 18 05:11:51.543855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a8588466-d6aa-4300-8cbd-9aac1dc38729 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:51.659892 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-99ca400e-9a6c-40dc-adb8-98e065856cee req-38dd3e69-c307-4f72-a83a-f499cfcaa4ef tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617820 Sep 18 05:11:51.673848 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a8588466-d6aa-4300-8cbd-9aac1dc38729 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:51.680129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8588466-d6aa-4300-8cbd-9aac1dc38729 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:51.680282 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a8588466-d6aa-4300-8cbd-9aac1dc38729 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:51.771128 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a15e32ad-6bc1-48cd-96d8-d570df997945 req-642e83de-4c87-4ca7-93fc-e99b75a45f29 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5aa75-fcd8-47f9-af85-c52c0b88d489 HTTP/1.1" status: 200 len: 210 time: 0.0423522 Sep 18 05:11:51.821231 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a8588466-d6aa-4300-8cbd-9aac1dc38729 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7570422 Sep 18 05:11:51.821374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54084) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:51.824634 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd2cb9c-684f-4225-8049-ac07b2169dbc x-openstack-request-id: req-0dd2cb9c-684f-4225-8049-ac07b2169dbc {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:51.825747 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c5aa75-fcd8-47f9-af85-c52c0b88d489", "name": "network-vif-deleted", "tag": "ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:51.826213 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0dd2cb9c-684f-4225-8049-ac07b2169dbc {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:51.826717 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c5aa75-fcd8-47f9-af85-c52c0b88d489', 'name': 'network-vif-deleted', 'tag': 'ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0', 'status': 'completed', 'code': 200} Sep 18 05:11:51.831262 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8588466-d6aa-4300-8cbd-9aac1dc38729 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'Network': ['ID=097e36fa-5cde-4e9d-b44d-f080d5fb4235,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:51.842440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7bfb3956-a992-430c-b7ee-200b67bc6a49 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Request body: {'subnet': {'network_id': '097e36fa-5cde-4e9d-b44d-f080d5fb4235', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:51.846993 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 097e36fa-5cde-4e9d-b44d-f080d5fb4235 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:11:52.016561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025301b-1cbd-400f-ab4f-32ab533d32d4 req-50fa4f02-9410-4214-b292-d54c30c23643 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:52.018119 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2025301b-1cbd-400f-ab4f-32ab533d32d4 req-50fa4f02-9410-4214-b292-d54c30c23643 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 944 time: 0.0756695 Sep 18 05:11:52.095208 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2025301b-1cbd-400f-ab4f-32ab533d32d4 req-f290c0de-797b-4baa-b904-74330780460d tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656137 Sep 18 05:11:52.119568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['1e3663a3-5216-4988-8e85-236791678bc8'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:11:52.155652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfb3956-a992-430c-b7ee-200b67bc6a49 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Made reservation on behalf of 2f756f5ff9a948788b23d42b2d0b3a54 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:52.161656 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3956-a992-430c-b7ee-200b67bc6a49 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:52.327638 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37912e60-2b8f-409e-869c-7d7237e8e5f1 None None] Network 4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:52.520573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490cef-2ec3-43ee-8adb-5c3fd297490c req-d801a4c4-2751-4046-85eb-76df4cc740ee tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:52.530660 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c0490cef-2ec3-43ee-8adb-5c3fd297490c req-d801a4c4-2751-4046-85eb-76df4cc740ee tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.2139506 Sep 18 05:11:52.536359 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-32437ea5-d54d-445c-a5ee-386640acd2a4 None None] Provisioning complete for port e33c6fd2-71cb-4a30-8971-90c41a0c25cb triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:52.536737 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32437ea5-d54d-445c-a5ee-386640acd2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:52.625401 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c0490cef-2ec3-43ee-8adb-5c3fd297490c req-a75dc80d-b4c1-4fb8-9ea0-bb64e789764a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931716 Sep 18 05:11:52.696904 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32437ea5-d54d-445c-a5ee-386640acd2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:52.716111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7494330d-bbe0-4f95-9879-9a694ad7e6ab None None] DHCP port deletion for 4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:11:52.797716 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-32437ea5-d54d-445c-a5ee-386640acd2a4 None None] For port e33c6fd2-71cb-4a30-8971-90c41a0c25cb, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e33c6fd2-71cb-4a30-8971-90c41a0c25cb,segment=NetworkSegment(a683ff73-ef6b-4cf8-8f94-76dad4617e74),segment_id=a683ff73-ef6b-4cf8-8f94-76dad4617e74)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:52.839558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7494330d-bbe0-4f95-9879-9a694ad7e6ab None None] Deleting port e33c6fd2-71cb-4a30-8971-90c41a0c25cb {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:11:52.840136 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7494330d-bbe0-4f95-9879-9a694ad7e6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:52.869399 n-d-789963-13 neutron-server[106908]: DEBUG neutron.objects.ports [None req-7bfb3956-a992-430c-b7ee-200b67bc6a49 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106908) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:11:52.872215 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3956-a992-430c-b7ee-200b67bc6a49 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:52.912889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc12f2-add9-4c7f-b7d9-2c632a17fdc1 req-ae4cf1b0-5cd0-4d0e-a209-21a9f3dd036e tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:52.925521 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98fc12f2-add9-4c7f-b7d9-2c632a17fdc1 req-ae4cf1b0-5cd0-4d0e-a209-21a9f3dd036e tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 945 time: 0.1381540 Sep 18 05:11:52.927114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7494330d-bbe0-4f95-9879-9a694ad7e6ab None None] For port e33c6fd2-71cb-4a30-8971-90c41a0c25cb, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e33c6fd2-71cb-4a30-8971-90c41a0c25cb,segment=NetworkSegment(a683ff73-ef6b-4cf8-8f94-76dad4617e74),segment_id=a683ff73-ef6b-4cf8-8f94-76dad4617e74)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:52.927644 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7494330d-bbe0-4f95-9879-9a694ad7e6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:52.947006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7494330d-bbe0-4f95-9879-9a694ad7e6ab None None] Calling delete_port for e33c6fd2-71cb-4a30-8971-90c41a0c25cb owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:11:53.007326 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32437ea5-d54d-445c-a5ee-386640acd2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:53.009358 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:53.053894 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98fc12f2-add9-4c7f-b7d9-2c632a17fdc1 req-6f91b078-9f58-4860-9105-b15e745918b2 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312096 Sep 18 05:11:53.057599 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb3956-a992-430c-b7ee-200b67bc6a49 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'Subnet': ['ID=2f93a847-089e-4bd6-b56a-da3eb83e1318,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:53.076585 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb3956-a992-430c-b7ee-200b67bc6a49 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Checking segment: {'id': '61a1b09d-2355-4710-94b5-f85213ad6ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '097e36fa-5cde-4e9d-b44d-f080d5fb4235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:53.076585 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfb3956-a992-430c-b7ee-200b67bc6a49 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Network hostable DHCP agents. Network: 097e36fa-5cde-4e9d-b44d-f080d5fb4235, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:11:53.119983 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32437ea5-d54d-445c-a5ee-386640acd2a4 None None] Pushing event updated for resources: {'Port': ['ID=e33c6fd2-71cb-4a30-8971-90c41a0c25cb,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:53.155750 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:53.177825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfb3956-a992-430c-b7ee-200b67bc6a49 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Network 097e36fa-5cde-4e9d-b44d-f080d5fb4235 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:11:53.251398 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bc5d0-ab61-4293-aa0b-40aaa49fecf6 req-9a44eaf6-ab21-432c-8960-204b81f19198 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:53.253000 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-064bc5d0-ab61-4293-aa0b-40aaa49fecf6 req-9a44eaf6-ab21-432c-8960-204b81f19198 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 944 time: 0.0727236 Sep 18 05:11:53.253771 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7494330d-bbe0-4f95-9879-9a694ad7e6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:53.299056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-7bfb3956-a992-430c-b7ee-200b67bc6a49 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 097e36fa-5cde-4e9d-b44d-f080d5fb4235) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:53.315555 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494330d-bbe0-4f95-9879-9a694ad7e6ab None None] Pushing event deleted for resources: {'Port': ['ID=e33c6fd2-71cb-4a30-8971-90c41a0c25cb,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:53.318153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb3956-a992-430c-b7ee-200b67bc6a49 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:53.319094 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3956-a992-430c-b7ee-200b67bc6a49 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:53.326217 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ef79ad-0760-46d2-856a-03adb6a134b1 None None] Network 097e36fa-5cde-4e9d-b44d-f080d5fb4235 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:53.331010 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-064bc5d0-ab61-4293-aa0b-40aaa49fecf6 req-3a26e1ee-3f9a-4081-95ec-b372687716af tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719879 Sep 18 05:11:53.382037 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:11:53.382037 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7494330d-bbe0-4f95-9879-9a694ad7e6ab None None] No DVR routers for this DVR port e33c6fd2-71cb-4a30-8971-90c41a0c25cb on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:11:53.434965 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7bfb3956-a992-430c-b7ee-200b67bc6a49 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6125810 Sep 18 05:11:53.437779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54106) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:53.443296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:11:53.443460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d1376292-19a0-49ad-ad05-6e9153cbbd52 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Request body: {'port': {'network_id': '097e36fa-5cde-4e9d-b44d-f080d5fb4235', 'name': 'tempest-NetworksIpV6TestAttrs-383813568'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:53.443698 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff7396d1-6bed-4a6e-9d3d-7e5875ed39a0 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:11:53.573779 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7f8df-b1a1-4158-b81c-053d5be2de46 req-0202b239-2d93-4f01-ada1-840d4e1f495e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:53.581905 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29f7f8df-b1a1-4158-b81c-053d5be2de46 req-0202b239-2d93-4f01-ada1-840d4e1f495e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1444654 Sep 18 05:11:53.607351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-097e36fa-5cde-4e9d-b44d-f080d5fb4235', 'network_id': '097e36fa-5cde-4e9d-b44d-f080d5fb4235', 'tenant_id': '2f756f5ff9a948788b23d42b2d0b3a54', 'fixed_ips': [{'subnet_id': '2f93a847-089e-4bd6-b56a-da3eb83e1318'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:11:53.608706 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:53.638859 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29f7f8df-b1a1-4158-b81c-053d5be2de46 req-cc8d7b03-fb1a-435b-b425-f1159577394e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559711 Sep 18 05:11:53.802961 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Allocated IP 2001:db8::f816:3eff:fe37:c191 (097e36fa-5cde-4e9d-b44d-f080d5fb4235/2f93a847-089e-4bd6-b56a-da3eb83e1318/02422edc-292c-4bfb-90d3-a357686e0505) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:53.828516 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1376292-19a0-49ad-ad05-6e9153cbbd52 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Made reservation on behalf of 2f756f5ff9a948788b23d42b2d0b3a54 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:53.833604 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d1376292-19a0-49ad-ad05-6e9153cbbd52 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:53.889277 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-d1376292-19a0-49ad-ad05-6e9153cbbd52 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] device_id is not set on port 9250e389-2d27-444c-a341-f47b5e9079a3 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:11:53.902533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e379fe-dd3b-4148-ad63-146bdec9ecb1 req-63462c94-28a8-409a-93c8-6f82d5d6321e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:53.911480 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-42e379fe-dd3b-4148-ad63-146bdec9ecb1 req-63462c94-28a8-409a-93c8-6f82d5d6321e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.0710647 Sep 18 05:11:53.962462 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-42e379fe-dd3b-4148-ad63-146bdec9ecb1 req-fc30f64a-e86d-4697-8d7b-ec4d9f359e73 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472608 Sep 18 05:11:53.990136 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:53.994830 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a9abc170-4915-4609-90e2-57e146fd070b up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:11:54.067027 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:54.127641 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291707b-dbb6-4c8b-97f2-28b17b13faa1 req-52c3e69d-1002-4823-8c8e-e9746a529eae tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:54.135912 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f291707b-dbb6-4c8b-97f2-28b17b13faa1 req-52c3e69d-1002-4823-8c8e-e9746a529eae tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0639777 Sep 18 05:11:54.142142 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Network 097e36fa-5cde-4e9d-b44d-f080d5fb4235 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:54.146308 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:54.148854 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:54.157915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-d1376292-19a0-49ad-ad05-6e9153cbbd52 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Allocated IP 2001:db8::f816:3eff:fe2b:2470 (097e36fa-5cde-4e9d-b44d-f080d5fb4235/2f93a847-089e-4bd6-b56a-da3eb83e1318/9250e389-2d27-444c-a341-f47b5e9079a3) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:11:54.168135 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Pushing event updated for resources: {'Port': ['ID=02422edc-292c-4bfb-90d3-a357686e0505,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:54.190714 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f291707b-dbb6-4c8b-97f2-28b17b13faa1 req-1628c8de-8240-46c1-8d09-322539ecddc3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537622 Sep 18 05:11:54.244100 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Attempting to bind port 02422edc-292c-4bfb-90d3-a357686e0505 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:11:54.244504 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Attempting to bind port 02422edc-292c-4bfb-90d3-a357686e0505 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '61a1b09d-2355-4710-94b5-f85213ad6ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '097e36fa-5cde-4e9d-b44d-f080d5fb4235'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:11:54.244872 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Attempting to bind port 02422edc-292c-4bfb-90d3-a357686e0505 on network 097e36fa-5cde-4e9d-b44d-f080d5fb4235 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:11:54.252094 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:11:54.252498 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Checking segment: {'id': '61a1b09d-2355-4710-94b5-f85213ad6ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '097e36fa-5cde-4e9d-b44d-f080d5fb4235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:54.253354 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:54.253768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Bound using segment: {'id': '61a1b09d-2355-4710-94b5-f85213ad6ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '097e36fa-5cde-4e9d-b44d-f080d5fb4235'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:11:54.254252 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Bound port: 02422edc-292c-4bfb-90d3-a357686e0505, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a1b09d-2355-4710-94b5-f85213ad6ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '097e36fa-5cde-4e9d-b44d-f080d5fb4235'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:11:54.254642 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:54.268220 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port a9abc170-4915-4609-90e2-57e146fd070b completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:11:54.276654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port a9abc170-4915-4609-90e2-57e146fd070b triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:54.277043 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:54.359314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cd44b-f0ef-4acc-86b8-11ecd4ce819a req-e1fb3fbe-a807-4f79-9085-0f8877cb1c16 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:54.360917 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fa7cd44b-f0ef-4acc-86b8-11ecd4ce819a req-e1fb3fbe-a807-4f79-9085-0f8877cb1c16 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 945 time: 0.0866528 Sep 18 05:11:54.432063 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fa7cd44b-f0ef-4acc-86b8-11ecd4ce819a req-72565514-ea38-4c5f-871c-d0afea1d4d57 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643702 Sep 18 05:11:54.514024 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d1376292-19a0-49ad-ad05-6e9153cbbd52 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:54.522397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] For port 02422edc-292c-4bfb-90d3-a357686e0505, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:11:54.578914 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] For port 02422edc-292c-4bfb-90d3-a357686e0505, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=02422edc-292c-4bfb-90d3-a357686e0505,segment=NetworkSegment(61a1b09d-2355-4710-94b5-f85213ad6ecc),segment_id=61a1b09d-2355-4710-94b5-f85213ad6ecc)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:11:54.580461 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:54.643630 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:54.654236 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15d53e-159c-4f3c-b326-e55a35b8fd55 req-64e51dac-84a2-47ad-97bf-1d92af849d8d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:54.657813 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fd98bd-e0b6-41c0-9731-a14d0bc0e93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9abc170-4915-4609-90e2-57e146fd070b'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:11:54.660603 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9909b228-623b-4f2c-81ed-626895c84608" -d '{"events": [{"server_uuid": "d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f", "name": "network-vif-plugged", "status": "completed", "tag": "a9abc170-4915-4609-90e2-57e146fd070b"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:11:54.662807 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0d15d53e-159c-4f3c-b326-e55a35b8fd55 req-64e51dac-84a2-47ad-97bf-1d92af849d8d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0957198 Sep 18 05:11:54.663188 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d1376292-19a0-49ad-ad05-6e9153cbbd52 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:54.719555 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0d15d53e-159c-4f3c-b326-e55a35b8fd55 req-f916eae7-b76c-40f4-8c4a-0550ba47cda7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555964 Sep 18 05:11:54.774882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1376292-19a0-49ad-ad05-6e9153cbbd52 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Network 097e36fa-5cde-4e9d-b44d-f080d5fb4235 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:11:54.786758 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port a9abc170-4915-4609-90e2-57e146fd070b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a9abc170-4915-4609-90e2-57e146fd070b,segment=NetworkSegment(05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4),segment_id=05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:54.789815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-d1376292-19a0-49ad-ad05-6e9153cbbd52 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:54.800713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1376292-19a0-49ad-ad05-6e9153cbbd52 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:11:54.811654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1376292-19a0-49ad-ad05-6e9153cbbd52 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:54.812372 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d1376292-19a0-49ad-ad05-6e9153cbbd52 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:54.857184 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e558e3-31a8-43a9-94ab-abbdd4696073 None None] Pushing event updated for resources: {'Port': ['ID=02422edc-292c-4bfb-90d3-a357686e0505,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:54.871255 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1376292-19a0-49ad-ad05-6e9153cbbd52 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'Port': ['ID=9250e389-2d27-444c-a341-f47b5e9079a3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:54.883419 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:54.902285 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c102f-2a2f-42b4-89ef-f7e9399f0b02 req-7a5e2e25-94a9-4a01-9db3-d36dffd85b16 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:54.912672 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f25c102f-2a2f-42b4-89ef-f7e9399f0b02 req-7a5e2e25-94a9-4a01-9db3-d36dffd85b16 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 944 time: 0.0930943 Sep 18 05:11:54.956840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=a9abc170-4915-4609-90e2-57e146fd070b,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:54.983272 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f25c102f-2a2f-42b4-89ef-f7e9399f0b02 req-cd0f809a-0f93-4eaa-afaf-4afe01500a88 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676029 Sep 18 05:11:54.985677 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d1376292-19a0-49ad-ad05-6e9153cbbd52 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5467858 Sep 18 05:11:54.988199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54136) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:55.088823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d8688a-5a32-435c-a3cf-a992b0590fea tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Deleting subnet 2f93a847-089e-4bd6-b56a-da3eb83e1318 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:11:55.094094 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65d8688a-5a32-435c-a3cf-a992b0590fea tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:55.225211 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65d8688a-5a32-435c-a3cf-a992b0590fea tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:55.344506 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec332f88-aae9-4c2d-a657-436a8634f78e x-openstack-request-id: req-ec332f88-aae9-4c2d-a657-436a8634f78e {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:11:55.344808 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f", "name": "network-vif-plugged", "status": "completed", "tag": "a9abc170-4915-4609-90e2-57e146fd070b", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:11:55.345066 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec332f88-aae9-4c2d-a657-436a8634f78e {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:11:55.345504 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fd98bd-e0b6-41c0-9731-a14d0bc0e93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9abc170-4915-4609-90e2-57e146fd070b', 'code': 200} Sep 18 05:11:55.537843 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65d8688a-5a32-435c-a3cf-a992b0590fea tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:55.676198 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f7ae7-279c-406b-9467-966d525ce1b8 req-3f80f86a-395f-4555-b29b-d67b165ca455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:55.684509 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-883f7ae7-279c-406b-9467-966d525ce1b8 req-3f80f86a-395f-4555-b29b-d67b165ca455 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 1097 time: 0.0607290 Sep 18 05:11:55.693582 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b6a1c-a764-4a9f-acd1-cc247e753a30 req-c9e35610-c016-478d-ada9-4bf1708d23b7 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:55.706678 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-227b6a1c-a764-4a9f-acd1-cc247e753a30 req-c9e35610-c016-478d-ada9-4bf1708d23b7 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.1610193 Sep 18 05:11:55.717517 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65d8688a-5a32-435c-a3cf-a992b0590fea tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:55.792547 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-227b6a1c-a764-4a9f-acd1-cc247e753a30 req-5aab029d-961e-49c7-9eed-01eba5ed3993 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845082 Sep 18 05:11:55.883528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8688a-5a32-435c-a3cf-a992b0590fea tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Subnet': ['ID=2f93a847-089e-4bd6-b56a-da3eb83e1318,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:55.906700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65d8688a-5a32-435c-a3cf-a992b0590fea tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:55.911733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54152) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:55.936846 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-65d8688a-5a32-435c-a3cf-a992b0590fea tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/subnets/2f93a847-089e-4bd6-b56a-da3eb83e1318 HTTP/1.1" status: 204 len: 168 time: 0.9439187 Sep 18 05:11:55.948800 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-883f7ae7-279c-406b-9467-966d525ce1b8 req-c50d85d9-26be-4544-a899-db6d85de105b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554996 Sep 18 05:11:56.091939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22151116-55ce-443d-a942-42c484b39ed3 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:56.100590 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22151116-55ce-443d-a942-42c484b39ed3 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:56.102543 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-22151116-55ce-443d-a942-42c484b39ed3 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1893263 Sep 18 05:11:56.105407 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54158) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:56.236587 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b39ff5ff-b967-46fc-8b5f-5689369d5522 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:56.250565 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39ff5ff-b967-46fc-8b5f-5689369d5522 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 18 05:11:56.251334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39ff5ff-b967-46fc-8b5f-5689369d5522 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:11:56.253456 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b39ff5ff-b967-46fc-8b5f-5689369d5522 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/networks/097e36fa-5cde-4e9d-b44d-f080d5fb4235 HTTP/1.1" status: 409 len: 405 time: 0.1463971 Sep 18 05:11:56.257358 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54162) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:56.269015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4b573cb5-e209-4dd8-9b47-4d59eff252dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1414700659'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:56.635706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2a59fe-674f-4d7e-9ae3-d4c977ddbf73 None None] Network 097e36fa-5cde-4e9d-b44d-f080d5fb4235 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:56.853660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8b0c0adc-8a26-49be-abb3-237b135d0e43 None None] Provisioning complete for port 02422edc-292c-4bfb-90d3-a357686e0505 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:11:56.854429 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0adc-8a26-49be-abb3-237b135d0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:56.886603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b573cb5-e209-4dd8-9b47-4d59eff252dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Made reservation on behalf of 2f756f5ff9a948788b23d42b2d0b3a54 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:56.895237 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b573cb5-e209-4dd8-9b47-4d59eff252dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:56.953280 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4f530-825d-40e1-84d1-cc0e0d02b814 req-f94d68e1-9464-4900-af69-a94626764959 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:56.962073 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72f4f530-825d-40e1-84d1-cc0e0d02b814 req-f94d68e1-9464-4900-af69-a94626764959 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.1454861 Sep 18 05:11:57.025295 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b573cb5-e209-4dd8-9b47-4d59eff252dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:11:57.084728 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72f4f530-825d-40e1-84d1-cc0e0d02b814 req-b6b93f2f-d80e-45e7-9324-7c4801168b2e tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092646 Sep 18 05:11:57.096166 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b573cb5-e209-4dd8-9b47-4d59eff252dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:57.102328 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-4b573cb5-e209-4dd8-9b47-4d59eff252dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Added segment 4d0a1656-ebc5-475f-a421-f501b692f310 of type vlan for network 3f81085a-17da-443a-bc54-5bb127888d16 Sep 18 05:11:57.165371 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0adc-8a26-49be-abb3-237b135d0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:57.296373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9140d9de-3cb3-444a-9d43-293f76a76529 None None] DHCP port deletion for 097e36fa-5cde-4e9d-b44d-f080d5fb4235 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:11:57.309526 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b573cb5-e209-4dd8-9b47-4d59eff252dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:57.312225 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8b0c0adc-8a26-49be-abb3-237b135d0e43 None None] For port 02422edc-292c-4bfb-90d3-a357686e0505, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=02422edc-292c-4bfb-90d3-a357686e0505,segment=NetworkSegment(61a1b09d-2355-4710-94b5-f85213ad6ecc),segment_id=61a1b09d-2355-4710-94b5-f85213ad6ecc)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:57.372675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9140d9de-3cb3-444a-9d43-293f76a76529 None None] Deleting port 02422edc-292c-4bfb-90d3-a357686e0505 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:11:57.373224 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9140d9de-3cb3-444a-9d43-293f76a76529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:57.390461 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0adc-8a26-49be-abb3-237b135d0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:57.468181 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b573cb5-e209-4dd8-9b47-4d59eff252dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:57.474259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b573cb5-e209-4dd8-9b47-4d59eff252dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:57.474878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b573cb5-e209-4dd8-9b47-4d59eff252dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:57.507253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c0adc-8a26-49be-abb3-237b135d0e43 None None] Pushing event updated for resources: {'Port': ['ID=02422edc-292c-4bfb-90d3-a357686e0505,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:57.604288 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9140d9de-3cb3-444a-9d43-293f76a76529 None None] For port 02422edc-292c-4bfb-90d3-a357686e0505, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=02422edc-292c-4bfb-90d3-a357686e0505,segment=NetworkSegment(61a1b09d-2355-4710-94b5-f85213ad6ecc),segment_id=61a1b09d-2355-4710-94b5-f85213ad6ecc)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:11:57.604615 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9140d9de-3cb3-444a-9d43-293f76a76529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:57.629534 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9140d9de-3cb3-444a-9d43-293f76a76529 None None] Calling delete_port for 02422edc-292c-4bfb-90d3-a357686e0505 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:11:57.683119 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b573cb5-e209-4dd8-9b47-4d59eff252dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'Network': ['ID=3f81085a-17da-443a-bc54-5bb127888d16,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:57.691336 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4b573cb5-e209-4dd8-9b47-4d59eff252dc tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4292731 Sep 18 05:11:57.694110 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54174) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:57.702838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4373727c-ded9-4e18-a827-41d126dbfbf0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Request body: {'subnet': {'network_id': '3f81085a-17da-443a-bc54-5bb127888d16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:11:57.727222 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 3f81085a-17da-443a-bc54-5bb127888d16 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:11:57.804937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4ee43-f0b3-4c36-a437-c806d9ebe21b req-604c05e8-63a8-4038-aed6-ec5015eb4347 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:57.817829 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e8c4ee43-f0b3-4c36-a437-c806d9ebe21b req-604c05e8-63a8-4038-aed6-ec5015eb4347 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.3221371 Sep 18 05:11:57.888318 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e8c4ee43-f0b3-4c36-a437-c806d9ebe21b req-3372f90a-6fa4-4c5b-b872-92158afcd123 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679910 Sep 18 05:11:57.938678 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9140d9de-3cb3-444a-9d43-293f76a76529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:57.975785 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9140d9de-3cb3-444a-9d43-293f76a76529 None None] No DVR routers for this DVR port 02422edc-292c-4bfb-90d3-a357686e0505 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:11:57.982226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140d9de-3cb3-444a-9d43-293f76a76529 None None] Pushing event deleted for resources: {'Port': ['ID=02422edc-292c-4bfb-90d3-a357686e0505,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:58.017246 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4373727c-ded9-4e18-a827-41d126dbfbf0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Made reservation on behalf of 2f756f5ff9a948788b23d42b2d0b3a54 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:11:58.021907 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4373727c-ded9-4e18-a827-41d126dbfbf0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:58.317051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1fa99-3e63-4239-abbc-eda7084ffe55 req-18c3437f-d4f6-425c-bf8f-6e411a7b5ea7 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:58.326578 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63c1fa99-3e63-4239-abbc-eda7084ffe55 req-18c3437f-d4f6-425c-bf8f-6e411a7b5ea7 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.1094408 Sep 18 05:11:58.407775 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63c1fa99-3e63-4239-abbc-eda7084ffe55 req-a6f56c18-b075-441c-8e13-5df915b1946d tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801847 Sep 18 05:11:58.767883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.objects.ports [None req-4373727c-ded9-4e18-a827-41d126dbfbf0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106908) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:11:58.769877 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4373727c-ded9-4e18-a827-41d126dbfbf0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:58.824712 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373727c-ded9-4e18-a827-41d126dbfbf0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'Subnet': ['ID=c979f5be-0360-4dfe-9594-916989787a2a,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:58.854684 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4373727c-ded9-4e18-a827-41d126dbfbf0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Checking segment: {'id': '4d0a1656-ebc5-475f-a421-f501b692f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3f81085a-17da-443a-bc54-5bb127888d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:11:58.855049 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4373727c-ded9-4e18-a827-41d126dbfbf0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Network hostable DHCP agents. Network: 3f81085a-17da-443a-bc54-5bb127888d16, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:11:59.068275 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4373727c-ded9-4e18-a827-41d126dbfbf0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Network 3f81085a-17da-443a-bc54-5bb127888d16 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:11:59.133965 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 02422edc-292c-4bfb-90d3-a357686e0505 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:11:59.142006 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-4373727c-ded9-4e18-a827-41d126dbfbf0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 3f81085a-17da-443a-bc54-5bb127888d16) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:11:59.145537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dda51-5bc0-493f-9767-0e51d6ebd7e2 req-53817954-f160-446d-a813-b7a8f0d33e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:59.147967 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-714dda51-5bc0-493f-9767-0e51d6ebd7e2 req-53817954-f160-446d-a813-b7a8f0d33e67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1862a5fec6ee4d8fa09a0965ced5a303&device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 1097 time: 0.1047554 Sep 18 05:11:59.158550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4373727c-ded9-4e18-a827-41d126dbfbf0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:59.158550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4373727c-ded9-4e18-a827-41d126dbfbf0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:59.197113 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b37b89-d721-4f46-913d-a1cba86e3796 None None] Network 3f81085a-17da-443a-bc54-5bb127888d16 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:11:59.250020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 02422edc-292c-4bfb-90d3-a357686e0505 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:11:59.250429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 02422edc-292c-4bfb-90d3-a357686e0505 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:11:59.279068 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4373727c-ded9-4e18-a827-41d126dbfbf0 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5827467 Sep 18 05:11:59.281623 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54210) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:11:59.392724 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1431d-eac5-4366-997e-910d683fa8b5 req-3330c682-fb21-484d-8917-e00997dedb4e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:59.398381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dda51-5bc0-493f-9767-0e51d6ebd7e2 req-fdd2f942-d557-435c-b4d6-92cd34d9f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:59.403113 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89e1431d-eac5-4366-997e-910d683fa8b5 req-3330c682-fb21-484d-8917-e00997dedb4e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.1879196 Sep 18 05:11:59.407546 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-714dda51-5bc0-493f-9767-0e51d6ebd7e2 req-fdd2f942-d557-435c-b4d6-92cd34d9f997 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22d781aa-299e-4327-93b1-a0791852572f HTTP/1.1" status: 200 len: 911 time: 0.2492533 Sep 18 05:11:59.444314 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:59.541923 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-714dda51-5bc0-493f-9767-0e51d6ebd7e2 req-8f8efe24-8d46-4193-949e-d7b9b1331615 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9abc170-4915-4609-90e2-57e146fd070b HTTP/1.1" status: 200 len: 217 time: 0.1295397 Sep 18 05:11:59.547897 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89e1431d-eac5-4366-997e-910d683fa8b5 req-8bc251e1-3bfc-41aa-ac97-05cd40271844 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000061 Sep 18 05:11:59.568093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7381145-15a4-41e3-ba31-607d5c82e8e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-3f81085a-17da-443a-bc54-5bb127888d16', 'network_id': '3f81085a-17da-443a-bc54-5bb127888d16', 'tenant_id': '2f756f5ff9a948788b23d42b2d0b3a54', 'fixed_ips': [{'subnet_id': 'c979f5be-0360-4dfe-9594-916989787a2a'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:11:59.569158 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d7381145-15a4-41e3-ba31-607d5c82e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:59.615264 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:59.700405 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dda51-5bc0-493f-9767-0e51d6ebd7e2 req-6f1ff692-d49f-4df8-9a53-fd1da9da49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:59.702400 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-714dda51-5bc0-493f-9767-0e51d6ebd7e2 req-6f1ff692-d49f-4df8-9a53-fd1da9da49c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=762ac494-9135-4ceb-835e-8a5f320de53f HTTP/1.1" status: 200 len: 851 time: 0.1420658 Sep 18 05:11:59.778074 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-714dda51-5bc0-493f-9767-0e51d6ebd7e2 req-53f710c2-d4ad-420e-9fea-b2b5ab35e440 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22d781aa-299e-4327-93b1-a0791852572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646870 Sep 18 05:11:59.825114 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ccf59-49b5-4597-807b-428466efe3a4 req-ac82746d-17a7-44c1-91ac-18be1c460c8c tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:11:59.826623 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d1ccf59-49b5-4597-807b-428466efe3a4 req-ac82746d-17a7-44c1-91ac-18be1c460c8c tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.1098890 Sep 18 05:11:59.870280 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d1ccf59-49b5-4597-807b-428466efe3a4 req-a457c9e4-7bcc-4086-92df-5af03b11db4c tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358961 Sep 18 05:11:59.893587 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server [None req-d7381145-15a4-41e3-ba31-607d5c82e8e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c979f5be-0360-4dfe-9594-916989787a2a: This subnet is being modified by another concurrent operation. Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 05:11:59.932564 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise exception Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c979f5be-0360-4dfe-9594-916989787a2a: This subnet is being modified by another concurrent operation. Sep 18 05:11:59.936579 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server Sep 18 05:11:59.946045 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-714dda51-5bc0-493f-9767-0e51d6ebd7e2 req-02f25f9a-92d6-4f63-975d-31337cdabacb service neutron] 10.222.0.13 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586089 Sep 18 05:11:59.955175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Subnet': ['ID=c979f5be-0360-4dfe-9594-916989787a2a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:11:59.996522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd47f7a6-18aa-485c-a616-f512cea54dd0 None None] Network 3f81085a-17da-443a-bc54-5bb127888d16 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:00.095870 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:00.166247 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f81085a-17da-443a-bc54-5bb127888d16']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:00.205244 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0a1656-ebc5-475f-a421-f501b692f310') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:00.205590 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0a1656-ebc5-475f-a421-f501b692f310') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:00.218433 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-714dda51-5bc0-493f-9767-0e51d6ebd7e2 req-0b5c9011-680c-4ef1-860d-9edc003de95d service neutron] 10.222.0.13 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644985 Sep 18 05:12:00.260349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c254e9-b613-4bf3-a3e9-4f3eb5616bd7 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:12:00.267257 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:00.342738 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:00.370394 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdace80-fe4d-4999-b3a5-32fa6a2722e1 req-b36508c1-5d93-4430-8a0d-a55a3900e172 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:00.381560 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8bdace80-fe4d-4999-b3a5-32fa6a2722e1 req-b36508c1-5d93-4430-8a0d-a55a3900e172 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.3702927 Sep 18 05:12:00.386293 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:12:00.386466 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:12:00.406593 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:12:00.439293 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c254e9-b613-4bf3-a3e9-4f3eb5616bd7 None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:12:00.529946 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8bdace80-fe4d-4999-b3a5-32fa6a2722e1 req-b680e507-fe00-4387-9f2f-b4cda48fc313 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474919 Sep 18 05:12:00.577564 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:00.583670 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:00.590738 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/networks/3f81085a-17da-443a-bc54-5bb127888d16 HTTP/1.1" status: 204 len: 168 time: 1.3066580 Sep 18 05:12:00.598626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54224) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:00.604753 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b6435edd-7d03-4026-b3b6-3621da7c8902 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1470952143'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:00.643659 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d587888-81de-4e44-bcd3-be6188fa9c18 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Network': ['ID=3f81085a-17da-443a-bc54-5bb127888d16,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:00.713346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6435edd-7d03-4026-b3b6-3621da7c8902 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Made reservation on behalf of 2f756f5ff9a948788b23d42b2d0b3a54 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:00.718043 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b6435edd-7d03-4026-b3b6-3621da7c8902 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:00.799225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6435edd-7d03-4026-b3b6-3621da7c8902 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:12:00.820959 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b6435edd-7d03-4026-b3b6-3621da7c8902 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:00.822201 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-b6435edd-7d03-4026-b3b6-3621da7c8902 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Added segment 5321bcd7-efe3-446b-aa51-f9e79dd76ef9 of type vlan for network 21c9104a-5926-48a5-bc14-8b22e7583859 Sep 18 05:12:00.979825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b6435edd-7d03-4026-b3b6-3621da7c8902 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:01.064927 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bba113-98cc-4031-96c7-473ed1daee9c req-7223d4ed-12e7-4bd7-8f2b-3068c6528f6f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:01.067324 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-08bba113-98cc-4031-96c7-473ed1daee9c req-7223d4ed-12e7-4bd7-8f2b-3068c6528f6f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1223114 Sep 18 05:12:01.130878 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-08bba113-98cc-4031-96c7-473ed1daee9c req-e0f0a22e-9115-4797-a810-1a296138c166 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562537 Sep 18 05:12:01.143355 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b6435edd-7d03-4026-b3b6-3621da7c8902 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:01.167074 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9bec4b36-2c62-488c-a853-c501409f04fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:01.167170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6435edd-7d03-4026-b3b6-3621da7c8902 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:01.167696 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b6435edd-7d03-4026-b3b6-3621da7c8902 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:01.355882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6435edd-7d03-4026-b3b6-3621da7c8902 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'Network': ['ID=21c9104a-5926-48a5-bc14-8b22e7583859,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:01.367740 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 21c9104a-5926-48a5-bc14-8b22e7583859 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:12:01.369033 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b6435edd-7d03-4026-b3b6-3621da7c8902 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7591653 Sep 18 05:12:01.369704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54232) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:01.378768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1ea76528-9fa2-4b98-ad3b-713ee7be5ea7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Request body: {'subnet': {'network_id': '21c9104a-5926-48a5-bc14-8b22e7583859', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:01.390270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79aed7a-8269-4060-a363-3ad99e2500c4 req-48e9c021-ace9-4f35-aa04-fd777af3717f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:01.392624 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e79aed7a-8269-4060-a363-3ad99e2500c4 req-48e9c021-ace9-4f35-aa04-fd777af3717f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.1327033 Sep 18 05:12:01.495193 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e79aed7a-8269-4060-a363-3ad99e2500c4 req-5d789c71-8748-4f71-9dbd-1f95d9831ab7 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956080 Sep 18 05:12:01.652180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea76528-9fa2-4b98-ad3b-713ee7be5ea7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Made reservation on behalf of 2f756f5ff9a948788b23d42b2d0b3a54 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:01.658647 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ea76528-9fa2-4b98-ad3b-713ee7be5ea7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:01.721222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd97d09-c5e4-4c82-a296-9f27b2b77946 req-f9b733b3-5697-40fd-ab93-7eab5044ae81 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:01.733139 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5dd97d09-c5e4-4c82-a296-9f27b2b77946 req-f9b733b3-5697-40fd-ab93-7eab5044ae81 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.1230242 Sep 18 05:12:01.828507 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5dd97d09-c5e4-4c82-a296-9f27b2b77946 req-d04365ed-3377-48ad-ab4e-fed83e9d59cc tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915182 Sep 18 05:12:02.147956 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ea76528-9fa2-4b98-ad3b-713ee7be5ea7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:02.237105 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea76528-9fa2-4b98-ad3b-713ee7be5ea7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'Subnet': ['ID=ac40a527-7f0a-47bf-989a-8da29caa588c,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:02.239453 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea76528-9fa2-4b98-ad3b-713ee7be5ea7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Checking segment: {'id': '5321bcd7-efe3-446b-aa51-f9e79dd76ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '21c9104a-5926-48a5-bc14-8b22e7583859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:12:02.239821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea76528-9fa2-4b98-ad3b-713ee7be5ea7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Network hostable DHCP agents. Network: 21c9104a-5926-48a5-bc14-8b22e7583859, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:12:02.324841 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea76528-9fa2-4b98-ad3b-713ee7be5ea7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Network 21c9104a-5926-48a5-bc14-8b22e7583859 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:12:02.433737 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-1ea76528-9fa2-4b98-ad3b-713ee7be5ea7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 21c9104a-5926-48a5-bc14-8b22e7583859) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:02.439951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea76528-9fa2-4b98-ad3b-713ee7be5ea7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:02.440889 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ea76528-9fa2-4b98-ad3b-713ee7be5ea7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:02.444819 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82151449-7d71-4a86-8162-b42b4c903ab9 None None] Network 21c9104a-5926-48a5-bc14-8b22e7583859 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:02.527829 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54246) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:02.530558 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1ea76528-9fa2-4b98-ad3b-713ee7be5ea7 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1518631 Sep 18 05:12:02.754852 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-21c9104a-5926-48a5-bc14-8b22e7583859', 'network_id': '21c9104a-5926-48a5-bc14-8b22e7583859', 'tenant_id': '2f756f5ff9a948788b23d42b2d0b3a54', 'fixed_ips': [{'subnet_id': 'ac40a527-7f0a-47bf-989a-8da29caa588c'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:12:02.755735 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:02.826536 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:02.858349 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1db75-18fe-495d-8a51-3e08baeb14f0 req-001e9a30-573d-44f0-9f67-d7adecd0a4b6 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:02.870331 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-46c1db75-18fe-495d-8a51-3e08baeb14f0 req-001e9a30-573d-44f0-9f67-d7adecd0a4b6 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.2136195 Sep 18 05:12:02.997361 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-46c1db75-18fe-495d-8a51-3e08baeb14f0 req-4902bc1e-671a-4ac6-8827-c4444c4ac44c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221859 Sep 18 05:12:03.009295 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:03.026728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Allocated IP 2001:db8::2 (21c9104a-5926-48a5-bc14-8b22e7583859/ac40a527-7f0a-47bf-989a-8da29caa588c/283173a2-afb1-40b6-97f5-817ffbc12237) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:12:03.179366 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681999a-51d4-44dc-a06d-ff2c7cc58ebc req-58075e70-558b-4c10-9cf1-42bf793769fb tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:03.197307 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7681999a-51d4-44dc-a06d-ff2c7cc58ebc req-58075e70-558b-4c10-9cf1-42bf793769fb tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.0936306 Sep 18 05:12:03.294370 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7681999a-51d4-44dc-a06d-ff2c7cc58ebc req-816941b0-85af-40ce-bff7-401a2c428c45 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958605 Sep 18 05:12:03.647928 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:04.611386 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:04.640112 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-41941993-cbe9-4e59-ac97-6eb17cfa6785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:04.654693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Network 21c9104a-5926-48a5-bc14-8b22e7583859 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:12:04.659603 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:04.661634 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:12:04.669953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Pushing event updated for resources: {'Port': ['ID=283173a2-afb1-40b6-97f5-817ffbc12237,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:04.701776 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:04.713839 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:04.738984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Attempting to bind port 283173a2-afb1-40b6-97f5-817ffbc12237 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:12:04.739468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Attempting to bind port 283173a2-afb1-40b6-97f5-817ffbc12237 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '5321bcd7-efe3-446b-aa51-f9e79dd76ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '21c9104a-5926-48a5-bc14-8b22e7583859'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:12:04.739904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Attempting to bind port 283173a2-afb1-40b6-97f5-817ffbc12237 on network 21c9104a-5926-48a5-bc14-8b22e7583859 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:12:04.746665 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:12:04.747335 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Checking segment: {'id': '5321bcd7-efe3-446b-aa51-f9e79dd76ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '21c9104a-5926-48a5-bc14-8b22e7583859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:12:04.747866 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:04.748397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Bound using segment: {'id': '5321bcd7-efe3-446b-aa51-f9e79dd76ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '21c9104a-5926-48a5-bc14-8b22e7583859'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:12:04.748978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Bound port: 283173a2-afb1-40b6-97f5-817ffbc12237, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5321bcd7-efe3-446b-aa51-f9e79dd76ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '21c9104a-5926-48a5-bc14-8b22e7583859'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:12:04.749465 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:04.772447 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Subnet': ['ID=ac40a527-7f0a-47bf-989a-8da29caa588c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:04.839768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] For port 283173a2-afb1-40b6-97f5-817ffbc12237, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:12:04.843295 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] For port 283173a2-afb1-40b6-97f5-817ffbc12237, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=283173a2-afb1-40b6-97f5-817ffbc12237,segment=NetworkSegment(5321bcd7-efe3-446b-aa51-f9e79dd76ef9),segment_id=5321bcd7-efe3-446b-aa51-f9e79dd76ef9)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:12:04.866401 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:04.895795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c9104a-5926-48a5-bc14-8b22e7583859']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:04.908273 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5321bcd7-efe3-446b-aa51-f9e79dd76ef9') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:04.908273 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5321bcd7-efe3-446b-aa51-f9e79dd76ef9') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:04.920215 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:04.932275 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:04.949747 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:04.957461 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:12:04.964220 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:12:05.056583 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcc569-43fb-4fd4-8a3a-e7f69e0830f5 None None] Pushing event updated for resources: {'Port': ['ID=283173a2-afb1-40b6-97f5-817ffbc12237,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:05.069668 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.db.api [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 05:12:05.069668 n-d-789963-13 neutron-server[106908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 05:12:05.069668 n-d-789963-13 neutron-server[106908]: [parameters: {'id': '21c9104a-5926-48a5-bc14-8b22e7583859'}] Sep 18 05:12:05.069668 n-d-789963-13 neutron-server[106908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:12:05.070025 n-d-789963-13 neutron-server[106908]: DEBUG oslo_db.api [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:12:05.075077 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1525682-679f-40ec-bdf8-c18ea28e852f None None] Network 21c9104a-5926-48a5-bc14-8b22e7583859 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:05.192231 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:05.241828 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea6e6e-3bef-4387-98a0-15ec1dbd29d4 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:12:05.354732 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebea6e6e-3bef-4387-98a0-15ec1dbd29d4 None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:12:05.570973 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:05.641925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Deleting port 283173a2-afb1-40b6-97f5-817ffbc12237 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:05.642274 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:05.708795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] For port 283173a2-afb1-40b6-97f5-817ffbc12237, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=283173a2-afb1-40b6-97f5-817ffbc12237,segment=NetworkSegment(5321bcd7-efe3-446b-aa51-f9e79dd76ef9),segment_id=5321bcd7-efe3-446b-aa51-f9e79dd76ef9)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:05.709301 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:05.723206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Calling delete_port for 283173a2-afb1-40b6-97f5-817ffbc12237 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:05.889614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ea8d8-98c7-42f2-aed2-4d38f8d8a38a req-dbbf8f5b-083b-4a44-a521-18a3082a922c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:05.891797 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-981ea8d8-98c7-42f2-aed2-4d38f8d8a38a req-dbbf8f5b-083b-4a44-a521-18a3082a922c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.0771253 Sep 18 05:12:05.915519 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:05.934311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-981ea8d8-98c7-42f2-aed2-4d38f8d8a38a req-8e6b40db-6a88-449b-89f1-c992bf6faac8 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362561 Sep 18 05:12:05.953953 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Port': ['ID=283173a2-afb1-40b6-97f5-817ffbc12237,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:05.962651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] No DVR routers for this DVR port 283173a2-afb1-40b6-97f5-817ffbc12237 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:12:05.984738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74e49f-1cd8-4c24-8315-db5a5a7954b3 req-f402d76f-b43f-43d8-8c28-bf18ab973a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:05.986610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab74e49f-1cd8-4c24-8315-db5a5a7954b3 req-f402d76f-b43f-43d8-8c28-bf18ab973a9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c328bcb2d9f4aa1a0edb3b1ecfac1f4&device_id=73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2 HTTP/1.1" status: 200 len: 1102 time: 0.0479391 Sep 18 05:12:06.038263 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-3e24470a-d78f-404c-a99f-6263f042b1f5 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:06.039826 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-3e24470a-d78f-404c-a99f-6263f042b1f5 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/networks?id=9efe280f-1a43-4ccc-be93-3c7d2962020a HTTP/1.1" status: 200 len: 815 time: 0.1960640 Sep 18 05:12:06.068570 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:06.088472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80258921-b6c4-45c2-b11f-0a5672c83a1a req-dc4597e0-4302-4779-9a7f-1c79520a3669 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:06.088980 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-d4755087-1986-4a15-a34c-6e1b61cd5807 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/quotas/7a6f613e12794ecba2afb105609c0052 HTTP/1.1" status: 200 len: 375 time: 0.0229969 Sep 18 05:12:06.091027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80258921-b6c4-45c2-b11f-0a5672c83a1a req-dc4597e0-4302-4779-9a7f-1c79520a3669 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.0727980 Sep 18 05:12:06.099465 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c9104a-5926-48a5-bc14-8b22e7583859']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:06.142246 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5321bcd7-efe3-446b-aa51-f9e79dd76ef9') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:06.142554 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5321bcd7-efe3-446b-aa51-f9e79dd76ef9') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:06.155097 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:06.174147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80258921-b6c4-45c2-b11f-0a5672c83a1a req-3f22d0c2-9ade-499e-8668-997cfbce305c tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748599 Sep 18 05:12:06.175724 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:06.186904 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-0e2483aa-8782-45f1-88e2-e6cb94d73cb4 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a6f613e12794ecba2afb105609c0052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912640 Sep 18 05:12:06.189934 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:12:06.190789 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:12:06.194207 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:12:06.248293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74e49f-1cd8-4c24-8315-db5a5a7954b3 req-0782e44c-cd07-4f13-b5ec-efaa23857ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:06.251986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab74e49f-1cd8-4c24-8315-db5a5a7954b3 req-0782e44c-cd07-4f13-b5ec-efaa23857ae6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1300249 Sep 18 05:12:06.322875 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab74e49f-1cd8-4c24-8315-db5a5a7954b3 req-3280c919-3e2e-4cd3-9a33-ea3f8cb943cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7029f2d6-507c-46e1-883a-9739a962e77f HTTP/1.1" status: 200 len: 217 time: 0.0580304 Sep 18 05:12:06.336419 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-da25c7ab-2796-49fa-abce-247dd5d86686 service neutron] 10.222.0.23 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412976 Sep 18 05:12:06.367135 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:06.377332 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:06.379343 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/networks/21c9104a-5926-48a5-bc14-8b22e7583859 HTTP/1.1" status: 204 len: 168 time: 3.8510678 Sep 18 05:12:06.394978 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54312) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:06.411697 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-34228e0e-ba62-48a5-922e-be1947a05e8e tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1010024175'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:06.417546 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b912d-7f6a-44de-be53-1900df4760b8 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Network': ['ID=21c9104a-5926-48a5-bc14-8b22e7583859,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:06.434130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74e49f-1cd8-4c24-8315-db5a5a7954b3 req-307e34dd-6536-488c-a264-87d356d11313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:06.435728 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab74e49f-1cd8-4c24-8315-db5a5a7954b3 req-307e34dd-6536-488c-a264-87d356d11313 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1008651 Sep 18 05:12:06.460094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7124a-c910-46e9-9713-3d0d19f4c582 req-6fdb1344-27be-4708-a358-2dcf884529de tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:06.461711 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8e7124a-c910-46e9-9713-3d0d19f4c582 req-6fdb1344-27be-4708-a358-2dcf884529de tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0825779 Sep 18 05:12:06.493857 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-4d0225ff-46d9-45dd-981d-f1f674dac714 service neutron] 10.222.0.23 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496863 Sep 18 05:12:06.533560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74e49f-1cd8-4c24-8315-db5a5a7954b3 req-2918a32e-1223-4d87-8d13-42dc0b5ae98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:06.533884 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab74e49f-1cd8-4c24-8315-db5a5a7954b3 req-2918a32e-1223-4d87-8d13-42dc0b5ae98a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0899422 Sep 18 05:12:06.536736 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8e7124a-c910-46e9-9713-3d0d19f4c582 req-74505884-cb82-4483-8a40-b840d43b73cd tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570445 Sep 18 05:12:06.568098 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34228e0e-ba62-48a5-922e-be1947a05e8e tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Made reservation on behalf of 2f756f5ff9a948788b23d42b2d0b3a54 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:06.571674 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34228e0e-ba62-48a5-922e-be1947a05e8e tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:06.609113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34228e0e-ba62-48a5-922e-be1947a05e8e tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:12:06.618571 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34228e0e-ba62-48a5-922e-be1947a05e8e tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:06.619051 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-34228e0e-ba62-48a5-922e-be1947a05e8e tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Added segment 391889e9-6240-4860-8ef5-7cdaf0dd86eb of type vlan for network fe67e356-f132-4daa-9e83-013063750208 Sep 18 05:12:06.663888 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34228e0e-ba62-48a5-922e-be1947a05e8e tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:06.707215 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab74e49f-1cd8-4c24-8315-db5a5a7954b3 req-9911c9b5-5cd5-45dc-87dd-deb852d8066e service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638048 Sep 18 05:12:06.716824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c920e-f00e-4478-90b6-268c118af81c req-a5e8e7c7-7b5b-4126-a98f-f008d1ca7104 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:06.718027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-545c920e-f00e-4478-90b6-268c118af81c req-a5e8e7c7-7b5b-4126-a98f-f008d1ca7104 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0945835 Sep 18 05:12:06.731644 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:06.781216 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a0ad9b5-f901-4c69-8cae-4c662c607cc4 req-381d2c25-5974-4970-a93b-4b2de0ae1d5b tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 210 time: 0.0429115 Sep 18 05:12:06.782334 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34228e0e-ba62-48a5-922e-be1947a05e8e tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:06.800623 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34228e0e-ba62-48a5-922e-be1947a05e8e tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:06.801293 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34228e0e-ba62-48a5-922e-be1947a05e8e tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:06.822278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-545c920e-f00e-4478-90b6-268c118af81c req-34dfc023-2cbd-4e75-8a59-5324cd21d73b tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949490 Sep 18 05:12:06.883746 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab74e49f-1cd8-4c24-8315-db5a5a7954b3 req-3bdb6979-2099-4043-8027-7d80c7657a03 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608338 Sep 18 05:12:06.891207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34228e0e-ba62-48a5-922e-be1947a05e8e tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'Network': ['ID=fe67e356-f132-4daa-9e83-013063750208,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:06.910573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network fe67e356-f132-4daa-9e83-013063750208 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:12:06.942945 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-34228e0e-ba62-48a5-922e-be1947a05e8e tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5479441 Sep 18 05:12:06.945492 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54344) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:06.951583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ac5374ba-33cf-4150-92cc-10cb8e66ac71 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Request body: {'subnet': {'network_id': 'fe67e356-f132-4daa-9e83-013063750208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:07.115783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906382da-deb9-4d2d-92ac-8fc9d5c7da19 req-44eff34b-beb2-4933-b096-12246e560c69 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:07.117465 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-906382da-deb9-4d2d-92ac-8fc9d5c7da19 req-44eff34b-beb2-4933-b096-12246e560c69 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.0605485 Sep 18 05:12:07.153763 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842e9f1-fe13-4abc-9f96-c0562cd39658 req-188e1e05-2521-42d8-bc9b-7b42c9e1cce2 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:07.155485 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9842e9f1-fe13-4abc-9f96-c0562cd39658 req-188e1e05-2521-42d8-bc9b-7b42c9e1cce2 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1221349 Sep 18 05:12:07.169077 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-906382da-deb9-4d2d-92ac-8fc9d5c7da19 req-fdf8aba4-f62f-4ac9-af73-c8828998b429 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434396 Sep 18 05:12:07.218080 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9842e9f1-fe13-4abc-9f96-c0562cd39658 req-fa37d92a-c102-4da5-9df3-4e9cfa9709f4 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554023 Sep 18 05:12:07.219425 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5374ba-33cf-4150-92cc-10cb8e66ac71 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Made reservation on behalf of 2f756f5ff9a948788b23d42b2d0b3a54 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:07.224909 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ac5374ba-33cf-4150-92cc-10cb8e66ac71 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:07.302873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27508ba7-5b60-473b-9f0b-473bf2766604 req-9e6a6ea6-f129-4c9d-a4f2-995d99fa1563 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:07.306110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27508ba7-5b60-473b-9f0b-473bf2766604 req-9e6a6ea6-f129-4c9d-a4f2-995d99fa1563 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2 HTTP/1.1" status: 200 len: 950 time: 0.0616841 Sep 18 05:12:07.395476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58503fa6-424d-4b77-99a9-ff50195226a3 req-25e933e1-4304-43fd-9468-6f3ed6de9ab0 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:07.397063 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-58503fa6-424d-4b77-99a9-ff50195226a3 req-25e933e1-4304-43fd-9468-6f3ed6de9ab0 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.0926824 Sep 18 05:12:07.407291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27508ba7-5b60-473b-9f0b-473bf2766604 req-ccfcc9df-8322-42d1-91bd-49b5887a2ebd tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891778 Sep 18 05:12:07.568767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81345472-90d2-41eb-a20d-f3916723f977 req-f1689b89-d989-4687-acc3-84ae6777e1b4 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:07.577603 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81345472-90d2-41eb-a20d-f3916723f977 req-f1689b89-d989-4687-acc3-84ae6777e1b4 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0865779 Sep 18 05:12:07.620477 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81345472-90d2-41eb-a20d-f3916723f977 req-c4c0eefe-15b5-488b-9e80-44e202857344 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Sep 18 05:12:07.627117 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-58503fa6-424d-4b77-99a9-ff50195226a3 req-9058fd6a-abeb-4adb-b56a-e8b70f21f54f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119811 Sep 18 05:12:07.840950 n-d-789963-13 neutron-server[106908]: DEBUG neutron.objects.ports [None req-ac5374ba-33cf-4150-92cc-10cb8e66ac71 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106908) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:12:07.843283 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ac5374ba-33cf-4150-92cc-10cb8e66ac71 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:07.889981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e835044-23f4-4066-8629-cddf7b380fd5 req-09a81f01-cef3-4394-9b42-c33e56c84499 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:07.892127 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e835044-23f4-4066-8629-cddf7b380fd5 req-09a81f01-cef3-4394-9b42-c33e56c84499 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0853746 Sep 18 05:12:07.918667 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5374ba-33cf-4150-92cc-10cb8e66ac71 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event updated for resources: {'Subnet': ['ID=19dbb984-4c20-4151-93bf-7565d0b2c059,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:07.948971 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5374ba-33cf-4150-92cc-10cb8e66ac71 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Checking segment: {'id': '391889e9-6240-4860-8ef5-7cdaf0dd86eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fe67e356-f132-4daa-9e83-013063750208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:12:07.949521 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5374ba-33cf-4150-92cc-10cb8e66ac71 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Network hostable DHCP agents. Network: fe67e356-f132-4daa-9e83-013063750208, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:12:07.973258 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e835044-23f4-4066-8629-cddf7b380fd5 req-dac5be20-097b-4917-a0cb-4abe6e3496d7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725884 Sep 18 05:12:08.067747 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a0630dc-3856-4a56-bb93-63433b304564 req-77f846d8-917b-4463-bcd6-614e04aff783 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 210 time: 0.0296974 Sep 18 05:12:08.079901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5374ba-33cf-4150-92cc-10cb8e66ac71 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Network fe67e356-f132-4daa-9e83-013063750208 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:12:08.153859 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-ac5374ba-33cf-4150-92cc-10cb8e66ac71 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, fe67e356-f132-4daa-9e83-013063750208) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:08.158058 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5374ba-33cf-4150-92cc-10cb8e66ac71 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:08.158583 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ac5374ba-33cf-4150-92cc-10cb8e66ac71 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:08.162641 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56cc9aa-303d-4c74-a595-94b5cecfb0d9 None None] Network fe67e356-f132-4daa-9e83-013063750208 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:08.190476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb33a8-e72b-475d-86e8-5028d8336bba req-ec9b10b3-8156-4317-b27f-fc973a0f6a1f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:08.192684 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5eb33a8-e72b-475d-86e8-5028d8336bba req-ec9b10b3-8156-4317-b27f-fc973a0f6a1f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0570612 Sep 18 05:12:08.241308 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5eb33a8-e72b-475d-86e8-5028d8336bba req-1bab9398-d18c-4fd4-9e69-b749e57649d9 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 Sep 18 05:12:08.275520 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ac5374ba-33cf-4150-92cc-10cb8e66ac71 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3289616 Sep 18 05:12:08.278478 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54396) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:08.404657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-fe67e356-f132-4daa-9e83-013063750208', 'network_id': 'fe67e356-f132-4daa-9e83-013063750208', 'tenant_id': '2f756f5ff9a948788b23d42b2d0b3a54', 'fixed_ips': [{'subnet_id': '19dbb984-4c20-4151-93bf-7565d0b2c059'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:12:08.404657 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:08.478575 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be392701-51b2-4695-bfbb-8e8a9a73ef59 req-8cf19220-cdda-4af5-acd2-38c607455940 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:08.480287 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be392701-51b2-4695-bfbb-8e8a9a73ef59 req-8cf19220-cdda-4af5-acd2-38c607455940 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.1224327 Sep 18 05:12:08.486277 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:08.584876 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be392701-51b2-4695-bfbb-8e8a9a73ef59 req-f16b1aaa-1102-4d26-8cf7-a674ac131c64 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845580 Sep 18 05:12:08.587311 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b3d64-bf43-4017-862c-ea915e6ccd3c req-bee7c97e-742c-4e20-b65f-7f76f310e07d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:08.610268 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-613b3d64-bf43-4017-862c-ea915e6ccd3c req-bee7c97e-742c-4e20-b65f-7f76f310e07d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1138844 Sep 18 05:12:08.646296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Allocated IP 2001:db8::f816:3eff:fe1d:c419 (fe67e356-f132-4daa-9e83-013063750208/19dbb984-4c20-4151-93bf-7565d0b2c059/7c8293b5-daa1-46f2-9860-4bd435b15fd8) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:12:08.648540 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-613b3d64-bf43-4017-862c-ea915e6ccd3c req-142a04ba-8bbd-4fbb-ac20-2a23d38d1d00 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371394 Sep 18 05:12:08.653846 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:08.789005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97122a9-663f-4be1-821a-a92b5f63823d req-279aa4c8-ca4b-4b41-a8d3-7575848c42a9 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:08.792129 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a97122a9-663f-4be1-821a-a92b5f63823d req-279aa4c8-ca4b-4b41-a8d3-7575848c42a9 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.0732872 Sep 18 05:12:08.801218 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d874e7a-1ab9-4785-b92b-031268bf9f17 req-34fad912-bbf2-40e6-8396-6185bc10d15a tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:08.802777 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d874e7a-1ab9-4785-b92b-031268bf9f17 req-34fad912-bbf2-40e6-8396-6185bc10d15a tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0574300 Sep 18 05:12:08.839481 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a97122a9-663f-4be1-821a-a92b5f63823d req-6258e8f7-932b-42ee-add2-8c67bed5915f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397315 Sep 18 05:12:08.870523 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d874e7a-1ab9-4785-b92b-031268bf9f17 req-07b96a20-ce5d-4e57-8c68-1d8100f4e302 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581546 Sep 18 05:12:08.875690 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:08.988745 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:09.044480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Network fe67e356-f132-4daa-9e83-013063750208 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:12:09.049651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:09.052384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:12:09.061702 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Pushing event updated for resources: {'Port': ['ID=7c8293b5-daa1-46f2-9860-4bd435b15fd8,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:09.123779 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Attempting to bind port 7c8293b5-daa1-46f2-9860-4bd435b15fd8 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:12:09.124303 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Attempting to bind port 7c8293b5-daa1-46f2-9860-4bd435b15fd8 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '391889e9-6240-4860-8ef5-7cdaf0dd86eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fe67e356-f132-4daa-9e83-013063750208'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:12:09.125611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Attempting to bind port 7c8293b5-daa1-46f2-9860-4bd435b15fd8 on network fe67e356-f132-4daa-9e83-013063750208 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:12:09.133526 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:12:09.133966 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Checking segment: {'id': '391889e9-6240-4860-8ef5-7cdaf0dd86eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fe67e356-f132-4daa-9e83-013063750208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:12:09.134382 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:09.134784 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Bound using segment: {'id': '391889e9-6240-4860-8ef5-7cdaf0dd86eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fe67e356-f132-4daa-9e83-013063750208'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:12:09.135319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Bound port: 7c8293b5-daa1-46f2-9860-4bd435b15fd8, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391889e9-6240-4860-8ef5-7cdaf0dd86eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fe67e356-f132-4daa-9e83-013063750208'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:12:09.135804 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:09.187156 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d8e4ce54-82ad-42b0-a3ec-eacc9a2626cd req-6fe08d31-97a8-4e3c-8813-02503c7da6e3 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 210 time: 0.0318768 Sep 18 05:12:09.224125 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] For port 7c8293b5-daa1-46f2-9860-4bd435b15fd8, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:12:09.227528 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] For port 7c8293b5-daa1-46f2-9860-4bd435b15fd8, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7c8293b5-daa1-46f2-9860-4bd435b15fd8,segment=NetworkSegment(391889e9-6240-4860-8ef5-7cdaf0dd86eb),segment_id=391889e9-6240-4860-8ef5-7cdaf0dd86eb)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:12:09.279898 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:09.377418 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f877b-9c12-45f7-ac5d-4ea231a15c17 None None] Pushing event updated for resources: {'Port': ['ID=7c8293b5-daa1-46f2-9860-4bd435b15fd8,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:09.385300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a98558-b20d-414d-8bc0-a98d90147233 None None] Network fe67e356-f132-4daa-9e83-013063750208 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:09.461124 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:09.477107 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7029f2d6-507c-46e1-883a-9739a962e77f no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:12:09.488888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea1a17-255f-4055-8e4f-201711079f46 req-708f2408-a373-4f68-835c-7622dc018c92 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:09.490652 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2ea1a17-255f-4055-8e4f-201711079f46 req-708f2408-a373-4f68-835c-7622dc018c92 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.4983847 Sep 18 05:12:09.518722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Subnet': ['ID=19dbb984-4c20-4151-93bf-7565d0b2c059,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:09.571302 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656bfe0a-8cfa-4925-b724-7f113cf81b4d None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:12:09.606905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-601b8edd-b6c2-44b8-908d-02e275a9c397 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:09.608471 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-601b8edd-b6c2-44b8-908d-02e275a9c397 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.18 "GET /v2.0/networks?id=9efe280f-1a43-4ccc-be93-3c7d2962020a HTTP/1.1" status: 200 len: 815 time: 0.5733981 Sep 18 05:12:09.645775 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:09.650623 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:09.658042 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-cf2107a2-3f0b-445e-9903-ac0c1cfb2798 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Request body: {'port': {'device_id': '71a5233d-ea9e-4143-ae3b-cb6ea77f4963', 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a', 'admin_state_up': True, 'tenant_id': '7a6f613e12794ecba2afb105609c0052'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:09.684003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2ea1a17-255f-4055-8e4f-201711079f46 req-b920f1d3-790b-4378-9abc-35011ac2c68f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697280 Sep 18 05:12:09.715062 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7029f2d6-507c-46e1-883a-9739a962e77f'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:12:09.719339 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d467043-5c93-497a-a17a-33407de67405" -d '{"events": [{"server_uuid": "73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2", "name": "network-vif-unplugged", "status": "completed", "tag": "7029f2d6-507c-46e1-883a-9739a962e77f"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:12:09.735179 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe67e356-f132-4daa-9e83-013063750208']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:09.762068 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577dab5-03f2-4c97-8148-e525c01bd5b5 req-8d1f3250-1a34-4802-88a3-ea5a8cc21547 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:09.764937 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7029f2d6-507c-46e1-883a-9739a962e77f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7029f2d6-507c-46e1-883a-9739a962e77f,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:09.768273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656bfe0a-8cfa-4925-b724-7f113cf81b4d None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:12:09.770866 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3577dab5-03f2-4c97-8148-e525c01bd5b5 req-8d1f3250-1a34-4802-88a3-ea5a8cc21547 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.0667915 Sep 18 05:12:09.831214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391889e9-6240-4860-8ef5-7cdaf0dd86eb') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:09.831214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391889e9-6240-4860-8ef5-7cdaf0dd86eb') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:09.832145 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3577dab5-03f2-4c97-8148-e525c01bd5b5 req-660d8842-59d0-4ff3-b6b3-de77058c0802 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349913 Sep 18 05:12:09.832316 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:09.888314 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:09.908115 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a213d45d-bb01-445e-9ff3-911612b3fcc5 x-openstack-request-id: req-a213d45d-bb01-445e-9ff3-911612b3fcc5 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:12:09.908364 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2", "name": "network-vif-unplugged", "status": "completed", "tag": "7029f2d6-507c-46e1-883a-9739a962e77f", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:12:09.908616 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a213d45d-bb01-445e-9ff3-911612b3fcc5 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:12:09.909190 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7029f2d6-507c-46e1-883a-9739a962e77f', 'code': 200} Sep 18 05:12:09.914502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:12:09.915359 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:12:09.921958 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:12:10.016788 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7afc3-8a62-45b4-8b3f-c5be69f7dfa3 req-871390ec-a450-416d-9103-fe64bb11c1dc tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:10.017740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a302c-387e-4d80-a75c-d83df3cd6101 req-32ff291d-b54e-42af-abf3-0a4e1ca0949c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:10.019313 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49e7afc3-8a62-45b4-8b3f-c5be69f7dfa3 req-871390ec-a450-416d-9103-fe64bb11c1dc tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.0602279 Sep 18 05:12:10.025787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-360a302c-387e-4d80-a75c-d83df3cd6101 req-32ff291d-b54e-42af-abf3-0a4e1ca0949c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.2133796 Sep 18 05:12:10.080853 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49e7afc3-8a62-45b4-8b3f-c5be69f7dfa3 req-64ddda08-e2f1-424d-87bf-164c5e721fe9 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543003 Sep 18 05:12:10.088379 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-360a302c-387e-4d80-a75c-d83df3cd6101 req-ad8165de-ad6f-4c45-b6a5-a0199c7c6574 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614679 Sep 18 05:12:10.227770 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:10.234444 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.api [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 05:12:10.234444 n-d-789963-13 neutron-server[106909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 05:12:10.234444 n-d-789963-13 neutron-server[106909]: [parameters: {'id': 'fe67e356-f132-4daa-9e83-013063750208'}] Sep 18 05:12:10.234444 n-d-789963-13 neutron-server[106909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:12:10.238256 n-d-789963-13 neutron-server[106909]: DEBUG oslo_db.api [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:12:10.262331 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-cf2107a2-3f0b-445e-9903-ac0c1cfb2798 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Made reservation on behalf of 7a6f613e12794ecba2afb105609c0052 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:10.266502 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-cf2107a2-3f0b-445e-9903-ac0c1cfb2798 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:10.288279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7029f2d6-507c-46e1-883a-9739a962e77f,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:10.310342 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a32a261-0b41-42b6-81e0-dbe51dcf7068 req-5cf2c36c-0d3d-4490-aac0-2c779872298e tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 210 time: 0.0356746 Sep 18 05:12:10.315672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753c763-a4ca-4744-97c4-1fc08d8e00a1 req-79bd759d-196a-4219-ba58-da57f8647c58 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:10.317340 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a753c763-a4ca-4744-97c4-1fc08d8e00a1 req-79bd759d-196a-4219-ba58-da57f8647c58 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0973222 Sep 18 05:12:10.401337 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a753c763-a4ca-4744-97c4-1fc08d8e00a1 req-963e060e-1fe6-4b17-bf9c-2d6326aea7b4 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543413 Sep 18 05:12:10.450697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-cf2107a2-3f0b-445e-9903-ac0c1cfb2798 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Allocated IP 172.20.0.3 (9efe280f-1a43-4ccc-be93-3c7d2962020a/c4b41fbf-821a-4539-a065-a1f72d6825cf/75e5f528-7281-45f3-9642-082be312f4d6) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:12:10.520360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ae9b1-aad0-4ad7-b286-aabec3950602 req-cbe573a3-03fd-4808-b3ec-e757e7d009c5 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:10.522021 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-952ae9b1-aad0-4ad7-b286-aabec3950602 req-cbe573a3-03fd-4808-b3ec-e757e7d009c5 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0512197 Sep 18 05:12:10.569191 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-952ae9b1-aad0-4ad7-b286-aabec3950602 req-ad53de91-163f-4fdc-a987-9ded118855f2 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370162 Sep 18 05:12:10.619978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-cf2107a2-3f0b-445e-9903-ac0c1cfb2798 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:10.734935 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-cf2107a2-3f0b-445e-9903-ac0c1cfb2798 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:10.739141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:10.749823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['2ea49425-108f-4bf6-a494-855123c3aa84', '0f32aa41-c379-4841-b3a0-9aed0d4ef68b'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:12:10.841591 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-cf2107a2-3f0b-445e-9903-ac0c1cfb2798 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Network 9efe280f-1a43-4ccc-be93-3c7d2962020a is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:12:10.856090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-cf2107a2-3f0b-445e-9903-ac0c1cfb2798 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:10.859328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-cf2107a2-3f0b-445e-9903-ac0c1cfb2798 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:12:10.867280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2107a2-3f0b-445e-9903-ac0c1cfb2798 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Pushing event updated for resources: {'Port': ['ID=75e5f528-7281-45f3-9642-082be312f4d6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:10.932501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1053830-0aae-43be-a12b-045facff83ed req-209cfd0f-a266-41e1-b249-5732a43a72e4 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:10.936785 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1053830-0aae-43be-a12b-045facff83ed req-209cfd0f-a266-41e1-b249-5732a43a72e4 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/networks?id=fdc9f2cd-0fcf-4feb-9ace-728923259202 HTTP/1.1" status: 200 len: 814 time: 0.2374167 Sep 18 05:12:10.954420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc578ca2-a881-44fe-b9e8-7708658a65f1 req-41af4a6e-6f56-4be6-b56c-31f19e6c37fe tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:10.956440 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bc578ca2-a881-44fe-b9e8-7708658a65f1 req-41af4a6e-6f56-4be6-b56c-31f19e6c37fe tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.0524600 Sep 18 05:12:10.983249 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1053830-0aae-43be-a12b-045facff83ed req-2922ae1b-a0c5-43ca-bac6-2f9fd7e784c5 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/quotas/9e39e3c54cbd43a5b65ab02778fc8e2b HTTP/1.1" status: 200 len: 375 time: 0.0400381 Sep 18 05:12:11.001952 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bc578ca2-a881-44fe-b9e8-7708658a65f1 req-6d357521-97a5-4a7f-8558-36bc0ed02ef1 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385923 Sep 18 05:12:11.003134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-cf2107a2-3f0b-445e-9903-ac0c1cfb2798 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:11.004288 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-cf2107a2-3f0b-445e-9903-ac0c1cfb2798 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:11.081472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Deleting port 7c8293b5-daa1-46f2-9860-4bd435b15fd8 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:11.081825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:11.106990 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-cf2107a2-3f0b-445e-9903-ac0c1cfb2798 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4587729 Sep 18 05:12:11.137048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Request body: {'port': {'device_id': '71a5233d-ea9e-4143-ae3b-cb6ea77f4963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:11.206713 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756cfe0-0091-4fed-99a6-9269d04d49b7 req-cd8e2d04-44f1-40b2-bf46-7262bbe2671c tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:11.208421 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c756cfe0-0091-4fed-99a6-9269d04d49b7 req-cd8e2d04-44f1-40b2-bf46-7262bbe2671c tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.0517166 Sep 18 05:12:11.218821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] For port 7c8293b5-daa1-46f2-9860-4bd435b15fd8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7c8293b5-daa1-46f2-9860-4bd435b15fd8,segment=NetworkSegment(391889e9-6240-4860-8ef5-7cdaf0dd86eb),segment_id=391889e9-6240-4860-8ef5-7cdaf0dd86eb)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:11.224823 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:11.236511 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1053830-0aae-43be-a12b-045facff83ed req-0f8ec4cb-9a17-4391-81f9-9986702dbdf7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2113979 Sep 18 05:12:11.247649 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c756cfe0-0091-4fed-99a6-9269d04d49b7 req-c7ee902f-ff49-46db-a383-3aa2054004a0 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329988 Sep 18 05:12:11.259984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Calling delete_port for 7c8293b5-daa1-46f2-9860-4bd435b15fd8 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:11.270804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-778a68d8-77a8-44e7-b807-8f21df8eaf0b req-c8888a88-64e4-43f9-9a71-aa9aa4f1f60f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1861949 Sep 18 05:12:11.282980 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:11.403450 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f593f-7db0-4bc3-a4cc-e123ebcad78d req-3b3b3438-0a31-4a7d-b4db-6eb186aba7ba tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:11.405012 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-416f593f-7db0-4bc3-a4cc-e123ebcad78d req-3b3b3438-0a31-4a7d-b4db-6eb186aba7ba tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0506525 Sep 18 05:12:11.456658 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-416f593f-7db0-4bc3-a4cc-e123ebcad78d req-7c157c05-d5dd-4ddc-8e96-ad27a591e26e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445504 Sep 18 05:12:11.547880 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a68d8-77a8-44e7-b807-8f21df8eaf0b req-6cfcc4de-afb5-4377-a770-6309dc86f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:11.549454 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-778a68d8-77a8-44e7-b807-8f21df8eaf0b req-6cfcc4de-afb5-4377-a770-6309dc86f70f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94848cf6b34548f0adfc8cf1112a307d&device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 1098 time: 0.1805770 Sep 18 05:12:11.576343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa78622-30e9-4dd6-a70e-3c0e3df200b0 req-4c0dac4f-d7cf-402c-b1a6-f9a5d007247e tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:11.578219 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6fa78622-30e9-4dd6-a70e-3c0e3df200b0 req-4c0dac4f-d7cf-402c-b1a6-f9a5d007247e tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 931 time: 0.1712604 Sep 18 05:12:11.584162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478722d-4f5d-4a50-9ff9-e6122405923d req-bfcecfbf-058c-4640-98d5-6a22af195d0c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:11.585985 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9478722d-4f5d-4a50-9ff9-e6122405923d req-bfcecfbf-058c-4640-98d5-6a22af195d0c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0651970 Sep 18 05:12:11.627914 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9478722d-4f5d-4a50-9ff9-e6122405923d req-14cfb61a-0f73-4f64-bb41-f1e7855eceba tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344889 Sep 18 05:12:11.653138 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:11.666654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] No DVR routers for this DVR port 7c8293b5-daa1-46f2-9860-4bd435b15fd8 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:12:11.754425 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Port': ['ID=7c8293b5-daa1-46f2-9860-4bd435b15fd8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:11.829541 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-16651124-7ed9-4fd8-9646-ac6c0c2ac7e9 req-1fc12157-3958-4d1f-84b0-4efa6627fa6c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b HTTP/1.1" status: 200 len: 221 time: 0.0464969 Sep 18 05:12:11.872394 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6fa78622-30e9-4dd6-a70e-3c0e3df200b0 req-2f96bd4e-fdf7-4b32-bce9-06d8ee8d20af tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806895 Sep 18 05:12:11.878627 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:11.925668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe67e356-f132-4daa-9e83-013063750208']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:11.940493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c4bc2-cc25-4ded-83f8-7b06f2395284 req-32ec2c8b-a354-4b4d-8f97-a648d97b2466 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:11.943672 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-117c4bc2-cc25-4ded-83f8-7b06f2395284 req-32ec2c8b-a354-4b4d-8f97-a648d97b2466 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0543489 Sep 18 05:12:11.948266 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391889e9-6240-4860-8ef5-7cdaf0dd86eb') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:11.948581 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391889e9-6240-4860-8ef5-7cdaf0dd86eb') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:11.956971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a68d8-77a8-44e7-b807-8f21df8eaf0b req-59a2b530-9fa8-4c3f-b23a-1fbb67693bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:11.958528 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-778a68d8-77a8-44e7-b807-8f21df8eaf0b req-59a2b530-9fa8-4c3f-b23a-1fbb67693bc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b27d69cc-813a-4275-a0f9-a4235fa92e6a HTTP/1.1" status: 200 len: 912 time: 0.3792982 Sep 18 05:12:11.962807 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:11.984407 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-117c4bc2-cc25-4ded-83f8-7b06f2395284 req-cebe50e0-147c-4889-b6fd-32d4ed629201 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358579 Sep 18 05:12:12.032591 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:12.065502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:12:12.066007 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:12:12.070606 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:12:12.108649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e5f528-7281-45f3-9642-082be312f4d6 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:12:12.123542 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-778a68d8-77a8-44e7-b807-8f21df8eaf0b req-ab1b6abf-195f-465f-8845-a80f9cb9b196 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e4ee66e-f51f-4bf1-893e-3c1466c59128 HTTP/1.1" status: 200 len: 1001 time: 0.1531019 Sep 18 05:12:12.150223 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526f07b-1fe1-4a98-b313-cb66f1b24648 req-58c13af0-bc8a-4966-a1d0-5f89312164b5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:12.151721 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7526f07b-1fe1-4a98-b313-cb66f1b24648 req-58c13af0-bc8a-4966-a1d0-5f89312164b5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.0543747 Sep 18 05:12:12.159379 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:12.193323 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7526f07b-1fe1-4a98-b313-cb66f1b24648 req-c3a1323e-0edf-446e-9f53-3c122991aaf7 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342929 Sep 18 05:12:12.248067 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057fd80-c74a-4b71-9af9-1ceafb23f40b req-a4d14e23-5340-41f3-9620-8e6d2d4c19e8 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:12.249557 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c057fd80-c74a-4b71-9af9-1ceafb23f40b req-a4d14e23-5340-41f3-9620-8e6d2d4c19e8 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1549940 Sep 18 05:12:12.251315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a68d8-77a8-44e7-b807-8f21df8eaf0b req-c438a350-e963-4139-8a59-e6b76ebd62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:12.252679 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-778a68d8-77a8-44e7-b807-8f21df8eaf0b req-c438a350-e963-4139-8a59-e6b76ebd62ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=02d4511a-451a-458e-a86c-1916ccf69681 HTTP/1.1" status: 200 len: 851 time: 0.0955698 Sep 18 05:12:12.275801 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Transition to ACTIVE for port object 75e5f528-7281-45f3-9642-082be312f4d6 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:12:12.279996 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:12.303669 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:12.304819 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/networks/fe67e356-f132-4daa-9e83-013063750208 HTTP/1.1" status: 204 len: 168 time: 4.0253119 Sep 18 05:12:12.307221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54542) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:12.338473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c3688-da40-4bbd-bbc9-b58aafabf09f tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Network': ['ID=fe67e356-f132-4daa-9e83-013063750208,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:12.348103 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63da1f0-b77f-4db0-bde8-5b880b12cd62 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] DELETE failed (client error): The resource could not be found. Sep 18 05:12:12.351087 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63da1f0-b77f-4db0-bde8-5b880b12cd62 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:12:12.351278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c057fd80-c74a-4b71-9af9-1ceafb23f40b req-7e07e0df-c944-463a-a46e-f2f972d670a6 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934837 Sep 18 05:12:12.354453 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54544) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:12.354625 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a63da1f0-b77f-4db0-bde8-5b880b12cd62 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/subnets/19dbb984-4c20-4151-93bf-7565d0b2c059 HTTP/1.1" status: 404 len: 337 time: 0.0458751 Sep 18 05:12:12.358987 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:12.425281 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a891034-4538-45a3-aeb0-d5d530e4f462 req-116cdf3b-6026-438e-88b0-63f98df67cba tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:12.426897 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a891034-4538-45a3-aeb0-d5d530e4f462 req-116cdf3b-6026-438e-88b0-63f98df67cba tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.0704091 Sep 18 05:12:12.429608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a68d8-77a8-44e7-b807-8f21df8eaf0b req-9a3842b7-1c0f-41b5-8bdf-6c66f35d7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:12.430277 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-778a68d8-77a8-44e7-b807-8f21df8eaf0b req-9a3842b7-1c0f-41b5-8bdf-6c66f35d7ee3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b27d69cc-813a-4275-a0f9-a4235fa92e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1677649 Sep 18 05:12:12.440030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Pushing event updated for resources: {'Port': ['ID=75e5f528-7281-45f3-9642-082be312f4d6,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:12.442928 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fb6762-d67b-4539-bbfc-d596ac015694 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] DELETE failed (client error): The resource could not be found. Sep 18 05:12:12.443532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fb6762-d67b-4539-bbfc-d596ac015694 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:12:12.445862 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e9fb6762-d67b-4539-bbfc-d596ac015694 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/networks/fe67e356-f132-4daa-9e83-013063750208 HTTP/1.1" status: 404 len: 339 time: 0.0846329 Sep 18 05:12:12.448566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54550) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:12.503864 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a891034-4538-45a3-aeb0-d5d530e4f462 req-18e7ad33-ec3f-46f9-b50b-a016a89ce8fd tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543783 Sep 18 05:12:12.519376 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e0900c-ee76-42a2-9064-83b76877d6c5 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] DELETE failed (client error): The resource could not be found. Sep 18 05:12:12.520019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e0900c-ee76-42a2-9064-83b76877d6c5 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:12:12.523980 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a2e0900c-ee76-42a2-9064-83b76877d6c5 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/subnets/ac40a527-7f0a-47bf-989a-8da29caa588c HTTP/1.1" status: 404 len: 337 time: 0.0640368 Sep 18 05:12:12.525258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54554) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:12.553685 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8884ce6-ec1b-41b7-9fff-43e71d6d0b58 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] DELETE failed (client error): The resource could not be found. Sep 18 05:12:12.554247 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8884ce6-ec1b-41b7-9fff-43e71d6d0b58 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:12:12.555922 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b8884ce6-ec1b-41b7-9fff-43e71d6d0b58 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/networks/21c9104a-5926-48a5-bc14-8b22e7583859 HTTP/1.1" status: 404 len: 339 time: 0.0297382 Sep 18 05:12:12.563233 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54556) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:12.591293 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-32446f3d-7b04-47c8-a9d3-6b5eccb5a864 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] DELETE failed (client error): The resource could not be found. Sep 18 05:12:12.591828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32446f3d-7b04-47c8-a9d3-6b5eccb5a864 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:12:12.593623 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-32446f3d-7b04-47c8-a9d3-6b5eccb5a864 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/subnets/c979f5be-0360-4dfe-9594-916989787a2a HTTP/1.1" status: 404 len: 337 time: 0.0292802 Sep 18 05:12:12.596104 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54558) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:12.614639 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5dad84-0989-410a-a081-8ef580cc7f27 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] DELETE failed (client error): The resource could not be found. Sep 18 05:12:12.615307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5dad84-0989-410a-a081-8ef580cc7f27 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:12:12.617153 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-df5dad84-0989-410a-a081-8ef580cc7f27 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/networks/3f81085a-17da-443a-bc54-5bb127888d16 HTTP/1.1" status: 404 len: 339 time: 0.0200524 Sep 18 05:12:12.620397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54560) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:12.701118 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-778a68d8-77a8-44e7-b807-8f21df8eaf0b req-e368108e-bcce-4ec8-a9a6-99f3c13b453e service neutron] 10.222.0.13 "GET /v2.0/networks/b27d69cc-813a-4275-a0f9-a4235fa92e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530856 Sep 18 05:12:12.713951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22722-2995-404b-b4b1-5a186d608c01 req-6037e1c5-70e9-4f2d-84ff-1186eb77fb64 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:12.716694 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17e22722-2995-404b-b4b1-5a186d608c01 req-6037e1c5-70e9-4f2d-84ff-1186eb77fb64 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1678441 Sep 18 05:12:12.724924 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Attempting to bind port 75e5f528-7281-45f3-9642-082be312f4d6 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:12:12.725560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Attempting to bind port 75e5f528-7281-45f3-9642-082be312f4d6 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:12:12.725819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Attempting to bind port 75e5f528-7281-45f3-9642-082be312f4d6 on network 9efe280f-1a43-4ccc-be93-3c7d2962020a {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:12:12.728584 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3dfb2-883a-4667-aa76-fea5298ce354 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Deleting port 9250e389-2d27-444c-a341-f47b5e9079a3 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:12.729072 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d6e3dfb2-883a-4667-aa76-fea5298ce354 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:12.763335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Port 75e5f528-7281-45f3-9642-082be312f4d6 on network 9efe280f-1a43-4ccc-be93-3c7d2962020a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:12:12.763670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Attempting to bind port 75e5f528-7281-45f3-9642-082be312f4d6 on network 9efe280f-1a43-4ccc-be93-3c7d2962020a {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:12:12.775301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:12:12.775648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Checking segment: {'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:12:12.776522 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Bound using segment: {'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:12:12.776522 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Bound port: 75e5f528-7281-45f3-9642-082be312f4d6, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:12:12.776873 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:12.834226 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d6e3dfb2-883a-4667-aa76-fea5298ce354 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:12.863165 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3dfb2-883a-4667-aa76-fea5298ce354 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Calling delete_port for 9250e389-2d27-444c-a341-f47b5e9079a3 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:12.884271 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17e22722-2995-404b-b4b1-5a186d608c01 req-404698a4-b9a5-4c2e-b6d4-cced4aa75ecd tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393313 Sep 18 05:12:12.916132 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-778a68d8-77a8-44e7-b807-8f21df8eaf0b req-7ccaafbc-a4a3-4d88-af18-ded1b5617fb0 service neutron] 10.222.0.13 "GET /v2.0/networks/b27d69cc-813a-4275-a0f9-a4235fa92e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981726 Sep 18 05:12:12.935220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] For port 75e5f528-7281-45f3-9642-082be312f4d6, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:12:12.943499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] For port 75e5f528-7281-45f3-9642-082be312f4d6, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=75e5f528-7281-45f3-9642-082be312f4d6,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:12:13.002201 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:13.057483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481cf6c-0d24-4f15-bd2c-4bf3126e9f3d req-35436145-1a83-4fe4-971a-4b5027454258 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:13.060380 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d481cf6c-0d24-4f15-bd2c-4bf3126e9f3d req-35436145-1a83-4fe4-971a-4b5027454258 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0818131 Sep 18 05:12:13.105885 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d481cf6c-0d24-4f15-bd2c-4bf3126e9f3d req-04c68150-c9d6-4144-a350-aaf6c7311483 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375721 Sep 18 05:12:13.106813 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Pushing event updated for resources: {'Port': ['ID=75e5f528-7281-45f3-9642-082be312f4d6,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:13.116443 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:13.117811 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:13.119314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-24e27209-fd6c-4f9c-8a38-828ba2ea90ba service neutron] 10.222.0.18 "PUT /v2.0/ports/75e5f528-7281-45f3-9642-082be312f4d6 HTTP/1.1" status: 200 len: 1092 time: 1.9900780 Sep 18 05:12:13.124644 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d6e3dfb2-883a-4667-aa76-fea5298ce354 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:13.127602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a5233d-ea9e-4143-ae3b-cb6ea77f4963', 'tag': '75e5f528-7281-45f3-9642-082be312f4d6'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:12:13.131035 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a669bc73-380f-4b60-83cd-f614cba798ee" -d '{"events": [{"name": "network-changed", "server_uuid": "71a5233d-ea9e-4143-ae3b-cb6ea77f4963", "tag": "75e5f528-7281-45f3-9642-082be312f4d6"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:12:13.158830 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b4f48-f6ea-455a-9614-e0a18d3ce0f2 req-b9b8b97c-9cfc-4ee8-8c6e-433fd9ac1051 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:13.168618 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-425b4f48-f6ea-455a-9614-e0a18d3ce0f2 req-b9b8b97c-9cfc-4ee8-8c6e-433fd9ac1051 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 943 time: 0.1719973 Sep 18 05:12:13.196763 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3dfb2-883a-4667-aa76-fea5298ce354 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Port': ['ID=9250e389-2d27-444c-a341-f47b5e9079a3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:13.206711 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d6e3dfb2-883a-4667-aa76-fea5298ce354 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:13.207049 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbade98-5221-4072-a97d-2a7665c2ebf8 x-openstack-request-id: req-5bbade98-5221-4072-a97d-2a7665c2ebf8 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:12:13.207873 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a5233d-ea9e-4143-ae3b-cb6ea77f4963", "tag": "75e5f528-7281-45f3-9642-082be312f4d6", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:12:13.208207 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bbade98-5221-4072-a97d-2a7665c2ebf8 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:12:13.209240 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d6e3dfb2-883a-4667-aa76-fea5298ce354 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/ports/9250e389-2d27-444c-a341-f47b5e9079a3 HTTP/1.1" status: 204 len: 168 time: 0.5876093 Sep 18 05:12:13.211762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54602) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:13.223307 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a5233d-ea9e-4143-ae3b-cb6ea77f4963', 'tag': '75e5f528-7281-45f3-9642-082be312f4d6', 'status': 'completed', 'code': 200} Sep 18 05:12:13.240875 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-425b4f48-f6ea-455a-9614-e0a18d3ce0f2 req-d6c66f3b-764e-47fb-8223-fabd617ed70c tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753295 Sep 18 05:12:13.253502 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b432b51-55f5-4ce5-9430-0aa736d01e5b tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] DELETE failed (client error): The resource could not be found. Sep 18 05:12:13.262074 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b432b51-55f5-4ce5-9430-0aa736d01e5b tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:12:13.266311 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4b432b51-55f5-4ce5-9430-0aa736d01e5b tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/subnets/2f93a847-089e-4bd6-b56a-da3eb83e1318 HTTP/1.1" status: 404 len: 337 time: 0.0511646 Sep 18 05:12:13.268780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54608) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:13.353636 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2b5a6-ac5c-4bc1-89e8-ed412b31bc2f req-d0063a9e-234e-4207-a722-00df463aa00d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:13.363969 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-06a2b5a6-ac5c-4bc1-89e8-ed412b31bc2f req-d0063a9e-234e-4207-a722-00df463aa00d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.0735137 Sep 18 05:12:13.421581 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-06a2b5a6-ac5c-4bc1-89e8-ed412b31bc2f req-0345e601-8b1e-47f9-bc5e-ab1502793e32 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520115 Sep 18 05:12:13.443033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d5a98e9d-16df-4864-9eea-c8e5458271ac details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:12:13.445518 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-feee652e-7df3-4d0e-9479-1d5c9ecdb423 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:13.454426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669bc73-380f-4b60-83cd-f614cba798ee req-94ada111-a1a1-42a4-9243-4a2da2ba0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:13.455959 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a669bc73-380f-4b60-83cd-f614cba798ee req-94ada111-a1a1-42a4-9243-4a2da2ba0403 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a6f613e12794ecba2afb105609c0052&device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 1095 time: 0.2141294 Sep 18 05:12:13.472180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52935bb3-d718-4e1a-ac32-7841d5a91f8f req-5c61ea7b-0310-43ae-b655-932dfb9f410f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:13.479614 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52935bb3-d718-4e1a-ac32-7841d5a91f8f req-5c61ea7b-0310-43ae-b655-932dfb9f410f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1447361 Sep 18 05:12:13.564587 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d5a98e9d-16df-4864-9eea-c8e5458271ac, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d5a98e9d-16df-4864-9eea-c8e5458271ac,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:13.587344 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'd5a98e9d-16df-4864-9eea-c8e5458271ac', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'd5a98e9d-16df-4864-9eea-c8e5458271ac', 'mac_address': 'fa:16:3e:be:29:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:12:13.640699 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:13.662470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5a98e9d-16df-4864-9eea-c8e5458271ac {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:12:13.686197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d5a98e9d-16df-4864-9eea-c8e5458271ac, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d5a98e9d-16df-4864-9eea-c8e5458271ac,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:13.699759 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff7e52-c05b-4a2b-ae78-149895c3175b req-866bda92-c1d6-43d8-a6b2-e3538cf924db tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:13.710211 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-46ff7e52-c05b-4a2b-ae78-149895c3175b req-866bda92-c1d6-43d8-a6b2-e3538cf924db tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.1032465 Sep 18 05:12:13.793393 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-46ff7e52-c05b-4a2b-ae78-149895c3175b req-f8719d6e-0c47-4c09-9890-4330914a1997 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746124 Sep 18 05:12:13.811482 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:13.931182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d5a98e9d-16df-4864-9eea-c8e5458271ac'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:12:13.999229 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52935bb3-d718-4e1a-ac32-7841d5a91f8f req-9713fd0e-3cff-4786-b4a9-0b70b08b68cf tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186739 Sep 18 05:12:14.010056 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d5a98e9d-16df-4864-9eea-c8e5458271ac,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:14.162579 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669bc73-380f-4b60-83cd-f614cba798ee req-17622334-499e-413e-9e4e-107ae0af5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:14.165226 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a669bc73-380f-4b60-83cd-f614cba798ee req-17622334-499e-413e-9e4e-107ae0af5100 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7a6f613e12794ecba2afb105609c0052&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6828387 Sep 18 05:12:14.227643 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d350e5-2dca-49b6-ba55-c1296ad899ec req-c5b75011-6106-47e9-8c26-daf9fc5a8da2 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:14.243566 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-24d350e5-2dca-49b6-ba55-c1296ad899ec req-c5b75011-6106-47e9-8c26-daf9fc5a8da2 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1207161 Sep 18 05:12:14.302202 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-24d350e5-2dca-49b6-ba55-c1296ad899ec req-9af0cb17-2487-4acf-9ee6-437a0f3e2cd3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574150 Sep 18 05:12:14.316190 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-feee652e-7df3-4d0e-9479-1d5c9ecdb423 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:14.364146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-feee652e-7df3-4d0e-9479-1d5c9ecdb423 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097e36fa-5cde-4e9d-b44d-f080d5fb4235']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:14.383237 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-feee652e-7df3-4d0e-9479-1d5c9ecdb423 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a1b09d-2355-4710-94b5-f85213ad6ecc') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:14.383544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-feee652e-7df3-4d0e-9479-1d5c9ecdb423 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a1b09d-2355-4710-94b5-f85213ad6ecc') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:14.446983 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-feee652e-7df3-4d0e-9479-1d5c9ecdb423 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:14.486865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773630cc-c7d7-4740-a7ae-81c9ca0ffbb6 req-bf74962f-8cb9-49e4-9c49-07e5a94aa0f7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:14.488525 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-773630cc-c7d7-4740-a7ae-81c9ca0ffbb6 req-bf74962f-8cb9-49e4-9c49-07e5a94aa0f7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0779042 Sep 18 05:12:14.512881 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669bc73-380f-4b60-83cd-f614cba798ee req-aa262d1f-e01a-4a42-88bf-a57a74246757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:14.514895 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a669bc73-380f-4b60-83cd-f614cba798ee req-aa262d1f-e01a-4a42-88bf-a57a74246757 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2932453 Sep 18 05:12:14.516563 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-feee652e-7df3-4d0e-9479-1d5c9ecdb423 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:14.526649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feee652e-7df3-4d0e-9479-1d5c9ecdb423 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:12:14.527646 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-feee652e-7df3-4d0e-9479-1d5c9ecdb423 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:12:14.530756 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:12:14.540274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc48e6-65cd-42a4-a736-c4db6c4c6815 req-ce4a0008-5dce-463d-980d-13fa8ef9b90b tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:14.541855 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-04fc48e6-65cd-42a4-a736-c4db6c4c6815 req-ce4a0008-5dce-463d-980d-13fa8ef9b90b tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 943 time: 0.1607041 Sep 18 05:12:14.556353 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-773630cc-c7d7-4740-a7ae-81c9ca0ffbb6 req-0ea0eefc-64dd-4f67-861b-18b5e204ec71 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524511 Sep 18 05:12:14.691191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-04fc48e6-65cd-42a4-a736-c4db6c4c6815 req-96ded7fc-0c2a-4f97-ad32-d18368a4b449 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374702 Sep 18 05:12:14.698425 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-ef44c848-60a6-4bc9-aa22-ea3b6c2b50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:14.700867 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-ef44c848-60a6-4bc9-aa22-ea3b6c2b50a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a6f613e12794ecba2afb105609c0052&device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 1095 time: 0.1190090 Sep 18 05:12:14.704624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767180c4-2eea-4c66-958b-e69674dfa74e req-607b8ad3-5239-41a0-a5be-b7cb03eab250 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:14.712604 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-767180c4-2eea-4c66-958b-e69674dfa74e req-607b8ad3-5239-41a0-a5be-b7cb03eab250 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.0694354 Sep 18 05:12:14.734953 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-feee652e-7df3-4d0e-9479-1d5c9ecdb423 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:14.767866 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-767180c4-2eea-4c66-958b-e69674dfa74e req-50ff5537-4bba-4ef1-938c-12be726d8ef1 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496137 Sep 18 05:12:14.777555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-feee652e-7df3-4d0e-9479-1d5c9ecdb423 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:14.779440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-feee652e-7df3-4d0e-9479-1d5c9ecdb423 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/networks/097e36fa-5cde-4e9d-b44d-f080d5fb4235 HTTP/1.1" status: 204 len: 168 time: 1.5113208 Sep 18 05:12:14.781124 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-5944027e-4f2f-48ec-bdd6-83b1525eda77 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75e5f528-7281-45f3-9642-082be312f4d6 HTTP/1.1" status: 200 len: 217 time: 0.0583479 Sep 18 05:12:14.782055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54650) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:14.812030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee652e-7df3-4d0e-9479-1d5c9ecdb423 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Network': ['ID=097e36fa-5cde-4e9d-b44d-f080d5fb4235,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:14.870282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-3c315437-ce41-4022-b0ca-8dc35dd629de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:14.871881 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-3c315437-ce41-4022-b0ca-8dc35dd629de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4b41fbf-821a-4539-a065-a1f72d6825cf HTTP/1.1" status: 200 len: 855 time: 0.0742304 Sep 18 05:12:14.959484 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-69984095-5793-43f2-9b36-327266c45ead service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9efe280f-1a43-4ccc-be93-3c7d2962020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797081 Sep 18 05:12:15.041287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Deleting port 9ef0cb65-249a-42dc-9a14-b831e90e62ff {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:15.041643 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:15.069939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca08c5-a3d2-4dd8-b059-0433f1baa571 req-c48478ba-9c4f-436c-80a7-1417fc84c0b7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:15.071433 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aaca08c5-a3d2-4dd8-b059-0433f1baa571 req-c48478ba-9c4f-436c-80a7-1417fc84c0b7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1324887 Sep 18 05:12:15.083792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d40f18-5bd3-4be6-a2c9-ddf21c9d4256 req-5fe7ae9a-2738-4bbb-a10d-e323bfa24cc8 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:15.093757 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65d40f18-5bd3-4be6-a2c9-ddf21c9d4256 req-5fe7ae9a-2738-4bbb-a10d-e323bfa24cc8 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.1371441 Sep 18 05:12:15.177336 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-1f3d4e58-4115-4ee0-a731-9de5edf3d5f4 service neutron] 10.222.0.18 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902485 Sep 18 05:12:15.184897 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65d40f18-5bd3-4be6-a2c9-ddf21c9d4256 req-9daa40e8-cca7-4b3e-b527-d96b9cc38952 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719857 Sep 18 05:12:15.366977 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9f921b5-b128-45a7-aae0-137178dcb9a2 req-7a1250d9-2ef3-4787-9022-bfe22c2afdaf service neutron] 10.222.0.18 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750081 Sep 18 05:12:15.381511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71283e-9a6e-43da-96e1-de5b29dfe45f req-3a38fd43-f1db-4a0c-bcd9-82b81a1025d1 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:15.382623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c71283e-9a6e-43da-96e1-de5b29dfe45f req-3a38fd43-f1db-4a0c-bcd9-82b81a1025d1 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 946 time: 0.0829339 Sep 18 05:12:15.431753 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c71283e-9a6e-43da-96e1-de5b29dfe45f req-940b8141-c10f-4004-b6fa-7065991b5f71 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414734 Sep 18 05:12:15.442277 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d5a98e9d-16df-4864-9eea-c8e5458271ac up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:12:15.535810 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port d5a98e9d-16df-4864-9eea-c8e5458271ac triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:15.536205 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:15.568691 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:15.596014 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aaca08c5-a3d2-4dd8-b059-0433f1baa571 req-84ca6dd6-13f1-4c3d-a27a-e409720248ef tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132868 Sep 18 05:12:15.596987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Calling delete_port for 9ef0cb65-249a-42dc-9a14-b831e90e62ff owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:15.646972 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:15.689852 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde0b70-31d6-4ffc-9617-3703354c27e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a98e9d-16df-4864-9eea-c8e5458271ac'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:12:15.693479 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b82151-7000-46d0-a5df-93b6ac4133c4" -d '{"events": [{"server_uuid": "2dde0b70-31d6-4ffc-9617-3703354c27e9", "name": "network-vif-plugged", "status": "completed", "tag": "d5a98e9d-16df-4864-9eea-c8e5458271ac"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:12:15.710663 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d5a98e9d-16df-4864-9eea-c8e5458271ac, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d5a98e9d-16df-4864-9eea-c8e5458271ac,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:15.756224 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb12bfb-785b-4d10-b034-fb9f9db67537 x-openstack-request-id: req-1cb12bfb-785b-4d10-b034-fb9f9db67537 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:12:15.756570 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde0b70-31d6-4ffc-9617-3703354c27e9", "name": "network-vif-plugged", "status": "completed", "tag": "d5a98e9d-16df-4864-9eea-c8e5458271ac", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:12:15.756829 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cb12bfb-785b-4d10-b034-fb9f9db67537 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:12:15.757234 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde0b70-31d6-4ffc-9617-3703354c27e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a98e9d-16df-4864-9eea-c8e5458271ac', 'code': 200} Sep 18 05:12:15.785428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084eaa5-34af-4001-913b-6aba234ea5e8 req-39262998-ba5f-4936-bdb2-12ecfa564f64 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:15.787268 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3084eaa5-34af-4001-913b-6aba234ea5e8 req-39262998-ba5f-4936-bdb2-12ecfa564f64 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0618391 Sep 18 05:12:15.804774 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:15.887431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d5a98e9d-16df-4864-9eea-c8e5458271ac,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:15.897375 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3084eaa5-34af-4001-913b-6aba234ea5e8 req-1cd124a3-1a20-42be-8173-731cb7c80318 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007552 Sep 18 05:12:15.904165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa509bf1-58b3-48b0-b7c2-837674aac5f8 req-be9ea51b-afe1-40d9-b4a5-3ff73d43bb19 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:15.906760 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aa509bf1-58b3-48b0-b7c2-837674aac5f8 req-be9ea51b-afe1-40d9-b4a5-3ff73d43bb19 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 943 time: 0.0790989 Sep 18 05:12:15.962866 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:15.970395 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aa509bf1-58b3-48b0-b7c2-837674aac5f8 req-3ca6cdfb-c7cd-432f-bbf0-e31d5d70b413 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487692 Sep 18 05:12:16.018848 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:16.021443 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/ports/9ef0cb65-249a-42dc-9a14-b831e90e62ff HTTP/1.1" status: 204 len: 168 time: 1.2375484 Sep 18 05:12:16.022525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Port': ['ID=9ef0cb65-249a-42dc-9a14-b831e90e62ff,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:16.027595 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54682) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:16.077252 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e52fab-4572-4f7a-8cf9-249417f4c654 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] DELETE failed (client error): The resource could not be found. Sep 18 05:12:16.078105 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e52fab-4572-4f7a-8cf9-249417f4c654 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:12:16.083182 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-44e52fab-4572-4f7a-8cf9-249417f4c654 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/subnets/c29f9c99-4637-4e1b-8801-0979b40a3469 HTTP/1.1" status: 404 len: 337 time: 0.0520003 Sep 18 05:12:16.083182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:16.083626 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:16.084078 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:16.084547 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:16.084990 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:16.085447 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:16.085882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:16.086317 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:16.086755 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:16.087308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:16.087791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54686) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:16.088286 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:16.088286 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6974fa-cdf3-40b8-b235-f9645054a9fd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:16.116373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ab27b-8b48-48a1-9bca-c7e442bc5eaf req-aa9d7718-5194-4ed6-bba6-c9a185c4b66e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:16.118091 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e32ab27b-8b48-48a1-9bca-c7e442bc5eaf req-aa9d7718-5194-4ed6-bba6-c9a185c4b66e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.1652462 Sep 18 05:12:16.185390 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:12:16.199533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59b1ac-a755-4f40-8162-cac3f37ff4bb req-0364a6e8-fcb4-4c0c-afa6-eb36bc4a4cdb tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:16.201297 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e59b1ac-a755-4f40-8162-cac3f37ff4bb req-0364a6e8-fcb4-4c0c-afa6-eb36bc4a4cdb tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1675727 Sep 18 05:12:16.207925 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e32ab27b-8b48-48a1-9bca-c7e442bc5eaf req-ea663b50-8879-4c8f-8bef-e489d219cc4b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817857 Sep 18 05:12:16.252205 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2022a905-c297-4e3a-abbf-f37b5e321ebd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:16.282042 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e59b1ac-a755-4f40-8162-cac3f37ff4bb req-a45505bb-211b-49df-845e-5b87c58a9d95 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722225 Sep 18 05:12:16.442686 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2022a905-c297-4e3a-abbf-f37b5e321ebd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:16.494674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2022a905-c297-4e3a-abbf-f37b5e321ebd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:16.508496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2022a905-c297-4e3a-abbf-f37b5e321ebd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a683ff73-ef6b-4cf8-8f94-76dad4617e74') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:16.508809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2022a905-c297-4e3a-abbf-f37b5e321ebd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a683ff73-ef6b-4cf8-8f94-76dad4617e74') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:16.523454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152256d4-6d24-4c55-90bc-cec5bb07797f req-5a9c3a6b-1d56-448c-842d-c575727db1d2 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:16.530971 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-152256d4-6d24-4c55-90bc-cec5bb07797f req-5a9c3a6b-1d56-448c-842d-c575727db1d2 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.1647778 Sep 18 05:12:16.542821 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2022a905-c297-4e3a-abbf-f37b5e321ebd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:16.566248 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2022a905-c297-4e3a-abbf-f37b5e321ebd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:16.583474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2022a905-c297-4e3a-abbf-f37b5e321ebd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:12:16.583892 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2022a905-c297-4e3a-abbf-f37b5e321ebd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:12:16.587891 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:12:16.599881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7eebb-2db9-4297-ad14-5af012867016 req-e22b32fe-bc57-4f89-88e6-6c1b8f666423 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:16.610104 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e8e7eebb-2db9-4297-ad14-5af012867016 req-e22b32fe-bc57-4f89-88e6-6c1b8f666423 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 946 time: 0.0902593 Sep 18 05:12:16.616656 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-152256d4-6d24-4c55-90bc-cec5bb07797f req-306efefb-bd41-4e1d-b5e9-b6e854bfb577 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847430 Sep 18 05:12:16.683975 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e8e7eebb-2db9-4297-ad14-5af012867016 req-340879b3-d51e-4640-adad-20a5df682d93 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685682 Sep 18 05:12:16.814127 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c4886-aa7a-4eb0-86d7-a47b43932372 req-64e19ead-8de4-44d0-9f04-d440e5738536 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:16.815746 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d11c4886-aa7a-4eb0-86d7-a47b43932372 req-64e19ead-8de4-44d0-9f04-d440e5738536 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0821800 Sep 18 05:12:16.816700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2022a905-c297-4e3a-abbf-f37b5e321ebd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:16.844972 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2022a905-c297-4e3a-abbf-f37b5e321ebd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:16.848820 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2022a905-c297-4e3a-abbf-f37b5e321ebd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/networks/4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4 HTTP/1.1" status: 204 len: 168 time: 0.7568119 Sep 18 05:12:16.848820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022a905-c297-4e3a-abbf-f37b5e321ebd tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Network': ['ID=4ebd6db9-fb2e-4881-ad6c-41ff9a9d45b4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:16.849809 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54712) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:16.895843 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d11c4886-aa7a-4eb0-86d7-a47b43932372 req-08d6779b-a836-4031-a21d-8e929638e3c6 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529301 Sep 18 05:12:16.916178 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d50682b-0581-4833-bf48-a2e2da2716f3 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Deleting subnet 843888cb-ee01-43c5-9afa-52ab42048060 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:12:16.920546 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d50682b-0581-4833-bf48-a2e2da2716f3 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:17.055034 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d50682b-0581-4833-bf48-a2e2da2716f3 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:17.118219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7c392-1a81-4a59-9293-dcf5c321a782 req-85cc93af-e5e9-43c8-8e71-f9713322fb82 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:17.122162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa99ad6-4067-4c00-a1e5-9f28fc7d1bba req-519f23de-b7db-411f-a66b-61f99b817cfe tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:17.123811 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0aa99ad6-4067-4c00-a1e5-9f28fc7d1bba req-519f23de-b7db-411f-a66b-61f99b817cfe tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1267397 Sep 18 05:12:17.128058 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ade7c392-1a81-4a59-9293-dcf5c321a782 req-85cc93af-e5e9-43c8-8e71-f9713322fb82 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 943 time: 0.0729322 Sep 18 05:12:17.184944 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ade7c392-1a81-4a59-9293-dcf5c321a782 req-07f3d587-3136-4e1e-baed-3a926056bab3 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556777 Sep 18 05:12:17.206363 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0aa99ad6-4067-4c00-a1e5-9f28fc7d1bba req-1280813a-e228-4ce3-9500-f3feabe0e9ca tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749838 Sep 18 05:12:17.242494 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d50682b-0581-4833-bf48-a2e2da2716f3 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:17.378218 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2cfa1-fa06-4e47-8eab-42548b11f475 req-f48ae42e-3ba2-45b0-ab22-abc296ea2feb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:17.380003 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fac2cfa1-fa06-4e47-8eab-42548b11f475 req-f48ae42e-3ba2-45b0-ab22-abc296ea2feb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.0711248 Sep 18 05:12:17.437812 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fac2cfa1-fa06-4e47-8eab-42548b11f475 req-2829586a-ebfb-4e75-9d09-61c49f1cb7c5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471735 Sep 18 05:12:17.466066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 0900aa91-1690-4285-a5e0-8c007423691d details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:12:17.518376 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d50682b-0581-4833-bf48-a2e2da2716f3 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:17.584438 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 0900aa91-1690-4285-a5e0-8c007423691d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=0900aa91-1690-4285-a5e0-8c007423691d,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:17.599568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '0900aa91-1690-4285-a5e0-8c007423691d', 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4', 'port_id': '0900aa91-1690-4285-a5e0-8c007423691d', 'mac_address': 'fa:16:3e:58:b4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19facd85-5a02-4210-8d90-7d5ec267820b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:12:17.615851 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50682b-0581-4833-bf48-a2e2da2716f3 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Subnet': ['ID=843888cb-ee01-43c5-9afa-52ab42048060,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:17.642580 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d50682b-0581-4833-bf48-a2e2da2716f3 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:17.644707 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7d50682b-0581-4833-bf48-a2e2da2716f3 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/subnets/843888cb-ee01-43c5-9afa-52ab42048060 HTTP/1.1" status: 204 len: 168 time: 0.7936506 Sep 18 05:12:17.647137 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54736) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:17.655688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af8eff4-7f04-47e0-96a4-47c7b943eaed None None] Network 7fa21962-aa16-4c91-8af9-b59ef72a1ebf requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:17.704420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66c7d5-51e7-4a8a-95ab-970a9e4b8cc9 req-da365f6d-7ee1-4a4b-b40a-c9b1ae5366bf tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:17.712506 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac66c7d5-51e7-4a8a-95ab-970a9e4b8cc9 req-da365f6d-7ee1-4a4b-b40a-c9b1ae5366bf tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1153071 Sep 18 05:12:17.813402 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:17.818513 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:17.832129 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0900aa91-1690-4285-a5e0-8c007423691d {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:12:17.836525 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac66c7d5-51e7-4a8a-95ab-970a9e4b8cc9 req-95a7c745-dd2a-45e2-a5d5-6dd81eb23d80 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191208 Sep 18 05:12:17.884785 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 0900aa91-1690-4285-a5e0-8c007423691d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=0900aa91-1690-4285-a5e0-8c007423691d,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:17.985304 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fe7d7f-b9b7-4372-a78c-1f6be1bdd434 None None] DHCP port deletion for 7fa21962-aa16-4c91-8af9-b59ef72a1ebf request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:12:17.997906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876ba3b-1b73-40c1-8964-35fc54c0bf36 req-f867ed96-4423-4734-81a0-4e3c473f3cbb tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:17.999959 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3876ba3b-1b73-40c1-8964-35fc54c0bf36 req-f867ed96-4423-4734-81a0-4e3c473f3cbb tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.0949311 Sep 18 05:12:18.021899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Deleting port fa581825-9d60-447e-8d91-77d5723596eb {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:18.028270 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:18.036291 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a08a36-2bb5-4e86-8bf6-54a07de55d0b req-60d940a1-aac9-4819-9d50-2fac652a31e4 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:18.038007 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:18.048909 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-70a08a36-2bb5-4e86-8bf6-54a07de55d0b req-60d940a1-aac9-4819-9d50-2fac652a31e4 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 946 time: 0.0915909 Sep 18 05:12:18.116550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3876ba3b-1b73-40c1-8964-35fc54c0bf36 req-9522402a-8035-4767-add6-f9b0faacd9e8 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100087 Sep 18 05:12:18.125553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=0900aa91-1690-4285-a5e0-8c007423691d,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:18.137800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe7d7f-b9b7-4372-a78c-1f6be1bdd434 None None] Deleting port fa581825-9d60-447e-8d91-77d5723596eb {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:18.142779 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f9fe7d7f-b9b7-4372-a78c-1f6be1bdd434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:18.143013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['0900aa91-1690-4285-a5e0-8c007423691d'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:12:18.167978 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-70a08a36-2bb5-4e86-8bf6-54a07de55d0b req-dfd79f81-00c7-49e8-a12d-da6d178bb90d tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181943 Sep 18 05:12:18.232762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] For port fa581825-9d60-447e-8d91-77d5723596eb, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fa581825-9d60-447e-8d91-77d5723596eb,segment=NetworkSegment(cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb),segment_id=cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:18.233168 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:18.254783 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Calling delete_port for fa581825-9d60-447e-8d91-77d5723596eb owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:18.474433 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f9fe7d7f-b9b7-4372-a78c-1f6be1bdd434 None None] For port fa581825-9d60-447e-8d91-77d5723596eb, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fa581825-9d60-447e-8d91-77d5723596eb,segment=NetworkSegment(cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb),segment_id=cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:18.475101 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b5731-e5c2-4d0d-861b-4cdb9bbaacb9 req-64942303-eb38-4341-a75f-da85e5c72991 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:18.475919 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f9fe7d7f-b9b7-4372-a78c-1f6be1bdd434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:18.477414 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b05b5731-e5c2-4d0d-861b-4cdb9bbaacb9 req-64942303-eb38-4341-a75f-da85e5c72991 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1116416 Sep 18 05:12:18.480857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:18.516883 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe7d7f-b9b7-4372-a78c-1f6be1bdd434 None None] Calling delete_port for fa581825-9d60-447e-8d91-77d5723596eb owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:18.521922 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] No DVR routers for this DVR port fa581825-9d60-447e-8d91-77d5723596eb on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:12:18.572925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Port': ['ID=fa581825-9d60-447e-8d91-77d5723596eb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:18.631619 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f9fe7d7f-b9b7-4372-a78c-1f6be1bdd434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:18.688545 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe7d7f-b9b7-4372-a78c-1f6be1bdd434 None None] Pushing event deleted for resources: {'Port': ['ID=fa581825-9d60-447e-8d91-77d5723596eb,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:18.696411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe7d7f-b9b7-4372-a78c-1f6be1bdd434 None None] No DVR routers for this DVR port fa581825-9d60-447e-8d91-77d5723596eb on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:12:18.729777 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b05b5731-e5c2-4d0d-861b-4cdb9bbaacb9 req-5bdb9e8d-ad33-4259-a850-62747b1935fc tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376623 Sep 18 05:12:18.845535 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:18.903090 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa21962-aa16-4c91-8af9-b59ef72a1ebf']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:18.921209 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:18.921507 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc2da9b-d32c-4cb0-a59a-a60da3ef74cb') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:18.935373 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:18.958688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c9235-8d94-4372-a9c6-beda0083e058 req-cad9f8ab-f7ae-4b4e-bf80-d07f0f59bae7 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:18.961004 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c0c9235-8d94-4372-a9c6-beda0083e058 req-cad9f8ab-f7ae-4b4e-bf80-d07f0f59bae7 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 943 time: 0.1196702 Sep 18 05:12:18.966868 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:18.991742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:12:18.992083 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:12:18.995885 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:12:19.104850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c0c9235-8d94-4372-a9c6-beda0083e058 req-ab7e567d-a7dd-482d-b03f-88922647e2d2 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347089 Sep 18 05:12:19.123811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fa581825-9d60-447e-8d91-77d5723596eb no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:12:19.158907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: fa581825-9d60-447e-8d91-77d5723596eb {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:12:19.159370 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fa581825-9d60-447e-8d91-77d5723596eb not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:12:19.200159 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:19.207613 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:19.219204 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] 10.222.0.23 "DELETE /v2.0/networks/7fa21962-aa16-4c91-8af9-b59ef72a1ebf HTTP/1.1" status: 204 len: 168 time: 1.5651426 Sep 18 05:12:19.219819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61593e5e-50d2-4022-86e1-e00d758318fc req-84cd7087-5713-4171-adce-e2604be51549 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:19.222301 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-61593e5e-50d2-4022-86e1-e00d758318fc req-84cd7087-5713-4171-adce-e2604be51549 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.13 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 946 time: 0.1344357 Sep 18 05:12:19.238461 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785bf25-70cd-4cdb-9466-a454bf369888 tempest-NetworksIpV6TestAttrs-1624793418 tempest-NetworksIpV6TestAttrs-1624793418-project] Pushing event deleted for resources: {'Network': ['ID=7fa21962-aa16-4c91-8af9-b59ef72a1ebf,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:19.367923 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4fd50-bb30-4e8c-a857-a2bef519b32b req-a71b6fa9-d016-45ab-b74d-ab9b135b77cf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:19.378208 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0c4fd50-bb30-4e8c-a857-a2bef519b32b req-a71b6fa9-d016-45ab-b74d-ab9b135b77cf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 944 time: 0.1080418 Sep 18 05:12:19.424510 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-61593e5e-50d2-4022-86e1-e00d758318fc req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Deleting port 7e4ee66e-f51f-4bf1-893e-3c1466c59128 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:19.424867 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-61593e5e-50d2-4022-86e1-e00d758318fc req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:19.468195 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0c4fd50-bb30-4e8c-a857-a2bef519b32b req-c485287d-7c31-459e-b616-8215d0c87773 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870483 Sep 18 05:12:19.472497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 75e5f528-7281-45f3-9642-082be312f4d6 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:12:19.476162 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 0900aa91-1690-4285-a5e0-8c007423691d up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:12:19.615275 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 0900aa91-1690-4285-a5e0-8c007423691d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:19.629978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-61593e5e-50d2-4022-86e1-e00d758318fc req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] For port 7e4ee66e-f51f-4bf1-893e-3c1466c59128, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7e4ee66e-f51f-4bf1-893e-3c1466c59128,segment=NetworkSegment(d51e60fa-fc2e-4072-ad4f-dde829ff59d9),segment_id=d51e60fa-fc2e-4072-ad4f-dde829ff59d9)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:19.629978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-61593e5e-50d2-4022-86e1-e00d758318fc req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:19.637050 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:19.720070 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93832317-19c7-4597-b99c-2ed67fadbf50 req-e201676d-0819-4bf1-9ee0-17b3fe3dc86d tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:19.727969 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-93832317-19c7-4597-b99c-2ed67fadbf50 req-e201676d-0819-4bf1-9ee0-17b3fe3dc86d tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.1104262 Sep 18 05:12:19.808397 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-93832317-19c7-4597-b99c-2ed67fadbf50 req-19627b6b-7cc5-456c-bbf2-27b544a72201 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667622 Sep 18 05:12:19.941165 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:20.045772 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a077b5a-88d9-4623-b82f-1e2c351321f0 req-29eddd68-49b8-4b4e-a009-586399cee1a4 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:20.053691 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a077b5a-88d9-4623-b82f-1e2c351321f0 req-29eddd68-49b8-4b4e-a009-586399cee1a4 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 946 time: 0.1548622 Sep 18 05:12:20.064656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db8bd23-ba9d-4795-94d0-7e49f8d82252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0900aa91-1690-4285-a5e0-8c007423691d'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:12:20.070947 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-61593e5e-50d2-4022-86e1-e00d758318fc req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:20.071330 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-61593e5e-50d2-4022-86e1-e00d758318fc req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:20.071844 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-61593e5e-50d2-4022-86e1-e00d758318fc req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Floating IP bf250039-0c50-4085-bdd0-4971fb4ef484 disassociated. External IP: 172.25.7.65, port: 7e4ee66e-f51f-4bf1-893e-3c1466c59128. Sep 18 05:12:20.072217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-61593e5e-50d2-4022-86e1-e00d758318fc req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Calling delete_port for 7e4ee66e-f51f-4bf1-893e-3c1466c59128 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:20.073357 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7493a0b-f983-4c3c-b57a-cc7f3fec003f" -d '{"events": [{"server_uuid": "8db8bd23-ba9d-4795-94d0-7e49f8d82252", "name": "network-vif-plugged", "status": "completed", "tag": "0900aa91-1690-4285-a5e0-8c007423691d"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:12:20.133554 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a077b5a-88d9-4623-b82f-1e2c351321f0 req-6eb8e8de-b728-47d9-92e0-dc179dcc04aa tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758533 Sep 18 05:12:20.143309 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 0900aa91-1690-4285-a5e0-8c007423691d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=0900aa91-1690-4285-a5e0-8c007423691d,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:20.164093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 75e5f528-7281-45f3-9642-082be312f4d6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=75e5f528-7281-45f3-9642-082be312f4d6,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:20.191787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '75e5f528-7281-45f3-9642-082be312f4d6', 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a', 'port_id': '75e5f528-7281-45f3-9642-082be312f4d6', 'mac_address': 'fa:16:3e:c9:e8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b41fbf-821a-4539-a065-a1f72d6825cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:12:20.230294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54794) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:20.246429 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:20.288841 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:20.318697 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e5f528-7281-45f3-9642-082be312f4d6 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:12:20.336077 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=0900aa91-1690-4285-a5e0-8c007423691d,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:20.352368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 75e5f528-7281-45f3-9642-082be312f4d6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=75e5f528-7281-45f3-9642-082be312f4d6,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:20.361556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe1bfe-0dc8-40af-9263-e8696b6f307e req-5412d2e5-e5e8-4a86-b1cf-2ebe1372165a tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:20.368980 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5efe1bfe-0dc8-40af-9263-e8696b6f307e req-5412d2e5-e5e8-4a86-b1cf-2ebe1372165a tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1183331 Sep 18 05:12:20.394799 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-61593e5e-50d2-4022-86e1-e00d758318fc req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:20.444484 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5efe1bfe-0dc8-40af-9263-e8696b6f307e req-45caf4cc-eab8-4c4d-b048-723253420a18 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744286 Sep 18 05:12:20.444956 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:20.448182 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Pushing event deleted for resources: {'Port': ['ID=7e4ee66e-f51f-4bf1-893e-3c1466c59128,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:20.525138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=75e5f528-7281-45f3-9642-082be312f4d6,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:20.557660 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e7c98f-2f91-4e21-8287-f049e7b52f6d x-openstack-request-id: req-35e7c98f-2f91-4e21-8287-f049e7b52f6d {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:12:20.558079 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db8bd23-ba9d-4795-94d0-7e49f8d82252", "name": "network-vif-plugged", "status": "completed", "tag": "0900aa91-1690-4285-a5e0-8c007423691d", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:12:20.558429 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35e7c98f-2f91-4e21-8287-f049e7b52f6d {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:12:20.558923 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db8bd23-ba9d-4795-94d0-7e49f8d82252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0900aa91-1690-4285-a5e0-8c007423691d', 'code': 200} Sep 18 05:12:20.596553 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-49157210-1f8c-4833-bd43-cd6f51ad1990 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f756f5ff9a948788b23d42b2d0b3a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624623 Sep 18 05:12:20.598691 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54804) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:20.696614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['75e5f528-7281-45f3-9642-082be312f4d6'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:12:20.748271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61593e5e-50d2-4022-86e1-e00d758318fc req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Router aa90e4d2-eafb-43ad-ade3-55e7b2450031 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:12:20.749843 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3234-f028-40ad-a673-6bcecf037788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:20.757076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc28a8-23f8-4423-b838-b5b21c400780 req-8fa4870d-ed4d-4179-a4a3-2ec902031947 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:20.758642 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a1dc28a8-23f8-4423-b838-b5b21c400780 req-8fa4870d-ed4d-4179-a4a3-2ec902031947 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 944 time: 0.1259656 Sep 18 05:12:20.834339 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a1dc28a8-23f8-4423-b838-b5b21c400780 req-7d0d1514-fad6-4070-99e5-6b8acbbba382 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542555 Sep 18 05:12:20.938570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61593e5e-50d2-4022-86e1-e00d758318fc req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:12:21.000024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c5e807-309a-4521-b171-88fb5880e78a None None] Sync routers for ids ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:12:21.019406 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3234-f028-40ad-a673-6bcecf037788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:21.022289 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-61593e5e-50d2-4022-86e1-e00d758318fc req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] No DVR routers for this DVR port 7e4ee66e-f51f-4bf1-893e-3c1466c59128 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:12:21.025766 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-61593e5e-50d2-4022-86e1-e00d758318fc req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:21.028757 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-61593e5e-50d2-4022-86e1-e00d758318fc req-f92e4107-f02f-44e9-9769-1f61e04d4b16 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.13 "DELETE /v2.0/ports/7e4ee66e-f51f-4bf1-893e-3c1466c59128 HTTP/1.1" status: 204 len: 173 time: 1.7971008 Sep 18 05:12:21.061055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25e4be3-2409-42cd-a5d0-d3b1a3786000', 'name': 'network-vif-deleted', 'tag': '7e4ee66e-f51f-4bf1-893e-3c1466c59128'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:12:21.064683 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8d05c2-91cd-4fc2-9ef7-d4172a35d6eb" -d '{"events": [{"server_uuid": "d25e4be3-2409-42cd-a5d0-d3b1a3786000", "name": "network-vif-deleted", "tag": "7e4ee66e-f51f-4bf1-893e-3c1466c59128"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:12:21.064858 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c5e807-309a-4521-b171-88fb5880e78a None None] Routers {'aa90e4d2-eafb-43ad-ade3-55e7b2450031'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:12:21.067394 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-a9c5e807-309a-4521-b171-88fb5880e78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:12:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:21.082422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b206c0-00d9-4c26-9026-2fc6ea2cda86 req-7e16e1ee-b742-4605-8b59-dd290c3e8ec3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:21.095867 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e7b206c0-00d9-4c26-9026-2fc6ea2cda86 req-7e16e1ee-b742-4605-8b59-dd290c3e8ec3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1120131 Sep 18 05:12:21.193845 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e7b206c0-00d9-4c26-9026-2fc6ea2cda86 req-6660c5f8-9ed8-4c29-9bb4-e27185a03625 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968306 Sep 18 05:12:21.262459 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3234-f028-40ad-a673-6bcecf037788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:21.266443 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3234-f028-40ad-a673-6bcecf037788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:21.270250 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1c9a3234-f028-40ad-a673-6bcecf037788 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/711bfbf9-111d-4e94-888d-e1cc6e932304 HTTP/1.1" status: 204 len: 168 time: 0.6721342 Sep 18 05:12:21.296301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a3234-f028-40ad-a673-6bcecf037788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711bfbf9-111d-4e94-888d-e1cc6e932304,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:21.382841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-a9c5e807-309a-4521-b171-88fb5880e78a None None] Set router aa90e4d2-eafb-43ad-ade3-55e7b2450031 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:12:21.425400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1c40c-8896-448b-ad82-2b21fa98dcf8 req-8d1e5de9-9d62-4f4b-a8d9-5444775e3cbe tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:21.427579 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ba1c40c-8896-448b-ad82-2b21fa98dcf8 req-8d1e5de9-9d62-4f4b-a8d9-5444775e3cbe tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.1016192 Sep 18 05:12:21.555886 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ba1c40c-8896-448b-ad82-2b21fa98dcf8 req-762ee843-bee2-4156-a56f-a1cc56413490 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085839 Sep 18 05:12:21.741484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d729f-3608-48b0-860f-e7afeb49f423 req-e313f8d0-5962-45e3-9892-66b3ce2ad95b tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:21.752962 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f1d729f-3608-48b0-860f-e7afeb49f423 req-e313f8d0-5962-45e3-9892-66b3ce2ad95b tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.1039326 Sep 18 05:12:21.784174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-a9c5e807-309a-4521-b171-88fb5880e78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:09:55Z', 'revision_number': 4, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '81303f6c-456e-4ba9-a5d9-9ada45e3fc89', 'name': '', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'mac_address': 'fa:16:3e:99:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '02d4511a-451a-458e-a86c-1916ccf69681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:54Z', 'updated_at': '2021-09-18T05:10:01Z', 'revision_number': 5, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'subnets': [{'id': '02d4511a-451a-458e-a86c-1916ccf69681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:21.884790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7e4ee66e-f51f-4bf1-893e-3c1466c59128 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:12:21.903415 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f1d729f-3608-48b0-860f-e7afeb49f423 req-20e3bb26-75da-4f27-913f-e78518665fa0 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337895 Sep 18 05:12:21.911584 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c5e807-309a-4521-b171-88fb5880e78a None None] Checking router: aa90e4d2-eafb-43ad-ade3-55e7b2450031 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:12:21.972099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 7e4ee66e-f51f-4bf1-893e-3c1466c59128 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:12:21.972478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7e4ee66e-f51f-4bf1-893e-3c1466c59128 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:12:21.998891 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c5e807-309a-4521-b171-88fb5880e78a None None] Routers {'aa90e4d2-eafb-43ad-ade3-55e7b2450031'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:12:21.999832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-a9c5e807-309a-4521-b171-88fb5880e78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:12:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:22.011745 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be32cf8-6237-4956-aafc-6d5dca85b5e4 x-openstack-request-id: req-5be32cf8-6237-4956-aafc-6d5dca85b5e4 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:12:22.012269 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25e4be3-2409-42cd-a5d0-d3b1a3786000", "name": "network-vif-deleted", "tag": "7e4ee66e-f51f-4bf1-893e-3c1466c59128", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:12:22.012599 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5be32cf8-6237-4956-aafc-6d5dca85b5e4 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:12:22.013009 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25e4be3-2409-42cd-a5d0-d3b1a3786000', 'name': 'network-vif-deleted', 'tag': '7e4ee66e-f51f-4bf1-893e-3c1466c59128', 'status': 'completed', 'code': 200} Sep 18 05:12:22.215603 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9e6fed25-3ada-46f0-ac19-742c15d26080 req-92d6e9b2-4f29-4a75-8d1f-fbe0c6597ff6 tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/ports?device_id=d25e4be3-2409-42cd-a5d0-d3b1a3786000 HTTP/1.1" status: 200 len: 210 time: 0.0645139 Sep 18 05:12:22.381423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-a9c5e807-309a-4521-b171-88fb5880e78a None None] Set router aa90e4d2-eafb-43ad-ade3-55e7b2450031 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:12:22.544938 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b03b0-45c5-4351-92d3-7fe008afc540 req-a42075cd-8d84-4a9b-be67-92a9458e9f29 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:22.553228 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f8b03b0-45c5-4351-92d3-7fe008afc540 req-a42075cd-8d84-4a9b-be67-92a9458e9f29 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 944 time: 0.1056743 Sep 18 05:12:22.644461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f8b03b0-45c5-4351-92d3-7fe008afc540 req-3e7a41ab-a6d1-4d1c-9591-3c8653738984 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867860 Sep 18 05:12:22.833094 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878c36a-36de-4200-9b0e-eb73c99a6b7e req-fda28f2b-04fb-429e-bfc8-44cdb12c8b4e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:22.843791 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c878c36a-36de-4200-9b0e-eb73c99a6b7e req-fda28f2b-04fb-429e-bfc8-44cdb12c8b4e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0996108 Sep 18 05:12:22.922197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-a9c5e807-309a-4521-b171-88fb5880e78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:09:55Z', 'revision_number': 4, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '81303f6c-456e-4ba9-a5d9-9ada45e3fc89', 'name': '', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'mac_address': 'fa:16:3e:99:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '02d4511a-451a-458e-a86c-1916ccf69681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:54Z', 'updated_at': '2021-09-18T05:10:01Z', 'revision_number': 5, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'subnets': [{'id': '02d4511a-451a-458e-a86c-1916ccf69681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:22.945748 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c878c36a-36de-4200-9b0e-eb73c99a6b7e req-155b9196-ca77-40ea-b520-03e2c8a5ab2d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944970 Sep 18 05:12:23.007259 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:23.007259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c5e807-309a-4521-b171-88fb5880e78a None None] The sync data for ids ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'] in n-d-789963-13 is: [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:09:55Z', 'revision_number': 4, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '81303f6c-456e-4ba9-a5d9-9ada45e3fc89', 'name': '', 'network_id': 'b27d69cc-813a-4275-a0f9-a4235fa92e6a', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'mac_address': 'fa:16:3e:99:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '02d4511a-451a-458e-a86c-1916ccf69681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:54Z', 'updated_at': '2021-09-18T05:10:01Z', 'revision_number': 5, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'subnets': [{'id': '02d4511a-451a-458e-a86c-1916ccf69681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:12:23.126680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584d9b2-870a-4f44-9525-7d9c4bc78d81 req-511cb5fc-baa7-414c-a0af-fd2da2199e67 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:23.133050 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4584d9b2-870a-4f44-9525-7d9c4bc78d81 req-511cb5fc-baa7-414c-a0af-fd2da2199e67 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.0664372 Sep 18 05:12:23.189012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54852) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:23.199477 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:23.252571 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4584d9b2-870a-4f44-9525-7d9c4bc78d81 req-f7bc9943-0ea0-4203-8024-54dfeba7a214 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885303 Sep 18 05:12:23.403337 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4fab7-a01f-43a4-ac5b-fef94d15998d req-5cb3c0f9-a730-4d49-bbab-4def756ad11f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:23.405533 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-11e4fab7-a01f-43a4-ac5b-fef94d15998d req-5cb3c0f9-a730-4d49-bbab-4def756ad11f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.0909579 Sep 18 05:12:23.519035 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-250026097'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:23.526098 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-11e4fab7-a01f-43a4-ac5b-fef94d15998d req-4d1df210-ceb0-4a0d-b84b-09ac91f41cf4 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194704 Sep 18 05:12:23.545423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 75e5f528-7281-45f3-9642-082be312f4d6 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:12:23.588543 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094cde2-8e6b-4994-9137-b2dadcc2a8c5 None None] New status for floating IP bf250039-0c50-4085-bdd0-4971fb4ef484: DOWN {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:12:23.731441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a7d5a-bee7-49bb-96f9-68a5e371da76 req-cc902fbe-63df-4a5d-9135-bc73dcdfe52d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:23.733343 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc7a7d5a-bee7-49bb-96f9-68a5e371da76 req-cc902fbe-63df-4a5d-9135-bc73dcdfe52d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0886328 Sep 18 05:12:23.805139 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc7a7d5a-bee7-49bb-96f9-68a5e371da76 req-d1910035-44b2-4d1d-b044-3850087fee89 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644953 Sep 18 05:12:23.980305 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836bc41-575c-4eb9-9dab-5ad354b93979 req-7486b505-35ef-42ec-893f-2a5558d5f60c tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:23.982066 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2836bc41-575c-4eb9-9dab-5ad354b93979 req-7486b505-35ef-42ec-893f-2a5558d5f60c tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 944 time: 0.0837069 Sep 18 05:12:24.031252 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2836bc41-575c-4eb9-9dab-5ad354b93979 req-575ed8f5-4c16-42dc-a08f-e8672336747c tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 Sep 18 05:12:24.221633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:24.225252 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.234875 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.267431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 75e5f528-7281-45f3-9642-082be312f4d6 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:12:24.279702 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54868) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:24.286802 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 75e5f528-7281-45f3-9642-082be312f4d6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:24.287502 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.365871 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b6a06c4-71a7-43c6-9bb1-129a86ca38ad tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.390546 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.434287 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b6a06c4-71a7-43c6-9bb1-129a86ca38ad tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.440450 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.445180 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.465254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:12:24.466979 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855758fd-4622-4467-8e39-96da7bac14b4 req-c7a4ca7a-f0d7-4608-a528-4d5102f1c1d9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:24.475818 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-855758fd-4622-4467-8e39-96da7bac14b4 req-c7a4ca7a-f0d7-4608-a528-4d5102f1c1d9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.1077032 Sep 18 05:12:24.489740 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 75e5f528-7281-45f3-9642-082be312f4d6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=75e5f528-7281-45f3-9642-082be312f4d6,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:24.490858 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a5233d-ea9e-4143-ae3b-cb6ea77f4963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e5f528-7281-45f3-9642-082be312f4d6'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:12:24.493197 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2d181e-3c26-450a-b102-ed47000020ec" -d '{"events": [{"server_uuid": "71a5233d-ea9e-4143-ae3b-cb6ea77f4963", "name": "network-vif-plugged", "status": "completed", "tag": "75e5f528-7281-45f3-9642-082be312f4d6"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:12:24.505812 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.506659 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Added segment 4fc3c35e-a696-4a17-b78e-7f5c8c93fc79 of type vlan for network 3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5 Sep 18 05:12:24.552690 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-855758fd-4622-4467-8e39-96da7bac14b4 req-44ddadf3-27c4-4569-b11e-00a11b8390ed tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758429 Sep 18 05:12:24.581861 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.588562 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9329ed39-f063-44cb-9083-efb5da86f9c9,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:24.639743 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.647150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:24.648636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:24.649064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:24.649477 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:24.650607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:24.651230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:24.653334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:24.657013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:24.657013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:24.657013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:24.657013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:24.657415 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:24.672948 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b6a06c4-71a7-43c6-9bb1-129a86ca38ad tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.678376 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b6a06c4-71a7-43c6-9bb1-129a86ca38ad tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.679912 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1b6a06c4-71a7-43c6-9bb1-129a86ca38ad tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "DELETE /v2.0/security-groups/7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817 HTTP/1.1" status: 204 len: 168 time: 0.3986127 Sep 18 05:12:24.685301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54884) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:24.693948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=75e5f528-7281-45f3-9642-082be312f4d6,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:24.714725 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-99680087-f230-4677-bac5-5559e8b9855c tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] show failed (client error): The resource could not be found. Sep 18 05:12:24.717557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a06c4-71a7-43c6-9bb1-129a86ca38ad tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:24.719291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-99680087-f230-4677-bac5-5559e8b9855c tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "GET /v2.0/security-groups/7a05a4b4-0ff1-4503-8ddd-c3a0a0f9c817 HTTP/1.1" status: 404 len: 347 time: 0.0286803 Sep 18 05:12:24.719441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54886) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:24.738533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6915a-0989-44c0-878f-5bd134aaa5b3 req-c833b242-e4a0-40b9-8e6a-7d3d0085e4bb tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:24.751735 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ba6915a-0989-44c0-878f-5bd134aaa5b3 req-c833b242-e4a0-40b9-8e6a-7d3d0085e4bb tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1234126 Sep 18 05:12:24.855883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.864084 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:24.864909 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:24.916861 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ba6915a-0989-44c0-878f-5bd134aaa5b3 req-a75c337c-01b4-4ab4-878b-a180c640a6f5 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545262 Sep 18 05:12:24.985779 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5599ac10-3fe2-42cc-96f0-a6f37f371b3f x-openstack-request-id: req-5599ac10-3fe2-42cc-96f0-a6f37f371b3f {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:12:24.987433 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a5233d-ea9e-4143-ae3b-cb6ea77f4963", "name": "network-vif-plugged", "status": "completed", "tag": "75e5f528-7281-45f3-9642-082be312f4d6", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:12:24.987992 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5599ac10-3fe2-42cc-96f0-a6f37f371b3f {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:12:24.988666 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a5233d-ea9e-4143-ae3b-cb6ea77f4963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e5f528-7281-45f3-9642-082be312f4d6', 'code': 200} Sep 18 05:12:25.059588 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9e3ac-6497-441e-94c8-79ca31d04c6a tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Deleting port 51b9910a-38ec-4a59-b63e-ed2599154e5e {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:25.060137 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dcc9e3ac-6497-441e-94c8-79ca31d04c6a tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:25.140992 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9507971 Sep 18 05:12:25.158156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54894) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:25.175202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-352ada15-1283-4835-bfc1-9fa5ff50163b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-125804043'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:25.184621 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c38d1f-44fd-44de-9bf3-56c3841e492b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Network': ['ID=3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:25.201317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:12:25.267924 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58de40-62a6-48b0-920a-810bbb3c29d4 req-09cb6129-ffe4-4b54-9511-2610a09097b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:25.271631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e58de40-62a6-48b0-920a-810bbb3c29d4 req-09cb6129-ffe4-4b54-9511-2610a09097b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 1097 time: 0.1331575 Sep 18 05:12:25.363206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018c303-fe8d-41cf-867b-b5634f8acdfb req-f0317159-ca6e-4b64-93af-d608162ac002 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:25.371318 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e58de40-62a6-48b0-920a-810bbb3c29d4 req-cc7e6490-edb5-4732-85b3-067ed4ffcd95 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917647 Sep 18 05:12:25.372471 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5018c303-fe8d-41cf-867b-b5634f8acdfb req-f0317159-ca6e-4b64-93af-d608162ac002 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.1586576 Sep 18 05:12:25.396319 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dcc9e3ac-6497-441e-94c8-79ca31d04c6a tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:25.397107 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dcc9e3ac-6497-441e-94c8-79ca31d04c6a tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:25.424443 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9e3ac-6497-441e-94c8-79ca31d04c6a tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Calling delete_port for 51b9910a-38ec-4a59-b63e-ed2599154e5e owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:25.444304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352ada15-1283-4835-bfc1-9fa5ff50163b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:25.447698 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-352ada15-1283-4835-bfc1-9fa5ff50163b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:25.463299 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5018c303-fe8d-41cf-867b-b5634f8acdfb req-f057201d-87a2-4a5b-afb9-d3c7617baf0b tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751619 Sep 18 05:12:25.517219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352ada15-1283-4835-bfc1-9fa5ff50163b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:12:25.534395 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-352ada15-1283-4835-bfc1-9fa5ff50163b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:25.534840 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-352ada15-1283-4835-bfc1-9fa5ff50163b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Added segment 21ab1638-af83-4ac1-9dfd-7dc389737673 of type vlan for network a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2 Sep 18 05:12:25.637988 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-352ada15-1283-4835-bfc1-9fa5ff50163b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:25.666017 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4fc50-b273-4297-9260-e0bc62d34839 req-bcbad094-af2f-4669-8ef2-bba676909af0 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:25.677615 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-acc4fc50-b273-4297-9260-e0bc62d34839 req-bcbad094-af2f-4669-8ef2-bba676909af0 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0994368 Sep 18 05:12:25.759848 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-acc4fc50-b273-4297-9260-e0bc62d34839 req-1bf512f3-b71f-4855-9f4a-258d727f8846 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768762 Sep 18 05:12:25.793442 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-352ada15-1283-4835-bfc1-9fa5ff50163b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:25.802421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352ada15-1283-4835-bfc1-9fa5ff50163b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:25.814718 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-352ada15-1283-4835-bfc1-9fa5ff50163b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:25.971391 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fe5c5-877b-442c-bce1-4324e7785dd6 req-fc6829a5-8c1b-4aae-b41e-26ae84564475 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:25.980569 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c47fe5c5-877b-442c-bce1-4324e7785dd6 req-fc6829a5-8c1b-4aae-b41e-26ae84564475 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 945 time: 0.0717173 Sep 18 05:12:26.007909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ada15-1283-4835-bfc1-9fa5ff50163b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Network': ['ID=a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:26.034785 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:12:26.037773 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c47fe5c5-877b-442c-bce1-4324e7785dd6 req-97807724-3f64-4a29-8e77-95165c40808f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562999 Sep 18 05:12:26.050252 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dcc9e3ac-6497-441e-94c8-79ca31d04c6a tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:26.102977 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-352ada15-1283-4835-bfc1-9fa5ff50163b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9320967 Sep 18 05:12:26.112557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54900) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:26.112766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9e3ac-6497-441e-94c8-79ca31d04c6a tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Pushing event deleted for resources: {'Port': ['ID=51b9910a-38ec-4a59-b63e-ed2599154e5e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:26.130160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-35cc4948-f884-4c6c-8a6c-e052ea76232c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'subnet': {'network_id': '3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:26.311905 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dcc9e3ac-6497-441e-94c8-79ca31d04c6a tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:26.316798 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dcc9e3ac-6497-441e-94c8-79ca31d04c6a tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:26.318272 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-dcc9e3ac-6497-441e-94c8-79ca31d04c6a tempest-ServersTestManualDisk-161600213 tempest-ServersTestManualDisk-161600213-project] 10.222.0.23 "DELETE /v2.0/floatingips/bf250039-0c50-4085-bdd0-4971fb4ef484 HTTP/1.1" status: 204 len: 168 time: 1.5633206 Sep 18 05:12:26.321348 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54904) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:26.550654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cc4948-f884-4c6c-8a6c-e052ea76232c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:26.557448 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35cc4948-f884-4c6c-8a6c-e052ea76232c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:26.947827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a147ede-afae-431e-aad9-6d3949b2e823 req-494389ac-7c33-4288-aa0a-07a001cd298b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:26.958738 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a147ede-afae-431e-aad9-6d3949b2e823 req-494389ac-7c33-4288-aa0a-07a001cd298b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.7366011 Sep 18 05:12:27.046019 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a147ede-afae-431e-aad9-6d3949b2e823 req-bec1507c-15cb-4e60-ac8e-b6182cb75097 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761907 Sep 18 05:12:27.241645 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-443c292b-7b14-4cf3-abdb-88856803c302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:27.379760 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6f2e9-d795-4df1-bc0a-0b7d635617bb req-b5244e56-7de4-4f20-ae89-054f6e8f2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:27.383346 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4aa6f2e9-d795-4df1-bc0a-0b7d635617bb req-b5244e56-7de4-4f20-ae89-054f6e8f2d6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 1097 time: 0.2680850 Sep 18 05:12:27.457159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4aa6f2e9-d795-4df1-bc0a-0b7d635617bb req-a6fbee56-626d-411f-83f4-fcf423fdd86a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645444 Sep 18 05:12:27.501771 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35cc4948-f884-4c6c-8a6c-e052ea76232c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:27.640270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc4948-f884-4c6c-8a6c-e052ea76232c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Subnet': ['ID=bfe0528b-23e4-4d3a-a627-253b44c2bed2,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:27.643547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc4948-f884-4c6c-8a6c-e052ea76232c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Checking segment: {'id': '4fc3c35e-a696-4a17-b78e-7f5c8c93fc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:12:27.643995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc4948-f884-4c6c-8a6c-e052ea76232c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network hostable DHCP agents. Network: 3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:12:27.769892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc4948-f884-4c6c-8a6c-e052ea76232c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:12:27.787151 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e8a0-0903-44a0-ac16-b2b1dbf7dbd9 req-8f0f5827-0687-470a-8a74-b61d77f2a1df tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:27.791365 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7592e8a0-0903-44a0-ac16-b2b1dbf7dbd9 req-8f0f5827-0687-470a-8a74-b61d77f2a1df tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.1735661 Sep 18 05:12:27.873123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-35cc4948-f884-4c6c-8a6c-e052ea76232c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:27.877538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc4948-f884-4c6c-8a6c-e052ea76232c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:27.878173 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35cc4948-f884-4c6c-8a6c-e052ea76232c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:27.885476 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9488b7-df37-4be5-83e3-e31e0bb6a20c None None] Network 3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:27.927035 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7592e8a0-0903-44a0-ac16-b2b1dbf7dbd9 req-eed354cd-d3ce-41e3-940b-f0513ac00136 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305356 Sep 18 05:12:27.990406 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-35cc4948-f884-4c6c-8a6c-e052ea76232c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8760667 Sep 18 05:12:27.991000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54914) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:27.996332 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0e3720a7-4112-4843-ac78-c0400c95a7cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'subnet': {'network_id': 'a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:28.239797 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-443c292b-7b14-4cf3-abdb-88856803c302 admin admin] Deleting port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:28.241646 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-443c292b-7b14-4cf3-abdb-88856803c302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:28.312174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7f1c8-898d-469d-b8eb-5a9714a6af1c req-b5d4481f-f41b-4761-a213-e3ecd2c6581f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:28.313874 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dea7f1c8-898d-469d-b8eb-5a9714a6af1c req-b5d4481f-f41b-4761-a213-e3ecd2c6581f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 945 time: 0.2328391 Sep 18 05:12:28.404387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3720a7-4112-4843-ac78-c0400c95a7cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:28.407688 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e3720a7-4112-4843-ac78-c0400c95a7cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:28.462150 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dea7f1c8-898d-469d-b8eb-5a9714a6af1c req-40a1665e-46cc-42f5-bb09-60c53dd2f6c5 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382625 Sep 18 05:12:28.491990 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-443c292b-7b14-4cf3-abdb-88856803c302 admin admin] For port 81303f6c-456e-4ba9-a5d9-9ada45e3fc89, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=81303f6c-456e-4ba9-a5d9-9ada45e3fc89,segment=NetworkSegment(d51e60fa-fc2e-4072-ad4f-dde829ff59d9),segment_id=d51e60fa-fc2e-4072-ad4f-dde829ff59d9)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:28.492411 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-443c292b-7b14-4cf3-abdb-88856803c302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:28.524850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-443c292b-7b14-4cf3-abdb-88856803c302 admin admin] Calling delete_port for 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:28.843028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5', 'network_id': '3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'fixed_ips': [{'subnet_id': 'bfe0528b-23e4-4d3a-a627-253b44c2bed2'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:12:28.844162 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:28.892902 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d7a6-80cf-4127-8188-3711d59150ce req-30764a8e-cbc1-4989-8952-61d19e7611bb tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:28.902336 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9941d7a6-80cf-4127-8188-3711d59150ce req-30764a8e-cbc1-4989-8952-61d19e7611bb tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1156673 Sep 18 05:12:29.012103 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9941d7a6-80cf-4127-8188-3711d59150ce req-88fceeb2-7715-429a-9770-ff98268da9cb tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085856 Sep 18 05:12:29.124006 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e3720a7-4112-4843-ac78-c0400c95a7cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:29.319018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb2a6a-6382-4329-94cb-1a9886549dd1 req-95f5a3a8-a0b4-4db2-9ef8-d1bff6e1e33c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:29.320999 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50eb2a6a-6382-4329-94cb-1a9886549dd1 req-95f5a3a8-a0b4-4db2-9ef8-d1bff6e1e33c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.1087337 Sep 18 05:12:29.343878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-443c292b-7b14-4cf3-abdb-88856803c302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:29.413348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Allocated IP 2001:db8::2 (3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5/bfe0528b-23e4-4d3a-a627-253b44c2bed2/ccdce2cd-3edf-467d-b179-c1e30a2a4adc) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:12:29.459476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3720a7-4112-4843-ac78-c0400c95a7cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Checking segment: {'id': '21ab1638-af83-4ac1-9dfd-7dc389737673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:12:29.459909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3720a7-4112-4843-ac78-c0400c95a7cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network hostable DHCP agents. Network: a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:12:29.485004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c292b-7b14-4cf3-abdb-88856803c302 admin admin] Pushing event deleted for resources: {'Port': ['ID=81303f6c-456e-4ba9-a5d9-9ada45e3fc89,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:29.490150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3720a7-4112-4843-ac78-c0400c95a7cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Subnet': ['ID=7ed625c4-7e94-42b9-a047-f681f5c4d977,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:29.607280 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50eb2a6a-6382-4329-94cb-1a9886549dd1 req-3624d882-5143-4aaa-a53b-b49173d9f8f5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511659 Sep 18 05:12:29.683944 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:29.833334 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:29.838292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3720a7-4112-4843-ac78-c0400c95a7cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:12:29.879186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Network 3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:12:29.882707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:29.887269 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:12:29.924376 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Pushing event updated for resources: {'Port': ['ID=ccdce2cd-3edf-467d-b179-c1e30a2a4adc,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:29.943021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-0e3720a7-4112-4843-ac78-c0400c95a7cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:29.964985 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b466d8e4-b7d5-4f4c-9289-1dce36f7095f None None] Network a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:29.987956 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Attempting to bind port ccdce2cd-3edf-467d-b179-c1e30a2a4adc on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:12:29.988470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Attempting to bind port ccdce2cd-3edf-467d-b179-c1e30a2a4adc by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '4fc3c35e-a696-4a17-b78e-7f5c8c93fc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:12:29.988907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Attempting to bind port ccdce2cd-3edf-467d-b179-c1e30a2a4adc on network 3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:12:29.994086 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3720a7-4112-4843-ac78-c0400c95a7cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:29.997704 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e3720a7-4112-4843-ac78-c0400c95a7cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:30.052431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:30.052431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:30.052431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:30.052431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:30.052431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:30.052431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:30.052431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:30.052431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:30.052431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:30.052431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:30.052431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:30.052431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:12:30.054681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:12:30.054681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Checking segment: {'id': '4fc3c35e-a696-4a17-b78e-7f5c8c93fc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:12:30.054681 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:30.054681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Bound using segment: {'id': '4fc3c35e-a696-4a17-b78e-7f5c8c93fc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:12:30.054681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Bound port: ccdce2cd-3edf-467d-b179-c1e30a2a4adc, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc3c35e-a696-4a17-b78e-7f5c8c93fc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:12:30.054681 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:30.103418 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0ad27-132a-4c81-81be-30568481370f req-3311df8f-1725-4692-beef-829560f74a57 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:30.105630 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bdc0ad27-132a-4c81-81be-30568481370f req-3311df8f-1725-4692-beef-829560f74a57 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.4032803 Sep 18 05:12:30.123833 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-443c292b-7b14-4cf3-abdb-88856803c302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:30.161333 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] For port ccdce2cd-3edf-467d-b179-c1e30a2a4adc, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:12:30.165863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] For port ccdce2cd-3edf-467d-b179-c1e30a2a4adc, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ccdce2cd-3edf-467d-b179-c1e30a2a4adc,segment=NetworkSegment(4fc3c35e-a696-4a17-b78e-7f5c8c93fc79),segment_id=4fc3c35e-a696-4a17-b78e-7f5c8c93fc79)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:12:30.196623 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bdc0ad27-132a-4c81-81be-30568481370f req-5860b9cd-cd45-4cf0-b20f-d83696626b5f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829563 Sep 18 05:12:30.202758 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2', 'network_id': 'a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'fixed_ips': [{'subnet_id': '7ed625c4-7e94-42b9-a047-f681f5c4d977'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:12:30.203668 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:30.372632 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Allocated IP 2001:db8:1::2 (a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2/7ed625c4-7e94-42b9-a047-f681f5c4d977/49e66570-9eef-4781-95e7-3f59eedf794c) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:12:30.420668 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443c292b-7b14-4cf3-abdb-88856803c302 admin admin] Router aa90e4d2-eafb-43ad-ade3-55e7b2450031 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:12:30.508286 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0e3720a7-4112-4843-ac78-c0400c95a7cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5165112 Sep 18 05:12:30.516792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54948) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:30.517229 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:30.542273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-c67e6b62-0121-45f7-827e-d5a1a0ae5a4a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1223035681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:30.575769 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443c292b-7b14-4cf3-abdb-88856803c302 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:12:30.592107 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-443c292b-7b14-4cf3-abdb-88856803c302 admin admin] 10.222.0.23 "PUT /v2.0/routers/aa90e4d2-eafb-43ad-ade3-55e7b2450031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2689404 Sep 18 05:12:30.595254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54958) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:30.612228 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa96b3c-5471-4c76-97e2-2bc8a06f7505 None None] Sync routers for ids ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:12:30.743845 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:30.771191 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa96b3c-5471-4c76-97e2-2bc8a06f7505 None None] Routers {'aa90e4d2-eafb-43ad-ade3-55e7b2450031'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:12:30.771890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-aaa96b3c-5471-4c76-97e2-2bc8a06f7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:12:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:31.183971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-aaa96b3c-5471-4c76-97e2-2bc8a06f7505 None None] Set router aa90e4d2-eafb-43ad-ade3-55e7b2450031 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:12:31.358368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:31.397880 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db23d4-40f4-4df4-80f7-f8d73cd68925 None None] Pushing event updated for resources: {'Port': ['ID=ccdce2cd-3edf-467d-b179-c1e30a2a4adc,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:31.635574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Network a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:12:31.638851 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:31.641544 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:12:31.649014 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-80e4b51f-8a04-497a-b424-202a96db4a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:31.669177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Pushing event updated for resources: {'Port': ['ID=49e66570-9eef-4781-95e7-3f59eedf794c,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:31.719072 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c67e6b62-0121-45f7-827e-d5a1a0ae5a4a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:31.725593 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c67e6b62-0121-45f7-827e-d5a1a0ae5a4a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:31.808548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Attempting to bind port 49e66570-9eef-4781-95e7-3f59eedf794c on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:12:31.809359 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Attempting to bind port 49e66570-9eef-4781-95e7-3f59eedf794c by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '21ab1638-af83-4ac1-9dfd-7dc389737673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:12:31.809762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Attempting to bind port 49e66570-9eef-4781-95e7-3f59eedf794c on network a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:12:31.855690 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:31.914998 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:12:31.915670 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Checking segment: {'id': '21ab1638-af83-4ac1-9dfd-7dc389737673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:12:31.916354 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:31.917187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Bound using segment: {'id': '21ab1638-af83-4ac1-9dfd-7dc389737673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:12:31.917927 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Bound port: 49e66570-9eef-4781-95e7-3f59eedf794c, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ab1638-af83-4ac1-9dfd-7dc389737673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:12:31.918554 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:31.947042 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c67e6b62-0121-45f7-827e-d5a1a0ae5a4a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:32.064413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] For port 49e66570-9eef-4781-95e7-3f59eedf794c, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:12:32.070889 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] For port 49e66570-9eef-4781-95e7-3f59eedf794c, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=49e66570-9eef-4781-95e7-3f59eedf794c,segment=NetworkSegment(21ab1638-af83-4ac1-9dfd-7dc389737673),segment_id=21ab1638-af83-4ac1-9dfd-7dc389737673)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:12:32.087904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-aaa96b3c-5471-4c76-97e2-2bc8a06f7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:12:29Z', 'revision_number': 5, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:32.101406 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:32.121044 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa96b3c-5471-4c76-97e2-2bc8a06f7505 None None] Checking router: aa90e4d2-eafb-43ad-ade3-55e7b2450031 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:12:32.121510 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c67e6b62-0121-45f7-827e-d5a1a0ae5a4a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:32.137419 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa96b3c-5471-4c76-97e2-2bc8a06f7505 None None] Routers {'aa90e4d2-eafb-43ad-ade3-55e7b2450031'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:12:32.138285 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-aaa96b3c-5471-4c76-97e2-2bc8a06f7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:12:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:32.176686 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:32.307089 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c67e6b62-0121-45f7-827e-d5a1a0ae5a4a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:32.314662 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c67e6b62-0121-45f7-827e-d5a1a0ae5a4a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.7921093 Sep 18 05:12:32.317597 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54988) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:32.324621 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f43b2-63b1-48c2-a914-e97758f1e8d4 None None] Pushing event updated for resources: {'Port': ['ID=49e66570-9eef-4781-95e7-3f59eedf794c,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:32.386803 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-aaa96b3c-5471-4c76-97e2-2bc8a06f7505 None None] Set router aa90e4d2-eafb-43ad-ade3-55e7b2450031 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:12:32.508340 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d44b55-8ebf-4a68-bc48-b2739d441c36 None None] Network 3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:32.573876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] Deleting port fc574dba-b9b1-4b8b-824f-c8ba5da01b00 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:32.574168 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:32.675617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] For port fc574dba-b9b1-4b8b-824f-c8ba5da01b00, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fc574dba-b9b1-4b8b-824f-c8ba5da01b00,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:32.676870 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:32.712525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] Calling delete_port for fc574dba-b9b1-4b8b-824f-c8ba5da01b00 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:32.966705 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-964dd8d7-eeb4-41bb-9d88-204f6bcd897f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:32.976872 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-964dd8d7-eeb4-41bb-9d88-204f6bcd897f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/networks?id=22d781aa-299e-4327-93b1-a0791852572f HTTP/1.1" status: 200 len: 811 time: 0.2367675 Sep 18 05:12:33.006283 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8f7d817c-ebbb-429d-b87a-233016c31658 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/quotas/1862a5fec6ee4d8fa09a0965ced5a303 HTTP/1.1" status: 200 len: 375 time: 0.0255475 Sep 18 05:12:33.143746 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-751b53bf-db09-4dee-85b0-9bd2bc19a765 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1862a5fec6ee4d8fa09a0965ced5a303&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1299980 Sep 18 05:12:33.273281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6aa56d-9d77-4df7-a920-6a5939088d16 req-600fd659-8202-449a-a3fc-cdb82f5aeef2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:33.289356 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fa6aa56d-9d77-4df7-a920-6a5939088d16 req-600fd659-8202-449a-a3fc-cdb82f5aeef2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.4330080 Sep 18 05:12:33.294607 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-43b9baef-3f74-4e46-97d5-938316677b02 None None] Provisioning complete for port ccdce2cd-3edf-467d-b179-c1e30a2a4adc triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:33.295140 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-43b9baef-3f74-4e46-97d5-938316677b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:33.376518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 49e66570-9eef-4781-95e7-3f59eedf794c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:12:33.391706 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-ec847a38-d27b-469c-9b7f-e4b5876a902a service neutron] 10.222.0.23 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405260 Sep 18 05:12:33.460076 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fa6aa56d-9d77-4df7-a920-6a5939088d16 req-3e29cf14-8564-4700-b547-cbbcb9895c9c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696131 Sep 18 05:12:33.482242 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:33.665240 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-a8ae7701-ae2b-4a72-bb35-e785be56cd14 service neutron] 10.222.0.23 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726316 Sep 18 05:12:33.784220 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:33.904405 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dae4425-8316-4c95-92ee-b2c8dbf464e3 None None] Network a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:33.946922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc574dba-b9b1-4b8b-824f-c8ba5da01b00,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:33.956799 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 49e66570-9eef-4781-95e7-3f59eedf794c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:33.956799 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:33.959598 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-43b9baef-3f74-4e46-97d5-938316677b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:34.094127 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-776201a0-207a-4eff-b2dd-e0e075cce150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:34.155868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-aaa96b3c-5471-4c76-97e2-2bc8a06f7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:12:29Z', 'revision_number': 5, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:34.158176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebeba19-1321-4933-9558-54109080f30a req-7b64d3fa-3810-4d79-a0c0-52eef6832a86 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:34.162695 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aebeba19-1321-4933-9558-54109080f30a req-7b64d3fa-3810-4d79-a0c0-52eef6832a86 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.4991028 Sep 18 05:12:34.321854 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-43b9baef-3f74-4e46-97d5-938316677b02 None None] For port ccdce2cd-3edf-467d-b179-c1e30a2a4adc, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ccdce2cd-3edf-467d-b179-c1e30a2a4adc,segment=NetworkSegment(4fc3c35e-a696-4a17-b78e-7f5c8c93fc79),segment_id=4fc3c35e-a696-4a17-b78e-7f5c8c93fc79)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:34.384035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa96b3c-5471-4c76-97e2-2bc8a06f7505 None None] The sync data for ids ['aa90e4d2-eafb-43ad-ade3-55e7b2450031'] in n-d-789963-13 is: [{'id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'name': 'tempest-ServersTestManualDisk-1141848564-router', 'tenant_id': '94848cf6b34548f0adfc8cf1112a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:09:48Z', 'updated_at': '2021-09-18T05:12:29Z', 'revision_number': 5, 'project_id': '94848cf6b34548f0adfc8cf1112a307d', 'gw_port': {'id': 'fc574dba-b9b1-4b8b-824f-c8ba5da01b00', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90e4d2-eafb-43ad-ade3-55e7b2450031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:09:49Z', 'updated_at': '2021-09-18T05:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:12:34.400710 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:34.447272 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-43b9baef-3f74-4e46-97d5-938316677b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:34.468190 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aebeba19-1321-4933-9558-54109080f30a req-8860655f-d0d3-47cc-845f-f85547d82c7e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721422 Sep 18 05:12:34.576507 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:34.601229 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:34.623409 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:34.632853 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e194922-071a-409f-aa08-c5f37d2c0662 req-7808dd49-6ea6-46b7-b25d-c157cae5162b tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 210 time: 0.0749903 Sep 18 05:12:34.655463 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:34.707409 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Allocated IP 2001:db8::1 (3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5/bfe0528b-23e4-4d3a-a627-253b44c2bed2/e49f1cfb-d017-43de-bddc-02ace9e7aefb) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:12:34.750491 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9baef-3f74-4e46-97d5-938316677b02 None None] Pushing event updated for resources: {'Port': ['ID=ccdce2cd-3edf-467d-b179-c1e30a2a4adc,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:34.766246 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-59cd79eb-a3b2-4f01-9c34-3c15dc7af6c5 None None] Provisioning complete for port ccdce2cd-3edf-467d-b179-c1e30a2a4adc triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:34.766631 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-59cd79eb-a3b2-4f01-9c34-3c15dc7af6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:34.819305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 49e66570-9eef-4781-95e7-3f59eedf794c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=49e66570-9eef-4781-95e7-3f59eedf794c,segment=NetworkSegment(21ab1638-af83-4ac1-9dfd-7dc389737673),segment_id=21ab1638-af83-4ac1-9dfd-7dc389737673)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:34.857440 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:34.858284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa90e4d2-eafb-43ad-ade3-55e7b2450031 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:12:34.877108 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:34.885426 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7a6eb1ca-f77e-4adc-aecf-9f8f7f531ac2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/aa90e4d2-eafb-43ad-ade3-55e7b2450031 HTTP/1.1" status: 204 len: 168 time: 4.2697246 Sep 18 05:12:34.885593 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55050) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:34.904821 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:34.905868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ccdce2cd-3edf-467d-b179-c1e30a2a4adc up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:12:34.936845 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e350d40-f983-4472-9c6d-0cce334672b0 req-fbb43945-b7a5-49b6-ad39-e760bc9181eb tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:34.954757 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e350d40-f983-4472-9c6d-0cce334672b0 req-fbb43945-b7a5-49b6-ad39-e760bc9181eb tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 949 time: 0.1666448 Sep 18 05:12:35.001490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fac55f-d8ec-4026-93e7-5f3b4c6de4d2 admin admin] Deleting subnet 02d4511a-451a-458e-a86c-1916ccf69681 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:12:35.006343 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f2fac55f-d8ec-4026-93e7-5f3b4c6de4d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:35.079528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:35.084088 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f2fac55f-d8ec-4026-93e7-5f3b4c6de4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:35.095323 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=49e66570-9eef-4781-95e7-3f59eedf794c,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:35.142149 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e350d40-f983-4472-9c6d-0cce334672b0 req-0c300091-cc8b-412d-8a59-17a0aad9ea30 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848955 Sep 18 05:12:35.215123 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-59cd79eb-a3b2-4f01-9c34-3c15dc7af6c5 None None] Provisioning complete for port 49e66570-9eef-4781-95e7-3f59eedf794c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:35.215123 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-59cd79eb-a3b2-4f01-9c34-3c15dc7af6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:35.256272 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f2fac55f-d8ec-4026-93e7-5f3b4c6de4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:35.303199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port ccdce2cd-3edf-467d-b179-c1e30a2a4adc triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:35.311648 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:35.311648 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:35.360231 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:35.450452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191e9b-c0e6-42ad-9aed-1cccb0b42941 req-51f3e9e7-7139-4fb8-b49c-0d35f3d27451 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:35.460541 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-33191e9b-c0e6-42ad-9aed-1cccb0b42941 req-51f3e9e7-7139-4fb8-b49c-0d35f3d27451 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1507554 Sep 18 05:12:35.489514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:12:35.523455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:35.533023 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f2fac55f-d8ec-4026-93e7-5f3b4c6de4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:35.548866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:12:35.549547 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:35.639809 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2dc13816-efe6-4fd3-ac07-c552743b4f74 None None] Provisioning complete for port 49e66570-9eef-4781-95e7-3f59eedf794c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:35.639809 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2dc13816-efe6-4fd3-ac07-c552743b4f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:35.662742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fac55f-d8ec-4026-93e7-5f3b4c6de4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d4511a-451a-458e-a86c-1916ccf69681,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:35.672726 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f2fac55f-d8ec-4026-93e7-5f3b4c6de4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:35.675471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=e49f1cfb-d017-43de-bddc-02ace9e7aefb,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:35.685765 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f2fac55f-d8ec-4026-93e7-5f3b4c6de4d2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/02d4511a-451a-458e-a86c-1916ccf69681 HTTP/1.1" status: 204 len: 168 time: 0.7963316 Sep 18 05:12:35.686472 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55058) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:35.704196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96024652-74e8-4f8e-b7e5-6962d77f1e5c None None] Network b27d69cc-813a-4275-a0f9-a4235fa92e6a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:35.736894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-33191e9b-c0e6-42ad-9aed-1cccb0b42941 req-b742f8b3-ce99-4ae8-a725-58d188861ae8 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753026 Sep 18 05:12:35.910657 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:36.029292 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:36.074752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 49e66570-9eef-4781-95e7-3f59eedf794c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:12:36.094085 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecee54b-d012-4bf0-a13f-5bf18f159532 req-d4fae8fc-129e-494b-bbe5-deaf8c3e46aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:36.104939 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ecee54b-d012-4bf0-a13f-5bf18f159532 req-d4fae8fc-129e-494b-bbe5-deaf8c3e46aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.5560527 Sep 18 05:12:36.213041 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ecee54b-d012-4bf0-a13f-5bf18f159532 req-3853873c-3c5e-40e3-9dd5-281ac3a3157c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035743 Sep 18 05:12:36.374351 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Deleting port 59f66370-2f1a-481a-bc73-ab90702aa0f7 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:36.374708 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:36.472727 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 49e66570-9eef-4781-95e7-3f59eedf794c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:36.473200 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:36.499161 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] For port 59f66370-2f1a-481a-bc73-ab90702aa0f7, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=59f66370-2f1a-481a-bc73-ab90702aa0f7,segment=NetworkSegment(d51e60fa-fc2e-4072-ad4f-dde829ff59d9),segment_id=d51e60fa-fc2e-4072-ad4f-dde829ff59d9)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:36.499535 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:36.536212 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Calling delete_port for 59f66370-2f1a-481a-bc73-ab90702aa0f7 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:36.627411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-30d79699-e4f2-4af2-b4e2-b005e260804c None None] Provisioning complete for port e49f1cfb-d017-43de-bddc-02ace9e7aefb triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:36.627411 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-30d79699-e4f2-4af2-b4e2-b005e260804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:36.646120 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:36.717860 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-004ce3bc-379f-4537-aeeb-f0c8cb1d1c12 req-de6c2870-6a35-4ccf-bb3f-b3c0458b8792 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 210 time: 0.3394492 Sep 18 05:12:36.735637 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:36.735857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:36.736876 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:36.795299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f66370-2f1a-481a-bc73-ab90702aa0f7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:36.863740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] No DVR routers for this DVR port 59f66370-2f1a-481a-bc73-ab90702aa0f7 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:12:36.867282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=e49f1cfb-d017-43de-bddc-02ace9e7aefb,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:36.893885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2499407-26d8-4bef-9282-688a2d30ea8a None None] DHCP port deletion for b27d69cc-813a-4275-a0f9-a4235fa92e6a request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:12:36.908976 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-30d79699-e4f2-4af2-b4e2-b005e260804c None None] Port e49f1cfb-d017-43de-bddc-02ace9e7aefb cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:12:36.911581 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:12:36.913281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:36.963624 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ccdce2cd-3edf-467d-b179-c1e30a2a4adc up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:12:37.037509 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:37.124917 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port ccdce2cd-3edf-467d-b179-c1e30a2a4adc triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:37.125308 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:37.347675 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router daafc96d-c516-4e2f-8d51-c9429322f098 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:12:37.372959 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:37.388707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0d510475-b362-48d6-97a4-7084c3a6da8f None None] Provisioning complete for port e49f1cfb-d017-43de-bddc-02ace9e7aefb triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:37.389086 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0d510475-b362-48d6-97a4-7084c3a6da8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:37.399866 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27d69cc-813a-4275-a0f9-a4235fa92e6a']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:37.413265 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:37.413584 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51e60fa-fc2e-4072-ad4f-dde829ff59d9') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:37.426246 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:37.452638 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:37.466308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:12:37.466727 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:37.489299 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fc574dba-b9b1-4b8b-824f-c8ba5da01b00 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:12:37.548107 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d5a98e9d-16df-4864-9eea-c8e5458271ac no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:12:37.560681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: fc574dba-b9b1-4b8b-824f-c8ba5da01b00 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:12:37.561016 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fc574dba-b9b1-4b8b-824f-c8ba5da01b00 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:12:37.561445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:12:37.609418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede26e7-1a69-4c5f-89a1-54747171e7e1 req-829313db-ac4f-48d5-85c2-9eb56e045bfa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:37.611517 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ede26e7-1a69-4c5f-89a1-54747171e7e1 req-829313db-ac4f-48d5-85c2-9eb56e045bfa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.2336791 Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:12:37.616058 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:12:37.630719 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:12:37.631168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 81303f6c-456e-4ba9-a5d9-9ada45e3fc89 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:12:37.634199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-aafd61fa-4232-4db1-86b8-9cc98b49e5e4 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:37.653977 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-aafd61fa-4232-4db1-86b8-9cc98b49e5e4 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.18 "GET /v2.0/networks?id=22d781aa-299e-4327-93b1-a0791852572f HTTP/1.1" status: 200 len: 811 time: 0.5244293 Sep 18 05:12:37.656306 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574f34f-9fac-4be5-a03d-98a8fd787127 req-b1e1ac8b-5ffc-40a4-8735-56d1f4d94053 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:37.672429 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4574f34f-9fac-4be5-a03d-98a8fd787127 req-b1e1ac8b-5ffc-40a4-8735-56d1f4d94053 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.7149000 Sep 18 05:12:37.680768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0d510475-b362-48d6-97a4-7084c3a6da8f None None] Port e49f1cfb-d017-43de-bddc-02ace9e7aefb cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:12:37.700900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-9a482a98-8928-477d-b4c6-d749a5e6bf62 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Request body: {'port': {'device_id': 'fc9d59e7-4536-4243-aa11-5bc06fccad76', 'network_id': '22d781aa-299e-4327-93b1-a0791852572f', 'admin_state_up': True, 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:37.705918 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:37.751665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:37.759088 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b27d69cc-813a-4275-a0f9-a4235fa92e6a HTTP/1.1" status: 204 len: 168 time: 2.0302167 Sep 18 05:12:37.771665 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7b6f7-e13b-44ac-b9e4-18bc6fd52664 admin admin] Pushing event deleted for resources: {'Network': ['ID=b27d69cc-813a-4275-a0f9-a4235fa92e6a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:37.804197 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4574f34f-9fac-4be5-a03d-98a8fd787127 req-4cda5f2f-5482-4400-bb57-760c55250479 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317332 Sep 18 05:12:37.826005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:12:37.827507 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:37.839456 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78aa4d-8dcd-4be8-8bce-bef0485769e2 None None] Sync routers for ids ['daafc96d-c516-4e2f-8d51-c9429322f098'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:12:37.859154 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78aa4d-8dcd-4be8-8bce-bef0485769e2 None None] Routers {'daafc96d-c516-4e2f-8d51-c9429322f098'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:12:37.862764 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d16e3901-85ec-4f15-acee-8e249bc9aa7d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/daafc96d-c516-4e2f-8d51-c9429322f098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5397758 Sep 18 05:12:37.865620 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55098) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:37.867447 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5f78aa4d-8dcd-4be8-8bce-bef0485769e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:12:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['daafc96d-c516-4e2f-8d51-c9429322f098'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:37.876445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 59f66370-2f1a-481a-bc73-ab90702aa0f7 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:12:37.915224 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ede26e7-1a69-4c5f-89a1-54747171e7e1 req-419b8ad9-30c3-41a9-90d9-4e161c5b1d42 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546053 Sep 18 05:12:37.991768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc54797-871b-4f68-b0e4-ff3a6d4f8180 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:38.017290 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7cc54797-871b-4f68-b0e4-ff3a6d4f8180 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports/e49f1cfb-d017-43de-bddc-02ace9e7aefb HTTP/1.1" status: 200 len: 911 time: 0.1504726 Sep 18 05:12:38.044779 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d5a98e9d-16df-4864-9eea-c8e5458271ac, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d5a98e9d-16df-4864-9eea-c8e5458271ac,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:38.046983 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde0b70-31d6-4ffc-9617-3703354c27e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a98e9d-16df-4864-9eea-c8e5458271ac'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:12:38.054704 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5f78aa4d-8dcd-4be8-8bce-bef0485769e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:38.055296 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d0b0c4-39a2-4c87-b3e0-6cad54184975" -d '{"events": [{"server_uuid": "2dde0b70-31d6-4ffc-9617-3703354c27e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d5a98e9d-16df-4864-9eea-c8e5458271ac"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:12:38.059512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55102) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:38.061278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 59f66370-2f1a-481a-bc73-ab90702aa0f7 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:12:38.064583 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 59f66370-2f1a-481a-bc73-ab90702aa0f7 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:12:38.091487 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78aa4d-8dcd-4be8-8bce-bef0485769e2 None None] Routers {'daafc96d-c516-4e2f-8d51-c9429322f098'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:12:38.091923 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5f78aa4d-8dcd-4be8-8bce-bef0485769e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:12:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['daafc96d-c516-4e2f-8d51-c9429322f098'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:38.095214 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:38.165096 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-9a482a98-8928-477d-b4c6-d749a5e6bf62 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Made reservation on behalf of 1862a5fec6ee4d8fa09a0965ced5a303 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:38.172962 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-9a482a98-8928-477d-b4c6-d749a5e6bf62 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:38.195520 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5f78aa4d-8dcd-4be8-8bce-bef0485769e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:38.196200 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78aa4d-8dcd-4be8-8bce-bef0485769e2 None None] The sync data for ids ['daafc96d-c516-4e2f-8d51-c9429322f098'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:12:38.211742 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2e3cc0c-1985-43de-9efb-d818142cec59 req-703294b2-d320-481a-866e-beee7afc0e50 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 210 time: 0.1922092 Sep 18 05:12:38.246981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d5a98e9d-16df-4864-9eea-c8e5458271ac,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:38.287243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af5c2f-ed77-40d4-b9ab-0d5ead83d42e req-0b48d828-6bfd-481f-823b-7e6441bec829 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:38.293321 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-03af5c2f-ed77-40d4-b9ab-0d5ead83d42e req-0b48d828-6bfd-481f-823b-7e6441bec829 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.2174466 Sep 18 05:12:38.451419 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307253b2-131d-44da-94eb-75560a4e0cbf x-openstack-request-id: req-307253b2-131d-44da-94eb-75560a4e0cbf {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:12:38.451419 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde0b70-31d6-4ffc-9617-3703354c27e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d5a98e9d-16df-4864-9eea-c8e5458271ac", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:12:38.451419 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-307253b2-131d-44da-94eb-75560a4e0cbf {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:12:38.451816 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde0b70-31d6-4ffc-9617-3703354c27e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a98e9d-16df-4864-9eea-c8e5458271ac', 'code': 200} Sep 18 05:12:38.485826 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-03af5c2f-ed77-40d4-b9ab-0d5ead83d42e req-d494c91a-4a95-4d38-ae2e-9265254d438d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850367 Sep 18 05:12:38.501301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55116) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:38.859620 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:38.988155 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6a13c-3c72-4f9d-bf30-6dee9df78dca req-f23c61cf-e0ff-4a23-a981-c50e6307600e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:38.989820 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ef6a13c-3c72-4f9d-bf30-6dee9df78dca req-f23c61cf-e0ff-4a23-a981-c50e6307600e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0889161 Sep 18 05:12:39.000881 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-9a482a98-8928-477d-b4c6-d749a5e6bf62 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Allocated IP 172.20.0.5 (22d781aa-299e-4327-93b1-a0791852572f/762ac494-9135-4ceb-835e-8a5f320de53f/83233e40-6ef6-464b-a7e7-86835f5e5288) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:12:39.051328 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ef6a13c-3c72-4f9d-bf30-6dee9df78dca req-ac09d244-5614-4778-9d4a-5c1905c2ed6a tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480230 Sep 18 05:12:39.063872 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5f97a0e6-58f4-483f-aca4-e0f3525d10b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94848cf6b34548f0adfc8cf1112a307d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5604072 Sep 18 05:12:39.065657 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55126) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:39.233865 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-45140fc8-1d46-450a-90f2-1d589adfefa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:39.297816 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad1b01-4dd9-43fb-ba49-b158802f2272 req-91adc4dc-4636-45ea-8610-5ab515f78943 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:39.302515 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-45140fc8-1d46-450a-90f2-1d589adfefa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:39.304775 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-76ad1b01-4dd9-43fb-ba49-b158802f2272 req-91adc4dc-4636-45ea-8610-5ab515f78943 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.1457291 Sep 18 05:12:39.351008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421e816-39e5-453b-aa47-4ff99f70bd02 req-bca2c48b-dd60-4f1e-ba36-a3c3c15cb416 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:39.352656 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5421e816-39e5-453b-aa47-4ff99f70bd02 req-bca2c48b-dd60-4f1e-ba36-a3c3c15cb416 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1571450 Sep 18 05:12:39.411729 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-76ad1b01-4dd9-43fb-ba49-b158802f2272 req-65860293-0e5c-42ef-865c-dd0f6a0aba9e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974829 Sep 18 05:12:39.446224 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5421e816-39e5-453b-aa47-4ff99f70bd02 req-eca9b607-a573-4f9f-b5d0-e17616b1b88f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806987 Sep 18 05:12:39.456718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Allocated IP 2001:db8:1::1 (a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2/7ed625c4-7e94-42b9-a047-f681f5c4d977/9b11904c-7836-43dc-b3ba-75ef46232113) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:12:39.461207 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-9a482a98-8928-477d-b4c6-d749a5e6bf62 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:39.569899 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-45140fc8-1d46-450a-90f2-1d589adfefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:39.570809 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb19eda3-54ce-48e3-a786-0f1c3963f316 req-e8c79f10-c157-450f-892f-0a983fe1ddfa tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 210 time: 0.0677452 Sep 18 05:12:39.573855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-45140fc8-1d46-450a-90f2-1d589adfefa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:39.575889 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-45140fc8-1d46-450a-90f2-1d589adfefa0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e87b6edd-7e4b-404a-a4ed-6716a474644b HTTP/1.1" status: 204 len: 168 time: 0.5087435 Sep 18 05:12:39.590787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45140fc8-1d46-450a-90f2-1d589adfefa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87b6edd-7e4b-404a-a4ed-6716a474644b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:39.639855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-9a482a98-8928-477d-b4c6-d749a5e6bf62 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:39.794944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a482a98-8928-477d-b4c6-d749a5e6bf62 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Pushing event updated for resources: {'Port': ['ID=83233e40-6ef6-464b-a7e7-86835f5e5288,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:39.797656 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:39.820119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-9a482a98-8928-477d-b4c6-d749a5e6bf62 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Network 22d781aa-299e-4327-93b1-a0791852572f is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:12:39.824892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-9a482a98-8928-477d-b4c6-d749a5e6bf62 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:39.833782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-9a482a98-8928-477d-b4c6-d749a5e6bf62 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:12:39.972685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-9a482a98-8928-477d-b4c6-d749a5e6bf62 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:39.973690 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-9a482a98-8928-477d-b4c6-d749a5e6bf62 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:39.995758 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45039127-6084-45a3-af74-2916c1c6362d req-a67ba848-7c98-45cb-bdb8-b540fcf1a927 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:40.004784 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-45039127-6084-45a3-af74-2916c1c6362d req-a67ba848-7c98-45cb-bdb8-b540fcf1a927 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1432474 Sep 18 05:12:40.028331 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:40.062183 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-9a482a98-8928-477d-b4c6-d749a5e6bf62 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3922668 Sep 18 05:12:40.080621 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Request body: {'port': {'device_id': 'fc9d59e7-4536-4243-aa11-5bc06fccad76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:40.114598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['a9abc170-4915-4609-90e2-57e146fd070b'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:12:40.210404 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=9b11904c-7836-43dc-b3ba-75ef46232113,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:40.281508 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:40.332302 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-45039127-6084-45a3-af74-2916c1c6362d req-6830ef72-617b-4096-ba8d-2ff73de6a321 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160295 Sep 18 05:12:40.345762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:12:40.347268 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:40.350569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:12:40.350729 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:40.880095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-12cc11fe-1cce-437c-b04a-c2e9a0c8ef12 None None] Provisioning complete for port 9b11904c-7836-43dc-b3ba-75ef46232113 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:40.881803 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-12cc11fe-1cce-437c-b04a-c2e9a0c8ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:40.915371 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97274d2-f0c9-4a47-8e82-6288e74b53b7 req-1874bc73-386e-4b1b-9db6-dfa874ecd836 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:40.917987 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d97274d2-f0c9-4a47-8e82-6288e74b53b7 req-1874bc73-386e-4b1b-9db6-dfa874ecd836 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.2674868 Sep 18 05:12:40.919184 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:40.942174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6afe38-75aa-4f3e-8288-71fd9a38f127 req-6ca910fd-9a03-4d8c-930d-5447c2a6f7ea tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:40.947837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aa6afe38-75aa-4f3e-8288-71fd9a38f127 req-6ca910fd-9a03-4d8c-930d-5447c2a6f7ea tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.3283796 Sep 18 05:12:40.997371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-12cc11fe-1cce-437c-b04a-c2e9a0c8ef12 None None] Port 9b11904c-7836-43dc-b3ba-75ef46232113 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:12:41.192586 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aa6afe38-75aa-4f3e-8288-71fd9a38f127 req-218bfda3-448e-47c0-9c9e-2f6b5594da8e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362297 Sep 18 05:12:41.450491 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83233e40-6ef6-464b-a7e7-86835f5e5288 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:12:41.470028 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:41.499242 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Transition to ACTIVE for port object 83233e40-6ef6-464b-a7e7-86835f5e5288 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:12:41.567809 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d97274d2-f0c9-4a47-8e82-6288e74b53b7 req-e81586fe-0ad1-433a-a9e2-2e3634762aad tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6334250 Sep 18 05:12:41.578415 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7029f2d6-507c-46e1-883a-9739a962e77f details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:12:41.611939 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:41.724718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Pushing event updated for resources: {'Port': ['ID=83233e40-6ef6-464b-a7e7-86835f5e5288,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:41.808940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Attempting to bind port 83233e40-6ef6-464b-a7e7-86835f5e5288 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:12:41.809355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Attempting to bind port 83233e40-6ef6-464b-a7e7-86835f5e5288 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '22d781aa-299e-4327-93b1-a0791852572f'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:12:41.809804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Attempting to bind port 83233e40-6ef6-464b-a7e7-86835f5e5288 on network 22d781aa-299e-4327-93b1-a0791852572f {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:12:41.815299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Port 83233e40-6ef6-464b-a7e7-86835f5e5288 on network 22d781aa-299e-4327-93b1-a0791852572f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:12:41.815768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Attempting to bind port 83233e40-6ef6-464b-a7e7-86835f5e5288 on network 22d781aa-299e-4327-93b1-a0791852572f {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:12:41.823328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55220) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:41.824528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:12:41.824997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Checking segment: {'id': '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '22d781aa-299e-4327-93b1-a0791852572f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:12:41.825506 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Bound using segment: {'id': '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '22d781aa-299e-4327-93b1-a0791852572f'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:12:41.826205 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Bound port: 83233e40-6ef6-464b-a7e7-86835f5e5288, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '22d781aa-299e-4327-93b1-a0791852572f'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:12:41.827374 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:41.868659 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7029f2d6-507c-46e1-883a-9739a962e77f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7029f2d6-507c-46e1-883a-9739a962e77f,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:41.911499 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '7029f2d6-507c-46e1-883a-9739a962e77f', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '7029f2d6-507c-46e1-883a-9739a962e77f', 'mac_address': 'fa:16:3e:d9:29:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:12:41.923275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] For port 83233e40-6ef6-464b-a7e7-86835f5e5288, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:12:41.931068 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] For port 83233e40-6ef6-464b-a7e7-86835f5e5288, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=83233e40-6ef6-464b-a7e7-86835f5e5288,segment=NetworkSegment(05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4),segment_id=05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:12:42.019268 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:42.037839 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2138352429-network', 'tenant_id': '57a44cf45a5f4f8fb61b481f04c4e02e'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:42.049621 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:42.063947 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:42.082195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf4d86-0960-43b3-90ba-0277819aaf9e req-afed1a48-e997-469b-80ed-95f7b93c8fe1 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:42.096606 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cdaf4d86-0960-43b3-90ba-0277819aaf9e req-afed1a48-e997-469b-80ed-95f7b93c8fe1 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 943 time: 0.3305497 Sep 18 05:12:42.103724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7029f2d6-507c-46e1-883a-9739a962e77f {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:12:42.116388 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:42.117375 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:42.153610 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7029f2d6-507c-46e1-883a-9739a962e77f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7029f2d6-507c-46e1-883a-9739a962e77f,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:42.176555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:42.178146 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:42.179938 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] 10.222.0.18 "PUT /v2.0/ports/83233e40-6ef6-464b-a7e7-86835f5e5288 HTTP/1.1" status: 200 len: 1092 time: 2.1045415 Sep 18 05:12:42.186196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9d59e7-4536-4243-aa11-5bc06fccad76', 'tag': '83233e40-6ef6-464b-a7e7-86835f5e5288'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:12:42.189201 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a257192-4567-40d2-8202-d5b55689f280" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9d59e7-4536-4243-aa11-5bc06fccad76", "tag": "83233e40-6ef6-464b-a7e7-86835f5e5288"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:12:42.203876 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:42.238446 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] Made reservation on behalf of 57a44cf45a5f4f8fb61b481f04c4e02e for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:42.240821 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:42.265013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=9b11904c-7836-43dc-b3ba-75ef46232113,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:42.292447 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:42.300012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ad228-1810-48c0-a6d4-3c27e0cca09c service neutron] Pushing event updated for resources: {'Port': ['ID=83233e40-6ef6-464b-a7e7-86835f5e5288,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:42.317671 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7029f2d6-507c-46e1-883a-9739a962e77f,revision_number=9']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:42.331210 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7029f2d6-507c-46e1-883a-9739a962e77f'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:12:42.337596 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8c40e4-f91a-4f2a-9ea3-84a0641814cf x-openstack-request-id: req-1a8c40e4-f91a-4f2a-9ea3-84a0641814cf {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:12:42.337917 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9d59e7-4536-4243-aa11-5bc06fccad76", "tag": "83233e40-6ef6-464b-a7e7-86835f5e5288", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:12:42.338717 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a8c40e4-f91a-4f2a-9ea3-84a0641814cf {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:12:42.339129 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9d59e7-4536-4243-aa11-5bc06fccad76', 'tag': '83233e40-6ef6-464b-a7e7-86835f5e5288', 'status': 'completed', 'code': 200} Sep 18 05:12:42.446158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8e91ff6f-7cb9-415f-a2f4-2cc296a30857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:42.451110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-8e91ff6f-7cb9-415f-a2f4-2cc296a30857 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1862a5fec6ee4d8fa09a0965ced5a303&device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 1095 time: 0.1347463 Sep 18 05:12:42.460727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:12:42.497335 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cdaf4d86-0960-43b3-90ba-0277819aaf9e req-fdc8bf0d-d822-4bf0-9fc4-21fb6f6eaad3 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852541 Sep 18 05:12:42.498901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:42.688036 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-4aa7fa02-b07f-4445-b0f9-1d5112fd481f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83233e40-6ef6-464b-a7e7-86835f5e5288 HTTP/1.1" status: 200 len: 217 time: 0.2001064 Sep 18 05:12:42.773790 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ee491-48b6-4106-9eda-b3ea9320c6d1 req-f2cd9d33-0ce6-40b5-a057-dece23b7199d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:42.782872 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ef8ee491-48b6-4106-9eda-b3ea9320c6d1 req-f2cd9d33-0ce6-40b5-a057-dece23b7199d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.3492725 Sep 18 05:12:42.847469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-f1c6e29e-2865-41ba-9aac-a163ac737a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:42.849078 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-f1c6e29e-2865-41ba-9aac-a163ac737a75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=762ac494-9135-4ceb-835e-8a5f320de53f HTTP/1.1" status: 200 len: 851 time: 0.1527805 Sep 18 05:12:42.900293 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ef8ee491-48b6-4106-9eda-b3ea9320c6d1 req-1f2227e2-3f73-49b8-8aa7-2ba0a40f1537 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163659 Sep 18 05:12:42.948764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f9c3f815-9970-40f0-81ee-a234da8c9624 None None] Provisioning complete for port 9b11904c-7836-43dc-b3ba-75ef46232113 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:42.950953 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f9c3f815-9970-40f0-81ee-a234da8c9624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:42.974525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfdfe7-42db-48e1-9277-94c69c85eebd req-627ac908-74bc-400e-8c91-0bea91d338ed tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:42.982162 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0fdfdfe7-42db-48e1-9277-94c69c85eebd req-627ac908-74bc-400e-8c91-0bea91d338ed tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.2522821 Sep 18 05:12:42.987916 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:42.992661 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-bc84fb35-45fe-480b-a181-46622f4e0680 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22d781aa-299e-4327-93b1-a0791852572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078057 Sep 18 05:12:43.016820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router daafc96d-c516-4e2f-8d51-c9429322f098 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:12:43.032979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f9c3f815-9970-40f0-81ee-a234da8c9624 None None] Port 9b11904c-7836-43dc-b3ba-75ef46232113 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:12:43.053872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc4d8-fba1-482d-9400-afb87e6a19ac req-2ca9ba0d-331c-41f5-8df9-50c7468daa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:43.055572 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7ebc4d8-fba1-482d-9400-afb87e6a19ac req-2ca9ba0d-331c-41f5-8df9-50c7468daa1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 1097 time: 0.2236552 Sep 18 05:12:43.062950 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0fdfdfe7-42db-48e1-9277-94c69c85eebd req-eb800440-7ddf-4adb-af31-c8fefcf49f60 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795064 Sep 18 05:12:43.089468 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:43.200344 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:12:43.205791 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3af23dc6-3423-43de-b5ec-5031f32ba2ca tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/daafc96d-c516-4e2f-8d51-c9429322f098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1428304 Sep 18 05:12:43.209085 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55256) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:43.216006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71440495-fb53-4580-9a63-2db5bb6babfd None None] Sync routers for ids ['daafc96d-c516-4e2f-8d51-c9429322f098'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:12:43.231006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71440495-fb53-4580-9a63-2db5bb6babfd None None] Routers {'daafc96d-c516-4e2f-8d51-c9429322f098'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:12:43.235689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-71440495-fb53-4580-9a63-2db5bb6babfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:12:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['daafc96d-c516-4e2f-8d51-c9429322f098'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:43.284522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92b045d-6fb3-4ce1-a82e-10b25a9caf2e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:43.286317 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e92b045d-6fb3-4ce1-a82e-10b25a9caf2e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports/9b11904c-7836-43dc-b3ba-75ef46232113 HTTP/1.1" status: 200 len: 913 time: 0.0762033 Sep 18 05:12:43.290301 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-71440495-fb53-4580-9a63-2db5bb6babfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:43.290457 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55262) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:43.301303 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71440495-fb53-4580-9a63-2db5bb6babfd None None] Routers {'daafc96d-c516-4e2f-8d51-c9429322f098'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:12:43.302190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-71440495-fb53-4580-9a63-2db5bb6babfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:12:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['daafc96d-c516-4e2f-8d51-c9429322f098'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:43.348070 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-71440495-fb53-4580-9a63-2db5bb6babfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:43.349247 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71440495-fb53-4580-9a63-2db5bb6babfd None None] The sync data for ids ['daafc96d-c516-4e2f-8d51-c9429322f098'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:12:43.356391 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-322d66da-476c-4074-b75e-b82e6aa1b430 service neutron] 10.222.0.18 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536677 Sep 18 05:12:43.370718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:12:43.424559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383e717e-b2f9-4523-8d74-1f1548dae279,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:43.475139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb30048-2290-44e7-a3e0-b526cd744b24 req-c72371b7-b5c9-4f85-8325-2948760d0458 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:43.482997 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5cb30048-2290-44e7-a3e0-b526cd744b24 req-c72371b7-b5c9-4f85-8325-2948760d0458 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.4264762 Sep 18 05:12:43.485622 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:43.486159 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] Added segment 8535d81b-209a-4e6b-b90f-23c34bf6b887 of type vlan for network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 Sep 18 05:12:43.594974 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7029f2d6-507c-46e1-883a-9739a962e77f up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:12:43.610091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc4d8-fba1-482d-9400-afb87e6a19ac req-0bc030cb-93ca-43cc-a0c0-f0e04b188228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:43.611650 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7ebc4d8-fba1-482d-9400-afb87e6a19ac req-0bc030cb-93ca-43cc-a0c0-f0e04b188228 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 912 time: 0.5180030 Sep 18 05:12:43.626059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5cb30048-2290-44e7-a3e0-b526cd744b24 req-05fa12ad-83a3-46fd-9447-dd26881a05c4 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418285 Sep 18 05:12:43.642966 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:43.749166 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 7029f2d6-507c-46e1-883a-9739a962e77f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:43.749551 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:43.756668 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7ebc4d8-fba1-482d-9400-afb87e6a19ac req-802f0178-aee3-43d2-bcf6-2afad866b8a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0900aa91-1690-4285-a5e0-8c007423691d HTTP/1.1" status: 200 len: 217 time: 0.1238267 Sep 18 05:12:43.851723 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-063973dd-f3d1-4a3f-b853-87aff4492ef7 req-ca564241-dca9-4de5-bea0-c1353a11fffb service neutron] 10.222.0.18 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779050 Sep 18 05:12:43.907254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b464878-3497-49ef-9161-1967cf6957aa req-c15b07ad-671b-4944-b26e-d976d145c904 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:43.907484 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:43.915194 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b464878-3497-49ef-9161-1967cf6957aa req-c15b07ad-671b-4944-b26e-d976d145c904 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1238508 Sep 18 05:12:43.916904 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7006ef-b7a8-489c-bb3f-cedc5eadca96 req-85180c5b-9b8c-455d-bfd6-9ef203e6ee8f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:43.920177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc4d8-fba1-482d-9400-afb87e6a19ac req-215bf879-13a1-42c5-b188-a7a0ede71a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:43.921881 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7ebc4d8-fba1-482d-9400-afb87e6a19ac req-215bf879-13a1-42c5-b188-a7a0ede71a03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19facd85-5a02-4210-8d90-7d5ec267820b HTTP/1.1" status: 200 len: 852 time: 0.1560426 Sep 18 05:12:43.922173 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e7006ef-b7a8-489c-bb3f-cedc5eadca96 req-85180c5b-9b8c-455d-bfd6-9ef203e6ee8f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 943 time: 0.2462883 Sep 18 05:12:43.967158 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7ebc4d8-fba1-482d-9400-afb87e6a19ac req-130fdbbc-63d6-4054-9fc6-df191bbdea1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e77f982-12cd-4966-ad89-506bbab549b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329347 Sep 18 05:12:43.969151 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:43.970070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:43.970638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:44.009600 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e7006ef-b7a8-489c-bb3f-cedc5eadca96 req-965da047-f107-4371-909c-c96813024d90 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790462 Sep 18 05:12:44.049259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7029f2d6-507c-46e1-883a-9739a962e77f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7029f2d6-507c-46e1-883a-9739a962e77f,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:44.050358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7029f2d6-507c-46e1-883a-9739a962e77f'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:12:44.053860 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71f85c9-2db5-49c3-8c64-8b38dd81f116" -d '{"events": [{"server_uuid": "73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2", "name": "network-vif-plugged", "status": "completed", "tag": "7029f2d6-507c-46e1-883a-9739a962e77f"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:12:44.059787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] Pushing event updated for resources: {'Network': ['ID=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:44.070364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:12:44.138422 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b464878-3497-49ef-9161-1967cf6957aa req-75fd981d-9fda-4dfb-8021-a26b0e0fd4a9 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219877 Sep 18 05:12:44.166239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257192-4567-40d2-8202-d5b55689f280 req-a8f926ce-854a-45e5-9b0b-bdd9d6f88ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:44.169378 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a257192-4567-40d2-8202-d5b55689f280 req-a8f926ce-854a-45e5-9b0b-bdd9d6f88ff4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1862a5fec6ee4d8fa09a0965ced5a303&device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 1095 time: 0.1222653 Sep 18 05:12:44.237286 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55282) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:44.237562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1bb044a8-dbf2-46dd-95c8-99da35085e38 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4073522 Sep 18 05:12:44.281071 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-06f8ca56-6950-496f-80fc-8cb32e0de69e admin admin] Request body: {'subnet': {'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2138352429-subnet', 'tenant_id': '57a44cf45a5f4f8fb61b481f04c4e02e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:44.315349 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca7669a-7a1a-49ed-8073-c58ddeb215a9 x-openstack-request-id: req-5ca7669a-7a1a-49ed-8073-c58ddeb215a9 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:12:44.317311 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2", "name": "network-vif-plugged", "status": "completed", "tag": "7029f2d6-507c-46e1-883a-9739a962e77f", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:12:44.318580 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ca7669a-7a1a-49ed-8073-c58ddeb215a9 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:12:44.319007 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7029f2d6-507c-46e1-883a-9739a962e77f', 'code': 200} Sep 18 05:12:44.333417 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:44.334677 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7ebc4d8-fba1-482d-9400-afb87e6a19ac req-f2d3661a-5810-4642-9509-b8b8cefb3c12 service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761765 Sep 18 05:12:44.376912 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-23881a7d-fea1-4f7d-b9bd-c9a281f3e988 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:44.458498 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7029f2d6-507c-46e1-883a-9739a962e77f,revision_number=10']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:44.459337 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7ebc4d8-fba1-482d-9400-afb87e6a19ac req-57b901d5-a72c-4d88-b02e-97f8efe02da4 service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128478 Sep 18 05:12:44.500279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257192-4567-40d2-8202-d5b55689f280 req-f239e33a-590b-4f27-a00b-22eb1384bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:44.502099 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a257192-4567-40d2-8202-d5b55689f280 req-f239e33a-590b-4f27-a00b-22eb1384bf15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=22d781aa-299e-4327-93b1-a0791852572f HTTP/1.1" status: 200 len: 911 time: 0.2797899 Sep 18 05:12:44.599972 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a257192-4567-40d2-8202-d5b55689f280 req-344aade9-29d1-4823-9063-11328e365477 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83233e40-6ef6-464b-a7e7-86835f5e5288 HTTP/1.1" status: 200 len: 217 time: 0.0830662 Sep 18 05:12:44.612564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cc302-4edd-404f-b4a0-8225a9498b4c req-009b5426-dfc2-47a9-b4eb-27b6257798a7 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:44.614223 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-480cc302-4edd-404f-b4a0-8225a9498b4c req-009b5426-dfc2-47a9-b4eb-27b6257798a7 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.1479166 Sep 18 05:12:44.630356 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f8ca56-6950-496f-80fc-8cb32e0de69e admin admin] Made reservation on behalf of 57a44cf45a5f4f8fb61b481f04c4e02e for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:44.633228 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06f8ca56-6950-496f-80fc-8cb32e0de69e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:44.820176 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-480cc302-4edd-404f-b4a0-8225a9498b4c req-e20341c9-d932-4abf-b015-4bc19f1c7e4a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853428 Sep 18 05:12:44.854835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257192-4567-40d2-8202-d5b55689f280 req-5693bbd7-26f6-4328-97eb-e2e654315bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:44.856869 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a257192-4567-40d2-8202-d5b55689f280 req-5693bbd7-26f6-4328-97eb-e2e654315bef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=762ac494-9135-4ceb-835e-8a5f320de53f HTTP/1.1" status: 200 len: 851 time: 0.2416599 Sep 18 05:12:44.940406 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a257192-4567-40d2-8202-d5b55689f280 req-67eed3b7-c279-4048-aa07-d432d28a1162 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22d781aa-299e-4327-93b1-a0791852572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708532 Sep 18 05:12:45.049034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc85047-3a25-4141-9b0a-31644cf4808c req-5a91dd5d-3a6e-4e07-9d5a-23e8a781625f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:45.058404 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dbc85047-3a25-4141-9b0a-31644cf4808c req-5a91dd5d-3a6e-4e07-9d5a-23e8a781625f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.5368369 Sep 18 05:12:45.101203 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06f8ca56-6950-496f-80fc-8cb32e0de69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:45.189358 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dbc85047-3a25-4141-9b0a-31644cf4808c req-397f772b-7e4c-493d-bb0b-e90aec21c1c1 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299129 Sep 18 05:12:45.194012 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a257192-4567-40d2-8202-d5b55689f280 req-9f9e2132-db11-4d53-8248-10e621620170 service neutron] 10.222.0.18 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416205 Sep 18 05:12:45.241793 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017a3d3-e801-4dc6-a825-ceef110368c3 req-c1d1be87-7b5f-48b9-856a-989d5041589c tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:45.249711 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4017a3d3-e801-4dc6-a825-ceef110368c3 req-c1d1be87-7b5f-48b9-856a-989d5041589c tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 943 time: 0.1133962 Sep 18 05:12:45.260164 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8ca56-6950-496f-80fc-8cb32e0de69e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8817cc4-5efc-4abd-af87-af0f6b42c4b4,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:45.294390 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f8ca56-6950-496f-80fc-8cb32e0de69e admin admin] Checking segment: {'id': '8535d81b-209a-4e6b-b90f-23c34bf6b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:12:45.295035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f8ca56-6950-496f-80fc-8cb32e0de69e admin admin] Network hostable DHCP agents. Network: c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:12:45.404880 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4017a3d3-e801-4dc6-a825-ceef110368c3 req-9eae7264-8885-4b37-9018-c03d0d544b4f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541882 Sep 18 05:12:45.437326 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a257192-4567-40d2-8202-d5b55689f280 req-74049a7a-c78c-4681-bd62-a8bfa3c7e1fe service neutron] 10.222.0.18 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319019 Sep 18 05:12:45.441039 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-23881a7d-fea1-4f7d-b9bd-c9a281f3e988 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port 9b11904c-7836-43dc-b3ba-75ef46232113 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:45.441641 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-23881a7d-fea1-4f7d-b9bd-c9a281f3e988 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:45.457465 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f8ca56-6950-496f-80fc-8cb32e0de69e admin admin] Network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:12:45.553807 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-06f8ca56-6950-496f-80fc-8cb32e0de69e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:45.563072 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f8ca56-6950-496f-80fc-8cb32e0de69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:45.563677 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06f8ca56-6950-496f-80fc-8cb32e0de69e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:45.571363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1256d8c2-b661-412c-95f9-72b2c6dd45bd None None] Network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:45.602041 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7008db-8f12-4eb8-a8c7-4cf7c3aada69 req-d06e4cd8-9268-47c5-ad4e-bc9a86d27f96 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:45.604291 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a7008db-8f12-4eb8-a8c7-4cf7c3aada69 req-d06e4cd8-9268-47c5-ad4e-bc9a86d27f96 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1331096 Sep 18 05:12:45.608336 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-23881a7d-fea1-4f7d-b9bd-c9a281f3e988 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:45.638112 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-23881a7d-fea1-4f7d-b9bd-c9a281f3e988 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for 9b11904c-7836-43dc-b3ba-75ef46232113 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:45.663699 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-06f8ca56-6950-496f-80fc-8cb32e0de69e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4063494 Sep 18 05:12:45.724040 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c539cb-5812-40c7-9d44-69246cb437dc None None] Network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:45.809202 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a7008db-8f12-4eb8-a8c7-4cf7c3aada69 req-9822b335-7561-4f18-b633-931a5f399caa tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979947 Sep 18 05:12:46.062996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7024b-4ed8-4d82-a276-355e332a1d31 req-b53dfda3-2185-4262-ad10-8e40e5d8d31a tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:46.070996 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d5e7024b-4ed8-4d82-a276-355e332a1d31 req-b53dfda3-2185-4262-ad10-8e40e5d8d31a tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0997291 Sep 18 05:12:46.101590 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c45f7e-6512-4682-9cd5-79088ba537fd req-143bb2c0-6e10-4892-a04b-1def4919dc56 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:46.109134 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c7c45f7e-6512-4682-9cd5-79088ba537fd req-143bb2c0-6e10-4892-a04b-1def4919dc56 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.1176550 Sep 18 05:12:46.127461 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d5e7024b-4ed8-4d82-a276-355e332a1d31 req-060b2413-59e8-4810-8bf0-2419c0189a5f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552902 Sep 18 05:12:46.211420 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c7c45f7e-6512-4682-9cd5-79088ba537fd req-918d4de6-3771-4641-8393-c364309f42c7 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913253 Sep 18 05:12:46.285923 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-23881a7d-fea1-4f7d-b9bd-c9a281f3e988 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:46.345827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23881a7d-fea1-4f7d-b9bd-c9a281f3e988 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=9b11904c-7836-43dc-b3ba-75ef46232113,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:46.653707 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65669d5-3152-469d-b1d8-b9b88fba9340 req-2b00b90d-25ab-4e0b-ad37-90b34a528427 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:46.655531 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d65669d5-3152-469d-b1d8-b9b88fba9340 req-2b00b90d-25ab-4e0b-ad37-90b34a528427 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.3294926 Sep 18 05:12:46.739714 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-23881a7d-fea1-4f7d-b9bd-c9a281f3e988 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:46.792206 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d65669d5-3152-469d-b1d8-b9b88fba9340 req-a0b40aa2-d0c8-4c71-88f3-2c108f3263d3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268845 Sep 18 05:12:46.806435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-f152a121-1942-475c-b326-b676d5e3d49d tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:46.819585 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-f152a121-1942-475c-b326-b676d5e3d49d tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/networks?id=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 HTTP/1.1" status: 200 len: 815 time: 0.2724853 Sep 18 05:12:46.839136 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-619ee300-d9be-4cc7-b3d5-f4c82301fe7f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/quotas/57a44cf45a5f4f8fb61b481f04c4e02e HTTP/1.1" status: 200 len: 375 time: 0.0187376 Sep 18 05:12:46.923257 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-dc008335-145b-407e-b99b-a871a8ba4976 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a44cf45a5f4f8fb61b481f04c4e02e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834210 Sep 18 05:12:47.033898 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-1c222ec1-4e07-4a33-a623-2a8fbfd49155 service neutron] 10.222.0.23 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098640 Sep 18 05:12:47.038355 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceeaa5-d2d0-4151-9ea6-eb1199742abb req-aa9b541b-67e4-4dad-8e7f-32101ef9b8c7 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:47.039908 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ccceeaa5-d2d0-4151-9ea6-eb1199742abb req-aa9b541b-67e4-4dad-8e7f-32101ef9b8c7 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 943 time: 0.0966861 Sep 18 05:12:47.147134 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ccceeaa5-d2d0-4151-9ea6-eb1199742abb req-e2f654bf-2f1d-490e-8ce5-ee25a4998f64 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694664 Sep 18 05:12:47.155843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23881a7d-fea1-4f7d-b9bd-c9a281f3e988 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router daafc96d-c516-4e2f-8d51-c9429322f098 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:12:47.177712 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-5a61ac70-15a5-43fb-8d91-5955afcbe818 service neutron] 10.222.0.23 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230342 Sep 18 05:12:47.340778 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23881a7d-fea1-4f7d-b9bd-c9a281f3e988 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:12:47.348703 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-23881a7d-fea1-4f7d-b9bd-c9a281f3e988 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/daafc96d-c516-4e2f-8d51-c9429322f098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0552249 Sep 18 05:12:47.350980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55354) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:47.356509 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aef989-39df-4b15-bac7-069c33812dc4 None None] Sync routers for ids ['daafc96d-c516-4e2f-8d51-c9429322f098'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:12:47.373195 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aef989-39df-4b15-bac7-069c33812dc4 None None] Routers {'daafc96d-c516-4e2f-8d51-c9429322f098'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:12:47.374427 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-92aef989-39df-4b15-bac7-069c33812dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:12:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['daafc96d-c516-4e2f-8d51-c9429322f098'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:47.383733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c1a1b-0187-4cdb-8b91-af1003aeb3e9 req-bdd5898a-9f42-4899-9571-34dad3a18e42 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:47.391293 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a53c1a1b-0187-4cdb-8b91-af1003aeb3e9 req-bdd5898a-9f42-4899-9571-34dad3a18e42 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1369238 Sep 18 05:12:47.441347 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-92aef989-39df-4b15-bac7-069c33812dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:47.454095 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aef989-39df-4b15-bac7-069c33812dc4 None None] Routers {'daafc96d-c516-4e2f-8d51-c9429322f098'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:12:47.454957 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-92aef989-39df-4b15-bac7-069c33812dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:12:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['daafc96d-c516-4e2f-8d51-c9429322f098'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:47.504433 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-92aef989-39df-4b15-bac7-069c33812dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:47.506340 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aef989-39df-4b15-bac7-069c33812dc4 None None] The sync data for ids ['daafc96d-c516-4e2f-8d51-c9429322f098'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:12:47.575806 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a53c1a1b-0187-4cdb-8b91-af1003aeb3e9 req-0723feae-0f7e-4a10-9bf1-f0b9a315a799 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836824 Sep 18 05:12:47.622737 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 83233e40-6ef6-464b-a7e7-86835f5e5288 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:12:47.625528 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 0900aa91-1690-4285-a5e0-8c007423691d no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:12:47.626490 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ac55a-e92c-48cb-9658-7caa69f362af req-a5c0fea2-b42b-46be-bcc0-432e08003a9f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:47.634497 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf7ac55a-e92c-48cb-9658-7caa69f362af req-a5c0fea2-b42b-46be-bcc0-432e08003a9f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 945 time: 0.0906773 Sep 18 05:12:47.682989 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf7ac55a-e92c-48cb-9658-7caa69f362af req-53b27079-23c8-450f-af76-c18e7a3f4c76 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468938 Sep 18 05:12:47.885208 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91a5beb5-78ff-4235-a686-0ed74779f964 req-ef888122-e746-4371-b2dc-e93743736a3a tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 210 time: 0.1408267 Sep 18 05:12:47.984970 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:48.090897 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 0900aa91-1690-4285-a5e0-8c007423691d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=0900aa91-1690-4285-a5e0-8c007423691d,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:48.101932 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db8bd23-ba9d-4795-94d0-7e49f8d82252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0900aa91-1690-4285-a5e0-8c007423691d'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:12:48.101932 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d49bf4e-5184-4e62-bd9e-d6d854316933" -d '{"events": [{"server_uuid": "8db8bd23-ba9d-4795-94d0-7e49f8d82252", "name": "network-vif-unplugged", "status": "completed", "tag": "0900aa91-1690-4285-a5e0-8c007423691d"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:12:48.153715 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 83233e40-6ef6-464b-a7e7-86835f5e5288, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=83233e40-6ef6-464b-a7e7-86835f5e5288,segment=NetworkSegment(05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4),segment_id=05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:48.194064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '83233e40-6ef6-464b-a7e7-86835f5e5288', 'network_id': '22d781aa-299e-4327-93b1-a0791852572f', 'port_id': '83233e40-6ef6-464b-a7e7-86835f5e5288', 'mac_address': 'fa:16:3e:07:a5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762ac494-9135-4ceb-835e-8a5f320de53f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:12:48.273753 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06905ce-faf4-4c36-94bb-d125c78c670f req-af05afac-3eb1-44d5-9538-2b3a55b299bf tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:48.275374 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c06905ce-faf4-4c36-94bb-d125c78c670f req-af05afac-3eb1-44d5-9538-2b3a55b299bf tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.2537611 Sep 18 05:12:48.302504 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:48.319265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83233e40-6ef6-464b-a7e7-86835f5e5288 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:12:48.326107 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:48.385481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 83233e40-6ef6-464b-a7e7-86835f5e5288, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=83233e40-6ef6-464b-a7e7-86835f5e5288,segment=NetworkSegment(05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4),segment_id=05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:48.429272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=0900aa91-1690-4285-a5e0-8c007423691d,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:48.451537 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:48.549992 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=83233e40-6ef6-464b-a7e7-86835f5e5288,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:48.694468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55424) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:48.712421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['83233e40-6ef6-464b-a7e7-86835f5e5288'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:12:48.787894 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c06905ce-faf4-4c36-94bb-d125c78c670f req-ff5b4b7c-76ee-4a60-b031-e298e8176672 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915357 Sep 18 05:12:48.825441 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db8688c-b973-4621-b042-bd487ac5dac1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:48.883200 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 05:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24334343-a0cd-40c9-9fdb-5ad6beacdf04 x-openstack-request-id: req-24334343-a0cd-40c9-9fdb-5ad6beacdf04 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:12:48.883593 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db8bd23-ba9d-4795-94d0-7e49f8d82252", "name": "network-vif-unplugged", "status": "failed", "tag": "0900aa91-1690-4285-a5e0-8c007423691d", "code": 422}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:12:48.884080 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24334343-a0cd-40c9-9fdb-5ad6beacdf04 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:12:48.884733 n-d-789963-13 neutron-server[106910]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8db8bd23-ba9d-4795-94d0-7e49f8d82252', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0900aa91-1690-4285-a5e0-8c007423691d', 'code': 422} returned with failed status Sep 18 05:12:48.948498 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db59e593-149c-4f0f-9109-5edf4b80c112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:49.084910 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db59e593-149c-4f0f-9109-5edf4b80c112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:49.094618 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce6a84-a3cf-4e70-b5e9-fa84c9d7b1a9 req-711a8a5a-b1e8-4749-a924-7efc8fde85c9 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:49.096444 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81ce6a84-a3cf-4e70-b5e9-fa84c9d7b1a9 req-711a8a5a-b1e8-4749-a924-7efc8fde85c9 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 944 time: 0.0925548 Sep 18 05:12:49.151667 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81ce6a84-a3cf-4e70-b5e9-fa84c9d7b1a9 req-3c0c8cbf-f850-471b-a945-e35136fc1905 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465128 Sep 18 05:12:49.231574 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1db8688c-b973-4621-b042-bd487ac5dac1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port e49f1cfb-d017-43de-bddc-02ace9e7aefb {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:49.231929 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db8688c-b973-4621-b042-bd487ac5dac1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:49.324340 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db8688c-b973-4621-b042-bd487ac5dac1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:49.337200 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1db8688c-b973-4621-b042-bd487ac5dac1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for e49f1cfb-d017-43de-bddc-02ace9e7aefb owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:49.472401 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db59e593-149c-4f0f-9109-5edf4b80c112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:49.523253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55442) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:49.523479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-db59e593-149c-4f0f-9109-5edf4b80c112 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a7f4969a0054215b15e9a034294c7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8230352 Sep 18 05:12:49.523479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59e593-149c-4f0f-9109-5edf4b80c112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b3350b-a1e2-424b-b891-8335baa9feb6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:49.574923 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-932ac3a1-13fb-4e8f-a444-53d2954f69f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:49.596448 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-932ac3a1-13fb-4e8f-a444-53d2954f69f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:49.621780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 0900aa91-1690-4285-a5e0-8c007423691d no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:12:49.683999 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db8688c-b973-4621-b042-bd487ac5dac1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:49.713887 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8688c-b973-4621-b042-bd487ac5dac1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=e49f1cfb-d017-43de-bddc-02ace9e7aefb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:49.718349 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-932ac3a1-13fb-4e8f-a444-53d2954f69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:49.721108 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-932ac3a1-13fb-4e8f-a444-53d2954f69f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:49.724858 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-932ac3a1-13fb-4e8f-a444-53d2954f69f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0b3350b-a1e2-424b-b891-8335baa9feb6 HTTP/1.1" status: 204 len: 168 time: 0.2029397 Sep 18 05:12:49.755719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ac3a1-13fb-4e8f-a444-53d2954f69f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b3350b-a1e2-424b-b891-8335baa9feb6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:49.824873 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db8688c-b973-4621-b042-bd487ac5dac1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:50.036412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db8688c-b973-4621-b042-bd487ac5dac1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router daafc96d-c516-4e2f-8d51-c9429322f098 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:12:50.186226 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db8688c-b973-4621-b042-bd487ac5dac1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:12:50.194227 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1db8688c-b973-4621-b042-bd487ac5dac1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/daafc96d-c516-4e2f-8d51-c9429322f098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8393917 Sep 18 05:12:50.195177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55460) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:50.200510 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09947d7f-201d-46a1-857d-96025525d8de None None] Sync routers for ids ['daafc96d-c516-4e2f-8d51-c9429322f098'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:12:50.217329 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09947d7f-201d-46a1-857d-96025525d8de None None] Routers {'daafc96d-c516-4e2f-8d51-c9429322f098'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:12:50.220790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-09947d7f-201d-46a1-857d-96025525d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:12:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['daafc96d-c516-4e2f-8d51-c9429322f098'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:50.264000 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-616475b9-3946-4412-aef5-a6442db775c4 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports?device_id=daafc96d-c516-4e2f-8d51-c9429322f098 HTTP/1.1" status: 200 len: 205 time: 0.0641510 Sep 18 05:12:50.265248 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55464) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:50.311383 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-09947d7f-201d-46a1-857d-96025525d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:50.335150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66f6fa-067d-4b65-ba64-1a7bcaa51d9e req-b48e2743-d1db-4bd3-8718-8a0b38802bf2 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:50.337608 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09947d7f-201d-46a1-857d-96025525d8de None None] Routers {'daafc96d-c516-4e2f-8d51-c9429322f098'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:12:50.338642 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-09947d7f-201d-46a1-857d-96025525d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:12:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['daafc96d-c516-4e2f-8d51-c9429322f098'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:50.350918 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bb66f6fa-067d-4b65-ba64-1a7bcaa51d9e req-b48e2743-d1db-4bd3-8718-8a0b38802bf2 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1112483 Sep 18 05:12:50.413549 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-09947d7f-201d-46a1-857d-96025525d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:50.414479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09947d7f-201d-46a1-857d-96025525d8de None None] The sync data for ids ['daafc96d-c516-4e2f-8d51-c9429322f098'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:12:50.426180 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2c638b2-8a69-4aad-a01f-302c344e4303 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:50.440760 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bb66f6fa-067d-4b65-ba64-1a7bcaa51d9e req-b7775b0c-b2e4-475d-a818-6c54e89e8002 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838668 Sep 18 05:12:50.494202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d068b-4af2-4526-92f0-25837cf1a617 req-dfba03a0-0ead-408b-b326-b76de027bd0a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:50.503576 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f78d068b-4af2-4526-92f0-25837cf1a617 req-dfba03a0-0ead-408b-b326-b76de027bd0a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8db8bd23-ba9d-4795-94d0-7e49f8d82252 HTTP/1.1" status: 200 len: 943 time: 0.1721959 Sep 18 05:12:50.590947 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0ee2cf5-a3dc-4c3f-bf84-2e6f66aa5e62 req-c83f72b0-ff5e-40ae-a9a0-4b88cec23beb tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 210 time: 0.0352135 Sep 18 05:12:50.778027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2c638b2-8a69-4aad-a01f-302c344e4303 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:50.781481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ef393-278b-4802-b07a-1b4c1460b10a req-e75201d8-a0b1-4dde-9ade-fd5b52b8a349 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:50.785746 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2c638b2-8a69-4aad-a01f-302c344e4303 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:50.800101 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1b3ef393-278b-4802-b07a-1b4c1460b10a req-e75201d8-a0b1-4dde-9ade-fd5b52b8a349 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 944 time: 0.1003261 Sep 18 05:12:50.858113 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1b3ef393-278b-4802-b07a-1b4c1460b10a req-729739e0-34a4-4d11-ae67-98e28def3097 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567379 Sep 18 05:12:51.098532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c79dc2-cec2-4edd-bcec-e55e454e6159 req-edd60bde-c5ec-4748-ae0d-5c4f3ab99298 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:51.119815 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35c79dc2-cec2-4edd-bcec-e55e454e6159 req-edd60bde-c5ec-4748-ae0d-5c4f3ab99298 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0945563 Sep 18 05:12:51.162431 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35c79dc2-cec2-4edd-bcec-e55e454e6159 req-35805cf6-93b3-4b7c-9839-8f40f1a597a6 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546846 Sep 18 05:12:51.266754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f78d068b-4af2-4526-92f0-25837cf1a617 req-dfec176d-85ef-43f0-867c-563ba353acfb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Deleting port 0900aa91-1690-4285-a5e0-8c007423691d {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:51.267234 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f78d068b-4af2-4526-92f0-25837cf1a617 req-dfec176d-85ef-43f0-867c-563ba353acfb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:51.308060 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55500) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:51.329249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-84e9127e-2189-4033-948a-6770574b6933 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:51.330854 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-84e9127e-2189-4033-948a-6770574b6933 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.13 "GET /v2.0/networks?id=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 HTTP/1.1" status: 200 len: 815 time: 0.6681197 Sep 18 05:12:51.363776 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2c638b2-8a69-4aad-a01f-302c344e4303 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:51.364339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c638b2-8a69-4aad-a01f-302c344e4303 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Fanout notify agent at l3_agent the message router_deleted on router daafc96d-c516-4e2f-8d51-c9429322f098 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:12:51.378439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-e171424e-2384-4bac-afdb-3d35d9ee4bfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Request body: {'port': {'device_id': '65c91526-89e5-4e1f-8da7-7bb3040372d7', 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359', 'admin_state_up': True, 'tenant_id': '57a44cf45a5f4f8fb61b481f04c4e02e'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:51.387818 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2c638b2-8a69-4aad-a01f-302c344e4303 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:51.389198 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c2c638b2-8a69-4aad-a01f-302c344e4303 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/routers/daafc96d-c516-4e2f-8d51-c9429322f098 HTTP/1.1" status: 204 len: 168 time: 1.1224217 Sep 18 05:12:51.395591 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55504) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:51.404288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a757c8-ebdf-47be-bcd7-895d5058f2c4 req-a95fb8fe-9b07-44d8-858e-bdd4a2415ec1 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:51.412211 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c3a757c8-ebdf-47be-bcd7-895d5058f2c4 req-a95fb8fe-9b07-44d8-858e-bdd4a2415ec1 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0661724 Sep 18 05:12:51.468085 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c3a757c8-ebdf-47be-bcd7-895d5058f2c4 req-e9c7d5a9-2c76-4115-98ce-6ad7f40a0e93 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548179 Sep 18 05:12:51.528793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-179630272-network', 'tenant_id': '4f5a7f89ed194bba936b5924fd025e54'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:51.535141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-35131d2f-4e2a-424a-a05c-e689c6491d70 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting subnet 7ed625c4-7e94-42b9-a047-f681f5c4d977 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:12:51.538456 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35131d2f-4e2a-424a-a05c-e689c6491d70 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:51.582102 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35131d2f-4e2a-424a-a05c-e689c6491d70 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:51.641581 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 83233e40-6ef6-464b-a7e7-86835f5e5288 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:12:51.649743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f78d068b-4af2-4526-92f0-25837cf1a617 req-dfec176d-85ef-43f0-867c-563ba353acfb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] For port 0900aa91-1690-4285-a5e0-8c007423691d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=0900aa91-1690-4285-a5e0-8c007423691d,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:51.650397 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f78d068b-4af2-4526-92f0-25837cf1a617 req-dfec176d-85ef-43f0-867c-563ba353acfb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:51.669604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baa58b-69fe-4274-a534-efcbe2af0ef2 req-3b9cf820-0ad3-49db-9b9c-14435650d9c6 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:51.671707 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98baa58b-69fe-4274-a534-efcbe2af0ef2 req-3b9cf820-0ad3-49db-9b9c-14435650d9c6 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0827162 Sep 18 05:12:51.673175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] Made reservation on behalf of 4f5a7f89ed194bba936b5924fd025e54 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:51.675987 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:51.696497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f78d068b-4af2-4526-92f0-25837cf1a617 req-dfec176d-85ef-43f0-867c-563ba353acfb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Calling delete_port for 0900aa91-1690-4285-a5e0-8c007423691d owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:51.702009 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:51.735237 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35131d2f-4e2a-424a-a05c-e689c6491d70 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:51.779539 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98baa58b-69fe-4274-a534-efcbe2af0ef2 req-ea1a3796-b2bd-429d-9176-c5979087102f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954022 Sep 18 05:12:51.810340 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 83233e40-6ef6-464b-a7e7-86835f5e5288 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:12:51.815400 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 83233e40-6ef6-464b-a7e7-86835f5e5288 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:12:51.819206 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:51.957524 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0c50f9b9-24e2-4be7-b0e2-af4d5b5d1452 req-e98bcbbc-82f2-4045-99bb-be805b19a9bd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 210 time: 0.0433621 Sep 18 05:12:51.958567 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:51.976564 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35131d2f-4e2a-424a-a05c-e689c6491d70 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.004665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.005886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9d59e7-4536-4243-aa11-5bc06fccad76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83233e40-6ef6-464b-a7e7-86835f5e5288'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:12:52.009101 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0975f48-6107-4c42-ab1c-99208eb863d5" -d '{"events": [{"server_uuid": "fc9d59e7-4536-4243-aa11-5bc06fccad76", "name": "network-vif-plugged", "status": "completed", "tag": "83233e40-6ef6-464b-a7e7-86835f5e5288"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:12:52.012139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35131d2f-4e2a-424a-a05c-e689c6491d70 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed625c4-7e94-42b9-a047-f681f5c4d977,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:52.016906 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35131d2f-4e2a-424a-a05c-e689c6491d70 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.018856 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-35131d2f-4e2a-424a-a05c-e689c6491d70 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/7ed625c4-7e94-42b9-a047-f681f5c4d977 HTTP/1.1" status: 204 len: 168 time: 0.6120026 Sep 18 05:12:52.021651 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55524) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:52.038384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 83233e40-6ef6-464b-a7e7-86835f5e5288, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=83233e40-6ef6-464b-a7e7-86835f5e5288,segment=NetworkSegment(05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4),segment_id=05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:52.038831 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcacf2c2-dd4d-439e-baf4-6ef9d71f2411 None None] Network a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:52.078640 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.087176 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f78d068b-4af2-4526-92f0-25837cf1a617 req-dfec176d-85ef-43f0-867c-563ba353acfb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.099866 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:12:52.122577 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.129351 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.131548 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] Added segment be20c028-e947-49f9-8a1d-c565631129f1 of type vlan for network a203d862-57d5-4a1d-9a25-efff58d03c78 Sep 18 05:12:52.147513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec176d-85ef-43f0-867c-563ba353acfb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Pushing event deleted for resources: {'Port': ['ID=0900aa91-1690-4285-a5e0-8c007423691d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:52.158900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f6c4cd-1d43-4b63-910c-1a1cf7196278 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting subnet bfe0528b-23e4-4d3a-a627-253b44c2bed2 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:12:52.167877 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65f6c4cd-1d43-4b63-910c-1a1cf7196278 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.243212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=83233e40-6ef6-464b-a7e7-86835f5e5288,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:52.262266 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-e171424e-2384-4bac-afdb-3d35d9ee4bfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Made reservation on behalf of 57a44cf45a5f4f8fb61b481f04c4e02e for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:52.270319 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-e171424e-2384-4bac-afdb-3d35d9ee4bfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.275455 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.306308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78d068b-4af2-4526-92f0-25837cf1a617 req-dfec176d-85ef-43f0-867c-563ba353acfb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] No DVR routers for this DVR port 0900aa91-1690-4285-a5e0-8c007423691d on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:12:52.315482 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f78d068b-4af2-4526-92f0-25837cf1a617 req-dfec176d-85ef-43f0-867c-563ba353acfb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.317593 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f78d068b-4af2-4526-92f0-25837cf1a617 req-dfec176d-85ef-43f0-867c-563ba353acfb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "DELETE /v2.0/ports/0900aa91-1690-4285-a5e0-8c007423691d HTTP/1.1" status: 204 len: 173 time: 1.8124127 Sep 18 05:12:52.318149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db8bd23-ba9d-4795-94d0-7e49f8d82252', 'name': 'network-vif-deleted', 'tag': '0900aa91-1690-4285-a5e0-8c007423691d'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:12:52.319077 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4252dfe0-8932-45e0-b0aa-6c067fd334fb,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:52.320586 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cefcb4-377b-4b11-83fa-81e57ce6db84" -d '{"events": [{"server_uuid": "8db8bd23-ba9d-4795-94d0-7e49f8d82252", "name": "network-vif-deleted", "tag": "0900aa91-1690-4285-a5e0-8c007423691d"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:12:52.332542 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65f6c4cd-1d43-4b63-910c-1a1cf7196278 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.349304 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4850b2e-e506-4eb4-a62e-f9c315d1615a None None] DHCP port deletion for a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:12:52.408606 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d613bd4-e196-45dd-9812-b5ba9ea72446 req-3a37c019-6428-4599-a851-e827bd1c30a7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:52.416564 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d613bd4-e196-45dd-9812-b5ba9ea72446 req-3a37c019-6428-4599-a851-e827bd1c30a7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0702026 Sep 18 05:12:52.444093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e4850b2e-e506-4eb4-a62e-f9c315d1615a None None] Deleting port 49e66570-9eef-4781-95e7-3f59eedf794c {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:52.444815 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e4850b2e-e506-4eb4-a62e-f9c315d1615a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.461456 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d613bd4-e196-45dd-9812-b5ba9ea72446 req-92f3830a-b0e3-42f5-b42b-f8baee0df6e7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Sep 18 05:12:52.466618 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.468809 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:52.469604 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.546783 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65f6c4cd-1d43-4b63-910c-1a1cf7196278 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.588587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-e171424e-2384-4bac-afdb-3d35d9ee4bfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Allocated IP 172.20.0.14 (c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359/e8817cc4-5efc-4abd-af87-af0f6b42c4b4/286c9356-7feb-42a4-b31f-bdc513a116e6) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:12:52.608860 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e4850b2e-e506-4eb4-a62e-f9c315d1615a None None] For port 49e66570-9eef-4781-95e7-3f59eedf794c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=49e66570-9eef-4781-95e7-3f59eedf794c,segment=NetworkSegment(21ab1638-af83-4ac1-9dfd-7dc389737673),segment_id=21ab1638-af83-4ac1-9dfd-7dc389737673)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:52.615379 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e4850b2e-e506-4eb4-a62e-f9c315d1615a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.665287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e4850b2e-e506-4eb4-a62e-f9c315d1615a None None] Calling delete_port for 49e66570-9eef-4781-95e7-3f59eedf794c owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:52.692218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55540) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:52.693055 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3804991 Sep 18 05:12:52.696326 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de059065-e568-454e-8912-ebf9c2d29026 admin admin] Pushing event updated for resources: {'Network': ['ID=a203d862-57d5-4a1d-9a25-efff58d03c78,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:52.698927 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-909c10bc-100f-4787-9ac0-fa60a8fbfdcc admin admin] Request body: {'subnet': {'network_id': 'a203d862-57d5-4a1d-9a25-efff58d03c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-179630272-subnet', 'tenant_id': '4f5a7f89ed194bba936b5924fd025e54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:52.724876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe1076-d410-40f6-af60-038ff94ff426 req-63119f97-9e73-40f4-94d7-aca49edcc9b9 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:52.733927 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cabe1076-d410-40f6-af60-038ff94ff426 req-63119f97-9e73-40f4-94d7-aca49edcc9b9 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1695297 Sep 18 05:12:52.746968 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network a203d862-57d5-4a1d-9a25-efff58d03c78 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:12:52.750796 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65f6c4cd-1d43-4b63-910c-1a1cf7196278 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.779461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cabe1076-d410-40f6-af60-038ff94ff426 req-ae96a40d-040c-4128-897b-836440bd539c tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440574 Sep 18 05:12:52.837200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6c4cd-1d43-4b63-910c-1a1cf7196278 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe0528b-23e4-4d3a-a627-253b44c2bed2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:52.843523 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65f6c4cd-1d43-4b63-910c-1a1cf7196278 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.846053 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-65f6c4cd-1d43-4b63-910c-1a1cf7196278 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/bfe0528b-23e4-4d3a-a627-253b44c2bed2 HTTP/1.1" status: 204 len: 168 time: 0.8232255 Sep 18 05:12:52.849379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55542) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:52.882577 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cf516e-2bc1-40ab-94ee-7e7e58a31be2 x-openstack-request-id: req-b0cf516e-2bc1-40ab-94ee-7e7e58a31be2 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:12:52.882577 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9d59e7-4536-4243-aa11-5bc06fccad76", "name": "network-vif-plugged", "status": "completed", "tag": "83233e40-6ef6-464b-a7e7-86835f5e5288", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:12:52.883106 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0cf516e-2bc1-40ab-94ee-7e7e58a31be2 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:12:52.883106 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9d59e7-4536-4243-aa11-5bc06fccad76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83233e40-6ef6-464b-a7e7-86835f5e5288', 'code': 200} Sep 18 05:12:52.888371 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-e171424e-2384-4bac-afdb-3d35d9ee4bfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:52.898133 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab8f28c-bd9f-44a8-a49c-c2fb233d7187 None None] Network 3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:52.957041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909c10bc-100f-4787-9ac0-fa60a8fbfdcc admin admin] Made reservation on behalf of 4f5a7f89ed194bba936b5924fd025e54 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:52.963925 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-909c10bc-100f-4787-9ac0-fa60a8fbfdcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.034337 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.075216 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.165107 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port 49e66570-9eef-4781-95e7-3f59eedf794c {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:53.166030 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.171447 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-e171424e-2384-4bac-afdb-3d35d9ee4bfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.190287 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:12:53.209866 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.242548 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 18 Sep 2021 05:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd76375-b8ae-4cab-bdbd-de79d2d5ca26 x-openstack-request-id: req-cbd76375-b8ae-4cab-bdbd-de79d2d5ca26 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:12:53.242857 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db8bd23-ba9d-4795-94d0-7e49f8d82252", "name": "network-vif-deleted", "tag": "0900aa91-1690-4285-a5e0-8c007423691d", "status": "failed", "code": 422}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:12:53.243725 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbd76375-b8ae-4cab-bdbd-de79d2d5ca26 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:12:53.245256 n-d-789963-13 neutron-server[106909]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8db8bd23-ba9d-4795-94d0-7e49f8d82252', 'name': 'network-vif-deleted', 'tag': '0900aa91-1690-4285-a5e0-8c007423691d', 'status': 'failed', 'code': 422} returned with failed status Sep 18 05:12:53.257392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b7088-a7df-4956-8954-44e66e5a82bc req-8d8c6ed9-9466-4841-a069-737aa21037ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:53.257392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-575b7088-a7df-4956-8954-44e66e5a82bc req-8d8c6ed9-9466-4841-a069-737aa21037ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 1097 time: 0.3405099 Sep 18 05:12:53.261257 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e4850b2e-e506-4eb4-a62e-f9c315d1615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.309875 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] For port 49e66570-9eef-4781-95e7-3f59eedf794c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=49e66570-9eef-4781-95e7-3f59eedf794c,segment=NetworkSegment(21ab1638-af83-4ac1-9dfd-7dc389737673),segment_id=21ab1638-af83-4ac1-9dfd-7dc389737673)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:53.310520 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.321941 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4850b2e-e506-4eb4-a62e-f9c315d1615a None None] Pushing event deleted for resources: {'Port': ['ID=49e66570-9eef-4781-95e7-3f59eedf794c,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:53.325447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-e171424e-2384-4bac-afdb-3d35d9ee4bfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:12:53.329950 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for 49e66570-9eef-4781-95e7-3f59eedf794c owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:53.343883 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337d4793-dfe6-4d6f-a3cc-3b700542f8e7 None None] DHCP port deletion for 3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:12:53.345465 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-e171424e-2384-4bac-afdb-3d35d9ee4bfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:53.362550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-e171424e-2384-4bac-afdb-3d35d9ee4bfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:12:53.370736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171424e-2384-4bac-afdb-3d35d9ee4bfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Pushing event updated for resources: {'Port': ['ID=286c9356-7feb-42a4-b31f-bdc513a116e6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:53.423786 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4850b2e-e506-4eb4-a62e-f9c315d1615a None None] No DVR routers for this DVR port 49e66570-9eef-4781-95e7-3f59eedf794c on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:12:53.431401 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.485258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-337d4793-dfe6-4d6f-a3cc-3b700542f8e7 None None] Deleting port ccdce2cd-3edf-467d-b179-c1e30a2a4adc {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:53.485897 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-337d4793-dfe6-4d6f-a3cc-3b700542f8e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.489381 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-575b7088-a7df-4956-8954-44e66e5a82bc req-c31918d5-6e98-44fb-870b-258d44d20c88 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764297 Sep 18 05:12:53.499740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=49e66570-9eef-4781-95e7-3f59eedf794c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:53.503343 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No DVR routers for this DVR port 49e66570-9eef-4781-95e7-3f59eedf794c on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:12:53.539174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd50b6-a3d5-4756-b1a4-b609b3ea1a4e req-a052a3bf-1eaa-4511-a606-1bc44123f4c1 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:53.546403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-e171424e-2384-4bac-afdb-3d35d9ee4bfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:53.547084 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-e171424e-2384-4bac-afdb-3d35d9ee4bfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.547479 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ebd50b6-a3d5-4756-b1a4-b609b3ea1a4e req-a052a3bf-1eaa-4511-a606-1bc44123f4c1 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 932 time: 0.1113868 Sep 18 05:12:53.625246 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.644048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-337d4793-dfe6-4d6f-a3cc-3b700542f8e7 None None] For port ccdce2cd-3edf-467d-b179-c1e30a2a4adc, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ccdce2cd-3edf-467d-b179-c1e30a2a4adc,segment=NetworkSegment(4fc3c35e-a696-4a17-b78e-7f5c8c93fc79),segment_id=4fc3c35e-a696-4a17-b78e-7f5c8c93fc79)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:53.644574 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-337d4793-dfe6-4d6f-a3cc-3b700542f8e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.647537 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:53.670292 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ab1638-af83-4ac1-9dfd-7dc389737673') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:53.670598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ab1638-af83-4ac1-9dfd-7dc389737673') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:53.680307 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.695913 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.697011 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-337d4793-dfe6-4d6f-a3cc-3b700542f8e7 None None] Calling delete_port for ccdce2cd-3edf-467d-b179-c1e30a2a4adc owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:53.704074 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-e171424e-2384-4bac-afdb-3d35d9ee4bfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3415098 Sep 18 05:12:53.706888 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:12:53.707286 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.745113 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Request body: {'port': {'device_id': '65c91526-89e5-4e1f-8da7-7bb3040372d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:12:53.767962 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:12:53.824864 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ebd50b6-a3d5-4756-b1a4-b609b3ea1a4e req-7a916ab9-fa2d-492b-bc6e-1dc02614a8dc tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763391 Sep 18 05:12:53.842044 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.848195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 49e66570-9eef-4781-95e7-3f59eedf794c no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:12:53.857426 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.875572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55572) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:53.892600 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/networks/a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2 HTTP/1.1" status: 204 len: 168 time: 1.0419657 Sep 18 05:12:53.913887 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-909c10bc-100f-4787-9ac0-fa60a8fbfdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:53.919624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13845fd-bc9a-4cb2-ac37-473402043373 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Network': ['ID=a9ffc7df-ae73-4c3b-94ea-a58d490a7fc2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:53.951442 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:54.164452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c10bc-100f-4787-9ac0-fa60a8fbfdcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa1aa8a-165a-490d-b598-b998f744cdb9,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:54.186980 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:54.224552 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd3032-d208-4cf7-9e9b-ffec2277c374 req-c55c502f-db54-4426-8639-055491b3ab61 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:54.233893 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d8bd3032-d208-4cf7-9e9b-ffec2277c374 req-c55c502f-db54-4426-8639-055491b3ab61 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1135449 Sep 18 05:12:54.255351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c10bc-100f-4787-9ac0-fa60a8fbfdcc admin admin] Checking segment: {'id': 'be20c028-e947-49f9-8a1d-c565631129f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a203d862-57d5-4a1d-9a25-efff58d03c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:12:54.256091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909c10bc-100f-4787-9ac0-fa60a8fbfdcc admin admin] Network hostable DHCP agents. Network: a203d862-57d5-4a1d-9a25-efff58d03c78, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:12:54.270089 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 49e66570-9eef-4781-95e7-3f59eedf794c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:12:54.274693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 49e66570-9eef-4781-95e7-3f59eedf794c not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:12:54.275401 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ccdce2cd-3edf-467d-b179-c1e30a2a4adc no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:12:54.303083 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d8bd3032-d208-4cf7-9e9b-ffec2277c374 req-a3f2e21a-c8a4-44cf-a777-8d8c110422c4 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627885 Sep 18 05:12:54.391398 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:54.394193 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-337d4793-dfe6-4d6f-a3cc-3b700542f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:54.403542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a4dc5-504d-491a-aa38-5ac5be05a3fe req-9ad8d889-ce4b-48ae-919d-c3141476f175 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:54.405257 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-024a4dc5-504d-491a-aa38-5ac5be05a3fe req-9ad8d889-ce4b-48ae-919d-c3141476f175 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.2128670 Sep 18 05:12:54.443661 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d4793-dfe6-4d6f-a3cc-3b700542f8e7 None None] Pushing event deleted for resources: {'Port': ['ID=ccdce2cd-3edf-467d-b179-c1e30a2a4adc,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:54.445871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d4793-dfe6-4d6f-a3cc-3b700542f8e7 None None] No DVR routers for this DVR port ccdce2cd-3edf-467d-b179-c1e30a2a4adc on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:12:54.474798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909c10bc-100f-4787-9ac0-fa60a8fbfdcc admin admin] Network a203d862-57d5-4a1d-9a25-efff58d03c78 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:12:54.535197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port ccdce2cd-3edf-467d-b179-c1e30a2a4adc {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:12:54.535659 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:54.597037 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-024a4dc5-504d-491a-aa38-5ac5be05a3fe req-08ebce84-65c0-4e1e-8ff4-47e91469a858 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810012 Sep 18 05:12:54.644548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-909c10bc-100f-4787-9ac0-fa60a8fbfdcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, a203d862-57d5-4a1d-9a25-efff58d03c78) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:54.653212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf9bf06-1e25-43c9-8669-d30594fe7b77 None None] Network a203d862-57d5-4a1d-9a25-efff58d03c78 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:54.693363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909c10bc-100f-4787-9ac0-fa60a8fbfdcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:54.694250 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-909c10bc-100f-4787-9ac0-fa60a8fbfdcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:54.695941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-e447225d-2714-4717-8726-a1df4d016327 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:54.708908 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-e447225d-2714-4717-8726-a1df4d016327 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 812 time: 0.2043555 Sep 18 05:12:54.728590 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-ee0a5a27-5b23-4554-ad7f-653b1c4c54c3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/quotas/3096e0d917c34cff9e463e09ad6891a9 HTTP/1.1" status: 200 len: 375 time: 0.0184615 Sep 18 05:12:54.749478 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] For port ccdce2cd-3edf-467d-b179-c1e30a2a4adc, host n-d-789963-13, got binding levels [] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:12:54.750021 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:54.843232 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for ccdce2cd-3edf-467d-b179-c1e30a2a4adc owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:12:54.843232 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.ipam_backend_mixin [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Port ccdce2cd-3edf-467d-b179-c1e30a2a4adc was not found and therefore no delete operation was performed {{(pid=106909) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 05:12:54.843764 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-b68e7966-abe4-424d-be3b-695dfe9ba9b8 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885921 Sep 18 05:12:54.843892 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:54.917359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No DVR routers for this DVR port ccdce2cd-3edf-467d-b179-c1e30a2a4adc on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:12:54.985371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16645e7-d0d9-4bf1-b010-bddc72a11200 None None] Network a203d862-57d5-4a1d-9a25-efff58d03c78 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:54.995662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=ccdce2cd-3edf-467d-b179-c1e30a2a4adc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:55.028722 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-909c10bc-100f-4787-9ac0-fa60a8fbfdcc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3347857 Sep 18 05:12:55.053555 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-96cfd0bb-7c0e-46f8-a6e4-cab7faca4894 service neutron] 10.222.0.23 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317040 Sep 18 05:12:55.148188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286c9356-7feb-42a4-b31f-bdc513a116e6 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:12:55.204110 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:55.286463 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:55.297537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa2e16-0748-480f-96f3-3cfb92b47457 req-91cf5185-13c4-4767-8e9d-df1e41ad012b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:55.299321 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4cfa2e16-0748-480f-96f3-3cfb92b47457 req-91cf5185-13c4-4767-8e9d-df1e41ad012b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 932 time: 0.3162603 Sep 18 05:12:55.314871 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-71ddf3cc-cec8-438e-bab5-8e9de4e51e43 service neutron] 10.222.0.23 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534029 Sep 18 05:12:55.327185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Transition to ACTIVE for port object 286c9356-7feb-42a4-b31f-bdc513a116e6 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:12:55.352448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:55.365032 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc3c35e-a696-4a17-b78e-7f5c8c93fc79') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:55.365404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc3c35e-a696-4a17-b78e-7f5c8c93fc79') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:12:55.389073 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:55.438455 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4cfa2e16-0748-480f-96f3-3cfb92b47457 req-4f59064b-395d-43b7-bbb1-dd0265deb227 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018376 Sep 18 05:12:55.441725 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:55.487566 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:55.584099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:12:55.584642 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:12:55.588594 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:12:55.784488 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-27e4ef65-bfa1-45ed-85ea-7a002a6fb446 req-59bd7cbf-9109-4c50-8ebe-76a1b6996255 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 210 time: 0.0646241 Sep 18 05:12:55.901355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Pushing event updated for resources: {'Port': ['ID=286c9356-7feb-42a4-b31f-bdc513a116e6,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:55.959347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355ee02-859a-49e5-8d8f-c88cebed5566 req-eea76384-2fdf-4a1b-9b48-d68f19228d66 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:55.981306 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7355ee02-859a-49e5-8d8f-c88cebed5566 req-eea76384-2fdf-4a1b-9b48-d68f19228d66 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.2710230 Sep 18 05:12:56.016904 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051393af-873f-4abe-8256-3b4cf164abd0 req-e2faf727-93dd-4834-a1b0-adfeb7087adc tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:56.018493 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-051393af-873f-4abe-8256-3b4cf164abd0 req-e2faf727-93dd-4834-a1b0-adfeb7087adc tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1187942 Sep 18 05:12:56.046627 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:56.064828 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:56.066729 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/networks/3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5 HTTP/1.1" status: 204 len: 168 time: 2.1901367 Sep 18 05:12:56.070341 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55626) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:56.073911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Attempting to bind port 286c9356-7feb-42a4-b31f-bdc513a116e6 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:12:56.074269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Attempting to bind port 286c9356-7feb-42a4-b31f-bdc513a116e6 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '8535d81b-209a-4e6b-b90f-23c34bf6b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:12:56.074609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Attempting to bind port 286c9356-7feb-42a4-b31f-bdc513a116e6 on network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:12:56.086224 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-957d3a31-81d1-44cc-ac86-b894e7f16e15 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-607534970'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:56.089745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Port 286c9356-7feb-42a4-b31f-bdc513a116e6 on network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:12:56.089745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Attempting to bind port 286c9356-7feb-42a4-b31f-bdc513a116e6 on network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:12:56.119871 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-051393af-873f-4abe-8256-3b4cf164abd0 req-1d1868d9-1ba6-4c32-901e-fc0fde9ae595 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815504 Sep 18 05:12:56.126339 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7355ee02-859a-49e5-8d8f-c88cebed5566 req-d4c56cbc-650e-471d-a945-651090a0c41d tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209459 Sep 18 05:12:56.142362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debf7d8-5a5d-4ee7-af4b-bac5f944db49 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Network': ['ID=3132d540-4965-4ef7-ae2e-dbc7b6d9ddf5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:56.151052 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:12:56.151353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Checking segment: {'id': '8535d81b-209a-4e6b-b90f-23c34bf6b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:12:56.151753 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Bound using segment: {'id': '8535d81b-209a-4e6b-b90f-23c34bf6b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:12:56.152493 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Bound port: 286c9356-7feb-42a4-b31f-bdc513a116e6, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8535d81b-209a-4e6b-b90f-23c34bf6b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:12:56.164764 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:56.249308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957d3a31-81d1-44cc-ac86-b894e7f16e15 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:56.253933 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-957d3a31-81d1-44cc-ac86-b894e7f16e15 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:56.327800 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957d3a31-81d1-44cc-ac86-b894e7f16e15 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:12:56.340832 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-957d3a31-81d1-44cc-ac86-b894e7f16e15 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:56.341363 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-957d3a31-81d1-44cc-ac86-b894e7f16e15 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Added segment a76a845d-2838-42c9-8389-6add122c2d4c of type vlan for network cfffaad6-b51c-425c-b617-f90dfcb6433a Sep 18 05:12:56.350892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] For port 286c9356-7feb-42a4-b31f-bdc513a116e6, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:12:56.358661 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] For port 286c9356-7feb-42a4-b31f-bdc513a116e6, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=286c9356-7feb-42a4-b31f-bdc513a116e6,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:12:56.406797 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-957d3a31-81d1-44cc-ac86-b894e7f16e15 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:56.546750 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490daa87-d5dc-4631-b2ce-adbcb194d212 req-a235f30d-787e-413b-9ab3-2996c6de64bb tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:56.550556 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-490daa87-d5dc-4631-b2ce-adbcb194d212 req-a235f30d-787e-413b-9ab3-2996c6de64bb tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 944 time: 0.0556040 Sep 18 05:12:56.586515 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-490daa87-d5dc-4631-b2ce-adbcb194d212 req-89692d1f-0943-49fd-9c47-f1d1bc6756e9 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Sep 18 05:12:56.695958 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:56.704015 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-957d3a31-81d1-44cc-ac86-b894e7f16e15 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:56.719602 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d3a31-81d1-44cc-ac86-b894e7f16e15 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:56.723511 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-957d3a31-81d1-44cc-ac86-b894e7f16e15 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:56.748295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:56.748951 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:56.750625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] 10.222.0.13 "PUT /v2.0/ports/286c9356-7feb-42a4-b31f-bdc513a116e6 HTTP/1.1" status: 200 len: 1093 time: 3.0308397 Sep 18 05:12:56.751289 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c91526-89e5-4e1f-8da7-7bb3040372d7', 'tag': '286c9356-7feb-42a4-b31f-bdc513a116e6'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:12:56.753751 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979c59f1-4b0a-467e-b03f-35b7979a9e73" -d '{"events": [{"name": "network-changed", "server_uuid": "65c91526-89e5-4e1f-8da7-7bb3040372d7", "tag": "286c9356-7feb-42a4-b31f-bdc513a116e6"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:12:56.785284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9ae0f-f11a-4d4d-b8a6-d2aede1b553c service neutron] Pushing event updated for resources: {'Port': ['ID=286c9356-7feb-42a4-b31f-bdc513a116e6,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:56.846856 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023de659-9229-42c5-97e6-aa0d333c67e9 x-openstack-request-id: req-023de659-9229-42c5-97e6-aa0d333c67e9 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:12:56.847168 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c91526-89e5-4e1f-8da7-7bb3040372d7", "tag": "286c9356-7feb-42a4-b31f-bdc513a116e6", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:12:56.847452 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-023de659-9229-42c5-97e6-aa0d333c67e9 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:12:56.847872 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c91526-89e5-4e1f-8da7-7bb3040372d7', 'tag': '286c9356-7feb-42a4-b31f-bdc513a116e6', 'status': 'completed', 'code': 200} Sep 18 05:12:56.975353 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-957d3a31-81d1-44cc-ac86-b894e7f16e15 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9027998 Sep 18 05:12:56.979745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d3a31-81d1-44cc-ac86-b894e7f16e15 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Network': ['ID=cfffaad6-b51c-425c-b617-f90dfcb6433a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:56.981264 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55658) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:56.989733 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network cfffaad6-b51c-425c-b617-f90dfcb6433a details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:12:56.990685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-70b6c0c4-0524-4437-b143-276278421cbd tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'subnet': {'network_id': 'cfffaad6-b51c-425c-b617-f90dfcb6433a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:57.032847 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1419664d-e0e5-4f5e-b1d4-bfe3c2985470 req-36352a81-a4f6-409c-afa5-30a63928eac6 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 210 time: 0.0544422 Sep 18 05:12:57.126770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-2a1d29e5-d08a-4191-8635-9ce2f64fad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:57.128540 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-2a1d29e5-d08a-4191-8635-9ce2f64fad73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57a44cf45a5f4f8fb61b481f04c4e02e&device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 1096 time: 0.2638683 Sep 18 05:12:57.271524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-ef851776-6137-4d5d-87e0-52936fed4077 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=286c9356-7feb-42a4-b31f-bdc513a116e6 HTTP/1.1" status: 200 len: 217 time: 0.1210873 Sep 18 05:12:57.272998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b6c0c4-0524-4437-b143-276278421cbd tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:57.276639 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-70b6c0c4-0524-4437-b143-276278421cbd tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:57.320270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64075-3d77-4d16-92b9-35e56f6e4824 req-a57fc710-03d4-4353-8717-51bb27ce0e7f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:57.330092 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-92c64075-3d77-4d16-92b9-35e56f6e4824 req-a57fc710-03d4-4353-8717-51bb27ce0e7f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0831931 Sep 18 05:12:57.402712 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-92c64075-3d77-4d16-92b9-35e56f6e4824 req-53d2e6e9-c993-4a11-84f1-3f0ef62abef9 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717068 Sep 18 05:12:57.815531 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593b4f-1988-492b-934f-5eb076fe8004 req-8a307e00-b64d-4a27-938a-6c0c57ccbba6 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:57.826126 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fa593b4f-1988-492b-934f-5eb076fe8004 req-8a307e00-b64d-4a27-938a-6c0c57ccbba6 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 944 time: 0.0824361 Sep 18 05:12:57.875798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6302b6-d41f-403e-93e5-15c0278f8bdf req-7ba8e03a-7bce-4e80-9a87-ec556679e232 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:57.904196 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea6302b6-d41f-403e-93e5-15c0278f8bdf req-7ba8e03a-7bce-4e80-9a87-ec556679e232 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.7648573 Sep 18 05:12:57.909681 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fa593b4f-1988-492b-934f-5eb076fe8004 req-bba37793-ade2-41c4-8681-9847fef7b0d0 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810025 Sep 18 05:12:57.989689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173109e-5aad-4bf1-97ca-0b381f513e4c req-0e887f4e-cdc2-4cbf-a767-a96c0d03a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:57.991482 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7173109e-5aad-4bf1-97ca-0b381f513e4c req-0e887f4e-cdc2-4cbf-a767-a96c0d03a543 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1862a5fec6ee4d8fa09a0965ced5a303&device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 1097 time: 0.8092165 Sep 18 05:12:58.126714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-8d915c8c-e621-430d-8745-e5d19e588841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:58.128198 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-8d915c8c-e621-430d-8745-e5d19e588841 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8817cc4-5efc-4abd-af87-af0f6b42c4b4 HTTP/1.1" status: 200 len: 855 time: 0.8463664 Sep 18 05:12:58.129251 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173109e-5aad-4bf1-97ca-0b381f513e4c req-c0da98bc-cabb-42a7-be04-5ecca53fbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:58.130803 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7173109e-5aad-4bf1-97ca-0b381f513e4c req-c0da98bc-cabb-42a7-be04-5ecca53fbf5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=22d781aa-299e-4327-93b1-a0791852572f HTTP/1.1" status: 200 len: 911 time: 0.1194348 Sep 18 05:12:58.163419 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea6302b6-d41f-403e-93e5-15c0278f8bdf req-73916223-f155-4922-88c6-dc9f75ad1a36 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523355 Sep 18 05:12:58.196890 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-023d8a4c-8608-4ea4-9486-314509db66c9 req-1389785d-6877-4835-9e23-1f3778d314aa tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 210 time: 0.0675452 Sep 18 05:12:58.199175 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7173109e-5aad-4bf1-97ca-0b381f513e4c req-155a69a0-f04d-4f54-a2a3-f5e22b909be7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83233e40-6ef6-464b-a7e7-86835f5e5288 HTTP/1.1" status: 200 len: 217 time: 0.0399301 Sep 18 05:12:58.220997 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-b5838532-591c-4541-911a-d9021af76186 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826192 Sep 18 05:12:58.445656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173109e-5aad-4bf1-97ca-0b381f513e4c req-a8df1a59-5dc2-473b-80a5-7783966fe8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:58.455793 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7173109e-5aad-4bf1-97ca-0b381f513e4c req-a8df1a59-5dc2-473b-80a5-7783966fe8ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=762ac494-9135-4ceb-835e-8a5f320de53f HTTP/1.1" status: 200 len: 851 time: 0.2306998 Sep 18 05:12:58.488605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7173109e-5aad-4bf1-97ca-0b381f513e4c req-68a38176-6e17-4410-a070-22bd343243ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22d781aa-299e-4327-93b1-a0791852572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332704 Sep 18 05:12:58.703150 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-dddf4dc4-d8c8-43c7-8408-c70dafcfa46e service neutron] 10.222.0.13 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627161 Sep 18 05:12:58.726724 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-74f7fb71-0c71-42e8-a386-5046dd21e832 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:58.728908 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-74f7fb71-0c71-42e8-a386-5046dd21e832 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 812 time: 0.2060721 Sep 18 05:12:58.795901 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-64cb2ae8-ab87-4fa7-bd46-b8118cf741de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Request body: {'port': {'device_id': '609f5f20-68ee-4e09-a7f3-027c59875fbf', 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4', 'admin_state_up': True, 'tenant_id': '3096e0d917c34cff9e463e09ad6891a9'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:58.813448 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-70b6c0c4-0524-4437-b143-276278421cbd tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:58.960458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ba715-6c3d-4607-a6cb-be72f0013ecf req-b0a905f3-512e-45e8-bc6d-cebb3cd1f1f7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:58.961940 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a76ba715-6c3d-4607-a6cb-be72f0013ecf req-b0a905f3-512e-45e8-bc6d-cebb3cd1f1f7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.4091270 Sep 18 05:12:59.013732 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7173109e-5aad-4bf1-97ca-0b381f513e4c req-17001690-51c6-439b-8e14-73e2085dc2cb service neutron] 10.222.0.18 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902203 Sep 18 05:12:59.070322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6c0c4-0524-4437-b143-276278421cbd tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Subnet': ['ID=0d27cc7c-3110-4878-917b-3e92cb228e0c,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:12:59.091287 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed92138a-112e-494d-b05c-3f00efdb51ab req-d1175dc5-e987-4f5a-9a4d-01503118bf6a service neutron] 10.222.0.13 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774142 Sep 18 05:12:59.097956 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9cd7b-ab07-4b45-bfb9-9caf11c6a348 req-b14c03ec-a59c-4ee7-bd45-119a7e27e76d tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:59.112433 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bae9cd7b-ab07-4b45-bfb9-9caf11c6a348 req-b14c03ec-a59c-4ee7-bd45-119a7e27e76d tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 944 time: 0.0878553 Sep 18 05:12:59.152228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b6c0c4-0524-4437-b143-276278421cbd tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Checking segment: {'id': 'a76a845d-2838-42c9-8389-6add122c2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfffaad6-b51c-425c-b617-f90dfcb6433a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:12:59.152687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b6c0c4-0524-4437-b143-276278421cbd tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network hostable DHCP agents. Network: cfffaad6-b51c-425c-b617-f90dfcb6433a, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:12:59.172534 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bae9cd7b-ab07-4b45-bfb9-9caf11c6a348 req-4d42293d-e7f9-44bb-8a8b-2d1b9856c395 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552416 Sep 18 05:12:59.203001 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a76ba715-6c3d-4607-a6cb-be72f0013ecf req-ddc4012a-4ec7-4678-b5e8-01336d0d7c8a tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043788 Sep 18 05:12:59.349909 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7173109e-5aad-4bf1-97ca-0b381f513e4c req-f7a30cf0-94a4-498a-9990-63aaa16eb7ab service neutron] 10.222.0.18 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050330 Sep 18 05:12:59.350622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-64cb2ae8-ab87-4fa7-bd46-b8118cf741de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Made reservation on behalf of 3096e0d917c34cff9e463e09ad6891a9 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:12:59.355432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-64cb2ae8-ab87-4fa7-bd46-b8118cf741de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:59.368466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b6c0c4-0524-4437-b143-276278421cbd tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network cfffaad6-b51c-425c-b617-f90dfcb6433a is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:12:59.461201 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e15d7be-6f12-4238-ba86-87d04d6441e3 req-b84eff3c-e967-4bef-8ca1-51b8b19b5490 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 210 time: 0.0662913 Sep 18 05:12:59.494429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c59f1-4b0a-467e-b03f-35b7979a9e73 req-4cb8c9f1-8813-489f-8ced-52de9c811a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:59.496203 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-979c59f1-4b0a-467e-b03f-35b7979a9e73 req-4cb8c9f1-8813-489f-8ced-52de9c811a0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57a44cf45a5f4f8fb61b481f04c4e02e&device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 1096 time: 0.2557850 Sep 18 05:12:59.542325 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-70b6c0c4-0524-4437-b143-276278421cbd tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, cfffaad6-b51c-425c-b617-f90dfcb6433a) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:12:59.547451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b6c0c4-0524-4437-b143-276278421cbd tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:59.547979 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-70b6c0c4-0524-4437-b143-276278421cbd tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:59.555649 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e529ca-779d-4ac6-8dda-0521b896676d None None] Network cfffaad6-b51c-425c-b617-f90dfcb6433a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:12:59.559967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dddc2-2e48-4ae2-b9bd-c6a109173aa1 req-c0912303-62f5-4d5c-b291-3effee5ae139 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:59.568285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-177dddc2-2e48-4ae2-b9bd-c6a109173aa1 req-c0912303-62f5-4d5c-b291-3effee5ae139 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1930907 Sep 18 05:12:59.710071 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-70b6c0c4-0524-4437-b143-276278421cbd tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7276716 Sep 18 05:12:59.713457 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55720) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:12:59.719637 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-45539449-5640-4469-b3e2-7f1866606cfb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-182642066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:12:59.735673 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-177dddc2-2e48-4ae2-b9bd-c6a109173aa1 req-531f0ee1-6d39-47ae-9e2c-68f2c274d8a5 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662085 Sep 18 05:12:59.763514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-64cb2ae8-ab87-4fa7-bd46-b8118cf741de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Allocated IP 172.20.0.3 (7e77f982-12cd-4966-ad89-506bbab549b4/19facd85-5a02-4210-8d90-7d5ec267820b/26b1f908-a2f2-4f97-be62-767bf99ba77a) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:12:59.813530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c59f1-4b0a-467e-b03f-35b7979a9e73 req-9ed61e65-c745-4329-a4fe-d72919ad7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:12:59.815449 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-979c59f1-4b0a-467e-b03f-35b7979a9e73 req-9ed61e65-c745-4329-a4fe-d72919ad7963 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 HTTP/1.1" status: 200 len: 915 time: 0.3058541 Sep 18 05:12:59.867191 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45539449-5640-4469-b3e2-7f1866606cfb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:59.868605 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45539449-5640-4469-b3e2-7f1866606cfb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:59.875363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-cfffaad6-b51c-425c-b617-f90dfcb6433a', 'network_id': 'cfffaad6-b51c-425c-b617-f90dfcb6433a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'fixed_ips': [{'subnet_id': '0d27cc7c-3110-4878-917b-3e92cb228e0c'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:12:59.875363 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:12:59.895907 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-979c59f1-4b0a-467e-b03f-35b7979a9e73 req-ec126331-10c6-4ade-83c0-a8b08869fcf2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=286c9356-7feb-42a4-b31f-bdc513a116e6 HTTP/1.1" status: 200 len: 217 time: 0.0684364 Sep 18 05:12:59.963907 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45539449-5640-4469-b3e2-7f1866606cfb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:00.038322 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45539449-5640-4469-b3e2-7f1866606cfb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:00.041769 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c59f1-4b0a-467e-b03f-35b7979a9e73 req-76537164-00c2-407f-98af-7ac78066bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:00.043956 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-979c59f1-4b0a-467e-b03f-35b7979a9e73 req-76537164-00c2-407f-98af-7ac78066bf81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8817cc4-5efc-4abd-af87-af0f6b42c4b4 HTTP/1.1" status: 200 len: 855 time: 0.1369836 Sep 18 05:13:00.082481 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-979c59f1-4b0a-467e-b03f-35b7979a9e73 req-3c6686e3-1b8a-40df-84bd-8580098a4944 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308030 Sep 18 05:13:00.136273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Allocated IP 2001:db8::2 (cfffaad6-b51c-425c-b617-f90dfcb6433a/0d27cc7c-3110-4878-917b-3e92cb228e0c/742a0bce-7e16-4494-a7c8-0d65c36b6ad1) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:13:00.146560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45539449-5640-4469-b3e2-7f1866606cfb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:00.151091 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-45539449-5640-4469-b3e2-7f1866606cfb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4335654 Sep 18 05:13:00.151976 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55724) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:00.157620 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4f9bd9b8-041f-4ff6-b94c-4c646bdd8ab8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'port': {'network_id': 'cfffaad6-b51c-425c-b617-f90dfcb6433a', 'name': 'tempest-RoutersIpV6Test-1089817080'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:00.175507 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-64cb2ae8-ab87-4fa7-bd46-b8118cf741de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:00.414812 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-979c59f1-4b0a-467e-b03f-35b7979a9e73 req-9a69311a-dfea-4d8f-afb2-4310e8700db8 service neutron] 10.222.0.13 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224070 Sep 18 05:13:00.419723 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-64cb2ae8-ab87-4fa7-bd46-b8118cf741de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:00.470536 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:00.495227 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c69db6-463e-4fac-b77d-5fdc916bfad1 req-ce296845-508d-4acc-b92d-26263ab7b53f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:00.502307 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c1c69db6-463e-4fac-b77d-5fdc916bfad1 req-ce296845-508d-4acc-b92d-26263ab7b53f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 944 time: 0.1710846 Sep 18 05:13:00.559304 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:00.578376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-64cb2ae8-ab87-4fa7-bd46-b8118cf741de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Network 7e77f982-12cd-4966-ad89-506bbab549b4 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:00.597923 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c1c69db6-463e-4fac-b77d-5fdc916bfad1 req-12f2ec32-c5b1-454d-9aaa-5b569b3fea17 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799880 Sep 18 05:13:00.600210 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f6d82-d3c4-4a33-9499-a0b07d4a9532 req-9ef35951-f8fb-4aa8-8a06-1bb29fb6f127 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:00.601954 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f3f6d82-d3c4-4a33-9499-a0b07d4a9532 req-9ef35951-f8fb-4aa8-8a06-1bb29fb6f127 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1848040 Sep 18 05:13:00.602717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb2ae8-ab87-4fa7-bd46-b8118cf741de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Pushing event updated for resources: {'Port': ['ID=26b1f908-a2f2-4f97-be62-767bf99ba77a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:00.607836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-64cb2ae8-ab87-4fa7-bd46-b8118cf741de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:00.613462 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-64cb2ae8-ab87-4fa7-bd46-b8118cf741de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:13:00.628336 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Pushing event updated for resources: {'Port': ['ID=742a0bce-7e16-4494-a7c8-0d65c36b6ad1,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:00.643797 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9bd9b8-041f-4ff6-b94c-4c646bdd8ab8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:13:00.647139 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Network cfffaad6-b51c-425c-b617-f90dfcb6433a is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:00.647139 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:00.647999 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd9b8-041f-4ff6-b94c-4c646bdd8ab8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:00.652503 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:13:00.667138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-64cb2ae8-ab87-4fa7-bd46-b8118cf741de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:00.667956 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-64cb2ae8-ab87-4fa7-bd46-b8118cf741de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:00.701221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-4f9bd9b8-041f-4ff6-b94c-4c646bdd8ab8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] device_id is not set on port 37386e2b-612b-46f6-af00-7b1f37fde8fd yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:13:00.715856 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-979c59f1-4b0a-467e-b03f-35b7979a9e73 req-559a21f2-eb6e-41ab-96ce-c09de32b9c6b service neutron] 10.222.0.13 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857654 Sep 18 05:13:00.760096 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f3f6d82-d3c4-4a33-9499-a0b07d4a9532 req-5a428482-9874-4f3d-95af-1ab430c290b5 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428049 Sep 18 05:13:00.768170 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Attempting to bind port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:13:00.768614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Attempting to bind port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'a76a845d-2838-42c9-8389-6add122c2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfffaad6-b51c-425c-b617-f90dfcb6433a'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:13:00.768975 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Attempting to bind port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 on network cfffaad6-b51c-425c-b617-f90dfcb6433a {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:13:00.776032 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-64cb2ae8-ab87-4fa7-bd46-b8118cf741de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0255733 Sep 18 05:13:00.782773 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:13:00.783095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Checking segment: {'id': 'a76a845d-2838-42c9-8389-6add122c2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfffaad6-b51c-425c-b617-f90dfcb6433a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:13:00.783518 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:00.784377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Bound using segment: {'id': 'a76a845d-2838-42c9-8389-6add122c2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfffaad6-b51c-425c-b617-f90dfcb6433a'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:13:00.784878 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Bound port: 742a0bce-7e16-4494-a7c8-0d65c36b6ad1, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a845d-2838-42c9-8389-6add122c2d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cfffaad6-b51c-425c-b617-f90dfcb6433a'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:13:00.786279 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:00.797018 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Request body: {'port': {'device_id': '609f5f20-68ee-4e09-a7f3-027c59875fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:00.988142 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:00.997191 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] For port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:13:01.025930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] For port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=742a0bce-7e16-4494-a7c8-0d65c36b6ad1,segment=NetworkSegment(a76a845d-2838-42c9-8389-6add122c2d4c),segment_id=a76a845d-2838-42c9-8389-6add122c2d4c)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:13:01.053792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcc935-5f53-4a42-b218-f0acd7f80001 req-c894946c-9abf-4913-a773-085b5eaf588a tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:01.062547 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2dcc935-5f53-4a42-b218-f0acd7f80001 req-c894946c-9abf-4913-a773-085b5eaf588a tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1098084 Sep 18 05:13:01.113632 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:01.151945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-4f9bd9b8-041f-4ff6-b94c-4c646bdd8ab8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Allocated IP 2001:db8::366 (cfffaad6-b51c-425c-b617-f90dfcb6433a/0d27cc7c-3110-4878-917b-3e92cb228e0c/37386e2b-612b-46f6-af00-7b1f37fde8fd) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:13:01.183797 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2dcc935-5f53-4a42-b218-f0acd7f80001 req-34c625f4-f86f-4702-ab2e-fe572155fd44 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147385 Sep 18 05:13:01.217614 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-808a13d5-510e-44a4-b69e-5cb5bf883025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:01.273388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f50277-9e15-4692-a48b-3194d974d106 None None] Pushing event updated for resources: {'Port': ['ID=742a0bce-7e16-4494-a7c8-0d65c36b6ad1,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:01.277499 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdd0a5-4f2e-4190-8191-536a8ed74e22 req-d4bb8324-7045-4f94-80b4-b4a165e133cc tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:01.297654 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-61cdd0a5-4f2e-4190-8191-536a8ed74e22 req-d4bb8324-7045-4f94-80b4-b4a165e133cc tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 931 time: 0.1903629 Sep 18 05:13:01.457172 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-61cdd0a5-4f2e-4190-8191-536a8ed74e22 req-47cc4dbd-7b73-4927-bdea-1969f1c6ab14 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585538 Sep 18 05:13:01.558493 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd9b8-041f-4ff6-b94c-4c646bdd8ab8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:01.661739 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd9b8-041f-4ff6-b94c-4c646bdd8ab8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:01.750247 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9bd9b8-041f-4ff6-b94c-4c646bdd8ab8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network cfffaad6-b51c-425c-b617-f90dfcb6433a is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:01.760289 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-4f9bd9b8-041f-4ff6-b94c-4c646bdd8ab8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:01.769349 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea086-0009-469c-bfea-6d7248ece01c req-ae13f10f-6085-4311-829a-9e57788a9fd4 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:01.778447 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91dea086-0009-469c-bfea-6d7248ece01c req-ae13f10f-6085-4311-829a-9e57788a9fd4 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/networks?id=9efe280f-1a43-4ccc-be93-3c7d2962020a HTTP/1.1" status: 200 len: 815 time: 0.4529130 Sep 18 05:13:01.810452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b1f908-a2f2-4f97-be62-767bf99ba77a {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:13:01.819230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9bd9b8-041f-4ff6-b94c-4c646bdd8ab8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:13:01.828456 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:01.838290 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9bd9b8-041f-4ff6-b94c-4c646bdd8ab8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:01.838290 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd9b8-041f-4ff6-b94c-4c646bdd8ab8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:01.838695 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91dea086-0009-469c-bfea-6d7248ece01c req-8b81386c-bb46-4f97-8a13-57dd9125370f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/quotas/7a6f613e12794ecba2afb105609c0052 HTTP/1.1" status: 200 len: 375 time: 0.0548182 Sep 18 05:13:01.874690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Transition to ACTIVE for port object 26b1f908-a2f2-4f97-be62-767bf99ba77a will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:13:01.898459 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:01.903128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bd9b8-041f-4ff6-b94c-4c646bdd8ab8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=37386e2b-612b-46f6-af00-7b1f37fde8fd,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:01.924099 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:01.952543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964df5e6-50c7-43ef-a6f1-7a835fb5c3e6 req-d9551d5e-254d-47e0-bc97-32aaf34cfb95 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:01.954769 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-964df5e6-50c7-43ef-a6f1-7a835fb5c3e6 req-d9551d5e-254d-47e0-bc97-32aaf34cfb95 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 944 time: 0.1215913 Sep 18 05:13:01.956956 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4f9bd9b8-041f-4ff6-b94c-4c646bdd8ab8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8038542 Sep 18 05:13:01.960505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55770) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:02.005712 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91dea086-0009-469c-bfea-6d7248ece01c req-77eec5f3-9655-44fd-b74e-f0185c1747b7 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a6f613e12794ecba2afb105609c0052&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1515307 Sep 18 05:13:02.045948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:02.045948 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:02.084266 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=26b1f908-a2f2-4f97-be62-767bf99ba77a,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:02.101542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 286c9356-7feb-42a4-b31f-bdc513a116e6 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:13:02.177735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Attempting to bind port 26b1f908-a2f2-4f97-be62-767bf99ba77a on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:13:02.178221 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Attempting to bind port 26b1f908-a2f2-4f97-be62-767bf99ba77a by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:13:02.178571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Attempting to bind port 26b1f908-a2f2-4f97-be62-767bf99ba77a on network 7e77f982-12cd-4966-ad89-506bbab549b4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:13:02.189421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Port 26b1f908-a2f2-4f97-be62-767bf99ba77a on network 7e77f982-12cd-4966-ad89-506bbab549b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:13:02.191716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Attempting to bind port 26b1f908-a2f2-4f97-be62-767bf99ba77a on network 7e77f982-12cd-4966-ad89-506bbab549b4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:13:02.201196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:13:02.201788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Checking segment: {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:13:02.202191 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Bound using segment: {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:13:02.202648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Bound port: 26b1f908-a2f2-4f97-be62-767bf99ba77a, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:13:02.203038 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:02.272593 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:02.276640 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91dea086-0009-469c-bfea-6d7248ece01c req-d88c137a-1636-4ba6-af2d-487cef732d98 service neutron] 10.222.0.23 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240846 Sep 18 05:13:02.355830 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 286c9356-7feb-42a4-b31f-bdc513a116e6, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=286c9356-7feb-42a4-b31f-bdc513a116e6,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:02.372585 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=742a0bce-7e16-4494-a7c8-0d65c36b6ad1,segment=NetworkSegment(a76a845d-2838-42c9-8389-6add122c2d4c),segment_id=a76a845d-2838-42c9-8389-6add122c2d4c)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:02.378127 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '286c9356-7feb-42a4-b31f-bdc513a116e6', 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359', 'port_id': '286c9356-7feb-42a4-b31f-bdc513a116e6', 'mac_address': 'fa:16:3e:71:20:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8817cc4-5efc-4abd-af87-af0f6b42c4b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:13:02.407808 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] For port 26b1f908-a2f2-4f97-be62-767bf99ba77a, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:13:02.435404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] For port 26b1f908-a2f2-4f97-be62-767bf99ba77a, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=26b1f908-a2f2-4f97-be62-767bf99ba77a,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:13:02.452711 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:02.471825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91dea086-0009-469c-bfea-6d7248ece01c req-7232fb6f-61d4-4d83-8ec4-a22bf1da753b service neutron] 10.222.0.23 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865473 Sep 18 05:13:02.483732 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:02.512441 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:02.534173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:02.534806 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:02.542327 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/26b1f908-a2f2-4f97-be62-767bf99ba77a HTTP/1.1" status: 200 len: 1092 time: 1.7569602 Sep 18 05:13:02.560185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286c9356-7feb-42a4-b31f-bdc513a116e6 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:13:02.583821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609f5f20-68ee-4e09-a7f3-027c59875fbf', 'tag': '26b1f908-a2f2-4f97-be62-767bf99ba77a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:02.596843 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9691ef28-156c-4fbb-813c-9a59a4892feb" -d '{"events": [{"name": "network-changed", "server_uuid": "609f5f20-68ee-4e09-a7f3-027c59875fbf", "tag": "26b1f908-a2f2-4f97-be62-767bf99ba77a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:02.640352 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 286c9356-7feb-42a4-b31f-bdc513a116e6, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=286c9356-7feb-42a4-b31f-bdc513a116e6,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:02.660965 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=742a0bce-7e16-4494-a7c8-0d65c36b6ad1,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:02.661372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a691f4b-9c7d-44d6-807e-64af35d4c0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=26b1f908-a2f2-4f97-be62-767bf99ba77a,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:02.714438 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:02.753861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-e0a9cb2c-b773-4ba3-a7f7-e43d2c79062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:02.755421 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-e0a9cb2c-b773-4ba3-a7f7-e43d2c79062d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 1095 time: 0.0957057 Sep 18 05:13:02.868905 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-fd4f6840-33f6-48fa-97b5-792a1d6f745f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26b1f908-a2f2-4f97-be62-767bf99ba77a HTTP/1.1" status: 200 len: 217 time: 0.0982771 Sep 18 05:13:02.874410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=286c9356-7feb-42a4-b31f-bdc513a116e6,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:02.889399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0f1451-8e48-4cf7-adf0-4d192fcadf76 None None] Network cfffaad6-b51c-425c-b617-f90dfcb6433a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:13:02.904939 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-964df5e6-50c7-43ef-a6f1-7a835fb5c3e6 req-dc9c175a-4a02-4023-a849-ea939d26c45f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8468542 Sep 18 05:13:02.998796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['286c9356-7feb-42a4-b31f-bdc513a116e6'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:13:03.007268 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-05596e92-1f24-46f1-917d-c2ef1b60fc70 None None] Provisioning complete for port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:03.007989 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-05596e92-1f24-46f1-917d-c2ef1b60fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:03.025965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-b100c6e9-6767-499b-b0f7-c6bdb88ba2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:03.027464 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-b100c6e9-6767-499b-b0f7-c6bdb88ba2b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19facd85-5a02-4210-8d90-7d5ec267820b HTTP/1.1" status: 200 len: 852 time: 0.1153738 Sep 18 05:13:03.154558 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-165709e5-00fd-4c39-b79e-729d7e7d61ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e77f982-12cd-4966-ad89-506bbab549b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087987 Sep 18 05:13:03.177734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98ae02-e361-4b09-b7c6-cd1b07d44f09 req-9c295996-b069-4712-ba6c-35bb86ca2cdd tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:03.183706 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-db98ae02-e361-4b09-b7c6-cd1b07d44f09 req-9c295996-b069-4712-ba6c-35bb86ca2cdd tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.3199935 Sep 18 05:13:03.209646 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:03.288685 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-a40d219b-20bc-4e76-80f0-26123a8d826f service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038647 Sep 18 05:13:03.300612 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dae24-56dd-4d72-a03e-ecfea1aaa134 req-e4ffceec-31a7-43c4-9847-64cfbfc82373 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:03.304617 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3b1dae24-56dd-4d72-a03e-ecfea1aaa134 req-e4ffceec-31a7-43c4-9847-64cfbfc82373 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1615250 Sep 18 05:13:03.372371 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-db98ae02-e361-4b09-b7c6-cd1b07d44f09 req-64983c40-e771-4ba9-9ca3-4ee95fcb6c99 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803142 Sep 18 05:13:03.490879 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3b1dae24-56dd-4d72-a03e-ecfea1aaa134 req-c77d66a2-5b91-45ee-ac41-e9aa25857f4b tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746254 Sep 18 05:13:03.598789 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31968658-4baa-428a-a76a-fd0b16dd71e8 x-openstack-request-id: req-31968658-4baa-428a-a76a-fd0b16dd71e8 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:03.599086 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609f5f20-68ee-4e09-a7f3-027c59875fbf", "tag": "26b1f908-a2f2-4f97-be62-767bf99ba77a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:03.599380 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31968658-4baa-428a-a76a-fd0b16dd71e8 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:03.599724 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609f5f20-68ee-4e09-a7f3-027c59875fbf', 'tag': '26b1f908-a2f2-4f97-be62-767bf99ba77a', 'status': 'completed', 'code': 200} Sep 18 05:13:03.631253 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659058a1-7075-49a3-8126-20017aef3a12 req-6cd1f731-e70f-46de-8d3d-360ddc87f51a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:03.632815 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-659058a1-7075-49a3-8126-20017aef3a12 req-6cd1f731-e70f-46de-8d3d-360ddc87f51a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 943 time: 0.1436820 Sep 18 05:13:03.637486 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8af5cde2-543c-41a6-b739-d4167b3ddb31 req-37648831-711c-4648-86d9-ad97e4f9d78b service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091056 Sep 18 05:13:03.693494 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:03.697963 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-659058a1-7075-49a3-8126-20017aef3a12 req-efb6ca35-ab8e-4d2c-bb0d-ee136d2a343f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570507 Sep 18 05:13:03.753038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1892b395-5e48-4a87-b034-d3851cd76131 None None] Provisioning complete for port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:03.753531 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1892b395-5e48-4a87-b034-d3851cd76131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:03.807885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:03.813296 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-17a956e7-7300-484f-a165-0a47cf18cafb req-23354d94-be38-4e31-89f7-8e61978d559a tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 210 time: 0.1127658 Sep 18 05:13:03.849139 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:03.887317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691ef28-156c-4fbb-813c-9a59a4892feb req-040945de-bf81-48a4-8b17-91c80fa9d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:03.889056 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9691ef28-156c-4fbb-813c-9a59a4892feb req-040945de-bf81-48a4-8b17-91c80fa9d566 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 1095 time: 0.0958641 Sep 18 05:13:03.977115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:03.977652 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:03.996223 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cab79d8f-c748-4b9b-a9e9-2f9218f11d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:04.110432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 286c9356-7feb-42a4-b31f-bdc513a116e6 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:04.207921 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=37386e2b-612b-46f6-af00-7b1f37fde8fd,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:04.238367 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1892b395-5e48-4a87-b034-d3851cd76131 None None] Provisioning complete for port 37386e2b-612b-46f6-af00-7b1f37fde8fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:04.238859 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1892b395-5e48-4a87-b034-d3851cd76131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:04.315991 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1892b395-5e48-4a87-b034-d3851cd76131 None None] Port 37386e2b-612b-46f6-af00-7b1f37fde8fd cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:13:04.354260 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:04.456820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5f0fb9ec-8236-4f31-945e-b08d42245c1b None None] Provisioning complete for port 37386e2b-612b-46f6-af00-7b1f37fde8fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:04.457211 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb9ec-8236-4f31-945e-b08d42245c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:04.508180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5f0fb9ec-8236-4f31-945e-b08d42245c1b None None] Port 37386e2b-612b-46f6-af00-7b1f37fde8fd cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:13:04.533194 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349915e-7165-49f3-88f9-44d2fa4b853e req-ee03abed-0639-45ba-8290-5a45da25011f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:04.534789 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d349915e-7165-49f3-88f9-44d2fa4b853e req-ee03abed-0639-45ba-8290-5a45da25011f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0753367 Sep 18 05:13:04.582974 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d349915e-7165-49f3-88f9-44d2fa4b853e req-f8623f77-b002-4ac4-a469-6622a784dd86 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358794 Sep 18 05:13:04.603318 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69e058-f3f5-4cde-890e-13f4e3efd596 req-be95056d-0543-4fee-a32f-84ed60296f17 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:04.603318 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a69e058-f3f5-4cde-890e-13f4e3efd596 req-be95056d-0543-4fee-a32f-84ed60296f17 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 945 time: 0.0975471 Sep 18 05:13:04.637721 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-063dd8f8-0f5c-425f-97bf-a06cbfd941c9 None None] Provisioning complete for port 37386e2b-612b-46f6-af00-7b1f37fde8fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:04.637910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691ef28-156c-4fbb-813c-9a59a4892feb req-acd81257-38e6-4e0f-b4cb-7cc7b5448e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:04.638049 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-063dd8f8-0f5c-425f-97bf-a06cbfd941c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:04.638155 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9691ef28-156c-4fbb-813c-9a59a4892feb req-acd81257-38e6-4e0f-b4cb-7cc7b5448e06 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 912 time: 0.7331331 Sep 18 05:13:04.672133 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 286c9356-7feb-42a4-b31f-bdc513a116e6 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:13:04.676164 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:04.683060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 286c9356-7feb-42a4-b31f-bdc513a116e6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:04.683438 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:04.714050 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a69e058-f3f5-4cde-890e-13f4e3efd596 req-4a137cda-9f13-4838-b238-f11dcdc6e51c tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979135 Sep 18 05:13:04.714513 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-063dd8f8-0f5c-425f-97bf-a06cbfd941c9 None None] Port 37386e2b-612b-46f6-af00-7b1f37fde8fd cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:13:04.715879 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9691ef28-156c-4fbb-813c-9a59a4892feb req-444f5f2a-422b-4810-adc9-ec17c3945cc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26b1f908-a2f2-4f97-be62-767bf99ba77a HTTP/1.1" status: 200 len: 217 time: 0.0671413 Sep 18 05:13:04.798974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef84eea-cd9b-47dd-b868-a3c9b0ec8933 req-6be67ba9-f7d5-4b6f-8672-8d9c2eb09985 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:04.821383 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fef84eea-cd9b-47dd-b868-a3c9b0ec8933 req-6be67ba9-f7d5-4b6f-8672-8d9c2eb09985 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1784906 Sep 18 05:13:04.830664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691ef28-156c-4fbb-813c-9a59a4892feb req-3fecca5b-d62f-4fb5-a6f2-6e7211c65006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:04.831482 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:04.832445 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:04.834513 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9691ef28-156c-4fbb-813c-9a59a4892feb req-3fecca5b-d62f-4fb5-a6f2-6e7211c65006 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19facd85-5a02-4210-8d90-7d5ec267820b HTTP/1.1" status: 200 len: 852 time: 0.1108968 Sep 18 05:13:04.873028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c91526-89e5-4e1f-8da7-7bb3040372d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286c9356-7feb-42a4-b31f-bdc513a116e6'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:04.875300 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69ef314-3e69-44ae-864a-f94eb1f77c02" -d '{"events": [{"server_uuid": "65c91526-89e5-4e1f-8da7-7bb3040372d7", "name": "network-vif-plugged", "status": "completed", "tag": "286c9356-7feb-42a4-b31f-bdc513a116e6"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:04.914100 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 286c9356-7feb-42a4-b31f-bdc513a116e6, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=286c9356-7feb-42a4-b31f-bdc513a116e6,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:04.916521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9691ef28-156c-4fbb-813c-9a59a4892feb req-172e8d47-2ce0-41b5-833a-f066e82cbe82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e77f982-12cd-4966-ad89-506bbab549b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705984 Sep 18 05:13:04.980697 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:05.051534 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9691ef28-156c-4fbb-813c-9a59a4892feb req-f21a0499-6100-46fa-abef-99b3ffd5466a service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267838 Sep 18 05:13:05.077780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=286c9356-7feb-42a4-b31f-bdc513a116e6,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:05.142660 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fef84eea-cd9b-47dd-b868-a3c9b0ec8933 req-2a75da81-2c77-48ee-af5b-34eee576c2d7 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111255 Sep 18 05:13:05.149411 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1e805-ec6b-4971-a5eb-4eee7909a95d req-dfbaed23-ace9-4703-b557-a3f7ece41b30 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:05.152069 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bfa1e805-ec6b-4971-a5eb-4eee7909a95d req-dfbaed23-ace9-4703-b557-a3f7ece41b30 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 943 time: 0.3164189 Sep 18 05:13:05.220710 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:05.259881 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bfa1e805-ec6b-4971-a5eb-4eee7909a95d req-289a4496-9303-43c8-ad7d-9f6a27850631 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604424 Sep 18 05:13:05.296452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9691ef28-156c-4fbb-813c-9a59a4892feb req-a6d866a2-172b-464e-954b-4215a584df5f service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367537 Sep 18 05:13:05.350901 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e951326c-3029-422f-87d1-2d6ac46e5834 x-openstack-request-id: req-e951326c-3029-422f-87d1-2d6ac46e5834 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:05.351216 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c91526-89e5-4e1f-8da7-7bb3040372d7", "name": "network-vif-plugged", "status": "completed", "tag": "286c9356-7feb-42a4-b31f-bdc513a116e6", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:05.351500 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e951326c-3029-422f-87d1-2d6ac46e5834 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:05.351912 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c91526-89e5-4e1f-8da7-7bb3040372d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286c9356-7feb-42a4-b31f-bdc513a116e6', 'code': 200} Sep 18 05:13:05.376451 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd185d79-af75-4585-a1ff-fdea66245d80 req-6f4f9a70-58f2-4534-a155-3f1de5a909c2 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 210 time: 0.0811572 Sep 18 05:13:05.478522 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:05.510604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a76f1-711c-4566-b15b-462197b63852 req-da2adb76-a2a3-402a-bccb-ae1c06051eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:05.512121 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f61a76f1-711c-4566-b15b-462197b63852 req-da2adb76-a2a3-402a-bccb-ae1c06051eae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 1098 time: 0.0586283 Sep 18 05:13:05.540308 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:05.542582 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:05.555689 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f61a76f1-711c-4566-b15b-462197b63852 req-93fda282-f300-49ab-a79d-5b9f93e578e7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324204 Sep 18 05:13:05.646430 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=37386e2b-612b-46f6-af00-7b1f37fde8fd,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:05.694054 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network cfffaad6-b51c-425c-b617-f90dfcb6433a is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:05.695573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:05.882785 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4376dc8-7af2-47cc-9e0c-1ce8d7dcd952 req-3dc67c7a-e3fc-4c84-b804-f76730d7866f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:05.896427 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4376dc8-7af2-47cc-9e0c-1ce8d7dcd952 req-3dc67c7a-e3fc-4c84-b804-f76730d7866f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1844058 Sep 18 05:13:05.974814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38990d-10da-4ac0-9011-9e79e67c8df2 req-c311e6c9-56c4-4947-889f-bcbfeee8c03a tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:05.979513 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f38990d-10da-4ac0-9011-9e79e67c8df2 req-c311e6c9-56c4-4947-889f-bcbfeee8c03a tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.1473324 Sep 18 05:13:05.991461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4376dc8-7af2-47cc-9e0c-1ce8d7dcd952 req-ef5eeb29-8099-4afa-be8e-30c04159dd41 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870717 Sep 18 05:13:06.083366 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:13:06.121195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 1e3663a3-5216-4988-8e85-236791678bc8 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:13:06.163921 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f38990d-10da-4ac0-9011-9e79e67c8df2 req-4535cf0d-a20b-4c22-a5c3-21ca2a2ad22a tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423879 Sep 18 05:13:06.216700 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8e25b7b4-749a-414e-a264-e44869e2ce3b None None] Provisioning complete for port 37386e2b-612b-46f6-af00-7b1f37fde8fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:06.217272 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8e25b7b4-749a-414e-a264-e44869e2ce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:06.282291 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8e25b7b4-749a-414e-a264-e44869e2ce3b None None] Port 37386e2b-612b-46f6-af00-7b1f37fde8fd cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:13:06.288079 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 1e3663a3-5216-4988-8e85-236791678bc8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1e3663a3-5216-4988-8e85-236791678bc8,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:06.301905 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '1e3663a3-5216-4988-8e85-236791678bc8', 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202', 'port_id': '1e3663a3-5216-4988-8e85-236791678bc8', 'mac_address': 'fa:16:3e:11:b2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0078b2-978b-4f73-9fac-427b64b39f17', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:13:06.328834 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-658f1335-cded-4710-83a7-d0b5596a79d6 req-6670f57a-2cd1-41fb-877a-cc39bc5a168d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3482802 Sep 18 05:13:06.369080 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:13:06.377784 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-af928506-a410-4740-9ae0-4f07ccf8ce12 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4150550 Sep 18 05:13:06.380046 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532cf9a8-f380-4783-807d-8772a88c5d44 None None] Sync routers for ids ['915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:13:06.381487 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55854) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:06.396603 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532cf9a8-f380-4783-807d-8772a88c5d44 None None] Routers {'915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:06.402403 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-532cf9a8-f380-4783-807d-8772a88c5d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:06.425283 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:06.444952 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32017dc-ca69-42cf-8ac9-ac5980c23604 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:06.446721 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d32017dc-ca69-42cf-8ac9-ac5980c23604 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports/37386e2b-612b-46f6-af00-7b1f37fde8fd HTTP/1.1" status: 200 len: 984 time: 0.0644011 Sep 18 05:13:06.450720 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55862) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:06.475193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e3663a3-5216-4988-8e85-236791678bc8 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:13:06.511650 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-532cf9a8-f380-4783-807d-8772a88c5d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:06.514121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea086-0009-469c-bfea-6d7248ece01c req-b34b9a66-a380-4985-b4ce-11a7073c5422 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:06.518443 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91dea086-0009-469c-bfea-6d7248ece01c req-b34b9a66-a380-4985-b4ce-11a7073c5422 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.13 "GET /v2.0/networks?id=9efe280f-1a43-4ccc-be93-3c7d2962020a HTTP/1.1" status: 200 len: 815 time: 0.4160147 Sep 18 05:13:06.532967 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532cf9a8-f380-4783-807d-8772a88c5d44 None None] Routers {'915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:06.533566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 1e3663a3-5216-4988-8e85-236791678bc8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1e3663a3-5216-4988-8e85-236791678bc8,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:06.534501 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-532cf9a8-f380-4783-807d-8772a88c5d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:06.541656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6e8ca-fda6-45c7-beae-2ae8cb781182 req-4605beb7-f91d-4547-8622-da0babd5f4db tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:06.545495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c7b72-603f-4f5c-a393-ae03ccbc9f7f req-6928003c-7c8d-4024-ae77-308e13c9f90f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:06.545628 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-96b6e8ca-fda6-45c7-beae-2ae8cb781182 req-4605beb7-f91d-4547-8622-da0babd5f4db tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 943 time: 0.1924903 Sep 18 05:13:06.551275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-91dea086-0009-469c-bfea-6d7248ece01c req-7aa903fa-800d-40fe-bfef-5962192c92eb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Request body: {'port': {'device_id': '84c356e4-0f61-4b67-b6ff-5fc46142892c', 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a', 'admin_state_up': True, 'tenant_id': '7a6f613e12794ecba2afb105609c0052'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:06.552024 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e36c7b72-603f-4f5c-a393-ae03ccbc9f7f req-6928003c-7c8d-4024-ae77-308e13c9f90f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.2707694 Sep 18 05:13:06.580710 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-532cf9a8-f380-4783-807d-8772a88c5d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:06.581362 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532cf9a8-f380-4783-807d-8772a88c5d44 None None] The sync data for ids ['915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:13:06.620755 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:06.640408 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f1335-cded-4710-83a7-d0b5596a79d6 req-b5537628-f75e-47be-af82-076f11d7bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:06.651050 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e36c7b72-603f-4f5c-a393-ae03ccbc9f7f req-448fb926-9fae-4f95-b20e-1947f264ed4f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978069 Sep 18 05:13:06.660006 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-658f1335-cded-4710-83a7-d0b5596a79d6 req-b5537628-f75e-47be-af82-076f11d7bc21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c328bcb2d9f4aa1a0edb3b1ecfac1f4&device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 1099 time: 0.2714865 Sep 18 05:13:06.671792 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-96b6e8ca-fda6-45c7-beae-2ae8cb781182 req-efe66512-bf70-4d77-9c38-3b5122f53e20 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110122 Sep 18 05:13:06.724985 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=1e3663a3-5216-4988-8e85-236791678bc8,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:06.730231 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['1e3663a3-5216-4988-8e85-236791678bc8'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:13:06.764667 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:06.856079 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cebcf405-8ee2-4793-a016-8779f666b17f req-de548a48-6bba-45db-a542-036bd33e17ea tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 210 time: 0.0649407 Sep 18 05:13:06.956380 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f1335-cded-4710-83a7-d0b5596a79d6 req-10c0da2b-d314-4f97-998c-0e970cac060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:06.958279 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-658f1335-cded-4710-83a7-d0b5596a79d6 req-10c0da2b-d314-4f97-998c-0e970cac060a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1801996 Sep 18 05:13:07.098024 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-658f1335-cded-4710-83a7-d0b5596a79d6 req-046db413-3ec9-40a4-a184-fbe564dfdbd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=d5a98e9d-16df-4864-9eea-c8e5458271ac HTTP/1.1" status: 200 len: 217 time: 0.0497267 Sep 18 05:13:07.098024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dea086-0009-469c-bfea-6d7248ece01c req-7aa903fa-800d-40fe-bfef-5962192c92eb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Made reservation on behalf of 7a6f613e12794ecba2afb105609c0052 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:13:07.099661 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-91dea086-0009-469c-bfea-6d7248ece01c req-7aa903fa-800d-40fe-bfef-5962192c92eb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:07.206192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c411362-ad54-41a5-8c08-1d422d69eeee req-91d0e9bf-977b-40c1-8cc1-2803ad2df733 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:07.207696 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6c411362-ad54-41a5-8c08-1d422d69eeee req-91d0e9bf-977b-40c1-8cc1-2803ad2df733 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2 HTTP/1.1" status: 200 len: 951 time: 0.1504147 Sep 18 05:13:07.266315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f1335-cded-4710-83a7-d0b5596a79d6 req-3a90896e-b5c3-4777-a037-f795961ce0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:07.268631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-658f1335-cded-4710-83a7-d0b5596a79d6 req-3a90896e-b5c3-4777-a037-f795961ce0aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.1516957 Sep 18 05:13:07.278788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d59c7-01a1-4909-acc8-93f0012f2344 req-d1272227-f1a1-4639-8f9d-a9b98c585e51 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:07.280981 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e7d59c7-01a1-4909-acc8-93f0012f2344 req-d1272227-f1a1-4639-8f9d-a9b98c585e51 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 944 time: 0.1504910 Sep 18 05:13:07.318989 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6c411362-ad54-41a5-8c08-1d422d69eeee req-7acfada5-1d82-40da-86e2-6cac7de63b55 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987048 Sep 18 05:13:07.339985 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2c43-b0a1-4b59-9eb3-337b5a55f51b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:07.407694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f1335-cded-4710-83a7-d0b5596a79d6 req-ebebdcb4-acc3-4305-9e69-e2f8330eb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:07.409472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-658f1335-cded-4710-83a7-d0b5596a79d6 req-ebebdcb4-acc3-4305-9e69-e2f8330eb14d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248722 Sep 18 05:13:07.416436 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e7d59c7-01a1-4909-acc8-93f0012f2344 req-dc832c23-4802-482c-929b-8bcdaaaabbe1 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042352 Sep 18 05:13:07.441780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-91dea086-0009-469c-bfea-6d7248ece01c req-7aa903fa-800d-40fe-bfef-5962192c92eb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Allocated IP 172.20.0.10 (9efe280f-1a43-4ccc-be93-3c7d2962020a/c4b41fbf-821a-4539-a065-a1f72d6825cf/205d4207-6fda-41a0-bd1f-a05a60520982) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:13:07.572607 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-658f1335-cded-4710-83a7-d0b5596a79d6 req-b4dfacfc-6c5f-4477-a31f-b2328b394b00 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520364 Sep 18 05:13:07.703183 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 26b1f908-a2f2-4f97-be62-767bf99ba77a details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:13:07.788887 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c5ad4-6567-4bbc-bc44-14153e624784 req-a1fddade-50c2-4141-b118-2d53f73492ab tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:07.791865 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-91dea086-0009-469c-bfea-6d7248ece01c req-7aa903fa-800d-40fe-bfef-5962192c92eb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:07.797610 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ff4c5ad4-6567-4bbc-bc44-14153e624784 req-a1fddade-50c2-4141-b118-2d53f73492ab tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.1152127 Sep 18 05:13:07.845998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-658f1335-cded-4710-83a7-d0b5596a79d6 req-4fe9cd70-5b3d-4330-a916-e4e82d474fc2 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619851 Sep 18 05:13:07.903267 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ff4c5ad4-6567-4bbc-bc44-14153e624784 req-998fe02b-4438-43da-8afc-a3c07756cd46 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046140 Sep 18 05:13:07.957272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37432670-e586-4f20-bcdb-2090dddfc3cc req-7b3218d1-fc53-417b-8545-24895609231a tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:07.968065 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37432670-e586-4f20-bcdb-2090dddfc3cc req-7b3218d1-fc53-417b-8545-24895609231a tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1644142 Sep 18 05:13:08.031606 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37432670-e586-4f20-bcdb-2090dddfc3cc req-5e2b5c8a-d0d3-4f7b-acab-2c1e1072cad3 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612254 Sep 18 05:13:08.100638 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 26b1f908-a2f2-4f97-be62-767bf99ba77a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=26b1f908-a2f2-4f97-be62-767bf99ba77a,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:08.102409 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-91dea086-0009-469c-bfea-6d7248ece01c req-7aa903fa-800d-40fe-bfef-5962192c92eb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:08.122583 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['75e5f528-7281-45f3-9642-082be312f4d6'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:13:08.124701 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['2ea49425-108f-4bf6-a494-855123c3aa84', '0f32aa41-c379-4841-b3a0-9aed0d4ef68b'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:13:08.126512 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 1e3663a3-5216-4988-8e85-236791678bc8 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:08.234769 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '26b1f908-a2f2-4f97-be62-767bf99ba77a', 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4', 'port_id': '26b1f908-a2f2-4f97-be62-767bf99ba77a', 'mac_address': 'fa:16:3e:74:56:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19facd85-5a02-4210-8d90-7d5ec267820b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:13:08.259094 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496c228-6cfc-4980-9c59-9273864eb9bd req-2e1e433f-4ec8-4be4-8472-837de517f3a1 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:08.263444 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1496c228-6cfc-4980-9c59-9273864eb9bd req-2e1e433f-4ec8-4be4-8472-837de517f3a1 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 943 time: 0.1895454 Sep 18 05:13:08.269358 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c2c43-b0a1-4b59-9eb3-337b5a55f51b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port 37386e2b-612b-46f6-af00-7b1f37fde8fd {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:08.269358 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2c43-b0a1-4b59-9eb3-337b5a55f51b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:08.287110 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 1e3663a3-5216-4988-8e85-236791678bc8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:08.287495 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:08.303730 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dea086-0009-469c-bfea-6d7248ece01c req-7aa903fa-800d-40fe-bfef-5962192c92eb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Network 9efe280f-1a43-4ccc-be93-3c7d2962020a is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:08.314968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-91dea086-0009-469c-bfea-6d7248ece01c req-7aa903fa-800d-40fe-bfef-5962192c92eb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:08.340362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dea086-0009-469c-bfea-6d7248ece01c req-7aa903fa-800d-40fe-bfef-5962192c92eb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:13:08.402762 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:08.423888 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b1f908-a2f2-4f97-be62-767bf99ba77a {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:13:08.456904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea086-0009-469c-bfea-6d7248ece01c req-7aa903fa-800d-40fe-bfef-5962192c92eb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:08.464103 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-91dea086-0009-469c-bfea-6d7248ece01c req-7aa903fa-800d-40fe-bfef-5962192c92eb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:08.496545 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2c43-b0a1-4b59-9eb3-337b5a55f51b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:08.504804 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 26b1f908-a2f2-4f97-be62-767bf99ba77a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=26b1f908-a2f2-4f97-be62-767bf99ba77a,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:08.527259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c2c43-b0a1-4b59-9eb3-337b5a55f51b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for 37386e2b-612b-46f6-af00-7b1f37fde8fd owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:08.538040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b2115-e528-4de5-aa4a-ba99e369f0a9 req-a4e99cfc-fab7-48cd-aca5-e3ab5cc885f6 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:08.544545 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-446b2115-e528-4de5-aa4a-ba99e369f0a9 req-a4e99cfc-fab7-48cd-aca5-e3ab5cc885f6 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 932 time: 0.3736835 Sep 18 05:13:08.546883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa903fa-800d-40fe-bfef-5962192c92eb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Pushing event updated for resources: {'Port': ['ID=205d4207-6fda-41a0-bd1f-a05a60520982,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:08.583303 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91dea086-0009-469c-bfea-6d7248ece01c req-7aa903fa-800d-40fe-bfef-5962192c92eb tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0359960 Sep 18 05:13:08.600805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Request body: {'port': {'device_id': '84c356e4-0f61-4b67-b6ff-5fc46142892c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:08.627812 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:08.635886 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:08.666266 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-446b2115-e528-4de5-aa4a-ba99e369f0a9 req-54723147-d574-42c2-9ea5-f899f71262f9 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141551 Sep 18 05:13:08.747650 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:08.841628 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1496c228-6cfc-4980-9c59-9273864eb9bd req-72457acd-8e28-47cd-80c2-49c274fe37d2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640445 Sep 18 05:13:08.843769 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2c43-b0a1-4b59-9eb3-337b5a55f51b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:08.862275 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7adc16c-1e9f-43c6-adb3-28a6a33462ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3663a3-5216-4988-8e85-236791678bc8'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:08.869967 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf1c283-6669-4c44-bdf0-8aa6733e5aa3" -d '{"events": [{"server_uuid": "b7adc16c-1e9f-43c6-adb3-28a6a33462ab", "name": "network-vif-plugged", "status": "completed", "tag": "1e3663a3-5216-4988-8e85-236791678bc8"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:08.918875 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c2c43-b0a1-4b59-9eb3-337b5a55f51b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=37386e2b-612b-46f6-af00-7b1f37fde8fd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:08.957780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['26b1f908-a2f2-4f97-be62-767bf99ba77a'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:13:08.966755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a03b17-2b67-423b-85c3-118c04316952 req-2d038f0f-589f-4e9f-806d-6bbff1f0ae72 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:08.975336 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c7a03b17-2b67-423b-85c3-118c04316952 req-2d038f0f-589f-4e9f-806d-6bbff1f0ae72 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.1646099 Sep 18 05:13:09.010007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 1e3663a3-5216-4988-8e85-236791678bc8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1e3663a3-5216-4988-8e85-236791678bc8,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:09.065427 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c7a03b17-2b67-423b-85c3-118c04316952 req-1a67bb60-c40f-46b4-af6d-2bc9463d1fce tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842464 Sep 18 05:13:09.100134 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=26b1f908-a2f2-4f97-be62-767bf99ba77a,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:09.111872 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:09.189720 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=1e3663a3-5216-4988-8e85-236791678bc8,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:09.339367 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2c43-b0a1-4b59-9eb3-337b5a55f51b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:09.360555 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477135f-27a0-4bb6-b3db-a6e0ceff8671 req-a3ebd613-bf4d-4a1f-a933-586446fcd56b tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:09.364380 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205d4207-6fda-41a0-bd1f-a05a60520982 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:13:09.368936 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7477135f-27a0-4bb6-b3db-a6e0ceff8671 req-a3ebd613-bf4d-4a1f-a933-586446fcd56b tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2 HTTP/1.1" status: 200 len: 951 time: 0.3776548 Sep 18 05:13:09.417626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81286a0f-7db8-4cbd-8cc9-2eab048b39a1 req-860430db-63e8-41f3-ac1e-6b7f52496607 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:09.419607 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81286a0f-7db8-4cbd-8cc9-2eab048b39a1 req-860430db-63e8-41f3-ac1e-6b7f52496607 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1672158 Sep 18 05:13:09.423746 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:09.455462 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Transition to ACTIVE for port object 205d4207-6fda-41a0-bd1f-a05a60520982 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:13:09.507482 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81286a0f-7db8-4cbd-8cc9-2eab048b39a1 req-3f8ed29c-b6fe-4e81-816b-66dd60ab39d8 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714774 Sep 18 05:13:09.525976 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:09.586459 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7477135f-27a0-4bb6-b3db-a6e0ceff8671 req-156f2a9a-ea47-4ccc-9ab7-43fcd503e7c0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165275 Sep 18 05:13:09.623970 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b6f370-ef8d-4123-a692-d9b3c83e2531 x-openstack-request-id: req-a9b6f370-ef8d-4123-a692-d9b3c83e2531 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:09.624278 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7adc16c-1e9f-43c6-adb3-28a6a33462ab", "name": "network-vif-plugged", "status": "completed", "tag": "1e3663a3-5216-4988-8e85-236791678bc8", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:09.624543 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9b6f370-ef8d-4123-a692-d9b3c83e2531 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:09.624945 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7adc16c-1e9f-43c6-adb3-28a6a33462ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3663a3-5216-4988-8e85-236791678bc8', 'code': 200} Sep 18 05:13:09.638782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Pushing event updated for resources: {'Port': ['ID=205d4207-6fda-41a0-bd1f-a05a60520982,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:09.717795 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7029f2d6-507c-46e1-883a-9739a962e77f no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:13:09.808869 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4c2c43-b0a1-4b59-9eb3-337b5a55f51b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:13:09.816018 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Attempting to bind port 205d4207-6fda-41a0-bd1f-a05a60520982 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:13:09.816679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Attempting to bind port 205d4207-6fda-41a0-bd1f-a05a60520982 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:13:09.819129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Attempting to bind port 205d4207-6fda-41a0-bd1f-a05a60520982 on network 9efe280f-1a43-4ccc-be93-3c7d2962020a {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:13:09.824261 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e423d9-20b1-4d73-9892-9ccfdbb520da req-b137446b-52e2-47af-951f-7cfdd379fcdf tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:09.833157 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d2e423d9-20b1-4d73-9892-9ccfdbb520da req-b137446b-52e2-47af-951f-7cfdd379fcdf tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.0900860 Sep 18 05:13:09.835850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Port 205d4207-6fda-41a0-bd1f-a05a60520982 on network 9efe280f-1a43-4ccc-be93-3c7d2962020a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:13:09.839703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Attempting to bind port 205d4207-6fda-41a0-bd1f-a05a60520982 on network 9efe280f-1a43-4ccc-be93-3c7d2962020a {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:13:09.852154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:13:09.853377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Checking segment: {'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:13:09.854619 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Bound using segment: {'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:13:09.855477 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Bound port: 205d4207-6fda-41a0-bd1f-a05a60520982, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fdceb4-294c-4650-9d18-560450c7829d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:13:09.856266 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:09.893354 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:09.922852 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d2e423d9-20b1-4d73-9892-9ccfdbb520da req-2b207cdd-8627-4126-bd74-9094ffd3d305 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836992 Sep 18 05:13:09.982327 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7029f2d6-507c-46e1-883a-9739a962e77f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7029f2d6-507c-46e1-883a-9739a962e77f,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:09.994949 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4c2c43-b0a1-4b59-9eb3-337b5a55f51b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:13:10.008140 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de30d96-8b88-4bc7-b5f1-c1cc0e406170 None None] Sync routers for ids ['915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:13:10.010166 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-dd4c2c43-b0a1-4b59-9eb3-337b5a55f51b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5572131 Sep 18 05:13:10.010340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55962) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:10.029220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] For port 205d4207-6fda-41a0-bd1f-a05a60520982, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:13:10.029596 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de30d96-8b88-4bc7-b5f1-c1cc0e406170 None None] Routers {'915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:10.030653 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4de30d96-8b88-4bc7-b5f1-c1cc0e406170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:10.035814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] For port 205d4207-6fda-41a0-bd1f-a05a60520982, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=205d4207-6fda-41a0-bd1f-a05a60520982,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:13:10.125149 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4de30d96-8b88-4bc7-b5f1-c1cc0e406170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:10.127673 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:10.142057 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:10.189697 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de30d96-8b88-4bc7-b5f1-c1cc0e406170 None None] Routers {'915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:10.190338 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4de30d96-8b88-4bc7-b5f1-c1cc0e406170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:10.305588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Pushing event updated for resources: {'Port': ['ID=205d4207-6fda-41a0-bd1f-a05a60520982,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:10.307691 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4de30d96-8b88-4bc7-b5f1-c1cc0e406170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:10.308553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de30d96-8b88-4bc7-b5f1-c1cc0e406170 None None] The sync data for ids ['915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:13:10.362262 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:10.363267 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:10.365110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91dea086-0009-469c-bfea-6d7248ece01c req-64ef3f34-d188-4f25-b2d6-867115a72368 service neutron] 10.222.0.13 "PUT /v2.0/ports/205d4207-6fda-41a0-bd1f-a05a60520982 HTTP/1.1" status: 200 len: 1093 time: 1.7702508 Sep 18 05:13:10.366632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c356e4-0f61-4b67-b6ff-5fc46142892c', 'tag': '205d4207-6fda-41a0-bd1f-a05a60520982'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:10.370129 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b05723c-dfc2-4e86-8746-aa4fa9635aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "84c356e4-0f61-4b67-b6ff-5fc46142892c", "tag": "205d4207-6fda-41a0-bd1f-a05a60520982"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:10.381687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7029f2d6-507c-46e1-883a-9739a962e77f,revision_number=11']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:10.394743 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-06211a10-54f5-4f18-a3da-4721d84b0442 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] remove_router_interface failed (client error): The resource could not be found. Sep 18 05:13:10.398534 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-06211a10-54f5-4f18-a3da-4721d84b0442 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3846612 Sep 18 05:13:10.403987 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55978) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:10.443816 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4b132274-97da-4a6d-8461-0fb97ebd266a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports?device_id=915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1 HTTP/1.1" status: 200 len: 205 time: 0.0350628 Sep 18 05:13:10.445007 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55982) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:10.455414 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bc667-4593-436b-9cd7-e1757ee33fdd req-a0b2b6bb-5d76-4e1f-b43b-89d5f3dca019 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:10.459571 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6c6bc667-4593-436b-9cd7-e1757ee33fdd req-a0b2b6bb-5d76-4e1f-b43b-89d5f3dca019 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 944 time: 0.1448035 Sep 18 05:13:10.571058 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6c6bc667-4593-436b-9cd7-e1757ee33fdd req-d09a7b41-c861-4755-83ef-0a87eca361dd tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995362 Sep 18 05:13:10.573509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6cacb-71c5-4cb5-87f1-fbadbd556d65 req-48d177e9-7b27-44de-b955-1109366184ee tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:10.583332 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f1e6cacb-71c5-4cb5-87f1-fbadbd556d65 req-48d177e9-7b27-44de-b955-1109366184ee tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 944 time: 0.1956403 Sep 18 05:13:10.589985 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3249af5-5b89-47a5-a2a5-020e8771d67e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:10.623379 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea086-0009-469c-bfea-6d7248ece01c req-46ea71a1-2021-43c0-8e93-84f8e15deed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:10.625105 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91dea086-0009-469c-bfea-6d7248ece01c req-46ea71a1-2021-43c0-8e93-84f8e15deed7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a6f613e12794ecba2afb105609c0052&device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 1096 time: 0.1264744 Sep 18 05:13:10.695771 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f1e6cacb-71c5-4cb5-87f1-fbadbd556d65 req-6ad24a53-e8af-4bcd-99ae-4d33192efdfb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105235 Sep 18 05:13:10.756864 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91dea086-0009-469c-bfea-6d7248ece01c req-6b021294-ba5f-47eb-bec4-66226d3f44f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205d4207-6fda-41a0-bd1f-a05a60520982 HTTP/1.1" status: 200 len: 217 time: 0.1161582 Sep 18 05:13:10.829397 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709b39a-3829-49ba-b318-bcd766d62600 req-5a7b761e-d2f9-4118-b0bc-f623c9e39973 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:10.838563 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3709b39a-3829-49ba-b318-bcd766d62600 req-5a7b761e-d2f9-4118-b0bc-f623c9e39973 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.1371591 Sep 18 05:13:10.872653 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea086-0009-469c-bfea-6d7248ece01c req-a4f46d21-67f8-4c28-a683-9412f937b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:10.888291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91dea086-0009-469c-bfea-6d7248ece01c req-a4f46d21-67f8-4c28-a683-9412f937b775 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4b41fbf-821a-4539-a065-a1f72d6825cf HTTP/1.1" status: 200 len: 855 time: 0.1073909 Sep 18 05:13:10.922531 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237bf11d-b07e-4576-93bf-595f04cea8c9 x-openstack-request-id: req-237bf11d-b07e-4576-93bf-595f04cea8c9 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:10.922905 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c356e4-0f61-4b67-b6ff-5fc46142892c", "tag": "205d4207-6fda-41a0-bd1f-a05a60520982", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:10.923114 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-237bf11d-b07e-4576-93bf-595f04cea8c9 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:10.923521 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c356e4-0f61-4b67-b6ff-5fc46142892c', 'tag': '205d4207-6fda-41a0-bd1f-a05a60520982', 'status': 'completed', 'code': 200} Sep 18 05:13:10.925612 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91dea086-0009-469c-bfea-6d7248ece01c req-725ba89c-146b-4a30-90f9-1c5fd4c1c5c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9efe280f-1a43-4ccc-be93-3c7d2962020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398605 Sep 18 05:13:10.944973 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3709b39a-3829-49ba-b318-bcd766d62600 req-038da8c2-8c49-4b93-8393-d0bc89e04558 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910823 Sep 18 05:13:10.983596 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3249af5-5b89-47a5-a2a5-020e8771d67e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:10.989528 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3249af5-5b89-47a5-a2a5-020e8771d67e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:11.197742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30626d7-4cda-4eb8-82c3-721560e83f71 req-5524740b-dcb1-43ab-87a0-f7c90f8bbb1e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:11.197742 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c30626d7-4cda-4eb8-82c3-721560e83f71 req-5524740b-dcb1-43ab-87a0-f7c90f8bbb1e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1251738 Sep 18 05:13:11.229413 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3249af5-5b89-47a5-a2a5-020e8771d67e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:11.229971 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3249af5-5b89-47a5-a2a5-020e8771d67e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Fanout notify agent at l3_agent the message router_deleted on router 915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:13:11.242482 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3249af5-5b89-47a5-a2a5-020e8771d67e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:11.246874 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f3249af5-5b89-47a5-a2a5-020e8771d67e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/routers/915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1 HTTP/1.1" status: 204 len: 168 time: 0.7829087 Sep 18 05:13:11.248988 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91dea086-0009-469c-bfea-6d7248ece01c req-cea8a084-239b-46f6-987e-f9e825f4991c service neutron] 10.222.0.13 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107064 Sep 18 05:13:11.249444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56008) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:11.279282 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c30626d7-4cda-4eb8-82c3-721560e83f71 req-73a3b4b9-a28b-47ee-ac5f-991ea69db2d7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756731 Sep 18 05:13:11.456451 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91dea086-0009-469c-bfea-6d7248ece01c req-3bcc5854-d463-49cd-ba3f-c2332ec02eb2 service neutron] 10.222.0.13 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932926 Sep 18 05:13:11.461345 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-231401d6-08f9-4747-b4fb-7201f68a7e0d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting subnet 0d27cc7c-3110-4878-917b-3e92cb228e0c {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:13:11.464711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-231401d6-08f9-4747-b4fb-7201f68a7e0d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:11.506745 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-231401d6-08f9-4747-b4fb-7201f68a7e0d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:11.611159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8bc0d-bd76-4fec-ab9d-0b5f0601fc1f req-1a3951c3-e3d3-40ea-916b-47da5cefe877 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:11.617919 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcb8bc0d-bd76-4fec-ab9d-0b5f0601fc1f req-1a3951c3-e3d3-40ea-916b-47da5cefe877 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.2402179 Sep 18 05:13:11.626442 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7029f2d6-507c-46e1-883a-9739a962e77f'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:11.628943 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638cb3fb-d35c-4e53-9b6f-6c65e9b97bd0" -d '{"events": [{"server_uuid": "73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2", "name": "network-vif-unplugged", "status": "completed", "tag": "7029f2d6-507c-46e1-883a-9739a962e77f"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:11.718364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 26b1f908-a2f2-4f97-be62-767bf99ba77a up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:11.928872 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 26b1f908-a2f2-4f97-be62-767bf99ba77a completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:13:11.933053 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 26b1f908-a2f2-4f97-be62-767bf99ba77a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:11.933503 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:11.971737 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b147a-0422-40b8-bbdc-b9af81aaad22 req-35dc3872-c0dd-47ba-8504-b3cb75cdddc4 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:11.980632 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-877b147a-0422-40b8-bbdc-b9af81aaad22 req-35dc3872-c0dd-47ba-8504-b3cb75cdddc4 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 944 time: 0.0722861 Sep 18 05:13:12.055482 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-877b147a-0422-40b8-bbdc-b9af81aaad22 req-c31401ed-538c-414d-89ac-ea34f59085d3 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739105 Sep 18 05:13:12.088405 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:12.126478 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf51ae46-a96e-4b9a-9c06-11078a7f2d49 x-openstack-request-id: req-bf51ae46-a96e-4b9a-9c06-11078a7f2d49 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:12.127947 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2", "name": "network-vif-unplugged", "status": "completed", "tag": "7029f2d6-507c-46e1-883a-9739a962e77f", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:12.127947 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf51ae46-a96e-4b9a-9c06-11078a7f2d49 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:12.127947 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7029f2d6-507c-46e1-883a-9739a962e77f', 'code': 200} Sep 18 05:13:12.178427 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 26b1f908-a2f2-4f97-be62-767bf99ba77a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=26b1f908-a2f2-4f97-be62-767bf99ba77a,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:12.249237 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:12.274017 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcb8bc0d-bd76-4fec-ab9d-0b5f0601fc1f req-0c47bdd1-1ecf-4ed2-b141-510836dda6eb tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523857 Sep 18 05:13:12.311764 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff2a0e-3362-4fb0-95aa-701affa8ddc5 req-7db2858e-0beb-46db-b216-37f976c0d4c6 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:12.319816 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1cff2a0e-3362-4fb0-95aa-701affa8ddc5 req-7db2858e-0beb-46db-b216-37f976c0d4c6 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.0810885 Sep 18 05:13:12.338210 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-231401d6-08f9-4747-b4fb-7201f68a7e0d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:12.388421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05723c-dfc2-4e86-8746-aa4fa9635aa7 req-9ec7f2ae-281d-47e6-a0f2-e4faab69d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:12.390223 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b05723c-dfc2-4e86-8746-aa4fa9635aa7 req-9ec7f2ae-281d-47e6-a0f2-e4faab69d0b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a6f613e12794ecba2afb105609c0052&device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 1096 time: 0.7451098 Sep 18 05:13:12.403484 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1cff2a0e-3362-4fb0-95aa-701affa8ddc5 req-447498cf-b470-476f-9590-5d817646df5c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702322 Sep 18 05:13:12.442825 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=26b1f908-a2f2-4f97-be62-767bf99ba77a,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:12.556416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05723c-dfc2-4e86-8746-aa4fa9635aa7 req-0eda0bb2-9df0-4c89-aafe-d5d14b350648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:12.558815 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b05723c-dfc2-4e86-8746-aa4fa9635aa7 req-0eda0bb2-9df0-4c89-aafe-d5d14b350648 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9efe280f-1a43-4ccc-be93-3c7d2962020a HTTP/1.1" status: 200 len: 915 time: 0.1525590 Sep 18 05:13:12.630931 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e57501-4874-4af4-aff1-c2e1dda8c232 req-1412565c-2517-47b9-ac5b-0a0bc0533a49 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:12.633064 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-13e57501-4874-4af4-aff1-c2e1dda8c232 req-1412565c-2517-47b9-ac5b-0a0bc0533a49 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.0628564 Sep 18 05:13:12.662400 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f75815e2-1b51-4355-a241-d936565e70b8 req-424f07af-e249-4003-9cc0-eccf78f02143 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4553657 Sep 18 05:13:12.666041 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b05723c-dfc2-4e86-8746-aa4fa9635aa7 req-97eb6334-f955-4479-89e8-91d6e6654345 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205d4207-6fda-41a0-bd1f-a05a60520982 HTTP/1.1" status: 200 len: 217 time: 0.0789499 Sep 18 05:13:12.694128 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-13e57501-4874-4af4-aff1-c2e1dda8c232 req-3aef3281-5afe-41f7-b5da-d095a4c2d5ca tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542459 Sep 18 05:13:12.828689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f3396-637b-47a5-8d63-131c569132d3 req-5a267424-c0da-426f-8d2e-668449d02221 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:12.836074 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d21f3396-637b-47a5-8d63-131c569132d3 req-5a267424-c0da-426f-8d2e-668449d02221 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.2725821 Sep 18 05:13:12.856060 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05723c-dfc2-4e86-8746-aa4fa9635aa7 req-dd7ddb61-b436-4149-93f0-a015da7a2390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:12.857706 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b05723c-dfc2-4e86-8746-aa4fa9635aa7 req-dd7ddb61-b436-4149-93f0-a015da7a2390 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4b41fbf-821a-4539-a065-a1f72d6825cf HTTP/1.1" status: 200 len: 855 time: 0.1769974 Sep 18 05:13:12.858737 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-231401d6-08f9-4747-b4fb-7201f68a7e0d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:12.920878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231401d6-08f9-4747-b4fb-7201f68a7e0d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Subnet': ['ID=0d27cc7c-3110-4878-917b-3e92cb228e0c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:12.947158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75815e2-1b51-4355-a241-d936565e70b8 req-4fea6b5a-7687-401a-bae0-134184cfdfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:12.948906 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f75815e2-1b51-4355-a241-d936565e70b8 req-4fea6b5a-7687-401a-bae0-134184cfdfb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a6f613e12794ecba2afb105609c0052&device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 1098 time: 0.2553213 Sep 18 05:13:12.949924 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-231401d6-08f9-4747-b4fb-7201f68a7e0d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:12.954825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-231401d6-08f9-4747-b4fb-7201f68a7e0d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/0d27cc7c-3110-4878-917b-3e92cb228e0c HTTP/1.1" status: 204 len: 168 time: 1.7014155 Sep 18 05:13:12.957116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56084) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:12.957270 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b05723c-dfc2-4e86-8746-aa4fa9635aa7 req-ca95897f-e350-4776-ac74-ec82822b1951 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9efe280f-1a43-4ccc-be93-3c7d2962020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784745 Sep 18 05:13:12.966424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6b3333-5dd0-456b-b083-a54fffe84563 None None] Network cfffaad6-b51c-425c-b617-f90dfcb6433a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:13:13.050740 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:13.068940 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d21f3396-637b-47a5-8d63-131c569132d3 req-2bf325de-9777-4246-ab8e-0854c529af0d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318547 Sep 18 05:13:13.258439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:13.261010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:13.389593 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] For port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=742a0bce-7e16-4494-a7c8-0d65c36b6ad1,segment=NetworkSegment(a76a845d-2838-42c9-8389-6add122c2d4c),segment_id=a76a845d-2838-42c9-8389-6add122c2d4c)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:13.390756 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:13.423322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:13.499091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eef5a9-65b4-46c0-bde6-057b41143a56 None None] DHCP port deletion for cfffaad6-b51c-425c-b617-f90dfcb6433a request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:13:13.588060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-74eef5a9-65b4-46c0-bde6-057b41143a56 None None] Deleting port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:13.590271 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-74eef5a9-65b4-46c0-bde6-057b41143a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:13.609855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a109547-4ee7-484c-b9ef-382adc151e1d req-d50e0d12-c227-4b8a-86c8-7743155e7f86 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:13.614647 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a109547-4ee7-484c-b9ef-382adc151e1d req-d50e0d12-c227-4b8a-86c8-7743155e7f86 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 944 time: 0.4438641 Sep 18 05:13:13.670160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c83ce-c8a8-4c93-93ba-d50d78c06edd req-4c24682b-af98-42d6-9ef6-2d6f30eba9ac tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:13.682222 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9a5c83ce-c8a8-4c93-93ba-d50d78c06edd req-4c24682b-af98-42d6-9ef6-2d6f30eba9ac tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1292322 Sep 18 05:13:13.700063 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75815e2-1b51-4355-a241-d936565e70b8 req-8c4866d2-7cf4-405f-94d4-d0a79de5d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:13.701850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f75815e2-1b51-4355-a241-d936565e70b8 req-8c4866d2-7cf4-405f-94d4-d0a79de5d82d service neutron] 10.222.0.13 "GET /v2.0/networks?id=9efe280f-1a43-4ccc-be93-3c7d2962020a HTTP/1.1" status: 200 len: 915 time: 0.6735473 Sep 18 05:13:13.711148 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b05723c-dfc2-4e86-8746-aa4fa9635aa7 req-313d628a-f92c-4eba-8208-9bcdf1b14eba service neutron] 10.222.0.13 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7336977 Sep 18 05:13:13.786702 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:13.804463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f75815e2-1b51-4355-a241-d936565e70b8 req-4f9993c2-188a-49e6-a21d-07c1b1d7414c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ea49425-108f-4bf6-a494-855123c3aa84 HTTP/1.1" status: 200 len: 217 time: 0.0802267 Sep 18 05:13:13.814498 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9a5c83ce-c8a8-4c93-93ba-d50d78c06edd req-ac492ce0-c2a7-4963-8486-939415322ab6 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123774 Sep 18 05:13:13.814742 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-74eef5a9-65b4-46c0-bde6-057b41143a56 None None] For port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=742a0bce-7e16-4494-a7c8-0d65c36b6ad1,segment=NetworkSegment(a76a845d-2838-42c9-8389-6add122c2d4c),segment_id=a76a845d-2838-42c9-8389-6add122c2d4c)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:13.814742 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-74eef5a9-65b4-46c0-bde6-057b41143a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:13.964052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:13:13.967041 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=742a0bce-7e16-4494-a7c8-0d65c36b6ad1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:13.967149 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a109547-4ee7-484c-b9ef-382adc151e1d req-79bf8048-9e58-422f-bf69-048955f82c6d tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281282 Sep 18 05:13:13.967237 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No DVR routers for this DVR port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:13:13.967323 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-74eef5a9-65b4-46c0-bde6-057b41143a56 None None] Calling delete_port for 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:14.056192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75815e2-1b51-4355-a241-d936565e70b8 req-12d009c7-aa48-465d-a4d7-b3fb9e2c0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:14.057318 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f75815e2-1b51-4355-a241-d936565e70b8 req-12d009c7-aa48-465d-a4d7-b3fb9e2c0650 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4b41fbf-821a-4539-a065-a1f72d6825cf HTTP/1.1" status: 200 len: 855 time: 0.2002428 Sep 18 05:13:14.096272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:13:14.096627 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:13:14.128556 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609f5f20-68ee-4e09-a7f3-027c59875fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b1f908-a2f2-4f97-be62-767bf99ba77a'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:14.130962 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e6fb83-45ae-44cf-b384-9172e50ddf56" -d '{"events": [{"server_uuid": "609f5f20-68ee-4e09-a7f3-027c59875fbf", "name": "network-vif-plugged", "status": "completed", "tag": "26b1f908-a2f2-4f97-be62-767bf99ba77a"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:14.156065 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f75815e2-1b51-4355-a241-d936565e70b8 req-66a7ef63-fb90-4dc3-b4ac-8ac68ad1c54b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9efe280f-1a43-4ccc-be93-3c7d2962020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455191 Sep 18 05:13:14.157347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 205d4207-6fda-41a0-bd1f-a05a60520982 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:13:14.159443 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:14.164860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b05723c-dfc2-4e86-8746-aa4fa9635aa7 req-8a7c3f7c-03fe-4b90-8e75-3befd1787f96 service neutron] 10.222.0.13 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322679 Sep 18 05:13:14.193779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e2fb9-90e3-4905-971a-6e0e97e93cbb req-b4e411ff-901d-4e89-af4d-a00d106c0af4 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:14.205726 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-753e2fb9-90e3-4905-971a-6e0e97e93cbb req-b4e411ff-901d-4e89-af4d-a00d106c0af4 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.2067161 Sep 18 05:13:14.244845 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-74eef5a9-65b4-46c0-bde6-057b41143a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:14.290965 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfffaad6-b51c-425c-b617-f90dfcb6433a']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:14.299893 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eef5a9-65b4-46c0-bde6-057b41143a56 None None] Pushing event deleted for resources: {'Port': ['ID=742a0bce-7e16-4494-a7c8-0d65c36b6ad1,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:14.307606 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eef5a9-65b4-46c0-bde6-057b41143a56 None None] No DVR routers for this DVR port 742a0bce-7e16-4494-a7c8-0d65c36b6ad1 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:13:14.324859 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76a845d-2838-42c9-8389-6add122c2d4c') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:14.325187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76a845d-2838-42c9-8389-6add122c2d4c') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:14.352913 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:14.410744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc952649-37d4-4732-afcb-cf270b1fa496 req-8444dff2-9ad1-4fc0-bf88-ce0a549a3413 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:14.419014 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 205d4207-6fda-41a0-bd1f-a05a60520982, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=205d4207-6fda-41a0-bd1f-a05a60520982,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:14.421845 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc952649-37d4-4732-afcb-cf270b1fa496 req-8444dff2-9ad1-4fc0-bf88-ce0a549a3413 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.1834984 Sep 18 05:13:14.422687 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-753e2fb9-90e3-4905-971a-6e0e97e93cbb req-8f542085-08b0-4297-be75-9303d7dbc7ba tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081065 Sep 18 05:13:14.439004 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '205d4207-6fda-41a0-bd1f-a05a60520982', 'network_id': '9efe280f-1a43-4ccc-be93-3c7d2962020a', 'port_id': '205d4207-6fda-41a0-bd1f-a05a60520982', 'mac_address': 'fa:16:3e:0f:a1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b41fbf-821a-4539-a065-a1f72d6825cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:13:14.439241 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f75815e2-1b51-4355-a241-d936565e70b8 req-1f4640c0-9733-4f73-b111-03df69bc81c8 service neutron] 10.222.0.13 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731121 Sep 18 05:13:14.456280 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:14.473285 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:13:14.473717 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:13:14.477282 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:13:14.532598 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:14.556974 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205d4207-6fda-41a0-bd1f-a05a60520982 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:13:14.570244 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc952649-37d4-4732-afcb-cf270b1fa496 req-e445c729-9e95-4a0c-b09a-411ddceaa254 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476254 Sep 18 05:13:14.577025 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 205d4207-6fda-41a0-bd1f-a05a60520982, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=205d4207-6fda-41a0-bd1f-a05a60520982,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:14.647309 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af85253-767a-48ee-bb5b-f9a109d4cf92 x-openstack-request-id: req-3af85253-767a-48ee-bb5b-f9a109d4cf92 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:14.647731 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609f5f20-68ee-4e09-a7f3-027c59875fbf", "name": "network-vif-plugged", "status": "completed", "tag": "26b1f908-a2f2-4f97-be62-767bf99ba77a", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:14.647926 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3af85253-767a-48ee-bb5b-f9a109d4cf92 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:14.648415 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609f5f20-68ee-4e09-a7f3-027c59875fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b1f908-a2f2-4f97-be62-767bf99ba77a', 'code': 200} Sep 18 05:13:14.655257 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f75815e2-1b51-4355-a241-d936565e70b8 req-b2f50f4f-c393-4f8a-805d-f4a26a103e20 service neutron] 10.222.0.13 "GET /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087073 Sep 18 05:13:14.789763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7682065-4a44-4ad3-b630-dc58e7131837 req-cefbb3d8-ae36-4f4c-bba3-3764bbaa3d96 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:14.789763 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a7682065-4a44-4ad3-b630-dc58e7131837 req-cefbb3d8-ae36-4f4c-bba3-3764bbaa3d96 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1017463 Sep 18 05:13:14.789763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48c422-4735-48ec-8256-766648af2c5b req-52e9a035-f1dc-4c1e-a213-904df1e7b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:14.789763 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a48c422-4735-48ec-8256-766648af2c5b req-52e9a035-f1dc-4c1e-a213-904df1e7b925 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 1097 time: 0.0651970 Sep 18 05:13:14.853104 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a48c422-4735-48ec-8256-766648af2c5b req-0e5aa99d-32bb-4cf4-b578-c5a7ea1a71b5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468140 Sep 18 05:13:14.853104 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a7682065-4a44-4ad3-b630-dc58e7131837 req-1cb23c93-04b9-4d9c-85da-e3cd2d802b89 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565474 Sep 18 05:13:14.868190 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:14.869550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:14.882762 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:14.882762 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/networks/cfffaad6-b51c-425c-b617-f90dfcb6433a HTTP/1.1" status: 204 len: 168 time: 1.9249039 Sep 18 05:13:14.886204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56180) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:14.892673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-61130795-c75f-4895-ae94-9d609fa71545 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1379942288'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:14.898549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57d263-c53c-467c-8684-38698989d75e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Network': ['ID=cfffaad6-b51c-425c-b617-f90dfcb6433a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:14.957472 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=205d4207-6fda-41a0-bd1f-a05a60520982,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:15.026362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61130795-c75f-4895-ae94-9d609fa71545 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:13:15.032883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61130795-c75f-4895-ae94-9d609fa71545 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:15.138573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61130795-c75f-4895-ae94-9d609fa71545 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:13:15.153986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['205d4207-6fda-41a0-bd1f-a05a60520982'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:13:15.156887 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61130795-c75f-4895-ae94-9d609fa71545 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:15.156887 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-61130795-c75f-4895-ae94-9d609fa71545 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Added segment e1bad0e7-e67f-4637-83da-2bd80427916a of type vlan for network 1ab5a22a-c938-419f-9f19-70502a7763e6 Sep 18 05:13:15.164174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf77912-d2e8-40bc-bbd1-aee79a4ddc01 req-94a25cb4-76b4-4b9d-9ab7-7b9ab0d38f42 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:15.166522 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1cf77912-d2e8-40bc-bbd1-aee79a4ddc01 req-94a25cb4-76b4-4b9d-9ab7-7b9ab0d38f42 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 945 time: 0.1132338 Sep 18 05:13:15.236564 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61130795-c75f-4895-ae94-9d609fa71545 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:15.292783 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1cf77912-d2e8-40bc-bbd1-aee79a4ddc01 req-7ef9620e-60ae-4eaf-818d-378efe8c3198 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136754 Sep 18 05:13:15.317667 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61130795-c75f-4895-ae94-9d609fa71545 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:15.328694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61130795-c75f-4895-ae94-9d609fa71545 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:15.334358 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61130795-c75f-4895-ae94-9d609fa71545 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:15.458664 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-61130795-c75f-4895-ae94-9d609fa71545 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5697873 Sep 18 05:13:15.461636 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56220) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:15.466921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61130795-c75f-4895-ae94-9d609fa71545 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Network': ['ID=1ab5a22a-c938-419f-9f19-70502a7763e6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:15.467682 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'subnet': {'network_id': '1ab5a22a-c938-419f-9f19-70502a7763e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:15.484388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 1ab5a22a-c938-419f-9f19-70502a7763e6 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:13:15.505009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370d839-662c-4eed-98e1-494b870e5cf2 req-072fec83-d58e-41bd-9d86-12e170b80374 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:15.507095 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2370d839-662c-4eed-98e1-494b870e5cf2 req-072fec83-d58e-41bd-9d86-12e170b80374 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1136808 Sep 18 05:13:15.577725 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2370d839-662c-4eed-98e1-494b870e5cf2 req-e70471cb-db16-4d1c-8580-284336e9b830 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625234 Sep 18 05:13:15.700398 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72dcdb-77ed-4024-b125-eac1ad87a8a2 req-62f3b6bd-8607-447a-b636-83adea622edc tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:15.702235 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e72dcdb-77ed-4024-b125-eac1ad87a8a2 req-62f3b6bd-8607-447a-b636-83adea622edc tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.0716977 Sep 18 05:13:15.748781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e72dcdb-77ed-4024-b125-eac1ad87a8a2 req-2ed58a76-bd4b-40a5-96d6-268b9b7acf64 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396528 Sep 18 05:13:15.763068 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:13:15.767607 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:15.916142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf683820-1f7e-4c9f-8b0a-0286c91159b6 req-c5f7c560-f197-4c51-9152-36a4e5707bba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:15.932283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bf683820-1f7e-4c9f-8b0a-0286c91159b6 req-c5f7c560-f197-4c51-9152-36a4e5707bba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.0882790 Sep 18 05:13:15.980544 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bf683820-1f7e-4c9f-8b0a-0286c91159b6 req-bcb9c168-00d7-4059-b71c-38be4818e48e tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479817 Sep 18 05:13:16.163626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d112b-d8e6-42a9-92bd-b6ee65cd01fa req-0b218c7f-8ca2-4d96-af96-a4ad08d83799 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:16.176966 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b0d112b-d8e6-42a9-92bd-b6ee65cd01fa req-0b218c7f-8ca2-4d96-af96-a4ad08d83799 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1179821 Sep 18 05:13:16.186127 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 205d4207-6fda-41a0-bd1f-a05a60520982 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:16.244004 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b0d112b-d8e6-42a9-92bd-b6ee65cd01fa req-c06c6ca7-d9ad-488f-aca3-daadf41ad78c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620394 Sep 18 05:13:16.317973 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:16.384549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Subnet': ['ID=6a28c68b-0794-4917-b824-d37f9214dd12,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:16.400678 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:16.401040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:16.401374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:16.401748 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:16.402058 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:16.402392 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:16.402802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:16.403532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:16.403532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:16.404356 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:16.404356 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:16.404356 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:16.421162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Checking segment: {'id': 'e1bad0e7-e67f-4637-83da-2bd80427916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1ab5a22a-c938-419f-9f19-70502a7763e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:13:16.421535 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network hostable DHCP agents. Network: 1ab5a22a-c938-419f-9f19-70502a7763e6, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:13:16.442048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 205d4207-6fda-41a0-bd1f-a05a60520982 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:13:16.442048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 205d4207-6fda-41a0-bd1f-a05a60520982 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:16.442818 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:16.510035 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b73f6-f296-4a1f-b8a9-4d4d552b2d47 req-1952a7e6-a077-4473-b6c3-e7b875213efc tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:16.512081 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e2b73f6-f296-4a1f-b8a9-4d4d552b2d47 req-1952a7e6-a077-4473-b6c3-e7b875213efc tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 945 time: 0.0989492 Sep 18 05:13:16.534572 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 1ab5a22a-c938-419f-9f19-70502a7763e6 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:13:16.599850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e2b73f6-f296-4a1f-b8a9-4d4d552b2d47 req-005d0298-4764-4bc6-bfac-3bd0e43468b8 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816040 Sep 18 05:13:16.601049 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:16.648969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 1ab5a22a-c938-419f-9f19-70502a7763e6) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:16.657480 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:16.661090 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:16.666524 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c356e4-0f61-4b67-b6ff-5fc46142892c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205d4207-6fda-41a0-bd1f-a05a60520982'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:16.671794 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8e1931-71c4-4caa-9a2b-f48455bd7bc1" -d '{"events": [{"server_uuid": "84c356e4-0f61-4b67-b6ff-5fc46142892c", "name": "network-vif-plugged", "status": "completed", "tag": "205d4207-6fda-41a0-bd1f-a05a60520982"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:16.686472 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3245e1ac-f876-42ad-94b4-293e3e0f9e08 None None] Network 1ab5a22a-c938-419f-9f19-70502a7763e6 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:13:16.713229 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 205d4207-6fda-41a0-bd1f-a05a60520982, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=205d4207-6fda-41a0-bd1f-a05a60520982,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:16.781181 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8cdfcae6-ff54-49d2-90b8-7fc0ccce3f54 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3176677 Sep 18 05:13:16.783430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea3919-ed1f-4b45-b2dd-e7ec787b23a2 req-c5911a93-d314-4f63-98d3-7bb0e6121ce0 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:16.783946 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56266) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:16.785074 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0aea3919-ed1f-4b45-b2dd-e7ec787b23a2 req-c5911a93-d314-4f63-98d3-7bb0e6121ce0 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.0872033 Sep 18 05:13:16.788691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7ca77615-839b-4382-b36e-103e761c0782 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1486767263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:16.803997 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:16.869751 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0aea3919-ed1f-4b45-b2dd-e7ec787b23a2 req-c3b59848-dde5-4468-8fd8-b246803fa399 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762250 Sep 18 05:13:16.896384 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7ca77615-839b-4382-b36e-103e761c0782 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:16.897718 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7ca77615-839b-4382-b36e-103e761c0782 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:16.903486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=205d4207-6fda-41a0-bd1f-a05a60520982,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:16.945778 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-1ab5a22a-c938-419f-9f19-70502a7763e6', 'network_id': '1ab5a22a-c938-419f-9f19-70502a7763e6', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'fixed_ips': [{'subnet_id': '6a28c68b-0794-4917-b824-d37f9214dd12'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:13:16.957134 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:16.980121 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00df57c2-2650-4153-a088-28d539d150dd x-openstack-request-id: req-00df57c2-2650-4153-a088-28d539d150dd {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:16.980485 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c356e4-0f61-4b67-b6ff-5fc46142892c", "name": "network-vif-plugged", "status": "completed", "tag": "205d4207-6fda-41a0-bd1f-a05a60520982", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:16.980742 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00df57c2-2650-4153-a088-28d539d150dd {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:16.981143 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c356e4-0f61-4b67-b6ff-5fc46142892c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205d4207-6fda-41a0-bd1f-a05a60520982', 'code': 200} Sep 18 05:13:16.991709 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7ca77615-839b-4382-b36e-103e761c0782 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:17.073424 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7ca77615-839b-4382-b36e-103e761c0782 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:17.168542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb0e60-0fcd-4fd8-b8a5-12e7a0fa9d48 req-9ed83648-d96c-4e00-9e38-ee8f1d1cfc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:17.170463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8afb0e60-0fcd-4fd8-b8a5-12e7a0fa9d48 req-9ed83648-d96c-4e00-9e38-ee8f1d1cfc10 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 1098 time: 0.1194313 Sep 18 05:13:17.180541 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7ca77615-839b-4382-b36e-103e761c0782 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:17.185013 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7ca77615-839b-4382-b36e-103e761c0782 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3974280 Sep 18 05:13:17.185169 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56278) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:17.200179 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b244f-4e73-4fad-b4a1-5dee78a78529 req-1576f035-b900-45e0-a311-f5a5361db87f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:17.208317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c4b244f-4e73-4fad-b4a1-5dee78a78529 req-1576f035-b900-45e0-a311-f5a5361db87f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.0904696 Sep 18 05:13:17.249354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Allocated IP 2001:db8::2 (1ab5a22a-c938-419f-9f19-70502a7763e6/6a28c68b-0794-4917-b824-d37f9214dd12/ee8b473c-6373-4f6f-9e13-cef47d22e7f8) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:13:17.273390 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8afb0e60-0fcd-4fd8-b8a5-12e7a0fa9d48 req-34593b5a-5b17-46bc-8a3f-05c1367ee810 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626988 Sep 18 05:13:17.306915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c4b244f-4e73-4fad-b4a1-5dee78a78529 req-d535bbff-48f4-47fb-8c16-c9afd38aab6b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971408 Sep 18 05:13:17.487657 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee97e73-0bbb-4e78-970a-23e3f635993c req-4712cd10-5104-4a99-ad58-b294075fcfa7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:17.497877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ee97e73-0bbb-4e78-970a-23e3f635993c req-4712cd10-5104-4a99-ad58-b294075fcfa7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.1061087 Sep 18 05:13:17.579332 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ee97e73-0bbb-4e78-970a-23e3f635993c req-822e4d75-66d8-48e7-bcfc-d4bab3cde4ec tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801952 Sep 18 05:13:17.642542 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:17.730739 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:17.753242 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561776a5-05a7-4c7b-9db2-485456b08abb req-2bc6b7cd-86e4-49da-b448-b09f20bb1f5c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:17.754756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-561776a5-05a7-4c7b-9db2-485456b08abb req-2bc6b7cd-86e4-49da-b448-b09f20bb1f5c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0966434 Sep 18 05:13:17.829561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Pushing event updated for resources: {'Port': ['ID=ee8b473c-6373-4f6f-9e13-cef47d22e7f8,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:17.839106 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-561776a5-05a7-4c7b-9db2-485456b08abb req-17a7c6d9-2c79-4a72-a6f7-98bc9bd50bae tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727243 Sep 18 05:13:17.844145 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Network 1ab5a22a-c938-419f-9f19-70502a7763e6 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:17.845970 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:17.850615 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:13:17.925181 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Attempting to bind port ee8b473c-6373-4f6f-9e13-cef47d22e7f8 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:13:17.925570 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Attempting to bind port ee8b473c-6373-4f6f-9e13-cef47d22e7f8 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'e1bad0e7-e67f-4637-83da-2bd80427916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1ab5a22a-c938-419f-9f19-70502a7763e6'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:13:17.926073 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Attempting to bind port ee8b473c-6373-4f6f-9e13-cef47d22e7f8 on network 1ab5a22a-c938-419f-9f19-70502a7763e6 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:13:17.936048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:13:17.937085 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Checking segment: {'id': 'e1bad0e7-e67f-4637-83da-2bd80427916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1ab5a22a-c938-419f-9f19-70502a7763e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:13:17.937690 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:17.938179 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Bound using segment: {'id': 'e1bad0e7-e67f-4637-83da-2bd80427916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1ab5a22a-c938-419f-9f19-70502a7763e6'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:13:17.940005 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Bound port: ee8b473c-6373-4f6f-9e13-cef47d22e7f8, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bad0e7-e67f-4637-83da-2bd80427916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1ab5a22a-c938-419f-9f19-70502a7763e6'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:13:17.940005 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:18.070615 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:18.090730 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef10b4-b13b-45b5-899b-36ac141ce5fe req-f8afe972-fbb7-47bf-916f-a97afc2b57ec tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:18.101994 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-42557291-13de-47e3-8e0a-550c071019ec None None] For port ee8b473c-6373-4f6f-9e13-cef47d22e7f8, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:13:18.107042 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5fef10b4-b13b-45b5-899b-36ac141ce5fe req-f8afe972-fbb7-47bf-916f-a97afc2b57ec tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 946 time: 0.1193573 Sep 18 05:13:18.112622 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-42557291-13de-47e3-8e0a-550c071019ec None None] For port ee8b473c-6373-4f6f-9e13-cef47d22e7f8, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ee8b473c-6373-4f6f-9e13-cef47d22e7f8,segment=NetworkSegment(e1bad0e7-e67f-4637-83da-2bd80427916a),segment_id=e1bad0e7-e67f-4637-83da-2bd80427916a)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:13:18.165129 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5fef10b4-b13b-45b5-899b-36ac141ce5fe req-cb9a77a0-a802-4979-93c4-fe57b2a7b4aa tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587666 Sep 18 05:13:18.203877 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:18.342705 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42557291-13de-47e3-8e0a-550c071019ec None None] Pushing event updated for resources: {'Port': ['ID=ee8b473c-6373-4f6f-9e13-cef47d22e7f8,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:18.509894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f60da-f7d2-4e40-9c4d-bab8f33d825f req-b6bf5d6a-c4f0-4b29-9864-10d8f54ceb48 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:18.511499 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c50f60da-f7d2-4e40-9c4d-bab8f33d825f req-b6bf5d6a-c4f0-4b29-9864-10d8f54ceb48 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1722620 Sep 18 05:13:18.671929 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c50f60da-f7d2-4e40-9c4d-bab8f33d825f req-575a9075-17ba-482f-bb69-7b577dc1318e tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516371 Sep 18 05:13:18.685336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Allocated IP 2001:db8::1 (1ab5a22a-c938-419f-9f19-70502a7763e6/6a28c68b-0794-4917-b824-d37f9214dd12/6de21ff0-43c3-452b-a756-c6529551661f) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:13:18.896080 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591d7a0-b721-45a4-a181-ad77273b1670 req-7634176a-aa6e-47f6-91cc-641962caff41 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:18.897618 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4591d7a0-b721-45a4-a181-ad77273b1670 req-7634176a-aa6e-47f6-91cc-641962caff41 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.1475720 Sep 18 05:13:18.938933 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:18.972272 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4591d7a0-b721-45a4-a181-ad77273b1670 req-d47a28c0-984f-4a46-831c-8594cc487f38 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618203 Sep 18 05:13:19.097568 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:19.166742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 1ab5a22a-c938-419f-9f19-70502a7763e6 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:19.170984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:19.176270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:13:19.177428 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:19.337653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=6de21ff0-43c3-452b-a756-c6529551661f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:19.347884 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3fed0-61af-4859-ae7b-1d5dd10e8cb0 req-304c40e3-bd31-4e30-a575-74060ed8da22 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:19.359247 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-16e3fed0-61af-4859-ae7b-1d5dd10e8cb0 req-304c40e3-bd31-4e30-a575-74060ed8da22 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.2802365 Sep 18 05:13:19.414557 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-16e3fed0-61af-4859-ae7b-1d5dd10e8cb0 req-2e663576-b427-4599-80b2-88a1bff09347 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543692 Sep 18 05:13:19.638436 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c88b8-a43b-4d7e-9e74-8b6cbab6edd8 req-e5ebff69-4ede-4bf1-9875-2af3da6b3bb6 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:19.638436 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b0c88b8-a43b-4d7e-9e74-8b6cbab6edd8 req-e5ebff69-4ede-4bf1-9875-2af3da6b3bb6 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0579925 Sep 18 05:13:19.638436 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b0c88b8-a43b-4d7e-9e74-8b6cbab6edd8 req-f21b6309-9e48-4b5d-82b2-e7c3a48b0512 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415342 Sep 18 05:13:19.706383 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c407f5-660b-4fb1-a3ef-7be36480e097 req-f2d62ba6-a363-4a11-a9d1-ff356d32df4b tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:19.707962 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4c407f5-660b-4fb1-a3ef-7be36480e097 req-f2d62ba6-a363-4a11-a9d1-ff356d32df4b tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 946 time: 0.0628960 Sep 18 05:13:19.722739 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7bb09a-052d-48b1-94e8-1963e5b5367e None None] Network 1ab5a22a-c938-419f-9f19-70502a7763e6 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:13:19.796768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ee8b473c-6373-4f6f-9e13-cef47d22e7f8 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:19.811728 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4c407f5-660b-4fb1-a3ef-7be36480e097 req-74b43ead-33cd-4fd7-9208-5f334c2895a4 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855339 Sep 18 05:13:19.813109 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:19.856817 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c516081a-dd69-433a-9689-bdecfeba90bf None None] Provisioning complete for port ee8b473c-6373-4f6f-9e13-cef47d22e7f8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:19.861805 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c516081a-dd69-433a-9689-bdecfeba90bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:20.087957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5fc02-24bc-457a-a875-eed3a69a9a23 req-c5068f7c-49e7-4172-b98f-11060eadd921 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:20.095940 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4f5fc02-24bc-457a-a875-eed3a69a9a23 req-c5068f7c-49e7-4172-b98f-11060eadd921 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1929121 Sep 18 05:13:20.175963 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4f5fc02-24bc-457a-a875-eed3a69a9a23 req-bccf37b6-cd16-4468-9aab-cab7ea02b03a tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775373 Sep 18 05:13:20.269832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port ee8b473c-6373-4f6f-9e13-cef47d22e7f8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:20.270497 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:20.380112 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:20.390181 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66add409-3d25-4199-81a6-dfdbbf54af18 req-d0412df2-e2df-4c93-b943-91055c017def tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:20.405035 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66add409-3d25-4199-81a6-dfdbbf54af18 req-d0412df2-e2df-4c93-b943-91055c017def tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.1113496 Sep 18 05:13:20.454692 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66add409-3d25-4199-81a6-dfdbbf54af18 req-f1a0a1ff-560c-4ccd-bb0c-fb45b8e1346f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558283 Sep 18 05:13:20.460851 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:20.467821 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:20.469683 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c516081a-dd69-433a-9689-bdecfeba90bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:20.471656 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:20.531501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port ee8b473c-6373-4f6f-9e13-cef47d22e7f8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ee8b473c-6373-4f6f-9e13-cef47d22e7f8,segment=NetworkSegment(e1bad0e7-e67f-4637-83da-2bd80427916a),segment_id=e1bad0e7-e67f-4637-83da-2bd80427916a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:20.619096 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:20.742597 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=ee8b473c-6373-4f6f-9e13-cef47d22e7f8,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:20.764259 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-c516081a-dd69-433a-9689-bdecfeba90bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:13:20.764837 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-c516081a-dd69-433a-9689-bdecfeba90bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:13:20.769312 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=6de21ff0-43c3-452b-a756-c6529551661f,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:20.941679 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 1ab5a22a-c938-419f-9f19-70502a7763e6 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:20.959157 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacb583-262c-40d2-b00e-aeaf8c06d3f2 req-06bd5451-c3f0-417d-b64b-95c78b643034 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:20.967230 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1eacb583-262c-40d2-b00e-aeaf8c06d3f2 req-06bd5451-c3f0-417d-b64b-95c78b643034 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.2548678 Sep 18 05:13:20.975491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:21.181275 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1eacb583-262c-40d2-b00e-aeaf8c06d3f2 req-b6067ccf-cd37-4b48-8314-af90fceb5f43 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047760 Sep 18 05:13:21.382146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c617a7-4a79-42c6-a290-091ae55c1aff req-bf25eecb-79b4-4484-885a-fe7ce409cf2e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:21.392521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-40c617a7-4a79-42c6-a290-091ae55c1aff req-bf25eecb-79b4-4484-885a-fe7ce409cf2e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1297336 Sep 18 05:13:21.449499 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 70de6ef5-816d-49d0-8c0f-142bb982bbb2 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:13:21.460962 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-40c617a7-4a79-42c6-a290-091ae55c1aff req-3fbfccef-34b1-40f6-8838-fba911ef8a13 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674837 Sep 18 05:13:21.493329 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5f085d7e-8f81-4b16-9252-5fee5233f7d2 None None] Provisioning complete for port ee8b473c-6373-4f6f-9e13-cef47d22e7f8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:21.493737 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5f085d7e-8f81-4b16-9252-5fee5233f7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:21.520081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd757cf-b8fb-403f-9971-92c8ef680d2b req-cf8fc33b-e233-4606-a20b-91b8f2419f2d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:21.521695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2cd757cf-b8fb-403f-9971-92c8ef680d2b req-cf8fc33b-e233-4606-a20b-91b8f2419f2d tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 947 time: 0.1436284 Sep 18 05:13:21.643605 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2cd757cf-b8fb-403f-9971-92c8ef680d2b req-db7de207-fe46-484c-bfb0-d5c00ca88ec4 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868683 Sep 18 05:13:21.663665 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:13:21.672005 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-51296dab-6da4-4bd3-83b5-80228553a486 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/70de6ef5-816d-49d0-8c0f-142bb982bbb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4828207 Sep 18 05:13:21.678086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56380) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:21.682163 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4500dd-f7c5-4a58-837c-2ce010e9762b None None] Sync routers for ids ['70de6ef5-816d-49d0-8c0f-142bb982bbb2'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:13:21.733858 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4500dd-f7c5-4a58-837c-2ce010e9762b None None] Routers {'70de6ef5-816d-49d0-8c0f-142bb982bbb2'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:21.735660 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-af4500dd-f7c5-4a58-837c-2ce010e9762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['70de6ef5-816d-49d0-8c0f-142bb982bbb2'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:21.800353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853db64c-b140-4ada-ac9f-2ed94a77a2b3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:21.811904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60d306-e966-4ae0-a780-3d4302b574d5 req-d207c508-ade0-4322-9cf3-e4f2769f8c47 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:21.813945 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-853db64c-b140-4ada-ac9f-2ed94a77a2b3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports/6de21ff0-43c3-452b-a756-c6529551661f HTTP/1.1" status: 200 len: 911 time: 0.1347930 Sep 18 05:13:21.823110 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56384) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:21.829282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb60d306-e966-4ae0-a780-3d4302b574d5 req-d207c508-ade0-4322-9cf3-e4f2769f8c47 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.2372024 Sep 18 05:13:21.838558 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-af4500dd-f7c5-4a58-837c-2ce010e9762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:21.858584 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4500dd-f7c5-4a58-837c-2ce010e9762b None None] Routers {'70de6ef5-816d-49d0-8c0f-142bb982bbb2'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:21.859482 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-af4500dd-f7c5-4a58-837c-2ce010e9762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['70de6ef5-816d-49d0-8c0f-142bb982bbb2'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:21.886032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ee8b473c-6373-4f6f-9e13-cef47d22e7f8 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:21.919911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb60d306-e966-4ae0-a780-3d4302b574d5 req-a6500908-49ba-48e7-934d-d603c60e0c6f tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816064 Sep 18 05:13:21.938228 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-af4500dd-f7c5-4a58-837c-2ce010e9762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:21.938228 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4500dd-f7c5-4a58-837c-2ce010e9762b None None] The sync data for ids ['70de6ef5-816d-49d0-8c0f-142bb982bbb2'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:13:21.975156 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5f085d7e-8f81-4b16-9252-5fee5233f7d2 None None] Provisioning complete for port 6de21ff0-43c3-452b-a756-c6529551661f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:21.975934 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5f085d7e-8f81-4b16-9252-5fee5233f7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:22.054548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5f085d7e-8f81-4b16-9252-5fee5233f7d2 None None] Port 6de21ff0-43c3-452b-a756-c6529551661f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:13:22.064213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b186067-990d-4cdb-90e1-5ecfa7573e6e req-083444ff-477d-4341-adb9-71f46fa63ef2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:22.070249 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6b186067-990d-4cdb-90e1-5ecfa7573e6e req-083444ff-477d-4341-adb9-71f46fa63ef2 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.3168621 Sep 18 05:13:22.080744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port ee8b473c-6373-4f6f-9e13-cef47d22e7f8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:22.081603 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:22.208542 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6b186067-990d-4cdb-90e1-5ecfa7573e6e req-59c40aa8-2cad-4b16-9f2f-53c31a5f66cf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373160 Sep 18 05:13:22.279282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f5cc6ee0-fc1b-4f0c-9281-69a7923c8da2 None None] Provisioning complete for port 6de21ff0-43c3-452b-a756-c6529551661f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:22.279813 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6ee0-fc1b-4f0c-9281-69a7923c8da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:22.413924 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc6ee0-fc1b-4f0c-9281-69a7923c8da2 None None] Port 6de21ff0-43c3-452b-a756-c6529551661f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:13:22.478126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7709f-7fef-400f-8732-5733492bb535 req-ca9236bd-b930-44bb-a3d8-670968516702 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:22.484968 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-38e7709f-7fef-400f-8732-5733492bb535 req-ca9236bd-b930-44bb-a3d8-670968516702 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.2000387 Sep 18 05:13:22.517140 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-296c5d70-34fd-442f-8485-7baced310372 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:22.588438 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-38e7709f-7fef-400f-8732-5733492bb535 req-7f137593-5cad-478c-bb0f-2d626d6dc255 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834982 Sep 18 05:13:22.716418 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b19cba-8652-4857-bada-271dc79835b7 req-7b1f6bb6-4b76-45cf-ab29-0031a096fb73 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:22.723519 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-42b19cba-8652-4857-bada-271dc79835b7 req-7b1f6bb6-4b76-45cf-ab29-0031a096fb73 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1125100 Sep 18 05:13:22.784651 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-42b19cba-8652-4857-bada-271dc79835b7 req-4c59435b-b488-46da-8750-9c6da5279161 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588281 Sep 18 05:13:22.943661 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95313342-ef50-4f12-bbe4-005fcfd2c1ab req-fb01b796-b37e-4cb7-89a5-5bfdb1230f32 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:22.949586 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-95313342-ef50-4f12-bbe4-005fcfd2c1ab req-fb01b796-b37e-4cb7-89a5-5bfdb1230f32 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 947 time: 0.1403458 Sep 18 05:13:22.957466 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:23.007268 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-296c5d70-34fd-442f-8485-7baced310372 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port 6de21ff0-43c3-452b-a756-c6529551661f {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:23.011013 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-296c5d70-34fd-442f-8485-7baced310372 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:23.068880 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-95313342-ef50-4f12-bbe4-005fcfd2c1ab req-ac9811e2-bb0b-44a6-afb5-0557bcf6cd65 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108932 Sep 18 05:13:23.100441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b5339-268c-4592-ab79-2220ede3278b req-26b56e26-0994-4d10-a4e9-fc81b247011e tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:23.111179 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c84b5339-268c-4592-ab79-2220ede3278b req-26b56e26-0994-4d10-a4e9-fc81b247011e tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 947 time: 0.1030934 Sep 18 05:13:23.119034 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:23.167823 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-296c5d70-34fd-442f-8485-7baced310372 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:23.184200 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-296c5d70-34fd-442f-8485-7baced310372 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for 6de21ff0-43c3-452b-a756-c6529551661f owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:23.260265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122df803-eee6-47f8-82ec-f1a7453c3ac4 req-cb2c46dd-dd5f-4950-b2c5-196ef931aaed tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:23.261717 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-122df803-eee6-47f8-82ec-f1a7453c3ac4 req-cb2c46dd-dd5f-4950-b2c5-196ef931aaed tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.0911567 Sep 18 05:13:23.281782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-c84b5339-268c-4592-ab79-2220ede3278b req-d2dbdf42-abc1-425c-b921-eed746f6f27a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Deleting port d5a98e9d-16df-4864-9eea-c8e5458271ac {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:23.282151 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c84b5339-268c-4592-ab79-2220ede3278b req-d2dbdf42-abc1-425c-b921-eed746f6f27a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:23.374971 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-122df803-eee6-47f8-82ec-f1a7453c3ac4 req-74abf5ac-8599-470b-a426-4b30e398577e tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056287 Sep 18 05:13:23.431555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c84b5339-268c-4592-ab79-2220ede3278b req-d2dbdf42-abc1-425c-b921-eed746f6f27a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] For port d5a98e9d-16df-4864-9eea-c8e5458271ac, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d5a98e9d-16df-4864-9eea-c8e5458271ac,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:23.433193 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c84b5339-268c-4592-ab79-2220ede3278b req-d2dbdf42-abc1-425c-b921-eed746f6f27a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:23.464196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-c84b5339-268c-4592-ab79-2220ede3278b req-d2dbdf42-abc1-425c-b921-eed746f6f27a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Calling delete_port for d5a98e9d-16df-4864-9eea-c8e5458271ac owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:23.574376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53db79a-3e38-4de6-ad76-d0142be39edf req-cd1da97b-eb10-4df9-af1f-c8fb8144374b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:23.575880 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f53db79a-3e38-4de6-ad76-d0142be39edf req-cd1da97b-eb10-4df9-af1f-c8fb8144374b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.1089356 Sep 18 05:13:23.603974 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-296c5d70-34fd-442f-8485-7baced310372 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:23.638459 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c5d70-34fd-442f-8485-7baced310372 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=6de21ff0-43c3-452b-a756-c6529551661f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:23.663867 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f53db79a-3e38-4de6-ad76-d0142be39edf req-b6e3bfb2-da1d-4177-a392-706eb1e17840 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776486 Sep 18 05:13:23.878248 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0d6f4-476f-4f0d-8716-69ec5cf1db24 req-b08045ee-0a90-404e-beef-ff55c900bccd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:23.879808 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0fa0d6f4-476f-4f0d-8716-69ec5cf1db24 req-b08045ee-0a90-404e-beef-ff55c900bccd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.0852213 Sep 18 05:13:23.885153 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-296c5d70-34fd-442f-8485-7baced310372 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:23.985087 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c84b5339-268c-4592-ab79-2220ede3278b req-d2dbdf42-abc1-425c-b921-eed746f6f27a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:24.000002 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0fa0d6f4-476f-4f0d-8716-69ec5cf1db24 req-ed745f8d-ebdb-44c0-b20b-266f477c399e tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043355 Sep 18 05:13:24.078907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbdf42-abc1-425c-b921-eed746f6f27a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Pushing event deleted for resources: {'Port': ['ID=d5a98e9d-16df-4864-9eea-c8e5458271ac,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:24.165077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84b5339-268c-4592-ab79-2220ede3278b req-d2dbdf42-abc1-425c-b921-eed746f6f27a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] No DVR routers for this DVR port d5a98e9d-16df-4864-9eea-c8e5458271ac on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:13:24.169562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c84b5339-268c-4592-ab79-2220ede3278b req-d2dbdf42-abc1-425c-b921-eed746f6f27a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:24.174913 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c84b5339-268c-4592-ab79-2220ede3278b req-d2dbdf42-abc1-425c-b921-eed746f6f27a tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.18 "DELETE /v2.0/ports/d5a98e9d-16df-4864-9eea-c8e5458271ac HTTP/1.1" status: 204 len: 173 time: 1.0601742 Sep 18 05:13:24.182150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde0b70-31d6-4ffc-9617-3703354c27e9', 'name': 'network-vif-deleted', 'tag': 'd5a98e9d-16df-4864-9eea-c8e5458271ac'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:24.187009 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82551f5c-27d4-4e6e-9400-4667eff8c6c7" -d '{"events": [{"server_uuid": "2dde0b70-31d6-4ffc-9617-3703354c27e9", "name": "network-vif-deleted", "tag": "d5a98e9d-16df-4864-9eea-c8e5458271ac"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:24.206805 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83050c96-6729-4469-b2e6-d02e94a2b86a req-10f6cf7d-18c8-40af-8dfb-3b87afc514e0 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:24.214990 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-83050c96-6729-4469-b2e6-d02e94a2b86a req-10f6cf7d-18c8-40af-8dfb-3b87afc514e0 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1329725 Sep 18 05:13:24.245096 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a6aba714-083e-4000-a1c9-b185a7dbe548 req-dc93973f-4d82-401b-bee6-eddf15fd5e98 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 210 time: 0.0413680 Sep 18 05:13:24.319280 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f4da51-240a-41ca-943e-0d25bc4cbb13 x-openstack-request-id: req-f6f4da51-240a-41ca-943e-0d25bc4cbb13 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:24.319654 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde0b70-31d6-4ffc-9617-3703354c27e9", "name": "network-vif-deleted", "tag": "d5a98e9d-16df-4864-9eea-c8e5458271ac", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:24.319986 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6f4da51-240a-41ca-943e-0d25bc4cbb13 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:24.320493 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde0b70-31d6-4ffc-9617-3703354c27e9', 'name': 'network-vif-deleted', 'tag': 'd5a98e9d-16df-4864-9eea-c8e5458271ac', 'status': 'completed', 'code': 200} Sep 18 05:13:24.580512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e8ca0-47fe-4b24-8f2a-6ff0b00f6320 req-35c863a1-e19f-46df-993b-7ffaf4ae1762 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:24.589468 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e4e8ca0-47fe-4b24-8f2a-6ff0b00f6320 req-35c863a1-e19f-46df-993b-7ffaf4ae1762 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.0978181 Sep 18 05:13:24.678394 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e4e8ca0-47fe-4b24-8f2a-6ff0b00f6320 req-0ec9b1e1-45b1-44f8-b8f8-1d2136958ac8 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877876 Sep 18 05:13:24.890770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673fefc-40f1-48fd-9758-423951193c8f req-02ed92fa-3fed-4d9d-bace-9f7c848e312e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:24.898564 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4673fefc-40f1-48fd-9758-423951193c8f req-02ed92fa-3fed-4d9d-bace-9f7c848e312e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.0694926 Sep 18 05:13:24.954701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296c5d70-34fd-442f-8485-7baced310372 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 70de6ef5-816d-49d0-8c0f-142bb982bbb2 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:13:24.957723 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4673fefc-40f1-48fd-9758-423951193c8f req-60fa8107-a206-4305-8537-2da165dec5e9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550778 Sep 18 05:13:25.001680 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-83050c96-6729-4469-b2e6-d02e94a2b86a req-24b635ff-1d87-4ef5-af80-8fde4186d661 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7857823 Sep 18 05:13:25.106529 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296c5d70-34fd-442f-8485-7baced310372 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:13:25.115949 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-296c5d70-34fd-442f-8485-7baced310372 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/70de6ef5-816d-49d0-8c0f-142bb982bbb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2906229 Sep 18 05:13:25.117145 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c68bb13-93b6-4d30-942d-8fbbc86a3465 None None] Sync routers for ids ['70de6ef5-816d-49d0-8c0f-142bb982bbb2'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:13:25.119547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56432) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:25.138460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c68bb13-93b6-4d30-942d-8fbbc86a3465 None None] Routers {'70de6ef5-816d-49d0-8c0f-142bb982bbb2'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:25.140220 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3c68bb13-93b6-4d30-942d-8fbbc86a3465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['70de6ef5-816d-49d0-8c0f-142bb982bbb2'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:25.194915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3c68bb13-93b6-4d30-942d-8fbbc86a3465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:25.199339 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-00fde0fa-1928-4d94-98a7-dcf4585dffd8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports?device_id=70de6ef5-816d-49d0-8c0f-142bb982bbb2 HTTP/1.1" status: 200 len: 205 time: 0.0781467 Sep 18 05:13:25.202538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56434) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:25.231463 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c68bb13-93b6-4d30-942d-8fbbc86a3465 None None] Routers {'70de6ef5-816d-49d0-8c0f-142bb982bbb2'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:25.232111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3c68bb13-93b6-4d30-942d-8fbbc86a3465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['70de6ef5-816d-49d0-8c0f-142bb982bbb2'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:25.269532 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3c68bb13-93b6-4d30-942d-8fbbc86a3465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:25.270329 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c68bb13-93b6-4d30-942d-8fbbc86a3465 None None] The sync data for ids ['70de6ef5-816d-49d0-8c0f-142bb982bbb2'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:13:25.288928 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d73b0c25-10fc-4ca9-9b99-43ec7ee7e235 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:25.378317 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-69206369-bb0a-4681-92a8-13973731475c req-64ed80d0-3a0c-4228-a0d4-8b59de785a60 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dde0b70-31d6-4ffc-9617-3703354c27e9 HTTP/1.1" status: 200 len: 210 time: 0.0453522 Sep 18 05:13:25.508452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79471658-9e08-4b80-b1cb-a8b3b8c36483 req-5163ca1b-8236-4215-829e-634d95ec9c8b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:25.516833 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-79471658-9e08-4b80-b1cb-a8b3b8c36483 req-5163ca1b-8236-4215-829e-634d95ec9c8b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.2252953 Sep 18 05:13:25.557301 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d73b0c25-10fc-4ca9-9b99-43ec7ee7e235 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:25.569380 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d73b0c25-10fc-4ca9-9b99-43ec7ee7e235 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:25.640421 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-79471658-9e08-4b80-b1cb-a8b3b8c36483 req-ec35ef3f-8f00-4d5c-bb08-794f2759257c tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225228 Sep 18 05:13:25.799479 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab16cff-ef82-415e-a8da-62fc80cdb5b3 req-65535160-e907-4aab-8fb2-68d7e4f7060a tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:25.801057 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4ab16cff-ef82-415e-a8da-62fc80cdb5b3 req-65535160-e907-4aab-8fb2-68d7e4f7060a tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.0505087 Sep 18 05:13:25.844319 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4ab16cff-ef82-415e-a8da-62fc80cdb5b3 req-fd9a7a5d-ba73-41d5-862b-4a32cf3ae31e tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360763 Sep 18 05:13:25.957159 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d73b0c25-10fc-4ca9-9b99-43ec7ee7e235 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:25.958402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73b0c25-10fc-4ca9-9b99-43ec7ee7e235 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Fanout notify agent at l3_agent the message router_deleted on router 70de6ef5-816d-49d0-8c0f-142bb982bbb2 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:13:25.965522 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d73b0c25-10fc-4ca9-9b99-43ec7ee7e235 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:25.966862 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d73b0c25-10fc-4ca9-9b99-43ec7ee7e235 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/routers/70de6ef5-816d-49d0-8c0f-142bb982bbb2 HTTP/1.1" status: 204 len: 168 time: 0.7632339 Sep 18 05:13:25.969668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56442) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:26.053587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting subnet 6a28c68b-0794-4917-b824-d37f9214dd12 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:13:26.065549 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:26.146518 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:26.157011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1538b4-a999-4e67-925f-47a4e7472f6c req-153d9ccc-8928-4801-b843-386c42b6709b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:26.158560 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b1538b4-a999-4e67-925f-47a4e7472f6c req-153d9ccc-8928-4801-b843-386c42b6709b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.1115620 Sep 18 05:13:26.167486 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31d071-d5f0-4034-8b4a-4bf3548acaa4 req-8afeeee1-9954-4b51-983b-ebc81009f3b0 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:26.175039 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3b31d071-d5f0-4034-8b4a-4bf3548acaa4 req-8afeeee1-9954-4b51-983b-ebc81009f3b0 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0866082 Sep 18 05:13:26.215556 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3b31d071-d5f0-4034-8b4a-4bf3548acaa4 req-d87ef3a6-b541-44be-b94c-fab1281f11d2 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395846 Sep 18 05:13:26.255927 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b1538b4-a999-4e67-925f-47a4e7472f6c req-ae0e623c-6582-4fd0-b4a8-d6c1b3b33717 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763621 Sep 18 05:13:26.283771 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:26.445386 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:26.485105 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Subnet': ['ID=6a28c68b-0794-4917-b824-d37f9214dd12,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:26.490328 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:26.494870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/6a28c68b-0794-4917-b824-d37f9214dd12 HTTP/1.1" status: 204 len: 168 time: 0.5185843 Sep 18 05:13:26.495599 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56458) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:26.498136 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:26.498500 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:26.498854 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:26.499141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc2f9ce-eac9-4c13-89ff-648a529bdb56 None None] Network 1ab5a22a-c938-419f-9f19-70502a7763e6 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:13:26.499563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:26.499563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:26.499850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:26.500190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:26.500550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:26.500888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:26.501222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:26.501553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:26.501886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54195195-d974-4118-9235-aa9f358cee50 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:26.620110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:26.754890 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port ee8b473c-6373-4f6f-9e13-cef47d22e7f8 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:26.754890 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:26.786203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84697fa-53f6-459d-a08c-e677bbd82ec3 None None] DHCP port deletion for 1ab5a22a-c938-419f-9f19-70502a7763e6 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:13:26.859944 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b84697fa-53f6-459d-a08c-e677bbd82ec3 None None] Deleting port ee8b473c-6373-4f6f-9e13-cef47d22e7f8 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:26.860648 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b84697fa-53f6-459d-a08c-e677bbd82ec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:26.885791 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4236f-2647-40f0-86ef-afe4202a4744 req-f244ba58-9768-48df-b696-1c94bad38d62 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:26.895689 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-27a4236f-2647-40f0-86ef-afe4202a4744 req-f244ba58-9768-48df-b696-1c94bad38d62 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.1252475 Sep 18 05:13:26.899239 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] For port ee8b473c-6373-4f6f-9e13-cef47d22e7f8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ee8b473c-6373-4f6f-9e13-cef47d22e7f8,segment=NetworkSegment(e1bad0e7-e67f-4637-83da-2bd80427916a),segment_id=e1bad0e7-e67f-4637-83da-2bd80427916a)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:26.899717 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:26.970713 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-27a4236f-2647-40f0-86ef-afe4202a4744 req-3170650e-5c8d-4302-b85e-5140fa3d1690 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739510 Sep 18 05:13:26.983161 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for ee8b473c-6373-4f6f-9e13-cef47d22e7f8 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:27.001342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b84697fa-53f6-459d-a08c-e677bbd82ec3 None None] For port ee8b473c-6373-4f6f-9e13-cef47d22e7f8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ee8b473c-6373-4f6f-9e13-cef47d22e7f8,segment=NetworkSegment(e1bad0e7-e67f-4637-83da-2bd80427916a),segment_id=e1bad0e7-e67f-4637-83da-2bd80427916a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:27.001749 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b84697fa-53f6-459d-a08c-e677bbd82ec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:27.030422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b84697fa-53f6-459d-a08c-e677bbd82ec3 None None] Calling delete_port for ee8b473c-6373-4f6f-9e13-cef47d22e7f8 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:27.144741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810db24-914d-430b-a225-80f01b39c99f req-1a270585-519e-476e-8073-df17e7182cea tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:27.147062 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5810db24-914d-430b-a225-80f01b39c99f req-1a270585-519e-476e-8073-df17e7182cea tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1189506 Sep 18 05:13:27.152955 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033fd48-d039-427b-a4e7-e5115009225f req-6f79dc07-6508-4f9c-9f8b-e2e2b5caeace tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:27.160488 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7033fd48-d039-427b-a4e7-e5115009225f req-6f79dc07-6508-4f9c-9f8b-e2e2b5caeace tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2 HTTP/1.1" status: 200 len: 949 time: 0.0823181 Sep 18 05:13:27.191078 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5810db24-914d-430b-a225-80f01b39c99f req-20734fae-bc11-430b-a4cf-cba78bd81cd0 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369501 Sep 18 05:13:27.197842 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b84697fa-53f6-459d-a08c-e677bbd82ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:27.218467 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7033fd48-d039-427b-a4e7-e5115009225f req-d6191e0c-922a-4f02-939f-a691d249ea94 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532489 Sep 18 05:13:27.241600 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:27.251500 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84697fa-53f6-459d-a08c-e677bbd82ec3 None None] Pushing event deleted for resources: {'Port': ['ID=ee8b473c-6373-4f6f-9e13-cef47d22e7f8,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:27.261329 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84697fa-53f6-459d-a08c-e677bbd82ec3 None None] No DVR routers for this DVR port ee8b473c-6373-4f6f-9e13-cef47d22e7f8 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:13:27.290790 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=ee8b473c-6373-4f6f-9e13-cef47d22e7f8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:27.293609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No DVR routers for this DVR port ee8b473c-6373-4f6f-9e13-cef47d22e7f8 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:13:27.441164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3b8b4-4d83-4d6b-9ad2-fb8142141223 req-6744b5b0-ce09-4120-ac99-28a1181ca3bb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:27.443631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eab3b8b4-4d83-4d6b-9ad2-fb8142141223 req-6744b5b0-ce09-4120-ac99-28a1181ca3bb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.0800724 Sep 18 05:13:27.469109 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:27.493837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eab3b8b4-4d83-4d6b-9ad2-fb8142141223 req-3699cfa6-3e5b-476e-aaeb-16ee783e6017 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Sep 18 05:13:27.495072 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab5a22a-c938-419f-9f19-70502a7763e6']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:27.513659 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1bad0e7-e67f-4637-83da-2bd80427916a') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:27.514422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1bad0e7-e67f-4637-83da-2bd80427916a') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:27.531088 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23801d34-c5c7-4fdb-a667-b76572eff5ee req-8e6b4f4a-3af6-40a9-8bff-22658229adc6 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:27.532566 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23801d34-c5c7-4fdb-a667-b76572eff5ee req-8e6b4f4a-3af6-40a9-8bff-22658229adc6 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1328630 Sep 18 05:13:27.534295 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:27.560221 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:27.569047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:13:27.569450 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:13:27.572976 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:13:27.606194 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23801d34-c5c7-4fdb-a667-b76572eff5ee req-f1032472-b38c-427b-8178-e74ff6b444c0 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648592 Sep 18 05:13:27.726606 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:27.737582 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:27.751542 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/networks/1ab5a22a-c938-419f-9f19-70502a7763e6 HTTP/1.1" status: 204 len: 168 time: 1.2517364 Sep 18 05:13:27.751711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d5a98e9d-16df-4864-9eea-c8e5458271ac no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:13:27.752459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56480) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:27.757078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-752659629', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}, 'admin_state_up': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:27.765642 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5952131-d255-4e5e-af89-a2a0234d16a1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Network': ['ID=1ab5a22a-c938-419f-9f19-70502a7763e6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:27.782412 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: d5a98e9d-16df-4864-9eea-c8e5458271ac {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:13:27.782772 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d5a98e9d-16df-4864-9eea-c8e5458271ac not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:13:27.784397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ee8b473c-6373-4f6f-9e13-cef47d22e7f8 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:13:27.804566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: ee8b473c-6373-4f6f-9e13-cef47d22e7f8 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:13:27.804916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ee8b473c-6373-4f6f-9e13-cef47d22e7f8 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:13:27.888822 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:27.889945 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:27.941288 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:28.354687 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d0638-fbcb-4d7e-9189-d6e8cddc2136 req-99d08610-cf1d-4e00-a3ec-274277f38560 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:28.356586 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-567d0638-fbcb-4d7e-9189-d6e8cddc2136 req-99d08610-cf1d-4e00-a3ec-274277f38560 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2 HTTP/1.1" status: 200 len: 949 time: 0.0661736 Sep 18 05:13:28.416966 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-567d0638-fbcb-4d7e-9189-d6e8cddc2136 req-28ee9b68-1390-4de6-9a20-b6da852f9f5e tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495183 Sep 18 05:13:28.534735 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:28.561308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d462c-ca18-48d3-a5d8-b3402bea3e67 req-2fc09f13-e27b-46da-9682-8c6ab0702172 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:28.563091 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f0d462c-ca18-48d3-a5d8-b3402bea3e67 req-2fc09f13-e27b-46da-9682-8c6ab0702172 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.0579515 Sep 18 05:13:28.564424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3df151-a21b-4948-94db-f9232aa816fe req-4f64a5dc-2e5b-4c8d-be9d-5692f2d81762 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:28.566362 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea3df151-a21b-4948-94db-f9232aa816fe req-4f64a5dc-2e5b-4c8d-be9d-5692f2d81762 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.5179844 Sep 18 05:13:28.614732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf00083-cd6e-4497-a399-62e7bd17187c req-25b7ee5c-4dcf-4007-9501-5eca892378cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:28.616256 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9cf00083-cd6e-4497-a399-62e7bd17187c req-25b7ee5c-4dcf-4007-9501-5eca892378cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b&device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 1097 time: 0.0937028 Sep 18 05:13:28.624090 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f0d462c-ca18-48d3-a5d8-b3402bea3e67 req-beb04dc1-1df5-4c75-af1b-042454f10217 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505652 Sep 18 05:13:28.644446 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea3df151-a21b-4948-94db-f9232aa816fe req-b4f1d05b-a7cb-4803-86d6-d39b81109293 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659919 Sep 18 05:13:28.748689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663eba1-9304-49bf-be62-64ce802261e3 req-0418fee9-6240-4e25-bbfe-b130f54763df tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:28.750503 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b663eba1-9304-49bf-be62-64ce802261e3 req-0418fee9-6240-4e25-bbfe-b130f54763df tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.0602393 Sep 18 05:13:28.792762 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b663eba1-9304-49bf-be62-64ce802261e3 req-54eca439-6bb2-4055-b346-a4c1d968833d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356896 Sep 18 05:13:28.830311 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf00083-cd6e-4497-a399-62e7bd17187c req-8c1b2383-06d7-47f2-acd6-3b8aa44c9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:28.831803 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9cf00083-cd6e-4497-a399-62e7bd17187c req-8c1b2383-06d7-47f2-acd6-3b8aa44c9990 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fdc9f2cd-0fcf-4feb-9ace-728923259202 HTTP/1.1" status: 200 len: 914 time: 0.1856384 Sep 18 05:13:28.866195 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ae3e6-8c2d-4be7-bd85-994e98e7b71a req-586d95ef-53ef-4aa0-a7a7-97c42ed357c7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:28.868224 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-682ae3e6-8c2d-4be7-bd85-994e98e7b71a req-586d95ef-53ef-4aa0-a7a7-97c42ed357c7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1428890 Sep 18 05:13:28.931530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9cf00083-cd6e-4497-a399-62e7bd17187c req-e719029f-1a8d-4885-b767-762cd93c2bdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3663a3-5216-4988-8e85-236791678bc8 HTTP/1.1" status: 200 len: 217 time: 0.0800364 Sep 18 05:13:29.010969 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-682ae3e6-8c2d-4be7-bd85-994e98e7b71a req-d58edb75-0199-4ae5-b097-992f14d87b10 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272240 Sep 18 05:13:29.018383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060e0be-3e22-430a-b505-fa01ed17fb31 req-12bdd8be-b17f-4bc4-8a09-32024cbef486 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:29.019842 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1060e0be-3e22-430a-b505-fa01ed17fb31 req-12bdd8be-b17f-4bc4-8a09-32024cbef486 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.18 "GET /v2.0/ports?device_id=73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2 HTTP/1.1" status: 200 len: 949 time: 0.1844254 Sep 18 05:13:29.039056 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf00083-cd6e-4497-a399-62e7bd17187c req-73ca6e08-2980-4bf0-a7a8-8c22615505f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:29.041204 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9cf00083-cd6e-4497-a399-62e7bd17187c req-73ca6e08-2980-4bf0-a7a8-8c22615505f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e0078b2-978b-4f73-9fac-427b64b39f17 HTTP/1.1" status: 200 len: 854 time: 0.1003122 Sep 18 05:13:29.102863 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9cf00083-cd6e-4497-a399-62e7bd17187c req-d5d646b1-f70c-4473-9168-be0e1239c3f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdc9f2cd-0fcf-4feb-9ace-728923259202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406144 Sep 18 05:13:29.278351 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:29.306449 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:29.332561 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-1060e0be-3e22-430a-b505-fa01ed17fb31 req-18e726dd-421a-4a67-81d6-ad5b958551c0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Deleting port 7029f2d6-507c-46e1-883a-9739a962e77f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:29.332905 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1060e0be-3e22-430a-b505-fa01ed17fb31 req-18e726dd-421a-4a67-81d6-ad5b958551c0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:29.396070 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9cf00083-cd6e-4497-a399-62e7bd17187c req-930dbaa6-2db4-43ad-9e47-a4ad2f102878 service neutron] 10.222.0.13 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371111 Sep 18 05:13:29.586910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1060e0be-3e22-430a-b505-fa01ed17fb31 req-18e726dd-421a-4a67-81d6-ad5b958551c0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] For port 7029f2d6-507c-46e1-883a-9739a962e77f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7029f2d6-507c-46e1-883a-9739a962e77f,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:29.587637 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1060e0be-3e22-430a-b505-fa01ed17fb31 req-18e726dd-421a-4a67-81d6-ad5b958551c0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:29.603807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Allocated IP 172.25.7.229 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/2e8006a3-744c-47ae-937c-db7a3eee7e81) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:13:29.615561 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-1060e0be-3e22-430a-b505-fa01ed17fb31 req-18e726dd-421a-4a67-81d6-ad5b958551c0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Calling delete_port for 7029f2d6-507c-46e1-883a-9739a962e77f owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:29.625435 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb851b8-5c20-4897-89c3-a3304ec6fb99 req-4b878690-7f49-40ba-811d-34ee57f93844 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:29.627204 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bbb851b8-5c20-4897-89c3-a3304ec6fb99 req-4b878690-7f49-40ba-811d-34ee57f93844 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2 HTTP/1.1" status: 200 len: 949 time: 0.1135809 Sep 18 05:13:29.644385 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9cf00083-cd6e-4497-a399-62e7bd17187c req-fcd7be65-31df-4915-8c4b-4a9e58598a34 service neutron] 10.222.0.13 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153237 Sep 18 05:13:29.698478 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bbb851b8-5c20-4897-89c3-a3304ec6fb99 req-2b3902c0-17d1-4c53-babc-f9fa376e8e33 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/security-groups?id=8813916a-6a37-4c86-80e2-30ba2806102c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617678 Sep 18 05:13:29.834886 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1de55-97e9-40ac-898c-bd3f26977d79 req-f6fc988d-5133-4ae0-8ee3-4cb10032cbfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:29.843422 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f6d1de55-97e9-40ac-898c-bd3f26977d79 req-f6fc988d-5133-4ae0-8ee3-4cb10032cbfe tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.0665329 Sep 18 05:13:29.863439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407257d2-f6de-429a-ae3e-ee0e575f525f req-4edcbf59-f845-4e96-8caf-4679677100c0 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:29.865519 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-407257d2-f6de-429a-ae3e-ee0e575f525f req-4edcbf59-f845-4e96-8caf-4679677100c0 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1341500 Sep 18 05:13:29.880106 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:29.903540 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f6d1de55-97e9-40ac-898c-bd3f26977d79 req-f26cb7ed-2a55-4f8d-84e6-a5f45ba8795b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588512 Sep 18 05:13:30.003496 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-407257d2-f6de-429a-ae3e-ee0e575f525f req-feea1e32-c509-40b8-a12f-df72752a0566 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287842 Sep 18 05:13:30.037919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01930bf8-dd70-4c4b-bb38-4efaf93eae3b req-e9c35976-2d68-4bad-bcf6-257e0b9d5b1f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:30.039982 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-01930bf8-dd70-4c4b-bb38-4efaf93eae3b req-e9c35976-2d68-4bad-bcf6-257e0b9d5b1f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.0549603 Sep 18 05:13:30.071928 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1060e0be-3e22-430a-b505-fa01ed17fb31 req-18e726dd-421a-4a67-81d6-ad5b958551c0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:30.091953 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-01930bf8-dd70-4c4b-bb38-4efaf93eae3b req-2e4c992d-dd4c-4038-88eb-8b0baf4a8280 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445802 Sep 18 05:13:30.112014 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:30.114854 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e726dd-421a-4a67-81d6-ad5b958551c0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Pushing event deleted for resources: {'Port': ['ID=7029f2d6-507c-46e1-883a-9739a962e77f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:30.186779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:30.189535 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:13:30.194946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:30.203549 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:13:30.245939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1060e0be-3e22-430a-b505-fa01ed17fb31 req-18e726dd-421a-4a67-81d6-ad5b958551c0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] No DVR routers for this DVR port 7029f2d6-507c-46e1-883a-9739a962e77f on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:13:30.254409 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1060e0be-3e22-430a-b505-fa01ed17fb31 req-18e726dd-421a-4a67-81d6-ad5b958551c0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:30.256398 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1060e0be-3e22-430a-b505-fa01ed17fb31 req-18e726dd-421a-4a67-81d6-ad5b958551c0 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.18 "DELETE /v2.0/ports/7029f2d6-507c-46e1-883a-9739a962e77f HTTP/1.1" status: 204 len: 173 time: 1.2273273 Sep 18 05:13:30.256946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'name': 'network-vif-deleted', 'tag': '7029f2d6-507c-46e1-883a-9739a962e77f'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:30.259365 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d01b506-7c3b-4045-99f8-a2267f4e699e" -d '{"events": [{"server_uuid": "73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2", "name": "network-vif-deleted", "tag": "7029f2d6-507c-46e1-883a-9739a962e77f"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:30.261997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=2e8006a3-744c-47ae-937c-db7a3eee7e81,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:30.276876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074d0f1-6fa1-4dc5-9e02-e8d0c1823e57 req-a9ba580c-338f-4548-ae58-a98d7eb99610 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:30.278384 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4074d0f1-6fa1-4dc5-9e02-e8d0c1823e57 req-a9ba580c-338f-4548-ae58-a98d7eb99610 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.1806562 Sep 18 05:13:30.334189 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184c6f7d-43f6-4673-87e6-3ae927936464 x-openstack-request-id: req-184c6f7d-43f6-4673-87e6-3ae927936464 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:30.334515 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2", "name": "network-vif-deleted", "tag": "7029f2d6-507c-46e1-883a-9739a962e77f", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:30.334738 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-184c6f7d-43f6-4673-87e6-3ae927936464 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:30.335141 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2', 'name': 'network-vif-deleted', 'tag': '7029f2d6-507c-46e1-883a-9739a962e77f', 'status': 'completed', 'code': 200} Sep 18 05:13:30.408152 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4074d0f1-6fa1-4dc5-9e02-e8d0c1823e57 req-8a1bdd81-b891-4519-b9c2-cf48c07b3861 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206779 Sep 18 05:13:30.620070 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:30.773670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a19fa-340d-4331-ae7d-d3e5072cbc24 req-0273fbc9-c06a-4131-9cb5-9b5fbe8968d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:30.776159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f68a19fa-340d-4331-ae7d-d3e5072cbc24 req-0273fbc9-c06a-4131-9cb5-9b5fbe8968d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 1097 time: 0.0863893 Sep 18 05:13:30.817164 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d8e8dca-ebb8-45cf-b8f7-7d796b51f388 req-e1766d0b-b68d-4086-b577-8f5471658439 tempest-ListImageFiltersTestJSON-396062312 tempest-ListImageFiltersTestJSON-396062312-project] 10.222.0.23 "GET /v2.0/ports?device_id=73bafa4e-2a05-4ff5-915f-fdcf4cc2bbe2 HTTP/1.1" status: 200 len: 210 time: 0.0324378 Sep 18 05:13:30.863271 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f68a19fa-340d-4331-ae7d-d3e5072cbc24 req-9f02c280-b272-4459-b795-3417d3606cde service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499673 Sep 18 05:13:30.909142 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:31.059954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7736382-6399-433a-a59b-ab71fa0a8740 req-a454fa84-18e7-45a5-9061-f7df163c0293 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:31.061591 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d7736382-6399-433a-a59b-ab71fa0a8740 req-a454fa84-18e7-45a5-9061-f7df163c0293 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.0663102 Sep 18 05:13:31.115797 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d7736382-6399-433a-a59b-ab71fa0a8740 req-37b5cbb4-1056-41a1-a32d-905fd2f49023 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473063 Sep 18 05:13:31.143499 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dd5b0-06e3-4661-8c0e-78191c3c245b req-5407e8bb-2a68-4d12-a619-5384e318440a tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:31.146420 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c11dd5b0-06e3-4661-8c0e-78191c3c245b req-5407e8bb-2a68-4d12-a619-5384e318440a tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.0610297 Sep 18 05:13:31.191203 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d115068-55fc-44de-a329-590aad826ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:31.194059 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c11dd5b0-06e3-4661-8c0e-78191c3c245b req-58323874-13b7-4c0f-8515-13dffeb59bf4 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Sep 18 05:13:31.219920 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 95510748-7057-4597-bf65-3fb8e4f2a919 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:13:31.320470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f0c75-540f-4586-ba02-70fbcc097fdb req-a3210544-d5be-4448-81a7-43fd33068de3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:31.322050 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a31f0c75-540f-4586-ba02-70fbcc097fdb req-a3210544-d5be-4448-81a7-43fd33068de3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.0998318 Sep 18 05:13:31.406790 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a31f0c75-540f-4586-ba02-70fbcc097fdb req-65241e10-6375-416d-afce-2aa232fadd57 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763428 Sep 18 05:13:31.407898 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:13:31.420606 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24365f6-d84a-4a7c-a1cf-ced427925e95 None None] Sync routers for ids ['95510748-7057-4597-bf65-3fb8e4f2a919'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:13:31.432159 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24365f6-d84a-4a7c-a1cf-ced427925e95 None None] Routers {'95510748-7057-4597-bf65-3fb8e4f2a919'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:31.440258 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c24365f6-d84a-4a7c-a1cf-ced427925e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['95510748-7057-4597-bf65-3fb8e4f2a919'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:31.484794 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c24365f6-d84a-4a7c-a1cf-ced427925e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:31.494377 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24365f6-d84a-4a7c-a1cf-ced427925e95 None None] Routers {'95510748-7057-4597-bf65-3fb8e4f2a919'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:31.495148 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c24365f6-d84a-4a7c-a1cf-ced427925e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['95510748-7057-4597-bf65-3fb8e4f2a919'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:31.512560 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:31.517562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-42ecefc1-44af-4541-8805-d96640cf8676 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7639956 Sep 18 05:13:31.518165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56532) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:31.532204 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c24365f6-d84a-4a7c-a1cf-ced427925e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:31.533406 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24365f6-d84a-4a7c-a1cf-ced427925e95 None None] The sync data for ids ['95510748-7057-4597-bf65-3fb8e4f2a919'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:13:31.554183 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1649bf-5b7d-4d66-9e2f-8cb2be3a6b94 req-4e683984-6bf0-4022-b49f-67c46157dbd9 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:31.556596 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1b1649bf-5b7d-4d66-9e2f-8cb2be3a6b94 req-4e683984-6bf0-4022-b49f-67c46157dbd9 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 945 time: 0.0588832 Sep 18 05:13:31.622930 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1b1649bf-5b7d-4d66-9e2f-8cb2be3a6b94 req-3eeaed7c-07b6-4c92-8340-428d21cedc29 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586822 Sep 18 05:13:32.020973 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56550) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:32.021694 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d9384d4c-396a-4a63-aa40-c719aaf16e5d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/routers/95510748-7057-4597-bf65-3fb8e4f2a919 HTTP/1.1" status: 200 len: 884 time: 0.5018826 Sep 18 05:13:32.219777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 1e3663a3-5216-4988-8e85-236791678bc8 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:13:32.264372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615871a4-51e3-4afd-97f7-8bb7dc437d95 req-b019fba5-18c1-4c17-a9fe-f481000d70d5 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:32.266232 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-615871a4-51e3-4afd-97f7-8bb7dc437d95 req-b019fba5-18c1-4c17-a9fe-f481000d70d5 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.0632381 Sep 18 05:13:32.313197 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-615871a4-51e3-4afd-97f7-8bb7dc437d95 req-a1993404-1a9d-4296-a328-e19af655ad7b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390193 Sep 18 05:13:32.331838 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:32.364862 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f51de251-64e8-48d2-a43a-0e2a08dd6ded tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3413565 Sep 18 05:13:32.366626 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 1e3663a3-5216-4988-8e85-236791678bc8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1e3663a3-5216-4988-8e85-236791678bc8,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:32.368038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7adc16c-1e9f-43c6-adb3-28a6a33462ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e3663a3-5216-4988-8e85-236791678bc8'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:32.368698 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56566) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:32.370829 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e330a98-6f97-40f8-ac7f-13cffb64c922" -d '{"events": [{"server_uuid": "b7adc16c-1e9f-43c6-adb3-28a6a33462ab", "name": "network-vif-unplugged", "status": "completed", "tag": "1e3663a3-5216-4988-8e85-236791678bc8"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:32.374642 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-26ab1cc7-c123-4765-b435-94f0ed601a32 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-752659629'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:32.443339 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:32.497402 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=1e3663a3-5216-4988-8e85-236791678bc8,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:32.499953 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87c422-53c0-4bda-adcc-ef1364101657 req-fe908aea-adad-4bbc-be60-50f931b6fc50 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:32.501610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4f87c422-53c0-4bda-adcc-ef1364101657 req-fe908aea-adad-4bbc-be60-50f931b6fc50 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.0918286 Sep 18 05:13:32.512403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:32.513038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:32.513569 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:32.514295 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:32.514917 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:32.515565 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:32.516343 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:32.516843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:32.517359 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:32.517859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:32.518355 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:32.518850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:32.596042 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9d8a8e-36d3-424b-8c63-9e46a0269447 x-openstack-request-id: req-eb9d8a8e-36d3-424b-8c63-9e46a0269447 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:32.596588 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7adc16c-1e9f-43c6-adb3-28a6a33462ab", "name": "network-vif-unplugged", "status": "completed", "tag": "1e3663a3-5216-4988-8e85-236791678bc8", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:32.597022 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb9d8a8e-36d3-424b-8c63-9e46a0269447 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:32.597760 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7adc16c-1e9f-43c6-adb3-28a6a33462ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e3663a3-5216-4988-8e85-236791678bc8', 'code': 200} Sep 18 05:13:32.603730 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4f87c422-53c0-4bda-adcc-ef1364101657 req-db67430f-d3ce-4f1f-9514-6ab25c9a0a6d tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881593 Sep 18 05:13:32.712551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaede93-1386-48d1-b5ea-c928b53d17b1 req-77a6fcf8-c363-476b-8acd-211e79d677f1 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:32.714673 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-baaede93-1386-48d1-b5ea-c928b53d17b1 req-77a6fcf8-c363-476b-8acd-211e79d677f1 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.0654116 Sep 18 05:13:32.757113 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-baaede93-1386-48d1-b5ea-c928b53d17b1 req-d86700a4-91a2-4758-abcb-ca26010389cb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362353 Sep 18 05:13:32.866325 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-26ab1cc7-c123-4765-b435-94f0ed601a32 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:32.952333 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-26ab1cc7-c123-4765-b435-94f0ed601a32 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:33.085092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ab1cc7-c123-4765-b435-94f0ed601a32 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 95510748-7057-4597-bf65-3fb8e4f2a919 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:13:33.216802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890736fc-e1bc-41f2-aadd-d1a904f3f04a req-330ae306-d6a7-4855-bd75-1d43e2f84733 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:33.219033 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-890736fc-e1bc-41f2-aadd-d1a904f3f04a req-330ae306-d6a7-4855-bd75-1d43e2f84733 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.0570958 Sep 18 05:13:33.228300 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ab1cc7-c123-4765-b435-94f0ed601a32 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:13:33.240058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd38323-982a-44f9-a1f5-bdb8cfcda5c4 None None] Sync routers for ids ['95510748-7057-4597-bf65-3fb8e4f2a919'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:13:33.252681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-26ab1cc7-c123-4765-b435-94f0ed601a32 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:33.252838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd38323-982a-44f9-a1f5-bdb8cfcda5c4 None None] Routers {'95510748-7057-4597-bf65-3fb8e4f2a919'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:33.253688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4bd38323-982a-44f9-a1f5-bdb8cfcda5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['95510748-7057-4597-bf65-3fb8e4f2a919'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:33.254373 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-26ab1cc7-c123-4765-b435-94f0ed601a32 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/95510748-7057-4597-bf65-3fb8e4f2a919 HTTP/1.1" status: 200 len: 891 time: 0.8844135 Sep 18 05:13:33.257632 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56600) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:33.272029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cd83b-bd7a-4686-b79c-d57b14f820f8 req-80d90b50-3283-486c-b6f0-ee2c34baacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:33.273799 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b7cd83b-bd7a-4686-b79c-d57b14f820f8 req-80d90b50-3283-486c-b6f0-ee2c34baacb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1862a5fec6ee4d8fa09a0965ced5a303&device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 1097 time: 0.0577550 Sep 18 05:13:33.314728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4bd38323-982a-44f9-a1f5-bdb8cfcda5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:33.324545 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd38323-982a-44f9-a1f5-bdb8cfcda5c4 None None] Routers {'95510748-7057-4597-bf65-3fb8e4f2a919'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:33.325196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4bd38323-982a-44f9-a1f5-bdb8cfcda5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['95510748-7057-4597-bf65-3fb8e4f2a919'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:33.369064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4bd38323-982a-44f9-a1f5-bdb8cfcda5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:33.370147 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd38323-982a-44f9-a1f5-bdb8cfcda5c4 None None] The sync data for ids ['95510748-7057-4597-bf65-3fb8e4f2a919'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:13:33.400008 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-890736fc-e1bc-41f2-aadd-d1a904f3f04a req-3c2ba76f-4176-493a-98bc-9869332a3415 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738358 Sep 18 05:13:33.433522 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1be91ced-5e67-4569-a284-95e602867362 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/routers/95510748-7057-4597-bf65-3fb8e4f2a919 HTTP/1.1" status: 200 len: 891 time: 0.1759961 Sep 18 05:13:33.435992 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56618) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:33.443088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cd83b-bd7a-4686-b79c-d57b14f820f8 req-3287ce7a-c55b-4e35-b0f0-5bfd51be65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:33.444619 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b7cd83b-bd7a-4686-b79c-d57b14f820f8 req-3287ce7a-c55b-4e35-b0f0-5bfd51be65fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=22d781aa-299e-4327-93b1-a0791852572f HTTP/1.1" status: 200 len: 911 time: 0.1639457 Sep 18 05:13:33.458363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e95a3b-b19a-43fa-8ca3-4fd7cdd50861 req-9219cd93-8e86-4e78-822a-da889ed097d5 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:33.460533 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14e95a3b-b19a-43fa-8ca3-4fd7cdd50861 req-9219cd93-8e86-4e78-822a-da889ed097d5 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.0804977 Sep 18 05:13:33.470317 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-24af362f-fd03-4a9d-90e0-4bfad0bf3bcf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports?device_id=95510748-7057-4597-bf65-3fb8e4f2a919 HTTP/1.1" status: 200 len: 205 time: 0.0328341 Sep 18 05:13:33.472554 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56624) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:33.504100 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b7cd83b-bd7a-4686-b79c-d57b14f820f8 req-08ace48e-d0ce-4ef3-9f6f-a368571aed76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83233e40-6ef6-464b-a7e7-86835f5e5288 HTTP/1.1" status: 200 len: 217 time: 0.0419755 Sep 18 05:13:33.586467 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14e95a3b-b19a-43fa-8ca3-4fd7cdd50861 req-16987678-0b94-4d12-88b6-c1f6d04c2a20 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163850 Sep 18 05:13:33.587472 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:33.592413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cd83b-bd7a-4686-b79c-d57b14f820f8 req-bb91993d-3154-42cc-95f9-ee07da8df01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:33.593879 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b7cd83b-bd7a-4686-b79c-d57b14f820f8 req-bb91993d-3154-42cc-95f9-ee07da8df01d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=762ac494-9135-4ceb-835e-8a5f320de53f HTTP/1.1" status: 200 len: 851 time: 0.0829284 Sep 18 05:13:33.634542 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b7cd83b-bd7a-4686-b79c-d57b14f820f8 req-6b998884-dff9-4606-8aba-43e155a803b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22d781aa-299e-4327-93b1-a0791852572f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329316 Sep 18 05:13:33.711518 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:33.759399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa75a5-d845-4692-a5d5-f39e8cbe162b req-8e3edeb9-0683-46c0-adc3-29b3941b23b8 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:33.761020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1aa75a5-d845-4692-a5d5-f39e8cbe162b req-8e3edeb9-0683-46c0-adc3-29b3941b23b8 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.1115487 Sep 18 05:13:33.788923 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b7cd83b-bd7a-4686-b79c-d57b14f820f8 req-fc9ce690-fbf2-4966-ba7f-f0a717fcf824 service neutron] 10.222.0.18 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476364 Sep 18 05:13:33.809796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7029f2d6-507c-46e1-883a-9739a962e77f no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:13:33.821269 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1aa75a5-d845-4692-a5d5-f39e8cbe162b req-39b1cbef-621f-48fa-89cd-9bc0005e75d4 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538144 Sep 18 05:13:33.831563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 7029f2d6-507c-46e1-883a-9739a962e77f {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:13:33.832135 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7029f2d6-507c-46e1-883a-9739a962e77f not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:13:33.847456 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ff9cc938-783b-44c6-92a0-6085f6677ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:33.851534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port 2e8006a3-744c-47ae-937c-db7a3eee7e81 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:33.853493 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:33.950147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b7cd83b-bd7a-4686-b79c-d57b14f820f8 req-5da49686-0567-4782-8abd-f5ee622d236d service neutron] 10.222.0.18 "GET /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421628 Sep 18 05:13:33.960816 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:33.974747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbbffa-e9e3-4059-8a92-aa417224c61b req-c5532668-cd7f-4bc4-9a96-3c86480b2765 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:33.976374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for 2e8006a3-744c-47ae-937c-db7a3eee7e81 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:33.980740 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9bbbffa-e9e3-4059-8a92-aa417224c61b req-c5532668-cd7f-4bc4-9a96-3c86480b2765 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.0755169 Sep 18 05:13:34.020891 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9bbbffa-e9e3-4059-8a92-aa417224c61b req-149e6511-e4f2-4133-99a4-5686592b28d5 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373855 Sep 18 05:13:34.171899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601ed26-a897-4db7-9183-c97d6332f7f5 req-34cb97c3-9626-49c8-ba56-a4d0125678e1 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:34.184888 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f601ed26-a897-4db7-9183-c97d6332f7f5 req-34cb97c3-9626-49c8-ba56-a4d0125678e1 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.0742590 Sep 18 05:13:34.247179 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f601ed26-a897-4db7-9183-c97d6332f7f5 req-1b8254dc-e32e-4c1f-8f9c-1caabc91ee3c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496538 Sep 18 05:13:34.254341 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:34.303313 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-cecfa341-4afa-405a-83d6-e5ab013cad21 req-c85931d6-e56a-4b23-b93b-49d8a5d0610f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:13:34.304300 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cecfa341-4afa-405a-83d6-e5ab013cad21 req-c85931d6-e56a-4b23-b93b-49d8a5d0610f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053666 Sep 18 05:13:34.345934 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:34.372458 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=2e8006a3-744c-47ae-937c-db7a3eee7e81,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:34.433907 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:34.532072 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:34.538647 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:34.639601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56674) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:34.668159 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:34.668727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Fanout notify agent at l3_agent the message router_deleted on router 95510748-7057-4597-bf65-3fb8e4f2a919 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:13:34.676919 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:34.684670 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f1a43431-c58a-4822-9e0a-0fc12dc4a976 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/routers/95510748-7057-4597-bf65-3fb8e4f2a919 HTTP/1.1" status: 204 len: 168 time: 1.2045851 Sep 18 05:13:34.688561 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56678) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:34.704346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3b786253-e5e7-48b3-af26-60a32a92fae8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2020279299'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:34.738471 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599dc61-5b97-445f-83d8-f8c1e8683f06 req-3879225b-eeb2-46f9-9827-22da3d4f7360 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:34.740394 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e599dc61-5b97-445f-83d8-f8c1e8683f06 req-3879225b-eeb2-46f9-9827-22da3d4f7360 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.1134896 Sep 18 05:13:34.759929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b703d02-6233-49bf-91e2-25538ba72210 req-eb07cf4c-9b50-4b31-a4b9-e6243371b50e tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:34.767183 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b703d02-6233-49bf-91e2-25538ba72210 req-eb07cf4c-9b50-4b31-a4b9-e6243371b50e tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1045475 Sep 18 05:13:34.797757 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e599dc61-5b97-445f-83d8-f8c1e8683f06 req-fcc2b1a5-8bf8-407c-a018-77436833326e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485129 Sep 18 05:13:34.812120 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b703d02-6233-49bf-91e2-25538ba72210 req-b5b844ac-0783-43cf-bfb5-988137fdf89d tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 Sep 18 05:13:34.828010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b786253-e5e7-48b3-af26-60a32a92fae8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:13:34.832856 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3b786253-e5e7-48b3-af26-60a32a92fae8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:34.837998 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e4adb550-23d8-40bc-9503-689f6b581d1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c328bcb2d9f4aa1a0edb3b1ecfac1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972954 Sep 18 05:13:34.840793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56688) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:34.861440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b786253-e5e7-48b3-af26-60a32a92fae8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:13:34.892664 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3b786253-e5e7-48b3-af26-60a32a92fae8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:34.893116 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-3b786253-e5e7-48b3-af26-60a32a92fae8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Added segment 47c99ea1-4323-4a9c-8cb3-ef201fc49329 of type vlan for network 47e3c914-ba2d-4bac-bad8-c6576801b858 Sep 18 05:13:34.927584 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3ec5f37-6724-4f01-a1ea-13a359d09a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:34.957324 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3b786253-e5e7-48b3-af26-60a32a92fae8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:35.006789 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3ec5f37-6724-4f01-a1ea-13a359d09a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:35.050842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09e54a-2165-400c-960d-25da76433172 req-a28df7c7-ce93-4b89-97b7-d13f79d5749f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:35.052331 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bf09e54a-2165-400c-960d-25da76433172 req-a28df7c7-ce93-4b89-97b7-d13f79d5749f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.1399684 Sep 18 05:13:35.082669 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3b786253-e5e7-48b3-af26-60a32a92fae8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:35.088204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b786253-e5e7-48b3-af26-60a32a92fae8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:35.088817 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3b786253-e5e7-48b3-af26-60a32a92fae8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:35.112922 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bf09e54a-2165-400c-960d-25da76433172 req-7430d1ea-55a8-4616-876b-6ea9b781fdf8 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426280 Sep 18 05:13:35.163913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b786253-e5e7-48b3-af26-60a32a92fae8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Network': ['ID=47e3c914-ba2d-4bac-bad8-c6576801b858,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:35.175451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 47e3c914-ba2d-4bac-bad8-c6576801b858 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:13:35.180796 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3ec5f37-6724-4f01-a1ea-13a359d09a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:35.183814 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3ec5f37-6724-4f01-a1ea-13a359d09a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:35.185177 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a3ec5f37-6724-4f01-a1ea-13a359d09a0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8813916a-6a37-4c86-80e2-30ba2806102c HTTP/1.1" status: 204 len: 168 time: 0.3432434 Sep 18 05:13:35.193953 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec5f37-6724-4f01-a1ea-13a359d09a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8813916a-6a37-4c86-80e2-30ba2806102c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:35.210756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3b786253-e5e7-48b3-af26-60a32a92fae8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5272365 Sep 18 05:13:35.213755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56706) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:35.220364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8842bdb0-82ec-4ba9-abfb-df355150247c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'subnet': {'network_id': '47e3c914-ba2d-4bac-bad8-c6576801b858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:35.253223 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:35.358830 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb113274-b44c-4b44-9cb4-f11e185f1b33 req-a4d745b7-c389-4847-a76e-4a06ec07a057 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1406555 Sep 18 05:13:35.397622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af1467-0810-4680-b8ae-cb9c3a9aed19 req-a7445fa7-ccca-48bc-84bd-581c18dea056 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:35.399693 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0af1467-0810-4680-b8ae-cb9c3a9aed19 req-a7445fa7-ccca-48bc-84bd-581c18dea056 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.0701754 Sep 18 05:13:35.449060 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0af1467-0810-4680-b8ae-cb9c3a9aed19 req-497c06a1-bb10-45bc-a94c-178052f21163 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388942 Sep 18 05:13:35.494803 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8842bdb0-82ec-4ba9-abfb-df355150247c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:13:35.499007 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8842bdb0-82ec-4ba9-abfb-df355150247c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:35.802826 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8842bdb0-82ec-4ba9-abfb-df355150247c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:35.874163 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842bdb0-82ec-4ba9-abfb-df355150247c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Subnet': ['ID=c8b5dfe8-04a6-4372-8e77-7c666d39a715,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:35.890361 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842bdb0-82ec-4ba9-abfb-df355150247c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Checking segment: {'id': '47c99ea1-4323-4a9c-8cb3-ef201fc49329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '47e3c914-ba2d-4bac-bad8-c6576801b858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:13:35.890739 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8842bdb0-82ec-4ba9-abfb-df355150247c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network hostable DHCP agents. Network: 47e3c914-ba2d-4bac-bad8-c6576801b858, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:13:35.975888 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e8d3-ff74-4e88-9cb0-2a62b8ac1f73 req-209d0d34-a2d5-4292-8383-60b92b1cb6a1 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:35.977403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0dd554-b252-49e8-8ca7-1dd2af91c8b4 req-2c1f4159-a5d6-47e7-b675-829d64ae3bb3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:35.978133 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a1f5e8d3-ff74-4e88-9cb0-2a62b8ac1f73 req-209d0d34-a2d5-4292-8383-60b92b1cb6a1 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.0562909 Sep 18 05:13:35.985256 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7f0dd554-b252-49e8-8ca7-1dd2af91c8b4 req-2c1f4159-a5d6-47e7-b675-829d64ae3bb3 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.0607858 Sep 18 05:13:36.004152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8842bdb0-82ec-4ba9-abfb-df355150247c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 47e3c914-ba2d-4bac-bad8-c6576801b858 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:13:36.021873 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a1f5e8d3-ff74-4e88-9cb0-2a62b8ac1f73 req-d0aad0a7-f70d-40c5-a6a6-6031a5812779 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370998 Sep 18 05:13:36.055251 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7f0dd554-b252-49e8-8ca7-1dd2af91c8b4 req-2f183dc3-5094-43ff-96f7-b1598a0af762 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685356 Sep 18 05:13:36.105427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-8842bdb0-82ec-4ba9-abfb-df355150247c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 47e3c914-ba2d-4bac-bad8-c6576801b858) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:36.116382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8842bdb0-82ec-4ba9-abfb-df355150247c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:36.118942 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8842bdb0-82ec-4ba9-abfb-df355150247c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:36.126712 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4002ec5-2253-4a70-a1c6-37d173cabfdb None None] Network 47e3c914-ba2d-4bac-bad8-c6576801b858 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:13:36.207490 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8842bdb0-82ec-4ba9-abfb-df355150247c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9923575 Sep 18 05:13:36.210975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56754) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:36.216871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2a6e66d3-bf46-40bc-95b8-5b8f6fc8e1ae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1864268295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:36.318069 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefc9b4-8a4c-4cf9-b308-9338af3e6bd0 req-3df7786f-0b7e-4639-9544-5c63eaac5b78 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:36.320319 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1eefc9b4-8a4c-4cf9-b308-9338af3e6bd0 req-3df7786f-0b7e-4639-9544-5c63eaac5b78 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.0787528 Sep 18 05:13:36.327629 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-47e3c914-ba2d-4bac-bad8-c6576801b858', 'network_id': '47e3c914-ba2d-4bac-bad8-c6576801b858', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'fixed_ips': [{'subnet_id': 'c8b5dfe8-04a6-4372-8e77-7c666d39a715'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:13:36.328759 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:36.352555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a6e66d3-bf46-40bc-95b8-5b8f6fc8e1ae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:36.353819 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a6e66d3-bf46-40bc-95b8-5b8f6fc8e1ae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:36.382724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1eefc9b4-8a4c-4cf9-b308-9338af3e6bd0 req-7e1991cf-9a25-4f74-bff8-6a57adc8706b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521576 Sep 18 05:13:36.436807 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a6e66d3-bf46-40bc-95b8-5b8f6fc8e1ae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:36.495330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Allocated IP 2001:db8::2 (47e3c914-ba2d-4bac-bad8-c6576801b858/c8b5dfe8-04a6-4372-8e77-7c666d39a715/915e0ec7-76a1-43d4-bad4-2d6854404445) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:13:36.574366 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a6e66d3-bf46-40bc-95b8-5b8f6fc8e1ae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:36.628289 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09607e73-aed0-40f5-9ed9-51f2dfbde17a req-f444f214-6139-490c-9728-5d0a7ab75777 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:36.636836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-09607e73-aed0-40f5-9ed9-51f2dfbde17a req-f444f214-6139-490c-9728-5d0a7ab75777 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.1037738 Sep 18 05:13:36.669208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a6e66d3-bf46-40bc-95b8-5b8f6fc8e1ae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:36.673644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2a6e66d3-bf46-40bc-95b8-5b8f6fc8e1ae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4584112 Sep 18 05:13:36.676812 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56772) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:36.694945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f9cc4-68d4-4618-9e73-9544393db6db req-23a19eab-1f75-4b5d-a116-b977738cdde9 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:36.703734 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-389f9cc4-68d4-4618-9e73-9544393db6db req-23a19eab-1f75-4b5d-a116-b977738cdde9 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.0768330 Sep 18 05:13:36.704933 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-09607e73-aed0-40f5-9ed9-51f2dfbde17a req-d3b35c1f-612e-4c1e-aba8-b9fda4836064 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635617 Sep 18 05:13:36.722780 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:36.780095 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:36.797105 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:36.819406 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-389f9cc4-68d4-4618-9e73-9544393db6db req-11140afb-b302-46f6-b96c-591707a3e49b tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144903 Sep 18 05:13:36.844012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Network 47e3c914-ba2d-4bac-bad8-c6576801b858 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:36.847772 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:36.855729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:13:36.868282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Pushing event updated for resources: {'Port': ['ID=915e0ec7-76a1-43d4-bad4-2d6854404445,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:36.935503 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Attempting to bind port 915e0ec7-76a1-43d4-bad4-2d6854404445 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:13:36.936024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Attempting to bind port 915e0ec7-76a1-43d4-bad4-2d6854404445 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '47c99ea1-4323-4a9c-8cb3-ef201fc49329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '47e3c914-ba2d-4bac-bad8-c6576801b858'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:13:36.936488 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Attempting to bind port 915e0ec7-76a1-43d4-bad4-2d6854404445 on network 47e3c914-ba2d-4bac-bad8-c6576801b858 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:13:36.941900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:13:36.942372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Checking segment: {'id': '47c99ea1-4323-4a9c-8cb3-ef201fc49329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '47e3c914-ba2d-4bac-bad8-c6576801b858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:13:36.942830 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:36.943310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Bound using segment: {'id': '47c99ea1-4323-4a9c-8cb3-ef201fc49329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '47e3c914-ba2d-4bac-bad8-c6576801b858'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:13:36.943996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Bound port: 915e0ec7-76a1-43d4-bad4-2d6854404445, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c99ea1-4323-4a9c-8cb3-ef201fc49329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '47e3c914-ba2d-4bac-bad8-c6576801b858'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:13:36.944407 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:37.072268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb113274-b44c-4b44-9cb4-f11e185f1b33 req-b16d7cfc-2337-48d0-8061-fa2bd8a64ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:37.076231 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb113274-b44c-4b44-9cb4-f11e185f1b33 req-b16d7cfc-2337-48d0-8061-fa2bd8a64ccf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab&tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b HTTP/1.1" status: 200 len: 1095 time: 0.1268244 Sep 18 05:13:37.100779 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] For port 915e0ec7-76a1-43d4-bad4-2d6854404445, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:13:37.105592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] For port 915e0ec7-76a1-43d4-bad4-2d6854404445, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=915e0ec7-76a1-43d4-bad4-2d6854404445,segment=NetworkSegment(47c99ea1-4323-4a9c-8cb3-ef201fc49329),segment_id=47c99ea1-4323-4a9c-8cb3-ef201fc49329)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:13:37.158343 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:37.161099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb113274-b44c-4b44-9cb4-f11e185f1b33 req-1fd79348-bf44-4144-a378-14815c1dd1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:37.162911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb113274-b44c-4b44-9cb4-f11e185f1b33 req-1fd79348-bf44-4144-a378-14815c1dd1d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b&device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 1095 time: 0.0567393 Sep 18 05:13:37.290575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e8043-4ce8-4a1b-add3-ca554affbd5d None None] Pushing event updated for resources: {'Port': ['ID=915e0ec7-76a1-43d4-bad4-2d6854404445,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:37.344264 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb113274-b44c-4b44-9cb4-f11e185f1b33 req-6aa9c603-8fd5-40ed-b2d4-76b8870350c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:37.346132 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb113274-b44c-4b44-9cb4-f11e185f1b33 req-6aa9c603-8fd5-40ed-b2d4-76b8870350c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fdc9f2cd-0fcf-4feb-9ace-728923259202 HTTP/1.1" status: 200 len: 914 time: 0.1749530 Sep 18 05:13:37.408786 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb113274-b44c-4b44-9cb4-f11e185f1b33 req-c42fcc8d-35a1-4fbb-815f-48ed1499f320 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3663a3-5216-4988-8e85-236791678bc8 HTTP/1.1" status: 200 len: 217 time: 0.0529783 Sep 18 05:13:37.486476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e61f3-282e-4922-b00c-2a6b8ab0fda0 req-3a7646ef-721f-4e60-8cc1-e0a100c4da82 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:37.488427 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f1e61f3-282e-4922-b00c-2a6b8ab0fda0 req-3a7646ef-721f-4e60-8cc1-e0a100c4da82 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.1457889 Sep 18 05:13:37.490658 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:37.528163 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56798) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:37.642279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb113274-b44c-4b44-9cb4-f11e185f1b33 req-d495cc95-f04e-425f-a7d8-705f2d9455be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:37.644389 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb113274-b44c-4b44-9cb4-f11e185f1b33 req-d495cc95-f04e-425f-a7d8-705f2d9455be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e0078b2-978b-4f73-9fac-427b64b39f17 HTTP/1.1" status: 200 len: 854 time: 0.2188919 Sep 18 05:13:37.658101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414577bd-3304-4064-981d-d2656ab97453 req-65c6650a-a80a-4c4b-b5fa-bdc74105b14d tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:37.667582 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-414577bd-3304-4064-981d-d2656ab97453 req-65c6650a-a80a-4c4b-b5fa-bdc74105b14d tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.1560104 Sep 18 05:13:37.681484 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f1e61f3-282e-4922-b00c-2a6b8ab0fda0 req-02604d56-a2fa-4afe-b33a-7653e376a3f6 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735187 Sep 18 05:13:37.740785 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb113274-b44c-4b44-9cb4-f11e185f1b33 req-56a63d73-3cad-4a4a-8b26-0ea69176718a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdc9f2cd-0fcf-4feb-9ace-728923259202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623572 Sep 18 05:13:37.817867 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-414577bd-3304-4064-981d-d2656ab97453 req-8fa387cc-39c3-462c-8320-7638056f0c9e tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351991 Sep 18 05:13:37.828038 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-836d5a70-7d46-47bc-b28f-2c9f5f651c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:37.871397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 915e0ec7-76a1-43d4-bad4-2d6854404445 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:37.929078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 915e0ec7-76a1-43d4-bad4-2d6854404445 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:37.930424 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:37.930596 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f14258-7162-4c76-a7f6-8dafbdd90ad4 req-feddd940-b4a1-4d2b-8e94-5a4f32f8957f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:37.936227 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-70f14258-7162-4c76-a7f6-8dafbdd90ad4 req-feddd940-b4a1-4d2b-8e94-5a4f32f8957f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.1082330 Sep 18 05:13:37.969706 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Allocated IP 2001:db8::1 (47e3c914-ba2d-4bac-bad8-c6576801b858/c8b5dfe8-04a6-4372-8e77-7c666d39a715/fc2128e2-bb78-46da-ae51-a6e6f42f7438) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:13:37.985434 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb113274-b44c-4b44-9cb4-f11e185f1b33 req-8392c0ac-3da2-47d5-aa12-f159b4006dde service neutron] 10.222.0.13 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126732 Sep 18 05:13:38.005269 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-70f14258-7162-4c76-a7f6-8dafbdd90ad4 req-a474e50b-4b47-41ff-aee1-4bba59010051 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560880 Sep 18 05:13:38.036367 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:38.108498 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 915e0ec7-76a1-43d4-bad4-2d6854404445, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=915e0ec7-76a1-43d4-bad4-2d6854404445,segment=NetworkSegment(47c99ea1-4323-4a9c-8cb3-ef201fc49329),segment_id=47c99ea1-4323-4a9c-8cb3-ef201fc49329)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:38.134767 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-836d5a70-7d46-47bc-b28f-2c9f5f651c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:38.152271 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:38.161869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527f1a9-e631-464c-8e53-5c8d3378ab71 req-1b504f62-3667-452a-b4f5-9962e1e1b906 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:38.163393 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7527f1a9-e631-464c-8e53-5c8d3378ab71 req-1b504f62-3667-452a-b4f5-9962e1e1b906 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.2220633 Sep 18 05:13:38.175319 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:38.183034 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb113274-b44c-4b44-9cb4-f11e185f1b33 req-49d23155-5745-4122-a801-5ac91e661e92 service neutron] 10.222.0.13 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556163 Sep 18 05:13:38.228601 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-836d5a70-7d46-47bc-b28f-2c9f5f651c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:38.254928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=915e0ec7-76a1-43d4-bad4-2d6854404445,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:38.266338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7527f1a9-e631-464c-8e53-5c8d3378ab71 req-f342e86c-33bb-456c-b346-98796512f7b6 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830722 Sep 18 05:13:38.288374 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-836d5a70-7d46-47bc-b28f-2c9f5f651c98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d93d18a5c3fd456fb5c8179a9285391b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7380378 Sep 18 05:13:38.291746 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56814) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:38.304334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d5a70-7d46-47bc-b28f-2c9f5f651c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa24d22-ff32-48ee-b22b-2a3d3fe3a3c4,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:38.327566 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:38.383006 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 47e3c914-ba2d-4bac-bad8-c6576801b858 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:38.388179 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:38.390985 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:13:38.391914 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:38.408884 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=fc2128e2-bb78-46da-ae51-a6e6f42f7438,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:38.451230 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a56827c2-9486-417a-9f21-f366e9eb0815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:38.513389 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a56827c2-9486-417a-9f21-f366e9eb0815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:38.640609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac32e21-ec95-4dc1-a77b-8009733bb263 None None] Network 47e3c914-ba2d-4bac-bad8-c6576801b858 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:13:38.680075 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:38.693075 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a56827c2-9486-417a-9f21-f366e9eb0815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:38.696195 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a56827c2-9486-417a-9f21-f366e9eb0815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:38.699763 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a56827c2-9486-417a-9f21-f366e9eb0815 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7aa24d22-ff32-48ee-b22b-2a3d3fe3a3c4 HTTP/1.1" status: 204 len: 168 time: 0.4036415 Sep 18 05:13:38.712559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56827c2-9486-417a-9f21-f366e9eb0815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa24d22-ff32-48ee-b22b-2a3d3fe3a3c4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:38.775412 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2a414d44-bdff-4b2a-b985-b122195a25da None None] Provisioning complete for port 915e0ec7-76a1-43d4-bad4-2d6854404445 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:38.775797 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2a414d44-bdff-4b2a-b985-b122195a25da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:38.929560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f78ecb-2a36-4eea-92b8-dbf5b4a9a8c6 req-f135bd7b-3b2b-4141-a645-6e47cb3f5a4f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:38.938636 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84f78ecb-2a36-4eea-92b8-dbf5b4a9a8c6 req-f135bd7b-3b2b-4141-a645-6e47cb3f5a4f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.0638978 Sep 18 05:13:38.956649 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53935178-93b5-4a23-884d-17bec1475cb8 req-92e13b30-f115-466f-9489-cc5a73ee2a45 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:38.964495 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-53935178-93b5-4a23-884d-17bec1475cb8 req-92e13b30-f115-466f-9489-cc5a73ee2a45 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.1998193 Sep 18 05:13:38.989422 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84f78ecb-2a36-4eea-92b8-dbf5b4a9a8c6 req-634fdab9-84a2-4345-b962-29af3e2df24a tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480504 Sep 18 05:13:39.121097 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-53935178-93b5-4a23-884d-17bec1475cb8 req-28be5453-b213-4d96-98d3-e2ab188b8bcf tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556213 Sep 18 05:13:39.222183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d9613-4457-44bb-80e7-ea1ed14e6d53 req-b0fdca5b-7d71-4e99-bc9a-b7b45784a6a3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:39.224099 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b13d9613-4457-44bb-80e7-ea1ed14e6d53 req-b0fdca5b-7d71-4e99-bc9a-b7b45784a6a3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.0773718 Sep 18 05:13:39.284168 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:39.307425 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b13d9613-4457-44bb-80e7-ea1ed14e6d53 req-619c735c-61ac-487c-bcbc-e2cd37a3cb2a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754607 Sep 18 05:13:39.357138 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:39.376380 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:39.483086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=fc2128e2-bb78-46da-ae51-a6e6f42f7438,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:39.744620 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd30af-d626-43e3-b796-41911d545f48 req-9f309755-9bf6-4b81-8357-6ca067410e8a tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:39.755006 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23cd30af-d626-43e3-b796-41911d545f48 req-9f309755-9bf6-4b81-8357-6ca067410e8a tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.2656429 Sep 18 05:13:39.765487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-266006b5-f633-4450-8686-1ddcb48d9f9f None None] Provisioning complete for port 915e0ec7-76a1-43d4-bad4-2d6854404445 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:39.766073 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-266006b5-f633-4450-8686-1ddcb48d9f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:39.824508 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c172-c842-45b2-8804-38a7f93c1cf5 req-194c6f9f-073e-4e99-bc13-f49e2ff052a5 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:39.831285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-31c0c172-c842-45b2-8804-38a7f93c1cf5 req-194c6f9f-073e-4e99-bc13-f49e2ff052a5 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 945 time: 0.1945307 Sep 18 05:13:39.848682 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 915e0ec7-76a1-43d4-bad4-2d6854404445 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:39.869412 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23cd30af-d626-43e3-b796-41911d545f48 req-9f2976c1-aef2-4bce-943f-e8dc4cce0a3d tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132188 Sep 18 05:13:39.972687 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 47e3c914-ba2d-4bac-bad8-c6576801b858 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:39.977905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:40.052494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 915e0ec7-76a1-43d4-bad4-2d6854404445 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:40.052955 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:40.223525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-266006b5-f633-4450-8686-1ddcb48d9f9f None None] Provisioning complete for port fc2128e2-bb78-46da-ae51-a6e6f42f7438 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:40.223963 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-266006b5-f633-4450-8686-1ddcb48d9f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:40.237987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 286c9356-7feb-42a4-b31f-bdc513a116e6 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:13:40.272378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-31c0c172-c842-45b2-8804-38a7f93c1cf5 req-c6f52426-1f14-4225-9a8b-0d0f89993405 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Deleting port 83233e40-6ef6-464b-a7e7-86835f5e5288 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:40.272895 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-31c0c172-c842-45b2-8804-38a7f93c1cf5 req-c6f52426-1f14-4225-9a8b-0d0f89993405 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:40.434470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e12cb-f550-4699-84d9-c1d7d774a619 req-be79b1b6-a611-4c2d-9e13-a346fd1edb6b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:40.446733 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0e5e12cb-f550-4699-84d9-c1d7d774a619 req-be79b1b6-a611-4c2d-9e13-a346fd1edb6b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.2426229 Sep 18 05:13:40.527891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-31c0c172-c842-45b2-8804-38a7f93c1cf5 req-c6f52426-1f14-4225-9a8b-0d0f89993405 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] For port 83233e40-6ef6-464b-a7e7-86835f5e5288, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=83233e40-6ef6-464b-a7e7-86835f5e5288,segment=NetworkSegment(05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4),segment_id=05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:40.535668 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-31c0c172-c842-45b2-8804-38a7f93c1cf5 req-c6f52426-1f14-4225-9a8b-0d0f89993405 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:40.535883 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0e5e12cb-f550-4699-84d9-c1d7d774a619 req-58a72721-7822-46b9-af70-353f36e222c8 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862949 Sep 18 05:13:40.538362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56898) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:40.575908 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-31c0c172-c842-45b2-8804-38a7f93c1cf5 req-c6f52426-1f14-4225-9a8b-0d0f89993405 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Calling delete_port for 83233e40-6ef6-464b-a7e7-86835f5e5288 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:40.720681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router f557fe2f-9359-4d90-90d0-765cd8dd3372 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:13:40.837907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeaa09-d89e-4225-9cd4-9867962a1f63 req-7188d8f6-c7cc-4262-95cc-df958f2f1345 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:40.854003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3caeaa09-d89e-4225-9cd4-9867962a1f63 req-7188d8f6-c7cc-4262-95cc-df958f2f1345 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.1861882 Sep 18 05:13:40.866594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-266006b5-f633-4450-8686-1ddcb48d9f9f None None] Port fc2128e2-bb78-46da-ae51-a6e6f42f7438 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:13:40.908349 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1520304610-network', 'tenant_id': 'b372da42727e49509bd94f617be28f70'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:40.948905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47aa34-ca05-44fb-9618-64d657b621ad req-5fa89a74-6143-41c1-8b13-f7e49bc1cb14 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:40.956605 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6c47aa34-ca05-44fb-9618-64d657b621ad req-5fa89a74-6143-41c1-8b13-f7e49bc1cb14 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.2854459 Sep 18 05:13:40.977579 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3caeaa09-d89e-4225-9cd4-9867962a1f63 req-3118219f-e38a-4499-92a2-9132f8a96758 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140194 Sep 18 05:13:41.023975 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:41.043586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3bacbf3d-38dc-4381-97b0-e1cf4fe03d60 None None] Provisioning complete for port fc2128e2-bb78-46da-ae51-a6e6f42f7438 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:41.044104 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3bacbf3d-38dc-4381-97b0-e1cf4fe03d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:41.091656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3bacbf3d-38dc-4381-97b0-e1cf4fe03d60 None None] Port fc2128e2-bb78-46da-ae51-a6e6f42f7438 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:13:41.100929 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c91526-89e5-4e1f-8da7-7bb3040372d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286c9356-7feb-42a4-b31f-bdc513a116e6'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:41.104452 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d9fe5a-4c98-4019-af83-451b537b8fd6" -d '{"events": [{"server_uuid": "65c91526-89e5-4e1f-8da7-7bb3040372d7", "name": "network-vif-unplugged", "status": "completed", "tag": "286c9356-7feb-42a4-b31f-bdc513a116e6"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:41.113036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-31c0c172-c842-45b2-8804-38a7f93c1cf5 req-c6f52426-1f14-4225-9a8b-0d0f89993405 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:41.128552 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 286c9356-7feb-42a4-b31f-bdc513a116e6, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=286c9356-7feb-42a4-b31f-bdc513a116e6,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:41.134026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['83233e40-6ef6-464b-a7e7-86835f5e5288'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:13:41.136891 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['a9abc170-4915-4609-90e2-57e146fd070b'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:13:41.177238 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:13:41.191412 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b76b751-398e-4bc7-9e23-a7855a5fa4ff None None] Sync routers for ids ['f557fe2f-9359-4d90-90d0-765cd8dd3372'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:13:41.194789 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8f999024-3174-446f-8f0e-2eb2104f6e0f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/f557fe2f-9359-4d90-90d0-765cd8dd3372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5100329 Sep 18 05:13:41.201403 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56912) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:41.202690 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:41.217378 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6c47aa34-ca05-44fb-9618-64d657b621ad req-0715566b-0aa1-4312-a406-774247e32d08 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490321 Sep 18 05:13:41.229603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] Made reservation on behalf of b372da42727e49509bd94f617be28f70 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:13:41.232343 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:41.234546 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b76b751-398e-4bc7-9e23-a7855a5fa4ff None None] Routers {'f557fe2f-9359-4d90-90d0-765cd8dd3372'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:41.237572 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1b76b751-398e-4bc7-9e23-a7855a5fa4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f557fe2f-9359-4d90-90d0-765cd8dd3372'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:41.239225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f52426-1f14-4225-9a8b-0d0f89993405 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Pushing event deleted for resources: {'Port': ['ID=83233e40-6ef6-464b-a7e7-86835f5e5288,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:41.323926 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3b6e04-2dc3-4cfe-8acb-259a69e6669b x-openstack-request-id: req-5c3b6e04-2dc3-4cfe-8acb-259a69e6669b {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:41.324458 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c91526-89e5-4e1f-8da7-7bb3040372d7", "name": "network-vif-unplugged", "status": "completed", "tag": "286c9356-7feb-42a4-b31f-bdc513a116e6", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:41.324834 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c3b6e04-2dc3-4cfe-8acb-259a69e6669b {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:41.325334 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c91526-89e5-4e1f-8da7-7bb3040372d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286c9356-7feb-42a4-b31f-bdc513a116e6', 'code': 200} Sep 18 05:13:41.338970 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:41.352168 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1b76b751-398e-4bc7-9e23-a7855a5fa4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:41.358271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c0c172-c842-45b2-8804-38a7f93c1cf5 req-c6f52426-1f14-4225-9a8b-0d0f89993405 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] No DVR routers for this DVR port 83233e40-6ef6-464b-a7e7-86835f5e5288 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:13:41.364820 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-31c0c172-c842-45b2-8804-38a7f93c1cf5 req-c6f52426-1f14-4225-9a8b-0d0f89993405 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:41.371621 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=286c9356-7feb-42a4-b31f-bdc513a116e6,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:41.374380 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b76b751-398e-4bc7-9e23-a7855a5fa4ff None None] Routers {'f557fe2f-9359-4d90-90d0-765cd8dd3372'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:41.375541 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-31c0c172-c842-45b2-8804-38a7f93c1cf5 req-c6f52426-1f14-4225-9a8b-0d0f89993405 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.18 "DELETE /v2.0/ports/83233e40-6ef6-464b-a7e7-86835f5e5288 HTTP/1.1" status: 204 len: 173 time: 1.5354710 Sep 18 05:13:41.376920 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1b76b751-398e-4bc7-9e23-a7855a5fa4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f557fe2f-9359-4d90-90d0-765cd8dd3372'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:41.378048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9d59e7-4536-4243-aa11-5bc06fccad76', 'name': 'network-vif-deleted', 'tag': '83233e40-6ef6-464b-a7e7-86835f5e5288'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:41.385944 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a88931f-e41d-4f5f-8c55-dc626a71e113" -d '{"events": [{"server_uuid": "fc9d59e7-4536-4243-aa11-5bc06fccad76", "name": "network-vif-deleted", "tag": "83233e40-6ef6-464b-a7e7-86835f5e5288"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:41.478010 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-707664a9-2c4d-4acc-9e64-5f92ab8bfd45 req-dfcb2e5e-def8-471a-8966-7f809311779b tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 210 time: 0.0721433 Sep 18 05:13:41.479983 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1b76b751-398e-4bc7-9e23-a7855a5fa4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:41.482579 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b76b751-398e-4bc7-9e23-a7855a5fa4ff None None] The sync data for ids ['f557fe2f-9359-4d90-90d0-765cd8dd3372'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:13:41.504695 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf009d7-7619-47b9-81ca-950d23bf9f8d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:41.511365 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f5e31c-f068-46d4-95fb-27d4e43fef7d x-openstack-request-id: req-e2f5e31c-f068-46d4-95fb-27d4e43fef7d {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:41.511365 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9d59e7-4536-4243-aa11-5bc06fccad76", "name": "network-vif-deleted", "tag": "83233e40-6ef6-464b-a7e7-86835f5e5288", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:41.511365 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2f5e31c-f068-46d4-95fb-27d4e43fef7d {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:41.511365 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9d59e7-4536-4243-aa11-5bc06fccad76', 'name': 'network-vif-deleted', 'tag': '83233e40-6ef6-464b-a7e7-86835f5e5288', 'status': 'completed', 'code': 200} Sep 18 05:13:41.512210 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fcf009d7-7619-47b9-81ca-950d23bf9f8d tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports/fc2128e2-bb78-46da-ae51-a6e6f42f7438 HTTP/1.1" status: 200 len: 911 time: 0.3044705 Sep 18 05:13:41.513492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56920) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:41.519979 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8c416fc1-0465-4cee-b7c5-0d308b5583d0 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c8b5dfe8-04a6-4372-8e77-7c666d39a715'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:41.675548 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:41.745587 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:41.786373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:13:41.798969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58591da7-5531-4017-9d5c-da2b30f2427f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:41.804376 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:41.805326 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] Added segment 9858ab5c-0a86-4647-a79f-808b1301d1a5 of type vlan for network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 Sep 18 05:13:41.809787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6461cf-9e18-442d-bab0-48cb6261a98d req-fc619e48-1b90-4641-9224-9fc0da63965d tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:41.812060 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c6461cf-9e18-442d-bab0-48cb6261a98d req-fc619e48-1b90-4641-9224-9fc0da63965d tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 944 time: 0.1543231 Sep 18 05:13:41.864119 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:41.886171 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8c416fc1-0465-4cee-b7c5-0d308b5583d0 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:41.909825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c6461cf-9e18-442d-bab0-48cb6261a98d req-2c3c7456-4059-41f3-8298-c4e1c9669659 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588787 Sep 18 05:13:41.970682 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:41.972341 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:41.973339 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:42.142876 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5990250 Sep 18 05:13:42.145820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56930) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:42.152937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a48b4-b264-4aa2-bcbc-b7e084dd7bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:42.165423 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6fff05e4-ab30-4470-acf5-b11e53a33b47 admin admin] Request body: {'subnet': {'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1520304610-subnet', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:42.166954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:13:42.275419 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaaf836-b141-426d-9c0c-d2f3cd608589 req-871ae521-db0e-4f56-923d-a37a6d6b3a81 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:42.291396 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-beaaf836-b141-426d-9c0c-d2f3cd608589 req-871ae521-db0e-4f56-923d-a37a6d6b3a81 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.1615496 Sep 18 05:13:42.350168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 286c9356-7feb-42a4-b31f-bdc513a116e6 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:13:42.370460 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-beaaf836-b141-426d-9c0c-d2f3cd608589 req-3a915408-e2b2-4372-afe1-bd8abc0e85c5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746171 Sep 18 05:13:42.541095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 286c9356-7feb-42a4-b31f-bdc513a116e6, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=286c9356-7feb-42a4-b31f-bdc513a116e6,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:42.559235 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '286c9356-7feb-42a4-b31f-bdc513a116e6', 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359', 'port_id': '286c9356-7feb-42a4-b31f-bdc513a116e6', 'mac_address': 'fa:16:3e:71:20:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8817cc4-5efc-4abd-af87-af0f6b42c4b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:13:42.650616 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:42.669911 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286c9356-7feb-42a4-b31f-bdc513a116e6 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:13:42.726026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 286c9356-7feb-42a4-b31f-bdc513a116e6, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=286c9356-7feb-42a4-b31f-bdc513a116e6,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:42.741575 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-03fc1fea-1475-4ebd-a831-43d9a922e4ff req-cf2b4610-f5cf-49a7-8c45-fc6d0f1a0d3d tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc9d59e7-4536-4243-aa11-5bc06fccad76 HTTP/1.1" status: 200 len: 210 time: 0.0806205 Sep 18 05:13:42.808379 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:42.911874 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=286c9356-7feb-42a4-b31f-bdc513a116e6,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:43.031825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fff05e4-ab30-4470-acf5-b11e53a33b47 admin admin] Made reservation on behalf of b372da42727e49509bd94f617be28f70 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:13:43.042419 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6fff05e4-ab30-4470-acf5-b11e53a33b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:43.093056 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['286c9356-7feb-42a4-b31f-bdc513a116e6'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:13:43.138496 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c274bb4-3f86-4570-919c-8594b8fafaf5 req-5571e5cf-7c2a-4b8b-b926-dec7cd700ad7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:43.152359 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c274bb4-3f86-4570-919c-8594b8fafaf5 req-5571e5cf-7c2a-4b8b-b926-dec7cd700ad7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 945 time: 0.1018431 Sep 18 05:13:43.222928 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c274bb4-3f86-4570-919c-8594b8fafaf5 req-734fa6ab-8746-4ef7-93e1-29d3780076b0 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646150 Sep 18 05:13:43.440406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff131187-fd59-4bec-bcd5-642f5764f506 req-82f3276c-b60d-4e2c-aa1c-f8387861fd04 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:43.449896 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff131187-fd59-4bec-bcd5-642f5764f506 req-82f3276c-b60d-4e2c-aa1c-f8387861fd04 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.4423683 Sep 18 05:13:43.587846 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5b726-ea61-459a-9764-360213d0673d req-1691b236-64a1-44e9-88b1-abcf81608a63 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:43.623230 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff131187-fd59-4bec-bcd5-642f5764f506 req-0a9a79a2-4817-410d-904b-ab8ebc393718 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711719 Sep 18 05:13:43.629617 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-06c5b726-ea61-459a-9764-360213d0673d req-1691b236-64a1-44e9-88b1-abcf81608a63 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.1094992 Sep 18 05:13:43.732980 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8c416fc1-0465-4cee-b7c5-0d308b5583d0 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:43.780057 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-06c5b726-ea61-459a-9764-360213d0673d req-5afba4d0-b08f-4f4d-8fd7-df5a62ba24fe tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466091 Sep 18 05:13:43.802801 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8c416fc1-0465-4cee-b7c5-0d308b5583d0 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:43.809774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c416fc1-0465-4cee-b7c5-0d308b5583d0 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:43.810680 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8c416fc1-0465-4cee-b7c5-0d308b5583d0 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:43.816499 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8c416fc1-0465-4cee-b7c5-0d308b5583d0 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/ports/fc2128e2-bb78-46da-ae51-a6e6f42f7438 HTTP/1.1" status: 200 len: 911 time: 2.2990842 Sep 18 05:13:43.818666 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56964) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:43.824231 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6fff05e4-ab30-4470-acf5-b11e53a33b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:43.862072 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 83233e40-6ef6-464b-a7e7-86835f5e5288 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:13:43.906304 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 83233e40-6ef6-464b-a7e7-86835f5e5288 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:13:43.906646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 83233e40-6ef6-464b-a7e7-86835f5e5288 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:13:44.019412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c416fc1-0465-4cee-b7c5-0d308b5583d0 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=fc2128e2-bb78-46da-ae51-a6e6f42f7438,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:44.031310 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff05e4-ab30-4470-acf5-b11e53a33b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3652170f-ab08-4d41-b110-118b14aed9ef,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:44.058821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fff05e4-ab30-4470-acf5-b11e53a33b47 admin admin] Checking segment: {'id': '9858ab5c-0a86-4647-a79f-808b1301d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:13:44.059467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fff05e4-ab30-4470-acf5-b11e53a33b47 admin admin] Network hostable DHCP agents. Network: 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:13:44.162149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fff05e4-ab30-4470-acf5-b11e53a33b47 admin admin] Network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:13:44.214551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-6fff05e4-ab30-4470-acf5-b11e53a33b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:44.221600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff05e4-ab30-4470-acf5-b11e53a33b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:44.221959 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6fff05e4-ab30-4470-acf5-b11e53a33b47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:44.228129 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87526a6-e7e2-46e3-82e8-b96af22577db None None] Network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:13:44.307881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 286c9356-7feb-42a4-b31f-bdc513a116e6 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:44.334588 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6fff05e4-ab30-4470-acf5-b11e53a33b47 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1876874 Sep 18 05:13:44.337579 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56978) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:44.342012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:44.506299 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:44.507359 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:44.596352 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bb918-4950-4f83-adcc-6b37337160fc req-520c53b1-4b88-4572-ac4d-713a20e163fe tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:44.608734 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-855bb918-4950-4f83-adcc-6b37337160fc req-520c53b1-4b88-4572-ac4d-713a20e163fe tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.1874423 Sep 18 05:13:44.682501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 286c9356-7feb-42a4-b31f-bdc513a116e6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:44.682501 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:44.692802 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-855bb918-4950-4f83-adcc-6b37337160fc req-a3592714-fa33-41aa-91d2-8bde7a3e8492 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806248 Sep 18 05:13:44.697554 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:44.720404 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25744598-89cd-4c9e-9ef4-625096ce4a8e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:44.724659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67a386-6b65-4502-bb94-c6b004634e39 req-3e685ed8-0040-4350-9c28-3b68ba089907 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:44.746708 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0d67a386-6b65-4502-bb94-c6b004634e39 req-3e685ed8-0040-4350-9c28-3b68ba089907 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 945 time: 0.3334146 Sep 18 05:13:44.757071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'fixed_ips': [{'subnet_id': '3652170f-ab08-4d41-b110-118b14aed9ef'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:13:44.758798 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:45.097096 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:45.105013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0d67a386-6b65-4502-bb94-c6b004634e39 req-aba48d69-76cb-4246-8e52-c033d79d43ab tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559518 Sep 18 05:13:45.110727 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:45.174294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c91526-89e5-4e1f-8da7-7bb3040372d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286c9356-7feb-42a4-b31f-bdc513a116e6'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:45.177617 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32632fa-c5fe-4adc-a8d3-1ac220004197" -d '{"events": [{"server_uuid": "65c91526-89e5-4e1f-8da7-7bb3040372d7", "name": "network-vif-plugged", "status": "completed", "tag": "286c9356-7feb-42a4-b31f-bdc513a116e6"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:45.201219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 286c9356-7feb-42a4-b31f-bdc513a116e6, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=286c9356-7feb-42a4-b31f-bdc513a116e6,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:45.218987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Allocated IP 172.20.0.2 (78c2b9f2-8e97-4d0a-84ce-22a58b092ad4/3652170f-ab08-4d41-b110-118b14aed9ef/c5cb79c1-94ca-4ce8-8f0c-759c9c07934c) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:13:45.225929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22913-d144-4e6b-81ea-9539a48d1e8d req-c36a109c-82b8-416a-b12a-227b8ce77098 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:45.253485 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0f22913-d144-4e6b-81ea-9539a48d1e8d req-c36a109c-82b8-416a-b12a-227b8ce77098 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.2629333 Sep 18 05:13:45.437515 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b738ba-774c-440d-aa39-4ad289bd05f5 req-b3a7cedd-75f4-4658-806a-651b3c99aff8 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:45.439932 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-36b738ba-774c-440d-aa39-4ad289bd05f5 req-b3a7cedd-75f4-4658-806a-651b3c99aff8 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.1606314 Sep 18 05:13:45.488346 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0f22913-d144-4e6b-81ea-9539a48d1e8d req-3db392cf-fa86-4c18-aaaa-31b89ac8b549 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454922 Sep 18 05:13:45.525330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-36b738ba-774c-440d-aa39-4ad289bd05f5 req-a23f2fd8-9cd5-4d78-9ecf-fee7696c83d7 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680065 Sep 18 05:13:45.552028 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-25744598-89cd-4c9e-9ef4-625096ce4a8e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port fc2128e2-bb78-46da-ae51-a6e6f42f7438 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:45.562040 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25744598-89cd-4c9e-9ef4-625096ce4a8e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:45.577651 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b015664d-1148-45b7-857e-d0be6b941de7 x-openstack-request-id: req-b015664d-1148-45b7-857e-d0be6b941de7 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:45.577775 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c91526-89e5-4e1f-8da7-7bb3040372d7", "name": "network-vif-plugged", "status": "completed", "tag": "286c9356-7feb-42a4-b31f-bdc513a116e6", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:45.578111 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b015664d-1148-45b7-857e-d0be6b941de7 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:45.578782 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c91526-89e5-4e1f-8da7-7bb3040372d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286c9356-7feb-42a4-b31f-bdc513a116e6', 'code': 200} Sep 18 05:13:45.579505 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:45.591487 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:45.665725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=286c9356-7feb-42a4-b31f-bdc513a116e6,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:45.675728 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25744598-89cd-4c9e-9ef4-625096ce4a8e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:45.701841 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:45.718533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-25744598-89cd-4c9e-9ef4-625096ce4a8e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for fc2128e2-bb78-46da-ae51-a6e6f42f7438 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:45.767486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:45.781998 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:45.787773 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:13:45.824372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Pushing event updated for resources: {'Port': ['ID=c5cb79c1-94ca-4ce8-8f0c-759c9c07934c,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:45.844271 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:45.957416 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:45.996215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Attempting to bind port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:13:46.000730 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Attempting to bind port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '9858ab5c-0a86-4647-a79f-808b1301d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:13:46.001168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Attempting to bind port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c on network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:13:46.017275 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:13:46.020525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Checking segment: {'id': '9858ab5c-0a86-4647-a79f-808b1301d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:13:46.021657 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:46.022953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Bound using segment: {'id': '9858ab5c-0a86-4647-a79f-808b1301d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:13:46.022953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Bound port: c5cb79c1-94ca-4ce8-8f0c-759c9c07934c, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9858ab5c-0a86-4647-a79f-808b1301d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:13:46.025012 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:46.169620 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b281d-ae77-4e6e-8de9-88fd9076c59d req-bd9d7f1d-9713-4cac-ab44-73528b40ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:46.171466 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-241b281d-ae77-4e6e-8de9-88fd9076c59d req-bd9d7f1d-9713-4cac-ab44-73528b40ec21 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 1098 time: 0.3287256 Sep 18 05:13:46.186828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8e512-5f17-439f-b25b-9eb4953bed0d req-d68c7037-a3ff-4594-979a-9a2fc04cecd0 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:46.189282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b9b8e512-5f17-439f-b25b-9eb4953bed0d req-d68c7037-a3ff-4594-979a-9a2fc04cecd0 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.2355309 Sep 18 05:13:46.202447 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] For port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:13:46.209691 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] For port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c5cb79c1-94ca-4ce8-8f0c-759c9c07934c,segment=NetworkSegment(9858ab5c-0a86-4647-a79f-808b1301d1a5),segment_id=9858ab5c-0a86-4647-a79f-808b1301d1a5)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:13:46.219832 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25744598-89cd-4c9e-9ef4-625096ce4a8e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:46.277523 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:46.302799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25744598-89cd-4c9e-9ef4-625096ce4a8e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=fc2128e2-bb78-46da-ae51-a6e6f42f7438,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:46.386670 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77283a5-9cb4-49b8-82e2-3869b591560a None None] Pushing event updated for resources: {'Port': ['ID=c5cb79c1-94ca-4ce8-8f0c-759c9c07934c,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:46.447684 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-241b281d-ae77-4e6e-8de9-88fd9076c59d req-406b8a1f-c07d-44c0-85bd-66a6eb67dc1c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414896 Sep 18 05:13:46.449277 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Allocated IP 172.25.7.192 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/fc8d7edd-9804-4604-b386-a2a6dbc7a32d) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:13:46.461740 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b9b8e512-5f17-439f-b25b-9eb4953bed0d req-e10cc81a-5f17-4f55-9c99-8537ba147641 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626901 Sep 18 05:13:46.561291 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25744598-89cd-4c9e-9ef4-625096ce4a8e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:47.041476 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:47.091586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f452-bae7-41f5-b69e-ce5e7bf646c4 req-11ca1345-98af-4d74-8d92-967492f834ae tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:47.105533 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6016f452-bae7-41f5-b69e-ce5e7bf646c4 req-11ca1345-98af-4d74-8d92-967492f834ae tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.3610618 Sep 18 05:13:47.166516 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6016f452-bae7-41f5-b69e-ce5e7bf646c4 req-ef467dc2-9da5-4f97-bdf6-8b5cfa1791a1 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599251 Sep 18 05:13:47.238372 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:47.365250 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:47.377231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:47.380152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:13:47.461957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25744598-89cd-4c9e-9ef4-625096ce4a8e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router f557fe2f-9359-4d90-90d0-765cd8dd3372 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:13:47.491282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Pushing event updated for resources: {'Port': ['ID=fc8d7edd-9804-4604-b386-a2a6dbc7a32d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:47.500572 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50049428-f642-466c-aac1-4384d4f928aa req-0ae11e0a-5c56-41ff-8c4f-0cda0dccdb50 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:47.502242 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50049428-f642-466c-aac1-4384d4f928aa req-0ae11e0a-5c56-41ff-8c4f-0cda0dccdb50 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 1.1947119 Sep 18 05:13:47.588817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9d60c-89aa-410a-8aa0-4adfd9aa9642 req-575df662-50d8-4129-a10d-7a23567fb64b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:47.602278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e0b9d60c-89aa-410a-8aa0-4adfd9aa9642 req-575df662-50d8-4129-a10d-7a23567fb64b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.3447948 Sep 18 05:13:47.707383 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25744598-89cd-4c9e-9ef4-625096ce4a8e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:13:47.730843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ffe9d-2942-44b1-a018-f4f0a1647a14 None None] Sync routers for ids ['f557fe2f-9359-4d90-90d0-765cd8dd3372'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:13:47.739741 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-25744598-89cd-4c9e-9ef4-625096ce4a8e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/f557fe2f-9359-4d90-90d0-765cd8dd3372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9189723 Sep 18 05:13:47.743510 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57026) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:47.745444 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ffe9d-2942-44b1-a018-f4f0a1647a14 None None] Routers {'f557fe2f-9359-4d90-90d0-765cd8dd3372'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:47.752363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ee0ffe9d-2942-44b1-a018-f4f0a1647a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f557fe2f-9359-4d90-90d0-765cd8dd3372'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:47.812008 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-04fb2032-116e-424b-8448-73e804f4685b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports?device_id=f557fe2f-9359-4d90-90d0-765cd8dd3372 HTTP/1.1" status: 200 len: 205 time: 0.0680361 Sep 18 05:13:47.812675 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57028) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:47.832950 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e0b9d60c-89aa-410a-8aa0-4adfd9aa9642 req-702db090-f945-414f-b70e-3c5dc0bf44eb tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156072 Sep 18 05:13:47.912659 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ee0ffe9d-2942-44b1-a018-f4f0a1647a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:47.969391 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c5cb79c1-94ca-4ce8-8f0c-759c9c07934c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:48.048940 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d49efe1f-224d-4d5a-979a-173909264e73 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:48.050298 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ffe9d-2942-44b1-a018-f4f0a1647a14 None None] Routers {'f557fe2f-9359-4d90-90d0-765cd8dd3372'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:48.055318 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ee0ffe9d-2942-44b1-a018-f4f0a1647a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f557fe2f-9359-4d90-90d0-765cd8dd3372'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:48.184095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ee0ffe9d-2942-44b1-a018-f4f0a1647a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:48.184871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ffe9d-2942-44b1-a018-f4f0a1647a14 None None] The sync data for ids ['f557fe2f-9359-4d90-90d0-765cd8dd3372'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:13:48.250447 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:48.251612 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:48.256206 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:48.282866 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50049428-f642-466c-aac1-4384d4f928aa req-be80bb05-e796-427d-baa9-018bc70ab34f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7673807 Sep 18 05:13:48.341785 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bf821d-059b-4e3d-ad20-c8c6f8867bf3 None None] Network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:13:48.526698 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab082a-7b00-4bc8-8bd2-b9e2ecfe7746 req-18466a12-363f-4b9d-bd66-68fa53723ff0 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:48.528151 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-67ab082a-7b00-4bc8-8bd2-b9e2ecfe7746 req-18466a12-363f-4b9d-bd66-68fa53723ff0 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.1901996 Sep 18 05:13:48.573250 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d49efe1f-224d-4d5a-979a-173909264e73 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:48.574863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-547e9617-9b8d-43d2-812d-72eacdd739f9 None None] Provisioning complete for port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:48.575364 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-547e9617-9b8d-43d2-812d-72eacdd739f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:48.598431 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d49efe1f-224d-4d5a-979a-173909264e73 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:48.758349 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:48.825920 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:48.843102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-67ab082a-7b00-4bc8-8bd2-b9e2ecfe7746 req-f2d57a14-d34f-4340-994d-4cd5b4f89b22 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940900 Sep 18 05:13:48.883848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41180bd7-d522-4065-bb7f-6a220a2361b7 req-ae80cffd-3f88-4b45-9c73-73c1a74358e6 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:48.896648 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-41180bd7-d522-4065-bb7f-6a220a2361b7 req-ae80cffd-3f88-4b45-9c73-73c1a74358e6 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.3282893 Sep 18 05:13:48.953745 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d49efe1f-224d-4d5a-979a-173909264e73 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:48.954360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49efe1f-224d-4d5a-979a-173909264e73 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Fanout notify agent at l3_agent the message router_deleted on router f557fe2f-9359-4d90-90d0-765cd8dd3372 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:13:48.967984 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d49efe1f-224d-4d5a-979a-173909264e73 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:48.975672 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d49efe1f-224d-4d5a-979a-173909264e73 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/routers/f557fe2f-9359-4d90-90d0-765cd8dd3372 HTTP/1.1" status: 204 len: 168 time: 1.1553774 Sep 18 05:13:48.975672 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57042) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:48.987489 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-547e9617-9b8d-43d2-812d-72eacdd739f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:49.066047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c5cb79c1-94ca-4ce8-8f0c-759c9c07934c,segment=NetworkSegment(9858ab5c-0a86-4647-a79f-808b1301d1a5),segment_id=9858ab5c-0a86-4647-a79f-808b1301d1a5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:49.067554 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1ee9e0-10f6-4309-8183-1c56c1434280 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting subnet c8b5dfe8-04a6-4372-8e77-7c666d39a715 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:13:49.070967 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee9e0-10f6-4309-8183-1c56c1434280 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:49.104226 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-41180bd7-d522-4065-bb7f-6a220a2361b7 req-33b5f650-c1f3-42be-9ac8-87a770966b84 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944723 Sep 18 05:13:49.129931 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:49.141372 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee9e0-10f6-4309-8183-1c56c1434280 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:49.149219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098d1e-82a3-4078-b514-02bb07871a9a req-ad298842-659f-4147-b4fb-ac53321d4db8 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:49.163553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24098d1e-82a3-4078-b514-02bb07871a9a req-ad298842-659f-4147-b4fb-ac53321d4db8 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.2209811 Sep 18 05:13:49.324898 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24098d1e-82a3-4078-b514-02bb07871a9a req-f3e8a0a0-82e9-404f-847d-2d879e98ca00 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531594 Sep 18 05:13:49.345916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:13:49.375654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=c5cb79c1-94ca-4ce8-8f0c-759c9c07934c,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:49.436426 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee9e0-10f6-4309-8183-1c56c1434280 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:49.482996 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-547e9617-9b8d-43d2-812d-72eacdd739f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:13:49.483892 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-547e9617-9b8d-43d2-812d-72eacdd739f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:13:49.591242 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1d1a9-8c16-43c7-b08a-d75f423345a9 req-e573d5c4-c292-4a7f-8aa5-a3e9aa6dda9e tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:49.594237 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e6a1d1a9-8c16-43c7-b08a-d75f423345a9 req-e573d5c4-c292-4a7f-8aa5-a3e9aa6dda9e tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.1196229 Sep 18 05:13:49.596060 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:13:49.612082 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Sync routers for ids ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:13:49.629595 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Routers {'abd5646a-8407-4a5a-9d45-f50bbad2b4c3'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:49.630499 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:49.694388 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee9e0-10f6-4309-8183-1c56c1434280 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:49.711513 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:49.719361 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e3f6d0ab-b202-4d59-8d32-76c2e6fd117d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3806171 Sep 18 05:13:49.720273 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57052) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:49.740744 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee9e0-10f6-4309-8183-1c56c1434280 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:49.742818 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2b1ee9e0-10f6-4309-8183-1c56c1434280 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/c8b5dfe8-04a6-4372-8e77-7c666d39a715 HTTP/1.1" status: 204 len: 168 time: 0.7696233 Sep 18 05:13:49.746842 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8632371-9963-4162-b145-7f779657b0d4 None None] Network 47e3c914-ba2d-4bac-bad8-c6576801b858 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:13:49.761434 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e6a1d1a9-8c16-43c7-b08a-d75f423345a9 req-99576940-503c-4ad2-878f-3f3373463e11 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571169 Sep 18 05:13:49.777856 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57056) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:49.831238 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ee9e0-10f6-4309-8183-1c56c1434280 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b5dfe8-04a6-4372-8e77-7c666d39a715,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:49.846441 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Set router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:13:49.927810 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c5cb79c1-94ca-4ce8-8f0c-759c9c07934c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:50.147436 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7306f-4a20-4080-9c25-189cce30dfbd req-815d81bc-a35a-4f38-842b-993f9a4d5d15 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:50.150084 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ef7306f-4a20-4080-9c25-189cce30dfbd req-815d81bc-a35a-4f38-842b-993f9a4d5d15 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.4200616 Sep 18 05:13:50.153937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:50.195827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a262ab-3641-4d3b-8dd2-a3941fffb31f req-d3802cef-7dfb-4b37-b944-3a7b43aa811b tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:50.227658 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:50.228046 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:50.232876 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97a262ab-3641-4d3b-8dd2-a3941fffb31f req-d3802cef-7dfb-4b37-b944-3a7b43aa811b tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 945 time: 0.2324498 Sep 18 05:13:50.309130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-fe13f573-8bee-4ca9-b660-c4fbc623b13d None None] Provisioning complete for port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:50.309586 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fe13f573-8bee-4ca9-b660-c4fbc623b13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:50.396868 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b680c2-de69-4f32-bd50-9627d04b5805 req-347b0e9e-85a3-417a-9bbf-9f2b23dd19d1 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:50.418648 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-70b680c2-de69-4f32-bd50-9627d04b5805 req-347b0e9e-85a3-417a-9bbf-9f2b23dd19d1 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.4365983 Sep 18 05:13:50.460393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcbfdd9-da27-40bd-a932-2bdf19fa3e90 None None] DHCP port deletion for 47e3c914-ba2d-4bac-bad8-c6576801b858 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:13:50.471809 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:13:47Z', 'revision_number': 3, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port': {'id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:45Z', 'updated_at': '2021-09-18T05:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:50.484827 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97a262ab-3641-4d3b-8dd2-a3941fffb31f req-c037fe28-bf2b-48a7-bacc-537f9e7c72e9 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/security-groups?id=055b1e97-7a08-4e49-9679-20c09c2a4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507746 Sep 18 05:13:50.541815 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Checking router: abd5646a-8407-4a5a-9d45-f50bbad2b4c3 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:13:50.543105 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Updating router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 port fc8d7edd-9804-4604-b386-a2a6dbc7a32d binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:13:50.548082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbfdd9-da27-40bd-a932-2bdf19fa3e90 None None] Deleting port 915e0ec7-76a1-43d4-bad4-2d6854404445 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:50.548515 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6fcbfdd9-da27-40bd-a932-2bdf19fa3e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:50.600156 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:50.637440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-70b680c2-de69-4f32-bd50-9627d04b5805 req-52e618ae-bad4-49bb-8b93-8e1d962f64e2 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128925 Sep 18 05:13:50.662750 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port 915e0ec7-76a1-43d4-bad4-2d6854404445 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:50.662750 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:50.695913 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6fcbfdd9-da27-40bd-a932-2bdf19fa3e90 None None] For port 915e0ec7-76a1-43d4-bad4-2d6854404445, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=915e0ec7-76a1-43d4-bad4-2d6854404445,segment=NetworkSegment(47c99ea1-4323-4a9c-8cb3-ef201fc49329),segment_id=47c99ea1-4323-4a9c-8cb3-ef201fc49329)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:50.696560 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6fcbfdd9-da27-40bd-a932-2bdf19fa3e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:50.736615 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbfdd9-da27-40bd-a932-2bdf19fa3e90 None None] Calling delete_port for 915e0ec7-76a1-43d4-bad4-2d6854404445 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:50.759493 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] For port 915e0ec7-76a1-43d4-bad4-2d6854404445, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=915e0ec7-76a1-43d4-bad4-2d6854404445,segment=NetworkSegment(47c99ea1-4323-4a9c-8cb3-ef201fc49329),segment_id=47c99ea1-4323-4a9c-8cb3-ef201fc49329)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:50.759708 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:50.787372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for 915e0ec7-76a1-43d4-bad4-2d6854404445 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:50.807480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-7ef7306f-4a20-4080-9c25-189cce30dfbd req-73f492cf-1c00-48ec-9e15-1cafad150692 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Deleting port a9abc170-4915-4609-90e2-57e146fd070b {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:50.807848 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7ef7306f-4a20-4080-9c25-189cce30dfbd req-73f492cf-1c00-48ec-9e15-1cafad150692 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:50.882208 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ac77c-cde6-4141-bd1b-8bd624de3843 req-b14894da-50fc-4efe-ad64-dae32dadcb47 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:50.885854 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d65ac77c-cde6-4141-bd1b-8bd624de3843 req-b14894da-50fc-4efe-ad64-dae32dadcb47 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.2295575 Sep 18 05:13:50.986115 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d65ac77c-cde6-4141-bd1b-8bd624de3843 req-8044ffff-740b-42fd-8a02-1bd3bbcb0726 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830536 Sep 18 05:13:51.013426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afca31-cea3-48c9-8cf2-400336c657c7 req-58bc01ff-186c-4076-a29f-0e9fe1309bdf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:51.013426 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11afca31-cea3-48c9-8cf2-400336c657c7 req-58bc01ff-186c-4076-a29f-0e9fe1309bdf tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.1749623 Sep 18 05:13:51.031009 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:51.106627 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11afca31-cea3-48c9-8cf2-400336c657c7 req-3e9a5e59-87f6-4ee5-bca9-c26a81217c3a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922372 Sep 18 05:13:51.113067 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7ef7306f-4a20-4080-9c25-189cce30dfbd req-73f492cf-1c00-48ec-9e15-1cafad150692 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] For port a9abc170-4915-4609-90e2-57e146fd070b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=a9abc170-4915-4609-90e2-57e146fd070b,segment=NetworkSegment(05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4),segment_id=05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:51.113778 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7ef7306f-4a20-4080-9c25-189cce30dfbd req-73f492cf-1c00-48ec-9e15-1cafad150692 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:51.154005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-7ef7306f-4a20-4080-9c25-189cce30dfbd req-73f492cf-1c00-48ec-9e15-1cafad150692 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Calling delete_port for a9abc170-4915-4609-90e2-57e146fd070b owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:51.192177 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:51.271242 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6fcbfdd9-da27-40bd-a932-2bdf19fa3e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:51.273475 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:51.341588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbfdd9-da27-40bd-a932-2bdf19fa3e90 None None] Pushing event deleted for resources: {'Port': ['ID=915e0ec7-76a1-43d4-bad4-2d6854404445,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:51.345002 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:51.363138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcbfdd9-da27-40bd-a932-2bdf19fa3e90 None None] No DVR routers for this DVR port 915e0ec7-76a1-43d4-bad4-2d6854404445 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:13:51.364106 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ba74a-a4f0-40f2-8e63-6798fc453d40 None None] Pushing event updated for resources: {'Port': ['ID=fc8d7edd-9804-4604-b386-a2a6dbc7a32d,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:51.384471 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Attempting to bind port fc8d7edd-9804-4604-b386-a2a6dbc7a32d on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:13:51.384939 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Attempting to bind port fc8d7edd-9804-4604-b386-a2a6dbc7a32d by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:13:51.386666 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Attempting to bind port fc8d7edd-9804-4604-b386-a2a6dbc7a32d on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:13:51.393826 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ba74a-a4f0-40f2-8e63-6798fc453d40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:51.395660 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ba74a-a4f0-40f2-8e63-6798fc453d40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:51.398647 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ba74a-a4f0-40f2-8e63-6798fc453d40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:51.399655 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ba74a-a4f0-40f2-8e63-6798fc453d40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:51.399801 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ba74a-a4f0-40f2-8e63-6798fc453d40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:51.400099 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ba74a-a4f0-40f2-8e63-6798fc453d40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:51.400556 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ba74a-a4f0-40f2-8e63-6798fc453d40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:51.401989 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ba74a-a4f0-40f2-8e63-6798fc453d40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:51.402992 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ba74a-a4f0-40f2-8e63-6798fc453d40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:51.403412 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ba74a-a4f0-40f2-8e63-6798fc453d40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:51.403991 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ba74a-a4f0-40f2-8e63-6798fc453d40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:51.404466 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214ba74a-a4f0-40f2-8e63-6798fc453d40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:13:51.421115 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:13:51.421959 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:13:51.424190 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:51.425836 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:13:51.433678 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Bound port: fc8d7edd-9804-4604-b386-a2a6dbc7a32d, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:13:51.433678 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:51.450143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=915e0ec7-76a1-43d4-bad4-2d6854404445,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:51.466466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No DVR routers for this DVR port 915e0ec7-76a1-43d4-bad4-2d6854404445 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:13:51.549997 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] For port fc8d7edd-9804-4604-b386-a2a6dbc7a32d, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:13:51.577856 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] For port fc8d7edd-9804-4604-b386-a2a6dbc7a32d, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fc8d7edd-9804-4604-b386-a2a6dbc7a32d,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:13:51.629840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Allocated IP 172.20.0.1 (78c2b9f2-8e97-4d0a-84ce-22a58b092ad4/3652170f-ab08-4d41-b110-118b14aed9ef/e868afcb-2055-48db-b095-a463bc549676) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:13:51.649694 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:51.701867 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:51.746435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e3c914-ba2d-4bac-bad8-c6576801b858']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:51.762385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c99ea1-4323-4a9c-8cb3-ef201fc49329') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:51.762960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c99ea1-4323-4a9c-8cb3-ef201fc49329') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:51.770555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7ef7306f-4a20-4080-9c25-189cce30dfbd req-73f492cf-1c00-48ec-9e15-1cafad150692 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:51.784945 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:51.821099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f492cf-1c00-48ec-9e15-1cafad150692 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Pushing event deleted for resources: {'Port': ['ID=a9abc170-4915-4609-90e2-57e146fd070b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:51.824640 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ba74a-a4f0-40f2-8e63-6798fc453d40 None None] Pushing event updated for resources: {'Port': ['ID=fc8d7edd-9804-4604-b386-a2a6dbc7a32d,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:51.829205 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 915e0ec7-76a1-43d4-bad4-2d6854404445 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:13:51.874044 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Routers {'abd5646a-8407-4a5a-9d45-f50bbad2b4c3'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:51.874729 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:51.877481 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d300646-3118-449a-9bc2-4d7f8f87db0c req-f05c006c-4c64-478e-80ea-1b9bee775a86 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 210 time: 0.1843066 Sep 18 05:13:51.898751 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 915e0ec7-76a1-43d4-bad4-2d6854404445 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:13:51.901516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 915e0ec7-76a1-43d4-bad4-2d6854404445 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:13:51.921219 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:51.957295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:13:51.958013 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:13:51.962490 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:13:52.018379 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef7306f-4a20-4080-9c25-189cce30dfbd req-73f492cf-1c00-48ec-9e15-1cafad150692 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] No DVR routers for this DVR port a9abc170-4915-4609-90e2-57e146fd070b on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:13:52.104747 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:52.176949 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] Set router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:13:52.244403 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:52.309845 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a9abc170-4915-4609-90e2-57e146fd070b no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:13:52.359148 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: a9abc170-4915-4609-90e2-57e146fd070b {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:13:52.359502 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device a9abc170-4915-4609-90e2-57e146fd070b not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:13:52.413950 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:52.444347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:52.451232 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:13:52.546479 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:13:47Z', 'revision_number': 3, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port': {'id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:45Z', 'updated_at': '2021-09-18T05:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:52.558150 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:52.586695 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c86764-910e-4e80-a383-7f45b851f95b None None] The sync data for ids ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'] in n-d-789963-13 is: [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:13:47Z', 'revision_number': 3, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port': {'id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:45Z', 'updated_at': '2021-09-18T05:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:13:52.711697 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Pushing event updated for resources: {'Port': ['ID=e868afcb-2055-48db-b095-a463bc549676,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:52.761066 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7ef7306f-4a20-4080-9c25-189cce30dfbd req-73f492cf-1c00-48ec-9e15-1cafad150692 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:52.769547 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ef7306f-4a20-4080-9c25-189cce30dfbd req-73f492cf-1c00-48ec-9e15-1cafad150692 tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.13 "DELETE /v2.0/ports/a9abc170-4915-4609-90e2-57e146fd070b HTTP/1.1" status: 204 len: 173 time: 2.5696440 Sep 18 05:13:52.784276 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-d03ab812-bc45-48ab-afcb-a5b84d92a1e6 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:52.787744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fd98bd-e0b6-41c0-9731-a14d0bc0e93f', 'name': 'network-vif-deleted', 'tag': 'a9abc170-4915-4609-90e2-57e146fd070b'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:52.790330 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed885ca-7cac-4899-94d0-bbdd53c5da5a" -d '{"events": [{"server_uuid": "d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f", "name": "network-vif-deleted", "tag": "a9abc170-4915-4609-90e2-57e146fd070b"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:52.793278 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-d03ab812-bc45-48ab-afcb-a5b84d92a1e6 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/networks?id=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 HTTP/1.1" status: 200 len: 815 time: 0.6259549 Sep 18 05:13:52.854252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef32349-57da-4148-a150-659e377b07b5 req-17188368-66ce-462b-a0bf-c22764ddb809 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:52.856484 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bef32349-57da-4148-a150-659e377b07b5 req-17188368-66ce-462b-a0bf-c22764ddb809 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.9714038 Sep 18 05:13:52.862391 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:52.864116 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:52.876478 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-220b9041-d557-46e0-8b8a-1913bbcfe35c tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/quotas/57a44cf45a5f4f8fb61b481f04c4e02e HTTP/1.1" status: 200 len: 375 time: 0.0813625 Sep 18 05:13:52.989369 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:53.014254 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:53.038427 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/networks/47e3c914-ba2d-4bac-bad8-c6576801b858 HTTP/1.1" status: 204 len: 168 time: 3.2618561 Sep 18 05:13:53.067959 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57122) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:53.079807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e562ea88-142b-40c3-a17d-9c1b7baa58bc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1813268092', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:53.092479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b3fecbce-76db-4c39-b80a-7024ce6244b7 None None] Provisioning complete for port e868afcb-2055-48db-b095-a463bc549676 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:53.093135 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b3fecbce-76db-4c39-b80a-7024ce6244b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:53.152109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7881a8-c149-4df3-9d24-b0022d8530d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Network': ['ID=47e3c914-ba2d-4bac-bad8-c6576801b858,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:53.176734 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:53.189918 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b3fecbce-76db-4c39-b80a-7024ce6244b7 None None] Port e868afcb-2055-48db-b095-a463bc549676 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:13:53.199260 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-d5406bbf-dd41-4248-9f06-5bfa5df1bf4e tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a44cf45a5f4f8fb61b481f04c4e02e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3219481 Sep 18 05:13:53.243581 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bef32349-57da-4148-a150-659e377b07b5 req-1188068d-23a7-4459-9565-ff5d1253a284 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640536 Sep 18 05:13:53.259015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a794b-83b8-425e-b1d4-9d03ccb8af7c req-63a270df-fda9-4b62-b6a8-8884a524b7ad tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:53.266874 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-845a794b-83b8-425e-b1d4-9d03ccb8af7c req-63a270df-fda9-4b62-b6a8-8884a524b7ad tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 945 time: 0.3950362 Sep 18 05:13:53.272679 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e562ea88-142b-40c3-a17d-9c1b7baa58bc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:53.274743 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e562ea88-142b-40c3-a17d-9c1b7baa58bc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:53.383532 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e562ea88-142b-40c3-a17d-9c1b7baa58bc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:53.389162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:53.406379 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-89a12707-5228-43ec-b721-6130ea6c7763 service neutron] 10.222.0.23 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958735 Sep 18 05:13:53.483631 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e562ea88-142b-40c3-a17d-9c1b7baa58bc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:53.524821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6b0a0-c896-449a-a713-30b8577a5c08 req-ad0ad077-c12d-49bb-b5b9-44f4df9a4100 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:53.540854 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88f6b0a0-c896-449a-a713-30b8577a5c08 req-ad0ad077-c12d-49bb-b5b9-44f4df9a4100 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.1384006 Sep 18 05:13:53.545763 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-7855eafa-8c73-4bc8-a557-2c54fa81a3b0 service neutron] 10.222.0.23 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316154 Sep 18 05:13:53.547460 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:53.690808 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88f6b0a0-c896-449a-a713-30b8577a5c08 req-707f6212-6e99-41bf-956f-17a6bc67d35b tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487820 Sep 18 05:13:53.722273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-845a794b-83b8-425e-b1d4-9d03ccb8af7c req-53b46795-d579-478e-8e6a-f5c6f419135a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Deleting port 26b1f908-a2f2-4f97-be62-767bf99ba77a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:53.729397 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-845a794b-83b8-425e-b1d4-9d03ccb8af7c req-53b46795-d579-478e-8e6a-f5c6f419135a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:53.734685 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e562ea88-142b-40c3-a17d-9c1b7baa58bc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:53.739904 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e562ea88-142b-40c3-a17d-9c1b7baa58bc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6697381 Sep 18 05:13:53.743451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57128) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:53.762539 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Pushing event updated for resources: {'Port': ['ID=e868afcb-2055-48db-b095-a463bc549676,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:53.789483 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:53.803603 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-218dd5fb-19f9-44e3-8997-15149f37b4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2050286034'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:53.815457 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f99765-771d-4912-864a-c859af8be050 x-openstack-request-id: req-c1f99765-771d-4912-864a-c859af8be050 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:53.815886 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f", "name": "network-vif-deleted", "tag": "a9abc170-4915-4609-90e2-57e146fd070b", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:53.816848 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1f99765-771d-4912-864a-c859af8be050 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:53.818942 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fd98bd-e0b6-41c0-9731-a14d0bc0e93f', 'name': 'network-vif-deleted', 'tag': 'a9abc170-4915-4609-90e2-57e146fd070b', 'status': 'completed', 'code': 200} Sep 18 05:13:53.943902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fc8d7edd-9804-4604-b386-a2a6dbc7a32d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:54.017996 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:54.034240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-845a794b-83b8-425e-b1d4-9d03ccb8af7c req-53b46795-d579-478e-8e6a-f5c6f419135a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] For port 26b1f908-a2f2-4f97-be62-767bf99ba77a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=26b1f908-a2f2-4f97-be62-767bf99ba77a,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:54.035005 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-845a794b-83b8-425e-b1d4-9d03ccb8af7c req-53b46795-d579-478e-8e6a-f5c6f419135a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:54.039678 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:54.061679 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-96775154-eef9-4cfa-bfa3-16fbd55aa4f3 req-74cf78aa-71ec-4c3a-982a-7b0a147fa2a9 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 210 time: 0.0957730 Sep 18 05:13:54.070452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-845a794b-83b8-425e-b1d4-9d03ccb8af7c req-53b46795-d579-478e-8e6a-f5c6f419135a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Calling delete_port for 26b1f908-a2f2-4f97-be62-767bf99ba77a owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:54.120555 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fc8d7edd-9804-4604-b386-a2a6dbc7a32d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:54.120937 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:54.278588 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:54.305533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:13:54.323551 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port fc8d7edd-9804-4604-b386-a2a6dbc7a32d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fc8d7edd-9804-4604-b386-a2a6dbc7a32d,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:54.437113 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:54.452530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-579f0fd7-52c2-4820-aaf5-0f47ff7b059a req-379ec032-53d5-44f7-8b74-c1429125658c tempest-ServerRescueTestJSON-951535518 tempest-ServerRescueTestJSON-951535518-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fd98bd-e0b6-41c0-9731-a14d0bc0e93f HTTP/1.1" status: 200 len: 210 time: 0.1012814 Sep 18 05:13:54.462809 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-845a794b-83b8-425e-b1d4-9d03ccb8af7c req-53b46795-d579-478e-8e6a-f5c6f419135a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:54.497440 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2e5b23a8-0157-4dd2-a0c0-986f6098c916 req-71da9924-5223-4014-aae8-5df073300e7c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 210 time: 0.0562687 Sep 18 05:13:54.503130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b46795-d579-478e-8e6a-f5c6f419135a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Pushing event deleted for resources: {'Port': ['ID=26b1f908-a2f2-4f97-be62-767bf99ba77a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:54.515425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['26b1f908-a2f2-4f97-be62-767bf99ba77a'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:13:54.545944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b923df2-3b25-4465-89d0-2f218e32cbc5 req-451e4436-1af9-4938-a5be-665a204c012b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:54.548606 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4b923df2-3b25-4465-89d0-2f218e32cbc5 req-451e4436-1af9-4938-a5be-665a204c012b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c91526-89e5-4e1f-8da7-7bb3040372d7 HTTP/1.1" status: 200 len: 946 time: 0.1827397 Sep 18 05:13:54.589763 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:13:54.604526 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b31799fc-7179-4e7e-936a-0d36e1f5844c admin admin] 10.222.0.23 "PUT /v2.0/routers/abd5646a-8407-4a5a-9d45-f50bbad2b4c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8689954 Sep 18 05:13:54.659044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218dd5fb-19f9-44e3-8997-15149f37b4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:13:54.667805 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-218dd5fb-19f9-44e3-8997-15149f37b4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:54.774977 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-845a794b-83b8-425e-b1d4-9d03ccb8af7c req-53b46795-d579-478e-8e6a-f5c6f419135a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] No DVR routers for this DVR port 26b1f908-a2f2-4f97-be62-767bf99ba77a on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:13:54.790009 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-845a794b-83b8-425e-b1d4-9d03ccb8af7c req-53b46795-d579-478e-8e6a-f5c6f419135a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:54.795858 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-845a794b-83b8-425e-b1d4-9d03ccb8af7c req-53b46795-d579-478e-8e6a-f5c6f419135a tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "DELETE /v2.0/ports/26b1f908-a2f2-4f97-be62-767bf99ba77a HTTP/1.1" status: 204 len: 173 time: 1.5152020 Sep 18 05:13:54.812984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f2bd1aed-2a5a-4788-866a-fc2e40a5c41f None None] Provisioning complete for port e868afcb-2055-48db-b095-a463bc549676 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:54.813626 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1aed-2a5a-4788-866a-fc2e40a5c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:54.874526 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=fc8d7edd-9804-4604-b386-a2a6dbc7a32d,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:54.912134 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd1aed-2a5a-4788-866a-fc2e40a5c41f None None] Port e868afcb-2055-48db-b095-a463bc549676 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:13:54.939167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218dd5fb-19f9-44e3-8997-15149f37b4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:13:54.957811 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-218dd5fb-19f9-44e3-8997-15149f37b4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:54.958089 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-218dd5fb-19f9-44e3-8997-15149f37b4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Added segment 845dbc04-71a7-48fb-8e06-28cada92f2d8 of type vlan for network fc63421d-ee0f-4bc2-8654-29819a2ce12a Sep 18 05:13:54.979038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-4b923df2-3b25-4465-89d0-2f218e32cbc5 req-2e6b9f8f-21df-480d-b3a2-cf4c31155ebd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Deleting port 286c9356-7feb-42a4-b31f-bdc513a116e6 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:54.979833 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4b923df2-3b25-4465-89d0-2f218e32cbc5 req-2e6b9f8f-21df-480d-b3a2-cf4c31155ebd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:55.145982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-4b923df2-3b25-4465-89d0-2f218e32cbc5 req-2e6b9f8f-21df-480d-b3a2-cf4c31155ebd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] For port 286c9356-7feb-42a4-b31f-bdc513a116e6, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=286c9356-7feb-42a4-b31f-bdc513a116e6,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:55.146362 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4b923df2-3b25-4465-89d0-2f218e32cbc5 req-2e6b9f8f-21df-480d-b3a2-cf4c31155ebd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:55.170800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4feb44-3ffb-4a30-998a-4a6119fa82c1 req-8f34ddff-44f1-4141-ad41-8b6c0113dfd5 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:55.170800 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a4feb44-3ffb-4a30-998a-4a6119fa82c1 req-8f34ddff-44f1-4141-ad41-8b6c0113dfd5 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.3335133 Sep 18 05:13:55.186964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-4b923df2-3b25-4465-89d0-2f218e32cbc5 req-2e6b9f8f-21df-480d-b3a2-cf4c31155ebd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Calling delete_port for 286c9356-7feb-42a4-b31f-bdc513a116e6 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:55.194576 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-218dd5fb-19f9-44e3-8997-15149f37b4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:55.199899 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-de4e6200-2f5b-4c69-9f6c-a8ef2d954952 req-46d62395-76fd-4439-9676-00745e3f16a2 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 210 time: 0.0531938 Sep 18 05:13:55.312335 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a4feb44-3ffb-4a30-998a-4a6119fa82c1 req-edd420fd-7d69-4849-9d94-3cb38ef73729 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316192 Sep 18 05:13:55.427560 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-218dd5fb-19f9-44e3-8997-15149f37b4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:55.433693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218dd5fb-19f9-44e3-8997-15149f37b4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:55.434302 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-218dd5fb-19f9-44e3-8997-15149f37b4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:55.503933 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4b923df2-3b25-4465-89d0-2f218e32cbc5 req-2e6b9f8f-21df-480d-b3a2-cf4c31155ebd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:55.510634 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-218dd5fb-19f9-44e3-8997-15149f37b4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7252288 Sep 18 05:13:55.512428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57204) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:55.528362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-34558210-2b47-4e75-99ef-868797a5cdcc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'subnet': {'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:55.531689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57206) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:55.576005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b9f8f-21df-480d-b3a2-cf4c31155ebd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Pushing event deleted for resources: {'Port': ['ID=286c9356-7feb-42a4-b31f-bdc513a116e6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:55.589937 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dd5fb-19f9-44e3-8997-15149f37b4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Network': ['ID=fc63421d-ee0f-4bc2-8654-29819a2ce12a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:55.636048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network fc63421d-ee0f-4bc2-8654-29819a2ce12a details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:13:55.695245 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b923df2-3b25-4465-89d0-2f218e32cbc5 req-2e6b9f8f-21df-480d-b3a2-cf4c31155ebd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] No DVR routers for this DVR port 286c9356-7feb-42a4-b31f-bdc513a116e6 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:13:55.699854 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Sync routers for ids ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:13:55.718729 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4b923df2-3b25-4465-89d0-2f218e32cbc5 req-2e6b9f8f-21df-480d-b3a2-cf4c31155ebd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:55.725551 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4b923df2-3b25-4465-89d0-2f218e32cbc5 req-2e6b9f8f-21df-480d-b3a2-cf4c31155ebd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.13 "DELETE /v2.0/ports/286c9356-7feb-42a4-b31f-bdc513a116e6 HTTP/1.1" status: 204 len: 173 time: 1.1608145 Sep 18 05:13:55.836140 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-701ba6d5-acc6-4f7b-8dc0-4f0a4ca8cf88 req-35a2e3d9-c371-430b-93d5-281232cdbfc4 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=609f5f20-68ee-4e09-a7f3-027c59875fbf HTTP/1.1" status: 200 len: 210 time: 0.1188660 Sep 18 05:13:55.836732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609f5f20-68ee-4e09-a7f3-027c59875fbf', 'name': 'network-vif-deleted', 'tag': '26b1f908-a2f2-4f97-be62-767bf99ba77a'}, {'server_uuid': '65c91526-89e5-4e1f-8da7-7bb3040372d7', 'name': 'network-vif-deleted', 'tag': '286c9356-7feb-42a4-b31f-bdc513a116e6'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:13:55.842994 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ec177c-d966-4e6e-8bb7-bc15325c132e" -d '{"events": [{"server_uuid": "609f5f20-68ee-4e09-a7f3-027c59875fbf", "name": "network-vif-deleted", "tag": "26b1f908-a2f2-4f97-be62-767bf99ba77a"}, {"server_uuid": "65c91526-89e5-4e1f-8da7-7bb3040372d7", "name": "network-vif-deleted", "tag": "286c9356-7feb-42a4-b31f-bdc513a116e6"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:13:55.939889 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fc8d7edd-9804-4604-b386-a2a6dbc7a32d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:13:55.945477 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Routers {'abd5646a-8407-4a5a-9d45-f50bbad2b4c3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:55.946396 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-29dc69de-01db-4340-a418-0d8709003360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:55.992993 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 05:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964fd58e-cf78-4a82-aac8-39fa0ba84ba8 x-openstack-request-id: req-964fd58e-cf78-4a82-aac8-39fa0ba84ba8 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:13:55.993533 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609f5f20-68ee-4e09-a7f3-027c59875fbf", "name": "network-vif-deleted", "tag": "26b1f908-a2f2-4f97-be62-767bf99ba77a", "status": "completed", "code": 200}, {"server_uuid": "65c91526-89e5-4e1f-8da7-7bb3040372d7", "name": "network-vif-deleted", "tag": "286c9356-7feb-42a4-b31f-bdc513a116e6", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:13:55.993665 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-964fd58e-cf78-4a82-aac8-39fa0ba84ba8 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:13:55.994035 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609f5f20-68ee-4e09-a7f3-027c59875fbf', 'name': 'network-vif-deleted', 'tag': '26b1f908-a2f2-4f97-be62-767bf99ba77a', 'status': 'completed', 'code': 200} Sep 18 05:13:55.994477 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c91526-89e5-4e1f-8da7-7bb3040372d7', 'name': 'network-vif-deleted', 'tag': '286c9356-7feb-42a4-b31f-bdc513a116e6', 'status': 'completed', 'code': 200} Sep 18 05:13:56.262810 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Set router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:13:56.352779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52ceeade-ad8f-45bd-b805-b0d8b4fb6721 req-e4469026-993f-49ea-80fc-dfad4ad58390 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 210 time: 0.0539043 Sep 18 05:13:56.354247 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 286c9356-7feb-42a4-b31f-bdc513a116e6 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:13:56.423625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 286c9356-7feb-42a4-b31f-bdc513a116e6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:13:56.424312 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 286c9356-7feb-42a4-b31f-bdc513a116e6 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:13:56.443871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fc8d7edd-9804-4604-b386-a2a6dbc7a32d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:56.444525 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:56.719274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbe45-c2fe-4d84-ae75-57607a586d0f req-0cd7dc01-255d-40fe-b2b9-4883a92b581c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:56.727719 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bb5bbe45-c2fe-4d84-ae75-57607a586d0f req-0cd7dc01-255d-40fe-b2b9-4883a92b581c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.2614174 Sep 18 05:13:56.919427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-3b0f2081-e332-42f7-8d0c-67d3600e79b5 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:56.928620 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-3b0f2081-e332-42f7-8d0c-67d3600e79b5 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.18 "GET /v2.0/networks?id=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 HTTP/1.1" status: 200 len: 815 time: 0.2554963 Sep 18 05:13:56.948625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-c317027b-3580-4abb-a395-a267eabd26d7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Request body: {'port': {'device_id': '64db29ef-7eef-4122-bfc6-700efce53e9f', 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359', 'admin_state_up': True, 'tenant_id': '57a44cf45a5f4f8fb61b481f04c4e02e'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:57.000886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-29dc69de-01db-4340-a418-0d8709003360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:13:52Z', 'revision_number': 4, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port': {'id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:45Z', 'updated_at': '2021-09-18T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'e868afcb-2055-48db-b095-a463bc549676', 'name': '', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'mac_address': 'fa:16:3e:67:81:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:51Z', 'updated_at': '2021-09-18T05:13:53Z', 'revision_number': 2, 'project_id': 'b372da42727e49509bd94f617be28f70', 'subnets': [{'id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:57.002288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34558210-2b47-4e75-99ef-868797a5cdcc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:13:57.022061 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34558210-2b47-4e75-99ef-868797a5cdcc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:57.061359 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Checking router: abd5646a-8407-4a5a-9d45-f50bbad2b4c3 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:13:57.062867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Updating router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 port e868afcb-2055-48db-b095-a463bc549676 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:13:57.186941 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:57.208753 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bb5bbe45-c2fe-4d84-ae75-57607a586d0f req-30f1489f-8d33-427e-8f7e-78430dd7a927 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742410 Sep 18 05:13:57.339967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-c317027b-3580-4abb-a395-a267eabd26d7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Made reservation on behalf of 57a44cf45a5f4f8fb61b481f04c4e02e for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:13:57.344494 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-c317027b-3580-4abb-a395-a267eabd26d7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:57.536772 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-352c945a-acc4-42ac-bb0b-f6575dcaba21 req-a0b39334-3095-403e-b605-cbe8490093bd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 210 time: 0.0665772 Sep 18 05:13:57.607785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-f4149874-d5f0-450f-bd04-1d4c5b52bf29 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:57.609461 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-f4149874-d5f0-450f-bd04-1d4c5b52bf29 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 812 time: 0.2374961 Sep 18 05:13:57.644522 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-4d83209f-4265-4d47-ad3e-3bdb988209a3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/quotas/3096e0d917c34cff9e463e09ad6891a9 HTTP/1.1" status: 200 len: 375 time: 0.0266757 Sep 18 05:13:57.694034 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-ede2e648-4443-40a5-9e48-d8ff11cf6e87 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418584 Sep 18 05:13:57.736012 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:57.802039 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:57.844420 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-c317027b-3580-4abb-a395-a267eabd26d7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Allocated IP 172.20.0.14 (c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359/e8817cc4-5efc-4abd-af87-af0f6b42c4b4/f07edd81-b5e9-4937-a844-c4d39bbdafd7) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:13:57.900741 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29925cb4-967e-4c63-9edf-42519d2bfdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:57.904016 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34558210-2b47-4e75-99ef-868797a5cdcc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:57.962718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 26b1f908-a2f2-4f97-be62-767bf99ba77a no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:13:58.005888 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-d320a853-1ee2-46cc-a658-86060a3ba714 service neutron] 10.222.0.23 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811799 Sep 18 05:13:58.061149 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 26b1f908-a2f2-4f97-be62-767bf99ba77a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:13:58.061746 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 26b1f908-a2f2-4f97-be62-767bf99ba77a not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:13:58.064089 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ade38-b557-41f0-9df8-10c773821730 None None] Pushing event updated for resources: {'Port': ['ID=e868afcb-2055-48db-b095-a463bc549676,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:58.091911 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Attempting to bind port e868afcb-2055-48db-b095-a463bc549676 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:13:58.092328 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Attempting to bind port e868afcb-2055-48db-b095-a463bc549676 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '9858ab5c-0a86-4647-a79f-808b1301d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:13:58.092706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Attempting to bind port e868afcb-2055-48db-b095-a463bc549676 on network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:13:58.105372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:13:58.105766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Checking segment: {'id': '9858ab5c-0a86-4647-a79f-808b1301d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:13:58.106193 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:58.106607 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Bound using segment: {'id': '9858ab5c-0a86-4647-a79f-808b1301d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:13:58.118239 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Bound port: e868afcb-2055-48db-b095-a463bc549676, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9858ab5c-0a86-4647-a79f-808b1301d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:13:58.118705 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:58.257884 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34558210-2b47-4e75-99ef-868797a5cdcc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Checking segment: {'id': '845dbc04-71a7-48fb-8e06-28cada92f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:13:58.258739 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34558210-2b47-4e75-99ef-868797a5cdcc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network hostable DHCP agents. Network: fc63421d-ee0f-4bc2-8654-29819a2ce12a, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:13:58.305815 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-29dc69de-01db-4340-a418-0d8709003360 None None] For port e868afcb-2055-48db-b095-a463bc549676, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:13:58.322562 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-29dc69de-01db-4340-a418-0d8709003360 None None] For port e868afcb-2055-48db-b095-a463bc549676, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e868afcb-2055-48db-b095-a463bc549676,segment=NetworkSegment(9858ab5c-0a86-4647-a79f-808b1301d1a5),segment_id=9858ab5c-0a86-4647-a79f-808b1301d1a5)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:13:58.328808 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-34ff62c2-48f3-4542-bb07-be240de249bd None None] Provisioning complete for port e868afcb-2055-48db-b095-a463bc549676 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:58.329287 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-34ff62c2-48f3-4542-bb07-be240de249bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:58.331955 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 1e3663a3-5216-4988-8e85-236791678bc8 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:13:58.341050 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34558210-2b47-4e75-99ef-868797a5cdcc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Subnet': ['ID=71e97e4d-b7ec-4311-a784-4af3f074873d,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:58.374522 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-c477aef0-8099-43b0-a489-368cc03568a0 service neutron] 10.222.0.23 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677835 Sep 18 05:13:58.411381 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:58.425708 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-c317027b-3580-4abb-a395-a267eabd26d7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:58.486538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-34ff62c2-48f3-4542-bb07-be240de249bd None None] Port e868afcb-2055-48db-b095-a463bc549676 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:13:58.543453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34558210-2b47-4e75-99ef-868797a5cdcc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network fc63421d-ee0f-4bc2-8654-29819a2ce12a is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:13:58.578483 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.resource_extend [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:13:58.654635 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-c317027b-3580-4abb-a395-a267eabd26d7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:58.688392 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-34558210-2b47-4e75-99ef-868797a5cdcc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, fc63421d-ee0f-4bc2-8654-29819a2ce12a) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:58.704253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34558210-2b47-4e75-99ef-868797a5cdcc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:58.712750 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34558210-2b47-4e75-99ef-868797a5cdcc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:58.855404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 1e3663a3-5216-4988-8e85-236791678bc8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1e3663a3-5216-4988-8e85-236791678bc8,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:58.860659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-c317027b-3580-4abb-a395-a267eabd26d7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:13:58.891737 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9809a0a-dbe2-4553-a1cb-3176e2069cc8 None None] Network fc63421d-ee0f-4bc2-8654-29819a2ce12a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:13:58.902689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '1e3663a3-5216-4988-8e85-236791678bc8', 'network_id': 'fdc9f2cd-0fcf-4feb-9ace-728923259202', 'port_id': '1e3663a3-5216-4988-8e85-236791678bc8', 'mac_address': 'fa:16:3e:11:b2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0078b2-978b-4f73-9fac-427b64b39f17', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:13:58.929392 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ade38-b557-41f0-9df8-10c773821730 None None] Pushing event updated for resources: {'Port': ['ID=e868afcb-2055-48db-b095-a463bc549676,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:58.970596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317027b-3580-4abb-a395-a267eabd26d7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Pushing event updated for resources: {'Port': ['ID=f07edd81-b5e9-4937-a844-c4d39bbdafd7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:58.999630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-c317027b-3580-4abb-a395-a267eabd26d7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:13:59.003913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-c317027b-3580-4abb-a395-a267eabd26d7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:13:59.009737 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-34558210-2b47-4e75-99ef-868797a5cdcc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4961681 Sep 18 05:13:59.012703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57322) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:13:59.026284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eb31f-777a-4e25-a215-67c9981bf22e req-4551a11e-91e4-4088-948f-d8b830b1b3fe tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:59.032772 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8f7eb31f-777a-4e25-a215-67c9981bf22e req-4551a11e-91e4-4088-948f-d8b830b1b3fe tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 943 time: 0.3005056 Sep 18 05:13:59.071558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Routers {'abd5646a-8407-4a5a-9d45-f50bbad2b4c3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:13:59.074667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-29dc69de-01db-4340-a418-0d8709003360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:13:59.119618 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6f6d5-544c-4b0e-a240-e9245956927a req-f46470bd-0560-410e-a498-2a001a32a89d tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:59.121397 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-36c6f6d5-544c-4b0e-a240-e9245956927a req-f46470bd-0560-410e-a498-2a001a32a89d tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 932 time: 0.2325647 Sep 18 05:13:59.133766 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8f7eb31f-777a-4e25-a215-67c9981bf22e req-d0fb17da-3eef-4724-af9a-325d0ce4887a tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992649 Sep 18 05:13:59.166660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-29925cb4-967e-4c63-9edf-42519d2bfdb0 admin admin] Deleting port 2411e013-6b07-4cf8-9646-837b3120b90d {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:13:59.167122 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29925cb4-967e-4c63-9edf-42519d2bfdb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:59.360334 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-36c6f6d5-544c-4b0e-a240-e9245956927a req-4380ae36-0cf1-4328-8209-538984d34a6d tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513920 Sep 18 05:13:59.373078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-c317027b-3580-4abb-a395-a267eabd26d7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:59.374246 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-c317027b-3580-4abb-a395-a267eabd26d7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:59.416058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-524dd93b-2867-4c40-b3c9-26b0ea5126f8 None None] Provisioning complete for port e868afcb-2055-48db-b095-a463bc549676 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:13:59.416477 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-524dd93b-2867-4c40-b3c9-26b0ea5126f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:59.417743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-29925cb4-967e-4c63-9edf-42519d2bfdb0 admin admin] For port 2411e013-6b07-4cf8-9646-837b3120b90d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2411e013-6b07-4cf8-9646-837b3120b90d,segment=NetworkSegment(05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4),segment_id=05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:59.418130 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29925cb4-967e-4c63-9edf-42519d2bfdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:59.443259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b442f2-5652-4169-809d-8ccf96f8e856 req-73c7c9d5-fd30-4fb3-8691-87b16814ccad tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:13:59.451909 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-60b442f2-5652-4169-809d-8ccf96f8e856 req-73c7c9d5-fd30-4fb3-8691-87b16814ccad tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 946 time: 0.1611776 Sep 18 05:13:59.458000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-29925cb4-967e-4c63-9edf-42519d2bfdb0 admin admin] Calling delete_port for 2411e013-6b07-4cf8-9646-837b3120b90d owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:13:59.490421 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-c317027b-3580-4abb-a395-a267eabd26d7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5513098 Sep 18 05:13:59.512616 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:59.522372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Request body: {'port': {'device_id': '64db29ef-7eef-4122-bfc6-700efce53e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:13:59.527943 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9aec82f4-6fd0-4a7e-802f-0b43e30e2b99 req-7538f32d-2bdc-43ab-acfe-48716dd948f1 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 210 time: 0.0525312 Sep 18 05:13:59.557847 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-60b442f2-5652-4169-809d-8ccf96f8e856 req-13b3e785-64cd-4622-8b12-be21adcb3a2b tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047277 Sep 18 05:13:59.616073 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3663a3-5216-4988-8e85-236791678bc8 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:13:59.781250 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:59.783612 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:59.825491 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29925cb4-967e-4c63-9edf-42519d2bfdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:59.867002 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29925cb4-967e-4c63-9edf-42519d2bfdb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2411e013-6b07-4cf8-9646-837b3120b90d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:13:59.890238 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 1e3663a3-5216-4988-8e85-236791678bc8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1e3663a3-5216-4988-8e85-236791678bc8,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:13:59.948549 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:13:59.978312 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-29dc69de-01db-4340-a418-0d8709003360 None None] Set router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:00.179811 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29925cb4-967e-4c63-9edf-42519d2bfdb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:00.247754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=1e3663a3-5216-4988-8e85-236791678bc8,revision_number=9']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:00.275970 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:14:00.285106 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:00.288337 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['1e3663a3-5216-4988-8e85-236791678bc8'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:14:00.423222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c2977-b473-4caa-893f-2fd6ebf44ae7 req-1947f41a-2a89-4559-84d6-1c7d255f9cad tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:00.425353 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-486c2977-b473-4caa-893f-2fd6ebf44ae7 req-1947f41a-2a89-4559-84d6-1c7d255f9cad tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 946 time: 0.2227712 Sep 18 05:14:00.427714 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-524dd93b-2867-4c40-b3c9-26b0ea5126f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:00.505274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1ec2a-26f4-496d-8f4f-b4aeb3073cbd req-bc98d203-92f4-4dc2-932b-18993008f553 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:00.512487 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-12a1ec2a-26f4-496d-8f4f-b4aeb3073cbd req-bc98d203-92f4-4dc2-932b-18993008f553 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 944 time: 0.2336280 Sep 18 05:14:00.543097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Allocated IP 2001:db8::1 (fc63421d-ee0f-4bc2-8654-29819a2ce12a/71e97e4d-b7ec-4311-a784-4af3f074873d/1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:00.663876 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-524dd93b-2867-4c40-b3c9-26b0ea5126f8 None None] For port e868afcb-2055-48db-b095-a463bc549676, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e868afcb-2055-48db-b095-a463bc549676,segment=NetworkSegment(9858ab5c-0a86-4647-a79f-808b1301d1a5),segment_id=9858ab5c-0a86-4647-a79f-808b1301d1a5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:00.712889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ae7e1-409c-4ced-8423-0984fe5e1dd8 req-038efe8a-e0ea-4b1c-8a86-500d197fed5c tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:00.719866 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-29dc69de-01db-4340-a418-0d8709003360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:13:52Z', 'revision_number': 4, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port': {'id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:45Z', 'updated_at': '2021-09-18T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'e868afcb-2055-48db-b095-a463bc549676', 'name': '', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'mac_address': 'fa:16:3e:67:81:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:51Z', 'updated_at': '2021-09-18T05:13:58Z', 'revision_number': 4, 'project_id': 'b372da42727e49509bd94f617be28f70', 'subnets': [{'id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:00.735916 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-075ae7e1-409c-4ced-8423-0984fe5e1dd8 req-038efe8a-e0ea-4b1c-8a86-500d197fed5c tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 932 time: 0.1939526 Sep 18 05:14:00.782416 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-12a1ec2a-26f4-496d-8f4f-b4aeb3073cbd req-dce93f59-d96d-4a8f-8c18-f825b4b86634 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623961 Sep 18 05:14:00.784133 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc69de-01db-4340-a418-0d8709003360 None None] The sync data for ids ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'] in n-d-789963-13 is: [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:13:52Z', 'revision_number': 4, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port': {'id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:45Z', 'updated_at': '2021-09-18T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'e868afcb-2055-48db-b095-a463bc549676', 'name': '', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'mac_address': 'fa:16:3e:67:81:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:51Z', 'updated_at': '2021-09-18T05:13:58Z', 'revision_number': 4, 'project_id': 'b372da42727e49509bd94f617be28f70', 'subnets': [{'id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:14:00.803074 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29925cb4-967e-4c63-9edf-42519d2bfdb0 admin admin] Router 30488cc8-dbad-4bb9-87a5-b28b63c4e452 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:14:00.836407 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-075ae7e1-409c-4ced-8423-0984fe5e1dd8 req-5c2e2cb9-c74c-4992-bb02-a6510630e55f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973921 Sep 18 05:14:01.073349 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29925cb4-967e-4c63-9edf-42519d2bfdb0 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:14:01.086536 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-524dd93b-2867-4c40-b3c9-26b0ea5126f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:01.087929 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bafabb-ba11-462e-a90f-4d49a500b414 None None] Sync routers for ids ['30488cc8-dbad-4bb9-87a5-b28b63c4e452'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:14:01.103740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-29925cb4-967e-4c63-9edf-42519d2bfdb0 admin admin] 10.222.0.23 "PUT /v2.0/routers/30488cc8-dbad-4bb9-87a5-b28b63c4e452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4897866 Sep 18 05:14:01.109382 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57354) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:01.117685 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bafabb-ba11-462e-a90f-4d49a500b414 None None] Routers {'30488cc8-dbad-4bb9-87a5-b28b63c4e452'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:01.118410 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-84bafabb-ba11-462e-a90f-4d49a500b414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['30488cc8-dbad-4bb9-87a5-b28b63c4e452'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:01.226396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca5bca-35f4-41e8-83b7-b554ea44f5c9 req-61653e3c-8a58-4d6f-8a7d-6b82f8c39767 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:01.229663 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63ca5bca-35f4-41e8-83b7-b554ea44f5c9 req-61653e3c-8a58-4d6f-8a7d-6b82f8c39767 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 946 time: 0.2095175 Sep 18 05:14:01.239519 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524dd93b-2867-4c40-b3c9-26b0ea5126f8 None None] Pushing event updated for resources: {'Port': ['ID=e868afcb-2055-48db-b095-a463bc549676,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:01.282364 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7a361d66-6b94-49ec-a2dc-3b29b0ec00ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:01.319125 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63ca5bca-35f4-41e8-83b7-b554ea44f5c9 req-7f91be43-98e9-4e61-b302-bf8043150b2f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804620 Sep 18 05:14:01.361675 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-84bafabb-ba11-462e-a90f-4d49a500b414 None None] Set router 30488cc8-dbad-4bb9-87a5-b28b63c4e452 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:01.402638 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:01.613206 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:01.646520 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1f6b5dc7-2343-4a85-a1f3-8f234d1be7ef req-cede46a0-9649-4b14-8af7-db933c32f72f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 210 time: 0.1003079 Sep 18 05:14:01.705165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f07edd81-b5e9-4937-a844-c4d39bbdafd7 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:14:01.722686 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:01.731120 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-84bafabb-ba11-462e-a90f-4d49a500b414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'name': 'tempest-ServerRescueTestJSON-1002381863-router', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'be3a0450-8943-487f-adeb-5d1271b908b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:11:25Z', 'updated_at': '2021-09-18T05:13:59Z', 'revision_number': 5, 'project_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'gw_port': {'id': 'be3a0450-8943-487f-adeb-5d1271b908b1', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:11:27Z', 'updated_at': '2021-09-18T05:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:01.737649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Transition to ACTIVE for port object f07edd81-b5e9-4937-a844-c4d39bbdafd7 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:14:01.806456 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] Deleting port be3a0450-8943-487f-adeb-5d1271b908b1 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:14:01.806817 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:01.809128 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bafabb-ba11-462e-a90f-4d49a500b414 None None] Checking router: 30488cc8-dbad-4bb9-87a5-b28b63c4e452 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:14:01.857196 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bafabb-ba11-462e-a90f-4d49a500b414 None None] Routers {'30488cc8-dbad-4bb9-87a5-b28b63c4e452'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:01.860971 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-84bafabb-ba11-462e-a90f-4d49a500b414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:13:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['30488cc8-dbad-4bb9-87a5-b28b63c4e452'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:01.922746 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:01.979347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] For port be3a0450-8943-487f-adeb-5d1271b908b1, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=be3a0450-8943-487f-adeb-5d1271b908b1,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:01.990080 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:02.016827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] Calling delete_port for be3a0450-8943-487f-adeb-5d1271b908b1 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:14:02.033637 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:02.075577 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e868afcb-2055-48db-b095-a463bc549676 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:02.104376 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-84bafabb-ba11-462e-a90f-4d49a500b414 None None] Set router 30488cc8-dbad-4bb9-87a5-b28b63c4e452 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:02.165515 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port e868afcb-2055-48db-b095-a463bc549676 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:02.165912 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:02.200510 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Pushing event updated for resources: {'Port': ['ID=f07edd81-b5e9-4937-a844-c4d39bbdafd7,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:02.261939 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-84bafabb-ba11-462e-a90f-4d49a500b414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'name': 'tempest-ServerRescueTestJSON-1002381863-router', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:11:25Z', 'updated_at': '2021-09-18T05:14:01Z', 'revision_number': 6, 'project_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:02.342146 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 1e3663a3-5216-4988-8e85-236791678bc8 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:02.383802 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-486c2977-b473-4caa-893f-2fd6ebf44ae7 req-051fc60a-86ef-451d-8220-5200ba38f756 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Deleting port 205d4207-6fda-41a0-bd1f-a05a60520982 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:14:02.385072 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-486c2977-b473-4caa-893f-2fd6ebf44ae7 req-051fc60a-86ef-451d-8220-5200ba38f756 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:02.443375 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:02.479540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44eeec-3d39-4405-ad56-f6a5ca83e61d req-76f8280f-1cc0-4c73-ab32-bcf32002518f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:02.480550 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bafabb-ba11-462e-a90f-4d49a500b414 None None] The sync data for ids ['30488cc8-dbad-4bb9-87a5-b28b63c4e452'] in n-d-789963-13 is: [{'id': '30488cc8-dbad-4bb9-87a5-b28b63c4e452', 'name': 'tempest-ServerRescueTestJSON-1002381863-router', 'tenant_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:11:25Z', 'updated_at': '2021-09-18T05:14:01Z', 'revision_number': 6, 'project_id': '1862a5fec6ee4d8fa09a0965ced5a303', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:14:02.484843 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3b44eeec-3d39-4405-ad56-f6a5ca83e61d req-76f8280f-1cc0-4c73-ab32-bcf32002518f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 944 time: 0.0987360 Sep 18 05:14:02.489088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 1e3663a3-5216-4988-8e85-236791678bc8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:02.489474 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:02.537244 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] Pushing event deleted for resources: {'Port': ['ID=be3a0450-8943-487f-adeb-5d1271b908b1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:02.606691 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3b44eeec-3d39-4405-ad56-f6a5ca83e61d req-cfbfd22b-2e0f-4abd-ae15-c5e6093cba5d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705695 Sep 18 05:14:02.629630 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:02.678559 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:02.717811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7adc16c-1e9f-43c6-adb3-28a6a33462ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3663a3-5216-4988-8e85-236791678bc8'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:02.720669 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bfa26e-bd10-411b-89fa-2492303785ff" -d '{"events": [{"server_uuid": "b7adc16c-1e9f-43c6-adb3-28a6a33462ab", "name": "network-vif-plugged", "status": "completed", "tag": "1e3663a3-5216-4988-8e85-236791678bc8"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:02.724144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fab25a69-80d2-497a-9764-4c925e8d14ce tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:02.730667 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fab25a69-80d2-497a-9764-4c925e8d14ce tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "GET /v2.0/networks?id=7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 200 len: 812 time: 0.9576886 Sep 18 05:14:02.748185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 1e3663a3-5216-4988-8e85-236791678bc8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1e3663a3-5216-4988-8e85-236791678bc8,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:02.794678 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:02.810081 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:02.813118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-486c2977-b473-4caa-893f-2fd6ebf44ae7 req-051fc60a-86ef-451d-8220-5200ba38f756 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] For port 205d4207-6fda-41a0-bd1f-a05a60520982, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=205d4207-6fda-41a0-bd1f-a05a60520982,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:02.813502 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-486c2977-b473-4caa-893f-2fd6ebf44ae7 req-051fc60a-86ef-451d-8220-5200ba38f756 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:02.816031 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:02.816893 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 205d4207-6fda-41a0-bd1f-a05a60520982 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:14:02.847401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-486c2977-b473-4caa-893f-2fd6ebf44ae7 req-051fc60a-86ef-451d-8220-5200ba38f756 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Calling delete_port for 205d4207-6fda-41a0-bd1f-a05a60520982 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:14:02.900636 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345615cc-acae-4cf8-a6a4-8c94dba75c9c req-cc6531e2-528f-4afc-a53f-566b39ad4c62 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:02.902398 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-345615cc-acae-4cf8-a6a4-8c94dba75c9c req-cc6531e2-528f-4afc-a53f-566b39ad4c62 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 946 time: 0.1403811 Sep 18 05:14:02.909925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fd978fef-0bb6-4714-ae6e-a4323845efc0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Request body: {'port': {'device_id': 'f82ecb99-f4c8-4672-8f4c-3600c5452c02', 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4', 'admin_state_up': True, 'tenant_id': '3096e0d917c34cff9e463e09ad6891a9'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:02.949020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=1e3663a3-5216-4988-8e85-236791678bc8,revision_number=10']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:02.977253 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-345615cc-acae-4cf8-a6a4-8c94dba75c9c req-1051cdaf-986c-41b6-b790-a0e7f8a2324e tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681369 Sep 18 05:14:02.985036 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:02.985036 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30488cc8-dbad-4bb9-87a5-b28b63c4e452 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:14:03.016268 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.020218 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fbdcdd9c-81f4-4213-b6ec-52491829dc7c admin admin] 10.222.0.23 "DELETE /v2.0/routers/30488cc8-dbad-4bb9-87a5-b28b63c4e452 HTTP/1.1" status: 204 len: 168 time: 1.9085815 Sep 18 05:14:03.024113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57388) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:03.091899 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.128130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Allocated IP 2001:db8::2 (fc63421d-ee0f-4bc2-8654-29819a2ce12a/71e97e4d-b7ec-4311-a784-4af3f074873d/65080e24-22b4-496a-8a3e-9b3459891fef) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:03.129452 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd2bb4c-f960-4fdd-a878-cdee6ec51a1a admin admin] Deleting subnet 762ac494-9135-4ceb-835e-8a5f320de53f {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:14:03.133864 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cd2bb4c-f960-4fdd-a878-cdee6ec51a1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.174853 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.231065 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc30d86d-1780-4d63-b17f-040a8c7b7584 req-288ee2d7-3619-40ec-b27e-9832c441aed5 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 210 time: 0.0600672 Sep 18 05:14:03.231424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 205d4207-6fda-41a0-bd1f-a05a60520982, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=205d4207-6fda-41a0-bd1f-a05a60520982,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:03.242911 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cd2bb4c-f960-4fdd-a878-cdee6ec51a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.327645 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cd2bb4c-f960-4fdd-a878-cdee6ec51a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.343760 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b54aaf1-194c-4893-8e9e-38559fa9daf9 x-openstack-request-id: req-7b54aaf1-194c-4893-8e9e-38559fa9daf9 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:03.345155 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7adc16c-1e9f-43c6-adb3-28a6a33462ab", "name": "network-vif-plugged", "status": "completed", "tag": "1e3663a3-5216-4988-8e85-236791678bc8", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:03.345620 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b54aaf1-194c-4893-8e9e-38559fa9daf9 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:03.346194 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7adc16c-1e9f-43c6-adb3-28a6a33462ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3663a3-5216-4988-8e85-236791678bc8', 'code': 200} Sep 18 05:14:03.352253 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.424623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fd978fef-0bb6-4714-ae6e-a4323845efc0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Made reservation on behalf of 3096e0d917c34cff9e463e09ad6891a9 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:03.428159 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fd978fef-0bb6-4714-ae6e-a4323845efc0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.432434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network fc63421d-ee0f-4bc2-8654-29819a2ce12a is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:03.452650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c822aa-9323-402f-b8d0-3a1c1b7caeb8 req-081fa1fa-70be-4b0f-8c07-bb33e6439282 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:03.454170 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-19c822aa-9323-402f-b8d0-3a1c1b7caeb8 req-081fa1fa-70be-4b0f-8c07-bb33e6439282 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 944 time: 1.3728108 Sep 18 05:14:03.454839 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:03.461691 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:03.470450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:03.470802 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cd2bb4c-f960-4fdd-a878-cdee6ec51a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.471313 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.481656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=205d4207-6fda-41a0-bd1f-a05a60520982,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:03.507287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2bb4c-f960-4fdd-a878-cdee6ec51a1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762ac494-9135-4ceb-835e-8a5f320de53f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:03.524853 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7cd2bb4c-f960-4fdd-a878-cdee6ec51a1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.524853 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7cd2bb4c-f960-4fdd-a878-cdee6ec51a1a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/762ac494-9135-4ceb-835e-8a5f320de53f HTTP/1.1" status: 204 len: 168 time: 0.4972699 Sep 18 05:14:03.525745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57396) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:03.568580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-486c2977-b473-4caa-893f-2fd6ebf44ae7 req-051fc60a-86ef-451d-8220-5200ba38f756 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.591331 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['2ea49425-108f-4bf6-a494-855123c3aa84', '0f32aa41-c379-4841-b3a0-9aed0d4ef68b'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:14:03.622929 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['75e5f528-7281-45f3-9642-082be312f4d6'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:14:03.738315 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-869a9198-2dfb-4969-840d-409b8a386124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.738618 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fc60a-86ef-451d-8220-5200ba38f756 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Pushing event deleted for resources: {'Port': ['ID=205d4207-6fda-41a0-bd1f-a05a60520982,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:03.761557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Attempting to bind port f07edd81-b5e9-4937-a844-c4d39bbdafd7 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:03.761898 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Attempting to bind port f07edd81-b5e9-4937-a844-c4d39bbdafd7 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '8535d81b-209a-4e6b-b90f-23c34bf6b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:03.762828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Attempting to bind port f07edd81-b5e9-4937-a844-c4d39bbdafd7 on network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:03.849570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-19c822aa-9323-402f-b8d0-3a1c1b7caeb8 req-fc47821e-c402-41a5-8ddc-8b986d19dd16 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825872 Sep 18 05:14:03.863046 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.867032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2411e013-6b07-4cf8-9646-837b3120b90d no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:14:03.892417 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Port f07edd81-b5e9-4937-a844-c4d39bbdafd7 on network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:14:03.903149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Attempting to bind port f07edd81-b5e9-4937-a844-c4d39bbdafd7 on network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:03.912565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24251a-d1ee-4f32-9ab8-7c59c0192434 req-f5f92395-52c2-4be4-85f6-6c49e1d91904 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:03.924217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-486c2977-b473-4caa-893f-2fd6ebf44ae7 req-051fc60a-86ef-451d-8220-5200ba38f756 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] No DVR routers for this DVR port 205d4207-6fda-41a0-bd1f-a05a60520982 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:14:03.924517 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a24251a-d1ee-4f32-9ab8-7c59c0192434 req-f5f92395-52c2-4be4-85f6-6c49e1d91904 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.1751642 Sep 18 05:14:03.976850 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-486c2977-b473-4caa-893f-2fd6ebf44ae7 req-051fc60a-86ef-451d-8220-5200ba38f756 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:03.979720 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-486c2977-b473-4caa-893f-2fd6ebf44ae7 req-051fc60a-86ef-451d-8220-5200ba38f756 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.13 "DELETE /v2.0/ports/205d4207-6fda-41a0-bd1f-a05a60520982 HTTP/1.1" status: 204 len: 173 time: 3.5028818 Sep 18 05:14:03.985491 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c356e4-0f61-4b67-b6ff-5fc46142892c', 'name': 'network-vif-deleted', 'tag': '205d4207-6fda-41a0-bd1f-a05a60520982'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:03.988022 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26865c4f-b2ae-4483-b72f-68d35ef92d4a" -d '{"events": [{"server_uuid": "84c356e4-0f61-4b67-b6ff-5fc46142892c", "name": "network-vif-deleted", "tag": "205d4207-6fda-41a0-bd1f-a05a60520982"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:04.000082 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33339e98-e0c7-4b5c-9354-ea6c52621b15 req-aeb4be77-41c9-49e9-a0bd-6ebe900b1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:04.002180 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-33339e98-e0c7-4b5c-9354-ea6c52621b15 req-aeb4be77-41c9-49e9-a0bd-6ebe900b1d36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 1098 time: 0.4529572 Sep 18 05:14:04.003341 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:04.003854 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Checking segment: {'id': '8535d81b-209a-4e6b-b90f-23c34bf6b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:04.004430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Bound using segment: {'id': '8535d81b-209a-4e6b-b90f-23c34bf6b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:04.006997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Bound port: f07edd81-b5e9-4937-a844-c4d39bbdafd7, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8535d81b-209a-4e6b-b90f-23c34bf6b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:04.006997 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.030637 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.048201 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-869a9198-2dfb-4969-840d-409b8a386124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.050391 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 2411e013-6b07-4cf8-9646-837b3120b90d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:14:04.050747 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2411e013-6b07-4cf8-9646-837b3120b90d not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:14:04.051745 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device be3a0450-8943-487f-adeb-5d1271b908b1 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:14:04.071332 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f8c5e6e9-144f-49f8-b02b-ec3ce2831562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.095587 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a24251a-d1ee-4f32-9ab8-7c59c0192434 req-429b76d1-2bfc-475b-be3f-df1f266cbd2a tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681297 Sep 18 05:14:04.106904 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.139010 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-869a9198-2dfb-4969-840d-409b8a386124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d781aa-299e-4327-93b1-a0791852572f']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:04.139573 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8eecce-b7e2-4719-acf4-8393bc2aba52 x-openstack-request-id: req-ca8eecce-b7e2-4719-acf4-8393bc2aba52 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:04.140055 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c356e4-0f61-4b67-b6ff-5fc46142892c", "name": "network-vif-deleted", "tag": "205d4207-6fda-41a0-bd1f-a05a60520982", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:04.140530 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca8eecce-b7e2-4719-acf4-8393bc2aba52 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:04.141120 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c356e4-0f61-4b67-b6ff-5fc46142892c', 'name': 'network-vif-deleted', 'tag': '205d4207-6fda-41a0-bd1f-a05a60520982', 'status': 'completed', 'code': 200} Sep 18 05:14:04.156081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-869a9198-2dfb-4969-840d-409b8a386124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:04.156081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-869a9198-2dfb-4969-840d-409b8a386124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ca8fd1-0dad-4526-97cf-d5d2b3dc1eb4') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:04.188752 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-869a9198-2dfb-4969-840d-409b8a386124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.189531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: be3a0450-8943-487f-adeb-5d1271b908b1 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:14:04.190069 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device be3a0450-8943-487f-adeb-5d1271b908b1 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:14:04.211979 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-869a9198-2dfb-4969-840d-409b8a386124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.238543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869a9198-2dfb-4969-840d-409b8a386124 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:14:04.239441 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-869a9198-2dfb-4969-840d-409b8a386124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:14:04.245943 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:14:04.268998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-33339e98-e0c7-4b5c-9354-ea6c52621b15 req-448fe8ec-bae2-437d-9470-c8e625259710 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071767 Sep 18 05:14:04.276716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fd978fef-0bb6-4714-ae6e-a4323845efc0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Allocated IP 172.20.0.6 (7e77f982-12cd-4966-ad89-506bbab549b4/19facd85-5a02-4210-8d90-7d5ec267820b/034a2e21-7299-4cef-b9a3-506a030f19dc) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:04.297552 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Network fc63421d-ee0f-4bc2-8654-29819a2ce12a is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:04.336670 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:04.339539 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c05cbd7a-9d73-4936-863f-fcad09cc6685 req-843afb9a-5922-4c17-8237-59fbbe81284e tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=84c356e4-0f61-4b67-b6ff-5fc46142892c HTTP/1.1" status: 200 len: 210 time: 0.1092055 Sep 18 05:14:04.353204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:04.393397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Pushing event updated for resources: {'Port': ['ID=65080e24-22b4-496a-8a3e-9b3459891fef,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:04.430119 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.451720 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] For port f07edd81-b5e9-4937-a844-c4d39bbdafd7, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:04.526308 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7faabcb8-b751-4732-ac2d-93b546a8b837 req-c9ce5b08-f8fa-4df6-9b1e-a05c55dd5b6b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 210 time: 0.0678570 Sep 18 05:14:04.528539 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-869a9198-2dfb-4969-840d-409b8a386124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.533045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Attempting to bind port 65080e24-22b4-496a-8a3e-9b3459891fef on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:04.533926 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Attempting to bind port 65080e24-22b4-496a-8a3e-9b3459891fef by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '845dbc04-71a7-48fb-8e06-28cada92f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:04.534366 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Attempting to bind port 65080e24-22b4-496a-8a3e-9b3459891fef on network fc63421d-ee0f-4bc2-8654-29819a2ce12a {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:04.543027 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-869a9198-2dfb-4969-840d-409b8a386124 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.548629 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-869a9198-2dfb-4969-840d-409b8a386124 admin admin] 10.222.0.23 "DELETE /v2.0/networks/22d781aa-299e-4327-93b1-a0791852572f HTTP/1.1" status: 204 len: 168 time: 1.0210180 Sep 18 05:14:04.556580 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:04.557588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Checking segment: {'id': '845dbc04-71a7-48fb-8e06-28cada92f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:04.558147 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.558655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Bound using segment: {'id': '845dbc04-71a7-48fb-8e06-28cada92f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:04.559257 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Bound port: 65080e24-22b4-496a-8a3e-9b3459891fef, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845dbc04-71a7-48fb-8e06-28cada92f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:04.559768 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.570531 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a9198-2dfb-4969-840d-409b8a386124 admin admin] Pushing event deleted for resources: {'Network': ['ID=22d781aa-299e-4327-93b1-a0791852572f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:04.606516 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] For port f07edd81-b5e9-4937-a844-c4d39bbdafd7, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f07edd81-b5e9-4937-a844-c4d39bbdafd7,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:04.652893 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] For port 65080e24-22b4-496a-8a3e-9b3459891fef, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:04.656932 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] For port 65080e24-22b4-496a-8a3e-9b3459891fef, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=65080e24-22b4-496a-8a3e-9b3459891fef,segment=NetworkSegment(845dbc04-71a7-48fb-8e06-28cada92f2d8),segment_id=845dbc04-71a7-48fb-8e06-28cada92f2d8)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:04.698410 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.775694 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.822929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:04.824326 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:04.826252 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] 10.222.0.18 "PUT /v2.0/ports/f07edd81-b5e9-4937-a844-c4d39bbdafd7 HTTP/1.1" status: 200 len: 1093 time: 5.3103716 Sep 18 05:14:04.874099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c8371-bded-4807-9d55-cb5f1214b98e None None] Pushing event updated for resources: {'Port': ['ID=65080e24-22b4-496a-8a3e-9b3459891fef,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:04.905473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa14824-5ffc-41dc-9548-faca286919cc service neutron] Pushing event updated for resources: {'Port': ['ID=f07edd81-b5e9-4937-a844-c4d39bbdafd7,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:04.965133 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fd978fef-0bb6-4714-ae6e-a4323845efc0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:05.061333 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:05.081988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-1c5c3407-9af2-435b-b9e0-cfcfe3426ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:05.085754 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-1c5c3407-9af2-435b-b9e0-cfcfe3426ec2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57a44cf45a5f4f8fb61b481f04c4e02e&device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 1096 time: 0.1419618 Sep 18 05:14:05.086558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57422) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:05.112794 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fd978fef-0bb6-4714-ae6e-a4323845efc0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:05.187640 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:05.277990 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-43076d8b-6fa9-4b32-8775-b33792051f49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f07edd81-b5e9-4937-a844-c4d39bbdafd7 HTTP/1.1" status: 200 len: 217 time: 0.1835077 Sep 18 05:14:05.318194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:05.319800 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:05.351818 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c356e4-0f61-4b67-b6ff-5fc46142892c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205d4207-6fda-41a0-bd1f-a05a60520982'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:05.354590 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8befe488-3743-4d6c-8a0d-c72589bed242" -d '{"events": [{"server_uuid": "84c356e4-0f61-4b67-b6ff-5fc46142892c", "name": "network-vif-unplugged", "status": "completed", "tag": "205d4207-6fda-41a0-bd1f-a05a60520982"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:05.442608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-1b81ec25-a484-4c0e-98c1-facc7e72413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:05.446314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-1b81ec25-a484-4c0e-98c1-facc7e72413a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8817cc4-5efc-4abd-af87-af0f6b42c4b4 HTTP/1.1" status: 200 len: 855 time: 0.1156085 Sep 18 05:14:05.658659 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-19037f04-e8e5-4557-aa58-2a2e75917604 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407342 Sep 18 05:14:05.670150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fd978fef-0bb6-4714-ae6e-a4323845efc0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Network 7e77f982-12cd-4966-ad89-506bbab549b4 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:05.676029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d67dc-de51-4adc-bafd-f4934d2b5ac8 req-63a4cd31-394a-46e4-a92e-ee9dfa1d6b35 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:05.678248 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd1d67dc-de51-4adc-bafd-f4934d2b5ac8 req-63a4cd31-394a-46e4-a92e-ee9dfa1d6b35 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 944 time: 0.6974633 Sep 18 05:14:05.714725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fd978fef-0bb6-4714-ae6e-a4323845efc0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:05.717675 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fd978fef-0bb6-4714-ae6e-a4323845efc0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:05.751711 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd1d67dc-de51-4adc-bafd-f4934d2b5ac8 req-f3408326-bd13-46be-97cb-77ec8a416b2f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626335 Sep 18 05:14:05.776814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd978fef-0bb6-4714-ae6e-a4323845efc0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Pushing event updated for resources: {'Port': ['ID=034a2e21-7299-4cef-b9a3-506a030f19dc,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:05.821047 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d4828f6c-3c97-4aa7-aa51-137fed42a4c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1862a5fec6ee4d8fa09a0965ced5a303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7318146 Sep 18 05:14:05.822880 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57458) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:05.838773 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b9672a-faa0-4a25-ae69-f24a854e0fc4 x-openstack-request-id: req-86b9672a-faa0-4a25-ae69-f24a854e0fc4 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:05.839070 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c356e4-0f61-4b67-b6ff-5fc46142892c", "name": "network-vif-unplugged", "status": "completed", "tag": "205d4207-6fda-41a0-bd1f-a05a60520982", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:05.839328 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86b9672a-faa0-4a25-ae69-f24a854e0fc4 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:05.839728 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c356e4-0f61-4b67-b6ff-5fc46142892c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205d4207-6fda-41a0-bd1f-a05a60520982', 'code': 200} Sep 18 05:14:05.924626 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17e038f4-8326-4f67-9ae4-327bc4ad791b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:05.935701 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 65080e24-22b4-496a-8a3e-9b3459891fef up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:05.981394 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17e038f4-8326-4f67-9ae4-327bc4ad791b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:05.981547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6767b-8d9c-4597-9aa5-f50bc1495be0 req-ee9ebea9-d08d-4d51-b027-6bb9964f04ba tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:05.997524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-15c6767b-8d9c-4597-9aa5-f50bc1495be0 req-ee9ebea9-d08d-4d51-b027-6bb9964f04ba tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.7066529 Sep 18 05:14:06.085584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network fc63421d-ee0f-4bc2-8654-29819a2ce12a is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:06.109763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 65080e24-22b4-496a-8a3e-9b3459891fef triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:06.111293 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:06.138987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d7958-c66b-4db2-ba92-938750524cf9 req-854d8ff0-278a-4096-8366-4d4bcaaf5d3b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:06.149243 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c34d7958-c66b-4db2-ba92-938750524cf9 req-854d8ff0-278a-4096-8366-4d4bcaaf5d3b tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 931 time: 0.0821815 Sep 18 05:14:06.184030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:06.195786 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64db29ef-7eef-4122-bfc6-700efce53e9f', 'tag': 'f07edd81-b5e9-4937-a844-c4d39bbdafd7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:06.198125 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99330e6e-06b3-4af8-9244-db6cb6184a00" -d '{"events": [{"name": "network-changed", "server_uuid": "64db29ef-7eef-4122-bfc6-700efce53e9f", "tag": "f07edd81-b5e9-4937-a844-c4d39bbdafd7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:06.233462 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c34d7958-c66b-4db2-ba92-938750524cf9 req-32acd534-f246-4f77-8f57-ffaaf9685f37 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747936 Sep 18 05:14:06.236845 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17e038f4-8326-4f67-9ae4-327bc4ad791b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:06.239428 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17e038f4-8326-4f67-9ae4-327bc4ad791b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:06.243484 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-17e038f4-8326-4f67-9ae4-327bc4ad791b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/055b1e97-7a08-4e49-9679-20c09c2a4b6c HTTP/1.1" status: 204 len: 168 time: 0.4166901 Sep 18 05:14:06.284935 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e038f4-8326-4f67-9ae4-327bc4ad791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055b1e97-7a08-4e49-9679-20c09c2a4b6c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:06.300724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-15c6767b-8d9c-4597-9aa5-f50bc1495be0 req-3c4a581e-49ba-4df7-b2c6-c9a5b1041386 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023889 Sep 18 05:14:06.306430 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:06.318300 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fd978fef-0bb6-4714-ae6e-a4323845efc0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:06.321715 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fd978fef-0bb6-4714-ae6e-a4323845efc0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:06.380908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 65080e24-22b4-496a-8a3e-9b3459891fef, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=65080e24-22b4-496a-8a3e-9b3459891fef,segment=NetworkSegment(845dbc04-71a7-48fb-8e06-28cada92f2d8),segment_id=845dbc04-71a7-48fb-8e06-28cada92f2d8)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:06.395783 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b2f70b-a0ed-42b4-ab90-486135af37d6 x-openstack-request-id: req-47b2f70b-a0ed-42b4-ab90-486135af37d6 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:06.396166 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64db29ef-7eef-4122-bfc6-700efce53e9f", "tag": "f07edd81-b5e9-4937-a844-c4d39bbdafd7", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:06.396516 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47b2f70b-a0ed-42b4-ab90-486135af37d6 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:06.396988 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64db29ef-7eef-4122-bfc6-700efce53e9f', 'tag': 'f07edd81-b5e9-4937-a844-c4d39bbdafd7', 'status': 'completed', 'code': 200} Sep 18 05:14:06.425515 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:06.575547 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=65080e24-22b4-496a-8a3e-9b3459891fef,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:06.814440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deedb6fb-8acd-4381-b3f2-94c464e7a1e8 None None] Network fc63421d-ee0f-4bc2-8654-29819a2ce12a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:06.818793 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:06.905023 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-f7042ba0-ec54-4fb9-85e3-98a1913bbb71 service neutron] 10.222.0.18 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2268631 Sep 18 05:14:06.930683 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:06.984135 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a62bb9c2-86f3-4dd6-8f00-396ebbc8434c None None] Provisioning complete for port 65080e24-22b4-496a-8a3e-9b3459891fef triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:06.984578 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a62bb9c2-86f3-4dd6-8f00-396ebbc8434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:07.094233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56169f3-259e-43c1-a9f3-aa3ae09e6c71 req-d3f8e7d1-f3b4-4075-8e23-0bae93b0a861 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:07.102225 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a56169f3-259e-43c1-a9f3-aa3ae09e6c71 req-d3f8e7d1-f3b4-4075-8e23-0bae93b0a861 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 944 time: 0.1430750 Sep 18 05:14:07.172088 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fd978fef-0bb6-4714-ae6e-a4323845efc0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2665024 Sep 18 05:14:07.189188 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:14:07.192535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Request body: {'port': {'device_id': 'f82ecb99-f4c8-4672-8f4c-3600c5452c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:07.267993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a56169f3-259e-43c1-a9f3-aa3ae09e6c71 req-96a6f256-1649-4bab-8ebd-5738f1d9f7a6 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647704 Sep 18 05:14:07.358565 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:07.363472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f295f5ca-9212-475b-87c1-b0753bd03e0d req-2985a12c-50aa-435d-a7c4-5f7244e2629f service neutron] 10.222.0.18 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136975 Sep 18 05:14:07.402683 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 9365df3f-435c-4b11-8840-85a4c16e399a is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:14:07.518639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d5802-234a-4493-9fc0-3bf7e13a066c req-19bbace5-7c8e-4a3e-ab15-748cbc1edcec tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:07.530590 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a6d5802-234a-4493-9fc0-3bf7e13a066c req-19bbace5-7c8e-4a3e-ab15-748cbc1edcec tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 931 time: 0.1484499 Sep 18 05:14:07.667363 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a6d5802-234a-4493-9fc0-3bf7e13a066c req-813d71f3-8dab-4843-9bbc-4b3195679c86 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346760 Sep 18 05:14:07.680864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99330e6e-06b3-4af8-9244-db6cb6184a00 req-d532ada3-4e69-4c80-a94b-5eab72f5a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:07.682459 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99330e6e-06b3-4af8-9244-db6cb6184a00 req-d532ada3-4e69-4c80-a94b-5eab72f5a2f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57a44cf45a5f4f8fb61b481f04c4e02e&device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 1096 time: 0.1794169 Sep 18 05:14:07.846920 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 65080e24-22b4-496a-8a3e-9b3459891fef up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:07.972784 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 65080e24-22b4-496a-8a3e-9b3459891fef triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:07.973154 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:08.011078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:14:08.044216 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c73a4-8553-4c00-a8bd-b963d59b3d6e req-03cea540-2cf4-4218-a02b-bb1c99bf86ca tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:08.051634 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba7c73a4-8553-4c00-a8bd-b963d59b3d6e req-03cea540-2cf4-4218-a02b-bb1c99bf86ca tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.5378909 Sep 18 05:14:08.060818 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Sync routers for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:14:08.074041 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-02951423-27b5-459b-9c1e-59f4350ff6d2 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0591502 Sep 18 05:14:08.074287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57534) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:08.078382 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:08.079107 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:08.088636 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-89e0b576-8877-4049-944e-bab6676e8505 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-524224050'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:08.196440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e0b576-8877-4049-944e-bab6676e8505 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:08.203383 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89e0b576-8877-4049-944e-bab6676e8505 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:08.305928 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba7c73a4-8553-4c00-a8bd-b963d59b3d6e req-503c9e9c-fecc-44a9-855b-9a3ffb07a888 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522926 Sep 18 05:14:08.312051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99330e6e-06b3-4af8-9244-db6cb6184a00 req-3b8b4a4e-d6ed-4189-b899-35b552009808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:08.313178 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e0b576-8877-4049-944e-bab6676e8505 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:14:08.320032 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99330e6e-06b3-4af8-9244-db6cb6184a00 req-3b8b4a4e-d6ed-4189-b899-35b552009808 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 HTTP/1.1" status: 200 len: 915 time: 0.5312724 Sep 18 05:14:08.322946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-626ab5ae-0cb0-4fad-8d8f-aaf6c5c3de5e None None] Provisioning complete for port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:08.327451 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-626ab5ae-0cb0-4fad-8d8f-aaf6c5c3de5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:08.336810 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89e0b576-8877-4049-944e-bab6676e8505 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:08.337465 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-89e0b576-8877-4049-944e-bab6676e8505 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Added segment 729b712b-f5b5-4416-943c-ae05688f92f5 of type vlan for network 384b2568-b42a-4edc-ae4f-1152802a8386 Sep 18 05:14:08.442059 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57542) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:08.449431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-626ab5ae-0cb0-4fad-8d8f-aaf6c5c3de5e None None] Port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:14:08.464461 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:08.511553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-626ab5ae-0cb0-4fad-8d8f-aaf6c5c3de5e None None] Provisioning complete for port 65080e24-22b4-496a-8a3e-9b3459891fef triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:08.511906 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-626ab5ae-0cb0-4fad-8d8f-aaf6c5c3de5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:08.532361 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89e0b576-8877-4049-944e-bab6676e8505 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:08.558752 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d19ab-7314-42a8-9048-0a398631cb0c req-f7716582-e35c-46d9-89ef-c6a8b39e8f73 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:08.567914 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd2d19ab-7314-42a8-9048-0a398631cb0c req-f7716582-e35c-46d9-89ef-c6a8b39e8f73 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 944 time: 0.1244619 Sep 18 05:14:08.576000 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99330e6e-06b3-4af8-9244-db6cb6184a00 req-6b56eb76-bd43-445d-8b8f-e9a391279b32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f07edd81-b5e9-4937-a844-c4d39bbdafd7 HTTP/1.1" status: 200 len: 217 time: 0.1236994 Sep 18 05:14:08.641822 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd2d19ab-7314-42a8-9048-0a398631cb0c req-782db707-b23e-47aa-b671-0082183e7749 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727143 Sep 18 05:14:08.682110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89e0b576-8877-4049-944e-bab6676e8505 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:08.699300 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0b576-8877-4049-944e-bab6676e8505 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:08.699300 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89e0b576-8877-4049-944e-bab6676e8505 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:08.904726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0b576-8877-4049-944e-bab6676e8505 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Network': ['ID=384b2568-b42a-4edc-ae4f-1152802a8386,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:08.909478 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-89e0b576-8877-4049-944e-bab6676e8505 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8336589 Sep 18 05:14:08.916028 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-612588274-network', 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:08.919278 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57558) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:08.927292 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-66d88984-7f61-46b9-ba41-75d0a80f6764 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'subnet': {'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:08.989193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 384b2568-b42a-4edc-ae4f-1152802a8386 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:14:09.078712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034a2e21-7299-4cef-b9a3-506a030f19dc {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:14:09.102361 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:09.133061 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99330e6e-06b3-4af8-9244-db6cb6184a00 req-ff9fd27a-0005-4263-a12d-312217b2555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:09.134760 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99330e6e-06b3-4af8-9244-db6cb6184a00 req-ff9fd27a-0005-4263-a12d-312217b2555e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8817cc4-5efc-4abd-af87-af0f6b42c4b4 HTTP/1.1" status: 200 len: 855 time: 0.5482676 Sep 18 05:14:09.145606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414e48f-24c7-42c1-98ae-cf2db10cd91b req-0fdc6d84-eb84-4de7-bd5b-3ad0caa6329d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:09.159719 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d414e48f-24c7-42c1-98ae-cf2db10cd91b req-0fdc6d84-eb84-4de7-bd5b-3ad0caa6329d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 931 time: 0.3652761 Sep 18 05:14:09.174425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f723b135-85a0-4d26-9777-4029668da08e None None] Provisioning complete for port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:09.175159 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f723b135-85a0-4d26-9777-4029668da08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:09.179414 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] Made reservation on behalf of c0ea41ad380b4a628127272a0a22863e for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:09.185578 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:09.196639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Transition to ACTIVE for port object 034a2e21-7299-4cef-b9a3-506a030f19dc will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:14:09.204893 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:09.219213 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:03Z', 'revision_number': 2, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:04Z', 'revision_number': 2, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:09.264988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Checking router: 9365df3f-435c-4b11-8840-85a4c16e399a for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:14:09.265371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Updating router 9365df3f-435c-4b11-8840-85a4c16e399a port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:14:09.271771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f723b135-85a0-4d26-9777-4029668da08e None None] Port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:14:09.281092 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d88984-7f61-46b9-ba41-75d0a80f6764 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:09.289879 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66d88984-7f61-46b9-ba41-75d0a80f6764 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:09.290984 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99330e6e-06b3-4af8-9244-db6cb6184a00 req-169097df-57a1-4c6a-8bec-e2e3ab2e6057 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296811 Sep 18 05:14:09.296214 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:09.315838 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:09.537322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Pushing event updated for resources: {'Port': ['ID=034a2e21-7299-4cef-b9a3-506a030f19dc,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:09.575291 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad3815-b49d-4b58-a569-c4a4877237c9 req-33b1d83d-6baa-4511-9b78-4103d6762c87 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:09.576095 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d414e48f-24c7-42c1-98ae-cf2db10cd91b req-022e808c-db3f-48ad-bba1-8d312a706ab1 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181199 Sep 18 05:14:09.576961 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1aad3815-b49d-4b58-a569-c4a4877237c9 req-33b1d83d-6baa-4511-9b78-4103d6762c87 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.1145475 Sep 18 05:14:09.677970 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1aad3815-b49d-4b58-a569-c4a4877237c9 req-f70239c3-fc9f-424d-ab6f-f1f59b017ffc tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735245 Sep 18 05:14:09.683781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99330e6e-06b3-4af8-9244-db6cb6184a00 req-8188e81d-9d35-43e8-be18-937756ff20eb service neutron] 10.222.0.18 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817749 Sep 18 05:14:09.745776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Attempting to bind port 034a2e21-7299-4cef-b9a3-506a030f19dc on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:09.745776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Attempting to bind port 034a2e21-7299-4cef-b9a3-506a030f19dc by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:09.745776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Attempting to bind port 034a2e21-7299-4cef-b9a3-506a030f19dc on network 7e77f982-12cd-4966-ad89-506bbab549b4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:09.787281 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:09.860645 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:09.933421 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:09.952211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Port 034a2e21-7299-4cef-b9a3-506a030f19dc on network 7e77f982-12cd-4966-ad89-506bbab549b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:14:09.953974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Attempting to bind port 034a2e21-7299-4cef-b9a3-506a030f19dc on network 7e77f982-12cd-4966-ad89-506bbab549b4 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:09.966194 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:09.973947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:09.974296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Checking segment: {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:09.974692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Bound using segment: {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:09.975142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Bound port: 034a2e21-7299-4cef-b9a3-506a030f19dc, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d85d4b5-4b16-4410-aba9-bcd0814cd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:09.976141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:09.999531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f07edd81-b5e9-4937-a844-c4d39bbdafd7 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:14:10.050296 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9db453-2051-490f-a94f-d8ac8d8d2133,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:10.078897 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99330e6e-06b3-4af8-9244-db6cb6184a00 req-87d0b2f9-e67e-4977-9074-24ebb228f928 service neutron] 10.222.0.18 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886309 Sep 18 05:14:10.089836 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:14:10.129465 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.129838 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] Added segment 5764aa2a-8308-42a3-a20e-a0bd011862bd of type vlan for network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 Sep 18 05:14:10.148279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3f59a-734e-4742-ab65-528061cc930b req-4cf72cf4-ef6f-4d14-9820-3a2e26c36345 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:10.150003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59a3f59a-734e-4742-ab65-528061cc930b req-4cf72cf4-ef6f-4d14-9820-3a2e26c36345 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 944 time: 0.4063437 Sep 18 05:14:10.171062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69fd8f-25a0-42e7-98cd-d7a2433fda29 req-c9c852b6-371f-40d4-add8-33af46cfd650 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:10.187854 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6c69fd8f-25a0-42e7-98cd-d7a2433fda29 req-c9c852b6-371f-40d4-add8-33af46cfd650 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.3683243 Sep 18 05:14:10.196370 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66d88984-7f61-46b9-ba41-75d0a80f6764 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.204802 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1b449-826b-4996-8e27-f28126ad392e None None] Pushing event updated for resources: {'Port': ['ID=1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:10.231732 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59a3f59a-734e-4742-ab65-528061cc930b req-66fffe6b-1f5e-4024-b700-222ff01690c4 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734558 Sep 18 05:14:10.280990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] For port 034a2e21-7299-4cef-b9a3-506a030f19dc, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:10.287579 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] For port 034a2e21-7299-4cef-b9a3-506a030f19dc, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=034a2e21-7299-4cef-b9a3-506a030f19dc,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:10.306703 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Attempting to bind port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:10.307059 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Attempting to bind port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '845dbc04-71a7-48fb-8e06-28cada92f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:10.307680 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Attempting to bind port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 on network fc63421d-ee0f-4bc2-8654-29819a2ce12a {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:10.316626 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:10.317099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Checking segment: {'id': '845dbc04-71a7-48fb-8e06-28cada92f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:10.317579 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.318045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Bound using segment: {'id': '845dbc04-71a7-48fb-8e06-28cada92f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:10.318591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Bound port: 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845dbc04-71a7-48fb-8e06-28cada92f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:10.319109 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.351905 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f07edd81-b5e9-4937-a844-c4d39bbdafd7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f07edd81-b5e9-4937-a844-c4d39bbdafd7,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:10.368667 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.388393 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.399542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'f07edd81-b5e9-4937-a844-c4d39bbdafd7', 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359', 'port_id': 'f07edd81-b5e9-4937-a844-c4d39bbdafd7', 'mac_address': 'fa:16:3e:78:d0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8817cc4-5efc-4abd-af87-af0f6b42c4b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:14:10.434450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:10.435146 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.451802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d88984-7f61-46b9-ba41-75d0a80f6764 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Subnet': ['ID=a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:10.452781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] 10.222.0.18 "PUT /v2.0/ports/034a2e21-7299-4cef-b9a3-506a030f19dc HTTP/1.1" status: 200 len: 1092 time: 3.2640717 Sep 18 05:14:10.457426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82ecb99-f4c8-4672-8f4c-3600c5452c02', 'tag': '034a2e21-7299-4cef-b9a3-506a030f19dc'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:10.460085 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c14c2d-17da-4b1e-8080-f80a782bf197" -d '{"events": [{"name": "network-changed", "server_uuid": "f82ecb99-f4c8-4672-8f4c-3600c5452c02", "tag": "034a2e21-7299-4cef-b9a3-506a030f19dc"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:10.464261 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] For port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:10.468752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] For port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47,segment=NetworkSegment(845dbc04-71a7-48fb-8e06-28cada92f2d8),segment_id=845dbc04-71a7-48fb-8e06-28cada92f2d8)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:10.478127 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.497037 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07edd81-b5e9-4937-a844-c4d39bbdafd7 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:14:10.513477 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57c910-d288-4fe8-bdb8-8c35f12aca1b service neutron] Pushing event updated for resources: {'Port': ['ID=034a2e21-7299-4cef-b9a3-506a030f19dc,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:10.532926 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6c69fd8f-25a0-42e7-98cd-d7a2433fda29 req-733260fc-a729-49c6-9447-7609a95ae65e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439720 Sep 18 05:14:10.535876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d88984-7f61-46b9-ba41-75d0a80f6764 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Checking segment: {'id': '729b712b-f5b5-4416-943c-ae05688f92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:10.536573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d88984-7f61-46b9-ba41-75d0a80f6764 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network hostable DHCP agents. Network: 384b2568-b42a-4edc-ae4f-1152802a8386, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:14:10.544473 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae7f9be-2f19-4ce4-97ad-5bb12183c748 x-openstack-request-id: req-0ae7f9be-2f19-4ce4-97ad-5bb12183c748 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:10.545004 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82ecb99-f4c8-4672-8f4c-3600c5452c02", "tag": "034a2e21-7299-4cef-b9a3-506a030f19dc", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:10.545004 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ae7f9be-2f19-4ce4-97ad-5bb12183c748 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:10.548767 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82ecb99-f4c8-4672-8f4c-3600c5452c02', 'tag': '034a2e21-7299-4cef-b9a3-506a030f19dc', 'status': 'completed', 'code': 200} Sep 18 05:14:10.567875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f07edd81-b5e9-4937-a844-c4d39bbdafd7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f07edd81-b5e9-4937-a844-c4d39bbdafd7,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:10.577176 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e0624126-d59f-4dae-b39b-b5019f8922b3 None None] Provisioning complete for port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:10.578191 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e0624126-d59f-4dae-b39b-b5019f8922b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.593410 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.594487 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:10.595090 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.654714 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.687194 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2402642 Sep 18 05:14:10.687194 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d88984-7f61-46b9-ba41-75d0a80f6764 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 384b2568-b42a-4edc-ae4f-1152802a8386 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:14:10.687706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57590) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:10.699898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4faf74-2901-4cba-bfc0-68bc58724bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:10.704505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1fe59873-879e-4217-ba7a-061d786b83f9 admin admin] Request body: {'subnet': {'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-612588274-subnet', 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:10.711226 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.743093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:14:10.745781 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1b449-826b-4996-8e27-f28126ad392e None None] Pushing event updated for resources: {'Port': ['ID=1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:10.774534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-66d88984-7f61-46b9-ba41-75d0a80f6764 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 384b2568-b42a-4edc-ae4f-1152802a8386) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:10.779061 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c14c2d-17da-4b1e-8080-f80a782bf197 req-6ebbe4b4-137f-4c80-8158-239c350cbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:10.783615 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d88984-7f61-46b9-ba41-75d0a80f6764 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:10.787125 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66d88984-7f61-46b9-ba41-75d0a80f6764 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.787240 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58c14c2d-17da-4b1e-8080-f80a782bf197 req-6ebbe4b4-137f-4c80-8158-239c350cbca2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 1095 time: 0.1670859 Sep 18 05:14:10.834525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78248e7a-6f4b-494f-97e0-3cb2b0f6aac3 None None] Network 384b2568-b42a-4edc-ae4f-1152802a8386 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:10.838598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3420c-49bc-4e81-a404-c51636d112cd req-cda5162e-eb26-4972-89d9-783a2b1ed994 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:10.843295 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3bd3420c-49bc-4e81-a404-c51636d112cd req-cda5162e-eb26-4972-89d9-783a2b1ed994 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 943 time: 0.1171119 Sep 18 05:14:10.846911 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e0624126-d59f-4dae-b39b-b5019f8922b3 None None] Port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:14:10.893032 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055a5ec-7afb-416e-bf01-192b9e1693f8 req-32b4795d-0344-4c8f-9bc9-d107c7b5b86c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:10.894797 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e055a5ec-7afb-416e-bf01-192b9e1693f8 req-32b4795d-0344-4c8f-9bc9-d107c7b5b86c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.1665292 Sep 18 05:14:10.904751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe59873-879e-4217-ba7a-061d786b83f9 admin admin] Made reservation on behalf of c0ea41ad380b4a628127272a0a22863e for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:10.907854 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fe59873-879e-4217-ba7a-061d786b83f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:10.938293 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3bd3420c-49bc-4e81-a404-c51636d112cd req-4c7a3dc7-c22d-41a0-921f-17db71e5102c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865645 Sep 18 05:14:10.950679 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-66d88984-7f61-46b9-ba41-75d0a80f6764 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0255425 Sep 18 05:14:10.950974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57596) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:10.983375 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:10.984609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:11.266006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c14c2d-17da-4b1e-8080-f80a782bf197 req-c375cb67-de29-41da-834d-974ce7dad54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:11.267429 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58c14c2d-17da-4b1e-8080-f80a782bf197 req-c375cb67-de29-41da-834d-974ce7dad54d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3096e0d917c34cff9e463e09ad6891a9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4757977 Sep 18 05:14:11.306195 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e055a5ec-7afb-416e-bf01-192b9e1693f8 req-9aa8f0bd-7cf3-41e4-b77a-75f456f9982a tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793578 Sep 18 05:14:11.344877 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:11.607006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['f07edd81-b5e9-4937-a844-c4d39bbdafd7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:14:11.659809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c14c2d-17da-4b1e-8080-f80a782bf197 req-3ab2f589-a742-4965-a82e-c2d1029f108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:11.663061 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58c14c2d-17da-4b1e-8080-f80a782bf197 req-3ab2f589-a742-4965-a82e-c2d1029f108c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3870647 Sep 18 05:14:11.750867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=f07edd81-b5e9-4937-a844-c4d39bbdafd7,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:11.752120 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46211ee-e846-4cc0-bc3d-1374e85845a7 req-559bc676-9653-4960-8236-fedf36c5cec8 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:11.755368 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b46211ee-e846-4cc0-bc3d-1374e85845a7 req-559bc676-9653-4960-8236-fedf36c5cec8 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 945 time: 0.3493712 Sep 18 05:14:11.760554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a7d40-fa00-44dc-8ca6-77917d0a1634 req-bca94616-c9a4-48d8-a56c-f9ba65bbd9f9 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:11.762139 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca5a7d40-fa00-44dc-8ca6-77917d0a1634 req-bca94616-c9a4-48d8-a56c-f9ba65bbd9f9 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.2178917 Sep 18 05:14:11.821501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-384b2568-b42a-4edc-ae4f-1152802a8386', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:14:11.822924 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:11.842141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-257e7028-a8bb-4618-98f0-a12c42bac1d3 None None] Provisioning complete for port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:11.842850 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:11.843220 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-257e7028-a8bb-4618-98f0-a12c42bac1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:11.860842 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b46211ee-e846-4cc0-bc3d-1374e85845a7 req-991b2095-85c0-4687-8ac5-c89655958f62 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914142 Sep 18 05:14:11.915559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-d53721c6-dd9d-4436-a875-8146f7148e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:11.917696 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-d53721c6-dd9d-4436-a875-8146f7148e65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3096e0d917c34cff9e463e09ad6891a9&device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 1095 time: 0.1794345 Sep 18 05:14:11.935378 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca5a7d40-fa00-44dc-8ca6-77917d0a1634 req-53770480-88ed-405e-86c7-15e1a53df57e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563919 Sep 18 05:14:11.946098 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fe59873-879e-4217-ba7a-061d786b83f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:12.088477 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-78bf66e1-a034-44aa-b628-c73f286bd65a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=034a2e21-7299-4cef-b9a3-506a030f19dc HTTP/1.1" status: 200 len: 217 time: 0.1517534 Sep 18 05:14:12.205052 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09571f9-c5b2-43b2-802a-aaa169da1d8d req-b9b6f62a-9e09-44f1-b0c9-f09838ab5078 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:12.216535 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f09571f9-c5b2-43b2-802a-aaa169da1d8d req-b9b6f62a-9e09-44f1-b0c9-f09838ab5078 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 943 time: 0.1700540 Sep 18 05:14:12.294733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe59873-879e-4217-ba7a-061d786b83f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a65d6b-278b-4502-b43e-c4b208ae5082,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:12.316978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-e405a9f5-5c74-47ee-aec4-3380eca8d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:12.318724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-e405a9f5-5c74-47ee-aec4-3380eca8d1df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19facd85-5a02-4210-8d90-7d5ec267820b HTTP/1.1" status: 200 len: 852 time: 0.1793258 Sep 18 05:14:12.328015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61e091-5751-402f-bcf3-98c265a0cabb req-88c9b7a2-c41f-4902-b38d-2fac6a699f78 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:12.331467 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f09571f9-c5b2-43b2-802a-aaa169da1d8d req-9e34a453-bf5a-4b05-958a-8e1f91f0803f tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139348 Sep 18 05:14:12.337346 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba61e091-5751-402f-bcf3-98c265a0cabb req-88c9b7a2-c41f-4902-b38d-2fac6a699f78 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.1832511 Sep 18 05:14:12.359664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe59873-879e-4217-ba7a-061d786b83f9 admin admin] Checking segment: {'id': '5764aa2a-8308-42a3-a20e-a0bd011862bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:12.360168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe59873-879e-4217-ba7a-061d786b83f9 admin admin] Network hostable DHCP agents. Network: 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:14:12.419979 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-14f61b32-1e95-4aea-8238-b6a21f34e56c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e77f982-12cd-4966-ad89-506bbab549b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699711 Sep 18 05:14:12.489544 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Allocated IP 2001:db8:1::1 (384b2568-b42a-4edc-ae4f-1152802a8386/a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d/3aaf7cf1-3628-4732-ba15-03e944c73743) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:12.558529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba61e091-5751-402f-bcf3-98c265a0cabb req-a7dee846-2132-4131-b83e-1c4ea2e58ca5 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200713 Sep 18 05:14:12.610116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe59873-879e-4217-ba7a-061d786b83f9 admin admin] Network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:14:12.698056 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-580e804a-5511-42cb-a864-a10d63e84fa1 service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680595 Sep 18 05:14:12.782825 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-257e7028-a8bb-4618-98f0-a12c42bac1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:12.783897 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:12.858009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-1fe59873-879e-4217-ba7a-061d786b83f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:12.870465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6a8efa-a0b8-4b3b-867d-1e42c10575ae None None] Network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:12.878270 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4df3d51d-ab2c-4682-b753-75aa989fd2e1 req-3fdf7c93-5377-4581-94e9-91f9be54b0cb service neutron] 10.222.0.18 "GET /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729655 Sep 18 05:14:12.888609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe59873-879e-4217-ba7a-061d786b83f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:12.889530 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fe59873-879e-4217-ba7a-061d786b83f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:12.893529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:03Z', 'revision_number': 2, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:10Z', 'revision_number': 4, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:12.939983 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:12.948353 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-257e7028-a8bb-4618-98f0-a12c42bac1d3 None None] For port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47,segment=NetworkSegment(845dbc04-71a7-48fb-8e06-28cada92f2d8),segment_id=845dbc04-71a7-48fb-8e06-28cada92f2d8)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:12.959177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34735a2-abd4-4afd-8d5c-cbee1d48164e None None] The sync data for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 is: [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:03Z', 'revision_number': 2, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:10Z', 'revision_number': 4, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:14:12.963068 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced172a-b809-438f-89ed-ac2696a2b04a req-abc8ed65-d6cc-4e23-b8f3-36d7ad04edf0 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:12.974462 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dced172a-b809-438f-89ed-ac2696a2b04a req-abc8ed65-d6cc-4e23-b8f3-36d7ad04edf0 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.1662016 Sep 18 05:14:13.009714 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1fe59873-879e-4217-ba7a-061d786b83f9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3186111 Sep 18 05:14:13.010339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57646) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:13.017753 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-612588274-router', 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:13.056600 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-257e7028-a8bb-4618-98f0-a12c42bac1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:13.063968 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 384b2568-b42a-4edc-ae4f-1152802a8386 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:13.068409 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:13.072981 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:13.074101 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:13.121708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Allocated IP 2001:db8:1::2 (384b2568-b42a-4edc-ae4f-1152802a8386/a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d/c023076e-036a-42f4-97c6-18c64e808781) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:13.128894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dced172a-b809-438f-89ed-ac2696a2b04a req-d9c92ff0-70fa-4809-ae10-80c93a6b93c8 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482446 Sep 18 05:14:13.169293 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=3aaf7cf1-3628-4732-ba15-03e944c73743,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:13.197229 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:13.198705 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:13.221525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e7028-a8bb-4618-98f0-a12c42bac1d3 None None] Pushing event updated for resources: {'Port': ['ID=1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:13.236009 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa8e15d-7292-4af3-84ec-d4129259fbbb None None] Network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:13.341247 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:13.460883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6057475-92b1-468a-8fc5-67c9a0c74354 req-46615bee-c6d1-4ce8-a6e6-7d9af81b189f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:13.474766 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b6057475-92b1-468a-8fc5-67c9a0c74354 req-46615bee-c6d1-4ce8-a6e6-7d9af81b189f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 945 time: 0.6400859 Sep 18 05:14:13.528678 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:13.570874 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:13.607468 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b6057475-92b1-468a-8fc5-67c9a0c74354 req-f2201e6d-27c7-4bad-8570-3b9b4fe2ee1c tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312275 Sep 18 05:14:13.625032 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:13.688910 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Network 384b2568-b42a-4edc-ae4f-1152802a8386 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:13.694865 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:13.695024 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:13.698660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:13.731800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c7275-e264-4f44-98a9-6386d0cb462d req-12f26975-07cd-4594-be59-79c48b81f451 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:13.733397 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-682c7275-e264-4f44-98a9-6386d0cb462d req-12f26975-07cd-4594-be59-79c48b81f451 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 945 time: 0.3873551 Sep 18 05:14:13.781347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Pushing event updated for resources: {'Port': ['ID=c023076e-036a-42f4-97c6-18c64e808781,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:13.795146 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Attempting to bind port c023076e-036a-42f4-97c6-18c64e808781 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:13.795766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Attempting to bind port c023076e-036a-42f4-97c6-18c64e808781 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '729b712b-f5b5-4416-943c-ae05688f92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:13.795861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Attempting to bind port c023076e-036a-42f4-97c6-18c64e808781 on network 384b2568-b42a-4edc-ae4f-1152802a8386 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:13.801834 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:13.803074 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Checking segment: {'id': '729b712b-f5b5-4416-943c-ae05688f92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:13.804325 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:13.804909 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Bound using segment: {'id': '729b712b-f5b5-4416-943c-ae05688f92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:13.807264 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Bound port: c023076e-036a-42f4-97c6-18c64e808781, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729b712b-f5b5-4416-943c-ae05688f92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:13.814178 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:13.904626 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-682c7275-e264-4f44-98a9-6386d0cb462d req-af4d8b25-c6fa-43b0-86e5-667ba7cda535 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636741 Sep 18 05:14:13.991851 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f07edd81-b5e9-4937-a844-c4d39bbdafd7 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:14.059555 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef8548-20e9-4dca-87c2-8a31609f79cd req-01c8c382-944f-493b-bd4e-e45c874576cc tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:14.061170 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28ef8548-20e9-4dca-87c2-8a31609f79cd req-01c8c382-944f-493b-bd4e-e45c874576cc tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.2167363 Sep 18 05:14:14.067879 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:14.078153 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] For port c023076e-036a-42f4-97c6-18c64e808781, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:14.150166 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] For port c023076e-036a-42f4-97c6-18c64e808781, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c023076e-036a-42f4-97c6-18c64e808781,segment=NetworkSegment(729b712b-f5b5-4416-943c-ae05688f92f5),segment_id=729b712b-f5b5-4416-943c-ae05688f92f5)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:14.199175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:14.200683 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:14.249823 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:14.338360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port f07edd81-b5e9-4937-a844-c4d39bbdafd7 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:14:14.384071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port f07edd81-b5e9-4937-a844-c4d39bbdafd7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:14.384482 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:14.388817 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28ef8548-20e9-4dca-87c2-8a31609f79cd req-79f32745-a854-4784-9eff-2f9f3f9d30d4 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052726 Sep 18 05:14:14.441445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ca83c-0842-47fc-b719-2914dbf74e0c None None] Pushing event updated for resources: {'Port': ['ID=c023076e-036a-42f4-97c6-18c64e808781,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:14.549795 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:14.580617 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:14.607999 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:14.609448 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:14.617427 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64db29ef-7eef-4122-bfc6-700efce53e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07edd81-b5e9-4937-a844-c4d39bbdafd7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:14.620338 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867695a8-da1e-48ac-a52f-53aed577f7c0" -d '{"events": [{"server_uuid": "64db29ef-7eef-4122-bfc6-700efce53e9f", "name": "network-vif-plugged", "status": "completed", "tag": "f07edd81-b5e9-4937-a844-c4d39bbdafd7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:14.638753 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39012604-c942-4e32-98d1-64326ce347a5 req-2d89e9a3-9f3a-42a8-baf9-391483632297 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7708437 Sep 18 05:14:14.671801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f07edd81-b5e9-4937-a844-c4d39bbdafd7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f07edd81-b5e9-4937-a844-c4d39bbdafd7,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:14.704333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c3925-ebcd-4a0c-bd79-fe4e7c39c4f4 req-3b9affeb-caa8-4f06-89e7-495da78ffb3b tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:14.705728 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-007c3925-ebcd-4a0c-bd79-fe4e7c39c4f4 req-3b9affeb-caa8-4f06-89e7-495da78ffb3b tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.18 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 945 time: 0.1420667 Sep 18 05:14:14.713785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba6865-397e-4272-9c18-1004e237d2d7 req-e26fe2ff-27fb-4d22-a434-9452679b9439 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:14.715295 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-97ba6865-397e-4272-9c18-1004e237d2d7 req-e26fe2ff-27fb-4d22-a434-9452679b9439 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 943 time: 0.1531644 Sep 18 05:14:14.762009 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:14.882966 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=f07edd81-b5e9-4937-a844-c4d39bbdafd7,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:14.907511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=3aaf7cf1-3628-4732-ba15-03e944c73743,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:15.025822 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bb458a-4fcd-44bf-9d6f-c397aa8771eb x-openstack-request-id: req-08bb458a-4fcd-44bf-9d6f-c397aa8771eb {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:15.026109 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64db29ef-7eef-4122-bfc6-700efce53e9f", "name": "network-vif-plugged", "status": "completed", "tag": "f07edd81-b5e9-4937-a844-c4d39bbdafd7", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:15.026370 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08bb458a-4fcd-44bf-9d6f-c397aa8771eb {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:15.026778 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64db29ef-7eef-4122-bfc6-700efce53e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07edd81-b5e9-4937-a844-c4d39bbdafd7', 'code': 200} Sep 18 05:14:15.032298 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 384b2568-b42a-4edc-ae4f-1152802a8386 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:15.036917 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:15.097070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39012604-c942-4e32-98d1-64326ce347a5 req-c8cdadc5-a2a8-4c7e-810c-c73c0557fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:15.102316 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39012604-c942-4e32-98d1-64326ce347a5 req-c8cdadc5-a2a8-4c7e-810c-c73c0557fb33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b&device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 1098 time: 0.4287016 Sep 18 05:14:15.141310 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-97ba6865-397e-4272-9c18-1004e237d2d7 req-66a1d12f-17e8-4ca3-bd92-d3f2d60702d0 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999572 Sep 18 05:14:15.196028 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:15.202798 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 9365df3f-435c-4b11-8840-85a4c16e399a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:14:15.238898 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:15.309693 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb55d22-5031-4386-9b9a-90eaa21c405f req-08c92b5d-d2f8-4f47-a5a2-efe477822d99 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:15.317050 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6fb55d22-5031-4386-9b9a-90eaa21c405f req-08c92b5d-d2f8-4f47-a5a2-efe477822d99 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 945 time: 0.1281743 Sep 18 05:14:15.424797 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6fb55d22-5031-4386-9b9a-90eaa21c405f req-8cac5041-9cc5-4e3d-b408-2881aa6d9b6d tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033354 Sep 18 05:14:15.429427 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:14:15.433979 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-007c3925-ebcd-4a0c-bd79-fe4e7c39c4f4 req-7a654f60-4e1c-429d-8931-732834adf657 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Deleting port 75e5f528-7281-45f3-9642-082be312f4d6 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:14:15.434339 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-007c3925-ebcd-4a0c-bd79-fe4e7c39c4f4 req-7a654f60-4e1c-429d-8931-732834adf657 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:15.451396 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-276c9277-4abd-4a98-be3c-05f067aec046 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4992824 Sep 18 05:14:15.452083 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57686) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:15.458166 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f38ced18-30bf-4c6d-8ee7-106334ce0b45 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-763839737'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:15.469044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e4cf4-9b0a-4f0d-94f2-7db10303436b req-579a8853-7ca1-4aa9-b931-8ea5f1a1a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:15.470763 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c19e4cf4-9b0a-4f0d-94f2-7db10303436b req-579a8853-7ca1-4aa9-b931-8ea5f1a1a6f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 1098 time: 0.3103352 Sep 18 05:14:15.544666 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38ced18-30bf-4c6d-8ee7-106334ce0b45 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:15.550608 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f38ced18-30bf-4c6d-8ee7-106334ce0b45 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:15.597207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39012604-c942-4e32-98d1-64326ce347a5 req-2aaebbf8-4d53-42c2-ba8b-541da0979595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:15.598966 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39012604-c942-4e32-98d1-64326ce347a5 req-2aaebbf8-4d53-42c2-ba8b-541da0979595 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fdc9f2cd-0fcf-4feb-9ace-728923259202 HTTP/1.1" status: 200 len: 914 time: 0.4642780 Sep 18 05:14:15.609457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fc5b0-f351-458e-b838-eb5593d65ddf req-a71c97b4-2a46-41ad-a145-215075e6acec tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:15.621878 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab5fc5b0-f351-458e-b838-eb5593d65ddf req-a71c97b4-2a46-41ad-a145-215075e6acec tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.3413970 Sep 18 05:14:15.622480 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38ced18-30bf-4c6d-8ee7-106334ce0b45 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:14:15.633078 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f38ced18-30bf-4c6d-8ee7-106334ce0b45 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:15.633530 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-f38ced18-30bf-4c6d-8ee7-106334ce0b45 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Added segment 3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c of type vlan for network 0ac3d878-15e7-47b2-96c0-a913b60793c2 Sep 18 05:14:15.714983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Allocated IP 172.25.7.144 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/9cf106df-9183-4f52-8d85-34999816e8be) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:15.763379 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c19e4cf4-9b0a-4f0d-94f2-7db10303436b req-566f57f7-5040-4c5d-b6b9-ee31831cef02 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480760 Sep 18 05:14:15.765112 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39012604-c942-4e32-98d1-64326ce347a5 req-3c3c8c44-f69e-4bbf-a739-e7bf72efa483 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3663a3-5216-4988-8e85-236791678bc8 HTTP/1.1" status: 200 len: 217 time: 0.1142106 Sep 18 05:14:15.796735 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f38ced18-30bf-4c6d-8ee7-106334ce0b45 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:15.878153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8d270-6d58-4b42-8004-8dcc0dd94718 req-a7e53ea0-e2bf-4e68-aae1-11dbc634ce01 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:15.887187 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3cd8d270-6d58-4b42-8004-8dcc0dd94718 req-a7e53ea0-e2bf-4e68-aae1-11dbc634ce01 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.3129802 Sep 18 05:14:15.889866 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Sync routers for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:14:15.902802 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:15.903688 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:15.934053 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c023076e-036a-42f4-97c6-18c64e808781 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:15.995675 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3cd8d270-6d58-4b42-8004-8dcc0dd94718 req-f139a637-cd02-4402-9542-a484c70fb724 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085055 Sep 18 05:14:15.997625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39012604-c942-4e32-98d1-64326ce347a5 req-5bb1c07b-9150-4d1c-ace7-49a660675b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:15.999734 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39012604-c942-4e32-98d1-64326ce347a5 req-5bb1c07b-9150-4d1c-ace7-49a660675b70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e0078b2-978b-4f73-9fac-427b64b39f17 HTTP/1.1" status: 200 len: 854 time: 0.2262201 Sep 18 05:14:16.012307 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-007c3925-ebcd-4a0c-bd79-fe4e7c39c4f4 req-7a654f60-4e1c-429d-8931-732834adf657 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] For port 75e5f528-7281-45f3-9642-082be312f4d6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=75e5f528-7281-45f3-9642-082be312f4d6,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:16.012545 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 034a2e21-7299-4cef-b9a3-506a030f19dc details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:14:16.012654 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-007c3925-ebcd-4a0c-bd79-fe4e7c39c4f4 req-7a654f60-4e1c-429d-8931-732834adf657 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:16.039872 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab5fc5b0-f351-458e-b838-eb5593d65ddf req-f7f99d55-2557-42d3-9e28-1660c3c0b019 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158225 Sep 18 05:14:16.041825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39012604-c942-4e32-98d1-64326ce347a5 req-3101ce69-7f3b-4857-9693-fc78ca44859b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdc9f2cd-0fcf-4feb-9ace-728923259202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316162 Sep 18 05:14:16.048970 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f38ced18-30bf-4c6d-8ee7-106334ce0b45 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:16.058920 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38ced18-30bf-4c6d-8ee7-106334ce0b45 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:16.058920 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f38ced18-30bf-4c6d-8ee7-106334ce0b45 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:16.153420 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-007c3925-ebcd-4a0c-bd79-fe4e7c39c4f4 req-7a654f60-4e1c-429d-8931-732834adf657 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Calling delete_port for 75e5f528-7281-45f3-9642-082be312f4d6 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:14:16.194817 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f38ced18-30bf-4c6d-8ee7-106334ce0b45 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7415972 Sep 18 05:14:16.198045 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ced18-30bf-4c6d-8ee7-106334ce0b45 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Network': ['ID=0ac3d878-15e7-47b2-96c0-a913b60793c2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:16.201259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57700) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:16.214889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'subnet': {'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:16.218172 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:16.234319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 0ac3d878-15e7-47b2-96c0-a913b60793c2 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:14:16.309793 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bf5861-4071-4327-a483-e684a43e9a37 None None] Network 384b2568-b42a-4edc-ae4f-1152802a8386 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:16.339978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:16.351488 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port c023076e-036a-42f4-97c6-18c64e808781 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:16.352111 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:16.357459 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39012604-c942-4e32-98d1-64326ce347a5 req-287c9247-1cc1-46dd-bd4d-d8f7ecb83293 service neutron] 10.222.0.13 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698088 Sep 18 05:14:16.461727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54712188-43c4-4c23-b19a-facc513d72cb req-d73929fa-e4f3-4eab-91bc-30606e1b80ff tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:16.464026 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54712188-43c4-4c23-b19a-facc513d72cb req-d73929fa-e4f3-4eab-91bc-30606e1b80ff tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 943 time: 0.1301768 Sep 18 05:14:16.496688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:16.510244 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:16.580545 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-83419462-97a6-4e0f-8c59-ca1b2c18e05e None None] Provisioning complete for port c023076e-036a-42f4-97c6-18c64e808781 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:16.581014 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83419462-97a6-4e0f-8c59-ca1b2c18e05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:16.596745 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54712188-43c4-4c23-b19a-facc513d72cb req-ada588c2-2ec5-46dc-95af-4dc1811463a9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238854 Sep 18 05:14:16.613684 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:13Z', 'revision_number': 3, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:13Z', 'revision_number': 2, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:16.723575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 034a2e21-7299-4cef-b9a3-506a030f19dc, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=034a2e21-7299-4cef-b9a3-506a030f19dc,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:16.745458 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39012604-c942-4e32-98d1-64326ce347a5 req-29772825-460d-42ee-9f7c-ed9b871e26a7 service neutron] 10.222.0.13 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760021 Sep 18 05:14:16.757534 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Checking router: 9365df3f-435c-4b11-8840-85a4c16e399a for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:14:16.758107 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Updating router 9365df3f-435c-4b11-8840-85a4c16e399a port 3aaf7cf1-3628-4732-ba15-03e944c73743 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:14:16.771368 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-007c3925-ebcd-4a0c-bd79-fe4e7c39c4f4 req-7a654f60-4e1c-429d-8931-732834adf657 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:16.806147 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:16.857014 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['75e5f528-7281-45f3-9642-082be312f4d6'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:14:16.887625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a654f60-4e1c-429d-8931-732834adf657 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Pushing event deleted for resources: {'Port': ['ID=75e5f528-7281-45f3-9642-082be312f4d6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:16.890737 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['2ea49425-108f-4bf6-a494-855123c3aa84', '0f32aa41-c379-4841-b3a0-9aed0d4ef68b'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:14:16.924674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9645e6b-51e8-4689-92f4-186a691540f3 req-f95bf065-b5dc-456f-9059-e3a7466ce7c7 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=71a5233d-ea9e-4143-ae3b-cb6ea77f4963 HTTP/1.1" status: 200 len: 210 time: 0.1763813 Sep 18 05:14:16.971550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-007c3925-ebcd-4a0c-bd79-fe4e7c39c4f4 req-7a654f60-4e1c-429d-8931-732834adf657 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] No DVR routers for this DVR port 75e5f528-7281-45f3-9642-082be312f4d6 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:14:16.974354 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:16.979653 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-007c3925-ebcd-4a0c-bd79-fe4e7c39c4f4 req-7a654f60-4e1c-429d-8931-732834adf657 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:16.982121 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-007c3925-ebcd-4a0c-bd79-fe4e7c39c4f4 req-7a654f60-4e1c-429d-8931-732834adf657 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.18 "DELETE /v2.0/ports/75e5f528-7281-45f3-9642-082be312f4d6 HTTP/1.1" status: 204 len: 173 time: 2.2658834 Sep 18 05:14:17.022533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a5233d-ea9e-4143-ae3b-cb6ea77f4963', 'name': 'network-vif-deleted', 'tag': '75e5f528-7281-45f3-9642-082be312f4d6'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:17.027826 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebf6853-c1b1-486e-b0a8-0f9c890c9dd8" -d '{"events": [{"server_uuid": "71a5233d-ea9e-4143-ae3b-cb6ea77f4963", "name": "network-vif-deleted", "tag": "75e5f528-7281-45f3-9642-082be312f4d6"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:17.031508 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Pushing event updated for resources: {'Port': ['ID=9cf106df-9183-4f52-8d85-34999816e8be,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:17.056819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:17.059954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '034a2e21-7299-4cef-b9a3-506a030f19dc', 'network_id': '7e77f982-12cd-4966-ad89-506bbab549b4', 'port_id': '034a2e21-7299-4cef-b9a3-506a030f19dc', 'mac_address': 'fa:16:3e:25:28:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19facd85-5a02-4210-8d90-7d5ec267820b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:14:17.060928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:17.070007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:17.110131 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:17.156502 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc2f4f1-fed1-4b64-b12b-eab1f221808c x-openstack-request-id: req-cbc2f4f1-fed1-4b64-b12b-eab1f221808c {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:17.156973 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a5233d-ea9e-4143-ae3b-cb6ea77f4963", "name": "network-vif-deleted", "tag": "75e5f528-7281-45f3-9642-082be312f4d6", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:17.157070 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbc2f4f1-fed1-4b64-b12b-eab1f221808c {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:17.157432 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a5233d-ea9e-4143-ae3b-cb6ea77f4963', 'name': 'network-vif-deleted', 'tag': '75e5f528-7281-45f3-9642-082be312f4d6', 'status': 'completed', 'code': 200} Sep 18 05:14:17.245287 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:17.308895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port c023076e-036a-42f4-97c6-18c64e808781, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c023076e-036a-42f4-97c6-18c64e808781,segment=NetworkSegment(729b712b-f5b5-4416-943c-ae05688f92f5),segment_id=729b712b-f5b5-4416-943c-ae05688f92f5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:17.353616 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Subnet': ['ID=b963069c-582c-41b3-8ccc-ccdfb03f5ba8,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:17.379482 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:17.396402 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Checking segment: {'id': '3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:17.397687 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:17.402255 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network hostable DHCP agents. Network: 0ac3d878-15e7-47b2-96c0-a913b60793c2, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:14:17.420933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:17.420933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:17.420933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:17.420933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:17.420933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:17.420933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:17.420933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:17.420933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:17.420933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:17.420933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:17.421939 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034a2e21-7299-4cef-b9a3-506a030f19dc {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:14:17.422064 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:17.422064 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:17.445034 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:17.464294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7e743-9cf0-46c3-a6fc-c47e1b3b36f8 req-38168c19-9b2f-43fd-ac62-34eb11eb595b tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:17.472704 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-56c7e743-9cf0-46c3-a6fc-c47e1b3b36f8 req-38168c19-9b2f-43fd-ac62-34eb11eb595b tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.2930770 Sep 18 05:14:17.493812 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:17.542194 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7feed-93bc-4899-bf87-a0d6cda2bef9 req-c76b9d35-78e2-4def-9e0b-a6beb2933d38 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:17.544180 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5e7feed-93bc-4899-bf87-a0d6cda2bef9 req-c76b9d35-78e2-4def-9e0b-a6beb2933d38 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.1192477 Sep 18 05:14:17.547671 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83419462-97a6-4e0f-8c59-ca1b2c18e05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:17.573081 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-56c7e743-9cf0-46c3-a6fc-c47e1b3b36f8 req-0e21676e-3e1f-410c-ac73-5b3a796962fc tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993514 Sep 18 05:14:17.582974 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 034a2e21-7299-4cef-b9a3-506a030f19dc, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=034a2e21-7299-4cef-b9a3-506a030f19dc,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:17.603164 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 0ac3d878-15e7-47b2-96c0-a913b60793c2 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:14:17.661958 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71742a-f6a7-4b0a-a5dd-49eb2307d655 None None] Pushing event updated for resources: {'Port': ['ID=3aaf7cf1-3628-4732-ba15-03e944c73743,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:17.665306 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 0ac3d878-15e7-47b2-96c0-a913b60793c2) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:17.677538 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:17.679591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=c023076e-036a-42f4-97c6-18c64e808781,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:17.683817 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:17.684831 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:17.747610 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=034a2e21-7299-4cef-b9a3-506a030f19dc,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:17.752807 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f8aed-b3bf-4dac-a455-6edf76243bc2 None None] Network 0ac3d878-15e7-47b2-96c0-a913b60793c2 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:17.774036 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f76f4de0-7440-4100-aa29-86ee77554bdc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5691702 Sep 18 05:14:17.776807 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57730) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:17.808168 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5e7feed-93bc-4899-bf87-a0d6cda2bef9 req-3ddfc534-a746-41b2-8ac0-91c324031808 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531479 Sep 18 05:14:17.860469 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Attempting to bind port 3aaf7cf1-3628-4732-ba15-03e944c73743 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:17.865371 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Attempting to bind port 3aaf7cf1-3628-4732-ba15-03e944c73743 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '729b712b-f5b5-4416-943c-ae05688f92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:17.871438 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Attempting to bind port 3aaf7cf1-3628-4732-ba15-03e944c73743 on network 384b2568-b42a-4edc-ae4f-1152802a8386 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:17.891330 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:17.891893 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Checking segment: {'id': '729b712b-f5b5-4416-943c-ae05688f92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:17.892961 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:17.897029 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Bound using segment: {'id': '729b712b-f5b5-4416-943c-ae05688f92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:17.898896 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Bound port: 3aaf7cf1-3628-4732-ba15-03e944c73743, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729b712b-f5b5-4416-943c-ae05688f92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:17.901175 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:17.969709 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:18.125856 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] For port 3aaf7cf1-3628-4732-ba15-03e944c73743, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:18.129071 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] For port 3aaf7cf1-3628-4732-ba15-03e944c73743, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3aaf7cf1-3628-4732-ba15-03e944c73743,segment=NetworkSegment(729b712b-f5b5-4416-943c-ae05688f92f5),segment_id=729b712b-f5b5-4416-943c-ae05688f92f5)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:18.275754 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-83419462-97a6-4e0f-8c59-ca1b2c18e05e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:14:18.276562 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-83419462-97a6-4e0f-8c59-ca1b2c18e05e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:14:18.277695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['034a2e21-7299-4cef-b9a3-506a030f19dc'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:14:18.281780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c023076e-036a-42f4-97c6-18c64e808781 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:18.283902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 75e5f528-7281-45f3-9642-082be312f4d6 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:14:18.398706 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:18.426817 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 75e5f528-7281-45f3-9642-082be312f4d6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:14:18.427438 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 75e5f528-7281-45f3-9642-082be312f4d6 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:14:18.637299 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port c023076e-036a-42f4-97c6-18c64e808781 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:18.637895 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:18.694315 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:18.709986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Router de97a5b7-b21b-46ca-b745-5d076102ddb3 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:14:18.847147 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7735b-0702-4a74-ad40-e344acb068a3 req-9b35d52c-64bd-4a7d-8107-ec62d77f128e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:18.863193 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72a7735b-0702-4a74-ad40-e344acb068a3 req-9b35d52c-64bd-4a7d-8107-ec62d77f128e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 944 time: 0.9508440 Sep 18 05:14:18.908435 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71742a-f6a7-4b0a-a5dd-49eb2307d655 None None] Pushing event updated for resources: {'Port': ['ID=3aaf7cf1-3628-4732-ba15-03e944c73743,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:18.919480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-0ac3d878-15e7-47b2-96c0-a913b60793c2', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:14:18.924743 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:18.945409 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:18.950564 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:19.071830 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72a7735b-0702-4a74-ad40-e344acb068a3 req-b60763d8-489c-4961-bd69-0a31cc0f53be tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077160 Sep 18 05:14:19.111278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7ecdf-dc02-44f4-b44f-9106eaf39b63 req-1d3e62f7-a877-4af8-8b8a-07f753aa395e tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:19.120070 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24c7ecdf-dc02-44f4-b44f-9106eaf39b63 req-1d3e62f7-a877-4af8-8b8a-07f753aa395e tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.3024123 Sep 18 05:14:19.132598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074463e5-1eb8-4c59-9c08-a5d43fb0a845 req-eed04349-5df9-4df7-bee7-14fd19ea29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:19.134365 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-074463e5-1eb8-4c59-9c08-a5d43fb0a845 req-eed04349-5df9-4df7-bee7-14fd19ea29a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b&device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 1098 time: 0.2541907 Sep 18 05:14:19.169091 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:19.213412 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:19.275251 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074463e5-1eb8-4c59-9c08-a5d43fb0a845 req-c2d84574-ff27-4955-b6f8-98214dde77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:19.276736 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-074463e5-1eb8-4c59-9c08-a5d43fb0a845 req-c2d84574-ff27-4955-b6f8-98214dde77e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fdc9f2cd-0fcf-4feb-9ace-728923259202 HTTP/1.1" status: 200 len: 914 time: 0.1304929 Sep 18 05:14:19.312696 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:14:19.404013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Sync routers for ids ['de97a5b7-b21b-46ca-b745-5d076102ddb3'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:14:19.415887 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-074463e5-1eb8-4c59-9c08-a5d43fb0a845 req-22522dd7-077e-4d6c-88cd-790cd7841d5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3663a3-5216-4988-8e85-236791678bc8 HTTP/1.1" status: 200 len: 217 time: 0.1312356 Sep 18 05:14:19.431698 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24c7ecdf-dc02-44f4-b44f-9106eaf39b63 req-3286dc78-f5b1-40f4-b2ca-294841879d5d tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103850 Sep 18 05:14:19.448461 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2c66edd3-39e6-401b-8d34-4ddb8a504452 None None] Provisioning complete for port c023076e-036a-42f4-97c6-18c64e808781 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:19.448982 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2c66edd3-39e6-401b-8d34-4ddb8a504452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:19.473905 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Allocated IP 2001:db8:2::2 (0ac3d878-15e7-47b2-96c0-a913b60793c2/b963069c-582c-41b3-8ccc-ccdfb03f5ba8/d47e7be0-498e-4768-a9ac-036db46026db) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:19.476882 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Routers {'de97a5b7-b21b-46ca-b745-5d076102ddb3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:19.477545 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['de97a5b7-b21b-46ca-b745-5d076102ddb3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:19.528415 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074463e5-1eb8-4c59-9c08-a5d43fb0a845 req-43c895b5-6b78-474b-9d34-7f21bf7a0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:19.528415 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-074463e5-1eb8-4c59-9c08-a5d43fb0a845 req-43c895b5-6b78-474b-9d34-7f21bf7a0d92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e0078b2-978b-4f73-9fac-427b64b39f17 HTTP/1.1" status: 200 len: 854 time: 0.0929704 Sep 18 05:14:19.563965 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:19.575440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2f8ac938-49ec-4286-ab1a-ee5531088e3a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5562193 Sep 18 05:14:19.626348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57760) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:19.657020 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762db1b-0319-4270-a997-f0f667264a05 req-a9f3faa9-412d-4679-930f-bea0ad5b7a5d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:19.658966 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7762db1b-0319-4270-a997-f0f667264a05 req-a9f3faa9-412d-4679-930f-bea0ad5b7a5d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.2727814 Sep 18 05:14:19.726408 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-074463e5-1eb8-4c59-9c08-a5d43fb0a845 req-a7d6c35b-44ef-4714-973c-93c659e7b191 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdc9f2cd-0fcf-4feb-9ace-728923259202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1911030 Sep 18 05:14:19.761935 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:13Z', 'revision_number': 3, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:18Z', 'revision_number': 4, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:19.825880 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248f44a-6d41-4675-b489-e745e1fe21c7 None None] The sync data for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 is: [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:13Z', 'revision_number': 3, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:18Z', 'revision_number': 4, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:14:19.902411 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7762db1b-0319-4270-a997-f0f667264a05 req-67670e9d-38a4-430a-9ab3-27667e94d6ec tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196224 Sep 18 05:14:19.978410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Set router de97a5b7-b21b-46ca-b745-5d076102ddb3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:20.090200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 034a2e21-7299-4cef-b9a3-506a030f19dc up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:20.153608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968470e8-00ae-47a2-881b-fade58632b51 req-c1d17aba-1c21-4aa5-a481-fcad27ec0624 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:20.161888 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-968470e8-00ae-47a2-881b-fade58632b51 req-c1d17aba-1c21-4aa5-a481-fcad27ec0624 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 945 time: 0.1383185 Sep 18 05:14:20.253646 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-968470e8-00ae-47a2-881b-fade58632b51 req-7bb9f152-29d5-4578-b753-03ca14d1d46a tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901661 Sep 18 05:14:20.430560 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 034a2e21-7299-4cef-b9a3-506a030f19dc completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:14:20.456707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 034a2e21-7299-4cef-b9a3-506a030f19dc triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:20.457240 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:20.463634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3b193-285f-43da-9e0e-ddafd6457304 req-851c6dbd-2135-4f21-b74b-2b5103310c14 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:20.468067 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0db3b193-285f-43da-9e0e-ddafd6457304 req-851c6dbd-2135-4f21-b74b-2b5103310c14 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.0823174 Sep 18 05:14:20.532670 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:20.538664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2c66edd3-39e6-401b-8d34-4ddb8a504452 None None] Provisioning complete for port 3aaf7cf1-3628-4732-ba15-03e944c73743 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:20.539054 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2c66edd3-39e6-401b-8d34-4ddb8a504452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:20.577527 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0db3b193-285f-43da-9e0e-ddafd6457304 req-01f1320e-b6c5-4b5c-882b-be2ba3fee091 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901008 Sep 18 05:14:20.612597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-074463e5-1eb8-4c59-9c08-a5d43fb0a845 req-1254a415-3d5b-4783-a6b1-72bd8636e636 service neutron] 10.222.0.13 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8764415 Sep 18 05:14:20.730697 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819abbf-4bc0-4375-b6de-602c91310292 req-b2f9a6ae-8491-4c46-87a1-e2d215ac8f8c tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:20.732485 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b819abbf-4bc0-4375-b6de-602c91310292 req-b2f9a6ae-8491-4c46-87a1-e2d215ac8f8c tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.0805252 Sep 18 05:14:20.744052 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:20.770927 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da6727-89f0-4c31-b2d4-29c70ec5cf7e req-f66f013e-22b3-4d37-94b7-721f1524ec4c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:20.778899 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2da6727-89f0-4c31-b2d4-29c70ec5cf7e req-f66f013e-22b3-4d37-94b7-721f1524ec4c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 944 time: 0.2056367 Sep 18 05:14:20.807018 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2c66edd3-39e6-401b-8d34-4ddb8a504452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:20.815591 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b819abbf-4bc0-4375-b6de-602c91310292 req-db65ad66-4a22-489d-8c4b-4afc17d2050d tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696943 Sep 18 05:14:20.819224 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'name': 'tempest-ServerRescueNegativeTestJSON-612588274-router', 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '9cf106df-9183-4f52-8d85-34999816e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:13Z', 'updated_at': '2021-09-18T05:14:17Z', 'revision_number': 3, 'project_id': 'c0ea41ad380b4a628127272a0a22863e', 'gw_port': {'id': '9cf106df-9183-4f52-8d85-34999816e8be', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:15Z', 'updated_at': '2021-09-18T05:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:20.877185 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-074463e5-1eb8-4c59-9c08-a5d43fb0a845 req-933b825a-9f1f-4003-a8a0-d467bc8ecab7 service neutron] 10.222.0.13 "GET /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110190 Sep 18 05:14:20.877302 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Checking router: de97a5b7-b21b-46ca-b745-5d076102ddb3 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:14:20.877302 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Updating router de97a5b7-b21b-46ca-b745-5d076102ddb3 port 9cf106df-9183-4f52-8d85-34999816e8be binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:14:20.897768 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2da6727-89f0-4c31-b2d4-29c70ec5cf7e req-c2ccee99-bfee-4c09-8bb5-1bea69b3c323 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173384 Sep 18 05:14:20.940117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 034a2e21-7299-4cef-b9a3-506a030f19dc, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=034a2e21-7299-4cef-b9a3-506a030f19dc,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:20.941209 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82ecb99-f4c8-4672-8f4c-3600c5452c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034a2e21-7299-4cef-b9a3-506a030f19dc'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:20.944701 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc378c1a-3900-47ea-899d-6480763d7aa6" -d '{"events": [{"server_uuid": "f82ecb99-f4c8-4672-8f4c-3600c5452c02", "name": "network-vif-plugged", "status": "completed", "tag": "034a2e21-7299-4cef-b9a3-506a030f19dc"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:20.990866 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:21.064175 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:21.072035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2c66edd3-39e6-401b-8d34-4ddb8a504452 None None] For port 3aaf7cf1-3628-4732-ba15-03e944c73743, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3aaf7cf1-3628-4732-ba15-03e944c73743,segment=NetworkSegment(729b712b-f5b5-4416-943c-ae05688f92f5),segment_id=729b712b-f5b5-4416-943c-ae05688f92f5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:21.114035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Allocated IP 2001:db8:2::1 (0ac3d878-15e7-47b2-96c0-a913b60793c2/b963069c-582c-41b3-8ccc-ccdfb03f5ba8/06e28a57-8164-48c5-9df7-3574c92df354) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:21.227388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Network 0ac3d878-15e7-47b2-96c0-a913b60793c2 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:21.239886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:21.244072 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Pushing event updated for resources: {'Port': ['ID=d47e7be0-498e-4768-a9ac-036db46026db,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:21.246455 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:21.251433 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:21.307403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78835b39-1690-445a-8ce1-80edfb27435e req-9cd06e5b-043b-46b7-a63c-0a2c7937a81d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:21.312958 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78835b39-1690-445a-8ce1-80edfb27435e req-9cd06e5b-043b-46b7-a63c-0a2c7937a81d tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.2850957 Sep 18 05:14:21.382578 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:21.403356 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:21.468950 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=06e28a57-8164-48c5-9df7-3574c92df354,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:21.510985 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 0ac3d878-15e7-47b2-96c0-a913b60793c2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:21.512825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:21.520728 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:21.521564 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:21.522528 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:21.561901 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2c66edd3-39e6-401b-8d34-4ddb8a504452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:21.633382 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78835b39-1690-445a-8ce1-80edfb27435e req-e2036253-b367-4ac0-93f9-ae29884ad72c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044519 Sep 18 05:14:21.633926 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Attempting to bind port d47e7be0-498e-4768-a9ac-036db46026db on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:21.634314 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Attempting to bind port d47e7be0-498e-4768-a9ac-036db46026db by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:21.634786 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Attempting to bind port d47e7be0-498e-4768-a9ac-036db46026db on network 0ac3d878-15e7-47b2-96c0-a913b60793c2 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:21.650682 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595ae9f-050e-4a6d-acfb-e2f603c5ad87 req-7c8e4b72-31de-4ea0-a001-24d2df3a8999 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:21.651262 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:21.651650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Checking segment: {'id': '3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:21.652062 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:21.652345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f595ae9f-050e-4a6d-acfb-e2f603c5ad87 req-7c8e4b72-31de-4ea0-a001-24d2df3a8999 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.13 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 945 time: 0.3360264 Sep 18 05:14:21.652487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Bound using segment: {'id': '3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:21.653022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Bound port: d47e7be0-498e-4768-a9ac-036db46026db, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:21.653491 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:21.828844 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaddbfc-c14c-4f68-ad4a-48e6704db1bb x-openstack-request-id: req-cdaddbfc-c14c-4f68-ad4a-48e6704db1bb {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:21.829569 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82ecb99-f4c8-4672-8f4c-3600c5452c02", "name": "network-vif-plugged", "status": "completed", "tag": "034a2e21-7299-4cef-b9a3-506a030f19dc", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:21.829569 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdaddbfc-c14c-4f68-ad4a-48e6704db1bb {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:21.829816 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82ecb99-f4c8-4672-8f4c-3600c5452c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034a2e21-7299-4cef-b9a3-506a030f19dc', 'code': 200} Sep 18 05:14:21.862956 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] For port d47e7be0-498e-4768-a9ac-036db46026db, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:21.892344 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=034a2e21-7299-4cef-b9a3-506a030f19dc,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:21.918219 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:21.945248 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636efbe2-dac6-4442-b27b-2891abd8f649 req-528771c9-50a7-4176-9b05-a9dde34a0c84 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:21.946833 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636efbe2-dac6-4442-b27b-2891abd8f649 req-528771c9-50a7-4176-9b05-a9dde34a0c84 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.1322763 Sep 18 05:14:21.958463 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3aaf7cf1-3628-4732-ba15-03e944c73743 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:22.005948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] For port d47e7be0-498e-4768-a9ac-036db46026db, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d47e7be0-498e-4768-a9ac-036db46026db,segment=NetworkSegment(3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c),segment_id=3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:22.020627 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66edd3-39e6-401b-8d34-4ddb8a504452 None None] Pushing event updated for resources: {'Port': ['ID=3aaf7cf1-3628-4732-ba15-03e944c73743,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:22.058767 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-26286edd-5c42-4de4-822c-1eef2ab8dc0f None None] Provisioning complete for port 3aaf7cf1-3628-4732-ba15-03e944c73743 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:22.059179 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-26286edd-5c42-4de4-822c-1eef2ab8dc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.067996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6963022-989d-4b81-befe-f1b4a2468879 req-4790ce47-d5eb-4b1f-aff6-bf7ee17f947f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:22.073916 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b6963022-989d-4b81-befe-f1b4a2468879 req-4790ce47-d5eb-4b1f-aff6-bf7ee17f947f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 945 time: 0.2631845 Sep 18 05:14:22.076007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc48ba-5af9-473a-a7d5-c8a05ca5b186 req-90097a56-4ace-455b-9fa5-808a938ee9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:22.077993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43cc48ba-5af9-473a-a7d5-c8a05ca5b186 req-90097a56-4ace-455b-9fa5-808a938ee9bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 1097 time: 0.2907186 Sep 18 05:14:22.135584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Allocated IP 172.20.0.1 (8d9f7d5e-85b8-45fb-a51c-39737e7d9a60/76a65d6b-278b-4502-b43e-c4b208ae5082/57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:22.137668 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.196373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 3aaf7cf1-3628-4732-ba15-03e944c73743 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:22.196861 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.239283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f595ae9f-050e-4a6d-acfb-e2f603c5ad87 req-4aa832a3-c5fc-45bd-bd46-b56ed4795e5f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Deleting port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:14:22.239692 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f595ae9f-050e-4a6d-acfb-e2f603c5ad87 req-4aa832a3-c5fc-45bd-bd46-b56ed4795e5f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.243709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43cc48ba-5af9-473a-a7d5-c8a05ca5b186 req-5640b0c2-29b4-4903-bdaa-4d99258902a0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556306 Sep 18 05:14:22.280173 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b6963022-989d-4b81-befe-f1b4a2468879 req-5af33d5a-bbd1-4fb4-8d97-9b7e179fab17 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962705 Sep 18 05:14:22.286882 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.359696 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868834b-a193-46c9-a3b6-5c0c88eca885 None None] Pushing event updated for resources: {'Port': ['ID=d47e7be0-498e-4768-a9ac-036db46026db,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:22.403485 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636efbe2-dac6-4442-b27b-2891abd8f649 req-8f2bb566-a6d8-40f7-b56e-45cc9f9e8738 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631704 Sep 18 05:14:22.487705 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.490023 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.541761 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.642187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.643396 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.671107 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.676823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa87fb-9c29-46c6-bc85-af96565c7445 None None] Pushing event updated for resources: {'Port': ['ID=9cf106df-9183-4f52-8d85-34999816e8be,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:22.710805 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Attempting to bind port 9cf106df-9183-4f52-8d85-34999816e8be on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:22.711186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Attempting to bind port 9cf106df-9183-4f52-8d85-34999816e8be by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:22.711619 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Attempting to bind port 9cf106df-9183-4f52-8d85-34999816e8be on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:22.723659 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:22.724212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:22.724651 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.725114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:22.725602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Bound port: 9cf106df-9183-4f52-8d85-34999816e8be, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:22.725994 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.761489 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:22.765735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Pushing event updated for resources: {'Port': ['ID=57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:22.769086 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:22.792537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05504236-9f2c-42a6-984f-a0393fa8dcfb req-aab4e6bd-7138-4546-9427-86a29eb19635 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:22.800880 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-05504236-9f2c-42a6-984f-a0393fa8dcfb req-aab4e6bd-7138-4546-9427-86a29eb19635 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 945 time: 0.2323785 Sep 18 05:14:22.801742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:22.842774 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=06e28a57-8164-48c5-9df7-3574c92df354,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:22.878588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] For port 9cf106df-9183-4f52-8d85-34999816e8be, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:22.883749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] For port 9cf106df-9183-4f52-8d85-34999816e8be, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9cf106df-9183-4f52-8d85-34999816e8be,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:22.893136 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.950710 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:22.964057 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 0ac3d878-15e7-47b2-96c0-a913b60793c2 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:22.965894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:22.985114 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:23.006676 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-05504236-9f2c-42a6-984f-a0393fa8dcfb req-78c807f1-858b-4759-b4b7-997e9fefa63d tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172612 Sep 18 05:14:23.034506 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f595ae9f-050e-4a6d-acfb-e2f603c5ad87 req-4aa832a3-c5fc-45bd-bd46-b56ed4795e5f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] For port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f32aa41-c379-4841-b3a0-9aed0d4ef68b,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:23.035197 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f595ae9f-050e-4a6d-acfb-e2f603c5ad87 req-4aa832a3-c5fc-45bd-bd46-b56ed4795e5f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:23.058115 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f595ae9f-050e-4a6d-acfb-e2f603c5ad87 req-4aa832a3-c5fc-45bd-bd46-b56ed4795e5f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Calling delete_port for 0f32aa41-c379-4841-b3a0-9aed0d4ef68b owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:14:23.103497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa87fb-9c29-46c6-bc85-af96565c7445 None None] Pushing event updated for resources: {'Port': ['ID=9cf106df-9183-4f52-8d85-34999816e8be,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:23.136160 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Routers {'de97a5b7-b21b-46ca-b745-5d076102ddb3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:23.137375 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['de97a5b7-b21b-46ca-b745-5d076102ddb3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:23.254699 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 9365df3f-435c-4b11-8840-85a4c16e399a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:14:23.331303 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] Set router de97a5b7-b21b-46ca-b745-5d076102ddb3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:23.392289 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:23.448637 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce34eb-ecc6-4cad-8029-2e17fa1e9722 req-435abb98-e6c3-470a-b8e4-502101814e7b tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:23.456534 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-17ce34eb-ecc6-4cad-8029-2e17fa1e9722 req-435abb98-e6c3-470a-b8e4-502101814e7b tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.1815376 Sep 18 05:14:23.546512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:14:23.547146 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:23.559517 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Sync routers for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:14:23.573280 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:23.574103 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:23.581050 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4e0431de-7d46-44b8-8196-a82d9fb50bed tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8031106 Sep 18 05:14:23.582143 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57856) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:23.603986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-616fd689-6337-461d-91eb-40e2e760b1cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1989785065'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:23.639287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'name': 'tempest-ServerRescueNegativeTestJSON-612588274-router', 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '9cf106df-9183-4f52-8d85-34999816e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:13Z', 'updated_at': '2021-09-18T05:14:17Z', 'revision_number': 3, 'project_id': 'c0ea41ad380b4a628127272a0a22863e', 'gw_port': {'id': '9cf106df-9183-4f52-8d85-34999816e8be', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:15Z', 'updated_at': '2021-09-18T05:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:23.671403 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-17ce34eb-ecc6-4cad-8029-2e17fa1e9722 req-84356946-2816-42ab-ab64-9daa28fcfc65 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136261 Sep 18 05:14:23.693400 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7cef89-4347-4208-91fb-9d30f229ecc0 None None] The sync data for ids ['de97a5b7-b21b-46ca-b745-5d076102ddb3'] in n-d-789963-13 is: [{'id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'name': 'tempest-ServerRescueNegativeTestJSON-612588274-router', 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '9cf106df-9183-4f52-8d85-34999816e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:13Z', 'updated_at': '2021-09-18T05:14:17Z', 'revision_number': 3, 'project_id': 'c0ea41ad380b4a628127272a0a22863e', 'gw_port': {'id': '9cf106df-9183-4f52-8d85-34999816e8be', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:15Z', 'updated_at': '2021-09-18T05:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:14:23.773544 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:23.777455 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f595ae9f-050e-4a6d-acfb-e2f603c5ad87 req-4aa832a3-c5fc-45bd-bd46-b56ed4795e5f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:23.784729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616fd689-6337-461d-91eb-40e2e760b1cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:23.794635 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['2ea49425-108f-4bf6-a494-855123c3aa84'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:14:23.797690 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-616fd689-6337-461d-91eb-40e2e760b1cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:23.861731 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:23.881514 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:23.885239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa832a3-c5fc-45bd-bd46-b56ed4795e5f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Pushing event deleted for resources: {'Port': ['ID=0f32aa41-c379-4841-b3a0-9aed0d4ef68b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:23.889651 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81c3a9d1-583f-4354-aa3d-ae7d289dab92 req-ff3e11cf-bfa9-436c-ade6-250586711152 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=f183684c-331d-459a-a05c-2189975862ca HTTP/1.1" status: 200 len: 210 time: 0.1139395 Sep 18 05:14:23.906530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616fd689-6337-461d-91eb-40e2e760b1cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:14:23.970732 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-616fd689-6337-461d-91eb-40e2e760b1cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:23.971106 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-616fd689-6337-461d-91eb-40e2e760b1cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Added segment 3118147a-a985-4475-8df7-05f47e81debf of type vlan for network 914c457f-e422-431a-a7db-57f22d87e1fb Sep 18 05:14:24.014396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f595ae9f-050e-4a6d-acfb-e2f603c5ad87 req-4aa832a3-c5fc-45bd-bd46-b56ed4795e5f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] No DVR routers for this DVR port 0f32aa41-c379-4841-b3a0-9aed0d4ef68b on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:14:24.020763 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f595ae9f-050e-4a6d-acfb-e2f603c5ad87 req-4aa832a3-c5fc-45bd-bd46-b56ed4795e5f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:24.023542 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f595ae9f-050e-4a6d-acfb-e2f603c5ad87 req-4aa832a3-c5fc-45bd-bd46-b56ed4795e5f tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.13 "DELETE /v2.0/ports/0f32aa41-c379-4841-b3a0-9aed0d4ef68b HTTP/1.1" status: 204 len: 173 time: 2.3538520 Sep 18 05:14:24.026086 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f183684c-331d-459a-a05c-2189975862ca', 'name': 'network-vif-deleted', 'tag': '0f32aa41-c379-4841-b3a0-9aed0d4ef68b'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:24.028853 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fe6a19-e5e5-4e69-a744-b49715ef4b25" -d '{"events": [{"server_uuid": "f183684c-331d-459a-a05c-2189975862ca", "name": "network-vif-deleted", "tag": "0f32aa41-c379-4841-b3a0-9aed0d4ef68b"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:24.060019 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:24.073275 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad96ad7d-78a0-4239-82b1-8d609690ebc1 None None] Network 0ac3d878-15e7-47b2-96c0-a913b60793c2 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:24.091410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Pushing event updated for resources: {'Port': ['ID=57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:24.163732 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-616fd689-6337-461d-91eb-40e2e760b1cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:24.206983 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9d098-c00f-4298-a843-d8e3b167d350 req-3913e2b3-c973-4d8b-9942-cb51fd8c488b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:24.228115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d47e7be0-498e-4768-a9ac-036db46026db up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:24.238259 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f1f9d098-c00f-4298-a843-d8e3b167d350 req-3913e2b3-c973-4d8b-9942-cb51fd8c488b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.3005161 Sep 18 05:14:24.317120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe5042-108b-4600-8a00-ea5496459b23 req-8aa1bc62-6795-4957-8183-fb4da2c94ff9 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:24.329702 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01fe5042-108b-4600-8a00-ea5496459b23 req-8aa1bc62-6795-4957-8183-fb4da2c94ff9 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.2302706 Sep 18 05:14:24.376275 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f1f9d098-c00f-4298-a843-d8e3b167d350 req-0ed98549-338f-4c5c-ba56-4bfc059bbbff tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368001 Sep 18 05:14:24.415258 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01fe5042-108b-4600-8a00-ea5496459b23 req-44a6ea0c-eceb-4872-9d77-068b4c1b9954 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845928 Sep 18 05:14:24.422280 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-616fd689-6337-461d-91eb-40e2e760b1cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:24.440408 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616fd689-6337-461d-91eb-40e2e760b1cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:24.447798 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5d60e5a0-2824-4a30-836a-a074ac1f67f0 None None] Provisioning complete for port d47e7be0-498e-4768-a9ac-036db46026db triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:24.448434 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5d60e5a0-2824-4a30-836a-a074ac1f67f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:24.449125 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-616fd689-6337-461d-91eb-40e2e760b1cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:24.486603 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:21Z', 'revision_number': 4, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:22Z', 'revision_number': 2, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:24.508359 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 0f32aa41-c379-4841-b3a0-9aed0d4ef68b no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:14:24.512099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:24.514045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:24.606388 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Checking router: 9365df3f-435c-4b11-8840-85a4c16e399a for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:14:24.606857 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Updating router 9365df3f-435c-4b11-8840-85a4c16e399a port 06e28a57-8164-48c5-9df7-3574c92df354 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:14:24.633250 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 0f32aa41-c379-4841-b3a0-9aed0d4ef68b {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:14:24.633250 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 0f32aa41-c379-4841-b3a0-9aed0d4ef68b not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:14:24.687688 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1eb698-d115-4379-9298-164acf53a46a x-openstack-request-id: req-3e1eb698-d115-4379-9298-164acf53a46a {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:24.687997 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f183684c-331d-459a-a05c-2189975862ca", "name": "network-vif-deleted", "tag": "0f32aa41-c379-4841-b3a0-9aed0d4ef68b", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:24.692548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port d47e7be0-498e-4768-a9ac-036db46026db triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:24.693026 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:24.693358 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e1eb698-d115-4379-9298-164acf53a46a {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:24.694260 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f183684c-331d-459a-a05c-2189975862ca', 'name': 'network-vif-deleted', 'tag': '0f32aa41-c379-4841-b3a0-9aed0d4ef68b', 'status': 'completed', 'code': 200} Sep 18 05:14:24.722903 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:24.791487 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-616fd689-6337-461d-91eb-40e2e760b1cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1985369 Sep 18 05:14:24.813632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57880) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:24.818459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'subnet': {'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:24.862719 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Router de97a5b7-b21b-46ca-b745-5d076102ddb3 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:14:24.871583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fd689-6337-461d-91eb-40e2e760b1cf tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Network': ['ID=914c457f-e422-431a-a7db-57f22d87e1fb,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:24.942936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 914c457f-e422-431a-a7db-57f22d87e1fb details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:14:24.947504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab645e24-4b28-4ee3-83af-7afb6e5ea793 req-55b0b002-7646-4443-80b8-deb63b6ffa58 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:24.955227 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab645e24-4b28-4ee3-83af-7afb6e5ea793 req-55b0b002-7646-4443-80b8-deb63b6ffa58 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 945 time: 0.2983038 Sep 18 05:14:25.238039 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5d60e5a0-2824-4a30-836a-a074ac1f67f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:25.271749 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab645e24-4b28-4ee3-83af-7afb6e5ea793 req-80462f35-54e7-4ceb-a8f2-aff29b43a2b9 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086090 Sep 18 05:14:25.278831 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:14:25.290162 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4731af47-d42c-453c-9f47-9a5fa7ac19c9 admin admin] 10.222.0.23 "PUT /v2.0/routers/de97a5b7-b21b-46ca-b745-5d076102ddb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6612251 Sep 18 05:14:25.329215 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:25.383596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06835823-548a-4f09-94c3-b28eb2cad2d4 req-81e88fd3-c74c-4bd4-869a-c877b77a1a69 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:25.404395 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5d60e5a0-2824-4a30-836a-a074ac1f67f0 None None] For port d47e7be0-498e-4768-a9ac-036db46026db, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d47e7be0-498e-4768-a9ac-036db46026db,segment=NetworkSegment(3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c),segment_id=3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:25.405726 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06835823-548a-4f09-94c3-b28eb2cad2d4 req-81e88fd3-c74c-4bd4-869a-c877b77a1a69 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.5924811 Sep 18 05:14:25.410627 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:25.481463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06835823-548a-4f09-94c3-b28eb2cad2d4 req-fb79f1d9-6455-45e7-acc4-8ff4d9b7bb87 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676754 Sep 18 05:14:25.505324 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:25.506857 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5d60e5a0-2824-4a30-836a-a074ac1f67f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:25.584833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Made reservation on behalf of 5a0e40c1782349d7a743a27e39bda6cc for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:25.589614 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:25.695903 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da377ba2-3391-4b34-a71a-f160b40e4d89 None None] Pushing event updated for resources: {'Port': ['ID=06e28a57-8164-48c5-9df7-3574c92df354,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:25.767990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c738a-d192-4928-b891-eab0be01ca8e req-6cce85bf-f59a-4307-a86f-c4e7861bdc02 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:25.773002 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b3c738a-d192-4928-b891-eab0be01ca8e req-6cce85bf-f59a-4307-a86f-c4e7861bdc02 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.1787009 Sep 18 05:14:25.814149 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Attempting to bind port 06e28a57-8164-48c5-9df7-3574c92df354 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:25.825037 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Attempting to bind port 06e28a57-8164-48c5-9df7-3574c92df354 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:25.825570 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Attempting to bind port 06e28a57-8164-48c5-9df7-3574c92df354 on network 0ac3d878-15e7-47b2-96c0-a913b60793c2 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:25.833665 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:25.834955 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Checking segment: {'id': '3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:25.835480 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:25.835980 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Bound using segment: {'id': '3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:25.836607 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Bound port: 06e28a57-8164-48c5-9df7-3574c92df354, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:25.837098 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:25.924360 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b3c738a-d192-4928-b891-eab0be01ca8e req-3cda1134-1cd7-45d4-b7f3-4463d5a20c18 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504915 Sep 18 05:14:26.070434 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] For port 06e28a57-8164-48c5-9df7-3574c92df354, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:26.084538 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] For port 06e28a57-8164-48c5-9df7-3574c92df354, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=06e28a57-8164-48c5-9df7-3574c92df354,segment=NetworkSegment(3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c),segment_id=3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:26.093600 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e35cd-4032-491b-ad4b-a0abeceeee21 req-dacf067a-2fb0-46ba-85be-21e08ddf3482 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:26.104030 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-333e35cd-4032-491b-ad4b-a0abeceeee21 req-dacf067a-2fb0-46ba-85be-21e08ddf3482 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.1237366 Sep 18 05:14:26.138278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60e5a0-2824-4a30-836a-a074ac1f67f0 None None] Pushing event updated for resources: {'Port': ['ID=d47e7be0-498e-4768-a9ac-036db46026db,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:26.163929 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:14:26.164760 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:14:26.168179 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:26.194461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-333e35cd-4032-491b-ad4b-a0abeceeee21 req-1c476373-1564-45b2-9cbf-8d7be015f100 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888603 Sep 18 05:14:26.214516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a8739adc-8a2b-4439-b002-cf9a5d79fd2c None None] Provisioning complete for port 06e28a57-8164-48c5-9df7-3574c92df354 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:26.214951 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a8739adc-8a2b-4439-b002-cf9a5d79fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:26.297987 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:26.357392 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da377ba2-3391-4b34-a71a-f160b40e4d89 None None] Pushing event updated for resources: {'Port': ['ID=06e28a57-8164-48c5-9df7-3574c92df354,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:26.370487 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393901-8768-494e-8fc1-975dfd18c72e req-399a7c6f-527d-4e86-98cb-7b63702d2692 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:26.374514 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:26.375160 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:26.380297 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63393901-8768-494e-8fc1-975dfd18c72e req-399a7c6f-527d-4e86-98cb-7b63702d2692 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 945 time: 0.1017826 Sep 18 05:14:26.474115 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a8739adc-8a2b-4439-b002-cf9a5d79fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:26.486566 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63393901-8768-494e-8fc1-975dfd18c72e req-eb24e3ef-da3a-4c9d-865a-5409ed72a6cc tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050363 Sep 18 05:14:26.583273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a8739adc-8a2b-4439-b002-cf9a5d79fd2c None None] For port 06e28a57-8164-48c5-9df7-3574c92df354, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=06e28a57-8164-48c5-9df7-3574c92df354,segment=NetworkSegment(3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c),segment_id=3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:26.663774 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:26.664573 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a8739adc-8a2b-4439-b002-cf9a5d79fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:26.693740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Subnet': ['ID=58793e65-7f7b-4c86-bb7d-eb642e1f4251,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:26.741437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:26.746002 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:26.750963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:26.750963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:26.750963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:26.750963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:26.750963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:26.753482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:26.754022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:26.756058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:26.759465 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:26.759987 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:26.806086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8739adc-8a2b-4439-b002-cf9a5d79fd2c None None] Pushing event updated for resources: {'Port': ['ID=06e28a57-8164-48c5-9df7-3574c92df354,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:26.813812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Checking segment: {'id': '3118147a-a985-4475-8df7-05f47e81debf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:26.814389 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network hostable DHCP agents. Network: 914c457f-e422-431a-a7db-57f22d87e1fb, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:14:26.843286 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467401cc-f2c8-4cfa-8f3c-d5f20ca316b4 req-67efcecc-899e-4283-b237-9b5468bfe1a6 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:26.852820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-9a99c53b-8590-4745-8bfc-ec8a277f88e6 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:26.862528 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-9a99c53b-8590-4745-8bfc-ec8a277f88e6 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/networks?id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 HTTP/1.1" status: 200 len: 818 time: 0.6071615 Sep 18 05:14:26.863883 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-467401cc-f2c8-4cfa-8f3c-d5f20ca316b4 req-67efcecc-899e-4283-b237-9b5468bfe1a6 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.1406076 Sep 18 05:14:26.900068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a8739adc-8a2b-4439-b002-cf9a5d79fd2c None None] Provisioning complete for port d47e7be0-498e-4768-a9ac-036db46026db triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:26.900340 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a8739adc-8a2b-4439-b002-cf9a5d79fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:26.902264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-8b661950-005c-4322-a496-c65384260bb5 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/quotas/c0ea41ad380b4a628127272a0a22863e HTTP/1.1" status: 200 len: 375 time: 0.0382156 Sep 18 05:14:26.927642 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3aaf7cf1-3628-4732-ba15-03e944c73743 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:26.947852 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-467401cc-f2c8-4cfa-8f3c-d5f20ca316b4 req-ca1feff7-2219-4835-93e9-19efb55e5507 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825346 Sep 18 05:14:26.996304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 914c457f-e422-431a-a7db-57f22d87e1fb is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:14:27.071944 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-ed33cee8-c4f2-4fbc-807d-708105ed16b6 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0ea41ad380b4a628127272a0a22863e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1684535 Sep 18 05:14:27.098164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Sync routers for ids ['de97a5b7-b21b-46ca-b745-5d076102ddb3'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:14:27.102379 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 914c457f-e422-431a-a7db-57f22d87e1fb) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:27.127959 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58dfb36-26f6-4f23-9fdf-b8b9e86ef741 None None] Network 914c457f-e422-431a-a7db-57f22d87e1fb requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:27.134650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:27.141733 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:27.227601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5eefe-282b-4131-8dc0-feb56d2b5d92 req-ffdc5ea8-14b0-4182-b366-6614ed983e1f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:27.234038 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e7e5eefe-282b-4131-8dc0-feb56d2b5d92 req-ffdc5ea8-14b0-4182-b366-6614ed983e1f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.1073565 Sep 18 05:14:27.303536 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Routers {'de97a5b7-b21b-46ca-b745-5d076102ddb3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:27.304312 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['de97a5b7-b21b-46ca-b745-5d076102ddb3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:27.336468 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e7e5eefe-282b-4131-8dc0-feb56d2b5d92 req-50ced0ab-7234-4bfa-813d-abcbbf20c87f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709391 Sep 18 05:14:27.341705 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:21Z', 'revision_number': 4, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:26Z', 'revision_number': 4, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:27.451556 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96126e6-c5a8-49d0-aaf8-58d88445a56d None None] The sync data for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 is: [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:21Z', 'revision_number': 4, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:26Z', 'revision_number': 4, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:14:27.492980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 3aaf7cf1-3628-4732-ba15-03e944c73743 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:27.503910 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:27.584753 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9b5bc-c31e-482f-b608-2547186f556f req-126131f0-bd0b-4fad-86ed-e309364b18e4 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:27.593200 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c1d9b5bc-c31e-482f-b608-2547186f556f req-126131f0-bd0b-4fad-86ed-e309364b18e4 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.1712205 Sep 18 05:14:27.673951 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c1d9b5bc-c31e-482f-b608-2547186f556f req-141008c9-d206-4c15-a9f4-bcb9dde644d0 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793643 Sep 18 05:14:27.814806 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a4a13-c165-4274-9ee0-c7cc7a43da6e req-d03a4e30-8729-4731-956e-a7a6b87f65d3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:27.831786 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-038a4a13-c165-4274-9ee0-c7cc7a43da6e req-d03a4e30-8729-4731-956e-a7a6b87f65d3 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 945 time: 0.0820522 Sep 18 05:14:27.951793 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-038a4a13-c165-4274-9ee0-c7cc7a43da6e req-c8c677a9-470e-4402-b69e-1797c50e5063 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174228 Sep 18 05:14:28.019906 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d306abe1-a5e6-46cb-bbcd-a6fd59e7d2ef None None] Provisioning complete for port 06e28a57-8164-48c5-9df7-3574c92df354 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:28.020311 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d306abe1-a5e6-46cb-bbcd-a6fd59e7d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:28.040806 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-914c457f-e422-431a-a7db-57f22d87e1fb', 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'fixed_ips': [{'subnet_id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:14:28.041785 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:28.048773 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ce79cfd7-cc19-46c1-a46d-b925056e6992 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2341523 Sep 18 05:14:28.051822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57970) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:28.106112 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Set router de97a5b7-b21b-46ca-b745-5d076102ddb3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:28.144752 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-b93ff417-23c6-4bc7-a5f2-b43088c3868a service neutron] 10.222.0.23 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0713294 Sep 18 05:14:28.391486 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-cb83185f-036f-4079-865f-03cb876b55f1 service neutron] 10.222.0.23 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458529 Sep 18 05:14:28.776075 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Allocated IP 2001:db8:3::2 (914c457f-e422-431a-a7db-57f22d87e1fb/58793e65-7f7b-4c86-bb7d-eb642e1f4251/7966678c-7ad9-4e5f-8707-5260b77f566f) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:28.911141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d47e7be0-498e-4768-a9ac-036db46026db up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:28.950252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820761d4-632d-4c86-8fcd-b4dda727e901 req-9ad4c4f8-f5e1-4651-b394-82d3b65d64ac tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:28.952047 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-820761d4-632d-4c86-8fcd-b4dda727e901 req-9ad4c4f8-f5e1-4651-b394-82d3b65d64ac tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.0848641 Sep 18 05:14:29.014310 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:29.058155 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-820761d4-632d-4c86-8fcd-b4dda727e901 req-c06dc8b6-0997-42c5-af95-f85908d00cba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967748 Sep 18 05:14:29.191382 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port d47e7be0-498e-4768-a9ac-036db46026db triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:29.191767 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:29.262008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785e972-6362-4b33-87f9-0172eaa69506 req-d757a891-bab0-4855-a1ca-640aba4849de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:29.263561 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2785e972-6362-4b33-87f9-0172eaa69506 req-d757a891-bab0-4855-a1ca-640aba4849de tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 945 time: 0.1226251 Sep 18 05:14:29.331026 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:29.354161 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2785e972-6362-4b33-87f9-0172eaa69506 req-dde4c2f4-c7b7-4fb3-b1fc-2183c8681603 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811944 Sep 18 05:14:29.432762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d457423-b387-4d25-bca3-7ff6fdc78152 req-fc265c66-8f87-4add-8958-d67b95cd832c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:29.451754 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1d457423-b387-4d25-bca3-7ff6fdc78152 req-fc265c66-8f87-4add-8958-d67b95cd832c tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.6864181 Sep 18 05:14:29.452693 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-750b12d4-b7f3-46ce-9721-5b8159885a4f req-0cc0d73b-32bc-4a76-b357-996ac6cf90eb tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 210 time: 0.0324347 Sep 18 05:14:29.501270 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1d457423-b387-4d25-bca3-7ff6fdc78152 req-6307661a-b21f-4a8a-801d-77ded2de04d0 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590608 Sep 18 05:14:29.549202 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9cf106df-9183-4f52-8d85-34999816e8be up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:29.612640 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:29.698656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Network 914c457f-e422-431a-a7db-57f22d87e1fb is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:29.701594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'name': 'tempest-ServerRescueNegativeTestJSON-612588274-router', 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '9cf106df-9183-4f52-8d85-34999816e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:13Z', 'updated_at': '2021-09-18T05:14:23Z', 'revision_number': 4, 'project_id': 'c0ea41ad380b4a628127272a0a22863e', 'gw_port': {'id': '9cf106df-9183-4f52-8d85-34999816e8be', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:15Z', 'updated_at': '2021-09-18T05:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0', 'name': '', 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60', 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e', 'mac_address': 'fa:16:3e:27:07:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '76a65d6b-278b-4502-b43e-c4b208ae5082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:21Z', 'updated_at': '2021-09-18T05:14:23Z', 'revision_number': 2, 'project_id': 'c0ea41ad380b4a628127272a0a22863e', 'subnets': [{'id': '76a65d6b-278b-4502-b43e-c4b208ae5082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:29.708593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:29.739796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:29.750536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-7a1e54a3-492a-48fb-8e0c-5c12d3e3ce7f tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:29.758408 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Checking router: de97a5b7-b21b-46ca-b745-5d076102ddb3 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:14:29.758855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Updating router de97a5b7-b21b-46ca-b745-5d076102ddb3 port 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:14:29.760930 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-7a1e54a3-492a-48fb-8e0c-5c12d3e3ce7f tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/networks?id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 HTTP/1.1" status: 200 len: 818 time: 0.1573188 Sep 18 05:14:29.766903 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Pushing event updated for resources: {'Port': ['ID=7966678c-7ad9-4e5f-8707-5260b77f566f,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:29.769470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5f9fae0a-0530-404e-9d91-e23a54fbb8b9 None None] Provisioning complete for port 06e28a57-8164-48c5-9df7-3574c92df354 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:29.769926 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5f9fae0a-0530-404e-9d91-e23a54fbb8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:29.786518 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-71c29b8e-1acb-448c-a91b-c5818d866145 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/quotas/c0ea41ad380b4a628127272a0a22863e HTTP/1.1" status: 200 len: 375 time: 0.0242817 Sep 18 05:14:29.841688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9cf106df-9183-4f52-8d85-34999816e8be triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:29.842352 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:29.846352 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df6cf7-3457-4f9f-8c29-d783d377c7b0 req-0cb532af-9486-4aa6-9954-18ecc29ff022 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:29.858949 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-4df8fe21-899d-4e47-baaf-b9b7140defd9 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0ea41ad380b4a628127272a0a22863e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703132 Sep 18 05:14:29.877910 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a9df6cf7-3457-4f9f-8c29-d783d377c7b0 req-0cb532af-9486-4aa6-9954-18ecc29ff022 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.2479267 Sep 18 05:14:29.887261 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Allocated IP 2001:db8:3::1 (914c457f-e422-431a-a7db-57f22d87e1fb/58793e65-7f7b-4c86-bb7d-eb642e1f4251/ecaa0a14-c159-491a-ad84-9990c22da015) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:29.996205 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a9df6cf7-3457-4f9f-8c29-d783d377c7b0 req-fd0e8539-a5ae-4820-ba9d-5b0ec75077f8 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899613 Sep 18 05:14:30.004137 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-1ada1008-b64e-496f-99b6-55b87bfc040f service neutron] 10.222.0.23 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433647 Sep 18 05:14:30.106154 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-5742c6f7-66c9-4367-bdd1-02e11da90229 req-f82985f7-4d70-4898-bcd0-9f8082a21ce6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:14:30.120365 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5742c6f7-66c9-4367-bdd1-02e11da90229 req-f82985f7-4d70-4898-bcd0-9f8082a21ce6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245304 Sep 18 05:14:30.158198 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:30.261300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Attempting to bind port 7966678c-7ad9-4e5f-8707-5260b77f566f on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:30.261688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Attempting to bind port 7966678c-7ad9-4e5f-8707-5260b77f566f by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '3118147a-a985-4475-8df7-05f47e81debf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:30.261977 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Attempting to bind port 7966678c-7ad9-4e5f-8707-5260b77f566f on network 914c457f-e422-431a-a7db-57f22d87e1fb {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:30.382219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:30.382662 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Checking segment: {'id': '3118147a-a985-4475-8df7-05f47e81debf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:30.383078 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:30.383483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Bound using segment: {'id': '3118147a-a985-4475-8df7-05f47e81debf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:30.383974 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Bound port: 7966678c-7ad9-4e5f-8707-5260b77f566f, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3118147a-a985-4475-8df7-05f47e81debf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:30.384392 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:30.423221 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63729d-1251-481b-bce1-3dbe7c59575f req-ed310c16-7f7a-48a8-9e26-24f045d65309 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:30.432097 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fd63729d-1251-481b-bce1-3dbe7c59575f req-ed310c16-7f7a-48a8-9e26-24f045d65309 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 945 time: 0.3706446 Sep 18 05:14:30.563222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7a8ae-0315-4eb9-812e-a86cbe702872 req-97223c1a-7d71-49ab-a855-87a2d496a320 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:30.572203 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cbe7a8ae-0315-4eb9-812e-a86cbe702872 req-97223c1a-7d71-49ab-a855-87a2d496a320 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.3235450 Sep 18 05:14:30.585563 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:30.645005 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cbe7a8ae-0315-4eb9-812e-a86cbe702872 req-2611c5b5-384e-42e8-9ad0-411295f8859f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713723 Sep 18 05:14:30.692816 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-cd248405-a2f0-4a64-8876-7a9f3f556a20 service neutron] 10.222.0.23 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6875877 Sep 18 05:14:30.743393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-fd63729d-1251-481b-bce1-3dbe7c59575f req-9d94b092-836c-48ae-9495-c7fe61a5a401 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Deleting port 034a2e21-7299-4cef-b9a3-506a030f19dc {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:14:30.743393 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fd63729d-1251-481b-bce1-3dbe7c59575f req-9d94b092-836c-48ae-9495-c7fe61a5a401 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:30.767092 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:30.818753 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] For port 7966678c-7ad9-4e5f-8707-5260b77f566f, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:30.833556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfe072-0046-44aa-be3e-ac8bfed57147 req-0e9a22c9-e1c0-4b54-b54a-36f3a3c9c9e7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:30.835815 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fbdfe072-0046-44aa-be3e-ac8bfed57147 req-0e9a22c9-e1c0-4b54-b54a-36f3a3c9c9e7 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.1007738 Sep 18 05:14:30.837279 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:30.857856 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] For port 7966678c-7ad9-4e5f-8707-5260b77f566f, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7966678c-7ad9-4e5f-8707-5260b77f566f,segment=NetworkSegment(3118147a-a985-4475-8df7-05f47e81debf),segment_id=3118147a-a985-4475-8df7-05f47e81debf)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:30.861906 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 9cf106df-9183-4f52-8d85-34999816e8be, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9cf106df-9183-4f52-8d85-34999816e8be,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:30.924935 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:30.929604 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:30.968564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fd63729d-1251-481b-bce1-3dbe7c59575f req-9d94b092-836c-48ae-9495-c7fe61a5a401 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] For port 034a2e21-7299-4cef-b9a3-506a030f19dc, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=034a2e21-7299-4cef-b9a3-506a030f19dc,segment=NetworkSegment(4d85d4b5-4b16-4410-aba9-bcd0814cd512),segment_id=4d85d4b5-4b16-4410-aba9-bcd0814cd512)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:30.971472 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:30.976343 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 06e28a57-8164-48c5-9df7-3574c92df354 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:30.992007 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fd63729d-1251-481b-bce1-3dbe7c59575f req-9d94b092-836c-48ae-9495-c7fe61a5a401 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:31.007579 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 914c457f-e422-431a-a7db-57f22d87e1fb is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:31.048950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-fd63729d-1251-481b-bce1-3dbe7c59575f req-9d94b092-836c-48ae-9495-c7fe61a5a401 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Calling delete_port for 034a2e21-7299-4cef-b9a3-506a030f19dc owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:14:31.061109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:31.073820 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:31.075715 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:31.076450 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:31.187180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d1e90-b549-4106-ac90-46de4e59ea05 None None] Pushing event updated for resources: {'Port': ['ID=7966678c-7ad9-4e5f-8707-5260b77f566f,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:31.301447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564daba3-4c2f-47cf-bb6b-fc0f65f10234 req-50aa34ac-0c82-444a-a3fc-a599090f9c3e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:31.308101 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-564daba3-4c2f-47cf-bb6b-fc0f65f10234 req-50aa34ac-0c82-444a-a3fc-a599090f9c3e tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 945 time: 0.0900102 Sep 18 05:14:31.325982 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-12d30d8c-58c1-43da-8c57-3d258537c8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:31.372866 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 06e28a57-8164-48c5-9df7-3574c92df354 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:31.373938 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:31.430848 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Attempting to bind port 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:31.431388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Attempting to bind port 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '5764aa2a-8308-42a3-a20e-a0bd011862bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:31.431891 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Attempting to bind port 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0 on network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:31.465601 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=9cf106df-9183-4f52-8d85-34999816e8be,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:31.486729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:31.487522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Checking segment: {'id': '5764aa2a-8308-42a3-a20e-a0bd011862bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:31.488129 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:31.488703 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Bound using segment: {'id': '5764aa2a-8308-42a3-a20e-a0bd011862bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:31.489377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Bound port: 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5764aa2a-8308-42a3-a20e-a0bd011862bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:31.489880 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:31.500305 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-564daba3-4c2f-47cf-bb6b-fc0f65f10234 req-81712f1a-e3ef-4989-aa8d-190bc991d88c tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d8defb3-bf6e-4085-9161-4a535d4ad3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904018 Sep 18 05:14:31.643482 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120821a-e96d-4024-af57-1a297635a90f None None] Pushing event updated for resources: {'Port': ['ID=57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:31.719508 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a830c7a7-ef68-4d14-8c4d-3c9113e42bb1 req-28ffa222-d47d-488b-bc05-fd92d3f87620 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 210 time: 0.0728364 Sep 18 05:14:31.722466 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fd63729d-1251-481b-bce1-3dbe7c59575f req-9d94b092-836c-48ae-9495-c7fe61a5a401 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:31.760082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] For port 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:31.765538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['034a2e21-7299-4cef-b9a3-506a030f19dc'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:14:31.835120 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] For port 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0,segment=NetworkSegment(5764aa2a-8308-42a3-a20e-a0bd011862bd),segment_id=5764aa2a-8308-42a3-a20e-a0bd011862bd)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:31.922748 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:31.939448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd63729d-1251-481b-bce1-3dbe7c59575f req-9d94b092-836c-48ae-9495-c7fe61a5a401 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] No DVR routers for this DVR port 034a2e21-7299-4cef-b9a3-506a030f19dc on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:14:31.940220 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fbdfe072-0046-44aa-be3e-ac8bfed57147 req-93da5b37-3f2e-4cdb-9174-7819d4511347 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0941815 Sep 18 05:14:31.946980 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fd63729d-1251-481b-bce1-3dbe7c59575f req-9d94b092-836c-48ae-9495-c7fe61a5a401 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:31.949289 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fd63729d-1251-481b-bce1-3dbe7c59575f req-9d94b092-836c-48ae-9495-c7fe61a5a401 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.18 "DELETE /v2.0/ports/034a2e21-7299-4cef-b9a3-506a030f19dc HTTP/1.1" status: 204 len: 173 time: 1.5147305 Sep 18 05:14:31.950307 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82ecb99-f4c8-4672-8f4c-3600c5452c02', 'name': 'network-vif-deleted', 'tag': '034a2e21-7299-4cef-b9a3-506a030f19dc'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:31.953828 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a561a71-9150-4e58-84e8-aa228f235305" -d '{"events": [{"server_uuid": "f82ecb99-f4c8-4672-8f4c-3600c5452c02", "name": "network-vif-deleted", "tag": "034a2e21-7299-4cef-b9a3-506a030f19dc"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:31.957451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94b092-836c-48ae-9495-c7fe61a5a401 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] Pushing event deleted for resources: {'Port': ['ID=034a2e21-7299-4cef-b9a3-506a030f19dc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:31.986665 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=ecaa0a14-c159-491a-ad84-9990c22da015,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:32.063064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120821a-e96d-4024-af57-1a297635a90f None None] Pushing event updated for resources: {'Port': ['ID=57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:32.087583 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7966678c-7ad9-4e5f-8707-5260b77f566f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:32.157421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Routers {'de97a5b7-b21b-46ca-b745-5d076102ddb3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:32.158267 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['de97a5b7-b21b-46ca-b745-5d076102ddb3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:32.175172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc4d6d-eba0-4605-b352-b604943fce57 req-7ae36125-fad4-426d-90a2-78a676fcfb93 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:32.180915 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f4cc4d6d-eba0-4605-b352-b604943fce57 req-7ae36125-fad4-426d-90a2-78a676fcfb93 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.0707333 Sep 18 05:14:32.228168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 7966678c-7ad9-4e5f-8707-5260b77f566f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:32.228592 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:32.270848 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f4cc4d6d-eba0-4605-b352-b604943fce57 req-b7294922-6149-423f-8383-c302049b2db8 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837708 Sep 18 05:14:32.339953 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:32.478927 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] Set router de97a5b7-b21b-46ca-b745-5d076102ddb3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:32.571022 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:32.641551 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 7966678c-7ad9-4e5f-8707-5260b77f566f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7966678c-7ad9-4e5f-8707-5260b77f566f,segment=NetworkSegment(3118147a-a985-4475-8df7-05f47e81debf),segment_id=3118147a-a985-4475-8df7-05f47e81debf)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:32.692294 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63746d72-5924-456e-b7d9-9177b47e6a9c x-openstack-request-id: req-63746d72-5924-456e-b7d9-9177b47e6a9c {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:32.692804 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82ecb99-f4c8-4672-8f4c-3600c5452c02", "name": "network-vif-deleted", "tag": "034a2e21-7299-4cef-b9a3-506a030f19dc", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:32.692916 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63746d72-5924-456e-b7d9-9177b47e6a9c {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:32.695241 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82ecb99-f4c8-4672-8f4c-3600c5452c02', 'name': 'network-vif-deleted', 'tag': '034a2e21-7299-4cef-b9a3-506a030f19dc', 'status': 'completed', 'code': 200} Sep 18 05:14:32.774876 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:32.779080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9cf106df-9183-4f52-8d85-34999816e8be up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:32.819665 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa87bf3-f6be-450d-835c-f4137560cbcc req-807c857f-2b9b-4833-991b-bbfcbbacb604 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:32.828775 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8fa87bf3-f6be-450d-835c-f4137560cbcc req-807c857f-2b9b-4833-991b-bbfcbbacb604 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.2333767 Sep 18 05:14:32.924407 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9de75b-64d5-4efd-8c72-0778a67e2d62 None None] Network 914c457f-e422-431a-a7db-57f22d87e1fb requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:32.928598 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:32.953169 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8fa87bf3-f6be-450d-835c-f4137560cbcc req-79850572-6908-4649-8f70-e1445b57ec79 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233845 Sep 18 05:14:33.013200 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:33.016602 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:33.055850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29220d-1493-4ecb-b001-9c2148065104 req-aa914141-1e81-4711-8368-2bf83abeff80 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:33.057442 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b29220d-1493-4ecb-b001-9c2148065104 req-aa914141-1e81-4711-8368-2bf83abeff80 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 946 time: 0.2419033 Sep 18 05:14:33.093211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=7966678c-7ad9-4e5f-8707-5260b77f566f,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:33.164682 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-a7e6b690-7312-4103-a3d7-1a6baa10e7f3 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:33.172143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-a7e6b690-7312-4103-a3d7-1a6baa10e7f3 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.13 "GET /v2.0/networks?id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 HTTP/1.1" status: 200 len: 818 time: 0.4280443 Sep 18 05:14:33.181579 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f1f36594-4f99-48de-b122-c7c6703b156e req-f7ac751e-6c35-462b-837a-3e13901bb065 tempest-DeleteServersTestJSON-437612978 tempest-DeleteServersTestJSON-437612978-project] 10.222.0.23 "GET /v2.0/ports?device_id=f82ecb99-f4c8-4672-8f4c-3600c5452c02 HTTP/1.1" status: 200 len: 210 time: 0.0570149 Sep 18 05:14:33.185129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event updated for resources: {'Port': ['ID=ecaa0a14-c159-491a-ad84-9990c22da015,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:33.212950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-7b28f651-708e-4b20-8959-07813dd75b2c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Request body: {'port': {'device_id': '26bd4eda-3847-438e-ae25-e702554a485b', 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60', 'admin_state_up': True, 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:33.231347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:33.231347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:33.231347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:33.231347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:33.232626 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:33.232626 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:33.232626 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:33.232923 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:33.233206 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:33.233450 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:33.233803 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:33.234513 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:14:33.234630 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b29220d-1493-4ecb-b001-9c2148065104 req-aa92223e-273f-402e-bd99-90ecd6dd6500 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630609 Sep 18 05:14:33.261266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4094ba00-8d8a-4ce4-972a-3e9e82f41b26 None None] Provisioning complete for port 7966678c-7ad9-4e5f-8707-5260b77f566f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:33.265222 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4094ba00-8d8a-4ce4-972a-3e9e82f41b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:33.286497 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Network 914c457f-e422-431a-a7db-57f22d87e1fb is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:33.291336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:33.298981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9cf106df-9183-4f52-8d85-34999816e8be triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:33.299312 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:33.423187 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7bb1a730-78c5-475c-aef9-78b4d516f6d6 req-ab2294fb-9178-4f36-8d7a-865f914ac43b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 210 time: 0.1053541 Sep 18 05:14:33.491622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6200d91-67eb-4f6b-b1c7-e93daa5def29 req-6650968f-9c96-40df-b422-72355ab353fc tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:33.501160 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6200d91-67eb-4f6b-b1c7-e93daa5def29 req-6650968f-9c96-40df-b422-72355ab353fc tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.0965707 Sep 18 05:14:33.559511 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6200d91-67eb-4f6b-b1c7-e93daa5def29 req-92ac9ecd-52a6-447e-a2f3-c42d188d04f5 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573754 Sep 18 05:14:33.578230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'name': 'tempest-ServerRescueNegativeTestJSON-612588274-router', 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '9cf106df-9183-4f52-8d85-34999816e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:13Z', 'updated_at': '2021-09-18T05:14:23Z', 'revision_number': 4, 'project_id': 'c0ea41ad380b4a628127272a0a22863e', 'gw_port': {'id': '9cf106df-9183-4f52-8d85-34999816e8be', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:15Z', 'updated_at': '2021-09-18T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0', 'name': '', 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60', 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e', 'mac_address': 'fa:16:3e:27:07:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '76a65d6b-278b-4502-b43e-c4b208ae5082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:21Z', 'updated_at': '2021-09-18T05:14:31Z', 'revision_number': 4, 'project_id': 'c0ea41ad380b4a628127272a0a22863e', 'subnets': [{'id': '76a65d6b-278b-4502-b43e-c4b208ae5082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:33.584038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 9365df3f-435c-4b11-8840-85a4c16e399a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:14:33.629798 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d5f99-875e-4d1f-95c1-8a892a233cfb None None] The sync data for ids ['de97a5b7-b21b-46ca-b745-5d076102ddb3'] in n-d-789963-13 is: [{'id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'name': 'tempest-ServerRescueNegativeTestJSON-612588274-router', 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '9cf106df-9183-4f52-8d85-34999816e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:13Z', 'updated_at': '2021-09-18T05:14:23Z', 'revision_number': 4, 'project_id': 'c0ea41ad380b4a628127272a0a22863e', 'gw_port': {'id': '9cf106df-9183-4f52-8d85-34999816e8be', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:15Z', 'updated_at': '2021-09-18T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0', 'name': '', 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60', 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e', 'mac_address': 'fa:16:3e:27:07:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '76a65d6b-278b-4502-b43e-c4b208ae5082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:21Z', 'updated_at': '2021-09-18T05:14:31Z', 'revision_number': 4, 'project_id': 'c0ea41ad380b4a628127272a0a22863e', 'subnets': [{'id': '76a65d6b-278b-4502-b43e-c4b208ae5082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:14:33.664487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-7b28f651-708e-4b20-8959-07813dd75b2c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Made reservation on behalf of c0ea41ad380b4a628127272a0a22863e for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:33.672657 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-7b28f651-708e-4b20-8959-07813dd75b2c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:33.734757 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1286192-0382-4abf-b7c2-81f1903b45a2 req-0853c9e1-6a8d-4bd4-a0eb-646e7e700fa1 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:33.743981 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b1286192-0382-4abf-b7c2-81f1903b45a2 req-0853c9e1-6a8d-4bd4-a0eb-646e7e700fa1 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.2119582 Sep 18 05:14:33.834375 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:14:33.842770 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8723cbb5-1907-4cc6-93ec-c8ee368f8d16 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7896891 Sep 18 05:14:33.843428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58110) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:33.847052 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Sync routers for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:14:33.848434 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-77d2da6a-1a00-4f07-ba7c-7120f8011cdb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:33.868277 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b1286192-0382-4abf-b7c2-81f1903b45a2 req-cdd1be42-76ce-497c-b1d6-602d63f54b51 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142452 Sep 18 05:14:33.868886 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:33.869762 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:33.966901 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-42873271-5398-4b76-aca4-a7680f957f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:34.060848 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 034a2e21-7299-4cef-b9a3-506a030f19dc no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:14:34.076983 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:34.169532 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7966678c-7ad9-4e5f-8707-5260b77f566f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:34.171874 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 034a2e21-7299-4cef-b9a3-506a030f19dc {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:14:34.172223 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 034a2e21-7299-4cef-b9a3-506a030f19dc not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:14:34.331000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-7b28f651-708e-4b20-8959-07813dd75b2c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Allocated IP 172.20.0.9 (8d9f7d5e-85b8-45fb-a51c-39737e7d9a60/76a65d6b-278b-4502-b43e-c4b208ae5082/4f388dd3-91a7-4a1a-b946-4614853492fe) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:34.382401 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 7966678c-7ad9-4e5f-8707-5260b77f566f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:34.382775 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:34.405665 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c9902-0537-4a9f-9d84-ce3dee0ec9bd req-5cdb014f-fab3-4099-8aa4-60c8260b7bc2 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:34.407248 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7e4c9902-0537-4a9f-9d84-ce3dee0ec9bd req-5cdb014f-fab3-4099-8aa4-60c8260b7bc2 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.3906875 Sep 18 05:14:34.453604 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:34.474417 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9e89c8cb-6205-42da-b529-61b0d88d2f1d None None] Provisioning complete for port 7966678c-7ad9-4e5f-8707-5260b77f566f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:34.474750 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9e89c8cb-6205-42da-b529-61b0d88d2f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:34.532639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b69793-8d26-4af7-895b-b031ffb7a2cd req-4147d89a-34b1-46ce-879e-5629e6cde44c tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:34.534685 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e1b69793-8d26-4af7-895b-b031ffb7a2cd req-4147d89a-34b1-46ce-879e-5629e6cde44c tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.13 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 946 time: 0.3532255 Sep 18 05:14:34.536420 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:32Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:26Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecaa0a14-c159-491a-ad84-9990c22da015', 'name': '', 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:c0:62:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:29Z', 'updated_at': '2021-09-18T05:14:32Z', 'revision_number': 2, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:34.589919 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Checking router: 9365df3f-435c-4b11-8840-85a4c16e399a for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:14:34.606165 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Updating router 9365df3f-435c-4b11-8840-85a4c16e399a port ecaa0a14-c159-491a-ad84-9990c22da015 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:14:34.669251 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:34.689548 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7e4c9902-0537-4a9f-9d84-ce3dee0ec9bd req-42f4db0e-4848-4a7d-b8ef-6b5e2f007bbc tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416873 Sep 18 05:14:34.908072 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8b03373a-5ae8-4e83-8a72-31d16f692e0a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:34.911247 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8b03373a-5ae8-4e83-8a72-31d16f692e0a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.13 "GET /v2.0/networks?id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 HTTP/1.1" status: 200 len: 818 time: 0.5929637 Sep 18 05:14:34.941874 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641fc25-169f-4876-bf07-5c0f4d169599 req-11bb3b67-07e8-433a-8f08-6cfd822c7885 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:34.950078 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0641fc25-169f-4876-bf07-5c0f4d169599 req-11bb3b67-07e8-433a-8f08-6cfd822c7885 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 946 time: 0.5535438 Sep 18 05:14:34.951469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca1b2a2e-c1a8-4a85-a48d-7f356c88bfbf req-ed0bc409-888e-4641-a8e6-17abf437cb92 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 210 time: 0.0848331 Sep 18 05:14:34.968214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-5f69a148-a1c8-4e93-a2d9-761b4b20be18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Request body: {'port': {'device_id': 'c2330560-2ecc-4410-bf78-c8f63529259b', 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60', 'admin_state_up': True, 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:35.016048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:35.088324 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-7b28f651-708e-4b20-8959-07813dd75b2c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.149431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9e89c8cb-6205-42da-b529-61b0d88d2f1d None None] Provisioning complete for port ecaa0a14-c159-491a-ad84-9990c22da015 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:35.150070 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9e89c8cb-6205-42da-b529-61b0d88d2f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.188984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-e1b69793-8d26-4af7-895b-b031ffb7a2cd req-4dd64332-d539-49b0-aba0-a582ae735f54 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Deleting port 2ea49425-108f-4bf6-a494-855123c3aa84 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:14:35.188984 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e1b69793-8d26-4af7-895b-b031ffb7a2cd req-4dd64332-d539-49b0-aba0-a582ae735f54 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.220290 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.256501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9e89c8cb-6205-42da-b529-61b0d88d2f1d None None] Port ecaa0a14-c159-491a-ad84-9990c22da015 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:14:35.261630 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:35.269462 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.305352 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.extraroute_db [None req-77d2da6a-1a00-4f07-ba7c-7120f8011cdb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=106908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 05:14:35.306153 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-7b28f651-708e-4b20-8959-07813dd75b2c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.322227 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.346315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.extraroute_db [None req-77d2da6a-1a00-4f07-ba7c-7120f8011cdb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Removed routes are [] {{(pid=106908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 05:14:35.346834 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77d2da6a-1a00-4f07-ba7c-7120f8011cdb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.420932 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.431609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-7b28f651-708e-4b20-8959-07813dd75b2c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:35.441722 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.443186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2063b2-9dbc-403f-9a78-82e8da888178 req-f44500cf-8c19-4704-918f-78a75fc3b9e3 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:35.445894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc2063b2-9dbc-403f-9a78-82e8da888178 req-f44500cf-8c19-4704-918f-78a75fc3b9e3 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.3049273 Sep 18 05:14:35.451521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-7b28f651-708e-4b20-8959-07813dd75b2c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:35.456013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-7b28f651-708e-4b20-8959-07813dd75b2c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:35.475340 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3294d488-8907-44d1-a54a-ba423ab4b0ee None None] Provisioning complete for port ecaa0a14-c159-491a-ad84-9990c22da015 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:35.475892 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3294d488-8907-44d1-a54a-ba423ab4b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.527504 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0,segment=NetworkSegment(5764aa2a-8308-42a3-a20e-a0bd011862bd),segment_id=5764aa2a-8308-42a3-a20e-a0bd011862bd)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:35.535571 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0641fc25-169f-4876-bf07-5c0f4d169599 req-7562a801-bcbc-41d4-b58a-3569ddc5dc05 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661507 Sep 18 05:14:35.544455 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52280d23-388e-4612-907d-b3e59b755106 None None] Pushing event updated for resources: {'Port': ['ID=ecaa0a14-c159-491a-ad84-9990c22da015,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:35.563207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28f651-708e-4b20-8959-07813dd75b2c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Pushing event updated for resources: {'Port': ['ID=4f388dd3-91a7-4a1a-b946-4614853492fe,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:35.563403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3294d488-8907-44d1-a54a-ba423ab4b0ee None None] Port ecaa0a14-c159-491a-ad84-9990c22da015 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:14:35.590181 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e1b69793-8d26-4af7-895b-b031ffb7a2cd req-4dd64332-d539-49b0-aba0-a582ae735f54 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] For port 2ea49425-108f-4bf6-a494-855123c3aa84, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=2ea49425-108f-4bf6-a494-855123c3aa84,segment=NetworkSegment(79fdceb4-294c-4650-9d18-560450c7829d),segment_id=79fdceb4-294c-4650-9d18-560450c7829d)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:35.594304 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e1b69793-8d26-4af7-895b-b031ffb7a2cd req-4dd64332-d539-49b0-aba0-a582ae735f54 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.623163 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.623779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-7b28f651-708e-4b20-8959-07813dd75b2c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:35.623779 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-7b28f651-708e-4b20-8959-07813dd75b2c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.636302 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Attempting to bind port ecaa0a14-c159-491a-ad84-9990c22da015 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:35.637095 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Attempting to bind port ecaa0a14-c159-491a-ad84-9990c22da015 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '3118147a-a985-4475-8df7-05f47e81debf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:35.637655 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Attempting to bind port ecaa0a14-c159-491a-ad84-9990c22da015 on network 914c457f-e422-431a-a7db-57f22d87e1fb {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:35.652693 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:35.653106 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Checking segment: {'id': '3118147a-a985-4475-8df7-05f47e81debf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:35.653526 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.654231 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Bound using segment: {'id': '3118147a-a985-4475-8df7-05f47e81debf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:35.654435 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Bound port: ecaa0a14-c159-491a-ad84-9990c22da015, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3118147a-a985-4475-8df7-05f47e81debf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:35.654826 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.689323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-e1b69793-8d26-4af7-895b-b031ffb7a2cd req-4dd64332-d539-49b0-aba0-a582ae735f54 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Calling delete_port for 2ea49425-108f-4bf6-a494-855123c3aa84 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:14:35.704480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc2063b2-9dbc-403f-9a78-82e8da888178 req-a754e556-8e84-40ef-aa09-a5ee351ad7eb tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072759 Sep 18 05:14:35.734345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:35.815606 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] For port ecaa0a14-c159-491a-ad84-9990c22da015, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:35.822735 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] For port ecaa0a14-c159-491a-ad84-9990c22da015, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ecaa0a14-c159-491a-ad84-9990c22da015,segment=NetworkSegment(3118147a-a985-4475-8df7-05f47e81debf),segment_id=3118147a-a985-4475-8df7-05f47e81debf)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:35.860109 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-7b28f651-708e-4b20-8959-07813dd75b2c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6509426 Sep 18 05:14:35.946601 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:35.983927 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:35.992159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Request body: {'port': {'device_id': '26bd4eda-3847-438e-ae25-e702554a485b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:35.992886 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-5f69a148-a1c8-4e93-a2d9-761b4b20be18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Made reservation on behalf of c0ea41ad380b4a628127272a0a22863e for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:35.996488 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-5f69a148-a1c8-4e93-a2d9-761b4b20be18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:36.095381 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52280d23-388e-4612-907d-b3e59b755106 None None] Pushing event updated for resources: {'Port': ['ID=ecaa0a14-c159-491a-ad84-9990c22da015,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:36.125467 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:36.126570 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:36.147483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ae7d9e02-b53f-4ce7-b6c4-9e7b68b93320 None None] Provisioning complete for port ecaa0a14-c159-491a-ad84-9990c22da015 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:36.148160 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9e02-b53f-4ce7-b6c4-9e7b68b93320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:36.153901 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:36.216713 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:36.220345 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:36.237476 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ba7bf8b-995c-4ac1-afc3-42ade6b5a602 req-531f89e4-dbf8-4002-b27c-6d4e34baa0f5 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 210 time: 0.0711815 Sep 18 05:14:36.289968 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713d3f8-1d9b-430f-96ca-22f8430955ba req-7bc1d2a5-7e98-44f7-a7f8-252c643d62c8 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:36.300175 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1713d3f8-1d9b-430f-96ca-22f8430955ba req-7bc1d2a5-7e98-44f7-a7f8-252c643d62c8 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.5010684 Sep 18 05:14:36.483974 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:36.488328 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9e02-b53f-4ce7-b6c4-9e7b68b93320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:36.501297 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 2ea49425-108f-4bf6-a494-855123c3aa84 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:14:36.580779 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77d2da6a-1a00-4f07-ba7c-7120f8011cdb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:36.594279 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77d2da6a-1a00-4f07-ba7c-7120f8011cdb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:36.618308 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1713d3f8-1d9b-430f-96ca-22f8430955ba req-8dc9ea41-de92-4331-9e26-cf7fe240f41a tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111141 Sep 18 05:14:36.699264 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ae7d9e02-b53f-4ce7-b6c4-9e7b68b93320 None None] For port ecaa0a14-c159-491a-ad84-9990c22da015, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ecaa0a14-c159-491a-ad84-9990c22da015,segment=NetworkSegment(3118147a-a985-4475-8df7-05f47e81debf),segment_id=3118147a-a985-4475-8df7-05f47e81debf)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:36.700660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-5f69a148-a1c8-4e93-a2d9-761b4b20be18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Allocated IP 172.20.0.2 (8d9f7d5e-85b8-45fb-a51c-39737e7d9a60/76a65d6b-278b-4502-b43e-c4b208ae5082/e1b1f548-09c0-41d4-aab2-e3e83e84c445) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:36.757333 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:36.823341 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb66bb-0bff-4ade-aa27-e7d5f45c5598 req-ade60bf2-7395-45eb-ad30-adec77d28c89 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:36.825529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f4cb66bb-0bff-4ade-aa27-e7d5f45c5598 req-ade60bf2-7395-45eb-ad30-adec77d28c89 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 946 time: 0.1164260 Sep 18 05:14:36.836988 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9e02-b53f-4ce7-b6c4-9e7b68b93320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:36.838978 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:36.898158 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e1b69793-8d26-4af7-895b-b031ffb7a2cd req-4dd64332-d539-49b0-aba0-a582ae735f54 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:36.911342 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:35Z', 'revision_number': 6, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:26Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecaa0a14-c159-491a-ad84-9990c22da015', 'name': '', 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:c0:62:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:29Z', 'updated_at': '2021-09-18T05:14:35Z', 'revision_number': 4, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:36.941994 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7e76e7-defc-4248-bb96-c07ca610d651 None None] The sync data for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 is: [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:35Z', 'revision_number': 6, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:26Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecaa0a14-c159-491a-ad84-9990c22da015', 'name': '', 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:c0:62:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:29Z', 'updated_at': '2021-09-18T05:14:35Z', 'revision_number': 4, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:14:36.979745 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d9e02-b53f-4ce7-b6c4-9e7b68b93320 None None] Pushing event updated for resources: {'Port': ['ID=ecaa0a14-c159-491a-ad84-9990c22da015,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:37.014059 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7331f495-326b-4b05-8499-176a59e64f09 None None] Provisioning complete for port ecaa0a14-c159-491a-ad84-9990c22da015 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:37.019287 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7331f495-326b-4b05-8499-176a59e64f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:37.023339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd64332-d539-49b0-aba0-a582ae735f54 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Pushing event deleted for resources: {'Port': ['ID=2ea49425-108f-4bf6-a494-855123c3aa84,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:37.060582 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f4cb66bb-0bff-4ade-aa27-e7d5f45c5598 req-1e812fc2-c7c6-49bb-a18c-ff7b71776a6a tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/security-groups?id=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216933 Sep 18 05:14:37.141137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b69793-8d26-4af7-895b-b031ffb7a2cd req-4dd64332-d539-49b0-aba0-a582ae735f54 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] No DVR routers for this DVR port 2ea49425-108f-4bf6-a494-855123c3aa84 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:14:37.146647 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e1b69793-8d26-4af7-895b-b031ffb7a2cd req-4dd64332-d539-49b0-aba0-a582ae735f54 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:37.161183 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e1b69793-8d26-4af7-895b-b031ffb7a2cd req-4dd64332-d539-49b0-aba0-a582ae735f54 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.13 "DELETE /v2.0/ports/2ea49425-108f-4bf6-a494-855123c3aa84 HTTP/1.1" status: 204 len: 173 time: 2.6028373 Sep 18 05:14:37.161183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87432276-5a4c-4a86-a289-954a736c4c6d', 'name': 'network-vif-deleted', 'tag': '2ea49425-108f-4bf6-a494-855123c3aa84'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:37.161183 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1debc6-e918-4535-b3fd-7b4700ef5c16" -d '{"events": [{"server_uuid": "87432276-5a4c-4a86-a289-954a736c4c6d", "name": "network-vif-deleted", "tag": "2ea49425-108f-4bf6-a494-855123c3aa84"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:37.178037 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-5f69a148-a1c8-4e93-a2d9-761b4b20be18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:37.213799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d2da6a-1a00-4f07-ba7c-7120f8011cdb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 9365df3f-435c-4b11-8840-85a4c16e399a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:14:37.219515 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714e57f-aeab-4310-9c52-4ae1f87a8e46 req-6f020d63-fb0f-4cb0-8778-94eacf8b4f97 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:37.235428 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a714e57f-aeab-4310-9c52-4ae1f87a8e46 req-6f020d63-fb0f-4cb0-8778-94eacf8b4f97 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.4316967 Sep 18 05:14:37.285849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b7acc-07f5-4acc-be97-d8ce3387d80f req-ec7d5f15-9a80-47bc-a112-abfcdc8347f4 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:37.288883 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fd7b7acc-07f5-4acc-be97-d8ce3387d80f req-ec7d5f15-9a80-47bc-a112-abfcdc8347f4 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.0925419 Sep 18 05:14:37.339672 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a714e57f-aeab-4310-9c52-4ae1f87a8e46 req-182160d5-0944-4455-89f7-81b7a292cf60 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103258 Sep 18 05:14:37.362618 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fd7b7acc-07f5-4acc-be97-d8ce3387d80f req-2ea4891c-d707-4820-8dec-5fcdcecbf869 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568795 Sep 18 05:14:37.419034 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7755867a-e415-44a5-a221-b7b9a8445433 x-openstack-request-id: req-7755867a-e415-44a5-a221-b7b9a8445433 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:37.419034 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87432276-5a4c-4a86-a289-954a736c4c6d", "name": "network-vif-deleted", "tag": "2ea49425-108f-4bf6-a494-855123c3aa84", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:37.419034 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7755867a-e415-44a5-a221-b7b9a8445433 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:37.419034 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87432276-5a4c-4a86-a289-954a736c4c6d', 'name': 'network-vif-deleted', 'tag': '2ea49425-108f-4bf6-a494-855123c3aa84', 'status': 'completed', 'code': 200} Sep 18 05:14:37.499361 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-5f69a148-a1c8-4e93-a2d9-761b4b20be18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:37.573269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d2da6a-1a00-4f07-ba7c-7120f8011cdb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:14:37.630129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33f5da-1ea2-448c-8bf8-7cb8d4c97bf1 req-ba443046-5899-49c2-aea6-c81654d6144b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:37.631933 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fb33f5da-1ea2-448c-8bf8-7cb8d4c97bf1 req-ba443046-5899-49c2-aea6-c81654d6144b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 931 time: 0.1415758 Sep 18 05:14:37.732283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fb33f5da-1ea2-448c-8bf8-7cb8d4c97bf1 req-b3ef4f16-1df8-44fc-b30c-6b008a6024d8 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850399 Sep 18 05:14:37.819564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f388dd3-91a7-4a1a-b946-4614853492fe {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:14:37.845581 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:37.862575 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Transition to ACTIVE for port object 4f388dd3-91a7-4a1a-b946-4614853492fe will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:14:37.941290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ecaa0a14-c159-491a-ad84-9990c22da015 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:37.961529 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:38.048045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port ecaa0a14-c159-491a-ad84-9990c22da015 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:38.048444 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:38.131235 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f388dd3-91a7-4a1a-b946-4614853492fe,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:38.194664 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77d2da6a-1a00-4f07-ba7c-7120f8011cdb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:38.197325 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-77d2da6a-1a00-4f07-ba7c-7120f8011cdb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a HTTP/1.1" status: 200 len: 954 time: 4.3523178 Sep 18 05:14:38.210822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58218) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:38.236134 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-5f69a148-a1c8-4e93-a2d9-761b4b20be18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:38.275353 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426320c-96ca-4255-b785-f84ba185ce40 None None] Sync routers for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:14:38.296424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1077784-fbb5-4fa9-b4d5-b748b8a5ba93 req-3d188a36-da52-4f4b-89e6-5594a9938849 tempest-AttachVolumeNegativeTest-1013423305 tempest-AttachVolumeNegativeTest-1013423305-project] 10.222.0.23 "GET /v2.0/ports?device_id=87432276-5a4c-4a86-a289-954a736c4c6d HTTP/1.1" status: 200 len: 210 time: 0.0881157 Sep 18 05:14:38.296567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-5f69a148-a1c8-4e93-a2d9-761b4b20be18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:38.300922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426320c-96ca-4255-b785-f84ba185ce40 None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:38.303431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9426320c-96ca-4255-b785-f84ba185ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:38.311939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69a148-a1c8-4e93-a2d9-761b4b20be18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Pushing event updated for resources: {'Port': ['ID=e1b1f548-09c0-41d4-aab2-e3e83e84c445,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:38.342055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-5f69a148-a1c8-4e93-a2d9-761b4b20be18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:38.362356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Attempting to bind port 4f388dd3-91a7-4a1a-b946-4614853492fe on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:38.363071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Attempting to bind port 4f388dd3-91a7-4a1a-b946-4614853492fe by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '5764aa2a-8308-42a3-a20e-a0bd011862bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:38.363637 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Attempting to bind port 4f388dd3-91a7-4a1a-b946-4614853492fe on network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:38.370741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Port 4f388dd3-91a7-4a1a-b946-4614853492fe on network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:14:38.371532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Attempting to bind port 4f388dd3-91a7-4a1a-b946-4614853492fe on network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:38.378370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:38.379142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Checking segment: {'id': '5764aa2a-8308-42a3-a20e-a0bd011862bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:38.379725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Bound using segment: {'id': '5764aa2a-8308-42a3-a20e-a0bd011862bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:38.381022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Bound port: 4f388dd3-91a7-4a1a-b946-4614853492fe, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5764aa2a-8308-42a3-a20e-a0bd011862bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:38.382222 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:38.467446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e43655-992d-4827-b01f-624cdc9f10e8 req-403649bd-026a-45e9-983f-ecd6a794ab69 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:38.469905 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-99e43655-992d-4827-b01f-624cdc9f10e8 req-403649bd-026a-45e9-983f-ecd6a794ab69 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.9028900 Sep 18 05:14:38.503600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-9426320c-96ca-4255-b785-f84ba185ce40 None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:38.526622 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ceb52f34-ccbe-40c3-a4fb-06f301306db5 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a HTTP/1.1" status: 200 len: 954 time: 0.3136621 Sep 18 05:14:38.527766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58226) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:38.536426 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-5f69a148-a1c8-4e93-a2d9-761b4b20be18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:38.537930 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-5f69a148-a1c8-4e93-a2d9-761b4b20be18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:38.546584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47613c-40ed-4469-a452-4a1a55346905 req-7ff49bf6-3fd7-4ad8-95ed-2a2a132c0070 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:38.548275 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dd47613c-40ed-4469-a452-4a1a55346905 req-7ff49bf6-3fd7-4ad8-95ed-2a2a132c0070 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.0849016 Sep 18 05:14:38.549542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] For port 4f388dd3-91a7-4a1a-b946-4614853492fe, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:38.558581 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1d625672-1da5-41ad-b2a2-9a6b5ef9080c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'router': {'routes': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:38.573313 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] For port 4f388dd3-91a7-4a1a-b946-4614853492fe, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4f388dd3-91a7-4a1a-b946-4614853492fe,segment=NetworkSegment(5764aa2a-8308-42a3-a20e-a0bd011862bd),segment_id=5764aa2a-8308-42a3-a20e-a0bd011862bd)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:38.601181 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-99e43655-992d-4827-b01f-624cdc9f10e8 req-872512e5-150f-4a37-99fc-bab19ec01e67 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153684 Sep 18 05:14:38.644869 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dd47613c-40ed-4469-a452-4a1a55346905 req-91d8ac08-90f4-48f5-b411-8444b8b60c74 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854700 Sep 18 05:14:38.682650 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:38.718941 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:38.719950 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:38.721680 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f388dd3-91a7-4a1a-b946-4614853492fe HTTP/1.1" status: 200 len: 1092 time: 2.8482077 Sep 18 05:14:38.771081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a8a94-013e-48ea-afce-602b35f813b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f388dd3-91a7-4a1a-b946-4614853492fe,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:38.810641 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-5f69a148-a1c8-4e93-a2d9-761b4b20be18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8575406 Sep 18 05:14:38.824945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Request body: {'port': {'device_id': 'c2330560-2ecc-4410-bf78-c8f63529259b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:38.845870 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9426320c-96ca-4255-b785-f84ba185ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:35Z', 'revision_number': 6, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:26Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecaa0a14-c159-491a-ad84-9990c22da015', 'name': '', 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:c0:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:29Z', 'updated_at': '2021-09-18T05:14:36Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:38.874420 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426320c-96ca-4255-b785-f84ba185ce40 None None] Checking router: 9365df3f-435c-4b11-8840-85a4c16e399a for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:14:38.893781 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426320c-96ca-4255-b785-f84ba185ce40 None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:38.893781 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9426320c-96ca-4255-b785-f84ba185ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:38.997869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-6b5eac72-bbd2-4745-a9ae-34379dd35a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:38.998481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-9426320c-96ca-4255-b785-f84ba185ce40 None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:39.001976 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-6b5eac72-bbd2-4745-a9ae-34379dd35a01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0ea41ad380b4a628127272a0a22863e&device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 1095 time: 0.0828092 Sep 18 05:14:39.096643 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d27cb-42c0-43cb-b664-6b90088a9435 req-c9f97fd0-2109-45c4-a722-1746ad75be25 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:39.106478 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-370d27cb-42c0-43cb-b664-6b90088a9435 req-c9f97fd0-2109-45c4-a722-1746ad75be25 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 931 time: 0.2423813 Sep 18 05:14:39.110304 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-8e322fe7-bf49-4ce9-bd62-142ef16cc5dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f388dd3-91a7-4a1a-b946-4614853492fe HTTP/1.1" status: 200 len: 217 time: 0.0982072 Sep 18 05:14:39.113131 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:39.178609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-7f065bc1-2dfe-4dbf-8e94-b97066db38be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:39.180419 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-7f065bc1-2dfe-4dbf-8e94-b97066db38be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76a65d6b-278b-4502-b43e-c4b208ae5082 HTTP/1.1" status: 200 len: 858 time: 0.0621710 Sep 18 05:14:39.250086 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-1727380b-6f28-4376-99c5-bca93215fd6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602746 Sep 18 05:14:39.253399 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-370d27cb-42c0-43cb-b664-6b90088a9435 req-8d956674-c339-4952-b5ef-81a62f7b73bd tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470566 Sep 18 05:14:39.411793 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58248) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:39.439174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd4eda-3847-438e-ae25-e702554a485b', 'tag': '4f388dd3-91a7-4a1a-b946-4614853492fe'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:39.446805 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cdc355-d9ed-4575-850e-a6e8631d3524" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd4eda-3847-438e-ae25-e702554a485b", "tag": "4f388dd3-91a7-4a1a-b946-4614853492fe"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:39.456427 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9426320c-96ca-4255-b785-f84ba185ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:35Z', 'revision_number': 6, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:26Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecaa0a14-c159-491a-ad84-9990c22da015', 'name': '', 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:c0:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:29Z', 'updated_at': '2021-09-18T05:14:36Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:39.491349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426320c-96ca-4255-b785-f84ba185ce40 None None] The sync data for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 is: [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:35Z', 'revision_number': 6, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:26Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecaa0a14-c159-491a-ad84-9990c22da015', 'name': '', 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:c0:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:29Z', 'updated_at': '2021-09-18T05:14:36Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:14:39.584302 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e256482-d08b-4d65-8570-bd90b811075a x-openstack-request-id: req-1e256482-d08b-4d65-8570-bd90b811075a {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:39.584622 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd4eda-3847-438e-ae25-e702554a485b", "tag": "4f388dd3-91a7-4a1a-b946-4614853492fe", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:39.584862 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e256482-d08b-4d65-8570-bd90b811075a {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:39.585286 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bd4eda-3847-438e-ae25-e702554a485b', 'tag': '4f388dd3-91a7-4a1a-b946-4614853492fe', 'status': 'completed', 'code': 200} Sep 18 05:14:39.623950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a8921c-4503-455e-ae9d-1c1291f5ac91 admin admin] Deleting subnet c4b41fbf-821a-4539-a065-a1f72d6825cf {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:14:39.633174 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e6a8921c-4503-455e-ae9d-1c1291f5ac91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:39.633174 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-76fcd598-bd8b-48fe-8287-f0facf1d8a2e service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715353 Sep 18 05:14:39.705200 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e6a8921c-4503-455e-ae9d-1c1291f5ac91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:39.711696 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.extraroute_db [None req-1d625672-1da5-41ad-b2a2-9a6b5ef9080c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Added routes are [] {{(pid=106908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 05:14:39.715511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.extraroute_db [None req-1d625672-1da5-41ad-b2a2-9a6b5ef9080c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=106908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 05:14:39.842337 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b1f548-09c0-41d4-aab2-e3e83e84c445 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:14:39.853716 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:39.857260 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d625672-1da5-41ad-b2a2-9a6b5ef9080c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:39.870864 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Transition to ACTIVE for port object e1b1f548-09c0-41d4-aab2-e3e83e84c445 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:14:39.893781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e6bb806-bce7-4aa9-afed-b3741ee55c24 req-10249f63-f90d-45d1-b5c8-2cd881faa8ea service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415354 Sep 18 05:14:39.895470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e6a8921c-4503-455e-ae9d-1c1291f5ac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:39.931470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dc8b7-2857-4706-966e-fd04c9224283 req-047d969f-370e-46a7-9013-00eee6a34202 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:39.933086 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e26dc8b7-2857-4706-966e-fd04c9224283 req-047d969f-370e-46a7-9013-00eee6a34202 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.1626313 Sep 18 05:14:40.011171 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e26dc8b7-2857-4706-966e-fd04c9224283 req-8ec82baa-4b83-41e7-8f42-4ddd5c9fd6e7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639930 Sep 18 05:14:40.180375 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e6a8921c-4503-455e-ae9d-1c1291f5ac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:40.186540 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d625672-1da5-41ad-b2a2-9a6b5ef9080c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:40.190310 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d625672-1da5-41ad-b2a2-9a6b5ef9080c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:40.192361 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:40.233336 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e6a8921c-4503-455e-ae9d-1c1291f5ac91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:40.238249 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e6a8921c-4503-455e-ae9d-1c1291f5ac91 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c4b41fbf-821a-4539-a065-a1f72d6825cf HTTP/1.1" status: 204 len: 168 time: 0.8247430 Sep 18 05:14:40.240225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58262) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:40.327622 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b91945df-584b-4562-a57a-99c7ecc573bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:40.328792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8921c-4503-455e-ae9d-1c1291f5ac91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b41fbf-821a-4539-a065-a1f72d6825cf,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:40.339249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdc355-d9ed-4575-850e-a6e8631d3524 req-31ab1051-6382-453e-83a8-c538a31db7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:40.340891 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0cdc355-d9ed-4575-850e-a6e8631d3524 req-31ab1051-6382-453e-83a8-c538a31db7e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0ea41ad380b4a628127272a0a22863e&device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 1095 time: 0.2514122 Sep 18 05:14:40.457863 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Pushing event updated for resources: {'Port': ['ID=e1b1f548-09c0-41d4-aab2-e3e83e84c445,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:40.565279 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d625672-1da5-41ad-b2a2-9a6b5ef9080c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 9365df3f-435c-4b11-8840-85a4c16e399a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:14:40.586430 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c6877-c89c-4616-8ebc-f817638ab5be req-b809762c-b2b2-437a-84d9-88936aa49851 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:40.588091 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-495c6877-c89c-4616-8ebc-f817638ab5be req-b809762c-b2b2-437a-84d9-88936aa49851 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 943 time: 0.1220739 Sep 18 05:14:40.628393 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Attempting to bind port e1b1f548-09c0-41d4-aab2-e3e83e84c445 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:40.628741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Attempting to bind port e1b1f548-09c0-41d4-aab2-e3e83e84c445 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '5764aa2a-8308-42a3-a20e-a0bd011862bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:40.629275 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Attempting to bind port e1b1f548-09c0-41d4-aab2-e3e83e84c445 on network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:40.677599 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Port e1b1f548-09c0-41d4-aab2-e3e83e84c445 on network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:14:40.677996 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Attempting to bind port e1b1f548-09c0-41d4-aab2-e3e83e84c445 on network 8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:40.717283 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-495c6877-c89c-4616-8ebc-f817638ab5be req-573d46db-f5c7-4883-8236-3e3d7be5774a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163149 Sep 18 05:14:40.718032 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:40.718396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Checking segment: {'id': '5764aa2a-8308-42a3-a20e-a0bd011862bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:40.718946 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Bound using segment: {'id': '5764aa2a-8308-42a3-a20e-a0bd011862bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:40.719404 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Bound port: e1b1f548-09c0-41d4-aab2-e3e83e84c445, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5764aa2a-8308-42a3-a20e-a0bd011862bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:40.719772 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:40.780861 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d625672-1da5-41ad-b2a2-9a6b5ef9080c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:14:40.789665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d625672-1da5-41ad-b2a2-9a6b5ef9080c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:40.793730 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1d625672-1da5-41ad-b2a2-9a6b5ef9080c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a HTTP/1.1" status: 200 len: 704 time: 2.2527916 Sep 18 05:14:40.796190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58276) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:40.816816 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943d90e1-3255-450f-addb-587c4468619e None None] Sync routers for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:14:40.864009 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943d90e1-3255-450f-addb-587c4468619e None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:40.864009 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-943d90e1-3255-450f-addb-587c4468619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:40.918326 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b91945df-584b-4562-a57a-99c7ecc573bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:40.931966 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] For port e1b1f548-09c0-41d4-aab2-e3e83e84c445, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:40.953800 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] For port e1b1f548-09c0-41d4-aab2-e3e83e84c445, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e1b1f548-09c0-41d4-aab2-e3e83e84c445,segment=NetworkSegment(5764aa2a-8308-42a3-a20e-a0bd011862bd),segment_id=5764aa2a-8308-42a3-a20e-a0bd011862bd)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:40.954407 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-b91945df-584b-4562-a57a-99c7ecc573bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efe280f-1a43-4ccc-be93-3c7d2962020a']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:40.970967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-405e2bb1-d437-4bb8-8238-1a2d9e13bf5c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a HTTP/1.1" status: 200 len: 704 time: 0.1738420 Sep 18 05:14:40.971586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58280) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:40.977695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdc355-d9ed-4575-850e-a6e8631d3524 req-570a9af8-d3c6-472a-a458-f1766124a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:40.977695 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0cdc355-d9ed-4575-850e-a6e8631d3524 req-570a9af8-d3c6-472a-a458-f1766124a074 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 HTTP/1.1" status: 200 len: 918 time: 0.6226337 Sep 18 05:14:40.992849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-b91945df-584b-4562-a57a-99c7ecc573bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fdceb4-294c-4650-9d18-560450c7829d') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:40.993193 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-b91945df-584b-4562-a57a-99c7ecc573bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fdceb4-294c-4650-9d18-560450c7829d') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:41.059472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0cdc355-d9ed-4575-850e-a6e8631d3524 req-0a4e24ca-1675-4972-8fa9-863613ddbb0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f388dd3-91a7-4a1a-b946-4614853492fe HTTP/1.1" status: 200 len: 217 time: 0.0761974 Sep 18 05:14:41.064875 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b91945df-584b-4562-a57a-99c7ecc573bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:41.067016 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-943d90e1-3255-450f-addb-587c4468619e None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:41.124036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b91945df-584b-4562-a57a-99c7ecc573bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:41.148587 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:41.175149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91945df-584b-4562-a57a-99c7ecc573bc admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:14:41.175582 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b91945df-584b-4562-a57a-99c7ecc573bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:14:41.181866 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:14:41.233853 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdc355-d9ed-4575-850e-a6e8631d3524 req-76089fff-37ba-4084-9612-8974693054c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:41.235365 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0cdc355-d9ed-4575-850e-a6e8631d3524 req-76089fff-37ba-4084-9612-8974693054c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76a65d6b-278b-4502-b43e-c4b208ae5082 HTTP/1.1" status: 200 len: 858 time: 0.1649640 Sep 18 05:14:41.291290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a8648-3da9-48b6-a17a-ef1cc4540e7d req-db771450-41cb-4fd7-bef8-a3f5f25e61bd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:41.293001 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b39a8648-3da9-48b6-a17a-ef1cc4540e7d req-db771450-41cb-4fd7-bef8-a3f5f25e61bd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.1542842 Sep 18 05:14:41.340671 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0cdc355-d9ed-4575-850e-a6e8631d3524 req-3b7adc70-76ef-4968-a575-93cf07200152 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740490 Sep 18 05:14:41.401596 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b39a8648-3da9-48b6-a17a-ef1cc4540e7d req-da888851-e4ff-45b2-956b-f07d90cf87a7 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895333 Sep 18 05:14:41.441225 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b91945df-584b-4562-a57a-99c7ecc573bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:41.481479 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b91945df-584b-4562-a57a-99c7ecc573bc admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:41.484708 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b91945df-584b-4562-a57a-99c7ecc573bc admin admin] 10.222.0.23 "DELETE /v2.0/networks/9efe280f-1a43-4ccc-be93-3c7d2962020a HTTP/1.1" status: 204 len: 168 time: 1.2417531 Sep 18 05:14:41.489222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91945df-584b-4562-a57a-99c7ecc573bc admin admin] Pushing event deleted for resources: {'Network': ['ID=9efe280f-1a43-4ccc-be93-3c7d2962020a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:41.653070 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0cdc355-d9ed-4575-850e-a6e8631d3524 req-e8fdb371-d440-4f77-bcfd-72fdb7a99883 service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047521 Sep 18 05:14:41.698082 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-943d90e1-3255-450f-addb-587c4468619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:39Z', 'revision_number': 7, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:26Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecaa0a14-c159-491a-ad84-9990c22da015', 'name': '', 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:c0:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:29Z', 'updated_at': '2021-09-18T05:14:36Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:41.841579 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943d90e1-3255-450f-addb-587c4468619e None None] Checking router: 9365df3f-435c-4b11-8840-85a4c16e399a for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:14:41.878164 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943d90e1-3255-450f-addb-587c4468619e None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:41.879073 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-943d90e1-3255-450f-addb-587c4468619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:41.916730 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58310) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:42.021146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58316) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:42.077480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0cdc355-d9ed-4575-850e-a6e8631d3524 req-4ab609da-e33a-401c-9ab8-cfb5d746775d service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160244 Sep 18 05:14:42.078177 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-943d90e1-3255-450f-addb-587c4468619e None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:42.199873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed35d1-e94c-4eba-8c39-b453cc084a8e req-9b87e00b-61bc-43a3-8bb6-dd9c8510337c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:42.203018 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-40ed35d1-e94c-4eba-8c39-b453cc084a8e req-9b87e00b-61bc-43a3-8bb6-dd9c8510337c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 943 time: 0.2958963 Sep 18 05:14:42.206247 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dbf21338-a16d-4079-98c5-d76a64c47239 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a6f613e12794ecba2afb105609c0052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747780 Sep 18 05:14:42.209994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58318) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:42.270862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:42.272318 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:42.282933 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] 10.222.0.13 "PUT /v2.0/ports/e1b1f548-09c0-41d4-aab2-e3e83e84c445 HTTP/1.1" status: 200 len: 1092 time: 3.4625919 Sep 18 05:14:42.283939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4a85f7-2908-4b65-9cd9-5f68adc6ec97 admin admin] Deleting subnet 19facd85-5a02-4210-8d90-7d5ec267820b {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:14:42.292707 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0d4a85f7-2908-4b65-9cd9-5f68adc6ec97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:42.349258 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2330560-2ecc-4410-bf78-c8f63529259b', 'tag': 'e1b1f548-09c0-41d4-aab2-e3e83e84c445'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:42.353397 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754dee6a-6615-4dbe-a13f-63a6912781ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c2330560-2ecc-4410-bf78-c8f63529259b", "tag": "e1b1f548-09c0-41d4-aab2-e3e83e84c445"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:42.414728 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-40ed35d1-e94c-4eba-8c39-b453cc084a8e req-8bf4d5e2-0a2d-4b6c-8595-71c80ed2fe79 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987672 Sep 18 05:14:42.497500 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0d4a85f7-2908-4b65-9cd9-5f68adc6ec97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:42.531094 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-943d90e1-3255-450f-addb-587c4468619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:39Z', 'revision_number': 7, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:26Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecaa0a14-c159-491a-ad84-9990c22da015', 'name': '', 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:c0:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:29Z', 'updated_at': '2021-09-18T05:14:36Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:42.541497 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8ce80d-8a20-4024-958e-af88622841b0 x-openstack-request-id: req-fe8ce80d-8a20-4024-958e-af88622841b0 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:42.541807 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2330560-2ecc-4410-bf78-c8f63529259b", "tag": "e1b1f548-09c0-41d4-aab2-e3e83e84c445", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:42.542077 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe8ce80d-8a20-4024-958e-af88622841b0 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:42.547354 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2330560-2ecc-4410-bf78-c8f63529259b', 'tag': 'e1b1f548-09c0-41d4-aab2-e3e83e84c445', 'status': 'completed', 'code': 200} Sep 18 05:14:42.583286 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943d90e1-3255-450f-addb-587c4468619e None None] The sync data for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 is: [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:39Z', 'revision_number': 7, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:26Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecaa0a14-c159-491a-ad84-9990c22da015', 'name': '', 'network_id': '914c457f-e422-431a-a7db-57f22d87e1fb', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:c0:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:29Z', 'updated_at': '2021-09-18T05:14:36Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '58793e65-7f7b-4c86-bb7d-eb642e1f4251', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:14:42.610219 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9d623-dc1a-4838-b08e-cbcbd7becacd service neutron] Pushing event updated for resources: {'Port': ['ID=e1b1f548-09c0-41d4-aab2-e3e83e84c445,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:42.625142 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0d4a85f7-2908-4b65-9cd9-5f68adc6ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:42.678525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-76eb394c-d091-4026-9319-fa8085c64339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:42.680077 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-76eb394c-d091-4026-9319-fa8085c64339 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0ea41ad380b4a628127272a0a22863e&device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 1095 time: 0.2231073 Sep 18 05:14:42.694642 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f0530e11-ad3b-4c71-9677-2bac7b6788f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:42.787625 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-96ea5ad1-4065-4b85-b894-a72d91fd9402 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1b1f548-09c0-41d4-aab2-e3e83e84c445 HTTP/1.1" status: 200 len: 217 time: 0.0917869 Sep 18 05:14:42.798051 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0d4a85f7-2908-4b65-9cd9-5f68adc6ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:42.884787 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f0530e11-ad3b-4c71-9677-2bac7b6788f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:42.907397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-366794a6-aecb-4b8d-beeb-087093625de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:42.908924 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-366794a6-aecb-4b8d-beeb-087093625de4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76a65d6b-278b-4502-b43e-c4b208ae5082 HTTP/1.1" status: 200 len: 858 time: 0.1118658 Sep 18 05:14:42.963788 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0d4a85f7-2908-4b65-9cd9-5f68adc6ec97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:42.966264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-318e8ab4-bf5a-40a8-9fd6-0b6c6eca41ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400705 Sep 18 05:14:42.973756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0d4a85f7-2908-4b65-9cd9-5f68adc6ec97 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/19facd85-5a02-4210-8d90-7d5ec267820b HTTP/1.1" status: 204 len: 168 time: 1.0523639 Sep 18 05:14:42.992023 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80654070-ecda-4d83-8c7b-a0f747a003a0 req-503004db-d786-435b-8576-9d3b8a7ff408 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:43.003023 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80654070-ecda-4d83-8c7b-a0f747a003a0 req-503004db-d786-435b-8576-9d3b8a7ff408 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.4340529 Sep 18 05:14:43.005779 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58338) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:43.009774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a85f7-2908-4b65-9cd9-5f68adc6ec97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19facd85-5a02-4210-8d90-7d5ec267820b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:43.034480 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2952c5ed-cba4-46ae-8a3e-d9936482dd60 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:43.178439 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80654070-ecda-4d83-8c7b-a0f747a003a0 req-922fc576-6d58-4b2b-b93c-eb188faa4813 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741872 Sep 18 05:14:43.287934 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f0530e11-ad3b-4c71-9677-2bac7b6788f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:43.291054 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f0530e11-ad3b-4c71-9677-2bac7b6788f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:43.296088 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f0530e11-ad3b-4c71-9677-2bac7b6788f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/192e7b71-7ee2-4fc1-9b21-cf7f71f04dab HTTP/1.1" status: 204 len: 168 time: 1.0830896 Sep 18 05:14:43.327286 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0530e11-ad3b-4c71-9677-2bac7b6788f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192e7b71-7ee2-4fc1-9b21-cf7f71f04dab,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:43.611850 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-40a19de8-7dea-4a90-8c63-6dd3d73bd08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:43.699780 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6c951-b371-4f3c-89db-32c749131929 req-10497d1c-36bd-4441-94c8-412d041f8694 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:43.701589 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91f6c951-b371-4f3c-89db-32c749131929 req-10497d1c-36bd-4441-94c8-412d041f8694 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 943 time: 0.1537266 Sep 18 05:14:43.703984 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-2145023a-1f5f-4511-8b9d-73e3307bb1a3 service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7109787 Sep 18 05:14:43.868999 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-40a19de8-7dea-4a90-8c63-6dd3d73bd08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:43.951947 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91f6c951-b371-4f3c-89db-32c749131929 req-f2debdf4-15e0-4fd7-81a5-fa5944466929 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404377 Sep 18 05:14:43.957056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-40a19de8-7dea-4a90-8c63-6dd3d73bd08f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e77f982-12cd-4966-ad89-506bbab549b4']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:43.976714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-40a19de8-7dea-4a90-8c63-6dd3d73bd08f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d85d4b5-4b16-4410-aba9-bcd0814cd512') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:43.976714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-40a19de8-7dea-4a90-8c63-6dd3d73bd08f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d85d4b5-4b16-4410-aba9-bcd0814cd512') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:43.998601 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-40a19de8-7dea-4a90-8c63-6dd3d73bd08f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:44.009458 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b7e370c0-921f-4877-8286-a367e1c9d85b req-9e968796-8e0f-40a6-80b9-ac2b0408bbdd service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575488 Sep 18 05:14:44.047393 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-40a19de8-7dea-4a90-8c63-6dd3d73bd08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:44.051621 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-2952c5ed-cba4-46ae-8a3e-d9936482dd60 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port ecaa0a14-c159-491a-ad84-9990c22da015 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:14:44.051928 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2952c5ed-cba4-46ae-8a3e-d9936482dd60 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:44.070633 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a19de8-7dea-4a90-8c63-6dd3d73bd08f admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:14:44.071055 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-40a19de8-7dea-4a90-8c63-6dd3d73bd08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:14:44.072798 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:14:44.188103 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:14:44.260360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dee6a-6615-4dbe-a13f-63a6912781ff req-4bb4e9c4-251f-4019-863e-f6614d7e13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:44.262099 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-754dee6a-6615-4dbe-a13f-63a6912781ff req-4bb4e9c4-251f-4019-863e-f6614d7e13f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0ea41ad380b4a628127272a0a22863e&device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 1095 time: 0.1032209 Sep 18 05:14:44.270075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-2952c5ed-cba4-46ae-8a3e-d9936482dd60 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] For port ecaa0a14-c159-491a-ad84-9990c22da015, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ecaa0a14-c159-491a-ad84-9990c22da015,segment=NetworkSegment(3118147a-a985-4475-8df7-05f47e81debf),segment_id=3118147a-a985-4475-8df7-05f47e81debf)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:44.270711 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2952c5ed-cba4-46ae-8a3e-d9936482dd60 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:44.305733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-2952c5ed-cba4-46ae-8a3e-d9936482dd60 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for ecaa0a14-c159-491a-ad84-9990c22da015 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:14:44.310193 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-40a19de8-7dea-4a90-8c63-6dd3d73bd08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:44.334016 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-40a19de8-7dea-4a90-8c63-6dd3d73bd08f admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:44.336125 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-40a19de8-7dea-4a90-8c63-6dd3d73bd08f admin admin] 10.222.0.23 "DELETE /v2.0/networks/7e77f982-12cd-4966-ad89-506bbab549b4 HTTP/1.1" status: 204 len: 168 time: 1.3171275 Sep 18 05:14:44.358037 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a19de8-7dea-4a90-8c63-6dd3d73bd08f admin admin] Pushing event deleted for resources: {'Network': ['ID=7e77f982-12cd-4966-ad89-506bbab549b4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:44.457797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0aab1-eb89-491c-a6a0-459ef96d68b9 req-8993cda8-ec9c-492b-8ba0-2f2e62a6cd2a tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:44.462080 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5f0aab1-eb89-491c-a6a0-459ef96d68b9 req-8993cda8-ec9c-492b-8ba0-2f2e62a6cd2a tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.0955272 Sep 18 05:14:44.475051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dee6a-6615-4dbe-a13f-63a6912781ff req-2bc56fac-d78e-490c-99a4-a3e6ce189839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:44.476597 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-754dee6a-6615-4dbe-a13f-63a6912781ff req-2bc56fac-d78e-490c-99a4-a3e6ce189839 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 HTTP/1.1" status: 200 len: 918 time: 0.2026672 Sep 18 05:14:44.525920 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 4f388dd3-91a7-4a1a-b946-4614853492fe details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:14:44.541226 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5f0aab1-eb89-491c-a6a0-459ef96d68b9 req-1a37a286-79b1-4c55-bfa3-224b5b5733f4 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698872 Sep 18 05:14:44.573466 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-754dee6a-6615-4dbe-a13f-63a6912781ff req-6eb9abbd-1178-4b1d-9d34-66f983d3d8aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1b1f548-09c0-41d4-aab2-e3e83e84c445 HTTP/1.1" status: 200 len: 217 time: 0.0879405 Sep 18 05:14:44.730882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dee6a-6615-4dbe-a13f-63a6912781ff req-a451d5eb-7555-474b-a8f1-429cb08d9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:44.732504 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-754dee6a-6615-4dbe-a13f-63a6912781ff req-a451d5eb-7555-474b-a8f1-429cb08d9376 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76a65d6b-278b-4502-b43e-c4b208ae5082 HTTP/1.1" status: 200 len: 858 time: 0.1279800 Sep 18 05:14:44.754652 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 4f388dd3-91a7-4a1a-b946-4614853492fe, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4f388dd3-91a7-4a1a-b946-4614853492fe,segment=NetworkSegment(5764aa2a-8308-42a3-a20e-a0bd011862bd),segment_id=5764aa2a-8308-42a3-a20e-a0bd011862bd)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:44.770207 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '4f388dd3-91a7-4a1a-b946-4614853492fe', 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60', 'port_id': '4f388dd3-91a7-4a1a-b946-4614853492fe', 'mac_address': 'fa:16:3e:7d:30:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a65d6b-278b-4502-b43e-c4b208ae5082', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:14:44.786310 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-754dee6a-6615-4dbe-a13f-63a6912781ff req-f7221313-654a-4df7-bfe4-bf5d646d0c54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426960 Sep 18 05:14:44.858601 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:44.903658 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58382) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:44.910184 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-754dee6a-6615-4dbe-a13f-63a6912781ff req-88a1350a-7b5b-4cc0-b920-c1a2f98764fc service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139593 Sep 18 05:14:44.920442 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f388dd3-91a7-4a1a-b946-4614853492fe {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:14:45.005815 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 4f388dd3-91a7-4a1a-b946-4614853492fe, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4f388dd3-91a7-4a1a-b946-4614853492fe,segment=NetworkSegment(5764aa2a-8308-42a3-a20e-a0bd011862bd),segment_id=5764aa2a-8308-42a3-a20e-a0bd011862bd)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:45.031167 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-25d83a7d-f9b9-4bad-8379-4f77a0103423 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3096e0d917c34cff9e463e09ad6891a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260083 Sep 18 05:14:45.033961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58388) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:45.087267 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:45.167139 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2952c5ed-cba4-46ae-8a3e-d9936482dd60 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:45.169900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=4f388dd3-91a7-4a1a-b946-4614853492fe,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:45.263553 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952c5ed-cba4-46ae-8a3e-d9936482dd60 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=ecaa0a14-c159-491a-ad84-9990c22da015,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:45.306182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['4f388dd3-91a7-4a1a-b946-4614853492fe'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:14:45.347551 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-754dee6a-6615-4dbe-a13f-63a6912781ff req-f699ad15-5bf7-4e48-8976-b2a5af199921 service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275262 Sep 18 05:14:45.353194 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21b4dfd2-73f0-4a07-821c-38f81f41ac22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:45.411595 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec46d08-7ab6-4ae2-bfa7-79ba54800776 req-53e1c15c-495c-4ab0-9d57-4d43b77b3a5a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:45.414257 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fec46d08-7ab6-4ae2-bfa7-79ba54800776 req-53e1c15c-495c-4ab0-9d57-4d43b77b3a5a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 943 time: 0.2606382 Sep 18 05:14:45.500996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2952c5ed-cba4-46ae-8a3e-d9936482dd60 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:45.589383 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21b4dfd2-73f0-4a07-821c-38f81f41ac22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:45.656880 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fec46d08-7ab6-4ae2-bfa7-79ba54800776 req-ddd3bd1e-71d0-4476-97dd-eaf8f90cb24f tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415813 Sep 18 05:14:45.826751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109903cc-52e2-4078-8030-7100101fac16 req-6e13f65b-6b57-4fb6-a3f6-5ea1d7dead33 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:45.834821 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-109903cc-52e2-4078-8030-7100101fac16 req-6e13f65b-6b57-4fb6-a3f6-5ea1d7dead33 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.1004844 Sep 18 05:14:45.857472 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21b4dfd2-73f0-4a07-821c-38f81f41ac22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:45.866364 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21b4dfd2-73f0-4a07-821c-38f81f41ac22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:45.866364 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-21b4dfd2-73f0-4a07-821c-38f81f41ac22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d8defb3-bf6e-4085-9161-4a535d4ad3a5 HTTP/1.1" status: 204 len: 168 time: 0.8261724 Sep 18 05:14:45.873634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4dfd2-73f0-4a07-821c-38f81f41ac22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8defb3-bf6e-4085-9161-4a535d4ad3a5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:45.928655 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-109903cc-52e2-4078-8030-7100101fac16 req-4ac4018e-7eb5-43a2-aba8-c0de983eadf5 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876112 Sep 18 05:14:45.934840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2952c5ed-cba4-46ae-8a3e-d9936482dd60 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 9365df3f-435c-4b11-8840-85a4c16e399a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:14:46.165573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2952c5ed-cba4-46ae-8a3e-d9936482dd60 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:14:46.175679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276b464-7bf6-4ab4-ac79-ef0ea88f87cb None None] Sync routers for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:14:46.180669 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2952c5ed-cba4-46ae-8a3e-d9936482dd60 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2054417 Sep 18 05:14:46.181122 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58420) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:46.195518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276b464-7bf6-4ab4-ac79-ef0ea88f87cb None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:46.197196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-1276b464-7bf6-4ab4-ac79-ef0ea88f87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:46.288185 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed86598-c9c1-4b5a-adb6-8005d0633483 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting subnet 58793e65-7f7b-4c86-bb7d-eb642e1f4251 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:14:46.303538 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3ed86598-c9c1-4b5a-adb6-8005d0633483 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:46.391089 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3ed86598-c9c1-4b5a-adb6-8005d0633483 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:46.506815 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-1276b464-7bf6-4ab4-ac79-ef0ea88f87cb None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:46.576573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 4f388dd3-91a7-4a1a-b946-4614853492fe up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:46.610582 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3ed86598-c9c1-4b5a-adb6-8005d0633483 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:46.684765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9b389-24f8-4918-985c-e7ba796505cc req-81186dd9-c03a-4588-a2a4-820b0447eb2e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:46.692279 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-68d9b389-24f8-4918-985c-e7ba796505cc req-81186dd9-c03a-4588-a2a4-820b0447eb2e tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.1034298 Sep 18 05:14:46.786894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-68d9b389-24f8-4918-985c-e7ba796505cc req-6358e8c3-3748-4857-872e-13ca5bf7ae91 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836468 Sep 18 05:14:46.901788 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf3fed-7180-44cb-bf44-99ea1d5c152e req-ca6cfa55-9637-4017-9116-52fa58db28cd tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:46.908287 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-48cf3fed-7180-44cb-bf44-99ea1d5c152e req-ca6cfa55-9637-4017-9116-52fa58db28cd tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 943 time: 0.1081886 Sep 18 05:14:46.914152 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3ed86598-c9c1-4b5a-adb6-8005d0633483 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:46.980473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed86598-c9c1-4b5a-adb6-8005d0633483 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Subnet': ['ID=58793e65-7f7b-4c86-bb7d-eb642e1f4251,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:47.028403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-1276b464-7bf6-4ab4-ac79-ef0ea88f87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:44Z', 'revision_number': 8, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:26Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:47.065204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276b464-7bf6-4ab4-ac79-ef0ea88f87cb None None] Checking router: 9365df3f-435c-4b11-8840-85a4c16e399a for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:14:47.068947 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 4f388dd3-91a7-4a1a-b946-4614853492fe completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:14:47.073953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 4f388dd3-91a7-4a1a-b946-4614853492fe triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:47.074762 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:47.085013 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3ed86598-c9c1-4b5a-adb6-8005d0633483 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:47.089366 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3ed86598-c9c1-4b5a-adb6-8005d0633483 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/58793e65-7f7b-4c86-bb7d-eb642e1f4251 HTTP/1.1" status: 204 len: 168 time: 0.9051609 Sep 18 05:14:47.091425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe0736d-62f2-40e5-b114-ad7ae7761a31 None None] Network 914c457f-e422-431a-a7db-57f22d87e1fb requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:47.091708 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58448) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:47.135572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d82d5-399e-456e-91fe-37e2baff933e req-15bae782-fcd4-4484-b235-fa3f1648a5f8 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:47.143691 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-48cf3fed-7180-44cb-bf44-99ea1d5c152e req-3fe772c9-f916-4418-a66e-7aaeabd6386d tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268784 Sep 18 05:14:47.144124 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d43d82d5-399e-456e-91fe-37e2baff933e req-15bae782-fcd4-4484-b235-fa3f1648a5f8 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.1113484 Sep 18 05:14:47.342130 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d43d82d5-399e-456e-91fe-37e2baff933e req-23e17eab-e4b9-4f6c-ab03-ad80686e319f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968117 Sep 18 05:14:47.357946 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:47.486877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port 7966678c-7ad9-4e5f-8707-5260b77f566f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:14:47.487229 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:47.587889 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276b464-7bf6-4ab4-ac79-ef0ea88f87cb None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:47.588742 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-1276b464-7bf6-4ab4-ac79-ef0ea88f87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:47.629604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] For port 7966678c-7ad9-4e5f-8707-5260b77f566f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7966678c-7ad9-4e5f-8707-5260b77f566f,segment=NetworkSegment(3118147a-a985-4475-8df7-05f47e81debf),segment_id=3118147a-a985-4475-8df7-05f47e81debf)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:47.630320 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:47.656297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for 7966678c-7ad9-4e5f-8707-5260b77f566f owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:14:47.811481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58468) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:47.878331 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:47.890211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-1276b464-7bf6-4ab4-ac79-ef0ea88f87cb None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:47.927625 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:47.947361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384b4273-4123-4150-9365-8cdf52c54fad None None] DHCP port deletion for 914c457f-e422-431a-a7db-57f22d87e1fb request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:14:47.982654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No DVR routers for this DVR port 7966678c-7ad9-4e5f-8707-5260b77f566f on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:14:47.993006 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-network', 'tenant_id': 'e297637f8edb461588776b48da04ab80'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:47.996217 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 4f388dd3-91a7-4a1a-b946-4614853492fe, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4f388dd3-91a7-4a1a-b946-4614853492fe,segment=NetworkSegment(5764aa2a-8308-42a3-a20e-a0bd011862bd),segment_id=5764aa2a-8308-42a3-a20e-a0bd011862bd)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:47.999242 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd4eda-3847-438e-ae25-e702554a485b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f388dd3-91a7-4a1a-b946-4614853492fe'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:48.000811 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=7966678c-7ad9-4e5f-8707-5260b77f566f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:48.012209 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182d91a5-bf9c-4106-935f-3efaaa4ff9aa" -d '{"events": [{"server_uuid": "26bd4eda-3847-438e-ae25-e702554a485b", "name": "network-vif-plugged", "status": "completed", "tag": "4f388dd3-91a7-4a1a-b946-4614853492fe"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:48.107666 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d820525-9795-4bc7-894b-8561a7352ec5 req-20e7fc44-af05-433f-9c1c-e8768a6b726f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:48.120761 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6d820525-9795-4bc7-894b-8561a7352ec5 req-20e7fc44-af05-433f-9c1c-e8768a6b726f tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.2056415 Sep 18 05:14:48.141697 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:48.159768 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bef7c8a-5e58-4304-9df4-1340381b5576 x-openstack-request-id: req-9bef7c8a-5e58-4304-9df4-1340381b5576 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:48.160071 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd4eda-3847-438e-ae25-e702554a485b", "name": "network-vif-plugged", "status": "completed", "tag": "4f388dd3-91a7-4a1a-b946-4614853492fe", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:48.160428 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bef7c8a-5e58-4304-9df4-1340381b5576 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:48.160756 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd4eda-3847-438e-ae25-e702554a485b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f388dd3-91a7-4a1a-b946-4614853492fe', 'code': 200} Sep 18 05:14:48.187647 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:48.189874 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb312a9-f7e7-4461-af90-e36e463fac66 req-f5c829b9-2c1f-4754-b3c7-2b4a3ca1bb79 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:48.191372 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcb312a9-f7e7-4461-af90-e36e463fac66 req-f5c829b9-2c1f-4754-b3c7-2b4a3ca1bb79 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.1753333 Sep 18 05:14:48.218748 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6d820525-9795-4bc7-894b-8561a7352ec5 req-80d72412-7876-4281-92f8-df4c93cc93cd tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970609 Sep 18 05:14:48.219370 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] Made reservation on behalf of e297637f8edb461588776b48da04ab80 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:48.222072 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:48.250626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914c457f-e422-431a-a7db-57f22d87e1fb']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:48.281144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3118147a-a985-4475-8df7-05f47e81debf') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:48.281455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3118147a-a985-4475-8df7-05f47e81debf') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:48.285048 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:48.287139 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=4f388dd3-91a7-4a1a-b946-4614853492fe,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:48.321150 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:48.359891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656651d2-6ddd-4799-b121-4eeaa157a8a7 req-4ad943a3-79d3-4423-8dc0-1efdd6e0766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:48.362125 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-656651d2-6ddd-4799-b121-4eeaa157a8a7 req-4ad943a3-79d3-4423-8dc0-1efdd6e0766e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 1097 time: 0.1790624 Sep 18 05:14:48.363295 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:48.374288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:14:48.377650 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:14:48.395414 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:14:48.415585 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-fcb312a9-f7e7-4461-af90-e36e463fac66 req-b735e6e8-25ea-4c73-b7db-497934699b14 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Deleting port 1e3663a3-5216-4988-8e85-236791678bc8 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:14:48.415585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcb312a9-f7e7-4461-af90-e36e463fac66 req-b735e6e8-25ea-4c73-b7db-497934699b14 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:48.421427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b9887-8536-49be-86a8-7a82b07ea596 req-00052c0c-68cd-4236-889c-edc794d65df8 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:48.432209 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-042b9887-8536-49be-86a8-7a82b07ea596 req-00052c0c-68cd-4236-889c-edc794d65df8 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 943 time: 0.1664708 Sep 18 05:14:48.470765 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-1276b464-7bf6-4ab4-ac79-ef0ea88f87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:44Z', 'revision_number': 8, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:26Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:48.506347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-656651d2-6ddd-4799-b121-4eeaa157a8a7 req-5f1936a6-1010-417f-a5a0-9fd91939dd1e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332991 Sep 18 05:14:48.517226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276b464-7bf6-4ab4-ac79-ef0ea88f87cb None None] The sync data for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 is: [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:44Z', 'revision_number': 8, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '06e28a57-8164-48c5-9df7-3574c92df354', 'name': '', 'network_id': '0ac3d878-15e7-47b2-96c0-a913b60793c2', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:53:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:19Z', 'updated_at': '2021-09-18T05:14:26Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'b963069c-582c-41b3-8ccc-ccdfb03f5ba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:14:48.540544 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-042b9887-8536-49be-86a8-7a82b07ea596 req-fdb48bd2-d756-4281-a400-2bef8d9a111b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025572 Sep 18 05:14:48.574319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e1b1f548-09c0-41d4-aab2-e3e83e84c445 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:14:48.619030 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-fcb312a9-f7e7-4461-af90-e36e463fac66 req-b735e6e8-25ea-4c73-b7db-497934699b14 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] For port 1e3663a3-5216-4988-8e85-236791678bc8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1e3663a3-5216-4988-8e85-236791678bc8,segment=NetworkSegment(e9625855-bf18-4426-9646-9c868f80a4f2),segment_id=e9625855-bf18-4426-9646-9c868f80a4f2)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:48.619411 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcb312a9-f7e7-4461-af90-e36e463fac66 req-b735e6e8-25ea-4c73-b7db-497934699b14 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:48.624567 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:48.633454 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:48.636727 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/networks/914c457f-e422-431a-a7db-57f22d87e1fb HTTP/1.1" status: 204 len: 168 time: 1.5408959 Sep 18 05:14:48.641447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58488) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:48.653043 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51bd2b-815f-488f-aec7-2fa2f24bb7f3 req-3ce410e0-39fa-4a08-be10-73fb1c1d3551 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:48.655620 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9b51bd2b-815f-488f-aec7-2fa2f24bb7f3 req-3ce410e0-39fa-4a08-be10-73fb1c1d3551 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.1223373 Sep 18 05:14:48.672461 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [req-fcb312a9-f7e7-4461-af90-e36e463fac66 req-b735e6e8-25ea-4c73-b7db-497934699b14 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Calling delete_port for 1e3663a3-5216-4988-8e85-236791678bc8 owned by compute:nova {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:14:48.711006 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58490) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:48.717400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ae38708f-5432-48d2-8a85-d7c1176517d1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-257576508'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:48.725820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port e1b1f548-09c0-41d4-aab2-e3e83e84c445, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e1b1f548-09c0-41d4-aab2-e3e83e84c445,segment=NetworkSegment(5764aa2a-8308-42a3-a20e-a0bd011862bd),segment_id=5764aa2a-8308-42a3-a20e-a0bd011862bd)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:48.739441 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'e1b1f548-09c0-41d4-aab2-e3e83e84c445', 'network_id': '8d9f7d5e-85b8-45fb-a51c-39737e7d9a60', 'port_id': 'e1b1f548-09c0-41d4-aab2-e3e83e84c445', 'mac_address': 'fa:16:3e:b4:27:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a65d6b-278b-4502-b43e-c4b208ae5082', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:14:48.746181 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b1b94-c44b-4691-89b9-6ebe25c399d3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Network': ['ID=914c457f-e422-431a-a7db-57f22d87e1fb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:48.841808 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:48.899176 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b1f548-09c0-41d4-aab2-e3e83e84c445 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:14:49.003117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port e1b1f548-09c0-41d4-aab2-e3e83e84c445, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e1b1f548-09c0-41d4-aab2-e3e83e84c445,segment=NetworkSegment(5764aa2a-8308-42a3-a20e-a0bd011862bd),segment_id=5764aa2a-8308-42a3-a20e-a0bd011862bd)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:49.119356 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:49.162458 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9b51bd2b-815f-488f-aec7-2fa2f24bb7f3 req-5ab37b9e-4318-4655-adf4-b6eda70b2ee5 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927957 Sep 18 05:14:49.210014 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=e1b1f548-09c0-41d4-aab2-e3e83e84c445,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:49.413339 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:49.414707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['e1b1f548-09c0-41d4-aab2-e3e83e84c445'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:14:49.447510 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2cce0672-54bf-41c5-be06-8a050366f612 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:49.451413 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60262618-3e1b-45b9-8af0-657713fc4ca7 req-b3698303-0c49-4d02-93f5-83b7a7a0f958 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:49.454175 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-60262618-3e1b-45b9-8af0-657713fc4ca7 req-b3698303-0c49-4d02-93f5-83b7a7a0f958 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 946 time: 0.1259429 Sep 18 05:14:49.516135 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-60262618-3e1b-45b9-8af0-657713fc4ca7 req-3459fc8b-3466-4bc8-aa86-621f4c569b0a tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/security-groups?id=103703aa-30e6-407f-92dd-adaa17004ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542521 Sep 18 05:14:49.566927 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:49.569872 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcb312a9-f7e7-4461-af90-e36e463fac66 req-b735e6e8-25ea-4c73-b7db-497934699b14 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:49.666102 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:14:49.666870 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735e6e8-25ea-4c73-b7db-497934699b14 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Pushing event deleted for resources: {'Port': ['ID=1e3663a3-5216-4988-8e85-236791678bc8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:49.720970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a154bd7-80bc-4c18-82f1-993305f0ec29,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:49.725317 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb312a9-f7e7-4461-af90-e36e463fac66 req-b735e6e8-25ea-4c73-b7db-497934699b14 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] No DVR routers for this DVR port 1e3663a3-5216-4988-8e85-236791678bc8 on host n-h2-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:14:49.727933 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcb312a9-f7e7-4461-af90-e36e463fac66 req-b735e6e8-25ea-4c73-b7db-497934699b14 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:49.730522 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcb312a9-f7e7-4461-af90-e36e463fac66 req-b735e6e8-25ea-4c73-b7db-497934699b14 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.13 "DELETE /v2.0/ports/1e3663a3-5216-4988-8e85-236791678bc8 HTTP/1.1" status: 204 len: 173 time: 1.5188510 Sep 18 05:14:49.731849 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:49.732201 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] Added segment 741f366f-fa19-47e2-92ec-ec880717fef3 of type vlan for network b75bd381-628d-4f64-8921-7884772c6d53 Sep 18 05:14:49.734624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7adc16c-1e9f-43c6-adb3-28a6a33462ab', 'name': 'network-vif-deleted', 'tag': '1e3663a3-5216-4988-8e85-236791678bc8'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:49.737556 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f5a6dd-1f86-45d8-9115-efc47b7a896c" -d '{"events": [{"server_uuid": "b7adc16c-1e9f-43c6-adb3-28a6a33462ab", "name": "network-vif-deleted", "tag": "1e3663a3-5216-4988-8e85-236791678bc8"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:49.750769 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae38708f-5432-48d2-8a85-d7c1176517d1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Made reservation on behalf of b372da42727e49509bd94f617be28f70 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:49.754361 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae38708f-5432-48d2-8a85-d7c1176517d1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:49.826371 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46786557-7caa-4eb9-bfd8-ec4b355c3c57 req-ce097beb-9838-4314-b39d-57e5807096c0 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:49.834415 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-46786557-7caa-4eb9-bfd8-ec4b355c3c57 req-ce097beb-9838-4314-b39d-57e5807096c0 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 944 time: 0.1766312 Sep 18 05:14:49.853835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae38708f-5432-48d2-8a85-d7c1176517d1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:14:49.901586 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae38708f-5432-48d2-8a85-d7c1176517d1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:49.902038 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-ae38708f-5432-48d2-8a85-d7c1176517d1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Added segment e443bc37-030f-487a-856d-3278b90c7f80 of type vlan for network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 Sep 18 05:14:49.943814 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:49.959376 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7966678c-7ad9-4e5f-8707-5260b77f566f no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:14:49.999927 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 7966678c-7ad9-4e5f-8707-5260b77f566f {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:14:50.009164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7966678c-7ad9-4e5f-8707-5260b77f566f not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:14:50.009742 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ecaa0a14-c159-491a-ad84-9990c22da015 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:14:50.009917 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae38708f-5432-48d2-8a85-d7c1176517d1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.032136 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-46786557-7caa-4eb9-bfd8-ec4b355c3c57 req-d1b511ec-7482-4f09-966d-7dd0b96c4680 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967978 Sep 18 05:14:50.060622 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: ecaa0a14-c159-491a-ad84-9990c22da015 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:14:50.060978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ecaa0a14-c159-491a-ad84-9990c22da015 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:14:50.092972 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.094172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:50.094919 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.116065 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2a073a-08ca-471b-bcb4-c140bd368c43 x-openstack-request-id: req-0d2a073a-08ca-471b-bcb4-c140bd368c43 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:50.116620 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7adc16c-1e9f-43c6-adb3-28a6a33462ab", "name": "network-vif-deleted", "tag": "1e3663a3-5216-4988-8e85-236791678bc8", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:50.117043 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d2a073a-08ca-471b-bcb4-c140bd368c43 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:50.117608 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7adc16c-1e9f-43c6-adb3-28a6a33462ab', 'name': 'network-vif-deleted', 'tag': '1e3663a3-5216-4988-8e85-236791678bc8', 'status': 'completed', 'code': 200} Sep 18 05:14:50.136509 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae38708f-5432-48d2-8a85-d7c1176517d1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.142256 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae38708f-5432-48d2-8a85-d7c1176517d1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:50.142894 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae38708f-5432-48d2-8a85-d7c1176517d1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.174490 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2cce0672-54bf-41c5-be06-8a050366f612 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port 06e28a57-8164-48c5-9df7-3574c92df354 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:14:50.175272 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2cce0672-54bf-41c5-be06-8a050366f612 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.195817 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] Pushing event updated for resources: {'Network': ['ID=b75bd381-628d-4f64-8921-7884772c6d53,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:50.212084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network b75bd381-628d-4f64-8921-7884772c6d53 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:14:50.232266 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7a27be36-71a9-4204-90f6-327b2136dd02 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4194274 Sep 18 05:14:50.235286 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58532) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:50.243439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f0dbc492-b564-497a-a96e-3da4a3678171 admin admin] Request body: {'subnet': {'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-subnet', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:50.284135 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ae38708f-5432-48d2-8a85-d7c1176517d1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5707264 Sep 18 05:14:50.288481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58534) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:50.290574 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38708f-5432-48d2-8a85-d7c1176517d1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'Network': ['ID=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:50.299055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-18c72188-6b74-4469-89d4-bf3f8e71cf79 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1354206375'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:50.337007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:14:50.400973 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dbc492-b564-497a-a96e-3da4a3678171 admin admin] Made reservation on behalf of e297637f8edb461588776b48da04ab80 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:50.403277 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f0dbc492-b564-497a-a96e-3da4a3678171 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.424585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-2cce0672-54bf-41c5-be06-8a050366f612 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] For port 06e28a57-8164-48c5-9df7-3574c92df354, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=06e28a57-8164-48c5-9df7-3574c92df354,segment=NetworkSegment(3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c),segment_id=3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:50.424985 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2cce0672-54bf-41c5-be06-8a050366f612 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.451128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f98de9-28f3-496b-8c4d-311479ede892 req-8c0ab110-a39a-4cac-a2e0-8072ab261cc9 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:50.461195 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e3f98de9-28f3-496b-8c4d-311479ede892 req-8c0ab110-a39a-4cac-a2e0-8072ab261cc9 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.1091795 Sep 18 05:14:50.464789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2cce0672-54bf-41c5-be06-8a050366f612 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for 06e28a57-8164-48c5-9df7-3574c92df354 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:14:50.498089 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c72188-6b74-4469-89d4-bf3f8e71cf79 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Made reservation on behalf of b372da42727e49509bd94f617be28f70 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:50.501762 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18c72188-6b74-4469-89d4-bf3f8e71cf79 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.550484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c72188-6b74-4469-89d4-bf3f8e71cf79 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:14:50.570305 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18c72188-6b74-4469-89d4-bf3f8e71cf79 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.572401 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-18c72188-6b74-4469-89d4-bf3f8e71cf79 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Added segment 2319873a-dd5b-402f-affc-20e47aacf176 of type vlan for network 51566083-6d68-46b7-9abf-efdb568e8fb9 Sep 18 05:14:50.576954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e1b1f548-09c0-41d4-aab2-e3e83e84c445 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:50.629021 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e3f98de9-28f3-496b-8c4d-311479ede892 req-ea0d7a20-9b25-4e7e-a5ad-098f718507f9 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662614 Sep 18 05:14:50.647146 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18c72188-6b74-4469-89d4-bf3f8e71cf79 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.779864 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port e1b1f548-09c0-41d4-aab2-e3e83e84c445 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:14:50.798432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port e1b1f548-09c0-41d4-aab2-e3e83e84c445 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:50.798816 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.853737 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-956f59ea-9a3f-4772-bdc1-6d891af1a49a req-8f59fde9-3aa8-490f-ad67-8cba7bc82732 tempest-ServersNegativeTestJSON-1860059724 tempest-ServersNegativeTestJSON-1860059724-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7adc16c-1e9f-43c6-adb3-28a6a33462ab HTTP/1.1" status: 200 len: 210 time: 0.1165459 Sep 18 05:14:50.854546 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18c72188-6b74-4469-89d4-bf3f8e71cf79 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.860376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c72188-6b74-4469-89d4-bf3f8e71cf79 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:50.861067 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18c72188-6b74-4469-89d4-bf3f8e71cf79 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.891886 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f0dbc492-b564-497a-a96e-3da4a3678171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.952216 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.967380 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2cce0672-54bf-41c5-be06-8a050366f612 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:50.977195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2330560-2ecc-4410-bf78-c8f63529259b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b1f548-09c0-41d4-aab2-e3e83e84c445'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:50.980189 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f45298-d69a-457f-a657-c4c4b53a0076" -d '{"events": [{"server_uuid": "c2330560-2ecc-4410-bf78-c8f63529259b", "name": "network-vif-plugged", "status": "completed", "tag": "e1b1f548-09c0-41d4-aab2-e3e83e84c445"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:51.003989 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port e1b1f548-09c0-41d4-aab2-e3e83e84c445, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e1b1f548-09c0-41d4-aab2-e3e83e84c445,segment=NetworkSegment(5764aa2a-8308-42a3-a20e-a0bd011862bd),segment_id=5764aa2a-8308-42a3-a20e-a0bd011862bd)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:51.016474 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c72188-6b74-4469-89d4-bf3f8e71cf79 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'Network': ['ID=51566083-6d68-46b7-9abf-efdb568e8fb9,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:51.029911 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbc492-b564-497a-a96e-3da4a3678171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:51.041670 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 51566083-6d68-46b7-9abf-efdb568e8fb9 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:14:51.070082 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce0672-54bf-41c5-be06-8a050366f612 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=06e28a57-8164-48c5-9df7-3574c92df354,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:51.121861 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dbc492-b564-497a-a96e-3da4a3678171 admin admin] Checking segment: {'id': '741f366f-fa19-47e2-92ec-ec880717fef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:51.122339 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbc492-b564-497a-a96e-3da4a3678171 admin admin] Network hostable DHCP agents. Network: b75bd381-628d-4f64-8921-7884772c6d53, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:14:51.247257 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30270f9-7804-4386-91e9-59e2a2fdb2e1 x-openstack-request-id: req-f30270f9-7804-4386-91e9-59e2a2fdb2e1 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:51.247579 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2330560-2ecc-4410-bf78-c8f63529259b", "name": "network-vif-plugged", "status": "completed", "tag": "e1b1f548-09c0-41d4-aab2-e3e83e84c445", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:51.247790 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f30270f9-7804-4386-91e9-59e2a2fdb2e1 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:51.248207 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2330560-2ecc-4410-bf78-c8f63529259b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b1f548-09c0-41d4-aab2-e3e83e84c445', 'code': 200} Sep 18 05:14:51.267590 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-18c72188-6b74-4469-89d4-bf3f8e71cf79 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9754822 Sep 18 05:14:51.268217 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:51.268375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58580) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:51.274097 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 1e3663a3-5216-4988-8e85-236791678bc8 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:14:51.285807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b220f60c-60d1-4e3c-96b0-9f04078b90b4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'subnet': {'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:51.387821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbc492-b564-497a-a96e-3da4a3678171 admin admin] Network b75bd381-628d-4f64-8921-7884772c6d53 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:14:51.424477 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=e1b1f548-09c0-41d4-aab2-e3e83e84c445,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:51.451366 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a8e3d-e3d6-4cc0-8e9e-17925d4e9c34 req-0e068b31-7257-41c3-abbe-1c6c16bfad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:51.453131 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9a2a8e3d-e3d6-4cc0-8e9e-17925d4e9c34 req-0e068b31-7257-41c3-abbe-1c6c16bfad2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 1097 time: 0.1276782 Sep 18 05:14:51.466178 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc0364-02fe-4b2c-8537-83d2668de651 req-1f13cceb-7984-4eeb-ae9a-bcf26fe58208 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:51.467701 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4efc0364-02fe-4b2c-8537-83d2668de651 req-1f13cceb-7984-4eeb-ae9a-bcf26fe58208 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.2504745 Sep 18 05:14:51.510985 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2cce0672-54bf-41c5-be06-8a050366f612 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:51.531303 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-f0dbc492-b564-497a-a96e-3da4a3678171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, b75bd381-628d-4f64-8921-7884772c6d53) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:51.533103 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 1e3663a3-5216-4988-8e85-236791678bc8 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:14:51.533103 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 1e3663a3-5216-4988-8e85-236791678bc8 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:14:51.538143 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dbc492-b564-497a-a96e-3da4a3678171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:51.539862 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f0dbc492-b564-497a-a96e-3da4a3678171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:51.542821 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea7c03d-ddf4-4bfb-80f2-a3dc2f1603f4 None None] Network b75bd381-628d-4f64-8921-7884772c6d53 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:51.565765 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9a2a8e3d-e3d6-4cc0-8e9e-17925d4e9c34 req-5b57efc1-2cee-4577-b0eb-30d8b9e8fff3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923996 Sep 18 05:14:51.579635 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4efc0364-02fe-4b2c-8537-83d2668de651 req-8bef1aef-3183-4483-b06f-080bd0b9985e tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999706 Sep 18 05:14:51.737778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b220f60c-60d1-4e3c-96b0-9f04078b90b4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Made reservation on behalf of b372da42727e49509bd94f617be28f70 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:51.742050 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b220f60c-60d1-4e3c-96b0-9f04078b90b4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:51.752853 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-b75bd381-628d-4f64-8921-7884772c6d53', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'fixed_ips': [{'subnet_id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:14:51.754499 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:51.787360 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f0dbc492-b564-497a-a96e-3da4a3678171 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5490108 Sep 18 05:14:51.795183 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58608) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:51.815573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:51.925372 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58616) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:51.968920 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:51.970336 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:51.973564 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Allocated IP 172.20.0.2 (b75bd381-628d-4f64-8921-7884772c6d53/4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a/26cc9477-1bbf-4fd5-8008-a8ba7a428e3e) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:52.056328 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.100771 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c9350e-cf49-4576-8a7a-915e9304ff5d admin admin] Deleting subnet 5e0078b2-978b-4f73-9fac-427b64b39f17 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:14:52.100771 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-58c9350e-cf49-4576-8a7a-915e9304ff5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.124793 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-58c9350e-cf49-4576-8a7a-915e9304ff5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.160075 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f07edd81-b5e9-4937-a844-c4d39bbdafd7 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:14:52.204017 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.246999 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-58c9350e-cf49-4576-8a7a-915e9304ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.280182 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.340682 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cce0672-54bf-41c5-be06-8a050366f612 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 9365df3f-435c-4b11-8840-85a4c16e399a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:14:52.341377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Pushing event updated for resources: {'Port': ['ID=26cc9477-1bbf-4fd5-8008-a8ba7a428e3e,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:52.352317 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.358527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e1ebb-47ea-4ea6-847d-0b527a8340e0 req-038e3a41-4aad-490e-9a19-9d032ba1b773 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:52.364105 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Network b75bd381-628d-4f64-8921-7884772c6d53 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:52.369124 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f57e1ebb-47ea-4ea6-847d-0b527a8340e0 req-038e3a41-4aad-490e-9a19-9d032ba1b773 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.6432598 Sep 18 05:14:52.371504 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:52.376566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:52.389842 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f07edd81-b5e9-4937-a844-c4d39bbdafd7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f07edd81-b5e9-4937-a844-c4d39bbdafd7,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:52.440760 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'f07edd81-b5e9-4937-a844-c4d39bbdafd7', 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359', 'port_id': 'f07edd81-b5e9-4937-a844-c4d39bbdafd7', 'mac_address': 'fa:16:3e:78:d0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8817cc4-5efc-4abd-af87-af0f6b42c4b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:14:52.451849 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-58c9350e-cf49-4576-8a7a-915e9304ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.453351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Attempting to bind port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:52.453781 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Attempting to bind port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '741f366f-fa19-47e2-92ec-ec880717fef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:52.454425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Attempting to bind port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e on network b75bd381-628d-4f64-8921-7884772c6d53 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:52.475724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f57e1ebb-47ea-4ea6-847d-0b527a8340e0 req-e64df025-8df6-43f5-a278-00e466162af2 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043322 Sep 18 05:14:52.500147 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:52.500723 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Checking segment: {'id': '741f366f-fa19-47e2-92ec-ec880717fef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:52.501477 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.501901 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Bound using segment: {'id': '741f366f-fa19-47e2-92ec-ec880717fef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:52.502496 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Bound port: 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741f366f-fa19-47e2-92ec-ec880717fef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:52.502976 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.523910 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-58c9350e-cf49-4576-8a7a-915e9304ff5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.523910 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-58c9350e-cf49-4576-8a7a-915e9304ff5d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5e0078b2-978b-4f73-9fac-427b64b39f17 HTTP/1.1" status: 204 len: 168 time: 0.5934498 Sep 18 05:14:52.523910 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9350e-cf49-4576-8a7a-915e9304ff5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0078b2-978b-4f73-9fac-427b64b39f17,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:52.528540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58644) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:52.534309 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.565006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cce0672-54bf-41c5-be06-8a050366f612 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:14:52.573623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2cce0672-54bf-41c5-be06-8a050366f612 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9308908 Sep 18 05:14:52.577619 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58650) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:52.579928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f07edd81-b5e9-4937-a844-c4d39bbdafd7 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:14:52.606388 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd83f73b-ed8a-4868-b388-75b727b53275 None None] Sync routers for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:14:52.626237 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f07edd81-b5e9-4937-a844-c4d39bbdafd7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f07edd81-b5e9-4937-a844-c4d39bbdafd7,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:52.644539 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] For port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:52.646313 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd83f73b-ed8a-4868-b388-75b727b53275 None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:52.649041 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-dd83f73b-ed8a-4868-b388-75b727b53275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:52.649946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] For port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=26cc9477-1bbf-4fd5-8008-a8ba7a428e3e,segment=NetworkSegment(741f366f-fa19-47e2-92ec-ec880717fef3),segment_id=741f366f-fa19-47e2-92ec-ec880717fef3)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:52.683546 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.713658 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-364fa6ba-abbe-43da-9383-f7642985160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.769594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=f07edd81-b5e9-4937-a844-c4d39bbdafd7,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:52.782476 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.838687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0763d21-6233-4278-aaea-9c1062c78f7b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting subnet b963069c-582c-41b3-8ccc-ccdfb03f5ba8 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:14:52.868553 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b220f60c-60d1-4e3c-96b0-9f04078b90b4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.889185 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0763d21-6233-4278-aaea-9c1062c78f7b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:52.908847 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-dd83f73b-ed8a-4868-b388-75b727b53275 None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:52.980421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['f07edd81-b5e9-4937-a844-c4d39bbdafd7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:14:53.009784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50d01f-9318-4c51-891f-0fb1bfd63d58 req-2073499b-1d0a-4074-9ed3-15d3f864e200 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:53.031028 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc50d01f-9318-4c51-891f-0fb1bfd63d58 req-2073499b-1d0a-4074-9ed3-15d3f864e200 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.2708778 Sep 18 05:14:53.062158 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-364fa6ba-abbe-43da-9383-f7642985160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.083947 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.090300 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0763d21-6233-4278-aaea-9c1062c78f7b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.095692 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c2856-12dc-48fc-97ed-0791a2136c1e None None] Pushing event updated for resources: {'Port': ['ID=26cc9477-1bbf-4fd5-8008-a8ba7a428e3e,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:53.218034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-364fa6ba-abbe-43da-9383-f7642985160a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc9f2cd-0fcf-4feb-9ace-728923259202']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:53.242967 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.251460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-364fa6ba-abbe-43da-9383-f7642985160a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9625855-bf18-4426-9646-9c868f80a4f2') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:53.251762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-364fa6ba-abbe-43da-9383-f7642985160a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9625855-bf18-4426-9646-9c868f80a4f2') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:53.279361 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.282925 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-364fa6ba-abbe-43da-9383-f7642985160a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.286617 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc50d01f-9318-4c51-891f-0fb1bfd63d58 req-95487b15-0c7f-47c3-a256-6e68317a0d18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492301 Sep 18 05:14:53.326375 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-dd83f73b-ed8a-4868-b388-75b727b53275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:50Z', 'revision_number': 9, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:53.356682 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.384861 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-364fa6ba-abbe-43da-9383-f7642985160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.393131 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd83f73b-ed8a-4868-b388-75b727b53275 None None] Checking router: 9365df3f-435c-4b11-8840-85a4c16e399a for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:14:53.401952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220f60c-60d1-4e3c-96b0-9f04078b90b4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'Subnet': ['ID=062b7174-2fca-4a49-aa4c-96df265cf547,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:53.403465 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd83f73b-ed8a-4868-b388-75b727b53275 None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:53.404836 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-dd83f73b-ed8a-4868-b388-75b727b53275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:53.420651 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220f60c-60d1-4e3c-96b0-9f04078b90b4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Checking segment: {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:53.421045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b220f60c-60d1-4e3c-96b0-9f04078b90b4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Network hostable DHCP agents. Network: 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:14:53.429628 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0763d21-6233-4278-aaea-9c1062c78f7b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.446246 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364fa6ba-abbe-43da-9383-f7642985160a admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:14:53.446670 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-364fa6ba-abbe-43da-9383-f7642985160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:14:53.448492 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:14:53.572527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b220f60c-60d1-4e3c-96b0-9f04078b90b4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:14:53.628373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Allocated IP 172.25.7.17 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/8aeb178a-b973-4553-9939-10a425efe089) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:53.653288 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0763d21-6233-4278-aaea-9c1062c78f7b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.660367 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303bdbd-827c-4dec-aae1-b1804a6dc306 req-0f2ad63f-049d-4dcb-b8ea-3ae99f7a62df tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:53.662042 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8303bdbd-827c-4dec-aae1-b1804a6dc306 req-0f2ad63f-049d-4dcb-b8ea-3ae99f7a62df tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 945 time: 0.0891743 Sep 18 05:14:53.691286 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-dd83f73b-ed8a-4868-b388-75b727b53275 None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:53.692696 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0763d21-6233-4278-aaea-9c1062c78f7b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Subnet': ['ID=b963069c-582c-41b3-8ccc-ccdfb03f5ba8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:53.700876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b220f60c-60d1-4e3c-96b0-9f04078b90b4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:53.702931 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d0763d21-6233-4278-aaea-9c1062c78f7b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.712361 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d0763d21-6233-4278-aaea-9c1062c78f7b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/b963069c-582c-41b3-8ccc-ccdfb03f5ba8 HTTP/1.1" status: 204 len: 168 time: 1.1316941 Sep 18 05:14:53.712638 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58708) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:53.735866 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-364fa6ba-abbe-43da-9383-f7642985160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.740102 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6af3e3a-548c-4546-a995-edf7b418e616 None None] Network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:53.753767 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-364fa6ba-abbe-43da-9383-f7642985160a admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.756121 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-364fa6ba-abbe-43da-9383-f7642985160a admin admin] 10.222.0.23 "DELETE /v2.0/networks/fdc9f2cd-0fcf-4feb-9ace-728923259202 HTTP/1.1" status: 204 len: 168 time: 1.2241573 Sep 18 05:14:53.768841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e467f7-cab8-4f07-b6f2-185fe349b360 None None] Network 0ac3d878-15e7-47b2-96c0-a913b60793c2 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:53.826204 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fa6ba-abbe-43da-9383-f7642985160a admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc9f2cd-0fcf-4feb-9ace-728923259202,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:53.864569 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8303bdbd-827c-4dec-aae1-b1804a6dc306 req-251f44f3-5dbd-42e7-a1ed-fdb6e1e9d851 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923869 Sep 18 05:14:53.918040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b220f60c-60d1-4e3c-96b0-9f04078b90b4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:53.918658 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b220f60c-60d1-4e3c-96b0-9f04078b90b4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.947113 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:53.959220 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:54.050221 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port d47e7be0-498e-4768-a9ac-036db46026db {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:14:54.050868 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:54.082245 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:54.116662 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:54.166881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f07edd81-b5e9-4937-a844-c4d39bbdafd7 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:54.167170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] For port d47e7be0-498e-4768-a9ac-036db46026db, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d47e7be0-498e-4768-a9ac-036db46026db,segment=NetworkSegment(3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c),segment_id=3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:54.167555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:54.180190 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-dd83f73b-ed8a-4868-b388-75b727b53275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:50Z', 'revision_number': 9, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:54.187209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for d47e7be0-498e-4768-a9ac-036db46026db owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:14:54.201076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:54.204573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:54.209245 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:54.215516 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd83f73b-ed8a-4868-b388-75b727b53275 None None] The sync data for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 is: [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:50Z', 'revision_number': 9, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aaf7cf1-3628-4732-ba15-03e944c73743', 'name': '', 'network_id': '384b2568-b42a-4edc-ae4f-1152802a8386', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:df:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:12Z', 'updated_at': '2021-09-18T05:14:20Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': 'a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:14:54.280164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58736) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:54.307038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Pushing event updated for resources: {'Port': ['ID=8aeb178a-b973-4553-9939-10a425efe089,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:54.315879 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b220f60c-60d1-4e3c-96b0-9f04078b90b4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0466497 Sep 18 05:14:54.318803 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58740) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:54.370237 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-a87b251c-082b-4255-8f30-0b459f45e545 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'subnet': {'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:54.433178 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:54.435987 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:54.523159 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port f07edd81-b5e9-4937-a844-c4d39bbdafd7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:54.523475 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:54.539982 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e7de0a90-bf44-4a7f-9a86-ebcbb0ee502d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e39e3c54cbd43a5b65ab02778fc8e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585709 Sep 18 05:14:54.573672 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-0ff5f079-8cb0-4d6d-9194-1f0813cef0a9', 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'fixed_ips': [{'subnet_id': '062b7174-2fca-4a49-aa4c-96df265cf547'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:14:54.574758 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:54.601799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58756) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:54.610400 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99c3752-9619-4c84-8910-1e6d689050d8 None None] DHCP port deletion for 0ac3d878-15e7-47b2-96c0-a913b60793c2 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:14:54.659220 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:54.690118 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50c2ad-9b7e-40a3-85a3-a8ed8e2d6588 req-1bd76280-cbb7-4e9e-b702-04b0434fa260 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:54.710161 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd50c2ad-9b7e-40a3-85a3-a8ed8e2d6588 req-1bd76280-cbb7-4e9e-b702-04b0434fa260 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.2309785 Sep 18 05:14:54.721567 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=d47e7be0-498e-4768-a9ac-036db46026db,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:54.746729 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-70b7cea7-f30e-4ddf-9d62-aaa9d2d2d6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:54.751774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87b251c-082b-4255-8f30-0b459f45e545 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Made reservation on behalf of b372da42727e49509bd94f617be28f70 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:54.752536 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a87b251c-082b-4255-8f30-0b459f45e545 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:54.811777 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd50c2ad-9b7e-40a3-85a3-a8ed8e2d6588 req-d0a168fc-3bee-4d6b-bfdb-2d9afc5ea87d tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938008 Sep 18 05:14:54.904360 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-70b7cea7-f30e-4ddf-9d62-aaa9d2d2d6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:54.932476 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21634665-addf-4227-9d45-92053eac2daf None None] Network b75bd381-628d-4f64-8921-7884772c6d53 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:54.965067 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No DVR routers for this DVR port d47e7be0-498e-4768-a9ac-036db46026db on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:14:55.001936 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.093239 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.120533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b481a5-55f3-4d9d-9e88-88eeb5098ee1 req-dfdd4cb5-6bcb-4978-b634-9fe6af12bba5 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:55.122076 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-14b481a5-55f3-4d9d-9e88-88eeb5098ee1 req-dfdd4cb5-6bcb-4978-b634-9fe6af12bba5 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 945 time: 0.1221042 Sep 18 05:14:55.128747 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-70b7cea7-f30e-4ddf-9d62-aaa9d2d2d6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.132115 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-70b7cea7-f30e-4ddf-9d62-aaa9d2d2d6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.133330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-70b7cea7-f30e-4ddf-9d62-aaa9d2d2d6b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/103703aa-30e6-407f-92dd-adaa17004ae2 HTTP/1.1" status: 204 len: 168 time: 0.5305350 Sep 18 05:14:55.137686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-116317c7-cbbd-42ab-ba95-c6d8537c670d None None] Provisioning complete for port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:55.138214 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-116317c7-cbbd-42ab-ba95-c6d8537c670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.153632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac3d878-15e7-47b2-96c0-a913b60793c2']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:55.171911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7cea7-f30e-4ddf-9d62-aaa9d2d2d6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103703aa-30e6-407f-92dd-adaa17004ae2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:55.182886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:55.183188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e33bee0-5fe5-445b-8add-6e8bd3bc5a1c') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:55.219535 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.235373 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-14b481a5-55f3-4d9d-9e88-88eeb5098ee1 req-c66ef04b-2a1b-4170-a5e8-da521af42671 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655279 Sep 18 05:14:55.247696 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.269780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:14:55.271087 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:14:55.276889 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:14:55.332098 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.401672 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a87b251c-082b-4255-8f30-0b459f45e545 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.454744 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.486856 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b99c3752-9619-4c84-8910-1e6d689050d8 None None] Deleting port d47e7be0-498e-4768-a9ac-036db46026db {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:14:55.487452 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b99c3752-9619-4c84-8910-1e6d689050d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.502001 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server [None req-b99c3752-9619-4c84-8910-1e6d689050d8 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 0ac3d878-15e7-47b2-96c0-a913b60793c2 could not be found. Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return self._iter().one() Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return self._only_one_row( Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1966, in delete_port Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1189, in get_network Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 0ac3d878-15e7-47b2-96c0-a913b60793c2 could not be found. Sep 18 05:14:55.527769 n-d-789963-13 neutron-server[106910]: ERROR oslo_messaging.rpc.server Sep 18 05:14:55.539495 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.539495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/networks/0ac3d878-15e7-47b2-96c0-a913b60793c2 HTTP/1.1" status: 204 len: 168 time: 1.8180318 Sep 18 05:14:55.539693 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58806) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:55.580616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c512e71-a99c-4f76-94c0-e43c8158c5aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Network': ['ID=0ac3d878-15e7-47b2-96c0-a913b60793c2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:55.611419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b251c-082b-4255-8f30-0b459f45e545 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'Subnet': ['ID=e12fcea4-a807-445a-9915-eacbf932b4fc,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:55.615304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87b251c-082b-4255-8f30-0b459f45e545 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Checking segment: {'id': '2319873a-dd5b-402f-affc-20e47aacf176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:55.615891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87b251c-082b-4255-8f30-0b459f45e545 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Network hostable DHCP agents. Network: 51566083-6d68-46b7-9abf-efdb568e8fb9, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:14:55.649296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Allocated IP 10.1.1.2 (0ff5f079-8cb0-4d6d-9194-1f0813cef0a9/062b7174-2fca-4a49-aa4c-96df265cf547/b6e5fa34-8cc9-449f-9879-c4877ca31a2a) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:55.653384 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.705250 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236000cd-50c6-42af-a157-4e3aa9345cc5 req-d070be5b-6b38-42e9-b45b-af1d9c792a6b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:55.707327 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236000cd-50c6-42af-a157-4e3aa9345cc5 req-d070be5b-6b38-42e9-b45b-af1d9c792a6b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.2032640 Sep 18 05:14:55.715264 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f07edd81-b5e9-4937-a844-c4d39bbdafd7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f07edd81-b5e9-4937-a844-c4d39bbdafd7,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:55.745415 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87b251c-082b-4255-8f30-0b459f45e545 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Network 51566083-6d68-46b7-9abf-efdb568e8fb9 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:14:55.750556 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeb651f-70cf-4c88-857e-bb9b45c1ba88 None None] DHCP port deletion for 0ac3d878-15e7-47b2-96c0-a913b60793c2 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:14:55.765364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64db29ef-7eef-4122-bfc6-700efce53e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07edd81-b5e9-4937-a844-c4d39bbdafd7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:14:55.768568 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4d0256-ab7d-46cd-a6f5-50cd2a81509e" -d '{"events": [{"server_uuid": "64db29ef-7eef-4122-bfc6-700efce53e9f", "name": "network-vif-plugged", "status": "completed", "tag": "f07edd81-b5e9-4937-a844-c4d39bbdafd7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:14:55.800850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-236000cd-50c6-42af-a157-4e3aa9345cc5 req-36c2f651-e2b8-4cb6-be9d-fac5d8dc075f tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853443 Sep 18 05:14:55.885672 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=26cc9477-1bbf-4fd5-8008-a8ba7a428e3e,segment=NetworkSegment(741f366f-fa19-47e2-92ec-ec880717fef3),segment_id=741f366f-fa19-47e2-92ec-ec880717fef3)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:55.890680 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.905117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-a87b251c-082b-4255-8f30-0b459f45e545 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 51566083-6d68-46b7-9abf-efdb568e8fb9) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:55.915055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87b251c-082b-4255-8f30-0b459f45e545 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:55.918608 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a87b251c-082b-4255-8f30-0b459f45e545 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:55.922939 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9934539c-43cc-4268-8eda-70b700e0bf75 x-openstack-request-id: req-9934539c-43cc-4268-8eda-70b700e0bf75 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:14:55.925054 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64db29ef-7eef-4122-bfc6-700efce53e9f", "name": "network-vif-plugged", "status": "completed", "tag": "f07edd81-b5e9-4937-a844-c4d39bbdafd7", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:14:55.926114 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9934539c-43cc-4268-8eda-70b700e0bf75 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:14:55.929043 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64db29ef-7eef-4122-bfc6-700efce53e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07edd81-b5e9-4937-a844-c4d39bbdafd7', 'code': 200} Sep 18 05:14:56.026957 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf8a589-085f-49fd-9bd6-2012adc610bd None None] Network 51566083-6d68-46b7-9abf-efdb568e8fb9 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:56.073141 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a87b251c-082b-4255-8f30-0b459f45e545 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7356834 Sep 18 05:14:56.073385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58844) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:56.092542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4394e89d-04d9-4833-a8b1-f141c278d0e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'port': {'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9', 'name': 'tempest-TaggedBootDevicesTest-779272149', 'fixed_ips': [{'subnet_id': '062b7174-2fca-4a49-aa4c-96df265cf547'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:56.145208 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-116317c7-cbbd-42ab-ba95-c6d8537c670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:56.332152 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:56.401569 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:56.532651 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:56.549801 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb277a4-864f-48cd-a2d3-d502bd565748 req-09d47478-0910-4bcf-a363-890e1cd2db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:56.552487 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4bb277a4-864f-48cd-a2d3-d502bd565748 req-09d47478-0910-4bcf-a363-890e1cd2db75 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 1098 time: 0.5567138 Sep 18 05:14:56.563709 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49756a33-7c50-4a2e-af1d-cc37ecc70f6f req-ce02a684-ba00-4bfb-9fa8-3c7095107953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:56.565479 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49756a33-7c50-4a2e-af1d-cc37ecc70f6f req-ce02a684-ba00-4bfb-9fa8-3c7095107953 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0ea41ad380b4a628127272a0a22863e&device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 1097 time: 0.9534945 Sep 18 05:14:56.574850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:56.576566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d47e7be0-498e-4768-a9ac-036db46026db no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:14:56.600833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a392905-44b0-47c9-bfc6-a36637818c82 req-5127a9cb-7ac3-47a3-a940-4928c5b3ca94 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:56.603359 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a392905-44b0-47c9-bfc6-a36637818c82 req-5127a9cb-7ac3-47a3-a940-4928c5b3ca94 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.1997061 Sep 18 05:14:56.626218 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4bb277a4-864f-48cd-a2d3-d502bd565748 req-b353f54f-6009-48b9-8ee2-a6d98f8e2012 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634179 Sep 18 05:14:56.633232 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:56.640496 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: d47e7be0-498e-4768-a9ac-036db46026db {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:14:56.641074 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d47e7be0-498e-4768-a9ac-036db46026db not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:14:56.641677 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 06e28a57-8164-48c5-9df7-3574c92df354 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:14:56.664755 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:56.669448 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 06e28a57-8164-48c5-9df7-3574c92df354 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:14:56.669800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 06e28a57-8164-48c5-9df7-3574c92df354 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:14:56.698863 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a392905-44b0-47c9-bfc6-a36637818c82 req-76d3ea24-a37c-4fb4-b566-71cb1eb8d888 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804207 Sep 18 05:14:56.702924 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4394e89d-04d9-4833-a8b1-f141c278d0e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Made reservation on behalf of b372da42727e49509bd94f617be28f70 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:56.706517 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=f07edd81-b5e9-4937-a844-c4d39bbdafd7,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:56.856487 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4394e89d-04d9-4833-a8b1-f141c278d0e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:56.919713 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:14:56.922281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-4394e89d-04d9-4833-a8b1-f141c278d0e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] device_id is not set on port 809807b6-462d-44b0-8e04-e9ff7ffe34db yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:14:57.000142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49756a33-7c50-4a2e-af1d-cc37ecc70f6f req-248900a3-30e2-4619-8461-f86d8bda44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:57.001868 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49756a33-7c50-4a2e-af1d-cc37ecc70f6f req-248900a3-30e2-4619-8461-f86d8bda44f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 HTTP/1.1" status: 200 len: 918 time: 0.4228454 Sep 18 05:14:57.060293 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-116317c7-cbbd-42ab-ba95-c6d8537c670d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:14:57.061060 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-116317c7-cbbd-42ab-ba95-c6d8537c670d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:14:57.074264 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=26cc9477-1bbf-4fd5-8008-a8ba7a428e3e,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:57.079988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Attempting to bind port b6e5fa34-8cc9-449f-9879-c4877ca31a2a on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:57.080637 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Attempting to bind port b6e5fa34-8cc9-449f-9879-c4877ca31a2a by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:57.081287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Attempting to bind port b6e5fa34-8cc9-449f-9879-c4877ca31a2a on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:57.103460 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49756a33-7c50-4a2e-af1d-cc37ecc70f6f req-7e2ebbf0-4d9b-4f88-988a-64e6bf20c521 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1b1f548-09c0-41d4-aab2-e3e83e84c445 HTTP/1.1" status: 200 len: 217 time: 0.0408993 Sep 18 05:14:57.138618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-51566083-6d68-46b7-9abf-efdb568e8fb9', 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'fixed_ips': [{'subnet_id': 'e12fcea4-a807-445a-9915-eacbf932b4fc'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:14:57.140034 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:57.161844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:57.162641 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Checking segment: {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:57.163428 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:57.164226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Bound using segment: {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:57.164978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Bound port: b6e5fa34-8cc9-449f-9879-c4877ca31a2a, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:57.166846 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:57.187666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-4394e89d-04d9-4833-a8b1-f141c278d0e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Allocated IP 10.1.1.246 (0ff5f079-8cb0-4d6d-9194-1f0813cef0a9/062b7174-2fca-4a49-aa4c-96df265cf547/809807b6-462d-44b0-8e04-e9ff7ffe34db) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:57.217224 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49756a33-7c50-4a2e-af1d-cc37ecc70f6f req-6c4833ba-c309-457d-8cf4-51039e579d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:57.218725 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49756a33-7c50-4a2e-af1d-cc37ecc70f6f req-6c4833ba-c309-457d-8cf4-51039e579d77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76a65d6b-278b-4502-b43e-c4b208ae5082 HTTP/1.1" status: 200 len: 858 time: 0.0989783 Sep 18 05:14:57.264174 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49756a33-7c50-4a2e-af1d-cc37ecc70f6f req-6a3d466a-4fce-4987-aea3-735763e56b94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373964 Sep 18 05:14:57.356402 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Pushing event updated for resources: {'Port': ['ID=b6e5fa34-8cc9-449f-9879-c4877ca31a2a,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:57.380334 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4394e89d-04d9-4833-a8b1-f141c278d0e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:57.429096 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49756a33-7c50-4a2e-af1d-cc37ecc70f6f req-8a8e221b-3a3a-4ea8-b514-20529f5d495f service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532924 Sep 18 05:14:57.477198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] For port b6e5fa34-8cc9-449f-9879-c4877ca31a2a, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:14:57.522441 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4394e89d-04d9-4833-a8b1-f141c278d0e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:57.545183 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] For port b6e5fa34-8cc9-449f-9879-c4877ca31a2a, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b6e5fa34-8cc9-449f-9879-c4877ca31a2a,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:14:57.578723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4394e89d-04d9-4833-a8b1-f141c278d0e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:57.583540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-4394e89d-04d9-4833-a8b1-f141c278d0e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:57.590773 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Allocated IP 10.2.2.2 (51566083-6d68-46b7-9abf-efdb568e8fb9/e12fcea4-a807-445a-9915-eacbf932b4fc/cbc829a3-5293-4e15-8ecf-9c780135ea9d) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:57.591227 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49756a33-7c50-4a2e-af1d-cc37ecc70f6f req-92b5ad16-84bb-433e-af8b-05d3c3f9978e service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127710 Sep 18 05:14:57.623843 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:57.680768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ec194-15f0-4871-a996-e9999f85ae84 req-1dd7058c-a1ca-494d-81f7-933ba33c3e8c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:57.683915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d86ec194-15f0-4871-a996-e9999f85ae84 req-1dd7058c-a1ca-494d-81f7-933ba33c3e8c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.2615328 Sep 18 05:14:57.710369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394e89d-04d9-4833-a8b1-f141c278d0e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:57.721688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:14:57.757928 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff357a64-ce23-4b97-ba15-d7a30f6bdcf8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:57.780068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Sync routers for ids ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:14:57.812259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394e89d-04d9-4833-a8b1-f141c278d0e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'Port': ['ID=809807b6-462d-44b0-8e04-e9ff7ffe34db,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:57.845342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d86ec194-15f0-4871-a996-e9999f85ae84 req-cfa09cc2-fc6a-4a97-8972-5001d6ffa23f tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755394 Sep 18 05:14:57.854704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4394e89d-04d9-4833-a8b1-f141c278d0e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:57.855663 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4394e89d-04d9-4833-a8b1-f141c278d0e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:57.882531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f3412-0ff8-41da-baac-090ec6928dfb None None] Pushing event updated for resources: {'Port': ['ID=b6e5fa34-8cc9-449f-9879-c4877ca31a2a,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:57.914116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Routers {'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:14:57.914781 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:58.007611 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4394e89d-04d9-4833-a8b1-f141c278d0e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9327490 Sep 18 05:14:58.010165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58968) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:58.015118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1cf8925f-c8be-4755-969f-c81810d4342b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'port': {'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9', 'name': 'tempest-TaggedBootDevicesTest-68298094', 'fixed_ips': [{'subnet_id': '062b7174-2fca-4a49-aa4c-96df265cf547'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:14:58.074486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Set router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:14:58.245739 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5174ceeb-66ad-4833-8420-9b03d239d763 None None] Provisioning complete for port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:58.246366 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5174ceeb-66ad-4833-8420-9b03d239d763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:58.275300 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:58.278219 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8342bd7c-7e31-423c-8371-3a9cba7b3919 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4727483 Sep 18 05:14:58.287126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58986) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:58.298923 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9f73a-9bf6-4900-9e21-7f33e99ea183 req-09f2db59-d931-414a-9a0b-88b39ec9f511 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:58.304594 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-93e9f73a-9bf6-4900-9e21-7f33e99ea183 req-09f2db59-d931-414a-9a0b-88b39ec9f511 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.4018469 Sep 18 05:14:58.364898 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-93e9f73a-9bf6-4900-9e21-7f33e99ea183 req-227f329b-61cd-4ad8-9437-ab4d515aff06 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527256 Sep 18 05:14:58.511793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ff357a64-ce23-4b97-ba15-d7a30f6bdcf8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port 3aaf7cf1-3628-4732-ba15-03e944c73743 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:14:58.512160 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff357a64-ce23-4b97-ba15-d7a30f6bdcf8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:58.538784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf8925f-c8be-4755-969f-c81810d4342b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Made reservation on behalf of b372da42727e49509bd94f617be28f70 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:14:58.543752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1cf8925f-c8be-4755-969f-c81810d4342b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:58.603779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-1cf8925f-c8be-4755-969f-c81810d4342b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] device_id is not set on port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:14:58.670037 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-ff357a64-ce23-4b97-ba15-d7a30f6bdcf8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] For port 3aaf7cf1-3628-4732-ba15-03e944c73743, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3aaf7cf1-3628-4732-ba15-03e944c73743,segment=NetworkSegment(729b712b-f5b5-4416-943c-ae05688f92f5),segment_id=729b712b-f5b5-4416-943c-ae05688f92f5)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:58.670548 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff357a64-ce23-4b97-ba15-d7a30f6bdcf8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:58.687141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ff357a64-ce23-4b97-ba15-d7a30f6bdcf8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for 3aaf7cf1-3628-4732-ba15-03e944c73743 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:14:58.837627 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b6e5fa34-8cc9-449f-9879-c4877ca31a2a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:58.928728 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:58.954398 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b6e5fa34-8cc9-449f-9879-c4877ca31a2a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:58.954398 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:58.984731 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff357a64-ce23-4b97-ba15-d7a30f6bdcf8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:59.022133 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:59.051782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff357a64-ce23-4b97-ba15-d7a30f6bdcf8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=3aaf7cf1-3628-4732-ba15-03e944c73743,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:59.162381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-1cf8925f-c8be-4755-969f-c81810d4342b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Allocated IP 10.1.1.198 (0ff5f079-8cb0-4d6d-9194-1f0813cef0a9/062b7174-2fca-4a49-aa4c-96df265cf547/0f8dede5-c7f9-4b5a-9a73-478db3ecef05) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:14:59.298004 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff357a64-ce23-4b97-ba15-d7a30f6bdcf8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:59.300163 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Network 51566083-6d68-46b7-9abf-efdb568e8fb9 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:59.330044 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:59.350276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:14:59.350276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Pushing event updated for resources: {'Port': ['ID=cbc829a3-5293-4e15-8ecf-9c780135ea9d,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:59.377541 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1cf8925f-c8be-4755-969f-c81810d4342b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:59.400935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fca27-7d45-4305-a906-9b0ffc27c6e1 req-38264cdc-32f7-495f-9ab3-31862015e0c1 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:59.409128 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-726fca27-7d45-4305-a906-9b0ffc27c6e1 req-38264cdc-32f7-495f-9ab3-31862015e0c1 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.4533293 Sep 18 05:14:59.503760 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-726fca27-7d45-4305-a906-9b0ffc27c6e1 req-1327ca60-19b5-4f8e-bbc5-86b6f79a0e05 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883911 Sep 18 05:14:59.505787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59064) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:14:59.506670 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:59.510592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6fa176-2cef-4116-9c0b-455013f8bd69 None None] Network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:14:59.647800 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6401da2-613e-485d-a965-2420b108becc req-7481820b-7852-4322-8523-04fccb97d007 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:14:59.649379 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d6401da2-613e-485d-a965-2420b108becc req-7481820b-7852-4322-8523-04fccb97d007 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.0938761 Sep 18 05:14:59.728904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-613afefd-ec92-4b92-9b5c-28fe7bab4285 None None] Provisioning complete for port b6e5fa34-8cc9-449f-9879-c4877ca31a2a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:14:59.729591 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-613afefd-ec92-4b92-9b5c-28fe7bab4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:59.745651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port b6e5fa34-8cc9-449f-9879-c4877ca31a2a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b6e5fa34-8cc9-449f-9879-c4877ca31a2a,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:14:59.759186 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1cf8925f-c8be-4755-969f-c81810d4342b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:59.785190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Attempting to bind port cbc829a3-5293-4e15-8ecf-9c780135ea9d on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:14:59.785685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Attempting to bind port cbc829a3-5293-4e15-8ecf-9c780135ea9d by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '2319873a-dd5b-402f-affc-20e47aacf176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:14:59.786751 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Attempting to bind port cbc829a3-5293-4e15-8ecf-9c780135ea9d on network 51566083-6d68-46b7-9abf-efdb568e8fb9 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:14:59.789911 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8aeb178a-b973-4553-9939-10a425efe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:14:54Z', 'revision_number': 3, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port': {'id': '8aeb178a-b973-4553-9939-10a425efe089', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:53Z', 'updated_at': '2021-09-18T05:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:14:59.822059 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff357a64-ce23-4b97-ba15-d7a30f6bdcf8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 9365df3f-435c-4b11-8840-85a4c16e399a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:14:59.830424 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65741f2a-e25e-45e3-8c35-ec8e428dfee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:59.838522 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:59.839193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:14:59.841180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Checking router: bdbe7d65-4f7f-4ac6-b054-2b6f529620ad for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:14:59.841836 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Updating router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad port 8aeb178a-b973-4553-9939-10a425efe089 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:14:59.844181 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:14:59.844710 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Checking segment: {'id': '2319873a-dd5b-402f-affc-20e47aacf176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:14:59.845202 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:59.845841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Bound using segment: {'id': '2319873a-dd5b-402f-affc-20e47aacf176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:14:59.846558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Bound port: cbc829a3-5293-4e15-8ecf-9c780135ea9d, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2319873a-dd5b-402f-affc-20e47aacf176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:14:59.847056 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:14:59.849150 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d6401da2-613e-485d-a965-2420b108becc req-ca930a48-ffc8-4bf0-bc26-6ea02b616814 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913700 Sep 18 05:14:59.919433 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf8925f-c8be-4755-969f-c81810d4342b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:14:59.980844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8925f-c8be-4755-969f-c81810d4342b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'Port': ['ID=0f8dede5-c7f9-4b5a-9a73-478db3ecef05,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:14:59.991166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-1cf8925f-c8be-4755-969f-c81810d4342b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:14:59.995518 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8925f-c8be-4755-969f-c81810d4342b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:00.000658 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:00.022249 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff357a64-ce23-4b97-ba15-d7a30f6bdcf8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:15:00.030148 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ff357a64-ce23-4b97-ba15-d7a30f6bdcf8 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4947381 Sep 18 05:15:00.031025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59096) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:00.086262 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77300d52-283c-49d8-9f91-8d0dc863d65e None None] Sync routers for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:15:00.098398 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77300d52-283c-49d8-9f91-8d0dc863d65e None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:00.099960 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-77300d52-283c-49d8-9f91-8d0dc863d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:00.141119 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=b6e5fa34-8cc9-449f-9879-c4877ca31a2a,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:00.163799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-872cead5-1b71-4e58-81ac-e23394027e93 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting subnet a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:15:00.170801 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:00.173910 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-872cead5-1b71-4e58-81ac-e23394027e93 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:00.197272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf8925f-c8be-4755-969f-c81810d4342b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:00.197834 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1cf8925f-c8be-4755-969f-c81810d4342b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:00.242175 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-77300d52-283c-49d8-9f91-8d0dc863d65e None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:00.287370 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] For port cbc829a3-5293-4e15-8ecf-9c780135ea9d, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:00.310926 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:00.311469 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:00.314255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] For port cbc829a3-5293-4e15-8ecf-9c780135ea9d, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cbc829a3-5293-4e15-8ecf-9c780135ea9d,segment=NetworkSegment(2319873a-dd5b-402f-affc-20e47aacf176),segment_id=2319873a-dd5b-402f-affc-20e47aacf176)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:00.320176 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-872cead5-1b71-4e58-81ac-e23394027e93 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:00.346805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63696b-653f-4f99-9ec4-9d9ee324bef5 req-7a6c28e2-52aa-4055-8815-dd302e938d16 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:00.363194 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e63696b-653f-4f99-9ec4-9d9ee324bef5 req-7a6c28e2-52aa-4055-8815-dd302e938d16 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.3837013 Sep 18 05:15:00.411499 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59114) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:00.423233 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:00.585978 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-872cead5-1b71-4e58-81ac-e23394027e93 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:00.701483 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e63696b-653f-4f99-9ec4-9d9ee324bef5 req-54031062-0563-49d2-8b7e-637757511336 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323927 Sep 18 05:15:00.707990 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65741f2a-e25e-45e3-8c35-ec8e428dfee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:00.759498 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd673e2-18f6-4dda-bb48-5db7ee80dc1f None None] Pushing event updated for resources: {'Port': ['ID=cbc829a3-5293-4e15-8ecf-9c780135ea9d,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:00.766042 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-77300d52-283c-49d8-9f91-8d0dc863d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:58Z', 'revision_number': 10, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:00.826650 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65741f2a-e25e-45e3-8c35-ec8e428dfee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:00.842386 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77300d52-283c-49d8-9f91-8d0dc863d65e None None] Checking router: 9365df3f-435c-4b11-8840-85a4c16e399a for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:15:00.858914 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77300d52-283c-49d8-9f91-8d0dc863d65e None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:00.859589 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-77300d52-283c-49d8-9f91-8d0dc863d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:00.911441 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f9889e4-9088-4adb-bc69-b51a90b141d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:00.967549 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-872cead5-1b71-4e58-81ac-e23394027e93 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:00.999673 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6bbffb2b-39ab-4bd2-82c9-5b54d9854dbf None None] Provisioning complete for port 809807b6-462d-44b0-8e04-e9ff7ffe34db triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:01.000154 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6bbffb2b-39ab-4bd2-82c9-5b54d9854dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:01.033485 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc95ce6-89c6-4f4f-94de-cf9394292c53 req-7a828278-8613-4c47-a721-6d55b8e4c3b5 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:01.037287 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5dc95ce6-89c6-4f4f-94de-cf9394292c53 req-7a828278-8613-4c47-a721-6d55b8e4c3b5 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.3769531 Sep 18 05:15:01.044505 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-872cead5-1b71-4e58-81ac-e23394027e93 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:01.051211 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-872cead5-1b71-4e58-81ac-e23394027e93 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d HTTP/1.1" status: 204 len: 168 time: 1.0188565 Sep 18 05:15:01.063845 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:01.082429 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1cf8925f-c8be-4755-969f-c81810d4342b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0665362 Sep 18 05:15:01.087173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932c10b3-ed18-4c66-b0e8-2476c4593df1 None None] Network 384b2568-b42a-4edc-ae4f-1152802a8386 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:15:01.106162 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59148) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:01.167513 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6bbffb2b-39ab-4bd2-82c9-5b54d9854dbf None None] Port 809807b6-462d-44b0-8e04-e9ff7ffe34db cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:15:01.180674 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cead5-1b71-4e58-81ac-e23394027e93 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Subnet': ['ID=a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:01.241227 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-77300d52-283c-49d8-9f91-8d0dc863d65e None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:01.250699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65741f2a-e25e-45e3-8c35-ec8e428dfee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f76680-5f21-473c-bd6c-321fb564a052,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:01.298454 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:01.309496 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5dc95ce6-89c6-4f4f-94de-cf9394292c53 req-8df94e9a-eb6f-4fbb-9e6f-a78374c8e6ca tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671081 Sep 18 05:15:01.495696 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f9889e4-9088-4adb-bc69-b51a90b141d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:01.534917 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b453577e-30b9-4697-b6f5-cd267a7f4048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:01.543966 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f9889e4-9088-4adb-bc69-b51a90b141d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:01.577195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Attempting to bind port 8aeb178a-b973-4553-9939-10a425efe089 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:01.578011 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Attempting to bind port 8aeb178a-b973-4553-9939-10a425efe089 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:01.578716 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Attempting to bind port 8aeb178a-b973-4553-9939-10a425efe089 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:01.586163 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6bbffb2b-39ab-4bd2-82c9-5b54d9854dbf None None] Provisioning complete for port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:01.591004 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6bbffb2b-39ab-4bd2-82c9-5b54d9854dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:01.691546 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7f9889e4-9088-4adb-bc69-b51a90b141d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a83066e2c787445f8412b669874afa9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2497959 Sep 18 05:15:01.694429 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59184) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:01.701327 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:01.701965 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:01.702743 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:01.703600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:01.704387 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Bound port: 8aeb178a-b973-4553-9939-10a425efe089, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:01.704972 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:01.712129 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b6e5fa34-8cc9-449f-9879-c4877ca31a2a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:15:01.718400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9889e4-9088-4adb-bc69-b51a90b141d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8faa8eb2-db3c-48b7-95d9-f42ea004afdf,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:01.764762 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-77300d52-283c-49d8-9f91-8d0dc863d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:58Z', 'revision_number': 10, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:01.777186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004c877-6d94-4135-8896-3c8c055076bb None None] Pushing event updated for resources: {'Port': ['ID=8aeb178a-b973-4553-9939-10a425efe089,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:01.834208 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77300d52-283c-49d8-9f91-8d0dc863d65e None None] The sync data for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 is: [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:14:58Z', 'revision_number': 10, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None, '_interfaces': [{'id': '1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47', 'name': '', 'network_id': 'fc63421d-ee0f-4bc2-8654-29819a2ce12a', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'mac_address': 'fa:16:3e:5b:b7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:59Z', 'updated_at': '2021-09-18T05:14:12Z', 'revision_number': 5, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'subnets': [{'id': '71e97e4d-b7ec-4311-a784-4af3f074873d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:15:01.843788 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6bbffb2b-39ab-4bd2-82c9-5b54d9854dbf None None] Port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:15:01.886293 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] For port 8aeb178a-b973-4553-9939-10a425efe089, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:01.893863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] For port 8aeb178a-b973-4553-9939-10a425efe089, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8aeb178a-b973-4553-9939-10a425efe089,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:01.896212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6bbffb2b-39ab-4bd2-82c9-5b54d9854dbf None None] Provisioning complete for port b6e5fa34-8cc9-449f-9879-c4877ca31a2a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:01.896994 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6bbffb2b-39ab-4bd2-82c9-5b54d9854dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.078104 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-31ac16d5-bde6-4285-af77-f5ae68849986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.128114 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-8983eb50-a95f-4848-b27c-a3307ddbbe37 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:02.130117 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-8983eb50-a95f-4848-b27c-a3307ddbbe37 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/networks?id=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 HTTP/1.1" status: 200 len: 815 time: 0.3942118 Sep 18 05:15:02.135860 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-31ac16d5-bde6-4285-af77-f5ae68849986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.136843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b6e5fa34-8cc9-449f-9879-c4877ca31a2a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:02.137322 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.167639 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.184629 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-46d7abb4-18ce-435e-b80e-be9878e293fd tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/quotas/57a44cf45a5f4f8fb61b481f04c4e02e HTTP/1.1" status: 200 len: 375 time: 0.0446081 Sep 18 05:15:02.279770 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-65741f2a-e25e-45e3-8c35-ec8e428dfee0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46fc3bdc90bb4e7bbb1711b4b79fa826&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7624049 Sep 18 05:15:02.282404 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59200) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:02.318529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf44eb25-a358-4118-8963-f40fd2990914 None None] DHCP port deletion for 384b2568-b42a-4edc-ae4f-1152802a8386 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:15:02.321089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Allocated IP 172.20.0.1 (b75bd381-628d-4f64-8921-7884772c6d53/4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a/3c981027-6811-4dcf-a1c0-95b530abe9ac) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:02.337881 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-cd04af80-5526-431d-9fe9-14b4e8fad4be tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=57a44cf45a5f4f8fb61b481f04c4e02e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1421311 Sep 18 05:15:02.410883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59204) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:02.411515 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.437436 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1d2186fd-3d70-4bfc-9c18-629a26eca638 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813288049', 'description': 'tempest-description--1040297919'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:02.444562 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-31ac16d5-bde6-4285-af77-f5ae68849986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.447179 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-31ac16d5-bde6-4285-af77-f5ae68849986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.451332 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-31ac16d5-bde6-4285-af77-f5ae68849986 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8faa8eb2-db3c-48b7-95d9-f42ea004afdf HTTP/1.1" status: 204 len: 168 time: 0.7520230 Sep 18 05:15:02.475099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004c877-6d94-4135-8896-3c8c055076bb None None] Pushing event updated for resources: {'Port': ['ID=8aeb178a-b973-4553-9939-10a425efe089,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:02.481845 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Routers {'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:02.486549 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:14:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:02.545397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac16d5-bde6-4285-af77-f5ae68849986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faa8eb2-db3c-48b7-95d9-f42ea004afdf,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:02.548707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95c88c0-3e71-44d6-b903-dd109518550f None None] Network 51566083-6d68-46b7-9abf-efdb568e8fb9 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:15:02.588494 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-da4bab02-25aa-4dda-a150-4a2cefc5bc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.594052 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-f858d9c6-dc30-4090-a9c7-179f9118f7b6 service neutron] 10.222.0.23 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467086 Sep 18 05:15:02.628108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02476f-1048-40b0-9046-f9d6957badcf req-20220701-be5b-49a9-8b60-d0d239e59861 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:02.630389 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df02476f-1048-40b0-9046-f9d6957badcf req-20220701-be5b-49a9-8b60-d0d239e59861 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.18 "GET /v2.0/ports?device_id=64db29ef-7eef-4122-bfc6-700efce53e9f HTTP/1.1" status: 200 len: 946 time: 0.1464839 Sep 18 05:15:02.635358 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-da4bab02-25aa-4dda-a150-4a2cefc5bc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.638053 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cbc829a3-5293-4e15-8ecf-9c780135ea9d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:15:02.667329 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d2186fd-3d70-4bfc-9c18-629a26eca638 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.716147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0fe4c-f36e-4151-8f26-dcd72dc9bb7f req-a997bbbd-3a4a-424e-968a-f4c36d7e8952 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:02.717235 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c8b0fe4c-f36e-4151-8f26-dcd72dc9bb7f req-a997bbbd-3a4a-424e-968a-f4c36d7e8952 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.1983631 Sep 18 05:15:02.745867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port c023076e-036a-42f4-97c6-18c64e808781 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:15:02.746213 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.871186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-bf44eb25-a358-4118-8963-f40fd2990914 None None] Deleting port c023076e-036a-42f4-97c6-18c64e808781 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:15:02.872296 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf44eb25-a358-4118-8963-f40fd2990914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.878299 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.912555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] For port c023076e-036a-42f4-97c6-18c64e808781, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c023076e-036a-42f4-97c6-18c64e808781,segment=NetworkSegment(729b712b-f5b5-4416-943c-ae05688f92f5),segment_id=729b712b-f5b5-4416-943c-ae05688f92f5)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:02.912893 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:02.938311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c8b0fe4c-f36e-4151-8f26-dcd72dc9bb7f req-7aa518b9-f198-419c-b6c6-dc6cfc79b1fe tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856339 Sep 18 05:15:02.941041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for c023076e-036a-42f4-97c6-18c64e808781 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:15:03.015049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-df02476f-1048-40b0-9046-f9d6957badcf req-77c87f2b-ea80-4d84-a3eb-c3d951f13a86 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Deleting port f07edd81-b5e9-4937-a844-c4d39bbdafd7 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:15:03.015414 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-df02476f-1048-40b0-9046-f9d6957badcf req-77c87f2b-ea80-4d84-a3eb-c3d951f13a86 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.042729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] Set router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:03.150444 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.157441 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d9e263e3-2f94-4e4b-89c9-653d81c0815c None None] Provisioning complete for port 809807b6-462d-44b0-8e04-e9ff7ffe34db triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:03.158013 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d9e263e3-2f94-4e4b-89c9-653d81c0815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.220887 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-a9efa2c2-9d5d-460c-92b8-c96a1fae9560 service neutron] 10.222.0.23 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170144 Sep 18 05:15:03.249070 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-bf44eb25-a358-4118-8963-f40fd2990914 None None] For port c023076e-036a-42f4-97c6-18c64e808781, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c023076e-036a-42f4-97c6-18c64e808781,segment=NetworkSegment(729b712b-f5b5-4416-943c-ae05688f92f5),segment_id=729b712b-f5b5-4416-943c-ae05688f92f5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:03.249477 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf44eb25-a358-4118-8963-f40fd2990914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.272878 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-bf44eb25-a358-4118-8963-f40fd2990914 None None] Calling delete_port for c023076e-036a-42f4-97c6-18c64e808781 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:15:03.277542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Network b75bd381-628d-4f64-8921-7884772c6d53 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:03.292758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:03.293481 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-da4bab02-25aa-4dda-a150-4a2cefc5bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.295193 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-da4bab02-25aa-4dda-a150-4a2cefc5bc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.299264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-da4bab02-25aa-4dda-a150-4a2cefc5bc74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86f76680-5f21-473c-bd6c-321fb564a052 HTTP/1.1" status: 204 len: 168 time: 1.0120130 Sep 18 05:15:03.299778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-df02476f-1048-40b0-9046-f9d6957badcf req-77c87f2b-ea80-4d84-a3eb-c3d951f13a86 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] For port f07edd81-b5e9-4937-a844-c4d39bbdafd7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f07edd81-b5e9-4937-a844-c4d39bbdafd7,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:03.299778 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-df02476f-1048-40b0-9046-f9d6957badcf req-77c87f2b-ea80-4d84-a3eb-c3d951f13a86 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.306120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:03.320175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Pushing event updated for resources: {'Port': ['ID=3c981027-6811-4dcf-a1c0-95b530abe9ac,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:03.326251 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bab02-25aa-4dda-a150-4a2cefc5bc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f76680-5f21-473c-bd6c-321fb564a052,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:03.350745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-df02476f-1048-40b0-9046-f9d6957badcf req-77c87f2b-ea80-4d84-a3eb-c3d951f13a86 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Calling delete_port for f07edd81-b5e9-4937-a844-c4d39bbdafd7 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:15:03.367592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-612c0f63-66ed-4851-b33e-1d4cf74c2592 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:03.369231 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-612c0f63-66ed-4851-b33e-1d4cf74c2592 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/networks?id=a203d862-57d5-4a1d-9a25-efff58d03c78 HTTP/1.1" status: 200 len: 813 time: 0.3141680 Sep 18 05:15:03.403900 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.425043 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d2186fd-3d70-4bfc-9c18-629a26eca638 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.498937 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d2186fd-3d70-4bfc-9c18-629a26eca638 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.519460 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-ce49f15a-d316-4989-8c84-87f9eb19dd3d tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/quotas/4f5a7f89ed194bba936b5924fd025e54 HTTP/1.1" status: 200 len: 375 time: 0.1367309 Sep 18 05:15:03.520580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.525895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=c023076e-036a-42f4-97c6-18c64e808781,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:03.560078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cbc829a3-5293-4e15-8ecf-9c780135ea9d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:03.561370 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.563329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No DVR routers for this DVR port c023076e-036a-42f4-97c6-18c64e808781 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:15:03.570513 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d9e263e3-2f94-4e4b-89c9-653d81c0815c None None] Port 809807b6-462d-44b0-8e04-e9ff7ffe34db cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:15:03.583740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2186fd-3d70-4bfc-9c18-629a26eca638 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa9b060-5945-4b13-8c42-bd53979fbcb5,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:03.633181 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d9e263e3-2f94-4e4b-89c9-653d81c0815c None None] Provisioning complete for port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:03.633842 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d9e263e3-2f94-4e4b-89c9-653d81c0815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.664885 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d2186fd-3d70-4bfc-9c18-629a26eca638 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.674516 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1d2186fd-3d70-4bfc-9c18-629a26eca638 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2562554 Sep 18 05:15:03.674516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59242) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:03.682486 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-a92e6600-898c-49ed-9c81-05ec82e31c05 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f5a7f89ed194bba936b5924fd025e54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1217735 Sep 18 05:15:03.687908 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c6985406-9ef6-41cc-b8db-7c6a0efb5aab tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'security_group_rule': {'security_group_id': '0aa9b060-5945-4b13-8c42-bd53979fbcb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:03.771561 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f46cafe-516a-49da-a7f8-bc97a65e79b6 req-073a287a-1a0e-4c03-affe-e584eb69310b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 210 time: 0.0411398 Sep 18 05:15:03.806493 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6985406-9ef6-41cc-b8db-7c6a0efb5aab tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.854877 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf44eb25-a358-4118-8963-f40fd2990914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.899827 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d9e263e3-2f94-4e4b-89c9-653d81c0815c None None] Port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:15:03.928954 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7e7f12ab-a2fe-4c72-bb2c-cb2ca4dcba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:03.987409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44eb25-a358-4118-8963-f40fd2990914 None None] Pushing event deleted for resources: {'Port': ['ID=c023076e-036a-42f4-97c6-18c64e808781,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:04.019413 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6985406-9ef6-41cc-b8db-7c6a0efb5aab tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.043001 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.064736 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.083321 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf44eb25-a358-4118-8963-f40fd2990914 None None] No DVR routers for this DVR port c023076e-036a-42f4-97c6-18c64e808781 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:15:04.101863 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6985406-9ef6-41cc-b8db-7c6a0efb5aab tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.125437 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-e630f744-c87f-435b-9eee-6db4f7a0de35 service neutron] 10.222.0.23 "GET /v2.0/networks/a203d862-57d5-4a1d-9a25-efff58d03c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419501 Sep 18 05:15:04.141535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384b2568-b42a-4edc-ae4f-1152802a8386']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:04.158361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d9e263e3-2f94-4e4b-89c9-653d81c0815c None None] Provisioning complete for port cbc829a3-5293-4e15-8ecf-9c780135ea9d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:04.160437 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d9e263e3-2f94-4e4b-89c9-653d81c0815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.161066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729b712b-f5b5-4416-943c-ae05688f92f5') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:04.161370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729b712b-f5b5-4416-943c-ae05688f92f5') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:04.199722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6985406-9ef6-41cc-b8db-7c6a0efb5aab tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7090930-4304-4395-8c3b-bb430331c990,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:04.228260 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.246809 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498cb3f0-6ba1-4383-8d16-48c21f1f4bb4 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:15:04.257577 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd895d9e-a079-4190-be3e-0566e0be53a3 req-fa94d4aa-5fbd-4087-9357-ed39a62d4d27 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:04.259186 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd895d9e-a079-4190-be3e-0566e0be53a3 req-fa94d4aa-5fbd-4087-9357-ed39a62d4d27 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.1729715 Sep 18 05:15:04.264195 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6985406-9ef6-41cc-b8db-7c6a0efb5aab tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.268966 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c6985406-9ef6-41cc-b8db-7c6a0efb5aab tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5950465 Sep 18 05:15:04.269966 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59266) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:04.275860 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9db96bb4-af04-4332-8e79-988e72faf949 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'security_group_rule': {'security_group_id': '0aa9b060-5945-4b13-8c42-bd53979fbcb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:04.306096 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-df02476f-1048-40b0-9046-f9d6957badcf req-77c87f2b-ea80-4d84-a3eb-c3d951f13a86 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.315574 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.318820 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.334819 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd895d9e-a079-4190-be3e-0566e0be53a3 req-674f8cd1-dae2-40f6-8cd4-f76c1088e06a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623496 Sep 18 05:15:04.361833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c87f2b-ea80-4d84-a3eb-c3d951f13a86 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Pushing event deleted for resources: {'Port': ['ID=f07edd81-b5e9-4937-a844-c4d39bbdafd7,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:04.369104 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:15:04.369416 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:15:04.374187 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:15:04.380168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port cbc829a3-5293-4e15-8ecf-9c780135ea9d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cbc829a3-5293-4e15-8ecf-9c780135ea9d,segment=NetworkSegment(2319873a-dd5b-402f-affc-20e47aacf176),segment_id=2319873a-dd5b-402f-affc-20e47aacf176)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:04.407911 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8aeb178a-b973-4553-9939-10a425efe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:14:54Z', 'revision_number': 3, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port': {'id': '8aeb178a-b973-4553-9939-10a425efe089', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:53Z', 'updated_at': '2021-09-18T05:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:04.441635 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9db96bb4-af04-4332-8e79-988e72faf949 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.492013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-3a6c7b0e-942c-4035-b3d7-a1e73184091f service neutron] 10.222.0.23 "GET /v2.0/networks/a203d862-57d5-4a1d-9a25-efff58d03c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480182 Sep 18 05:15:04.511068 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.514017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-df02476f-1048-40b0-9046-f9d6957badcf req-77c87f2b-ea80-4d84-a3eb-c3d951f13a86 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] No DVR routers for this DVR port f07edd81-b5e9-4937-a844-c4d39bbdafd7 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:15:04.518135 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-df02476f-1048-40b0-9046-f9d6957badcf req-77c87f2b-ea80-4d84-a3eb-c3d951f13a86 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.520945 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df02476f-1048-40b0-9046-f9d6957badcf req-77c87f2b-ea80-4d84-a3eb-c3d951f13a86 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.18 "DELETE /v2.0/ports/f07edd81-b5e9-4937-a844-c4d39bbdafd7 HTTP/1.1" status: 204 len: 173 time: 1.8584628 Sep 18 05:15:04.521570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64db29ef-7eef-4122-bfc6-700efce53e9f', 'name': 'network-vif-deleted', 'tag': 'f07edd81-b5e9-4937-a844-c4d39bbdafd7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:04.523954 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fed5cc-9e6f-4ecb-a997-b0699870880b" -d '{"events": [{"server_uuid": "64db29ef-7eef-4122-bfc6-700efce53e9f", "name": "network-vif-deleted", "tag": "f07edd81-b5e9-4937-a844-c4d39bbdafd7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:04.561874 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9db96bb4-af04-4332-8e79-988e72faf949 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.565135 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.569963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-28c16f94-afcc-43f5-8215-9e864b0a5498 req-b1c09483-f87e-4cb3-9edc-f4e7eeb2852e service neutron] (106909) timed out ('10.222.0.18', 58554) {{(pid=106909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:15:04.571635 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aa1c35-488c-4161-b4ab-22054dc325d0 None None] The sync data for ids ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'] in n-d-789963-13 is: [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8aeb178a-b973-4553-9939-10a425efe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:14:54Z', 'revision_number': 3, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port': {'id': '8aeb178a-b973-4553-9939-10a425efe089', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:53Z', 'updated_at': '2021-09-18T05:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:15:04.573048 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.635957 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9db96bb4-af04-4332-8e79-988e72faf949 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.659737 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.665836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/networks/384b2568-b42a-4edc-ae4f-1152802a8386 HTTP/1.1" status: 204 len: 168 time: 3.5568042 Sep 18 05:15:04.669387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59278) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:04.692828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db96bb4-af04-4332-8e79-988e72faf949 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17acd1a5-1c8a-48bd-938b-0b492df9e6a4,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:04.710388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498cb3f0-6ba1-4383-8d16-48c21f1f4bb4 None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:15:04.732287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19faba-4f19-407b-a890-9bf8e8e47e66 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Network': ['ID=384b2568-b42a-4edc-ae4f-1152802a8386,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:04.768601 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c023076e-036a-42f4-97c6-18c64e808781 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:15:04.783857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9db96bb4-af04-4332-8e79-988e72faf949 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:04.785529 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9db96bb4-af04-4332-8e79-988e72faf949 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5133238 Sep 18 05:15:04.791299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59288) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:04.796102 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:04.849928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: c023076e-036a-42f4-97c6-18c64e808781 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:15:04.850290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c023076e-036a-42f4-97c6-18c64e808781 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:15:04.850734 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3aaf7cf1-3628-4732-ba15-03e944c73743 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:15:04.866871 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994811a6-3b19-4679-931a-6bb3fea2e66a x-openstack-request-id: req-994811a6-3b19-4679-931a-6bb3fea2e66a {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:04.867168 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64db29ef-7eef-4122-bfc6-700efce53e9f", "name": "network-vif-deleted", "tag": "f07edd81-b5e9-4937-a844-c4d39bbdafd7", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:04.867425 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-994811a6-3b19-4679-931a-6bb3fea2e66a {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:04.867827 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64db29ef-7eef-4122-bfc6-700efce53e9f', 'name': 'network-vif-deleted', 'tag': 'f07edd81-b5e9-4937-a844-c4d39bbdafd7', 'status': 'completed', 'code': 200} Sep 18 05:15:04.898915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 3aaf7cf1-3628-4732-ba15-03e944c73743 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:15:04.907953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3aaf7cf1-3628-4732-ba15-03e944c73743 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:15:04.937753 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=cbc829a3-5293-4e15-8ecf-9c780135ea9d,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:04.966587 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5c87ccf7-3fe1-433a-b3ef-1d6f09d93bcb req-c7e0be90-0ba7-4a1e-897f-791962d2e939 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0423687 Sep 18 05:15:04.995525 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:05.003950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f18d3fdd-4577-4bb2-8ca6-26b997dbea8e None None] Provisioning complete for port cbc829a3-5293-4e15-8ecf-9c780135ea9d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:05.003950 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f18d3fdd-4577-4bb2-8ca6-26b997dbea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:05.092855 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-af23c2dd-ed0b-4fc6-bbe4-878fa7d867f0 req-3d8f1fdb-da68-4ccc-ba96-0be1239704ea service neutron] (106908) timed out ('10.222.0.18', 58556) {{(pid=106908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:15:05.210878 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:05.240089 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-67f3111d-5e2f-4241-8fe9-c0e7718ad776 req-c6de53f7-eb54-4b28-80e3-b0f1c00c1ef5 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 210 time: 0.1670599 Sep 18 05:15:05.277738 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:05.311269 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:05.370738 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f18d3fdd-4577-4bb2-8ca6-26b997dbea8e None None] Provisioning complete for port 3c981027-6811-4dcf-a1c0-95b530abe9ac triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:05.371160 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f18d3fdd-4577-4bb2-8ca6-26b997dbea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:05.399206 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:05.523706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f18d3fdd-4577-4bb2-8ca6-26b997dbea8e None None] Port 3c981027-6811-4dcf-a1c0-95b530abe9ac cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:15:05.633011 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:05.664133 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Pushing event updated for resources: {'Port': ['ID=3c981027-6811-4dcf-a1c0-95b530abe9ac,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:05.694028 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Allocated IP 172.25.7.117 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/b185201f-8ac0-4d09-acb6-d0be68aed120) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:05.722016 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b376bd6-541f-47f9-b6ba-889e92eca371 req-7d4b4a83-5499-42eb-aba7-3f5e69951178 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:05.723827 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0b376bd6-541f-47f9-b6ba-889e92eca371 req-7d4b4a83-5499-42eb-aba7-3f5e69951178 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.2449064 Sep 18 05:15:05.827928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Network b75bd381-628d-4f64-8921-7884772c6d53 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:05.845851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:05.854500 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0b376bd6-541f-47f9-b6ba-889e92eca371 req-e2b71882-6cd9-4ccc-abc6-3deb17fd9277 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180558 Sep 18 05:15:05.911101 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:05.964535 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-66511b7c-8cb2-48f0-b364-e607adba3ceb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:06.070496 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:06.144088 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59340) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:06.153200 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-478246d9-886f-4c26-8e51-bf3a11afe7bb req-8928b838-bb4a-405c-93ef-f422e36a1e31 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0559564 Sep 18 05:15:06.163874 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:06.177431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:06.190178 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:06.191012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f07edd81-b5e9-4937-a844-c4d39bbdafd7 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:15:06.243453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'Port': ['ID=b185201f-8ac0-4d09-acb6-d0be68aed120,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:06.247294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: f07edd81-b5e9-4937-a844-c4d39bbdafd7 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:15:06.247684 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f07edd81-b5e9-4937-a844-c4d39bbdafd7 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:15:06.277233 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-16011d06-c69c-4451-aa8d-5abbd94ff486 None None] Provisioning complete for port 3c981027-6811-4dcf-a1c0-95b530abe9ac triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:06.279109 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-16011d06-c69c-4451-aa8d-5abbd94ff486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:06.309054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:15:06.325153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59346) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:06.330251 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-16011d06-c69c-4451-aa8d-5abbd94ff486 None None] Port 3c981027-6811-4dcf-a1c0-95b530abe9ac cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:15:06.365487 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:06.429335 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-509430c9-1b62-45b9-9b70-ea2ed58c9d2c req-b4a5e1ff-6fa3-4d82-9d65-fd118e335984 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 210 time: 0.0443144 Sep 18 05:15:06.461689 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2018ca28-1163-431a-94a9-2d39584f1334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:06.516882 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:06.760634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2018ca28-1163-431a-94a9-2d39584f1334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:06.807345 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:06.824286 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2018ca28-1163-431a-94a9-2d39584f1334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:06.878282 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2018ca28-1163-431a-94a9-2d39584f1334 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b066ef6c1164f659d13d32ea906ebbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7257862 Sep 18 05:15:06.878282 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018ca28-1163-431a-94a9-2d39584f1334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b91570-f590-4744-8ba2-8de1bc7e4452,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:06.880962 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59350) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:06.922231 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:06.954755 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8aeb178a-b973-4553-9939-10a425efe089 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:15:06.959470 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.058108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8aeb178a-b973-4553-9939-10a425efe089 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:07.058754 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.072320 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-edaf93d4-c983-42d9-905d-146706f08bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.077550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'Port': ['ID=b185201f-8ac0-4d09-acb6-d0be68aed120,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:07.082591 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8fb5546-42f3-4f56-8fdd-cafed32cfb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.104260 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.134375 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8fb5546-42f3-4f56-8fdd-cafed32cfb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.170863 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.196968 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 8aeb178a-b973-4553-9939-10a425efe089, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8aeb178a-b973-4553-9939-10a425efe089,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:07.241401 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.243319 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5757702b-7f28-4292-92a4-5c5af84226e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4504828 Sep 18 05:15:07.246262 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:15:07.263492 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3a9f080c-030e-4453-9896-2d0425743070 admin admin] 10.222.0.23 "PUT /v2.0/routers/bdbe7d65-4f7f-4ac6-b054-2b6f529620ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9752822 Sep 18 05:15:07.290132 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-60f5bcfb-f3e4-478a-8cbe-4c87f2852a82 req-4afad87d-e9e8-4907-9dbe-eb19d048c902 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0389929 Sep 18 05:15:07.318883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-3198a7b8-fc5a-454f-adc2-62bb52c51b63 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:07.320701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-3198a7b8-fc5a-454f-adc2-62bb52c51b63 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.18 "GET /v2.0/networks?id=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 HTTP/1.1" status: 200 len: 815 time: 0.3858373 Sep 18 05:15:07.337134 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8fb5546-42f3-4f56-8fdd-cafed32cfb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.337134 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8fb5546-42f3-4f56-8fdd-cafed32cfb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.337360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Sync routers for ids ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:15:07.337814 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b8fb5546-42f3-4f56-8fdd-cafed32cfb76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51b91570-f590-4744-8ba2-8de1bc7e4452 HTTP/1.1" status: 204 len: 168 time: 0.4498982 Sep 18 05:15:07.340461 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.341882 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cbc829a3-5293-4e15-8ecf-9c780135ea9d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:15:07.346437 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb5546-42f3-4f56-8fdd-cafed32cfb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b91570-f590-4744-8ba2-8de1bc7e4452,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:07.350166 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Routers {'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:07.351019 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:15:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:07.358243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78840b-35a6-48f8-b0ca-124cc3622fd3 req-6f15dcdf-efc4-4e58-811d-63ab9773f0ae tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:07.359974 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fa78840b-35a6-48f8-b0ca-124cc3622fd3 req-6f15dcdf-efc4-4e58-811d-63ab9773f0ae tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.3354037 Sep 18 05:15:07.388867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-8af3ae05-743f-49a7-8ffb-81a8b2fed0ba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Request body: {'port': {'device_id': 'e5eecafe-67e2-4441-8a78-809b744aa7d4', 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359', 'admin_state_up': True, 'tenant_id': '57a44cf45a5f4f8fb61b481f04c4e02e'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:07.519450 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fa78840b-35a6-48f8-b0ca-124cc3622fd3 req-282f0bf9-9752-4648-a5d4-c5309a404a8d tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258430 Sep 18 05:15:07.574982 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8dec11c3-823e-45bf-99a3-2d0ab1e1524b req-0b653109-8e5d-471e-a641-0a5d71632504 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 210 time: 0.0519373 Sep 18 05:15:07.580568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=8aeb178a-b973-4553-9939-10a425efe089,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:07.602243 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cbc829a3-5293-4e15-8ecf-9c780135ea9d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:07.602623 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.605143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Set router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:07.632908 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-66511b7c-8cb2-48f0-b364-e607adba3ceb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:15:07.633246 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-66511b7c-8cb2-48f0-b364-e607adba3ceb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.790154 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-edaf93d4-c983-42d9-905d-146706f08bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.843276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-66511b7c-8cb2-48f0-b364-e607adba3ceb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] For port 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47,segment=NetworkSegment(845dbc04-71a7-48fb-8e06-28cada92f2d8),segment_id=845dbc04-71a7-48fb-8e06-28cada92f2d8)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:07.843935 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-66511b7c-8cb2-48f0-b364-e607adba3ceb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.878159 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8aeb178a-b973-4553-9939-10a425efe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:15:04Z', 'revision_number': 4, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port': {'id': '8aeb178a-b973-4553-9939-10a425efe089', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:53Z', 'updated_at': '2021-09-18T05:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3c981027-6811-4dcf-a1c0-95b530abe9ac', 'name': '', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'mac_address': 'fa:16:3e:20:d6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:00Z', 'updated_at': '2021-09-18T05:15:04Z', 'revision_number': 2, 'project_id': 'e297637f8edb461588776b48da04ab80', 'subnets': [{'id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:07.882648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-edaf93d4-c983-42d9-905d-146706f08bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:07.922480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Checking router: bdbe7d65-4f7f-4ac6-b054-2b6f529620ad for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:15:07.923061 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Updating router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad port 3c981027-6811-4dcf-a1c0-95b530abe9ac binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:15:07.941421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-66511b7c-8cb2-48f0-b364-e607adba3ceb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:15:07.969390 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:08.006043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-8af3ae05-743f-49a7-8ffb-81a8b2fed0ba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Made reservation on behalf of 57a44cf45a5f4f8fb61b481f04c4e02e for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:08.009597 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-8af3ae05-743f-49a7-8ffb-81a8b2fed0ba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:08.014184 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-2a5e6967-fd8c-4548-90d2-b08720c097fa tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--813288049&fields=id&tenant_id=b372da42727e49509bd94f617be28f70 HTTP/1.1" status: 200 len: 267 time: 0.2542999 Sep 18 05:15:08.016379 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-edaf93d4-c983-42d9-905d-146706f08bfe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1247b7731b1541428e5cab8ce543487c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6904244 Sep 18 05:15:08.026493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59408) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:08.096547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-2cac036d-7505-471b-b5b1-6eda3ca7bf00 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:08.098573 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-2cac036d-7505-471b-b5b1-6eda3ca7bf00 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.18 "GET /v2.0/networks?id=a203d862-57d5-4a1d-9a25-efff58d03c78 HTTP/1.1" status: 200 len: 813 time: 0.3371172 Sep 18 05:15:08.115118 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30d78858-c68a-47d1-8dfe-95e4f85b8cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:08.123323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf93d4-c983-42d9-905d-146706f08bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea76d8a-7233-4730-a3c6-445abda22253,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:08.133825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-82272f04-6cac-4d59-829e-af6028f21033 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Request body: {'port': {'device_id': 'a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7', 'network_id': 'a203d862-57d5-4a1d-9a25-efff58d03c78', 'admin_state_up': True, 'tenant_id': '4f5a7f89ed194bba936b5924fd025e54'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:08.160055 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30d78858-c68a-47d1-8dfe-95e4f85b8cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:08.269440 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30d78858-c68a-47d1-8dfe-95e4f85b8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:08.272969 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30d78858-c68a-47d1-8dfe-95e4f85b8cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:08.273966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-169f2c9f-eeb5-4e0c-963e-f79bdcc4679f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:08.277050 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-30d78858-c68a-47d1-8dfe-95e4f85b8cc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ea76d8a-7233-4730-a3c6-445abda22253 HTTP/1.1" status: 204 len: 168 time: 0.2472265 Sep 18 05:15:08.282502 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-169f2c9f-eeb5-4e0c-963e-f79bdcc4679f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports/809807b6-462d-44b0-8e04-e9ff7ffe34db HTTP/1.1" status: 200 len: 931 time: 0.2102022 Sep 18 05:15:08.299394 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d78858-c68a-47d1-8dfe-95e4f85b8cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea76d8a-7233-4730-a3c6-445abda22253,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:08.444538 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:08.460539 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f69647d0-eabb-42c0-baf9-c066d66c4c14 req-ee738214-6dd8-4b71-9257-2704edd9e72c tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0590415 Sep 18 05:15:08.509766 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:08.527623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-a18ce735-727d-43af-9040-11494f6cce20 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:08.528849 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-a18ce735-727d-43af-9040-11494f6cce20 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports/0f8dede5-c7f9-4b5a-9a73-478db3ecef05 HTTP/1.1" status: 200 len: 930 time: 0.2460439 Sep 18 05:15:08.582105 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0080fab-95c9-4001-abbf-09f290d1157d None None] Pushing event updated for resources: {'Port': ['ID=3c981027-6811-4dcf-a1c0-95b530abe9ac,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:08.669207 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Attempting to bind port 3c981027-6811-4dcf-a1c0-95b530abe9ac on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:08.669654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Attempting to bind port 3c981027-6811-4dcf-a1c0-95b530abe9ac by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '741f366f-fa19-47e2-92ec-ec880717fef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:08.670088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Attempting to bind port 3c981027-6811-4dcf-a1c0-95b530abe9ac on network b75bd381-628d-4f64-8921-7884772c6d53 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:08.682100 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:08.682688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Checking segment: {'id': '741f366f-fa19-47e2-92ec-ec880717fef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:08.683172 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:08.683641 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Bound using segment: {'id': '741f366f-fa19-47e2-92ec-ec880717fef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:08.685359 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Bound port: 3c981027-6811-4dcf-a1c0-95b530abe9ac, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741f366f-fa19-47e2-92ec-ec880717fef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:08.685839 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:08.757074 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8aeb178a-b973-4553-9939-10a425efe089 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:15:08.789824 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999272c-7592-44b0-81cd-a82756f190db req-dae47d69-37d4-4b1c-aa4b-26ea88e96b0a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:08.791397 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3999272c-7592-44b0-81cd-a82756f190db req-dae47d69-37d4-4b1c-aa4b-26ea88e96b0a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.1628191 Sep 18 05:15:08.803118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-8af3ae05-743f-49a7-8ffb-81a8b2fed0ba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Allocated IP 172.20.0.12 (c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359/e8817cc4-5efc-4abd-af87-af0f6b42c4b4/3f54b063-3e20-4355-8e6d-8810e0d91ea7) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:08.896480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] For port 3c981027-6811-4dcf-a1c0-95b530abe9ac, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:08.903820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] For port 3c981027-6811-4dcf-a1c0-95b530abe9ac, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3c981027-6811-4dcf-a1c0-95b530abe9ac,segment=NetworkSegment(741f366f-fa19-47e2-92ec-ec880717fef3),segment_id=741f366f-fa19-47e2-92ec-ec880717fef3)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:08.909976 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3999272c-7592-44b0-81cd-a82756f190db req-34c305d9-acfd-43c2-b61a-da2cb7024bbc tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119988 Sep 18 05:15:08.931214 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-66511b7c-8cb2-48f0-b364-e607adba3ceb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:08.938029 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8aeb178a-b973-4553-9939-10a425efe089 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:08.938648 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:08.969855 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-20035f26-8624-47b4-86fb-19eacdd01b3e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?network_id=51566083-6d68-46b7-9abf-efdb568e8fb9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4249177 Sep 18 05:15:08.987543 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66511b7c-8cb2-48f0-b364-e607adba3ceb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:08.989235 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-04c72044-9fff-412d-806d-d9c3f3a7c6b6 None None] Provisioning complete for port 3c981027-6811-4dcf-a1c0-95b530abe9ac triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:09.002454 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-04c72044-9fff-412d-806d-d9c3f3a7c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:09.063876 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-501c38fb-4c6b-438f-b7c1-f190ba3e869c req-323fe38d-f397-4893-9c36-764839e65f5b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 210 time: 0.0481787 Sep 18 05:15:09.072446 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:09.104328 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-eb20f32d-8921-4cac-8cb1-18b7dafee61e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?network_id=51566083-6d68-46b7-9abf-efdb568e8fb9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1067455 Sep 18 05:15:09.273109 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Routers {'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:09.274097 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:15:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:09.324485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-9d41b806-61ff-4147-ba19-2852608fe911 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:09.331185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-9d41b806-61ff-4147-ba19-2852608fe911 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:09.353407 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-9d41b806-61ff-4147-ba19-2852608fe911 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:09.353407 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-9d41b806-61ff-4147-ba19-2852608fe911 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/networks?id=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=51566083-6d68-46b7-9abf-efdb568e8fb9&id=51566083-6d68-46b7-9abf-efdb568e8fb9 HTTP/1.1" status: 200 len: 1990 time: 0.1556158 Sep 18 05:15:09.397450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-82272f04-6cac-4d59-829e-af6028f21033 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Made reservation on behalf of 4f5a7f89ed194bba936b5924fd025e54 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:09.405033 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-82272f04-6cac-4d59-829e-af6028f21033 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:09.504573 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-04c72044-9fff-412d-806d-d9c3f3a7c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:09.508374 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0080fab-95c9-4001-abbf-09f290d1157d None None] Pushing event updated for resources: {'Port': ['ID=3c981027-6811-4dcf-a1c0-95b530abe9ac,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:09.549575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] Set router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:09.569373 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-a0549861-9468-4881-8903-a9a97f14e9ea tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/quotas/b372da42727e49509bd94f617be28f70 HTTP/1.1" status: 200 len: 375 time: 0.1450942 Sep 18 05:15:09.603377 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-66511b7c-8cb2-48f0-b364-e607adba3ceb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:09.618081 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a12d2178-f151-440a-a9f5-05ad7f07c154 req-d2bc428c-7f95-4df3-a4e8-1473e644501a tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0330803 Sep 18 05:15:09.629036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-04c72044-9fff-412d-806d-d9c3f3a7c6b6 None None] For port 3c981027-6811-4dcf-a1c0-95b530abe9ac, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3c981027-6811-4dcf-a1c0-95b530abe9ac,segment=NetworkSegment(741f366f-fa19-47e2-92ec-ec880717fef3),segment_id=741f366f-fa19-47e2-92ec-ec880717fef3)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:09.679117 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-8af3ae05-743f-49a7-8ffb-81a8b2fed0ba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:09.731125 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-04c72044-9fff-412d-806d-d9c3f3a7c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:09.859213 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c72044-9fff-412d-806d-d9c3f3a7c6b6 None None] Pushing event updated for resources: {'Port': ['ID=3c981027-6811-4dcf-a1c0-95b530abe9ac,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:09.887632 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-885f5688-ac66-4e62-973f-b7c2b886ea5a None None] Provisioning complete for port 3c981027-6811-4dcf-a1c0-95b530abe9ac triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:09.888012 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-885f5688-ac66-4e62-973f-b7c2b886ea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:09.908977 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ee87c6a2-ca37-4e79-9271-1035c6b40a6a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b372da42727e49509bd94f617be28f70&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3382986 Sep 18 05:15:09.969798 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-8af3ae05-743f-49a7-8ffb-81a8b2fed0ba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:10.075354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-82272f04-6cac-4d59-829e-af6028f21033 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Allocated IP 172.20.0.8 (a203d862-57d5-4a1d-9a25-efff58d03c78/ffa1aa8a-165a-490d-b598-b998f744cdb9/34be33d9-1827-40e4-b932-da9747d1d561) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:10.123007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66511b7c-8cb2-48f0-b364-e607adba3ceb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 9365df3f-435c-4b11-8840-85a4c16e399a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:15:10.142138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3ae05-743f-49a7-8ffb-81a8b2fed0ba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Pushing event updated for resources: {'Port': ['ID=3f54b063-3e20-4355-8e6d-8810e0d91ea7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:10.148780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-8af3ae05-743f-49a7-8ffb-81a8b2fed0ba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:10.167162 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-8af3ae05-743f-49a7-8ffb-81a8b2fed0ba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:10.169488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d21437-c39a-4697-8620-d36f29058389 req-8247d4c3-36a9-42f9-8455-9567a392a371 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:10.175697 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0d21437-c39a-4697-8620-d36f29058389 req-8247d4c3-36a9-42f9-8455-9567a392a371 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.1536460 Sep 18 05:15:10.201031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-8af3ae05-743f-49a7-8ffb-81a8b2fed0ba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:10.229453 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0d21437-c39a-4697-8620-d36f29058389 req-6a2534b8-8bb4-468d-b3e8-ea91183d9d18 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471702 Sep 18 05:15:10.385352 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59514) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:10.411491 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8aeb178a-b973-4553-9939-10a425efe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:15:04Z', 'revision_number': 4, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port': {'id': '8aeb178a-b973-4553-9939-10a425efe089', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:53Z', 'updated_at': '2021-09-18T05:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3c981027-6811-4dcf-a1c0-95b530abe9ac', 'name': '', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'mac_address': 'fa:16:3e:20:d6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:00Z', 'updated_at': '2021-09-18T05:15:08Z', 'revision_number': 4, 'project_id': 'e297637f8edb461588776b48da04ab80', 'subnets': [{'id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:10.419247 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-8af3ae05-743f-49a7-8ffb-81a8b2fed0ba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:10.420326 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-8af3ae05-743f-49a7-8ffb-81a8b2fed0ba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:10.451621 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf52ba49-69e5-4f98-b097-874a19907c65 None None] The sync data for ids ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'] in n-d-789963-13 is: [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8aeb178a-b973-4553-9939-10a425efe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:15:04Z', 'revision_number': 4, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port': {'id': '8aeb178a-b973-4553-9939-10a425efe089', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:53Z', 'updated_at': '2021-09-18T05:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3c981027-6811-4dcf-a1c0-95b530abe9ac', 'name': '', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'mac_address': 'fa:16:3e:20:d6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:00Z', 'updated_at': '2021-09-18T05:15:08Z', 'revision_number': 4, 'project_id': 'e297637f8edb461588776b48da04ab80', 'subnets': [{'id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:15:10.471054 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6270d3-4bdc-4ac3-8b39-9d40a2020b0d req-28bfa37e-e202-4c50-adb9-89a60b6a1d95 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:10.482702 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bc6270d3-4bdc-4ac3-8b39-9d40a2020b0d req-28bfa37e-e202-4c50-adb9-89a60b6a1d95 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 932 time: 0.1081314 Sep 18 05:15:10.565130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66511b7c-8cb2-48f0-b364-e607adba3ceb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:15:10.585037 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2546ca-32fb-402c-b485-805aa3680a53 None None] Sync routers for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:15:10.605458 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2546ca-32fb-402c-b485-805aa3680a53 None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:10.606124 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ed2546ca-32fb-402c-b485-805aa3680a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:15:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:10.608656 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bc6270d3-4bdc-4ac3-8b39-9d40a2020b0d req-f007250d-5617-431f-9b08-a6470c85f860 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247480 Sep 18 05:15:10.819331 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-ed2546ca-32fb-402c-b485-805aa3680a53 None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:10.901719 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ea5ee9f-40fd-4b3c-b57a-11bdd56ec950 req-c2b187a7-b951-4edb-920a-48f5d19c934b tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0856860 Sep 18 05:15:10.912556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-238427906-network', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:10.942909 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3c981027-6811-4dcf-a1c0-95b530abe9ac up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:15:10.970173 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ed2546ca-32fb-402c-b485-805aa3680a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:15:08Z', 'revision_number': 11, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:11.013816 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2546ca-32fb-402c-b485-805aa3680a53 None None] Checking router: 9365df3f-435c-4b11-8840-85a4c16e399a for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:15:11.025392 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2546ca-32fb-402c-b485-805aa3680a53 None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:11.026352 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ed2546ca-32fb-402c-b485-805aa3680a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:15:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:11.091596 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 3c981027-6811-4dcf-a1c0-95b530abe9ac triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:11.094306 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:11.157653 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-ed2546ca-32fb-402c-b485-805aa3680a53 None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:11.238166 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-82272f04-6cac-4d59-829e-af6028f21033 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:11.254153 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-66511b7c-8cb2-48f0-b364-e607adba3ceb tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5709333 Sep 18 05:15:11.256883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59528) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:11.293485 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-81d44bdd-9fa1-439c-ad45-303f86bc1f92 service neutron] 10.222.0.23 "GET /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3326211 Sep 18 05:15:11.336452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-8af3ae05-743f-49a7-8ffb-81a8b2fed0ba tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9707997 Sep 18 05:15:11.343253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd9afc4-f419-469f-a7a4-981bb08bfeae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting subnet 71e97e4d-b7ec-4311-a784-4af3f074873d {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:15:11.374270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Request body: {'port': {'device_id': 'e5eecafe-67e2-4441-8a78-809b744aa7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:11.388920 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3dd9afc4-f419-469f-a7a4-981bb08bfeae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:11.486070 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-82272f04-6cac-4d59-829e-af6028f21033 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:11.489967 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3dd9afc4-f419-469f-a7a4-981bb08bfeae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:11.506412 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ed2546ca-32fb-402c-b485-805aa3680a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:15:08Z', 'revision_number': 11, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:11.534865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0e48-b150-4721-9ba2-19b920e874ad req-2ebbcacc-af1d-4656-ad90-5824350216f6 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:11.537559 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5ca0e48-b150-4721-9ba2-19b920e874ad req-2ebbcacc-af1d-4656-ad90-5824350216f6 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.1718047 Sep 18 05:15:11.541330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] Made reservation on behalf of 6b24b241d1e242d6a367baa07a5c602e for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:11.549450 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:11.564384 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2546ca-32fb-402c-b485-805aa3680a53 None None] The sync data for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 is: [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:15:08Z', 'revision_number': 11, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:15:11.574807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82272f04-6cac-4d59-829e-af6028f21033 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Pushing event updated for resources: {'Port': ['ID=34be33d9-1827-40e4-b932-da9747d1d561,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:11.577594 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:11.638778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-82272f04-6cac-4d59-829e-af6028f21033 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Network a203d862-57d5-4a1d-9a25-efff58d03c78 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:11.648770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-82272f04-6cac-4d59-829e-af6028f21033 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:11.652378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-82272f04-6cac-4d59-829e-af6028f21033 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:11.687463 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5ca0e48-b150-4721-9ba2-19b920e874ad req-71bbcde3-7caf-4f5d-947a-e7af07ac0d9c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146767 Sep 18 05:15:11.722040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-82272f04-6cac-4d59-829e-af6028f21033 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:11.722722 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-82272f04-6cac-4d59-829e-af6028f21033 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:11.743720 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:11.756116 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-19840ab3-e3f2-4ccf-8df3-1ec0002c4330 service neutron] 10.222.0.23 "GET /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616799 Sep 18 05:15:11.841275 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:11.860434 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3dd9afc4-f419-469f-a7a4-981bb08bfeae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:11.870375 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-28f7ce61-7138-4e39-8ce6-4f5f1f63ee83 service neutron] 10.222.0.23 "GET /v2.0/ports/809807b6-462d-44b0-8e04-e9ff7ffe34db?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1124535 Sep 18 05:15:11.949029 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:11.996484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b8d9ac-4d0a-4ec5-b9c5-12b065637a93,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:12.017728 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-82272f04-6cac-4d59-829e-af6028f21033 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8964984 Sep 18 05:15:12.026992 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:15:12.055995 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:12.056467 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] Added segment bc35f4e4-cbf4-423f-a522-f90e23e37e38 of type vlan for network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 Sep 18 05:15:12.078837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Request body: {'port': {'device_id': 'a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:12.139810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd2fe0-e86a-4157-bf1a-422ea4fe0175 req-18636c65-8be6-4e8d-b1ec-4d890150efd6 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:12.148221 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6fdd2fe0-e86a-4157-bf1a-422ea4fe0175 req-18636c65-8be6-4e8d-b1ec-4d890150efd6 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 932 time: 0.3179808 Sep 18 05:15:12.162464 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:12.190456 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ed38ad7f-73e6-4a23-bbcb-68216dd91200 service neutron] 10.222.0.23 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116164 Sep 18 05:15:12.196672 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3dd9afc4-f419-469f-a7a4-981bb08bfeae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:12.242322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9afc4-f419-469f-a7a4-981bb08bfeae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Subnet': ['ID=71e97e4d-b7ec-4311-a784-4af3f074873d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:12.260788 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6fdd2fe0-e86a-4157-bf1a-422ea4fe0175 req-23f04a69-3ad3-42c1-8c7e-f25802da9077 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104176 Sep 18 05:15:12.274185 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3dd9afc4-f419-469f-a7a4-981bb08bfeae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:12.276350 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3dd9afc4-f419-469f-a7a4-981bb08bfeae tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/71e97e4d-b7ec-4311-a784-4af3f074873d HTTP/1.1" status: 204 len: 168 time: 1.0184469 Sep 18 05:15:12.280768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2778d30-da4d-4ae9-9a72-2e2d1e1cbab6 None None] Network fc63421d-ee0f-4bc2-8654-29819a2ce12a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:15:12.283719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59548) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:12.330672 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:12.506883 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:12.510636 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:12.511605 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:12.512210 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:12.570374 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-5ae47022-39f4-4114-a219-a7877282a68f service neutron] 10.222.0.23 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541155 Sep 18 05:15:12.637993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:12.639474 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:15:12.650199 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d734351a-327d-474e-9997-777c921e7cd1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2589133 Sep 18 05:15:12.651655 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59552) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:12.657409 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e431e56f-0844-49e2-9b74-648ca95c0e4d admin admin] Request body: {'subnet': {'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-238427906-subnet', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:12.692017 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:15:12.695093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1d7c0ec1-e40f-4d09-a8ec-3b4632c5fa47 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:15:12.699916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:15:12.704754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27790e44-aca8-458f-89ee-0fcb70480508 None None] DHCP port deletion for fc63421d-ee0f-4bc2-8654-29819a2ce12a request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:15:12.720141 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ba51e4a4-0fae-4e81-8bc3-37b5ea79a5a6 service neutron] 10.222.0.23 "GET /v2.0/ports/0f8dede5-c7f9-4b5a-9a73-478db3ecef05?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1419992 Sep 18 05:15:12.755442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa07a9b-875a-4e69-9162-0dea4b10e387 req-0224429a-8ac9-496d-b8ec-35c2fb2d5233 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:12.763303 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9fa07a9b-875a-4e69-9162-0dea4b10e387 req-0224429a-8ac9-496d-b8ec-35c2fb2d5233 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 931 time: 0.2796805 Sep 18 05:15:12.770867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f54b063-3e20-4355-8e6d-8810e0d91ea7 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:15:12.779519 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e431e56f-0844-49e2-9b74-648ca95c0e4d admin admin] Made reservation on behalf of 6b24b241d1e242d6a367baa07a5c602e for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:12.782488 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e431e56f-0844-49e2-9b74-648ca95c0e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:12.791568 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:12.819864 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-27790e44-aca8-458f-89ee-0fcb70480508 None None] Deleting port 65080e24-22b4-496a-8a3e-9b3459891fef {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:15:12.820554 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-27790e44-aca8-458f-89ee-0fcb70480508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:12.830214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Transition to ACTIVE for port object 3f54b063-3e20-4355-8e6d-8810e0d91ea7 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:15:12.890649 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-27790e44-aca8-458f-89ee-0fcb70480508 None None] For port 65080e24-22b4-496a-8a3e-9b3459891fef, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=65080e24-22b4-496a-8a3e-9b3459891fef,segment=NetworkSegment(845dbc04-71a7-48fb-8e06-28cada92f2d8),segment_id=845dbc04-71a7-48fb-8e06-28cada92f2d8)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:12.891811 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-27790e44-aca8-458f-89ee-0fcb70480508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:12.897078 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:12.908960 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9fa07a9b-875a-4e69-9162-0dea4b10e387 req-eee741d8-24f0-4505-b2ee-ec0152833329 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445913 Sep 18 05:15:12.917225 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-27790e44-aca8-458f-89ee-0fcb70480508 None None] Calling delete_port for 65080e24-22b4-496a-8a3e-9b3459891fef owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:15:12.956139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Pushing event updated for resources: {'Port': ['ID=3f54b063-3e20-4355-8e6d-8810e0d91ea7,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:12.979178 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-2d87ec55-5997-4795-abad-5c337e7210e6 service neutron] 10.222.0.23 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515643 Sep 18 05:15:13.041195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Deleting port 65080e24-22b4-496a-8a3e-9b3459891fef {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:15:13.041462 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.083946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34be33d9-1827-40e4-b932-da9747d1d561 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:15:13.112131 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.155082 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-27790e44-aca8-458f-89ee-0fcb70480508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.184470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27790e44-aca8-458f-89ee-0fcb70480508 None None] Pushing event deleted for resources: {'Port': ['ID=65080e24-22b4-496a-8a3e-9b3459891fef,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:13.193033 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Transition to ACTIVE for port object 34be33d9-1827-40e4-b932-da9747d1d561 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:15:13.195474 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27790e44-aca8-458f-89ee-0fcb70480508 None None] No DVR routers for this DVR port 65080e24-22b4-496a-8a3e-9b3459891fef on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:15:13.219352 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] For port 65080e24-22b4-496a-8a3e-9b3459891fef, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=65080e24-22b4-496a-8a3e-9b3459891fef,segment=NetworkSegment(845dbc04-71a7-48fb-8e06-28cada92f2d8),segment_id=845dbc04-71a7-48fb-8e06-28cada92f2d8)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:13.219934 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.244988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Attempting to bind port 3f54b063-3e20-4355-8e6d-8810e0d91ea7 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:13.245401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Attempting to bind port 3f54b063-3e20-4355-8e6d-8810e0d91ea7 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '8535d81b-209a-4e6b-b90f-23c34bf6b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:13.245924 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Attempting to bind port 3f54b063-3e20-4355-8e6d-8810e0d91ea7 on network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:13.251228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-fe33d647-655c-4cee-9916-c2385aaaca74 service neutron] 10.222.0.23 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650948 Sep 18 05:15:13.251915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59dbec-cf37-40ab-af7e-bf104401b888 req-21c64dba-f7f1-4b14-9fbb-f8a5ff3d50eb tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:13.253733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Port 3f54b063-3e20-4355-8e6d-8810e0d91ea7 on network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:15:13.254385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Attempting to bind port 3f54b063-3e20-4355-8e6d-8810e0d91ea7 on network c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:13.259200 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eb59dbec-cf37-40ab-af7e-bf104401b888 req-21c64dba-f7f1-4b14-9fbb-f8a5ff3d50eb tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.2130308 Sep 18 05:15:13.261987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Calling delete_port for 65080e24-22b4-496a-8a3e-9b3459891fef owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:15:13.262985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:13.263203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Checking segment: {'id': '8535d81b-209a-4e6b-b90f-23c34bf6b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:13.263875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Bound using segment: {'id': '8535d81b-209a-4e6b-b90f-23c34bf6b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:13.264352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Bound port: 3f54b063-3e20-4355-8e6d-8810e0d91ea7, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8535d81b-209a-4e6b-b90f-23c34bf6b887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:13.268775 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.274630 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.334840 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e431e56f-0844-49e2-9b74-648ca95c0e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.363356 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eb59dbec-cf37-40ab-af7e-bf104401b888 req-52adc682-3677-4732-97e1-eec483c0dc17 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031921 Sep 18 05:15:13.441095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=34be33d9-1827-40e4-b932-da9747d1d561,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:13.443130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431e56f-0844-49e2-9b74-648ca95c0e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab02bc3-4445-486e-bb1b-e6de93866e50,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:13.502760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e431e56f-0844-49e2-9b74-648ca95c0e4d admin admin] Checking segment: {'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:13.503210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431e56f-0844-49e2-9b74-648ca95c0e4d admin admin] Network hostable DHCP agents. Network: 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:15:13.507803 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.546881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Port': ['ID=65080e24-22b4-496a-8a3e-9b3459891fef,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:13.552995 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No DVR routers for this DVR port 65080e24-22b4-496a-8a3e-9b3459891fef on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:15:13.564772 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-97c6c7a6-9809-4155-ba84-022bbc2ff631 service neutron] 10.222.0.23 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031909 Sep 18 05:15:13.565827 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] For port 3f54b063-3e20-4355-8e6d-8810e0d91ea7, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:13.575155 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] For port 3f54b063-3e20-4355-8e6d-8810e0d91ea7, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=3f54b063-3e20-4355-8e6d-8810e0d91ea7,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:13.590454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Attempting to bind port 34be33d9-1827-40e4-b932-da9747d1d561 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:13.590804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Attempting to bind port 34be33d9-1827-40e4-b932-da9747d1d561 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'be20c028-e947-49f9-8a1d-c565631129f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a203d862-57d5-4a1d-9a25-efff58d03c78'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:13.591143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Attempting to bind port 34be33d9-1827-40e4-b932-da9747d1d561 on network a203d862-57d5-4a1d-9a25-efff58d03c78 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:13.602064 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5d36f-c28f-4985-b8e3-cc5a7f5e0263 req-020bf989-0307-4948-987b-2a7f08599e6e tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:13.604366 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81e5d36f-c28f-4985-b8e3-cc5a7f5e0263 req-020bf989-0307-4948-987b-2a7f08599e6e tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 944 time: 0.1362131 Sep 18 05:15:13.608986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Port 34be33d9-1827-40e4-b932-da9747d1d561 on network a203d862-57d5-4a1d-9a25-efff58d03c78 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:15:13.609326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Attempting to bind port 34be33d9-1827-40e4-b932-da9747d1d561 on network a203d862-57d5-4a1d-9a25-efff58d03c78 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:13.628867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:13.629770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Checking segment: {'id': 'be20c028-e947-49f9-8a1d-c565631129f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a203d862-57d5-4a1d-9a25-efff58d03c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:13.629982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Bound using segment: {'id': 'be20c028-e947-49f9-8a1d-c565631129f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a203d862-57d5-4a1d-9a25-efff58d03c78'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:13.630497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Bound port: 34be33d9-1827-40e4-b932-da9747d1d561, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be20c028-e947-49f9-8a1d-c565631129f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a203d862-57d5-4a1d-9a25-efff58d03c78'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:13.630856 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.683535 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.687002 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431e56f-0844-49e2-9b74-648ca95c0e4d admin admin] Network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:15:13.704810 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.713932 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81e5d36f-c28f-4985-b8e3-cc5a7f5e0263 req-a5f466e1-e702-4511-b6c9-05c785bf3920 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912473 Sep 18 05:15:13.725970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc63421d-ee0f-4bc2-8654-29819a2ce12a']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:13.742615 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845dbc04-71a7-48fb-8e06-28cada92f2d8') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:13.742918 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845dbc04-71a7-48fb-8e06-28cada92f2d8') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:13.754541 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.759557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:13.760888 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.762300 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] 10.222.0.18 "PUT /v2.0/ports/3f54b063-3e20-4355-8e6d-8810e0d91ea7 HTTP/1.1" status: 200 len: 1093 time: 2.3962116 Sep 18 05:15:13.771806 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.773104 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5eecafe-67e2-4441-8a78-809b744aa7d4', 'tag': '3f54b063-3e20-4355-8e6d-8810e0d91ea7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:13.776583 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cac793-a95e-4a18-b2bb-ad475a2b5de8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5eecafe-67e2-4441-8a78-809b744aa7d4", "tag": "3f54b063-3e20-4355-8e6d-8810e0d91ea7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:13.778352 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-e431e56f-0844-49e2-9b74-648ca95c0e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:13.784667 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:15:13.786664 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.795028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2aebef-fdd6-401b-87d1-3fd99ab03551 None None] Network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:15:13.797285 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:15:13.802799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e431e56f-0844-49e2-9b74-648ca95c0e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:13.805260 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e431e56f-0844-49e2-9b74-648ca95c0e4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:13.813287 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-a80e6964-6ec9-4f25-8094-cd621ae75a31 service neutron] 10.222.0.23 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365484 Sep 18 05:15:13.848446 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc9ea6b-7b2e-4e6c-8b60-1d07a00b4c57 x-openstack-request-id: req-8dc9ea6b-7b2e-4e6c-8b60-1d07a00b4c57 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:13.848810 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5eecafe-67e2-4441-8a78-809b744aa7d4", "tag": "3f54b063-3e20-4355-8e6d-8810e0d91ea7", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:13.849442 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8dc9ea6b-7b2e-4e6c-8b60-1d07a00b4c57 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:13.849867 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5eecafe-67e2-4441-8a78-809b744aa7d4', 'tag': '3f54b063-3e20-4355-8e6d-8810e0d91ea7', 'status': 'completed', 'code': 200} Sep 18 05:15:13.890650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] For port 34be33d9-1827-40e4-b932-da9747d1d561, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:13.898299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f519ff1-fb58-4290-b159-e1167a271d7b service neutron] Pushing event updated for resources: {'Port': ['ID=3f54b063-3e20-4355-8e6d-8810e0d91ea7,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:13.955081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] For port 34be33d9-1827-40e4-b932-da9747d1d561, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=34be33d9-1827-40e4-b932-da9747d1d561,segment=NetworkSegment(be20c028-e947-49f9-8a1d-c565631129f1),segment_id=be20c028-e947-49f9-8a1d-c565631129f1)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:13.970211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59568) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:13.971150 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e431e56f-0844-49e2-9b74-648ca95c0e4d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3177209 Sep 18 05:15:13.975722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:14.014826 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.022454 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.024100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cac793-a95e-4a18-b2bb-ad475a2b5de8 req-ec46a221-bfd8-4310-8914-b457ceaa4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:14.025759 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e4cac793-a95e-4a18-b2bb-ad475a2b5de8 req-ec46a221-bfd8-4310-8914-b457ceaa4d01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57a44cf45a5f4f8fb61b481f04c4e02e&device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 1096 time: 0.1460726 Sep 18 05:15:14.028868 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-6851e9b0-88a2-402b-b4f8-5da6d810c8e0 service neutron] 10.222.0.23 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147887 Sep 18 05:15:14.032141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59572) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:14.032812 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/networks/fc63421d-ee0f-4bc2-8654-29819a2ce12a HTTP/1.1" status: 204 len: 168 time: 1.7475500 Sep 18 05:15:14.033998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-117b6746-6ca8-4107-aa3a-50b5a141bebc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'router': {'routes': None}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:14.066165 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:15:14.068551 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.088436 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee1091-595c-42f2-b182-a3b0e84a739c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Pushing event deleted for resources: {'Network': ['ID=fc63421d-ee0f-4bc2-8654-29819a2ce12a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:14.100700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.117946 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87f665-d601-4b7e-bcfd-87b03fee8d88 req-38141dfa-c5b0-427f-802c-656f90390815 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:14.125020 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6d87f665-d601-4b7e-bcfd-87b03fee8d88 req-38141dfa-c5b0-427f-802c-656f90390815 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 943 time: 0.0725825 Sep 18 05:15:14.164097 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.165201 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.167136 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6d87f665-d601-4b7e-bcfd-87b03fee8d88 req-2d8822b4-5961-42f8-a185-7ad79942ca72 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Sep 18 05:15:14.202792 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59574) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:14.222358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:14.223846 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.225770 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/34be33d9-1827-40e4-b932-da9747d1d561 HTTP/1.1" status: 200 len: 1092 time: 2.1796167 Sep 18 05:15:14.270317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Allocated IP 172.20.0.2 (44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0/5ab02bc3-4445-486e-bb1b-e6de93866e50/a3718baa-5c97-43bb-85f1-71df34a174c6) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:14.349577 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0fde6669-b1ce-4d25-9ff4-3a114318f06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.502875 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.550549 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0fde6669-b1ce-4d25-9ff4-3a114318f06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.567082 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.568766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30424b-2ee8-46a0-a781-1814104a6584 req-86c2d0f5-b634-4ea1-a5a4-c6f514dc025a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:14.570502 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac30424b-2ee8-46a0-a781-1814104a6584 req-86c2d0f5-b634-4ea1-a5a4-c6f514dc025a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.1164367 Sep 18 05:15:14.617169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:14.620698 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:14.627844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:14.640022 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0fde6669-b1ce-4d25-9ff4-3a114318f06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.645047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Pushing event updated for resources: {'Port': ['ID=a3718baa-5c97-43bb-85f1-71df34a174c6,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:14.688445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 65080e24-22b4-496a-8a3e-9b3459891fef no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:15:14.717632 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 65080e24-22b4-496a-8a3e-9b3459891fef {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:15:14.717983 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 65080e24-22b4-496a-8a3e-9b3459891fef not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:15:14.733847 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Attempting to bind port a3718baa-5c97-43bb-85f1-71df34a174c6 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:14.734238 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Attempting to bind port a3718baa-5c97-43bb-85f1-71df34a174c6 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:14.734616 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Attempting to bind port a3718baa-5c97-43bb-85f1-71df34a174c6 on network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:14.741146 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0fde6669-b1ce-4d25-9ff4-3a114318f06c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa4843a948a04e11934ba26f0d837b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344501 Sep 18 05:15:14.743325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:14.743517 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Checking segment: {'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:14.744001 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.744516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Bound using segment: {'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:14.745062 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Bound port: a3718baa-5c97-43bb-85f1-71df34a174c6, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:14.746143 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.746999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59584) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:14.769377 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde6669-b1ce-4d25-9ff4-3a114318f06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556b0672-dcd5-47fb-9192-b6c30aad6dc2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:14.786722 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac30424b-2ee8-46a0-a781-1814104a6584 req-c4468762-108b-4719-a7bb-22b43cd8854a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972427 Sep 18 05:15:14.818625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] For port a3718baa-5c97-43bb-85f1-71df34a174c6, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:14.824201 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] For port a3718baa-5c97-43bb-85f1-71df34a174c6, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a3718baa-5c97-43bb-85f1-71df34a174c6,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:14.836198 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.extraroute_db [None req-117b6746-6ca8-4107-aa3a-50b5a141bebc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Added routes are [] {{(pid=106909) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 05:15:14.836799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.extraroute_db [None req-117b6746-6ca8-4107-aa3a-50b5a141bebc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Removed routes are [] {{(pid=106909) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 05:15:14.836916 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-117b6746-6ca8-4107-aa3a-50b5a141bebc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.861994 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbaf77af-2229-4cb8-96ff-821aba5b005c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.893159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9fabb-0e7e-40af-8588-37610632a1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=34be33d9-1827-40e4-b932-da9747d1d561,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:14.899535 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.921676 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.923996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbaf77af-2229-4cb8-96ff-821aba5b005c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:14.957801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-4f337440-d5ef-4610-8baf-35e7d2cefe30 service neutron] 10.222.0.23 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8761642 Sep 18 05:15:14.962221 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cac793-a95e-4a18-b2bb-ad475a2b5de8 req-01ced976-9bdb-4718-8444-8c124a26bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:14.963770 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e4cac793-a95e-4a18-b2bb-ad475a2b5de8 req-01ced976-9bdb-4718-8444-8c124a26bc99 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=57a44cf45a5f4f8fb61b481f04c4e02e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.9256637 Sep 18 05:15:14.992023 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcff41a-b7ab-4c5c-a83c-c6f87df5a0ea req-f9256f2f-765c-4dd5-9f56-6c2659f6f636 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:14.998247 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600ebba-74d1-47d3-a9b9-50e1c7187ebc None None] Pushing event updated for resources: {'Port': ['ID=a3718baa-5c97-43bb-85f1-71df34a174c6,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:15.009911 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6bcff41a-b7ab-4c5c-a83c-c6f87df5a0ea req-f9256f2f-765c-4dd5-9f56-6c2659f6f636 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 944 time: 0.1385152 Sep 18 05:15:15.033482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-59da9113-93a9-430e-acdf-809f9b20704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:15.036404 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-59da9113-93a9-430e-acdf-809f9b20704d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f5a7f89ed194bba936b5924fd025e54&device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 1095 time: 0.6975110 Sep 18 05:15:15.072198 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6bcff41a-b7ab-4c5c-a83c-c6f87df5a0ea req-82657e75-07d6-4c95-aa5c-98aab92bb410 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611334 Sep 18 05:15:15.155118 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbaf77af-2229-4cb8-96ff-821aba5b005c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:15.157731 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbaf77af-2229-4cb8-96ff-821aba5b005c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:15.162575 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fbaf77af-2229-4cb8-96ff-821aba5b005c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/556b0672-dcd5-47fb-9192-b6c30aad6dc2 HTTP/1.1" status: 204 len: 168 time: 0.4101131 Sep 18 05:15:15.170401 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf77af-2229-4cb8-96ff-821aba5b005c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556b0672-dcd5-47fb-9192-b6c30aad6dc2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:15.295521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-63b8960b-7905-47e2-ad5a-6e44dd4ed60d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34be33d9-1827-40e4-b932-da9747d1d561 HTTP/1.1" status: 200 len: 217 time: 0.2048655 Sep 18 05:15:15.371019 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f53468-eb13-4ee7-ae5e-0799e3d7de1c req-d653a7a0-979f-4b0f-ac95-a85905594ac7 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:15.376540 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-41f53468-eb13-4ee7-ae5e-0799e3d7de1c req-d653a7a0-979f-4b0f-ac95-a85905594ac7 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 943 time: 0.0686314 Sep 18 05:15:15.390304 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-117b6746-6ca8-4107-aa3a-50b5a141bebc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:15.423547 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-41f53468-eb13-4ee7-ae5e-0799e3d7de1c req-cbdfac4b-4c6a-42b4-8cd5-ff4abd8f0b1d tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Sep 18 05:15:15.434661 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-117b6746-6ca8-4107-aa3a-50b5a141bebc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:15.503212 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:15.574629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-11cf82e1-ea52-459a-bcef-32e27486780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:15.576148 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-11cf82e1-ea52-459a-bcef-32e27486780b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffa1aa8a-165a-490d-b598-b998f744cdb9 HTTP/1.1" status: 200 len: 853 time: 0.1911728 Sep 18 05:15:15.627232 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cac793-a95e-4a18-b2bb-ad475a2b5de8 req-24d671d3-0c9b-4e3a-8271-9c994125a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:15.628666 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e4cac793-a95e-4a18-b2bb-ad475a2b5de8 req-24d671d3-0c9b-4e3a-8271-9c994125a7fb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6219890 Sep 18 05:15:15.639277 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1bce5d07-3387-4132-8176-3a5e9bf839f3 service neutron] 10.222.0.23 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6737771 Sep 18 05:15:15.673429 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-5a464dd3-0382-42e4-80eb-5bb87d4cb51e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a203d862-57d5-4a1d-9a25-efff58d03c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603456 Sep 18 05:15:15.690283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117b6746-6ca8-4107-aa3a-50b5a141bebc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 9365df3f-435c-4b11-8840-85a4c16e399a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:15:15.858079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7', 'tag': '34be33d9-1827-40e4-b932-da9747d1d561'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:15.860823 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfeb2c4-2eee-4d0e-b3ee-2e19e6c46fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7", "tag": "34be33d9-1827-40e4-b932-da9747d1d561"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:15.899729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59598) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:15.959023 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9827acdb-6962-4ace-a498-1e390b56c901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:15.971693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-a1b14298-df1d-4569-9e11-3d7a73115ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:15.973386 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-a1b14298-df1d-4569-9e11-3d7a73115ab0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57a44cf45a5f4f8fb61b481f04c4e02e&device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 1096 time: 0.3031325 Sep 18 05:15:16.026716 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896aa2df-1b9e-43f1-8073-b60289498687 req-ea44f812-cd1d-471d-b235-02760a3e98ae tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:16.028535 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-896aa2df-1b9e-43f1-8073-b60289498687 req-ea44f812-cd1d-471d-b235-02760a3e98ae tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.1189523 Sep 18 05:15:16.033077 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-9e3ecffc-2dc3-4676-917d-391d7f4848d0 service neutron] 10.222.0.23 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633966 Sep 18 05:15:16.033900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117b6746-6ca8-4107-aa3a-50b5a141bebc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:15:16.047679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eaeeaa-6607-44a7-9668-b15192d06f6a None None] Sync routers for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:15:16.051010 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-117b6746-6ca8-4107-aa3a-50b5a141bebc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:16.052355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-117b6746-6ca8-4107-aa3a-50b5a141bebc tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a HTTP/1.1" status: 200 len: 705 time: 2.0220916 Sep 18 05:15:16.061158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59600) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:16.076764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eaeeaa-6607-44a7-9668-b15192d06f6a None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:16.079096 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c5eaeeaa-6607-44a7-9668-b15192d06f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:15:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:16.096915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-26b38028-ed7d-411e-8bdf-46dee8c8ed26 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f54b063-3e20-4355-8e6d-8810e0d91ea7 HTTP/1.1" status: 200 len: 217 time: 0.0864384 Sep 18 05:15:16.138304 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-b2c25d7a-d50b-48cb-aa9e-27ade5835faf service neutron] 10.222.0.18 "GET /v2.0/networks/a203d862-57d5-4a1d-9a25-efff58d03c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438646 Sep 18 05:15:16.143146 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4669be04-da36-4368-a6e9-59bec19505ea tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports?device_id=9365df3f-435c-4b11-8840-85a4c16e399a HTTP/1.1" status: 200 len: 205 time: 0.0548434 Sep 18 05:15:16.145983 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59604) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:16.199571 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-c5eaeeaa-6607-44a7-9668-b15192d06f6a None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:16.231027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9b86db-30dc-465c-9d4d-7fdd17b40703 None None] Network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:15:16.252849 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-896aa2df-1b9e-43f1-8073-b60289498687 req-3c3d7b7e-389a-4c22-8252-f643c4d949c8 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022936 Sep 18 05:15:16.302144 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c5eaeeaa-6607-44a7-9668-b15192d06f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:15:08Z', 'revision_number': 11, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:16.349120 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eaeeaa-6607-44a7-9668-b15192d06f6a None None] Checking router: 9365df3f-435c-4b11-8840-85a4c16e399a for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:15:16.360023 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9827acdb-6962-4ace-a498-1e390b56c901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:16.366740 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0be60175-320e-4a9e-9da0-db0200194f42 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:16.406981 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc3aed76-0efc-4ee7-8ade-f0c2fd1540bd req-9e6252d4-1c27-4b57-85e8-3799570b6cfe service neutron] 10.222.0.18 "GET /v2.0/networks/a203d862-57d5-4a1d-9a25-efff58d03c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357981 Sep 18 05:15:16.409068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e8402753-04d1-43d0-b8de-6f61a325ff21 None None] Provisioning complete for port a3718baa-5c97-43bb-85f1-71df34a174c6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:16.409555 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e8402753-04d1-43d0-b8de-6f61a325ff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:16.409683 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-3cbe0942-7a4a-4f87-93ee-b03ffd3da95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:16.412221 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-3cbe0942-7a4a-4f87-93ee-b03ffd3da95a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e8817cc4-5efc-4abd-af87-af0f6b42c4b4 HTTP/1.1" status: 200 len: 855 time: 0.3023367 Sep 18 05:15:16.442058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eaeeaa-6607-44a7-9668-b15192d06f6a None None] Routers {'9365df3f-435c-4b11-8840-85a4c16e399a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:16.444539 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c5eaeeaa-6607-44a7-9668-b15192d06f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:15:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9365df3f-435c-4b11-8840-85a4c16e399a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:16.465634 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e892d7-6562-41a8-bcd4-408a137ab1b9 x-openstack-request-id: req-90e892d7-6562-41a8-bcd4-408a137ab1b9 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:16.466363 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7", "tag": "34be33d9-1827-40e4-b932-da9747d1d561", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:16.470303 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90e892d7-6562-41a8-bcd4-408a137ab1b9 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:16.470667 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7', 'tag': '34be33d9-1827-40e4-b932-da9747d1d561', 'status': 'completed', 'code': 200} Sep 18 05:15:16.475231 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-a74185b6-b15b-4d08-8556-3fbeb8237dc5 service neutron] 10.222.0.23 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166038 Sep 18 05:15:16.476593 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9827acdb-6962-4ace-a498-1e390b56c901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:16.529747 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-4177840d-e6a5-470c-9948-a9479cbecc1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413525 Sep 18 05:15:16.572912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-c5eaeeaa-6607-44a7-9668-b15192d06f6a None None] Set router 9365df3f-435c-4b11-8840-85a4c16e399a gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:16.669978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c5eaeeaa-6607-44a7-9668-b15192d06f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:15:08Z', 'revision_number': 11, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:16.710271 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eaeeaa-6607-44a7-9668-b15192d06f6a None None] The sync data for ids ['9365df3f-435c-4b11-8840-85a4c16e399a'] in n-d-789963-13 is: [{'id': '9365df3f-435c-4b11-8840-85a4c16e399a', 'name': 'tempest-RoutersIpV6Test-router-1813268092', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:53Z', 'updated_at': '2021-09-18T05:15:08Z', 'revision_number': 11, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:15:16.755605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-a4f3b156-9bf9-4467-926a-684ed22fed8b service neutron] 10.222.0.18 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242126 Sep 18 05:15:16.786869 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a3718baa-5c97-43bb-85f1-71df34a174c6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:15:16.829466 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e8402753-04d1-43d0-b8de-6f61a325ff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:16.895432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a3718baa-5c97-43bb-85f1-71df34a174c6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:16.895696 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:16.940750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e8402753-04d1-43d0-b8de-6f61a325ff21 None None] For port a3718baa-5c97-43bb-85f1-71df34a174c6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a3718baa-5c97-43bb-85f1-71df34a174c6,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:16.990358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeb2c4-2eee-4d0e-b3ee-2e19e6c46fa4 req-f04fedfb-3f12-4580-b9ff-739da99186c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:16.991901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ccfeb2c4-2eee-4d0e-b3ee-2e19e6c46fa4 req-f04fedfb-3f12-4580-b9ff-739da99186c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f5a7f89ed194bba936b5924fd025e54&device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 1095 time: 0.4226162 Sep 18 05:15:17.007392 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e8402753-04d1-43d0-b8de-6f61a325ff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.023908 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.124386 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8402753-04d1-43d0-b8de-6f61a325ff21 None None] Pushing event updated for resources: {'Port': ['ID=a3718baa-5c97-43bb-85f1-71df34a174c6,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:17.129739 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:15:17.129739 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:15:17.151264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9827acdb-6962-4ace-a498-1e390b56c901 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33ad66d45bc44064942d55598fed2ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2505777 Sep 18 05:15:17.152293 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827acdb-6962-4ace-a498-1e390b56c901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d7a88a-1204-45e9-a21b-428caf59aef6,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:17.153892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeb2c4-2eee-4d0e-b3ee-2e19e6c46fa4 req-254e3381-463d-43c8-8a0b-aa98076bc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:17.155401 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ccfeb2c4-2eee-4d0e-b3ee-2e19e6c46fa4 req-254e3381-463d-43c8-8a0b-aa98076bc732 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a203d862-57d5-4a1d-9a25-efff58d03c78 HTTP/1.1" status: 200 len: 913 time: 0.1284990 Sep 18 05:15:17.155871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59610) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:17.204614 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0be60175-320e-4a9e-9da0-db0200194f42 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.208759 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0be60175-320e-4a9e-9da0-db0200194f42 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.218163 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7a5f9-d596-4963-ab9e-9e8d1b2cde1d req-5f60b0a0-0089-41f7-8b48-137249caac8c tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:17.227570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a5ab576b-726f-42a2-bf5e-42fc51d7268b req-f9e27fa1-87b2-436e-baa3-0e6b63844224 service neutron] 10.222.0.18 "GET /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271193 Sep 18 05:15:17.228118 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cab7a5f9-d596-4963-ab9e-9e8d1b2cde1d req-5f60b0a0-0089-41f7-8b48-137249caac8c tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 944 time: 0.7575912 Sep 18 05:15:17.284280 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d1421b3f-21ba-4d8e-8dd1-537d2362c2f9 service neutron] 10.222.0.23 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7394724 Sep 18 05:15:17.290798 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ccfeb2c4-2eee-4d0e-b3ee-2e19e6c46fa4 req-1f5f9ee5-597c-4e88-abf9-5b6d31cb8dcb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34be33d9-1827-40e4-b932-da9747d1d561 HTTP/1.1" status: 200 len: 217 time: 0.0866776 Sep 18 05:15:17.319047 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cab7a5f9-d596-4963-ab9e-9e8d1b2cde1d req-04b9c0b2-aa15-48f9-a502-1c0a896f3be2 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899978 Sep 18 05:15:17.334460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-da317c2c-20f7-4603-97d7-4ded759d505e None None] Provisioning complete for port a3718baa-5c97-43bb-85f1-71df34a174c6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:17.335002 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-da317c2c-20f7-4603-97d7-4ded759d505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.361034 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0be60175-320e-4a9e-9da0-db0200194f42 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.361604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be60175-320e-4a9e-9da0-db0200194f42 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Fanout notify agent at l3_agent the message router_deleted on router 9365df3f-435c-4b11-8840-85a4c16e399a {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:15:17.372084 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0be60175-320e-4a9e-9da0-db0200194f42 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.376753 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0be60175-320e-4a9e-9da0-db0200194f42 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a HTTP/1.1" status: 204 len: 168 time: 1.2291887 Sep 18 05:15:17.378705 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59614) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:17.394982 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-630e8008-9df4-4e22-8e83-f735aafad4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-733036257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:17.544762 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-630e8008-9df4-4e22-8e83-f735aafad4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.548611 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-630e8008-9df4-4e22-8e83-f735aafad4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.616228 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea199a-e45d-48f4-a13f-cf8e9ce9c553 req-df35616e-5417-4ec1-a45d-0b32d2883ca3 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:17.618130 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1bea199a-e45d-48f4-a13f-cf8e9ce9c553 req-df35616e-5417-4ec1-a45d-0b32d2883ca3 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 943 time: 0.1631634 Sep 18 05:15:17.658954 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-630e8008-9df4-4e22-8e83-f735aafad4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.731379 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.734240 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-630e8008-9df4-4e22-8e83-f735aafad4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.760278 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1bea199a-e45d-48f4-a13f-cf8e9ce9c553 req-970f7a7f-6500-413f-9167-a8c66a989337 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037686 Sep 18 05:15:17.780883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.812445 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-630e8008-9df4-4e22-8e83-f735aafad4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.814765 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-630e8008-9df4-4e22-8e83-f735aafad4aa tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4330847 Sep 18 05:15:17.818145 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59628) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:17.825230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-72c8b524-545e-4e64-a79d-0996fc6bcd04 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:17.847559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeb2c4-2eee-4d0e-b3ee-2e19e6c46fa4 req-be4cbd91-3bf8-4da4-bae1-895ebce311cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:17.849628 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ccfeb2c4-2eee-4d0e-b3ee-2e19e6c46fa4 req-be4cbd91-3bf8-4da4-bae1-895ebce311cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffa1aa8a-165a-490d-b598-b998f744cdb9 HTTP/1.1" status: 200 len: 853 time: 0.5508924 Sep 18 05:15:17.858795 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-84a1d996-2dba-412c-89c6-6f8f184011e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:17.901759 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ccfeb2c4-2eee-4d0e-b3ee-2e19e6c46fa4 req-2a680ee9-3594-4272-8c85-781d5dbafee3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a203d862-57d5-4a1d-9a25-efff58d03c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438395 Sep 18 05:15:17.960035 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-84a1d996-2dba-412c-89c6-6f8f184011e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:18.048355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Allocated IP 172.25.7.191 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/bc144a03-acb4-49ec-a889-f5b8f8e2820f) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:18.085597 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd95533-94b0-46b0-ac14-1de81d2a844b req-9cdf2f74-88cd-4f23-8831-9bc9563cd286 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:18.086647 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7fd95533-94b0-46b0-ac14-1de81d2a844b req-9cdf2f74-88cd-4f23-8831-9bc9563cd286 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.2199900 Sep 18 05:15:18.112300 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ccfeb2c4-2eee-4d0e-b3ee-2e19e6c46fa4 req-aac64c35-a314-480b-aab0-b7b7a9f89454 service neutron] 10.222.0.18 "GET /v2.0/networks/a203d862-57d5-4a1d-9a25-efff58d03c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004321 Sep 18 05:15:18.122757 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72c8b524-545e-4e64-a79d-0996fc6bcd04 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:18.166280 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7fd95533-94b0-46b0-ac14-1de81d2a844b req-c87dd6bb-dea9-41a5-8c85-4682155592d3 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467832 Sep 18 05:15:18.178408 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-84a1d996-2dba-412c-89c6-6f8f184011e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:18.181007 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-84a1d996-2dba-412c-89c6-6f8f184011e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:18.182161 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-84a1d996-2dba-412c-89c6-6f8f184011e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85d7a88a-1204-45e9-a21b-428caf59aef6 HTTP/1.1" status: 204 len: 168 time: 0.9908855 Sep 18 05:15:18.201328 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72c8b524-545e-4e64-a79d-0996fc6bcd04 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:18.227089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1d996-2dba-412c-89c6-6f8f184011e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d7a88a-1204-45e9-a21b-428caf59aef6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:18.268693 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:18.291579 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ccfeb2c4-2eee-4d0e-b3ee-2e19e6c46fa4 req-d9eb89f3-dd9a-4518-954b-edf6086176a9 service neutron] 10.222.0.18 "GET /v2.0/networks/a203d862-57d5-4a1d-9a25-efff58d03c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537776 Sep 18 05:15:18.384388 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:18.429176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:18.432653 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:18.435789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:18.439169 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c8b524-545e-4e64-a79d-0996fc6bcd04 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Router 5a422b90-3014-4f33-84de-c9f722a7a2d2 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:15:18.466903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d01ca-5c42-471f-9cb7-ac1fa8f228dc req-ea3dd69e-f591-4de5-b860-54e25012dc94 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:18.468482 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-db1d01ca-5c42-471f-9cb7-ac1fa8f228dc req-ea3dd69e-f591-4de5-b860-54e25012dc94 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 944 time: 0.0655658 Sep 18 05:15:18.486060 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc144a03-acb4-49ec-a889-f5b8f8e2820f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:18.555907 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c8b524-545e-4e64-a79d-0996fc6bcd04 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:15:18.562048 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72c8b524-545e-4e64-a79d-0996fc6bcd04 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:18.568402 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fffe0e-b833-41e2-a36b-c4b9058a72d2 None None] Sync routers for ids ['5a422b90-3014-4f33-84de-c9f722a7a2d2'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:15:18.576821 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-72c8b524-545e-4e64-a79d-0996fc6bcd04 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "PUT /v2.0/routers/5a422b90-3014-4f33-84de-c9f722a7a2d2 HTTP/1.1" status: 200 len: 697 time: 0.7573838 Sep 18 05:15:18.577507 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59642) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:18.597389 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fffe0e-b833-41e2-a36b-c4b9058a72d2 None None] Routers {'5a422b90-3014-4f33-84de-c9f722a7a2d2'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:18.598346 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b5fffe0e-b833-41e2-a36b-c4b9058a72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:15:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['5a422b90-3014-4f33-84de-c9f722a7a2d2'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:18.606331 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-db1d01ca-5c42-471f-9cb7-ac1fa8f228dc req-a43160d2-4c35-4397-b4d8-ebf1271e330f tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015565 Sep 18 05:15:18.693963 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-06f55090-0300-4877-8a56-79f8281a7769 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/routers/5a422b90-3014-4f33-84de-c9f722a7a2d2 HTTP/1.1" status: 200 len: 703 time: 0.1001453 Sep 18 05:15:18.697147 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59646) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:18.714686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a3718baa-5c97-43bb-85f1-71df34a174c6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:15:18.738814 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-b5fffe0e-b833-41e2-a36b-c4b9058a72d2 None None] Set router 5a422b90-3014-4f33-84de-c9f722a7a2d2 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:18.778016 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f309b7dc-7f17-4958-9342-9b329466aad1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a422b90-3014-4f33-84de-c9f722a7a2d2 HTTP/1.1" status: 200 len: 205 time: 0.0766296 Sep 18 05:15:18.779993 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59656) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:18.864813 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-794c1e13-280c-4565-9f87-b912d94b1ebd req-56718475-5706-4c28-9805-56465af324e3 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0563068 Sep 18 05:15:18.898043 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b5fffe0e-b833-41e2-a36b-c4b9058a72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a422b90-3014-4f33-84de-c9f722a7a2d2', 'name': 'tempest-RoutersIpV6Test-router-733036257', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:18Z', 'revision_number': 2, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:18.906430 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a3718baa-5c97-43bb-85f1-71df34a174c6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:18.906825 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:18.937402 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fffe0e-b833-41e2-a36b-c4b9058a72d2 None None] Checking router: 5a422b90-3014-4f33-84de-c9f722a7a2d2 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:15:18.947120 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fffe0e-b833-41e2-a36b-c4b9058a72d2 None None] Routers {'5a422b90-3014-4f33-84de-c9f722a7a2d2'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:18.948124 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b5fffe0e-b833-41e2-a36b-c4b9058a72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:15:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['5a422b90-3014-4f33-84de-c9f722a7a2d2'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:19.039604 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29c087d2-f156-48ca-b5da-e8e5b7dd001a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:19.059031 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-b5fffe0e-b833-41e2-a36b-c4b9058a72d2 None None] Set router 5a422b90-3014-4f33-84de-c9f722a7a2d2 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:19.136422 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b5fffe0e-b833-41e2-a36b-c4b9058a72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a422b90-3014-4f33-84de-c9f722a7a2d2', 'name': 'tempest-RoutersIpV6Test-router-733036257', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:18Z', 'revision_number': 2, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:19.172442 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fffe0e-b833-41e2-a36b-c4b9058a72d2 None None] The sync data for ids ['5a422b90-3014-4f33-84de-c9f722a7a2d2'] in n-d-789963-13 is: [{'id': '5a422b90-3014-4f33-84de-c9f722a7a2d2', 'name': 'tempest-RoutersIpV6Test-router-733036257', 'tenant_id': '5a0e40c1782349d7a743a27e39bda6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:18Z', 'revision_number': 2, 'project_id': '5a0e40c1782349d7a743a27e39bda6cc', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:15:19.235514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04177a-edf2-4b29-9f51-dcbdb0f739ad req-2fd4df97-d4f5-4826-8d49-1fef15596d25 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:19.237263 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4b04177a-edf2-4b29-9f51-dcbdb0f739ad req-2fd4df97-d4f5-4826-8d49-1fef15596d25 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 943 time: 0.2590892 Sep 18 05:15:19.346265 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29c087d2-f156-48ca-b5da-e8e5b7dd001a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:19.349600 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29c087d2-f156-48ca-b5da-e8e5b7dd001a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:19.351119 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:19.355863 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23a5a4-9f1d-4018-a1ca-374395ab1fc8 req-1a84e528-1660-4f59-bf55-3eac9a75b62a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:19.365252 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b23a5a4-9f1d-4018-a1ca-374395ab1fc8 req-1a84e528-1660-4f59-bf55-3eac9a75b62a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.0921161 Sep 18 05:15:19.427084 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b23a5a4-9f1d-4018-a1ca-374395ab1fc8 req-9453c347-a1c0-43e7-8f99-ea19581c9cec tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607381 Sep 18 05:15:19.470067 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4b04177a-edf2-4b29-9f51-dcbdb0f739ad req-4b3e3e44-c03c-4eb6-a881-b9c6c45a387d tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807702 Sep 18 05:15:19.579579 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29c087d2-f156-48ca-b5da-e8e5b7dd001a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:19.581222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c087d2-f156-48ca-b5da-e8e5b7dd001a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Fanout notify agent at l3_agent the message router_deleted on router 5a422b90-3014-4f33-84de-c9f722a7a2d2 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:15:19.590634 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29c087d2-f156-48ca-b5da-e8e5b7dd001a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:19.591844 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-29c087d2-f156-48ca-b5da-e8e5b7dd001a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/routers/5a422b90-3014-4f33-84de-c9f722a7a2d2 HTTP/1.1" status: 204 len: 168 time: 0.8103454 Sep 18 05:15:19.596731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59680) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:19.629844 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f39b9485-8d10-45f3-8221-f3ddffba71ce tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a422b90-3014-4f33-84de-c9f722a7a2d2 HTTP/1.1" status: 200 len: 205 time: 0.0303388 Sep 18 05:15:19.632461 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59684) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:19.663114 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:19.684986 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-b06025c6-1886-4324-bb41-7b8db027f75a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] delete failed (client error): The resource could not be found. Sep 18 05:15:19.686289 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b06025c6-1886-4324-bb41-7b8db027f75a tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/routers/5a422b90-3014-4f33-84de-c9f722a7a2d2 HTTP/1.1" status: 404 len: 336 time: 0.0526102 Sep 18 05:15:19.689377 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59690) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:19.735380 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cba5b97-38f7-41ba-8b3d-cc04550de966 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] DELETE failed (client error): The resource could not be found. Sep 18 05:15:19.735921 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cba5b97-38f7-41ba-8b3d-cc04550de966 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:15:19.737792 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0cba5b97-38f7-41ba-8b3d-cc04550de966 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/58793e65-7f7b-4c86-bb7d-eb642e1f4251 HTTP/1.1" status: 404 len: 337 time: 0.0459533 Sep 18 05:15:19.742184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59692) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:19.795811 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51329bf-8a6d-4ffd-87e5-14580f781124 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] DELETE failed (client error): The resource could not be found. Sep 18 05:15:19.796450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51329bf-8a6d-4ffd-87e5-14580f781124 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:15:19.798220 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d51329bf-8a6d-4ffd-87e5-14580f781124 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/b963069c-582c-41b3-8ccc-ccdfb03f5ba8 HTTP/1.1" status: 404 len: 337 time: 0.0547810 Sep 18 05:15:19.801545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59694) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:19.808712 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb35b1b-a9bd-47be-8ef5-f5b181fd7aee req-b49ccd75-db9e-4222-bb56-db0c9e3c6902 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:19.810435 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deb35b1b-a9bd-47be-8ef5-f5b181fd7aee req-b49ccd75-db9e-4222-bb56-db0c9e3c6902 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 944 time: 0.0710979 Sep 18 05:15:19.853938 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-deb35b1b-a9bd-47be-8ef5-f5b181fd7aee req-5289ea8c-0594-456e-9dc3-102c9b0ce59d tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367155 Sep 18 05:15:19.857076 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-46268b7b-3939-4578-94bc-046ce399a3e9 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] DELETE failed (client error): The resource could not be found. Sep 18 05:15:19.857383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46268b7b-3939-4578-94bc-046ce399a3e9 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:15:19.859143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-46268b7b-3939-4578-94bc-046ce399a3e9 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/a91f9bd9-e41a-4b98-a63c-0a0a7eee3e8d HTTP/1.1" status: 404 len: 337 time: 0.0566854 Sep 18 05:15:19.861920 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59696) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:19.898741 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ed7648-49f6-47df-82d5-09b237c1341f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] DELETE failed (client error): The resource could not be found. Sep 18 05:15:19.899000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ed7648-49f6-47df-82d5-09b237c1341f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:15:19.901057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f0ed7648-49f6-47df-82d5-09b237c1341f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/71e97e4d-b7ec-4311-a784-4af3f074873d HTTP/1.1" status: 404 len: 337 time: 0.0380223 Sep 18 05:15:19.903916 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59702) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:19.951688 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d990fcbb-53ee-41e9-a76a-27f23d82791b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports?device_id=9365df3f-435c-4b11-8840-85a4c16e399a HTTP/1.1" status: 200 len: 205 time: 0.0461390 Sep 18 05:15:19.956703 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59704) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:19.968203 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99e714ef-0076-4749-bbed-7e6565f6b901 req-8302c990-876c-4778-8261-dc3d176174b0 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0361886 Sep 18 05:15:20.016130 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-5df6412e-eefd-415d-bac2-bf58eedcf6a0 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] delete failed (client error): The resource could not be found. Sep 18 05:15:20.016130 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5df6412e-eefd-415d-bac2-bf58eedcf6a0 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/routers/9365df3f-435c-4b11-8840-85a4c16e399a HTTP/1.1" status: 404 len: 336 time: 0.0546937 Sep 18 05:15:20.018239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59706) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.052523 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ed1af592-8d16-4ee1-84b2-c671660a372b tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports?device_id=f557fe2f-9359-4d90-90d0-765cd8dd3372 HTTP/1.1" status: 200 len: 205 time: 0.0329089 Sep 18 05:15:20.055082 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59708) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.063233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Router ac0ac1ba-1e72-42d7-99de-31292384b7c8 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:15:20.100036 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-23a63c38-9d9a-4811-9c5a-a27f77ade90f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] delete failed (client error): The resource could not be found. Sep 18 05:15:20.101119 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-23a63c38-9d9a-4811-9c5a-a27f77ade90f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/routers/f557fe2f-9359-4d90-90d0-765cd8dd3372 HTTP/1.1" status: 404 len: 336 time: 0.0450704 Sep 18 05:15:20.103795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59710) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.172253 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-f714e4b8-0c43-4922-8e48-eb0902727743 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] DELETE failed (client error): The resource could not be found. Sep 18 05:15:20.173202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f714e4b8-0c43-4922-8e48-eb0902727743 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:15:20.176516 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f714e4b8-0c43-4922-8e48-eb0902727743 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/c8b5dfe8-04a6-4372-8e77-7c666d39a715 HTTP/1.1" status: 404 len: 337 time: 0.0710502 Sep 18 05:15:20.180334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59712) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.209392 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-60804270-58ab-4913-8053-83d63673b50e tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports?device_id=95510748-7057-4597-bf65-3fb8e4f2a919 HTTP/1.1" status: 200 len: 205 time: 0.0271478 Sep 18 05:15:20.212078 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59714) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.216066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 3f54b063-3e20-4355-8e6d-8810e0d91ea7 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:15:20.253355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:15:20.260803 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-3db4d8b3-e4e9-42f0-ab0a-b5b632ab4543 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] delete failed (client error): The resource could not be found. Sep 18 05:15:20.264386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3db4d8b3-e4e9-42f0-ab0a-b5b632ab4543 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/routers/95510748-7057-4597-bf65-3fb8e4f2a919 HTTP/1.1" status: 404 len: 336 time: 0.0496864 Sep 18 05:15:20.264761 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59716) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.268995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Sync routers for ids ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:15:20.297374 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-90d9ccbd-ad93-4225-80c9-380ee862f599 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports?device_id=70de6ef5-816d-49d0-8c0f-142bb982bbb2 HTTP/1.1" status: 200 len: 205 time: 0.0307724 Sep 18 05:15:20.312562 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Routers {'ac0ac1ba-1e72-42d7-99de-31292384b7c8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:20.313272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:15:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:20.383458 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59718) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.422197 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-5e7981a5-0fa1-40bf-bc69-2f7c82c00a32 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] delete failed (client error): The resource could not be found. Sep 18 05:15:20.429156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59720) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.430463 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5e7981a5-0fa1-40bf-bc69-2f7c82c00a32 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/routers/70de6ef5-816d-49d0-8c0f-142bb982bbb2 HTTP/1.1" status: 404 len: 336 time: 0.0563359 Sep 18 05:15:20.515649 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-6801370e-5de0-48ed-a13e-ddf29026b44c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] DELETE failed (client error): The resource could not be found. Sep 18 05:15:20.516432 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6801370e-5de0-48ed-a13e-ddf29026b44c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:15:20.530000 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6801370e-5de0-48ed-a13e-ddf29026b44c tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/6a28c68b-0794-4917-b824-d37f9214dd12 HTTP/1.1" status: 404 len: 337 time: 0.0993552 Sep 18 05:15:20.533224 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59726) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.573311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 3f54b063-3e20-4355-8e6d-8810e0d91ea7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=3f54b063-3e20-4355-8e6d-8810e0d91ea7,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:20.590972 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b4784-9fd1-485a-8ffd-534e8bd117b8 req-e78ec7bd-5aa9-429f-b54d-b9a55221bdc6 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:20.600115 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b43b4784-9fd1-485a-8ffd-534e8bd117b8 req-e78ec7bd-5aa9-429f-b54d-b9a55221bdc6 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.0878499 Sep 18 05:15:20.602460 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-64ca111c-81bd-4c6b-a56a-eca0a1b04df3 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports?device_id=915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1 HTTP/1.1" status: 200 len: 205 time: 0.0663533 Sep 18 05:15:20.612803 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59728) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.619832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '3f54b063-3e20-4355-8e6d-8810e0d91ea7', 'network_id': 'c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359', 'port_id': '3f54b063-3e20-4355-8e6d-8810e0d91ea7', 'mac_address': 'fa:16:3e:83:c3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8817cc4-5efc-4abd-af87-af0f6b42c4b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:15:20.653718 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-f751e77f-e1b5-4776-bb0b-aadc66d76bd1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] delete failed (client error): The resource could not be found. Sep 18 05:15:20.654782 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f751e77f-e1b5-4776-bb0b-aadc66d76bd1 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/routers/915b7c1c-8dbe-4ea0-9baf-d9e5a25fa9b1 HTTP/1.1" status: 404 len: 336 time: 0.0403917 Sep 18 05:15:20.658807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59730) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.662421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Set router ac0ac1ba-1e72-42d7-99de-31292384b7c8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:20.686527 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b43b4784-9fd1-485a-8ffd-534e8bd117b8 req-50f7638d-64af-4f12-9a64-c6aa5e5774d8 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853596 Sep 18 05:15:20.724807 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:20.728987 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3935abe8-46dd-43ff-b9eb-ac53e74e89f4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7549052 Sep 18 05:15:20.728987 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef7671c-b9e1-4366-ad7d-ae122f76387f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] DELETE failed (client error): The resource could not be found. Sep 18 05:15:20.729242 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59732) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.734925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef7671c-b9e1-4366-ad7d-ae122f76387f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:15:20.743265 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4ef7671c-b9e1-4366-ad7d-ae122f76387f tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/0d27cc7c-3110-4878-917b-3e92cb228e0c HTTP/1.1" status: 404 len: 337 time: 0.0820327 Sep 18 05:15:20.745712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59734) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.807525 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4cb437b0-59b7-4560-b365-5e7e31ee25a7 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "GET /v2.0/ports?device_id=daafc96d-c516-4e2f-8d51-c9429322f098 HTTP/1.1" status: 200 len: 205 time: 0.0590258 Sep 18 05:15:20.808573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59736) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.844559 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:20.873616 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f54b063-3e20-4355-8e6d-8810e0d91ea7 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:15:20.877526 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-4c0dda30-0b46-4dcb-9de8-7f01040a2f84 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] delete failed (client error): The resource could not be found. Sep 18 05:15:20.884341 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4c0dda30-0b46-4dcb-9de8-7f01040a2f84 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/routers/daafc96d-c516-4e2f-8d51-c9429322f098 HTTP/1.1" status: 404 len: 336 time: 0.0744393 Sep 18 05:15:20.885271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59740) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.905971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 3f54b063-3e20-4355-8e6d-8810e0d91ea7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=3f54b063-3e20-4355-8e6d-8810e0d91ea7,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:20.916429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:18Z', 'revision_number': 3, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:20.946674 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6dabd11-5d84-4f5e-a430-b1904c4b33b0 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] DELETE failed (client error): The resource could not be found. Sep 18 05:15:20.949049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6dabd11-5d84-4f5e-a430-b1904c4b33b0 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:15:20.957066 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d6dabd11-5d84-4f5e-a430-b1904c4b33b0 tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/7ed625c4-7e94-42b9-a047-f681f5c4d977 HTTP/1.1" status: 404 len: 337 time: 0.0707197 Sep 18 05:15:20.958685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59744) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:20.984426 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Checking router: ac0ac1ba-1e72-42d7-99de-31292384b7c8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:15:20.985679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Updating router ac0ac1ba-1e72-42d7-99de-31292384b7c8 port bc144a03-acb4-49ec-a889-f5b8f8e2820f binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:15:20.994686 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:20.994686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 34be33d9-1827-40e4-b932-da9747d1d561 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:15:21.087244 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-167510ae-5e2b-4300-9c8f-76eae1fa63ea tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] DELETE failed (client error): The resource could not be found. Sep 18 05:15:21.087717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167510ae-5e2b-4300-9c8f-76eae1fa63ea tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:15:21.092035 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-167510ae-5e2b-4300-9c8f-76eae1fa63ea tempest-RoutersIpV6Test-143828786 tempest-RoutersIpV6Test-143828786-project] 10.222.0.23 "DELETE /v2.0/subnets/bfe0528b-23e4-4d3a-a627-253b44c2bed2 HTTP/1.1" status: 404 len: 337 time: 0.1313822 Sep 18 05:15:21.146392 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:21.187119 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:15:21.199872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943ac75-854c-4764-8a3f-f26f55b5bb6d req-aa7feec0-3734-401f-801d-d990022d6fa9 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:21.226563 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3943ac75-854c-4764-8a3f-f26f55b5bb6d req-aa7feec0-3734-401f-801d-d990022d6fa9 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 943 time: 0.2516119 Sep 18 05:15:21.255061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5ec2d-0896-4f2c-832d-424eb709925c req-e585227a-4a33-4815-9b6c-9d07ff5c0998 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:21.263326 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4db5ec2d-0896-4f2c-832d-424eb709925c req-e585227a-4a33-4815-9b6c-9d07ff5c0998 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 945 time: 0.2178628 Sep 18 05:15:21.320473 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3943ac75-854c-4764-8a3f-f26f55b5bb6d req-9dd517c9-ebd3-4eb8-abc6-be3e4171e8b4 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925989 Sep 18 05:15:21.369603 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4db5ec2d-0896-4f2c-832d-424eb709925c req-13fb6668-1686-4932-9a18-326e4dabb049 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058815 Sep 18 05:15:21.456422 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:21.464514 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 34be33d9-1827-40e4-b932-da9747d1d561, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=34be33d9-1827-40e4-b932-da9747d1d561,segment=NetworkSegment(be20c028-e947-49f9-8a1d-c565631129f1),segment_id=be20c028-e947-49f9-8a1d-c565631129f1)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:21.490183 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '34be33d9-1827-40e4-b932-da9747d1d561', 'network_id': 'a203d862-57d5-4a1d-9a25-efff58d03c78', 'port_id': '34be33d9-1827-40e4-b932-da9747d1d561', 'mac_address': 'fa:16:3e:f0:d1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa1aa8a-165a-490d-b598-b998f744cdb9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:15:21.532973 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=3f54b063-3e20-4355-8e6d-8810e0d91ea7,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:21.579731 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:21.622698 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34be33d9-1827-40e4-b932-da9747d1d561 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:15:21.633600 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4c0ab5b-6bc4-426f-b69d-dc4287cc6902 req-523dbfa8-1e66-4846-8b25-81d37e15de7c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0683258 Sep 18 05:15:21.658307 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 34be33d9-1827-40e4-b932-da9747d1d561, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=34be33d9-1827-40e4-b932-da9747d1d561,segment=NetworkSegment(be20c028-e947-49f9-8a1d-c565631129f1),segment_id=be20c028-e947-49f9-8a1d-c565631129f1)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:21.661291 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:21.702652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Allocated IP 172.20.0.1 (44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0/5ab02bc3-4445-486e-bb1b-e6de93866e50/6707cfe5-806d-44e9-986f-19464b65a4c8) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:21.724241 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:21.742865 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:21.811723 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Attempting to bind port bc144a03-acb4-49ec-a889-f5b8f8e2820f on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:21.812330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Attempting to bind port bc144a03-acb4-49ec-a889-f5b8f8e2820f by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:21.812708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Attempting to bind port bc144a03-acb4-49ec-a889-f5b8f8e2820f on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:21.822915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:21.823689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:21.824102 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:21.824554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:21.825182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Bound port: bc144a03-acb4-49ec-a889-f5b8f8e2820f, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:21.825574 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:21.868502 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=34be33d9-1827-40e4-b932-da9747d1d561,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:21.907239 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a50e5-ee06-4195-9a9c-763fd5099848 req-56227b6a-b5bb-483f-8277-f541923bcc4b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:21.914659 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a6a50e5-ee06-4195-9a9c-763fd5099848 req-56227b6a-b5bb-483f-8277-f541923bcc4b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.1240740 Sep 18 05:15:21.943927 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59766) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:21.946378 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e3940-d449-476c-8b60-de7bcb3141fa None None] Pushing event updated for resources: {'Port': ['ID=bc144a03-acb4-49ec-a889-f5b8f8e2820f,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:21.949361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] For port bc144a03-acb4-49ec-a889-f5b8f8e2820f, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:21.952995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['3f54b063-3e20-4355-8e6d-8810e0d91ea7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:15:21.963746 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:21.987681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] For port bc144a03-acb4-49ec-a889-f5b8f8e2820f, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bc144a03-acb4-49ec-a889-f5b8f8e2820f,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:21.989654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['34be33d9-1827-40e4-b932-da9747d1d561'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:15:21.999302 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a6a50e5-ee06-4195-9a9c-763fd5099848 req-a01da4d6-5d88-4a1e-aabd-d08f2c86a700 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717955 Sep 18 05:15:22.047897 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-265ee009-66b3-4605-9cc4-70ef862ecb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:22.049891 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-265ee009-66b3-4605-9cc4-70ef862ecb3c service neutron] 10.222.0.13 "GET /v2.0/ports/809807b6-462d-44b0-8e04-e9ff7ffe34db HTTP/1.1" status: 200 len: 1027 time: 0.0553560 Sep 18 05:15:22.065652 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:22.140130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-eab46059-1faf-488e-be03-eacff4c51087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:22.142070 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-eab46059-1faf-488e-be03-eacff4c51087 service neutron] 10.222.0.13 "GET /v2.0/ports/0f8dede5-c7f9-4b5a-9a73-478db3ecef05 HTTP/1.1" status: 200 len: 1026 time: 0.0758512 Sep 18 05:15:22.188256 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Routers {'ac0ac1ba-1e72-42d7-99de-31292384b7c8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:22.188915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:15:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:22.193852 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e3940-d449-476c-8b60-de7bcb3141fa None None] Pushing event updated for resources: {'Port': ['ID=bc144a03-acb4-49ec-a889-f5b8f8e2820f,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:22.237435 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:22.308977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Pushing event updated for resources: {'Port': ['ID=6707cfe5-806d-44e9-986f-19464b65a4c8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:22.351505 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e620a514-a32d-48ab-85ce-3b1c790da61e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a0e40c1782349d7a743a27e39bda6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4041746 Sep 18 05:15:22.353043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59772) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:22.356677 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:22.364993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:22.385391 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] Set router ac0ac1ba-1e72-42d7-99de-31292384b7c8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:22.385802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:22.390747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:22.391350 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:22.391711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:22.392092 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:22.392826 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:22.393577 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:22.393964 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:22.394379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:22.394866 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:22.395208 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:22.395544 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:22.397077 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:22.417165 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-78b0819c-f4d8-4d7a-b6f0-1387b5b9d3ee tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:22.423673 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-78b0819c-f4d8-4d7a-b6f0-1387b5b9d3ee tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:22.433085 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-78b0819c-f4d8-4d7a-b6f0-1387b5b9d3ee tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:22.435117 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-78b0819c-f4d8-4d7a-b6f0-1387b5b9d3ee tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "GET /v2.0/networks?id=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=51566083-6d68-46b7-9abf-efdb568e8fb9&id=51566083-6d68-46b7-9abf-efdb568e8fb9 HTTP/1.1" status: 200 len: 1990 time: 0.2855759 Sep 18 05:15:22.611686 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb7f1854-5c86-4909-b6dc-881108de7bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:22.657097 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb7f1854-5c86-4909-b6dc-881108de7bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:22.670610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f18088-8ccc-4ae7-930b-9aca85a75b1e req-4c614ca5-22f1-496a-b5b3-cfa711512e8f tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:22.672962 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e0f18088-8ccc-4ae7-930b-9aca85a75b1e req-4c614ca5-22f1-496a-b5b3-cfa711512e8f tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 944 time: 0.1734960 Sep 18 05:15:22.689461 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:18Z', 'revision_number': 3, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:22.765807 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e0f18088-8ccc-4ae7-930b-9aca85a75b1e req-0b366caf-e625-4cdd-a444-b6dd07f29620 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790949 Sep 18 05:15:22.776366 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2103846-07a6-4e58-ad0f-d90cd8ea1684 None None] The sync data for ids ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'] in n-d-789963-13 is: [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:18Z', 'revision_number': 3, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:15:22.883857 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f744368-0fd0-4f62-9d06-1907298eb044 req-b3a360a8-9e7b-490d-b006-ebd3916ca6f6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0411739 Sep 18 05:15:22.884323 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb7f1854-5c86-4909-b6dc-881108de7bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:22.895195 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb7f1854-5c86-4909-b6dc-881108de7bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:22.899615 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bb7f1854-5c86-4909-b6dc-881108de7bb8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9329ed39-f063-44cb-9083-efb5da86f9c9 HTTP/1.1" status: 204 len: 168 time: 0.5451019 Sep 18 05:15:22.909618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e20c69d4-ea2a-42df-b467-f862186c4e70 None None] Provisioning complete for port 6707cfe5-806d-44e9-986f-19464b65a4c8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:22.912697 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e20c69d4-ea2a-42df-b467-f862186c4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:22.946121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f1854-5c86-4909-b6dc-881108de7bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9329ed39-f063-44cb-9083-efb5da86f9c9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:22.989722 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:23.040112 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e20c69d4-ea2a-42df-b467-f862186c4e70 None None] Port 6707cfe5-806d-44e9-986f-19464b65a4c8 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:15:23.101173 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:23.123749 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63da08-3ab7-4ce0-8510-5b375fb1f5eb req-99c78b00-e461-4715-bdf3-dccb2809f01e tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:23.151481 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd63da08-3ab7-4ce0-8510-5b375fb1f5eb req-99c78b00-e461-4715-bdf3-dccb2809f01e tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 945 time: 0.6414070 Sep 18 05:15:23.179477 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:23.277104 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1df30ae3-6848-4e57-80ea-93010f214d92 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b372da42727e49509bd94f617be28f70 HTTP/1.1" status: 200 len: 379 time: 0.7947121 Sep 18 05:15:23.293019 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0844e70b-9ff0-4074-bb22-295b520b9c08 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'port': {'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'admin_state_up': True, 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'security_groups': ['0aa9b060-5945-4b13-8c42-bd53979fbcb5']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:23.340276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf5752-d058-4060-8ba7-6b40c3e252fe req-ae8702c2-b339-4d95-8b33-7dd5862e393a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:23.343676 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0cf5752-d058-4060-8ba7-6b40c3e252fe req-ae8702c2-b339-4d95-8b33-7dd5862e393a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.1846068 Sep 18 05:15:23.439525 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0cf5752-d058-4060-8ba7-6b40c3e252fe req-638f43d4-6b2b-45e0-9bff-0fb68fa434b5 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874538 Sep 18 05:15:23.480295 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd63da08-3ab7-4ce0-8510-5b375fb1f5eb req-1b6d51c5-4301-4190-b3a3-df05b6dd0b35 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209519 Sep 18 05:15:23.657830 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0844e70b-9ff0-4074-bb22-295b520b9c08 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Made reservation on behalf of b372da42727e49509bd94f617be28f70 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:23.661629 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0844e70b-9ff0-4074-bb22-295b520b9c08 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:23.771090 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:23.967473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d4790-3374-4004-b290-5a863af28b39 req-c576b46d-a3b3-4537-b6da-d8de55de4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:23.969425 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a3d4790-3374-4004-b290-5a863af28b39 req-c576b46d-a3b3-4537-b6da-d8de55de4826 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 1097 time: 0.1466351 Sep 18 05:15:23.982857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0844e70b-9ff0-4074-bb22-295b520b9c08 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Allocated IP 172.20.0.11 (78c2b9f2-8e97-4d0a-84ce-22a58b092ad4/3652170f-ab08-4d41-b110-118b14aed9ef/d455aaba-551f-4bf0-bf41-d280a03099b8) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:24.020107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968462e-708f-439a-ae47-146e2e239e01 req-da148511-6a4d-4d72-ba80-4f5865ab84c4 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:24.049303 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e968462e-708f-439a-ae47-146e2e239e01 req-da148511-6a4d-4d72-ba80-4f5865ab84c4 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 944 time: 0.1659627 Sep 18 05:15:24.098156 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a3d4790-3374-4004-b290-5a863af28b39 req-6aa1ae3e-5b1e-4fa7-8e5f-87eb1aa760c0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108217 Sep 18 05:15:24.129892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e968462e-708f-439a-ae47-146e2e239e01 req-c1c911c7-845b-476b-9e82-c3f407c030e2 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707228 Sep 18 05:15:24.241258 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e856ec9-b446-43f7-bc41-36a292c33b29 req-2df4c636-b10c-43a8-908e-096880422e3d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0558159 Sep 18 05:15:24.247492 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 34be33d9-1827-40e4-b932-da9747d1d561 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:15:24.301186 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:24.362800 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:24.450421 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0844e70b-9ff0-4074-bb22-295b520b9c08 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:24.474296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 34be33d9-1827-40e4-b932-da9747d1d561 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:15:24.478741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 34be33d9-1827-40e4-b932-da9747d1d561 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:24.479529 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:24.498242 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:24.731272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9349ed-eceb-4de5-9276-fec19f0b7127 req-ea726023-c9e4-45b8-9ef7-6fe8e8377828 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:24.733246 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae9349ed-eceb-4de5-9276-fec19f0b7127 req-ea726023-c9e4-45b8-9ef7-6fe8e8377828 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.1502399 Sep 18 05:15:24.764204 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:24.783665 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Pushing event updated for resources: {'Port': ['ID=6707cfe5-806d-44e9-986f-19464b65a4c8,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:24.821336 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae9349ed-eceb-4de5-9276-fec19f0b7127 req-2b2a5c12-c775-4b3e-9336-60d2dc15ea20 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760944 Sep 18 05:15:24.831515 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34be33d9-1827-40e4-b932-da9747d1d561'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:24.835304 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8736e5-dc2a-4cfc-94c3-195677d3d1b9" -d '{"events": [{"server_uuid": "a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7", "name": "network-vif-plugged", "status": "completed", "tag": "34be33d9-1827-40e4-b932-da9747d1d561"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:24.838111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bc144a03-acb4-49ec-a889-f5b8f8e2820f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:15:24.851953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 34be33d9-1827-40e4-b932-da9747d1d561, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=34be33d9-1827-40e4-b932-da9747d1d561,segment=NetworkSegment(be20c028-e947-49f9-8a1d-c565631129f1),segment_id=be20c028-e947-49f9-8a1d-c565631129f1)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:24.858734 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23209d-cacb-4987-83bb-3f6ec8895b18 req-134a0759-5261-4f7d-b005-d2887a6f4208 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:24.863527 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a23209d-cacb-4987-83bb-3f6ec8895b18 req-134a0759-5261-4f7d-b005-d2887a6f4208 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 945 time: 0.1162467 Sep 18 05:15:24.866220 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0844e70b-9ff0-4074-bb22-295b520b9c08 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:24.929091 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:24.929973 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 3f54b063-3e20-4355-8e6d-8810e0d91ea7 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:15:24.937884 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:24.942013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844e70b-9ff0-4074-bb22-295b520b9c08 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'Port': ['ID=d455aaba-551f-4bf0-bf41-d280a03099b8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:24.945819 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:25.056678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port bc144a03-acb4-49ec-a889-f5b8f8e2820f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:25.060460 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:25.169043 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=34be33d9-1827-40e4-b932-da9747d1d561,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:25.268183 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0844e70b-9ff0-4074-bb22-295b520b9c08 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:25.279915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Router ac0ac1ba-1e72-42d7-99de-31292384b7c8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:15:25.288070 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0844e70b-9ff0-4074-bb22-295b520b9c08 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:25.300076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0844e70b-9ff0-4074-bb22-295b520b9c08 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:25.304465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 3f54b063-3e20-4355-8e6d-8810e0d91ea7 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:15:25.320160 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 3f54b063-3e20-4355-8e6d-8810e0d91ea7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:25.320583 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:25.385763 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:25.519036 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a23209d-cacb-4987-83bb-3f6ec8895b18 req-fcb59e94-4689-417e-830c-3fb3ebd451c8 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792215 Sep 18 05:15:25.551127 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port bc144a03-acb4-49ec-a889-f5b8f8e2820f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bc144a03-acb4-49ec-a889-f5b8f8e2820f,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:25.600176 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a5705e-0ae4-4c85-85d5-21cc97f6e871 x-openstack-request-id: req-45a5705e-0ae4-4c85-85d5-21cc97f6e871 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:25.600176 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7", "name": "network-vif-plugged", "status": "completed", "tag": "34be33d9-1827-40e4-b932-da9747d1d561", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:25.600176 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45a5705e-0ae4-4c85-85d5-21cc97f6e871 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:25.600176 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34be33d9-1827-40e4-b932-da9747d1d561', 'code': 200} Sep 18 05:15:25.628053 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:25.674789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0844e70b-9ff0-4074-bb22-295b520b9c08 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:25.682611 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0844e70b-9ff0-4074-bb22-295b520b9c08 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:25.688203 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:25.719947 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c3926185-afbc-4a60-8f7e-190c545fbeb2 None None] Provisioning complete for port 6707cfe5-806d-44e9-986f-19464b65a4c8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:25.721407 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c3926185-afbc-4a60-8f7e-190c545fbeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:25.862409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c3926185-afbc-4a60-8f7e-190c545fbeb2 None None] Port 6707cfe5-806d-44e9-986f-19464b65a4c8 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:15:25.876527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147edcb-59b4-48cb-8351-6c7e9e6fdc47 req-18999059-e84d-449b-8b2e-3b6ebb9561fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:25.883197 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a147edcb-59b4-48cb-8351-6c7e9e6fdc47 req-18999059-e84d-449b-8b2e-3b6ebb9561fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 1097 time: 0.2366686 Sep 18 05:15:25.893682 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1577c-eac5-4573-b283-db67b10eb865 req-851010d5-7999-4a10-80c7-cc8a34987ffb tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:25.902393 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59e1577c-eac5-4573-b283-db67b10eb865 req-851010d5-7999-4a10-80c7-cc8a34987ffb tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 932 time: 0.1661489 Sep 18 05:15:25.910922 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158c033-2ae6-46c9-b4b4-958cd71563e6 req-b7da480d-a9d4-4c94-aade-663c0e99896b tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:25.920293 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0158c033-2ae6-46c9-b4b4-958cd71563e6 req-b7da480d-a9d4-4c94-aade-663c0e99896b tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 945 time: 0.2083189 Sep 18 05:15:25.936455 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 3f54b063-3e20-4355-8e6d-8810e0d91ea7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=3f54b063-3e20-4355-8e6d-8810e0d91ea7,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:25.944067 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0844e70b-9ff0-4074-bb22-295b520b9c08 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6556664 Sep 18 05:15:25.975713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59e1577c-eac5-4573-b283-db67b10eb865 req-fbe99c3b-ba9a-414d-ac8f-35297eae9cc1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722003 Sep 18 05:15:25.978016 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=bc144a03-acb4-49ec-a889-f5b8f8e2820f,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:25.984717 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-2188fe2e-d5d9-48d8-bccb-c466ef5c8e86 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'port': {'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9', 'admin_state_up': True, 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'security_groups': ['0aa9b060-5945-4b13-8c42-bd53979fbcb5']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:25.990168 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a147edcb-59b4-48cb-8351-6c7e9e6fdc47 req-51270f55-e26c-4a20-b446-9ea091af83f6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801926 Sep 18 05:15:26.010972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-14a75d02-dd60-4459-9b1c-c6908c5db048 None None] Provisioning complete for port d455aaba-551f-4bf0-bf41-d280a03099b8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:26.011320 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-14a75d02-dd60-4459-9b1c-c6908c5db048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:26.051929 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:26.169148 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f589f-1ccb-499e-80d0-b45778114f5e req-d4151919-642c-4036-a6f0-f77e42d6cefb tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:26.176435 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:15:26.184017 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a94c654b-c8fa-4134-b2b9-1af5e6aee776 admin admin] 10.222.0.23 "PUT /v2.0/routers/ac0ac1ba-1e72-42d7-99de-31292384b7c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4535301 Sep 18 05:15:26.197901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a7f589f-1ccb-499e-80d0-b45778114f5e req-d4151919-642c-4036-a6f0-f77e42d6cefb tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.0971065 Sep 18 05:15:26.198085 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Sync routers for ids ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:15:26.214486 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Routers {'ac0ac1ba-1e72-42d7-99de-31292384b7c8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:26.215130 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:15:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:26.247153 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0158c033-2ae6-46c9-b4b4-958cd71563e6 req-5fea1f35-2313-407f-9c29-5e7c3c85cb64 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204064 Sep 18 05:15:26.272104 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a7f589f-1ccb-499e-80d0-b45778114f5e req-9ea7f612-1e0f-4c39-93f8-eef1909113d1 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715690 Sep 18 05:15:26.418546 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-2188fe2e-d5d9-48d8-bccb-c466ef5c8e86 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Made reservation on behalf of b372da42727e49509bd94f617be28f70 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:26.424886 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-2188fe2e-d5d9-48d8-bccb-c466ef5c8e86 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:26.442984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-14a75d02-dd60-4459-9b1c-c6908c5db048 None None] Port d455aaba-551f-4bf0-bf41-d280a03099b8 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:15:26.472606 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce26-009f-4b06-b2db-86506c5d6cf8 req-b2f074a3-3934-4f6b-bba9-bc716effed87 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:26.474850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c545ce26-009f-4b06-b2db-86506c5d6cf8 req-b2f074a3-3934-4f6b-bba9-bc716effed87 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0898681 Sep 18 05:15:26.513389 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=3f54b063-3e20-4355-8e6d-8810e0d91ea7,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:26.528417 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Set router ac0ac1ba-1e72-42d7-99de-31292384b7c8 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:26.590488 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c545ce26-009f-4b06-b2db-86506c5d6cf8 req-9c3a38a1-a597-45ef-8953-0ed5887296ac tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655506 Sep 18 05:15:26.743081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-2188fe2e-d5d9-48d8-bccb-c466ef5c8e86 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Allocated IP 10.1.1.184 (0ff5f079-8cb0-4d6d-9194-1f0813cef0a9/062b7174-2fca-4a49-aa4c-96df265cf547/c2eb472d-e0d7-46c8-a3b2-2012cdbe3347) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:26.754884 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bc144a03-acb4-49ec-a889-f5b8f8e2820f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:15:26.809885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port bc144a03-acb4-49ec-a889-f5b8f8e2820f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:26.810274 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:26.901082 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 2, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:26.962539 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Checking router: ac0ac1ba-1e72-42d7-99de-31292384b7c8 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:15:26.963406 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Updating router ac0ac1ba-1e72-42d7-99de-31292384b7c8 port 6707cfe5-806d-44e9-986f-19464b65a4c8 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:15:27.061248 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:27.106890 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76535ba9-e32d-40f2-bec4-446ae8132b49 req-de05737a-017a-4eca-bbdf-e0a168dd0010 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:27.119052 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-76535ba9-e32d-40f2-bec4-446ae8132b49 req-de05737a-017a-4eca-bbdf-e0a168dd0010 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 946 time: 0.3496439 Sep 18 05:15:27.211860 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-76535ba9-e32d-40f2-bec4-446ae8132b49 req-8fdac841-a789-4848-afe9-41a319903adc tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905323 Sep 18 05:15:27.221060 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-2188fe2e-d5d9-48d8-bccb-c466ef5c8e86 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:27.396870 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-2188fe2e-d5d9-48d8-bccb-c466ef5c8e86 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:27.469477 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-2188fe2e-d5d9-48d8-bccb-c466ef5c8e86 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:27.483561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865d8f9-c542-41e7-953e-76d1ec4ce57f req-e4bdc8ef-8dc6-4556-8c93-07378f5392f3 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:27.488839 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d865d8f9-c542-41e7-953e-76d1ec4ce57f req-e4bdc8ef-8dc6-4556-8c93-07378f5392f3 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 932 time: 0.1284213 Sep 18 05:15:27.493917 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-2188fe2e-d5d9-48d8-bccb-c466ef5c8e86 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:27.528112 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-2188fe2e-d5d9-48d8-bccb-c466ef5c8e86 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:27.569478 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188fe2e-d5d9-48d8-bccb-c466ef5c8e86 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'Port': ['ID=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:27.601472 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5eecafe-67e2-4441-8a78-809b744aa7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f54b063-3e20-4355-8e6d-8810e0d91ea7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:27.604611 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bd8942-e601-4311-b028-767c231598ee" -d '{"events": [{"server_uuid": "e5eecafe-67e2-4441-8a78-809b744aa7d4", "name": "network-vif-plugged", "status": "completed", "tag": "3f54b063-3e20-4355-8e6d-8810e0d91ea7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:27.607006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59892) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:27.614392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225557696', 'description': 'tempest-description--1530369303'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:27.617223 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d865d8f9-c542-41e7-953e-76d1ec4ce57f req-49262581-4d1a-4db6-9d6d-411a0656be09 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198466 Sep 18 05:15:27.617690 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:27.649696 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-2188fe2e-d5d9-48d8-bccb-c466ef5c8e86 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:27.650535 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-2188fe2e-d5d9-48d8-bccb-c466ef5c8e86 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:27.681021 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:27.760571 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:27.765745 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf7110-4370-42fc-a251-b4b3434f0d28 None None] Pushing event updated for resources: {'Port': ['ID=6707cfe5-806d-44e9-986f-19464b65a4c8,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:27.775103 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf7110-4370-42fc-a251-b4b3434f0d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:27.775764 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf7110-4370-42fc-a251-b4b3434f0d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:27.776415 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf7110-4370-42fc-a251-b4b3434f0d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:27.777301 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf7110-4370-42fc-a251-b4b3434f0d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:27.777816 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf7110-4370-42fc-a251-b4b3434f0d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:27.778913 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf7110-4370-42fc-a251-b4b3434f0d28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:27.779456 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf7110-4370-42fc-a251-b4b3434f0d28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:27.780588 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf7110-4370-42fc-a251-b4b3434f0d28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:27.781243 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf7110-4370-42fc-a251-b4b3434f0d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:27.781761 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf7110-4370-42fc-a251-b4b3434f0d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:27.782623 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf7110-4370-42fc-a251-b4b3434f0d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:27.783149 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf7110-4370-42fc-a251-b4b3434f0d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:27.830354 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d704b-da1a-465d-95f2-addfbb89c85e req-b72578a5-abf4-4460-be36-1667607bb61d tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:27.832611 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c20d704b-da1a-465d-95f2-addfbb89c85e req-b72578a5-abf4-4460-be36-1667607bb61d tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0985141 Sep 18 05:15:27.896524 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8544c802-7d56-457e-9c8f-bd67775d9753 None None] Provisioning complete for port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:27.899474 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8544c802-7d56-457e-9c8f-bd67775d9753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:27.920601 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Attempting to bind port 6707cfe5-806d-44e9-986f-19464b65a4c8 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:27.920601 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Attempting to bind port 6707cfe5-806d-44e9-986f-19464b65a4c8 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:27.920601 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Attempting to bind port 6707cfe5-806d-44e9-986f-19464b65a4c8 on network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:27.926167 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-2188fe2e-d5d9-48d8-bccb-c466ef5c8e86 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9709818 Sep 18 05:15:27.935546 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:27.935546 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Checking segment: {'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:27.935546 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:27.935546 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Bound using segment: {'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:27.935546 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Bound port: 6707cfe5-806d-44e9-986f-19464b65a4c8, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:27.935546 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:27.954776 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-5d8da86a-8376-4317-9959-5188fc44008b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'port': {'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9', 'admin_state_up': True, 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'security_groups': ['0aa9b060-5945-4b13-8c42-bd53979fbcb5']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:28.009127 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cedab7-5992-4bfe-8235-cfd184ba5675 x-openstack-request-id: req-22cedab7-5992-4bfe-8235-cfd184ba5675 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:28.009745 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5eecafe-67e2-4441-8a78-809b744aa7d4", "name": "network-vif-plugged", "status": "completed", "tag": "3f54b063-3e20-4355-8e6d-8810e0d91ea7", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:28.009986 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22cedab7-5992-4bfe-8235-cfd184ba5675 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:28.012829 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5eecafe-67e2-4441-8a78-809b744aa7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f54b063-3e20-4355-8e6d-8810e0d91ea7', 'code': 200} Sep 18 05:15:28.056707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8544c802-7d56-457e-9c8f-bd67775d9753 None None] Port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:15:28.106019 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] For port 6707cfe5-806d-44e9-986f-19464b65a4c8, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:28.117147 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] For port 6707cfe5-806d-44e9-986f-19464b65a4c8, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6707cfe5-806d-44e9-986f-19464b65a4c8,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:28.120438 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:28.166850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d45e01-6976-4a73-a620-3f83a4987420 req-38947320-0c1f-4538-8556-b8815db010f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:28.169117 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5d45e01-6976-4a73-a620-3f83a4987420 req-38947320-0c1f-4538-8556-b8815db010f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 1098 time: 0.1014915 Sep 18 05:15:28.183998 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:28.190818 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c20d704b-da1a-465d-95f2-addfbb89c85e req-04a6ef3c-689c-4feb-a418-2fa0e5e9dd01 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491011 Sep 18 05:15:28.196203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8bd04f28-6fd8-4449-8d4d-282c06a47de8 None None] Provisioning complete for port 6707cfe5-806d-44e9-986f-19464b65a4c8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:28.196878 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8bd04f28-6fd8-4449-8d4d-282c06a47de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:28.229389 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e66f1-870f-4b2f-adbd-6c760a40e767 req-ebf5beb9-192b-4dd1-946d-3591f7c7eb43 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:28.247039 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b89e66f1-870f-4b2f-adbd-6c760a40e767 req-ebf5beb9-192b-4dd1-946d-3591f7c7eb43 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1524837 Sep 18 05:15:28.259384 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:28.330183 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Routers {'ac0ac1ba-1e72-42d7-99de-31292384b7c8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:28.334575 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:15:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:28.377581 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-5d8da86a-8376-4317-9959-5188fc44008b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Made reservation on behalf of b372da42727e49509bd94f617be28f70 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:28.383286 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-5d8da86a-8376-4317-9959-5188fc44008b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:28.508543 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b89e66f1-870f-4b2f-adbd-6c760a40e767 req-98e58c22-48d0-43e6-96c6-31714126d2b4 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646546 Sep 18 05:15:28.509871 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:28.511089 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9013214 Sep 18 05:15:28.527285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5d45e01-6976-4a73-a620-3f83a4987420 req-179d243a-0e69-4978-8b43-65b62add48ce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450491 Sep 18 05:15:28.529004 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59934) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:28.529863 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde331f7-604e-404a-a5a0-20efa3aae68a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:28.549906 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf7110-4370-42fc-a251-b4b3434f0d28 None None] Pushing event updated for resources: {'Port': ['ID=6707cfe5-806d-44e9-986f-19464b65a4c8,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:28.554422 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8bd04f28-6fd8-4449-8d4d-282c06a47de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:28.567258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0c0653b0-e2cd-43d5-aee4-643c0e9a89bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Request body: {'security_group_rule': {'security_group_id': 'bde331f7-604e-404a-a5a0-20efa3aae68a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:28.586718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:28.587077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:28.587429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:28.587775 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:28.588114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:28.594474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:28.594828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:28.595239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:28.595503 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:28.595847 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:28.596186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:28.596557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d042bd6-b6ba-4cc9-ae2e-9318565e954b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:28.668047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8bd04f28-6fd8-4449-8d4d-282c06a47de8 None None] For port 6707cfe5-806d-44e9-986f-19464b65a4c8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6707cfe5-806d-44e9-986f-19464b65a4c8,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:28.732727 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8bd04f28-6fd8-4449-8d4d-282c06a47de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:28.767665 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0aa55-5e07-424b-9daf-b77f1277d1bc req-440c2d4e-30a9-4a35-ba50-83620b63a471 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:28.777561 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3ed0aa55-5e07-424b-9daf-b77f1277d1bc req-440c2d4e-30a9-4a35-ba50-83620b63a471 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 946 time: 0.3521044 Sep 18 05:15:28.788314 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] Set router ac0ac1ba-1e72-42d7-99de-31292384b7c8 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:28.789538 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0c0653b0-e2cd-43d5-aee4-643c0e9a89bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:28.849807 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd04f28-6fd8-4449-8d4d-282c06a47de8 None None] Pushing event updated for resources: {'Port': ['ID=6707cfe5-806d-44e9-986f-19464b65a4c8,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:28.880406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a6ca4bea-7198-485c-8587-fe51fb7d8eca None None] Provisioning complete for port 6707cfe5-806d-44e9-986f-19464b65a4c8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:28.882692 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a6ca4bea-7198-485c-8587-fe51fb7d8eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:28.922683 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3ed0aa55-5e07-424b-9daf-b77f1277d1bc req-da3c1777-f473-4a7f-a94d-dea2cbb1a8c8 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378500 Sep 18 05:15:28.952702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a123a-430d-4854-9b1d-27897d182b3d req-1b55da19-6006-41f6-ad1d-5d07e3d9bd43 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:28.955802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-5d8da86a-8376-4317-9959-5188fc44008b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Allocated IP 10.1.1.121 (0ff5f079-8cb0-4d6d-9194-1f0813cef0a9/062b7174-2fca-4a49-aa4c-96df265cf547/dad1ad92-2be5-4848-878d-456fb993a3b0) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:28.968567 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a123a-430d-4854-9b1d-27897d182b3d req-1b55da19-6006-41f6-ad1d-5d07e3d9bd43 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:28.974210 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-768a123a-430d-4854-9b1d-27897d182b3d req-1b55da19-6006-41f6-ad1d-5d07e3d9bd43 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 1654 time: 0.2400985 Sep 18 05:15:29.024149 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0c0653b0-e2cd-43d5-aee4-643c0e9a89bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:29.047078 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-768a123a-430d-4854-9b1d-27897d182b3d req-604d6b09-ff8f-45d9-9638-e9f3460df686 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636384 Sep 18 05:15:29.099514 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0c0653b0-e2cd-43d5-aee4-643c0e9a89bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:29.126641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0653b0-e2cd-43d5-aee4-643c0e9a89bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5d87b2-9657-4f7c-af50-13f91ab1c1cb,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:29.190914 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-5d8da86a-8376-4317-9959-5188fc44008b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:29.205600 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0c0653b0-e2cd-43d5-aee4-643c0e9a89bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:29.210177 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59954) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:29.211014 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0c0653b0-e2cd-43d5-aee4-643c0e9a89bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6558309 Sep 18 05:15:29.215684 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7c03f6a5-8d24-45a8-99b1-cb33b2565253 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Request body: {'security_group_rule': {'security_group_id': 'bde331f7-604e-404a-a5a0-20efa3aae68a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:29.245697 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:28Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:29.276094 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d89d20-a5cb-4175-9db3-db822e499595 None None] The sync data for ids ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'] in n-d-789963-13 is: [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:28Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:15:29.344047 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-5d8da86a-8376-4317-9959-5188fc44008b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:29.381187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-5d8da86a-8376-4317-9959-5188fc44008b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:29.381187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-5d8da86a-8376-4317-9959-5188fc44008b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:29.449793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8da86a-8376-4317-9959-5188fc44008b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'Port': ['ID=dad1ad92-2be5-4848-878d-456fb993a3b0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:29.456493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-5d8da86a-8376-4317-9959-5188fc44008b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:29.490480 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7c03f6a5-8d24-45a8-99b1-cb33b2565253 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:29.718408 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7c03f6a5-8d24-45a8-99b1-cb33b2565253 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:29.778627 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-5d8da86a-8376-4317-9959-5188fc44008b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:29.789110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-5d8da86a-8376-4317-9959-5188fc44008b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:29.832183 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7c03f6a5-8d24-45a8-99b1-cb33b2565253 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:29.858939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03f6a5-8d24-45a8-99b1-cb33b2565253 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e954c19-a2f9-4489-bb9b-3bb3eeb45a05,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:29.869466 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d874e3-11da-4b21-8563-799fec57fb3f req-7a0e17a6-400d-4f1a-9d7c-2d17bfba6f1d tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:29.876402 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-656b8ae9-ed38-44f0-bf36-5f2346d76336 None None] Provisioning complete for port dad1ad92-2be5-4848-878d-456fb993a3b0 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:29.876965 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-656b8ae9-ed38-44f0-bf36-5f2346d76336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:29.877178 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f9d874e3-11da-4b21-8563-799fec57fb3f req-7a0e17a6-400d-4f1a-9d7c-2d17bfba6f1d tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1469333 Sep 18 05:15:29.956782 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f9d874e3-11da-4b21-8563-799fec57fb3f req-36f29a37-1c36-4050-8de3-c86aa0f0bddb tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785894 Sep 18 05:15:29.957595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-656b8ae9-ed38-44f0-bf36-5f2346d76336 None None] Port dad1ad92-2be5-4848-878d-456fb993a3b0 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:15:30.126895 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-5d8da86a-8376-4317-9959-5188fc44008b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1834557 Sep 18 05:15:30.146944 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1bbdb497-9c16-4415-a31e-7af9e170d248 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'port': {'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9', 'admin_state_up': True, 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'security_groups': ['0aa9b060-5945-4b13-8c42-bd53979fbcb5']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:30.208216 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada8554-1000-4bbd-93ea-58bc8dcfa08b req-22bf630b-70c6-4e10-8fb0-028ea6c16534 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:30.221057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ada8554-1000-4bbd-93ea-58bc8dcfa08b req-22bf630b-70c6-4e10-8fb0-028ea6c16534 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 946 time: 0.1931441 Sep 18 05:15:30.283317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ada8554-1000-4bbd-93ea-58bc8dcfa08b req-79d75783-7124-4ba0-8d35-92fb6973bc56 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610785 Sep 18 05:15:30.410500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f49541-68a2-4df1-bdfe-24fc593eb46b req-e3af96dc-8fc5-4f62-86dc-3989eaffd686 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:30.426190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f49541-68a2-4df1-bdfe-24fc593eb46b req-e3af96dc-8fc5-4f62-86dc-3989eaffd686 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:30.433111 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f49541-68a2-4df1-bdfe-24fc593eb46b req-e3af96dc-8fc5-4f62-86dc-3989eaffd686 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:30.440947 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29f49541-68a2-4df1-bdfe-24fc593eb46b req-e3af96dc-8fc5-4f62-86dc-3989eaffd686 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 2375 time: 0.1577744 Sep 18 05:15:30.493262 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-29f49541-68a2-4df1-bdfe-24fc593eb46b req-05ce487d-731b-4ab7-b87f-a832e99eb3f0 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488639 Sep 18 05:15:30.699410 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7315e0-2fff-4c7a-9d94-13f9f3b97403 req-ff8b701a-6fb2-4b89-8e2c-a71245914023 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:30.701195 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d7315e0-2fff-4c7a-9d94-13f9f3b97403 req-ff8b701a-6fb2-4b89-8e2c-a71245914023 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 946 time: 0.1171570 Sep 18 05:15:30.748324 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6707cfe5-806d-44e9-986f-19464b65a4c8 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:15:30.814124 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d7315e0-2fff-4c7a-9d94-13f9f3b97403 req-f4cacdfb-afe9-400d-9ee3-55d0cc109de5 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993116 Sep 18 05:15:30.849266 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7c03f6a5-8d24-45a8-99b1-cb33b2565253 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:30.854372 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7c03f6a5-8d24-45a8-99b1-cb33b2565253 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6392369 Sep 18 05:15:30.855369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60018) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:30.865202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:30.922762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 6707cfe5-806d-44e9-986f-19464b65a4c8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:30.924904 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:30.960799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1bbdb497-9c16-4415-a31e-7af9e170d248 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Made reservation on behalf of b372da42727e49509bd94f617be28f70 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:31.092556 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:31.249378 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1bbdb497-9c16-4415-a31e-7af9e170d248 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:31.258095 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2698b41e-db5a-4010-8de5-ce0f4444ae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:31.350947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475d84f-003d-4683-8c19-ec93d0d9578b req-e9c5e8b2-e7f1-4f58-b003-936a4eacf2be tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:31.358286 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c475d84f-003d-4683-8c19-ec93d0d9578b req-e9c5e8b2-e7f1-4f58-b003-936a4eacf2be tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.2282560 Sep 18 05:15:31.411389 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c475d84f-003d-4683-8c19-ec93d0d9578b req-e8332080-8309-489e-b34e-9ccbfea9ee8d tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519671 Sep 18 05:15:31.424940 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:31.502015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca97212-dab1-49a8-be5b-21b36c73f4fa req-abd0e0d4-2c51-437c-b412-87ec08ebe647 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:31.504083 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cca97212-dab1-49a8-be5b-21b36c73f4fa req-abd0e0d4-2c51-437c-b412-87ec08ebe647 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 946 time: 0.1553223 Sep 18 05:15:31.564631 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Allocated IP 172.25.7.14 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/f55876b5-b0a9-47a6-91fe-8c4beabe50d3) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:31.607488 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cca97212-dab1-49a8-be5b-21b36c73f4fa req-0b163147-27ef-4828-b2ec-4a8f8a6c3869 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968235 Sep 18 05:15:31.620604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1bbdb497-9c16-4415-a31e-7af9e170d248 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Allocated IP 10.2.2.100 (51566083-6d68-46b7-9abf-efdb568e8fb9/e12fcea4-a807-445a-9915-eacbf932b4fc/741ee337-d7e0-48e7-882c-2b7372d44fd0) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:31.721429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dcee0-cd22-43fe-995b-fdc263f8ae28 req-5bcfcf26-687d-4a5e-a0d4-513a978cf0d5 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:31.727830 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dcee0-cd22-43fe-995b-fdc263f8ae28 req-5bcfcf26-687d-4a5e-a0d4-513a978cf0d5 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:31.734360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dcee0-cd22-43fe-995b-fdc263f8ae28 req-5bcfcf26-687d-4a5e-a0d4-513a978cf0d5 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:31.741619 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e3dcee0-cd22-43fe-995b-fdc263f8ae28 req-5bcfcf26-687d-4a5e-a0d4-513a978cf0d5 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 2375 time: 0.1354554 Sep 18 05:15:31.767746 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:31.794585 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e3dcee0-cd22-43fe-995b-fdc263f8ae28 req-6716f7de-151b-4c55-9c60-79d82df02769 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515609 Sep 18 05:15:31.824890 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321e1fb-f61d-41b3-a223-db8f8f0e6ee2 req-94823ece-17d8-4acb-aa0a-f0311ec9a89a tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:31.826394 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2321e1fb-f61d-41b3-a223-db8f8f0e6ee2 req-94823ece-17d8-4acb-aa0a-f0311ec9a89a tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 946 time: 0.0770583 Sep 18 05:15:31.849662 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1bbdb497-9c16-4415-a31e-7af9e170d248 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:31.890839 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2321e1fb-f61d-41b3-a223-db8f8f0e6ee2 req-17f54df8-3fb8-4fd2-aeb0-6bdb84001e63 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573130 Sep 18 05:15:31.915937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:31.963029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:31.966576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:31.966912 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1bbdb497-9c16-4415-a31e-7af9e170d248 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:31.969809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:32.013158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event updated for resources: {'Port': ['ID=f55876b5-b0a9-47a6-91fe-8c4beabe50d3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:32.019441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1bbdb497-9c16-4415-a31e-7af9e170d248 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Network 51566083-6d68-46b7-9abf-efdb568e8fb9 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:32.024570 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1bbdb497-9c16-4415-a31e-7af9e170d248 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:32.027971 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1bbdb497-9c16-4415-a31e-7af9e170d248 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:32.103423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdb497-9c16-4415-a31e-7af9e170d248 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'Port': ['ID=741ee337-d7e0-48e7-882c-2b7372d44fd0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:32.129549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1bbdb497-9c16-4415-a31e-7af9e170d248 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:32.130275 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1bbdb497-9c16-4415-a31e-7af9e170d248 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:32.146423 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:32.276096 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1bbdb497-9c16-4415-a31e-7af9e170d248 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1342452 Sep 18 05:15:32.288812 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ca73a423-7dd2-4c4c-bd38-db374270a51c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'port': {'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9', 'admin_state_up': True, 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'security_groups': ['0aa9b060-5945-4b13-8c42-bd53979fbcb5']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:32.333825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:32.415389 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-794e2c41-8304-4483-ac2a-f90353977f44 None None] Provisioning complete for port 741ee337-d7e0-48e7-882c-2b7372d44fd0 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:32.415991 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-794e2c41-8304-4483-ac2a-f90353977f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:32.493530 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-794e2c41-8304-4483-ac2a-f90353977f44 None None] Port 741ee337-d7e0-48e7-882c-2b7372d44fd0 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:15:32.997783 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79732e2b-041a-454a-88ea-75b21980be05 req-efb2d42a-8430-4abe-bc2b-26171cf2c794 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:32.999536 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79732e2b-041a-454a-88ea-75b21980be05 req-efb2d42a-8430-4abe-bc2b-26171cf2c794 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 946 time: 0.6001496 Sep 18 05:15:33.085901 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79732e2b-041a-454a-88ea-75b21980be05 req-988254a0-7f60-4b68-8347-a8cd454227d5 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722790 Sep 18 05:15:33.106032 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d62f8-0cbc-4222-9704-10f013dead5b req-5a188107-f5f4-4995-90ee-183f4aa9c100 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:33.114425 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a6d62f8-0cbc-4222-9704-10f013dead5b req-5a188107-f5f4-4995-90ee-183f4aa9c100 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1023791 Sep 18 05:15:33.132056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ca73a423-7dd2-4c4c-bd38-db374270a51c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Made reservation on behalf of b372da42727e49509bd94f617be28f70 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:33.138047 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ca73a423-7dd2-4c4c-bd38-db374270a51c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:33.205206 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a6d62f8-0cbc-4222-9704-10f013dead5b req-e5f34db7-bbab-49e5-b4a8-5efe3b076227 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850275 Sep 18 05:15:33.279714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37ceba-6e7b-43ca-ba0a-563e758d7d82 req-6683c2ee-7271-4a1c-8252-71e907f49267 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:33.287380 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37ceba-6e7b-43ca-ba0a-563e758d7d82 req-6683c2ee-7271-4a1c-8252-71e907f49267 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:33.293757 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37ceba-6e7b-43ca-ba0a-563e758d7d82 req-6683c2ee-7271-4a1c-8252-71e907f49267 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:33.303379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37ceba-6e7b-43ca-ba0a-563e758d7d82 req-6683c2ee-7271-4a1c-8252-71e907f49267 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:33.311700 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d37ceba-6e7b-43ca-ba0a-563e758d7d82 req-6683c2ee-7271-4a1c-8252-71e907f49267 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 3096 time: 0.1543543 Sep 18 05:15:33.318711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:33.402064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c720b0-b186-48c8-9af8-9d6aedb91d7f req-5ea18431-c46d-47a1-8b2e-b86f46aca9d5 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:33.409147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-33c720b0-b186-48c8-9af8-9d6aedb91d7f req-5ea18431-c46d-47a1-8b2e-b86f46aca9d5 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 946 time: 0.0933557 Sep 18 05:15:33.429764 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:33.433797 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d37ceba-6e7b-43ca-ba0a-563e758d7d82 req-80408a4e-334f-4272-82c0-517ca6c43b32 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181293 Sep 18 05:15:33.519275 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ca73a423-7dd2-4c4c-bd38-db374270a51c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Allocated IP 10.2.2.200 (51566083-6d68-46b7-9abf-efdb568e8fb9/e12fcea4-a807-445a-9915-eacbf932b4fc/f51248ff-1eb2-4f12-b410-f80462b53732) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:33.697573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event updated for resources: {'Port': ['ID=f55876b5-b0a9-47a6-91fe-8c4beabe50d3,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:33.713344 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-33c720b0-b186-48c8-9af8-9d6aedb91d7f req-70432279-fceb-4d2b-af2b-3d65c4bdc2f8 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969186 Sep 18 05:15:33.740293 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:33.802583 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ca73a423-7dd2-4c4c-bd38-db374270a51c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:33.834192 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-958399b4-fcd5-46cf-a6dc-f3633cbcdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:33.834679 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:33.834679 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1194eff1-2093-41f1-819a-4f425f895948 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9725506 Sep 18 05:15:33.916494 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ca73a423-7dd2-4c4c-bd38-db374270a51c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:34.005183 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ca73a423-7dd2-4c4c-bd38-db374270a51c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Network 51566083-6d68-46b7-9abf-efdb568e8fb9 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:34.008431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ca73a423-7dd2-4c4c-bd38-db374270a51c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:34.012291 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ca73a423-7dd2-4c4c-bd38-db374270a51c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:34.058760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73a423-7dd2-4c4c-bd38-db374270a51c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event updated for resources: {'Port': ['ID=f51248ff-1eb2-4f12-b410-f80462b53732,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:34.109536 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ca73a423-7dd2-4c4c-bd38-db374270a51c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:34.111583 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ca73a423-7dd2-4c4c-bd38-db374270a51c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:34.218023 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ca73a423-7dd2-4c4c-bd38-db374270a51c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9344881 Sep 18 05:15:34.228931 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-ac16205a-aeee-4b7a-84bc-3aa6803c8e24 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1225557696&fields=id&tenant_id=6b24b241d1e242d6a367baa07a5c602e HTTP/1.1" status: 200 len: 267 time: 0.0885768 Sep 18 05:15:34.231417 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Request body: {'port': {'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:34.272091 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:34.451660 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:34.551515 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-51e6d1df-3702-4e03-b92a-9035e84e47d5 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:34.561184 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-51e6d1df-3702-4e03-b92a-9035e84e47d5 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/networks?id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 HTTP/1.1" status: 200 len: 810 time: 0.3207874 Sep 18 05:15:34.580309 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-d528480e-6624-4843-952f-82b7d2f5374a tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/quotas/6b24b241d1e242d6a367baa07a5c602e HTTP/1.1" status: 200 len: 375 time: 0.0172679 Sep 18 05:15:34.583203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-93734d8a-0ece-4e11-8fd3-851d7e117e8a None None] Provisioning complete for port f51248ff-1eb2-4f12-b410-f80462b53732 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:34.583874 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-93734d8a-0ece-4e11-8fd3-851d7e117e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:34.688364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-93734d8a-0ece-4e11-8fd3-851d7e117e8a None None] Port f51248ff-1eb2-4f12-b410-f80462b53732 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:15:34.701579 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb41479-2461-4f77-9a57-9b64c1738923 req-c04abe17-b913-4d5a-ba08-02ae6f8f58dc tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:34.703135 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bdb41479-2461-4f77-9a57-9b64c1738923 req-c04abe17-b913-4d5a-ba08-02ae6f8f58dc tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 946 time: 0.1548769 Sep 18 05:15:34.731030 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-819c1ecb-881a-4c9f-9a87-c51f4abea708 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b24b241d1e242d6a367baa07a5c602e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1426589 Sep 18 05:15:34.914375 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-661bd558-ff2f-42bb-83a5-cecd66ca7d64 service neutron] 10.222.0.23 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653996 Sep 18 05:15:34.989239 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bdb41479-2461-4f77-9a57-9b64c1738923 req-6ceb0000-f89e-4b70-b98f-141ddc4ecf41 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693865 Sep 18 05:15:35.072592 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-e0b338a8-f7a5-4199-9863-ffc9bb91ab6b service neutron] 10.222.0.23 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491377 Sep 18 05:15:35.189168 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:35.368003 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d455aaba-551f-4bf0-bf41-d280a03099b8 {{(pid=106908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:15:35.378069 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:35.392292 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.provisioning_blocks [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Transition to ACTIVE for port object d455aaba-551f-4bf0-bf41-d280a03099b8 will not be triggered until provisioned by entity L2. {{(pid=106908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:15:35.482482 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9638bff-93da-4b6d-a944-24d06d9f29d4 req-cb54dd8f-bbdf-4c80-9279-d69df5d2cb14 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:35.490188 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9638bff-93da-4b6d-a944-24d06d9f29d4 req-cb54dd8f-bbdf-4c80-9279-d69df5d2cb14 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:35.497228 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9638bff-93da-4b6d-a944-24d06d9f29d4 req-cb54dd8f-bbdf-4c80-9279-d69df5d2cb14 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:35.505200 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9638bff-93da-4b6d-a944-24d06d9f29d4 req-cb54dd8f-bbdf-4c80-9279-d69df5d2cb14 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:35.518198 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9638bff-93da-4b6d-a944-24d06d9f29d4 req-cb54dd8f-bbdf-4c80-9279-d69df5d2cb14 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:35.541193 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9638bff-93da-4b6d-a944-24d06d9f29d4 req-cb54dd8f-bbdf-4c80-9279-d69df5d2cb14 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 3817 time: 0.4115868 Sep 18 05:15:35.570951 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:35.585783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5eaa5e-337f-4e4d-b74e-d9d529d122d6 req-40ab131e-c64f-45bd-8170-72e7b04599ab tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:35.596656 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed5eaa5e-337f-4e4d-b74e-d9d529d122d6 req-40ab131e-c64f-45bd-8170-72e7b04599ab tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 946 time: 0.1721921 Sep 18 05:15:35.686463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-562d9cc9-d823-4333-8d16-a360c3718686 req-7b9991be-d48e-48bf-a9b1-8ae90eff3389 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 210 time: 0.0866940 Sep 18 05:15:35.769823 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9638bff-93da-4b6d-a944-24d06d9f29d4 req-a509cf68-5556-41d2-83d6-45c7920e6928 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214096 Sep 18 05:15:35.796666 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Pushing event updated for resources: {'Port': ['ID=d455aaba-551f-4bf0-bf41-d280a03099b8,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:35.866601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-ed5eaa5e-337f-4e4d-b74e-d9d529d122d6 req-cd7a01ec-abbc-4bd1-b641-c18c9085ca7b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Deleting port 3f54b063-3e20-4355-8e6d-8810e0d91ea7 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:15:35.866963 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed5eaa5e-337f-4e4d-b74e-d9d529d122d6 req-cd7a01ec-abbc-4bd1-b641-c18c9085ca7b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:35.942003 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Attempting to bind port d455aaba-551f-4bf0-bf41-d280a03099b8 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:35.942638 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Attempting to bind port d455aaba-551f-4bf0-bf41-d280a03099b8 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '9858ab5c-0a86-4647-a79f-808b1301d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:35.945100 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Attempting to bind port d455aaba-551f-4bf0-bf41-d280a03099b8 on network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:35.951838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Port d455aaba-551f-4bf0-bf41-d280a03099b8 on network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:15:35.956662 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Attempting to bind port d455aaba-551f-4bf0-bf41-d280a03099b8 on network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:35.968214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:35.973124 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Checking segment: {'id': '9858ab5c-0a86-4647-a79f-808b1301d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:35.973802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Bound using segment: {'id': '9858ab5c-0a86-4647-a79f-808b1301d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:35.974453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Bound port: d455aaba-551f-4bf0-bf41-d280a03099b8, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9858ab5c-0a86-4647-a79f-808b1301d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:35.975014 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:36.135838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] For port d455aaba-551f-4bf0-bf41-d280a03099b8, host n-h2-789963-13, cleared binding levels {{(pid=106908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:36.141560 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] For port d455aaba-551f-4bf0-bf41-d280a03099b8, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d455aaba-551f-4bf0-bf41-d280a03099b8,segment=NetworkSegment(9858ab5c-0a86-4647-a79f-808b1301d1a5),segment_id=9858ab5c-0a86-4647-a79f-808b1301d1a5)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:36.162192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ed5eaa5e-337f-4e4d-b74e-d9d529d122d6 req-cd7a01ec-abbc-4bd1-b641-c18c9085ca7b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] For port 3f54b063-3e20-4355-8e6d-8810e0d91ea7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=3f54b063-3e20-4355-8e6d-8810e0d91ea7,segment=NetworkSegment(8535d81b-209a-4e6b-b90f-23c34bf6b887),segment_id=8535d81b-209a-4e6b-b90f-23c34bf6b887)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:36.162598 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed5eaa5e-337f-4e4d-b74e-d9d529d122d6 req-cd7a01ec-abbc-4bd1-b641-c18c9085ca7b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:36.177590 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-ed5eaa5e-337f-4e4d-b74e-d9d529d122d6 req-cd7a01ec-abbc-4bd1-b641-c18c9085ca7b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Calling delete_port for 3f54b063-3e20-4355-8e6d-8810e0d91ea7 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:15:36.287044 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:36.340802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:36.343507 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:36.345036 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] 10.222.0.13 "PUT /v2.0/ports/d455aaba-551f-4bf0-bf41-d280a03099b8 HTTP/1.1" status: 200 len: 1093 time: 2.1185954 Sep 18 05:15:36.345982 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': 'd455aaba-551f-4bf0-bf41-d280a03099b8'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:36.348880 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8643ae-6561-4af5-9d79-dd37a1086fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "d455aaba-551f-4bf0-bf41-d280a03099b8"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:36.415634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc79b4-40f2-456c-818c-62a42a389c0e service neutron] Pushing event updated for resources: {'Port': ['ID=d455aaba-551f-4bf0-bf41-d280a03099b8,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:36.424180 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31071ad2-5265-426b-b006-07722a262463 x-openstack-request-id: req-31071ad2-5265-426b-b006-07722a262463 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:36.425404 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "d455aaba-551f-4bf0-bf41-d280a03099b8", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:36.426883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70ce6b-0ccd-4306-b15a-3cec29e05b37 req-f6a3bcd6-62cd-49d1-9bbd-ff34f7216933 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:36.429834 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c70ce6b-0ccd-4306-b15a-3cec29e05b37 req-f6a3bcd6-62cd-49d1-9bbd-ff34f7216933 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 946 time: 0.0888655 Sep 18 05:15:36.429949 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31071ad2-5265-426b-b006-07722a262463 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:36.430950 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': 'd455aaba-551f-4bf0-bf41-d280a03099b8', 'status': 'completed', 'code': 200} Sep 18 05:15:36.439488 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed5eaa5e-337f-4e4d-b74e-d9d529d122d6 req-cd7a01ec-abbc-4bd1-b641-c18c9085ca7b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:36.450960 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['3f54b063-3e20-4355-8e6d-8810e0d91ea7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:15:36.563272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Request body: {'port': {'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:36.582994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a01ec-abbc-4bd1-b641-c18c9085ca7b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Pushing event deleted for resources: {'Port': ['ID=3f54b063-3e20-4355-8e6d-8810e0d91ea7,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:36.638339 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8643ae-6561-4af5-9d79-dd37a1086fe6 req-89ebc944-951e-4cef-8021-e02a375f641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:36.644508 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8643ae-6561-4af5-9d79-dd37a1086fe6 req-89ebc944-951e-4cef-8021-e02a375f641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:36.645299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8643ae-6561-4af5-9d79-dd37a1086fe6 req-89ebc944-951e-4cef-8021-e02a375f641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:36.645867 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8643ae-6561-4af5-9d79-dd37a1086fe6 req-89ebc944-951e-4cef-8021-e02a375f641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:36.646681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8643ae-6561-4af5-9d79-dd37a1086fe6 req-89ebc944-951e-4cef-8021-e02a375f641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:36.649049 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dd8643ae-6561-4af5-9d79-dd37a1086fe6 req-89ebc944-951e-4cef-8021-e02a375f641b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b372da42727e49509bd94f617be28f70&device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 4365 time: 0.1947372 Sep 18 05:15:36.694580 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c70ce6b-0ccd-4306-b15a-3cec29e05b37 req-3f00cdbc-272b-4638-a376-e5e5124e48d0 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/security-groups?id=383e717e-b2f9-4523-8d74-1f1548dae279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488079 Sep 18 05:15:36.765295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5eaa5e-337f-4e4d-b74e-d9d529d122d6 req-cd7a01ec-abbc-4bd1-b641-c18c9085ca7b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] No DVR routers for this DVR port 3f54b063-3e20-4355-8e6d-8810e0d91ea7 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:15:36.783051 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ed5eaa5e-337f-4e4d-b74e-d9d529d122d6 req-cd7a01ec-abbc-4bd1-b641-c18c9085ca7b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:36.786116 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed5eaa5e-337f-4e4d-b74e-d9d529d122d6 req-cd7a01ec-abbc-4bd1-b641-c18c9085ca7b tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.18 "DELETE /v2.0/ports/3f54b063-3e20-4355-8e6d-8810e0d91ea7 HTTP/1.1" status: 204 len: 173 time: 1.1720018 Sep 18 05:15:36.788301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5eecafe-67e2-4441-8a78-809b744aa7d4', 'name': 'network-vif-deleted', 'tag': '3f54b063-3e20-4355-8e6d-8810e0d91ea7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:36.789940 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791d32c5-919b-4ab8-b699-38ee84dfc10a" -d '{"events": [{"server_uuid": "e5eecafe-67e2-4441-8a78-809b744aa7d4", "name": "network-vif-deleted", "tag": "3f54b063-3e20-4355-8e6d-8810e0d91ea7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:36.816744 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:36.824506 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:36.904277 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8643ae-6561-4af5-9d79-dd37a1086fe6 req-dbfb35b5-438a-475d-9bfd-99bac238c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:36.905009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8643ae-6561-4af5-9d79-dd37a1086fe6 req-dbfb35b5-438a-475d-9bfd-99bac238c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:36.905494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8643ae-6561-4af5-9d79-dd37a1086fe6 req-dbfb35b5-438a-475d-9bfd-99bac238c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:36.907500 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dd8643ae-6561-4af5-9d79-dd37a1086fe6 req-dbfb35b5-438a-475d-9bfd-99bac238c4cc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b372da42727e49509bd94f617be28f70&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2450466 Sep 18 05:15:36.926789 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5afadb-6db4-44c6-9689-1e2d8233c754 x-openstack-request-id: req-7c5afadb-6db4-44c6-9689-1e2d8233c754 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:36.926789 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5eecafe-67e2-4441-8a78-809b744aa7d4", "name": "network-vif-deleted", "tag": "3f54b063-3e20-4355-8e6d-8810e0d91ea7", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:36.926789 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c5afadb-6db4-44c6-9689-1e2d8233c754 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:36.926789 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5eecafe-67e2-4441-8a78-809b744aa7d4', 'name': 'network-vif-deleted', 'tag': '3f54b063-3e20-4355-8e6d-8810e0d91ea7', 'status': 'completed', 'code': 200} Sep 18 05:15:36.997451 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d37251f8-8fda-41da-95db-0df09bf1af44 req-301eb9f3-f15e-48ca-bfdc-7e7e9ebdd5f7 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 210 time: 0.0884864 Sep 18 05:15:37.204193 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8643ae-6561-4af5-9d79-dd37a1086fe6 req-1a2c5706-2386-4e43-ac5f-af5fdc32b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:37.205848 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dd8643ae-6561-4af5-9d79-dd37a1086fe6 req-1a2c5706-2386-4e43-ac5f-af5fdc32b438 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2073596 Sep 18 05:15:37.352836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809807b6-462d-44b0-8e04-e9ff7ffe34db {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:15:37.362026 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:37.376368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Transition to ACTIVE for port object 809807b6-462d-44b0-8e04-e9ff7ffe34db will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:15:37.400096 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee75768-1ad1-4291-8e81-cadfe89548f2 req-c54647fd-79bc-4908-9068-f415927ad2e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:37.406859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee75768-1ad1-4291-8e81-cadfe89548f2 req-c54647fd-79bc-4908-9068-f415927ad2e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:37.414804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee75768-1ad1-4291-8e81-cadfe89548f2 req-c54647fd-79bc-4908-9068-f415927ad2e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:37.422202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee75768-1ad1-4291-8e81-cadfe89548f2 req-c54647fd-79bc-4908-9068-f415927ad2e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:37.430127 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee75768-1ad1-4291-8e81-cadfe89548f2 req-c54647fd-79bc-4908-9068-f415927ad2e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:37.432228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ee75768-1ad1-4291-8e81-cadfe89548f2 req-c54647fd-79bc-4908-9068-f415927ad2e2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 3829 time: 0.4701185 Sep 18 05:15:37.490083 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:37.508644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ee75768-1ad1-4291-8e81-cadfe89548f2 req-d42479f0-cf82-4399-af0a-ef864de34f6d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700283 Sep 18 05:15:37.560139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Pushing event updated for resources: {'Port': ['ID=809807b6-462d-44b0-8e04-e9ff7ffe34db,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:37.752665 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Attempting to bind port 809807b6-462d-44b0-8e04-e9ff7ffe34db on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:37.756972 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Attempting to bind port 809807b6-462d-44b0-8e04-e9ff7ffe34db by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:37.756972 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Attempting to bind port 809807b6-462d-44b0-8e04-e9ff7ffe34db on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:37.764490 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Port 809807b6-462d-44b0-8e04-e9ff7ffe34db on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:15:37.765911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Attempting to bind port 809807b6-462d-44b0-8e04-e9ff7ffe34db on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:37.908313 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:37.908684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Checking segment: {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:37.909068 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Bound using segment: {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:37.909558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Bound port: 809807b6-462d-44b0-8e04-e9ff7ffe34db, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:37.909931 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:37.985216 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d3286-28cc-40f1-a4a9-476dd80139dd req-e09756e3-4b59-4a01-a72e-9c466c002e80 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:37.986663 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-159d3286-28cc-40f1-a4a9-476dd80139dd req-e09756e3-4b59-4a01-a72e-9c466c002e80 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.2183692 Sep 18 05:15:38.000977 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9918acfa-7f53-4be1-8a87-ba072cf8f2b6 req-db52bf0f-8ce3-4a8d-ae6a-76df99b3a967 tempest-ServerDiskConfigTestJSON-256300517 tempest-ServerDiskConfigTestJSON-256300517-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5eecafe-67e2-4441-8a78-809b744aa7d4 HTTP/1.1" status: 200 len: 210 time: 0.0808303 Sep 18 05:15:38.012631 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b0d8c-8878-4af8-8d03-1b90d7c3eed5 req-529cca6a-e5e0-43ce-b8da-8e30de21ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:38.014664 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-596b0d8c-8878-4af8-8d03-1b90d7c3eed5 req-529cca6a-e5e0-43ce-b8da-8e30de21ba64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0ea41ad380b4a628127272a0a22863e&device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 1097 time: 0.1968651 Sep 18 05:15:38.124595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] For port 809807b6-462d-44b0-8e04-e9ff7ffe34db, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:38.130101 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-159d3286-28cc-40f1-a4a9-476dd80139dd req-d6250446-27e2-40fd-a194-ad2423b9f989 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323192 Sep 18 05:15:38.164567 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] For port 809807b6-462d-44b0-8e04-e9ff7ffe34db, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=809807b6-462d-44b0-8e04-e9ff7ffe34db,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:38.264432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:38.289067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b0d8c-8878-4af8-8d03-1b90d7c3eed5 req-0e7a00d7-3b1b-40fa-aa7a-32e681abe14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:38.290934 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-596b0d8c-8878-4af8-8d03-1b90d7c3eed5 req-0e7a00d7-3b1b-40fa-aa7a-32e681abe14c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 HTTP/1.1" status: 200 len: 918 time: 0.2522831 Sep 18 05:15:38.311633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:38.322348 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:38.325516 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] 10.222.0.13 "PUT /v2.0/ports/809807b6-462d-44b0-8e04-e9ff7ffe34db HTTP/1.1" status: 200 len: 1131 time: 1.7857752 Sep 18 05:15:38.384776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa706c3-233b-4f8b-8b16-8d815b477777 service neutron] Pushing event updated for resources: {'Port': ['ID=809807b6-462d-44b0-8e04-e9ff7ffe34db,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:38.391623 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a9eecc42-93d7-4014-89e4-13ea73170031 req-07930ced-cb09-4877-bd2b-d9198d2d0af3 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 210 time: 0.0985951 Sep 18 05:15:38.464342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Request body: {'port': {'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:38.494026 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-596b0d8c-8878-4af8-8d03-1b90d7c3eed5 req-e4e5e0c4-fa31-4c18-a0cf-543e21d9da76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f388dd3-91a7-4a1a-b946-4614853492fe HTTP/1.1" status: 200 len: 217 time: 0.0883939 Sep 18 05:15:38.581082 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:38.593792 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b0d8c-8878-4af8-8d03-1b90d7c3eed5 req-c2aa0479-a73f-46cd-8006-44951f0c0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:38.594912 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-596b0d8c-8878-4af8-8d03-1b90d7c3eed5 req-c2aa0479-a73f-46cd-8006-44951f0c0479 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76a65d6b-278b-4502-b43e-c4b208ae5082 HTTP/1.1" status: 200 len: 858 time: 0.0915890 Sep 18 05:15:38.669084 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-596b0d8c-8878-4af8-8d03-1b90d7c3eed5 req-6f3323fc-510a-44e2-80c8-4cfeee7df610 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659282 Sep 18 05:15:38.844160 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-596b0d8c-8878-4af8-8d03-1b90d7c3eed5 req-85fdcc7e-2a88-4146-9544-4b00d8785105 service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671627 Sep 18 05:15:38.933337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': '809807b6-462d-44b0-8e04-e9ff7ffe34db'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:38.936108 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348b0074-544d-42ad-a89f-b8682f7fc970" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "809807b6-462d-44b0-8e04-e9ff7ffe34db"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:39.083461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-596b0d8c-8878-4af8-8d03-1b90d7c3eed5 req-55177691-e59e-4e9d-b7d5-0b4af4bf2b6b service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329648 Sep 18 05:15:39.159880 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a0d850-a784-4ee7-96bb-87dfc70d7c33 x-openstack-request-id: req-f5a0d850-a784-4ee7-96bb-87dfc70d7c33 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:39.160766 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "809807b6-462d-44b0-8e04-e9ff7ffe34db", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:39.161096 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5a0d850-a784-4ee7-96bb-87dfc70d7c33 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:39.163145 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': '809807b6-462d-44b0-8e04-e9ff7ffe34db', 'status': 'completed', 'code': 200} Sep 18 05:15:39.192012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c0764-6e1f-411f-a1ea-2cb351a57ceb req-2b13fb56-c8bc-41d0-8d3c-62c6ccf6dcdf tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.205020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c0764-6e1f-411f-a1ea-2cb351a57ceb req-2b13fb56-c8bc-41d0-8d3c-62c6ccf6dcdf tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.217720 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c0764-6e1f-411f-a1ea-2cb351a57ceb req-2b13fb56-c8bc-41d0-8d3c-62c6ccf6dcdf tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.225064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c0764-6e1f-411f-a1ea-2cb351a57ceb req-2b13fb56-c8bc-41d0-8d3c-62c6ccf6dcdf tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.240749 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c0764-6e1f-411f-a1ea-2cb351a57ceb req-2b13fb56-c8bc-41d0-8d3c-62c6ccf6dcdf tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.248023 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c0764-6e1f-411f-a1ea-2cb351a57ceb req-2b13fb56-c8bc-41d0-8d3c-62c6ccf6dcdf tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.256709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bf3c0764-6e1f-411f-a1ea-2cb351a57ceb req-2b13fb56-c8bc-41d0-8d3c-62c6ccf6dcdf tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 4601 time: 0.4205687 Sep 18 05:15:39.346113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a51cf-ea7d-45b3-811c-1a85ed468d94 req-5575ecd6-d2c4-487d-8b7b-2cbd2d10feb5 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.355496 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ed3a51cf-ea7d-45b3-811c-1a85ed468d94 req-5575ecd6-d2c4-487d-8b7b-2cbd2d10feb5 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0722804 Sep 18 05:15:39.422181 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ed3a51cf-ea7d-45b3-811c-1a85ed468d94 req-5fd3e32a-e338-4ae7-9f3c-63ccffddf591 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636873 Sep 18 05:15:39.437711 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bf3c0764-6e1f-411f-a1ea-2cb351a57ceb req-d8a80733-e68e-4894-a97a-b1d5daf8ca29 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1778805 Sep 18 05:15:39.495585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-e33f8eea-d88e-47e7-9e86-347d5460a34b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.497213 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-e33f8eea-d88e-47e7-9e86-347d5460a34b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.18 "GET /v2.0/networks?id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 HTTP/1.1" status: 200 len: 810 time: 0.6502864 Sep 18 05:15:39.512499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0074-544d-42ad-a89f-b8682f7fc970 req-5c8ae145-5fd9-43bd-a4d6-e2759d8340b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.512499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0074-544d-42ad-a89f-b8682f7fc970 req-5c8ae145-5fd9-43bd-a4d6-e2759d8340b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.512499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0074-544d-42ad-a89f-b8682f7fc970 req-5c8ae145-5fd9-43bd-a4d6-e2759d8340b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.512969 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0074-544d-42ad-a89f-b8682f7fc970 req-5c8ae145-5fd9-43bd-a4d6-e2759d8340b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.513316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0074-544d-42ad-a89f-b8682f7fc970 req-5c8ae145-5fd9-43bd-a4d6-e2759d8340b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.513794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0074-544d-42ad-a89f-b8682f7fc970 req-5c8ae145-5fd9-43bd-a4d6-e2759d8340b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.515649 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-348b0074-544d-42ad-a89f-b8682f7fc970 req-5c8ae145-5fd9-43bd-a4d6-e2759d8340b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b372da42727e49509bd94f617be28f70&device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5289 time: 0.3611121 Sep 18 05:15:39.610534 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ea8d2f4-9f5c-4f3d-a88e-6032c16f5f12 req-e00a25ec-ca02-4290-84ad-bd0a6a7752f1 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 210 time: 0.0298615 Sep 18 05:15:39.647694 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60218) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:39.679911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-744953ac-a5a3-4dc8-af38-ab580fe0cacb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b24b241d1e242d6a367baa07a5c602e HTTP/1.1" status: 200 len: 380 time: 0.1631844 Sep 18 05:15:39.718916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-d29273e7-1d0e-4ebd-99f9-f0d83e639054 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Request body: {'port': {'device_id': '2994df54-f797-469a-969a-0397191eb260', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'admin_state_up': True, 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'security_groups': ['bde331f7-604e-404a-a5a0-20efa3aae68a']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:39.735049 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f90e3f-aff2-4a7f-83c0-558b45cf3ebd admin admin] Deleting subnet e8817cc4-5efc-4abd-af87-af0f6b42c4b4 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:15:39.743449 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a0f90e3f-aff2-4a7f-83c0-558b45cf3ebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:39.765534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:15:39.777440 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:39.808038 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a0f90e3f-aff2-4a7f-83c0-558b45cf3ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:39.851884 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Transition to ACTIVE for port object 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:15:39.856176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0074-544d-42ad-a89f-b8682f7fc970 req-3423ffa7-e0d9-4dcb-ab2a-8f4dfae4a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.856723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0074-544d-42ad-a89f-b8682f7fc970 req-3423ffa7-e0d9-4dcb-ab2a-8f4dfae4a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.857186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0074-544d-42ad-a89f-b8682f7fc970 req-3423ffa7-e0d9-4dcb-ab2a-8f4dfae4a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:39.858877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-348b0074-544d-42ad-a89f-b8682f7fc970 req-3423ffa7-e0d9-4dcb-ab2a-8f4dfae4a1af service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b372da42727e49509bd94f617be28f70&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3281150 Sep 18 05:15:39.902514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a0f90e3f-aff2-4a7f-83c0-558b45cf3ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:39.985460 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.084227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0074-544d-42ad-a89f-b8682f7fc970 req-2eced513-10a2-4bf0-b2e0-3c405c158d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:40.084820 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-348b0074-544d-42ad-a89f-b8682f7fc970 req-2eced513-10a2-4bf0-b2e0-3c405c158d6f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2166722 Sep 18 05:15:40.123618 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8dede5-c7f9-4b5a-9a73-478db3ecef05,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:40.127556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-d29273e7-1d0e-4ebd-99f9-f0d83e639054 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Made reservation on behalf of 6b24b241d1e242d6a367baa07a5c602e for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:40.132080 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-d29273e7-1d0e-4ebd-99f9-f0d83e639054 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.149818 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a0f90e3f-aff2-4a7f-83c0-558b45cf3ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.257831 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f90e3f-aff2-4a7f-83c0-558b45cf3ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8817cc4-5efc-4abd-af87-af0f6b42c4b4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:40.263883 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a0f90e3f-aff2-4a7f-83c0-558b45cf3ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.269906 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a0f90e3f-aff2-4a7f-83c0-558b45cf3ebd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e8817cc4-5efc-4abd-af87-af0f6b42c4b4 HTTP/1.1" status: 204 len: 168 time: 0.6184978 Sep 18 05:15:40.271133 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60226) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:40.289426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Attempting to bind port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:40.289781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Attempting to bind port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:40.290109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Attempting to bind port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:40.313874 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 3f54b063-3e20-4355-8e6d-8810e0d91ea7 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:15:40.333257 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:15:40.333257 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Attempting to bind port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:40.337149 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 3f54b063-3e20-4355-8e6d-8810e0d91ea7 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:15:40.337746 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 3f54b063-3e20-4355-8e6d-8810e0d91ea7 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:15:40.344531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:40.344882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Checking segment: {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:40.345288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Bound using segment: {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:40.345728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Bound port: 0f8dede5-c7f9-4b5a-9a73-478db3ecef05, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:40.346108 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.372286 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3721492-3c0f-415b-94c9-736658b2f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.461625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-d29273e7-1d0e-4ebd-99f9-f0d83e639054 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Allocated IP 172.20.0.4 (44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0/5ab02bc3-4445-486e-bb1b-e6de93866e50/4dbd8665-5e53-4872-9eae-3c424e783bac) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:40.475966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] For port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:40.480025 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3721492-3c0f-415b-94c9-736658b2f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.487195 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] For port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f8dede5-c7f9-4b5a-9a73-478db3ecef05,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:40.523675 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a3721492-3c0f-415b-94c9-736658b2f66a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:40.532627 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a3721492-3c0f-415b-94c9-736658b2f66a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8535d81b-209a-4e6b-b90f-23c34bf6b887') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:40.533334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a3721492-3c0f-415b-94c9-736658b2f66a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8535d81b-209a-4e6b-b90f-23c34bf6b887') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:40.557209 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3721492-3c0f-415b-94c9-736658b2f66a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.589954 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3721492-3c0f-415b-94c9-736658b2f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.604485 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.616567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3721492-3c0f-415b-94c9-736658b2f66a admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:15:40.617002 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3721492-3c0f-415b-94c9-736658b2f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:15:40.618677 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:15:40.663386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901574cb-7c20-4993-998b-4e96be5c6a3d req-3b0ad9dc-de09-4da3-ba94-43c5545f2667 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:40.665051 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-901574cb-7c20-4993-998b-4e96be5c6a3d req-3b0ad9dc-de09-4da3-ba94-43c5545f2667 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1573167 Sep 18 05:15:40.694827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a661af-272f-421d-9ba8-cdaba60f611a req-88d65568-05eb-4456-b3d6-a3ed7397ed42 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:40.701358 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a661af-272f-421d-9ba8-cdaba60f611a req-88d65568-05eb-4456-b3d6-a3ed7397ed42 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:40.707951 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a661af-272f-421d-9ba8-cdaba60f611a req-88d65568-05eb-4456-b3d6-a3ed7397ed42 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:40.710833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:40.711462 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.713057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] 10.222.0.13 "PUT /v2.0/ports/0f8dede5-c7f9-4b5a-9a73-478db3ecef05 HTTP/1.1" status: 200 len: 1130 time: 2.2713435 Sep 18 05:15:40.714326 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a661af-272f-421d-9ba8-cdaba60f611a req-88d65568-05eb-4456-b3d6-a3ed7397ed42 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:40.720445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a661af-272f-421d-9ba8-cdaba60f611a req-88d65568-05eb-4456-b3d6-a3ed7397ed42 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:40.727384 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a661af-272f-421d-9ba8-cdaba60f611a req-88d65568-05eb-4456-b3d6-a3ed7397ed42 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:40.733597 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a661af-272f-421d-9ba8-cdaba60f611a req-88d65568-05eb-4456-b3d6-a3ed7397ed42 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:40.742077 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-58a661af-272f-421d-9ba8-cdaba60f611a req-88d65568-05eb-4456-b3d6-a3ed7397ed42 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5372 time: 0.1900890 Sep 18 05:15:40.761208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d299b6-e691-4e53-91d3-256befa99239 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8dede5-c7f9-4b5a-9a73-478db3ecef05,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:40.777914 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-901574cb-7c20-4993-998b-4e96be5c6a3d req-ee731447-8653-4fa1-901c-1512d346ca6a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785971 Sep 18 05:15:40.812196 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-58a661af-272f-421d-9ba8-cdaba60f611a req-157d1c5f-9849-4824-888b-6824c6052fce tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664046 Sep 18 05:15:40.812650 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-d29273e7-1d0e-4ebd-99f9-f0d83e639054 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.869674 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3721492-3c0f-415b-94c9-736658b2f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.876476 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3721492-3c0f-415b-94c9-736658b2f66a admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:40.881227 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a3721492-3c0f-415b-94c9-736658b2f66a admin admin] 10.222.0.23 "DELETE /v2.0/networks/c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359 HTTP/1.1" status: 204 len: 168 time: 0.6067653 Sep 18 05:15:40.886085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Request body: {'port': {'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:40.907090 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3721492-3c0f-415b-94c9-736658b2f66a admin admin] Pushing event deleted for resources: {'Network': ['ID=c04d3bf2-f2b1-4eac-afad-f7e5bb0ae359,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:40.937269 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ee4cda15-fa92-41f4-85ed-16c0259f0231 req-f17c836a-fcfb-4162-8704-7fdd0e8521a0 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 210 time: 0.0594957 Sep 18 05:15:40.984061 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-d29273e7-1d0e-4ebd-99f9-f0d83e639054 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:41.060794 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:41.067343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-d29273e7-1d0e-4ebd-99f9-f0d83e639054 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:41.079041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-d29273e7-1d0e-4ebd-99f9-f0d83e639054 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:41.088144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-d29273e7-1d0e-4ebd-99f9-f0d83e639054 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:41.092741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29273e7-1d0e-4ebd-99f9-f0d83e639054 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event updated for resources: {'Port': ['ID=4dbd8665-5e53-4872-9eae-3c424e783bac,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:41.165502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': '0f8dede5-c7f9-4b5a-9a73-478db3ecef05'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:41.168155 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "0f8dede5-c7f9-4b5a-9a73-478db3ecef05"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:41.194973 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-d29273e7-1d0e-4ebd-99f9-f0d83e639054 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:41.195691 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-d29273e7-1d0e-4ebd-99f9-f0d83e639054 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:41.267942 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb13d142-85ae-4734-bcac-21d8eb25a967 x-openstack-request-id: req-cb13d142-85ae-4734-bcac-21d8eb25a967 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:41.268176 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "0f8dede5-c7f9-4b5a-9a73-478db3ecef05", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:41.268460 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb13d142-85ae-4734-bcac-21d8eb25a967 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:41.269450 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': '0f8dede5-c7f9-4b5a-9a73-478db3ecef05', 'status': 'completed', 'code': 200} Sep 18 05:15:41.368279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be req-7c3ae1e2-bd05-4377-b265-d5f627addcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:41.368279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be req-7c3ae1e2-bd05-4377-b265-d5f627addcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:41.368279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be req-7c3ae1e2-bd05-4377-b265-d5f627addcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:41.368790 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be req-7c3ae1e2-bd05-4377-b265-d5f627addcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:41.369331 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be req-7c3ae1e2-bd05-4377-b265-d5f627addcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:41.369852 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be req-7c3ae1e2-bd05-4377-b265-d5f627addcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:41.371876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be req-7c3ae1e2-bd05-4377-b265-d5f627addcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:41.373286 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be req-7c3ae1e2-bd05-4377-b265-d5f627addcda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b372da42727e49509bd94f617be28f70&device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 6212 time: 0.1013095 Sep 18 05:15:41.440960 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-d29273e7-1d0e-4ebd-99f9-f0d83e639054 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7272029 Sep 18 05:15:41.452312 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6b9f4274-145f-4d8a-9a2b-e4ac7a3c5feb None None] Provisioning complete for port 4dbd8665-5e53-4872-9eae-3c424e783bac triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:41.452821 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6b9f4274-145f-4d8a-9a2b-e4ac7a3c5feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:41.454553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Request body: {'port': {'device_id': '2994df54-f797-469a-969a-0397191eb260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:41.492986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f4274-145f-4d8a-9a2b-e4ac7a3c5feb None None] Port 4dbd8665-5e53-4872-9eae-3c424e783bac cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:15:41.547081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60248) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:41.591651 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-06c0bcc6-0097-4c6b-9cd3-198d68ad68ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57a44cf45a5f4f8fb61b481f04c4e02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541723 Sep 18 05:15:41.594192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60252) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:41.605242 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:41.630786 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be req-4e283724-2238-414b-b7ad-78693b522fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:41.631276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be req-4e283724-2238-414b-b7ad-78693b522fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:41.631755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be req-4e283724-2238-414b-b7ad-78693b522fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:41.633465 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be req-4e283724-2238-414b-b7ad-78693b522fcc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b372da42727e49509bd94f617be28f70&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2514696 Sep 18 05:15:41.689134 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba19bc8c-7e46-4f93-897c-e0ecb21463a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:41.716205 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba19bc8c-7e46-4f93-897c-e0ecb21463a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:41.903266 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba19bc8c-7e46-4f93-897c-e0ecb21463a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:41.906479 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba19bc8c-7e46-4f93-897c-e0ecb21463a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:41.911042 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ba19bc8c-7e46-4f93-897c-e0ecb21463a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/383e717e-b2f9-4523-8d74-1f1548dae279 HTTP/1.1" status: 204 len: 168 time: 0.3153818 Sep 18 05:15:41.926141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19bc8c-7e46-4f93-897c-e0ecb21463a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383e717e-b2f9-4523-8d74-1f1548dae279,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:42.061610 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8f184-ca25-4272-b77b-e9a97a4e96cb req-a0f7e95f-ff77-40bc-81eb-58133fce4ebc tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:42.078632 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8f184-ca25-4272-b77b-e9a97a4e96cb req-a0f7e95f-ff77-40bc-81eb-58133fce4ebc tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:42.103114 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8f184-ca25-4272-b77b-e9a97a4e96cb req-a0f7e95f-ff77-40bc-81eb-58133fce4ebc tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:42.132033 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8f184-ca25-4272-b77b-e9a97a4e96cb req-a0f7e95f-ff77-40bc-81eb-58133fce4ebc tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:42.139644 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8f184-ca25-4272-b77b-e9a97a4e96cb req-a0f7e95f-ff77-40bc-81eb-58133fce4ebc tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:42.147762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8f184-ca25-4272-b77b-e9a97a4e96cb req-a0f7e95f-ff77-40bc-81eb-58133fce4ebc tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:42.155396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8f184-ca25-4272-b77b-e9a97a4e96cb req-a0f7e95f-ff77-40bc-81eb-58133fce4ebc tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:42.157796 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-40b8f184-ca25-4272-b77b-e9a97a4e96cb req-a0f7e95f-ff77-40bc-81eb-58133fce4ebc tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5372 time: 0.2223103 Sep 18 05:15:42.265525 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-40b8f184-ca25-4272-b77b-e9a97a4e96cb req-e31f5a0b-4adc-4d81-866c-980116b76130 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968001 Sep 18 05:15:42.552280 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f00d38-c03f-4c09-b970-aba32ea59111 req-352ef8d4-192b-4422-af03-47703bde136d tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:42.564129 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-96f00d38-c03f-4c09-b970-aba32ea59111 req-352ef8d4-192b-4422-af03-47703bde136d tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 931 time: 0.1320996 Sep 18 05:15:42.696606 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-96f00d38-c03f-4c09-b970-aba32ea59111 req-8f0b8eb0-41a4-434a-8305-ec0ab0b6e9e1 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326642 Sep 18 05:15:42.745526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:15:42.819857 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:42.848602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Transition to ACTIVE for port object c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:15:42.882071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d8d1c-07c4-4661-ad97-ab9180fb952a req-efedf556-1ff6-4084-a86d-d598448f9755 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:42.890562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c5d8d1c-07c4-4661-ad97-ab9180fb952a req-efedf556-1ff6-4084-a86d-d598448f9755 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.6098745 Sep 18 05:15:42.983373 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:42.995826 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be req-7812b87e-4630-420e-94b1-9262d0137ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:42.997362 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2bdfc76a-ccb0-4442-96d4-5c6cd1ce13be req-7812b87e-4630-420e-94b1-9262d0137ec1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.3510125 Sep 18 05:15:43.004356 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c5d8d1c-07c4-4661-ad97-ab9180fb952a req-7d1ec40b-ecba-4927-8b89-0aa181f4541e tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127698 Sep 18 05:15:43.037922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbd8665-5e53-4872-9eae-3c424e783bac {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:15:43.050418 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:43.072340 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Pushing event updated for resources: {'Port': ['ID=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:43.078463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Transition to ACTIVE for port object 4dbd8665-5e53-4872-9eae-3c424e783bac will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:15:43.204118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Attempting to bind port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:43.204529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Attempting to bind port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:43.204874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Attempting to bind port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:43.210063 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:15:43.210396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Attempting to bind port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:43.215991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:43.216399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Checking segment: {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:43.216795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Bound using segment: {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:43.217301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Bound port: c2eb472d-e0d7-46c8-a3b2-2012cdbe3347, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:43.217679 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:43.275938 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:43.513474 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a650c-b0fe-4973-afa7-e7d21e908cfb req-356a17ab-d0a6-43cb-a48d-b562b607991e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:43.528774 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a650c-b0fe-4973-afa7-e7d21e908cfb req-356a17ab-d0a6-43cb-a48d-b562b607991e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:43.535834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a650c-b0fe-4973-afa7-e7d21e908cfb req-356a17ab-d0a6-43cb-a48d-b562b607991e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:43.551896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] For port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:43.551896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] For port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:43.556581 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a650c-b0fe-4973-afa7-e7d21e908cfb req-356a17ab-d0a6-43cb-a48d-b562b607991e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:43.575520 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a650c-b0fe-4973-afa7-e7d21e908cfb req-356a17ab-d0a6-43cb-a48d-b562b607991e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:43.586191 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a650c-b0fe-4973-afa7-e7d21e908cfb req-356a17ab-d0a6-43cb-a48d-b562b607991e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:43.609615 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a650c-b0fe-4973-afa7-e7d21e908cfb req-356a17ab-d0a6-43cb-a48d-b562b607991e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:43.614357 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c3a650c-b0fe-4973-afa7-e7d21e908cfb req-356a17ab-d0a6-43cb-a48d-b562b607991e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5384 time: 0.2107756 Sep 18 05:15:43.639541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Pushing event updated for resources: {'Port': ['ID=4dbd8665-5e53-4872-9eae-3c424e783bac,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:43.684115 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:43.712009 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c3a650c-b0fe-4973-afa7-e7d21e908cfb req-8e8fbf8c-5a7f-40bd-8279-a25be22d1859 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849431 Sep 18 05:15:43.731496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:43.732212 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:43.733917 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] 10.222.0.13 "PUT /v2.0/ports/c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 HTTP/1.1" status: 200 len: 1092 time: 2.8547764 Sep 18 05:15:43.734537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': 'c2eb472d-e0d7-46c8-a3b2-2012cdbe3347'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:43.739325 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bed012a-848c-4da1-940d-d9a4785487dd" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "c2eb472d-e0d7-46c8-a3b2-2012cdbe3347"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:43.829228 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b94c98a-ad5d-4454-adfa-5d463281ea08 x-openstack-request-id: req-6b94c98a-ad5d-4454-adfa-5d463281ea08 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:43.829877 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "c2eb472d-e0d7-46c8-a3b2-2012cdbe3347", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:43.829877 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b94c98a-ad5d-4454-adfa-5d463281ea08 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:43.830177 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': 'c2eb472d-e0d7-46c8-a3b2-2012cdbe3347', 'status': 'completed', 'code': 200} Sep 18 05:15:43.948981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Request body: {'port': {'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:43.948981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Attempting to bind port 4dbd8665-5e53-4872-9eae-3c424e783bac on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:43.948981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Attempting to bind port 4dbd8665-5e53-4872-9eae-3c424e783bac by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:43.948981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Attempting to bind port 4dbd8665-5e53-4872-9eae-3c424e783bac on network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:44.043951 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60316) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:44.064856 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Port 4dbd8665-5e53-4872-9eae-3c424e783bac on network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:15:44.070858 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Attempting to bind port 4dbd8665-5e53-4872-9eae-3c424e783bac on network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:44.174331 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758c434-ef0f-4b6e-a834-d04461108972 service neutron] Pushing event updated for resources: {'Port': ['ID=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:44.223890 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:44.224094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Checking segment: {'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:44.224556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Bound using segment: {'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:44.228120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Bound port: 4dbd8665-5e53-4872-9eae-3c424e783bac, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:44.228578 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:44.284848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8192e-b6ab-41fe-96a1-9ba25a88fb70 req-67ba8bfb-0782-4663-b9da-d0344f08fade tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:44.288383 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eed8192e-b6ab-41fe-96a1-9ba25a88fb70 req-67ba8bfb-0782-4663-b9da-d0344f08fade tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0913780 Sep 18 05:15:44.298558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed012a-848c-4da1-940d-d9a4785487dd req-8fce31a9-60be-432c-b3d1-8bbc55e97c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:44.299061 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed012a-848c-4da1-940d-d9a4785487dd req-8fce31a9-60be-432c-b3d1-8bbc55e97c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:44.299553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed012a-848c-4da1-940d-d9a4785487dd req-8fce31a9-60be-432c-b3d1-8bbc55e97c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:44.300223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed012a-848c-4da1-940d-d9a4785487dd req-8fce31a9-60be-432c-b3d1-8bbc55e97c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:44.300731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed012a-848c-4da1-940d-d9a4785487dd req-8fce31a9-60be-432c-b3d1-8bbc55e97c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:44.301217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed012a-848c-4da1-940d-d9a4785487dd req-8fce31a9-60be-432c-b3d1-8bbc55e97c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:44.301694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed012a-848c-4da1-940d-d9a4785487dd req-8fce31a9-60be-432c-b3d1-8bbc55e97c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:44.303826 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1bed012a-848c-4da1-940d-d9a4785487dd req-8fce31a9-60be-432c-b3d1-8bbc55e97c6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b372da42727e49509bd94f617be28f70&device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 6280 time: 0.4583623 Sep 18 05:15:44.318144 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:44.385372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ecdf4-490e-4a3d-b6ce-9c6fbfed126a req-3b9fd875-8ce3-42b2-9999-00c02c9d1148 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:44.389771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-550ecdf4-490e-4a3d-b6ce-9c6fbfed126a req-3b9fd875-8ce3-42b2-9999-00c02c9d1148 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 943 time: 0.4365799 Sep 18 05:15:44.414629 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-252881833-network', 'tenant_id': '358d445f41474779bb208b45a6f3757f'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:44.470150 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eed8192e-b6ab-41fe-96a1-9ba25a88fb70 req-2da5e868-16aa-4d84-a056-3c40da661442 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561248 Sep 18 05:15:44.560460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] Made reservation on behalf of 358d445f41474779bb208b45a6f3757f for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:44.563777 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:44.574180 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:44.606151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] For port 4dbd8665-5e53-4872-9eae-3c424e783bac, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:44.708955 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-550ecdf4-490e-4a3d-b6ce-9c6fbfed126a req-4bf43e2d-a008-4510-a2ef-a5514c5f0eb2 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999866 Sep 18 05:15:44.779794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] For port 4dbd8665-5e53-4872-9eae-3c424e783bac, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=4dbd8665-5e53-4872-9eae-3c424e783bac,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:44.811234 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:44.820948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed012a-848c-4da1-940d-d9a4785487dd req-a4e63949-4711-42f4-8b3a-93ee3438cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:44.821433 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed012a-848c-4da1-940d-d9a4785487dd req-a4e63949-4711-42f4-8b3a-93ee3438cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:44.821896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed012a-848c-4da1-940d-d9a4785487dd req-a4e63949-4711-42f4-8b3a-93ee3438cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:44.823777 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1bed012a-848c-4da1-940d-d9a4785487dd req-a4e63949-4711-42f4-8b3a-93ee3438cefb service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b372da42727e49509bd94f617be28f70&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5072367 Sep 18 05:15:44.969141 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:45.038894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1ff83-dcaf-415f-b999-548d73963143 req-e4b56488-2d37-4712-b4a1-b3c471ef4e67 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:45.059483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1ff83-dcaf-415f-b999-548d73963143 req-e4b56488-2d37-4712-b4a1-b3c471ef4e67 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:45.069835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1ff83-dcaf-415f-b999-548d73963143 req-e4b56488-2d37-4712-b4a1-b3c471ef4e67 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:45.087554 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1ff83-dcaf-415f-b999-548d73963143 req-e4b56488-2d37-4712-b4a1-b3c471ef4e67 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:45.101574 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1ff83-dcaf-415f-b999-548d73963143 req-e4b56488-2d37-4712-b4a1-b3c471ef4e67 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:45.117950 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1ff83-dcaf-415f-b999-548d73963143 req-e4b56488-2d37-4712-b4a1-b3c471ef4e67 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:45.126558 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1ff83-dcaf-415f-b999-548d73963143 req-e4b56488-2d37-4712-b4a1-b3c471ef4e67 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:45.145039 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6de1ff83-dcaf-415f-b999-548d73963143 req-e4b56488-2d37-4712-b4a1-b3c471ef4e67 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5384 time: 0.2901101 Sep 18 05:15:45.225358 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:45.238757 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6de1ff83-dcaf-415f-b999-548d73963143 req-64055c99-404f-48b3-9291-ce0f0c57ca9a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0906320 Sep 18 05:15:45.247181 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:15:45.276913 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:45.283360 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:45.283947 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] Added segment 9c6642a4-e373-4469-843e-8bbf3475c385 of type vlan for network efc6e129-f42d-42a7-83d2-ebe5f364b672 Sep 18 05:15:45.325347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad1ad92-2be5-4848-878d-456fb993a3b0 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:15:45.348726 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:45.428538 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:45.442364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:45.449047 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:45.449047 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] 10.222.0.18 "PUT /v2.0/ports/4dbd8665-5e53-4872-9eae-3c424e783bac HTTP/1.1" status: 200 len: 1092 time: 3.9943030 Sep 18 05:15:45.470196 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:45.472899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:45.479059 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:45.482149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Transition to ACTIVE for port object dad1ad92-2be5-4848-878d-456fb993a3b0 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:15:45.496732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf317e7-8954-4f9d-b0d4-cf2a73fdd07d service neutron] Pushing event updated for resources: {'Port': ['ID=4dbd8665-5e53-4872-9eae-3c424e783bac,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:45.515135 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed012a-848c-4da1-940d-d9a4785487dd req-63c6872c-47b6-4675-9830-44c15562d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:45.516702 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1bed012a-848c-4da1-940d-d9a4785487dd req-63c6872c-47b6-4675-9830-44c15562d33c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6772642 Sep 18 05:15:45.663523 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:45.674299 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6264338 Sep 18 05:15:45.680501 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60350) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:45.681185 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63df323-6a11-4f05-babb-6cf852f25cbd admin admin] Pushing event updated for resources: {'Network': ['ID=efc6e129-f42d-42a7-83d2-ebe5f364b672,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:45.695745 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network efc6e129-f42d-42a7-83d2-ebe5f364b672 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:15:45.708676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5247f6f7-3939-443c-8c6d-9a9a60000f9a admin admin] Request body: {'subnet': {'network_id': 'efc6e129-f42d-42a7-83d2-ebe5f364b672', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-252881833-subnet', 'tenant_id': '358d445f41474779bb208b45a6f3757f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:45.801459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-8c2f40c5-d15f-4eb1-a65d-4f8ba5ac07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:45.803119 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-8c2f40c5-d15f-4eb1-a65d-4f8ba5ac07f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b24b241d1e242d6a367baa07a5c602e&device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 1095 time: 0.2092159 Sep 18 05:15:45.807077 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5247f6f7-3939-443c-8c6d-9a9a60000f9a admin admin] Made reservation on behalf of 358d445f41474779bb208b45a6f3757f for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:45.809815 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5247f6f7-3939-443c-8c6d-9a9a60000f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:45.831918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Pushing event updated for resources: {'Port': ['ID=dad1ad92-2be5-4848-878d-456fb993a3b0,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:45.837535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2994df54-f797-469a-969a-0397191eb260', 'tag': '4dbd8665-5e53-4872-9eae-3c424e783bac'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:45.839998 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee02e25-abae-4f71-8df7-e148f8b872a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2994df54-f797-469a-969a-0397191eb260", "tag": "4dbd8665-5e53-4872-9eae-3c424e783bac"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:45.884791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87eb63-4af6-4eb1-a3e7-ec13373dfc72 req-ac2f7102-12aa-42f8-8420-c8849f8c2184 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:45.892580 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b87eb63-4af6-4eb1-a3e7-ec13373dfc72 req-ac2f7102-12aa-42f8-8420-c8849f8c2184 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.2351112 Sep 18 05:15:45.944932 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-f9cf1ddb-6bf8-44bb-8fab-2678beefaa00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dbd8665-5e53-4872-9eae-3c424e783bac HTTP/1.1" status: 200 len: 217 time: 0.1080585 Sep 18 05:15:46.044200 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b87eb63-4af6-4eb1-a3e7-ec13373dfc72 req-6acf5795-3459-47ea-8823-c274718cbbd7 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505573 Sep 18 05:15:46.071189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Attempting to bind port dad1ad92-2be5-4848-878d-456fb993a3b0 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:46.077535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Attempting to bind port dad1ad92-2be5-4848-878d-456fb993a3b0 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:46.079710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Attempting to bind port dad1ad92-2be5-4848-878d-456fb993a3b0 on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:46.091648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Port dad1ad92-2be5-4848-878d-456fb993a3b0 on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:15:46.100688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Attempting to bind port dad1ad92-2be5-4848-878d-456fb993a3b0 on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:46.114776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-34ebdfa5-e6b7-4b5a-a90c-8dd5b6412c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:46.120531 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-34ebdfa5-e6b7-4b5a-a90c-8dd5b6412c5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ab02bc3-4445-486e-bb1b-e6de93866e50 HTTP/1.1" status: 200 len: 849 time: 0.1638322 Sep 18 05:15:46.123865 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace581b0-a502-4b74-af40-300f4dcbdf77 x-openstack-request-id: req-ace581b0-a502-4b74-af40-300f4dcbdf77 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:46.124159 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2994df54-f797-469a-969a-0397191eb260", "tag": "4dbd8665-5e53-4872-9eae-3c424e783bac", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:46.127873 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ace581b0-a502-4b74-af40-300f4dcbdf77 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:46.127873 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2994df54-f797-469a-969a-0397191eb260', 'tag': '4dbd8665-5e53-4872-9eae-3c424e783bac', 'status': 'completed', 'code': 200} Sep 18 05:15:46.127873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:46.127873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Checking segment: {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:46.127873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Bound using segment: {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:46.127873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Bound port: dad1ad92-2be5-4848-878d-456fb993a3b0, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e443bc37-030f-487a-856d-3278b90c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:46.127873 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:46.150292 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5247f6f7-3939-443c-8c6d-9a9a60000f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:46.232385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-9c452c2f-4777-485e-ad3c-0bac151f7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:46.233943 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-9c452c2f-4777-485e-ad3c-0bac151f7e22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038682 Sep 18 05:15:46.245275 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247f6f7-3939-443c-8c6d-9a9a60000f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52547d1-7faa-475b-a336-75f2b4cd3ff5,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:46.282129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65894773-986a-4cfc-a56f-d646d75f68f5 req-79d7c39d-83eb-4781-9b79-56ae49bef902 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:46.284992 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65894773-986a-4cfc-a56f-d646d75f68f5 req-79d7c39d-83eb-4781-9b79-56ae49bef902 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 943 time: 0.2105126 Sep 18 05:15:46.296729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] For port dad1ad92-2be5-4848-878d-456fb993a3b0, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:46.300907 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247f6f7-3939-443c-8c6d-9a9a60000f9a admin admin] Checking segment: {'id': '9c6642a4-e373-4469-843e-8bbf3475c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'efc6e129-f42d-42a7-83d2-ebe5f364b672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:46.302033 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5247f6f7-3939-443c-8c6d-9a9a60000f9a admin admin] Network hostable DHCP agents. Network: efc6e129-f42d-42a7-83d2-ebe5f364b672, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:15:46.345626 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65894773-986a-4cfc-a56f-d646d75f68f5 req-94b94de2-e83f-4452-9ae8-46d2d83fcd99 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521145 Sep 18 05:15:46.383784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] For port dad1ad92-2be5-4848-878d-456fb993a3b0, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=dad1ad92-2be5-4848-878d-456fb993a3b0,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:46.404553 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5247f6f7-3939-443c-8c6d-9a9a60000f9a admin admin] Network efc6e129-f42d-42a7-83d2-ebe5f364b672 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:15:46.449856 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:46.453050 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-73011f5d-e89f-4a54-9508-7552221992eb service neutron] 10.222.0.18 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114832 Sep 18 05:15:46.472551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aece0-9f63-40f0-a126-2f80fd27e5da req-aaee1049-6bcd-4163-9911-623018093e46 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:46.481119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aece0-9f63-40f0-a126-2f80fd27e5da req-aaee1049-6bcd-4163-9911-623018093e46 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:46.487007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aece0-9f63-40f0-a126-2f80fd27e5da req-aaee1049-6bcd-4163-9911-623018093e46 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:46.493427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aece0-9f63-40f0-a126-2f80fd27e5da req-aaee1049-6bcd-4163-9911-623018093e46 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:46.497656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5247f6f7-3939-443c-8c6d-9a9a60000f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, efc6e129-f42d-42a7-83d2-ebe5f364b672) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:46.499643 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aece0-9f63-40f0-a126-2f80fd27e5da req-aaee1049-6bcd-4163-9911-623018093e46 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:46.504756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5247f6f7-3939-443c-8c6d-9a9a60000f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:46.506251 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aece0-9f63-40f0-a126-2f80fd27e5da req-aaee1049-6bcd-4163-9911-623018093e46 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:46.506790 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5247f6f7-3939-443c-8c6d-9a9a60000f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:46.507751 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c8b288-b86a-4e9a-a082-eb0ef601f6db None None] Network efc6e129-f42d-42a7-83d2-ebe5f364b672 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:15:46.512295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aece0-9f63-40f0-a126-2f80fd27e5da req-aaee1049-6bcd-4163-9911-623018093e46 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:46.514282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-882aece0-9f63-40f0-a126-2f80fd27e5da req-aaee1049-6bcd-4163-9911-623018093e46 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5396 time: 0.1326504 Sep 18 05:15:46.571592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:46.572322 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:46.574062 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] 10.222.0.13 "PUT /v2.0/ports/dad1ad92-2be5-4848-878d-456fb993a3b0 HTTP/1.1" status: 200 len: 1092 time: 2.6988902 Sep 18 05:15:46.596357 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5247f6f7-3939-443c-8c6d-9a9a60000f9a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8971939 Sep 18 05:15:46.687903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Request body: {'port': {'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:46.718323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc61471-1bc6-4f14-8bc6-410d6083d027 service neutron] Pushing event updated for resources: {'Port': ['ID=dad1ad92-2be5-4848-878d-456fb993a3b0,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:46.754048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4bb19-5faf-4557-a596-2e34fdd9b601 None None] Network efc6e129-f42d-42a7-83d2-ebe5f364b672 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:15:46.791136 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-882aece0-9f63-40f0-a126-2f80fd27e5da req-00453f4b-6171-4516-b6ec-2bd4b5b64ef1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2472265 Sep 18 05:15:46.907291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-046708e9-bbe4-4ca5-abd7-9a14850dee3c req-b6510cb4-569e-44cc-9a62-670cbe3d8e4a service neutron] 10.222.0.18 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740053 Sep 18 05:15:46.913794 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:47.198391 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee02e25-abae-4f71-8df7-e148f8b872a2 req-51edd253-69a6-4fbc-b690-fe70c73b1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:47.199989 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cee02e25-abae-4f71-8df7-e148f8b872a2 req-51edd253-69a6-4fbc-b690-fe70c73b1803 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b24b241d1e242d6a367baa07a5c602e&device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 1095 time: 0.0966766 Sep 18 05:15:47.357808 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ded80-13d9-4e80-b4fb-003d9f66e983 req-065aa0a3-7aa4-45b3-8a8b-d4ef295421f0 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:47.359650 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-243ded80-13d9-4e80-b4fb-003d9f66e983 req-065aa0a3-7aa4-45b3-8a8b-d4ef295421f0 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1901739 Sep 18 05:15:47.436469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee02e25-abae-4f71-8df7-e148f8b872a2 req-3f7f9b49-647d-4cc1-afde-2e960c971487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:47.438452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cee02e25-abae-4f71-8df7-e148f8b872a2 req-3f7f9b49-647d-4cc1-afde-2e960c971487 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 HTTP/1.1" status: 200 len: 910 time: 0.2159545 Sep 18 05:15:47.445661 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-243ded80-13d9-4e80-b4fb-003d9f66e983 req-0f5ca640-1135-4706-b22b-2d6790205eec tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673695 Sep 18 05:15:47.525223 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-9635e371-4bef-41a8-ba0d-e52238e7c12f tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:47.542861 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-9635e371-4bef-41a8-ba0d-e52238e7c12f tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/networks?id=efc6e129-f42d-42a7-83d2-ebe5f364b672 HTTP/1.1" status: 200 len: 821 time: 0.2073071 Sep 18 05:15:47.555854 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cee02e25-abae-4f71-8df7-e148f8b872a2 req-c1abd676-5cac-45a4-9864-336058b0387a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dbd8665-5e53-4872-9eae-3c424e783bac HTTP/1.1" status: 200 len: 217 time: 0.1066706 Sep 18 05:15:47.579091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741ee337-d7e0-48e7-882c-2b7372d44fd0 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:15:47.579420 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-52fa9494-5505-48cf-9159-def50f8b66fa tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/quotas/358d445f41474779bb208b45a6f3757f HTTP/1.1" status: 200 len: 375 time: 0.0355358 Sep 18 05:15:47.610680 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:47.649544 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-0d717066-90ae-42c1-b34c-c4cbf6981a4e tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=358d445f41474779bb208b45a6f3757f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682907 Sep 18 05:15:47.657063 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Transition to ACTIVE for port object 741ee337-d7e0-48e7-882c-2b7372d44fd0 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:15:47.670988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee02e25-abae-4f71-8df7-e148f8b872a2 req-bf15c0bc-6c01-4e90-9c95-e896792f47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:47.672821 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cee02e25-abae-4f71-8df7-e148f8b872a2 req-bf15c0bc-6c01-4e90-9c95-e896792f47ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ab02bc3-4445-486e-bb1b-e6de93866e50 HTTP/1.1" status: 200 len: 849 time: 0.0917330 Sep 18 05:15:47.685450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a96d-68b9-476e-a237-a7630287b718 req-337d8708-dce1-470d-928e-6d7968d132fc tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:47.687237 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5203a96d-68b9-476e-a237-a7630287b718 req-337d8708-dce1-470d-928e-6d7968d132fc tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 943 time: 0.1287277 Sep 18 05:15:47.763854 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:47.802479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee02e25-abae-4f71-8df7-e148f8b872a2 req-c9f146fd-126a-4dd7-a213-0733bc6a122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:47.808884 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cee02e25-abae-4f71-8df7-e148f8b872a2 req-c9f146fd-126a-4dd7-a213-0733bc6a122c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193733 Sep 18 05:15:47.850250 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5203a96d-68b9-476e-a237-a7630287b718 req-558e9fc8-e3aa-425c-9522-4d0ad1ca2e55 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454711 Sep 18 05:15:47.899982 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-d6c342b9-6944-4566-8153-e02612e6ed1e service neutron] 10.222.0.23 "GET /v2.0/networks/efc6e129-f42d-42a7-83d2-ebe5f364b672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488029 Sep 18 05:15:48.091939 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-0a752e0c-b97b-48b9-bbcc-2ba9e2987ed9 service neutron] 10.222.0.23 "GET /v2.0/networks/efc6e129-f42d-42a7-83d2-ebe5f364b672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908879 Sep 18 05:15:48.131174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': 'dad1ad92-2be5-4848-878d-456fb993a3b0'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:48.133726 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "dad1ad92-2be5-4848-878d-456fb993a3b0"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:48.172299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Pushing event updated for resources: {'Port': ['ID=741ee337-d7e0-48e7-882c-2b7372d44fd0,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:48.201869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a3051-b16f-4dfc-a6f1-b4761548ac5a req-a74da133-ebe7-424f-beae-9f54b3289ab4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:48.209175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a3051-b16f-4dfc-a6f1-b4761548ac5a req-a74da133-ebe7-424f-beae-9f54b3289ab4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:48.213797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a3051-b16f-4dfc-a6f1-b4761548ac5a req-a74da133-ebe7-424f-beae-9f54b3289ab4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:48.219766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a3051-b16f-4dfc-a6f1-b4761548ac5a req-a74da133-ebe7-424f-beae-9f54b3289ab4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:48.225668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a3051-b16f-4dfc-a6f1-b4761548ac5a req-a74da133-ebe7-424f-beae-9f54b3289ab4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:48.232788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a3051-b16f-4dfc-a6f1-b4761548ac5a req-a74da133-ebe7-424f-beae-9f54b3289ab4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:48.237887 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a3051-b16f-4dfc-a6f1-b4761548ac5a req-a74da133-ebe7-424f-beae-9f54b3289ab4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:48.239743 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a55a3051-b16f-4dfc-a6f1-b4761548ac5a req-a74da133-ebe7-424f-beae-9f54b3289ab4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5408 time: 0.2313848 Sep 18 05:15:48.247035 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cee02e25-abae-4f71-8df7-e148f8b872a2 req-090bd5a1-a471-4409-b944-7aca1055c433 service neutron] 10.222.0.18 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945847 Sep 18 05:15:48.497192 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-793fc7b9-a530-4f15-b0fc-c28f49b69a7f req-e667a8ae-ed1a-462d-99e9-c00a137000c1 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 210 time: 0.0470636 Sep 18 05:15:48.665639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d7442-e427-454e-807a-d8a158668ec8 req-5566a007-1d4a-42b8-9656-028831db87b2 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:48.674053 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb4d7442-e427-454e-807a-d8a158668ec8 req-5566a007-1d4a-42b8-9656-028831db87b2 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0908289 Sep 18 05:15:48.779901 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb4d7442-e427-454e-807a-d8a158668ec8 req-80b8e7c4-5952-4bc2-bc86-a64128602513 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048303 Sep 18 05:15:48.809228 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2109af-e2c4-43f8-b544-5a829f9be642 x-openstack-request-id: req-5f2109af-e2c4-43f8-b544-5a829f9be642 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:48.809783 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "dad1ad92-2be5-4848-878d-456fb993a3b0", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:48.819345 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f2109af-e2c4-43f8-b544-5a829f9be642 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:48.819345 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': 'dad1ad92-2be5-4848-878d-456fb993a3b0', 'status': 'completed', 'code': 200} Sep 18 05:15:48.976356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Attempting to bind port 741ee337-d7e0-48e7-882c-2b7372d44fd0 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:48.976356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Attempting to bind port 741ee337-d7e0-48e7-882c-2b7372d44fd0 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '2319873a-dd5b-402f-affc-20e47aacf176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:48.976356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Attempting to bind port 741ee337-d7e0-48e7-882c-2b7372d44fd0 on network 51566083-6d68-46b7-9abf-efdb568e8fb9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:48.976997 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c41b3-2172-49ab-b128-0741bc0a2666 req-1581f610-4f11-4072-b613-64dbffd4fc83 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:48.976997 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-013c41b3-2172-49ab-b128-0741bc0a2666 req-1581f610-4f11-4072-b613-64dbffd4fc83 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 943 time: 0.0559959 Sep 18 05:15:48.977211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Port 741ee337-d7e0-48e7-882c-2b7372d44fd0 on network 51566083-6d68-46b7-9abf-efdb568e8fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:15:48.977211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Attempting to bind port 741ee337-d7e0-48e7-882c-2b7372d44fd0 on network 51566083-6d68-46b7-9abf-efdb568e8fb9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:48.992504 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:48.992853 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Checking segment: {'id': '2319873a-dd5b-402f-affc-20e47aacf176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:48.993253 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Bound using segment: {'id': '2319873a-dd5b-402f-affc-20e47aacf176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:48.993975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Bound port: 741ee337-d7e0-48e7-882c-2b7372d44fd0, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2319873a-dd5b-402f-affc-20e47aacf176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:48.994592 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:49.000617 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a55a3051-b16f-4dfc-a6f1-b4761548ac5a req-f04e9a7a-9266-47f6-bbdb-866bfe99ccd2 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7526546 Sep 18 05:15:49.014520 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6 req-fd98c654-da50-46d6-ae6f-18401d98651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:49.015019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6 req-fd98c654-da50-46d6-ae6f-18401d98651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:49.015733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6 req-fd98c654-da50-46d6-ae6f-18401d98651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:49.016230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6 req-fd98c654-da50-46d6-ae6f-18401d98651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:49.016733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6 req-fd98c654-da50-46d6-ae6f-18401d98651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:49.017295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6 req-fd98c654-da50-46d6-ae6f-18401d98651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:49.017933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6 req-fd98c654-da50-46d6-ae6f-18401d98651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:49.020771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6 req-fd98c654-da50-46d6-ae6f-18401d98651a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b372da42727e49509bd94f617be28f70&device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 6374 time: 0.1950047 Sep 18 05:15:49.022599 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-013c41b3-2172-49ab-b128-0741bc0a2666 req-3e1faa99-69a6-44f1-80d1-ff5d375cac3d tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376596 Sep 18 05:15:49.086072 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cee02e25-abae-4f71-8df7-e148f8b872a2 req-e6a555c8-cebe-4f88-a209-690961b8b799 service neutron] 10.222.0.18 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8281128 Sep 18 05:15:49.180773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] For port 741ee337-d7e0-48e7-882c-2b7372d44fd0, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:49.189235 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] For port 741ee337-d7e0-48e7-882c-2b7372d44fd0, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=741ee337-d7e0-48e7-882c-2b7372d44fd0,segment=NetworkSegment(2319873a-dd5b-402f-affc-20e47aacf176),segment_id=2319873a-dd5b-402f-affc-20e47aacf176)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:49.204852 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6 req-5ea3213b-5da0-416b-9d29-6dc7bd1b1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:49.205655 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6 req-5ea3213b-5da0-416b-9d29-6dc7bd1b1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:49.206676 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6 req-5ea3213b-5da0-416b-9d29-6dc7bd1b1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:49.208580 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6 req-5ea3213b-5da0-416b-9d29-6dc7bd1b1852 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b372da42727e49509bd94f617be28f70&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1671455 Sep 18 05:15:49.295011 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:49.312602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:49.313612 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:49.314909 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] 10.222.0.13 "PUT /v2.0/ports/741ee337-d7e0-48e7-882c-2b7372d44fd0 HTTP/1.1" status: 200 len: 1092 time: 2.6385224 Sep 18 05:15:49.394121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9943d26-44f7-4e72-9255-d5a784d8dc7c service neutron] Pushing event updated for resources: {'Port': ['ID=741ee337-d7e0-48e7-882c-2b7372d44fd0,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:49.398313 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6 req-9e3ec8b4-2106-45db-af7b-a2cd6e079fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:49.399861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7fd1ee9b-d0ae-4c09-9a39-ece0dc4d1af6 req-9e3ec8b4-2106-45db-af7b-a2cd6e079fe6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1841991 Sep 18 05:15:49.461413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Request body: {'port': {'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:49.548111 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:49.572470 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48824ea7-2824-4392-9ae2-bf9c1a86ce85 req-f6ddddb9-56a2-4e4e-8602-88942fab0ded tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 210 time: 0.0351655 Sep 18 05:15:49.887052 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51248ff-1eb2-4f12-b410-f80462b53732 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:15:49.895816 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:49.909306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Transition to ACTIVE for port object f51248ff-1eb2-4f12-b410-f80462b53732 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:15:49.956700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521f2b5-e597-4d7e-9ae5-a701994b4523 req-1e9081f0-b5e5-46e8-9fd8-180a274d6864 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:49.958320 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4521f2b5-e597-4d7e-9ae5-a701994b4523 req-1e9081f0-b5e5-46e8-9fd8-180a274d6864 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0832617 Sep 18 05:15:50.019556 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:50.049164 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4521f2b5-e597-4d7e-9ae5-a701994b4523 req-78792255-70bc-44f7-ba88-8b06f3805ba0 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670416 Sep 18 05:15:50.267206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c1430-eafa-4e36-b40a-c64b78735404 req-08d7b967-2e23-41d6-9e35-1fcdcc0ca94e tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.276052 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-849c1430-eafa-4e36-b40a-c64b78735404 req-08d7b967-2e23-41d6-9e35-1fcdcc0ca94e tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 943 time: 0.1501408 Sep 18 05:15:50.299465 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Pushing event updated for resources: {'Port': ['ID=f51248ff-1eb2-4f12-b410-f80462b53732,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:50.328045 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-849c1430-eafa-4e36-b40a-c64b78735404 req-4bfaa734-8324-439c-99ed-28b3fba52580 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478239 Sep 18 05:15:50.353790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 4dbd8665-5e53-4872-9eae-3c424e783bac details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:15:50.368700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79f849-caf6-478a-8927-006aac53283d req-8408589c-df4b-41d4-896c-d8ef299441e8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.372227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79f849-caf6-478a-8927-006aac53283d req-8408589c-df4b-41d4-896c-d8ef299441e8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.379088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79f849-caf6-478a-8927-006aac53283d req-8408589c-df4b-41d4-896c-d8ef299441e8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.385111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79f849-caf6-478a-8927-006aac53283d req-8408589c-df4b-41d4-896c-d8ef299441e8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.391113 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79f849-caf6-478a-8927-006aac53283d req-8408589c-df4b-41d4-896c-d8ef299441e8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.397232 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79f849-caf6-478a-8927-006aac53283d req-8408589c-df4b-41d4-896c-d8ef299441e8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.403290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79f849-caf6-478a-8927-006aac53283d req-8408589c-df4b-41d4-896c-d8ef299441e8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.406275 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc79f849-caf6-478a-8927-006aac53283d req-8408589c-df4b-41d4-896c-d8ef299441e8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.2193451 Sep 18 05:15:50.454371 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Attempting to bind port f51248ff-1eb2-4f12-b410-f80462b53732 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:50.454695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Attempting to bind port f51248ff-1eb2-4f12-b410-f80462b53732 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '2319873a-dd5b-402f-affc-20e47aacf176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:50.455034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Attempting to bind port f51248ff-1eb2-4f12-b410-f80462b53732 on network 51566083-6d68-46b7-9abf-efdb568e8fb9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:50.464797 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc79f849-caf6-478a-8927-006aac53283d req-15d21ac3-c83d-4653-9aca-a1cdd484ba27 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487146 Sep 18 05:15:50.466900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Port f51248ff-1eb2-4f12-b410-f80462b53732 on network 51566083-6d68-46b7-9abf-efdb568e8fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:15:50.467812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Attempting to bind port f51248ff-1eb2-4f12-b410-f80462b53732 on network 51566083-6d68-46b7-9abf-efdb568e8fb9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:50.472939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:50.473288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Checking segment: {'id': '2319873a-dd5b-402f-affc-20e47aacf176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:50.473676 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Bound using segment: {'id': '2319873a-dd5b-402f-affc-20e47aacf176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:50.474116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Bound port: f51248ff-1eb2-4f12-b410-f80462b53732, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2319873a-dd5b-402f-affc-20e47aacf176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:50.474481 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:50.501707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 4dbd8665-5e53-4872-9eae-3c424e783bac, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=4dbd8665-5e53-4872-9eae-3c424e783bac,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:50.533948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '4dbd8665-5e53-4872-9eae-3c424e783bac', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'port_id': '4dbd8665-5e53-4872-9eae-3c424e783bac', 'mac_address': 'fa:16:3e:4f:e1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:15:50.563637 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] For port f51248ff-1eb2-4f12-b410-f80462b53732, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:50.568836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] For port f51248ff-1eb2-4f12-b410-f80462b53732, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=f51248ff-1eb2-4f12-b410-f80462b53732,segment=NetworkSegment(2319873a-dd5b-402f-affc-20e47aacf176),segment_id=2319873a-dd5b-402f-affc-20e47aacf176)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:50.585348 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:50.600529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbd8665-5e53-4872-9eae-3c424e783bac {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:15:50.633183 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 4dbd8665-5e53-4872-9eae-3c424e783bac, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=4dbd8665-5e53-4872-9eae-3c424e783bac,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:50.646700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:50.688496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.690118 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:50.693472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] 10.222.0.13 "PUT /v2.0/ports/f51248ff-1eb2-4f12-b410-f80462b53732 HTTP/1.1" status: 200 len: 1092 time: 1.2363803 Sep 18 05:15:50.731610 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:50.736685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60474) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:50.744032 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b7eb4d52-b0a3-453b-bc13-c8226f6d9bc4 req-14f69f9b-3431-4a2e-b02b-a07db31b2825 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 210 time: 0.0611901 Sep 18 05:15:50.769756 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083b3cf-e9c3-4a2f-a692-a124d5936960 service neutron] Pushing event updated for resources: {'Port': ['ID=f51248ff-1eb2-4f12-b410-f80462b53732,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:50.813339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': '741ee337-d7e0-48e7-882c-2b7372d44fd0'}, {'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': 'f51248ff-1eb2-4f12-b410-f80462b53732'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:50.817455 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "741ee337-d7e0-48e7-882c-2b7372d44fd0"}, {"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "f51248ff-1eb2-4f12-b410-f80462b53732"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:50.830387 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=4dbd8665-5e53-4872-9eae-3c424e783bac,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:50.839687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:50.840576 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:50.841143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:50.841680 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:50.842319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:50.842862 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:50.843372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:50.843875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:50.844500 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:50.855057 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:50.855737 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:50.856193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:15:50.916995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e69eb263-86ea-4b3d-9cca-027e85d14ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.918537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e69eb263-86ea-4b3d-9cca-027e85d14ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.919434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e69eb263-86ea-4b3d-9cca-027e85d14ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.920162 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e69eb263-86ea-4b3d-9cca-027e85d14ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.920859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e69eb263-86ea-4b3d-9cca-027e85d14ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.921344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e69eb263-86ea-4b3d-9cca-027e85d14ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.921826 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e69eb263-86ea-4b3d-9cca-027e85d14ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:50.923983 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-e69eb263-86ea-4b3d-9cca-027e85d14ad7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b372da42727e49509bd94f617be28f70&device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 6484 time: 0.0938051 Sep 18 05:15:50.940710 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a7d919dd-d3e7-401f-a87f-b2890d014eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:50.943522 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7e7cff-ddc7-4111-8f71-ba2af776f61d x-openstack-request-id: req-7a7e7cff-ddc7-4111-8f71-ba2af776f61d {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:50.943831 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "741ee337-d7e0-48e7-882c-2b7372d44fd0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "f51248ff-1eb2-4f12-b410-f80462b53732", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:50.944090 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a7e7cff-ddc7-4111-8f71-ba2af776f61d {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:50.944542 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': '741ee337-d7e0-48e7-882c-2b7372d44fd0', 'status': 'completed', 'code': 200} Sep 18 05:15:50.944798 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': 'f51248ff-1eb2-4f12-b410-f80462b53732', 'status': 'completed', 'code': 200} Sep 18 05:15:50.982437 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['4dbd8665-5e53-4872-9eae-3c424e783bac'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:15:50.988991 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-f977ad00-e45e-4eeb-9620-31ba52faafcd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d455aaba-551f-4bf0-bf41-d280a03099b8 HTTP/1.1" status: 200 len: 217 time: 0.0427754 Sep 18 05:15:51.093281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-590c5063-b6bd-439f-a9cf-ba1afb897732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:51.094892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-590c5063-b6bd-439f-a9cf-ba1afb897732 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3652170f-ab08-4d41-b110-118b14aed9ef HTTP/1.1" status: 200 len: 851 time: 0.0981727 Sep 18 05:15:51.172362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ac6ea-6be3-46cd-8f23-dfb63b214d8d req-3304a104-08ad-46c0-8e8d-93f422ebfef1 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:51.182130 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0b2ac6ea-6be3-46cd-8f23-dfb63b214d8d req-3304a104-08ad-46c0-8e8d-93f422ebfef1 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0669529 Sep 18 05:15:51.185051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ebe81aac-1401-4ae8-b811-35fbc3547087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:51.187025 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ebe81aac-1401-4ae8-b811-35fbc3547087 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831664 Sep 18 05:15:51.210891 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a7d919dd-d3e7-401f-a87f-b2890d014eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:51.235469 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0b2ac6ea-6be3-46cd-8f23-dfb63b214d8d req-d50a24a8-b0cc-4c82-a5e9-53ec4f404cc2 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516891 Sep 18 05:15:51.306121 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a7d919dd-d3e7-401f-a87f-b2890d014eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:51.368910 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a7d919dd-d3e7-401f-a87f-b2890d014eed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29a8f4876d6f4953ba921e1f4d24bcf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6295786 Sep 18 05:15:51.371644 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60494) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:51.385438 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d919dd-d3e7-401f-a87f-b2890d014eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7972f201-7e5a-444d-ab4e-9e2f0dd5571e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:51.397044 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-6fd5c3ed-ea5b-4055-bf84-56ae61eb5424 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999314 Sep 18 05:15:51.470147 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8737583-9ac8-448f-81a5-44f727dc639d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:51.495618 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8737583-9ac8-448f-81a5-44f727dc639d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:51.606294 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-11100a1f-3995-41f0-9e3f-889962905326 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005394 Sep 18 05:15:51.609918 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8737583-9ac8-448f-81a5-44f727dc639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:51.612778 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8737583-9ac8-448f-81a5-44f727dc639d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:51.614227 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d8737583-9ac8-448f-81a5-44f727dc639d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7972f201-7e5a-444d-ab4e-9e2f0dd5571e HTTP/1.1" status: 204 len: 168 time: 0.2413623 Sep 18 05:15:51.636367 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8737583-9ac8-448f-81a5-44f727dc639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7972f201-7e5a-444d-ab4e-9e2f0dd5571e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:51.687494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd2b4-a671-458a-a28d-fa5035034a81 req-f63def2d-ddd1-41df-8614-0939fee7f4a1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:51.694813 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd2b4-a671-458a-a28d-fa5035034a81 req-f63def2d-ddd1-41df-8614-0939fee7f4a1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:51.701738 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd2b4-a671-458a-a28d-fa5035034a81 req-f63def2d-ddd1-41df-8614-0939fee7f4a1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:51.706763 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-84437dba-9266-4250-908a-dedffa642858 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=809807b6-462d-44b0-8e04-e9ff7ffe34db HTTP/1.1" status: 200 len: 217 time: 0.0511131 Sep 18 05:15:51.715817 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd2b4-a671-458a-a28d-fa5035034a81 req-f63def2d-ddd1-41df-8614-0939fee7f4a1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:51.722995 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd2b4-a671-458a-a28d-fa5035034a81 req-f63def2d-ddd1-41df-8614-0939fee7f4a1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:51.731765 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd2b4-a671-458a-a28d-fa5035034a81 req-f63def2d-ddd1-41df-8614-0939fee7f4a1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:51.747671 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd2b4-a671-458a-a28d-fa5035034a81 req-f63def2d-ddd1-41df-8614-0939fee7f4a1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:51.752231 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f93fd2b4-a671-458a-a28d-fa5035034a81 req-f63def2d-ddd1-41df-8614-0939fee7f4a1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.1747494 Sep 18 05:15:51.825210 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-a851d9df-d17c-425d-b631-7248b8a63b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:51.825999 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f93fd2b4-a671-458a-a28d-fa5035034a81 req-5e65cb27-af2d-480e-814b-abf10bdff0d4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720742 Sep 18 05:15:51.827252 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-a851d9df-d17c-425d-b631-7248b8a63b30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.1123238 Sep 18 05:15:51.880694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ac869-b81e-495e-a2aa-489235131042 req-e5a08e39-2a6a-4f9c-adcf-7df3f525fc9d tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:51.882277 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f68ac869-b81e-495e-a2aa-489235131042 req-e5a08e39-2a6a-4f9c-adcf-7df3f525fc9d tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 944 time: 0.4231229 Sep 18 05:15:51.948994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-ee84f8b2-ffb1-4dc2-8646-5402dede7b01 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:51.950515 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-ee84f8b2-ffb1-4dc2-8646-5402dede7b01 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.18 "GET /v2.0/networks?id=efc6e129-f42d-42a7-83d2-ebe5f364b672 HTTP/1.1" status: 200 len: 821 time: 0.5112197 Sep 18 05:15:51.954317 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1696873b-bce6-4f09-ac8c-e61706ef016b req-f65e890f-d2bd-4369-8b5f-d09fa92b2ebb tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 210 time: 0.0545888 Sep 18 05:15:51.973049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-6f851f27-f839-4ad1-838e-4d7181d3fead tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Request body: {'port': {'device_id': 'cd474f48-c88e-42f4-b650-d121f44ac7a7', 'network_id': 'efc6e129-f42d-42a7-83d2-ebe5f364b672', 'admin_state_up': True, 'tenant_id': '358d445f41474779bb208b45a6f3757f'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:51.977679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1598b764-d11d-4bb1-8d80-39af39f33936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:51.979540 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1598b764-d11d-4bb1-8d80-39af39f33936 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1332865 Sep 18 05:15:52.020341 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f68ac869-b81e-495e-a2aa-489235131042 req-cf6757e8-ad17-40e4-99f5-4c210288eedd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124182 Sep 18 05:15:52.186516 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-17ec6d94-ad40-4327-ab93-5841e3d2a8f9 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883030 Sep 18 05:15:52.272801 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-6f851f27-f839-4ad1-838e-4d7181d3fead tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Made reservation on behalf of 358d445f41474779bb208b45a6f3757f for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:52.278303 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-6f851f27-f839-4ad1-838e-4d7181d3fead tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:52.354828 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 4dbd8665-5e53-4872-9eae-3c424e783bac up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:15:52.368326 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-42aa30f5-7cfd-40d2-90a9-6975e637fd12 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732342 Sep 18 05:15:52.434931 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-6356db33-444a-4b56-b74b-c65aa7799eb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=0f8dede5-c7f9-4b5a-9a73-478db3ecef05 HTTP/1.1" status: 200 len: 217 time: 0.0547643 Sep 18 05:15:52.449592 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157cfeb-cc21-4b48-abca-e7979a043eca req-7f2455d5-af6f-45ae-8068-3bc1c72f993d tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:52.452024 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3157cfeb-cc21-4b48-abca-e7979a043eca req-7f2455d5-af6f-45ae-8068-3bc1c72f993d tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1029341 Sep 18 05:15:52.492744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 4dbd8665-5e53-4872-9eae-3c424e783bac completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:15:52.497342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 4dbd8665-5e53-4872-9eae-3c424e783bac triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:15:52.501835 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:52.524729 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3157cfeb-cc21-4b48-abca-e7979a043eca req-0c664c41-126c-4f4c-8dc6-303620076884 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633342 Sep 18 05:15:52.529950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-6f851f27-f839-4ad1-838e-4d7181d3fead tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Allocated IP 172.20.0.4 (efc6e129-f42d-42a7-83d2-ebe5f364b672/f52547d1-7faa-475b-a336-75f2b4cd3ff5/8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:52.529950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-98f6ab29-f524-4be5-9ff8-3f2986c58330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:52.531453 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-98f6ab29-f524-4be5-9ff8-3f2986c58330 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.0905094 Sep 18 05:15:52.594132 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:52.625727 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0bd07829-e922-437d-9024-87fe57c00149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:52.627281 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0bd07829-e922-437d-9024-87fe57c00149 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0811353 Sep 18 05:15:52.631224 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2994df54-f797-469a-969a-0397191eb260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbd8665-5e53-4872-9eae-3c424e783bac'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:52.633634 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8765934-34bd-42e1-a077-2f99ca6b898a" -d '{"events": [{"server_uuid": "2994df54-f797-469a-969a-0397191eb260", "name": "network-vif-plugged", "status": "completed", "tag": "4dbd8665-5e53-4872-9eae-3c424e783bac"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:52.645499 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 4dbd8665-5e53-4872-9eae-3c424e783bac, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=4dbd8665-5e53-4872-9eae-3c424e783bac,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:15:52.687323 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fe3b13-1581-4d14-a7cd-2d24ccfb2370 x-openstack-request-id: req-93fe3b13-1581-4d14-a7cd-2d24ccfb2370 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:52.687623 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2994df54-f797-469a-969a-0397191eb260", "name": "network-vif-plugged", "status": "completed", "tag": "4dbd8665-5e53-4872-9eae-3c424e783bac", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:52.687892 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93fe3b13-1581-4d14-a7cd-2d24ccfb2370 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:52.688339 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2994df54-f797-469a-969a-0397191eb260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbd8665-5e53-4872-9eae-3c424e783bac', 'code': 200} Sep 18 05:15:52.737843 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:52.803956 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=4dbd8665-5e53-4872-9eae-3c424e783bac,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:52.828109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60538) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:52.841034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-48be2ff6-2522-4565-a246-dcc3a23472c0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1021310'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:52.847262 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-9cbf0cfb-9143-4442-bc48-fb6263c9e253 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048357 Sep 18 05:15:52.851736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25acf2c-10ad-46e4-9a17-7d8a043f00ca req-4b281463-8f70-463a-be8e-5077b46f29f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:52.857093 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a25acf2c-10ad-46e4-9a17-7d8a043f00ca req-4b281463-8f70-463a-be8e-5077b46f29f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 1097 time: 0.1016064 Sep 18 05:15:52.884071 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-6f851f27-f839-4ad1-838e-4d7181d3fead tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:52.939257 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:52.979419 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a25acf2c-10ad-46e4-9a17-7d8a043f00ca req-c6a71bcb-1bf5-4bc7-8900-0d11d35658a3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049066 Sep 18 05:15:53.003018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48be2ff6-2522-4565-a246-dcc3a23472c0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Made reservation on behalf of e297637f8edb461588776b48da04ab80 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:53.004428 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-48be2ff6-2522-4565-a246-dcc3a23472c0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:53.009155 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-c5720398-949d-41e9-8801-cedcd7b183da service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439607 Sep 18 05:15:53.094859 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-6f851f27-f839-4ad1-838e-4d7181d3fead tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:53.098954 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-1ad7f293-3176-492a-9309-a6ea51d008e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 HTTP/1.1" status: 200 len: 217 time: 0.0812278 Sep 18 05:15:53.113246 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48be2ff6-2522-4565-a246-dcc3a23472c0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:15:53.134104 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934774fd-c615-41f7-b3e6-ba73cb4974a5 req-853885fd-f456-4b75-9091-2a66a304c0c8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:53.140099 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934774fd-c615-41f7-b3e6-ba73cb4974a5 req-853885fd-f456-4b75-9091-2a66a304c0c8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:53.146710 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934774fd-c615-41f7-b3e6-ba73cb4974a5 req-853885fd-f456-4b75-9091-2a66a304c0c8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:53.156452 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934774fd-c615-41f7-b3e6-ba73cb4974a5 req-853885fd-f456-4b75-9091-2a66a304c0c8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:53.159999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934774fd-c615-41f7-b3e6-ba73cb4974a5 req-853885fd-f456-4b75-9091-2a66a304c0c8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:53.166052 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934774fd-c615-41f7-b3e6-ba73cb4974a5 req-853885fd-f456-4b75-9091-2a66a304c0c8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:53.171917 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:53.172220 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934774fd-c615-41f7-b3e6-ba73cb4974a5 req-853885fd-f456-4b75-9091-2a66a304c0c8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:53.180085 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-934774fd-c615-41f7-b3e6-ba73cb4974a5 req-853885fd-f456-4b75-9091-2a66a304c0c8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.2117984 Sep 18 05:15:53.224290 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-48be2ff6-2522-4565-a246-dcc3a23472c0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:53.224686 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-48be2ff6-2522-4565-a246-dcc3a23472c0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Added segment 47b32b9e-cdff-4952-9543-dce0c8055144 of type vlan for network 949f5a21-9f21-48eb-8050-df0d8a67ec39 Sep 18 05:15:53.225146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-6f851f27-f839-4ad1-838e-4d7181d3fead tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Network efc6e129-f42d-42a7-83d2-ebe5f364b672 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:53.244107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f851f27-f839-4ad1-838e-4d7181d3fead tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Pushing event updated for resources: {'Port': ['ID=8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:53.249000 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-934774fd-c615-41f7-b3e6-ba73cb4974a5 req-00220d42-cdf6-416d-a9a6-b13cc20f4bfc tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646842 Sep 18 05:15:53.249119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-6f851f27-f839-4ad1-838e-4d7181d3fead tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:53.261305 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-6f851f27-f839-4ad1-838e-4d7181d3fead tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:53.267845 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-b1f91cc8-a487-4bb9-9f17-21e5152ead00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:53.270704 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-b1f91cc8-a487-4bb9-9f17-21e5152ead00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.1545691 Sep 18 05:15:53.293247 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-48be2ff6-2522-4565-a246-dcc3a23472c0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:53.308635 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d991df-c47d-479f-bf67-f0f5db9c91f5 req-4d768a7b-1436-4ade-b24b-5c210b164cbe tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:53.309084 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11d991df-c47d-479f-bf67-f0f5db9c91f5 req-4d768a7b-1436-4ade-b24b-5c210b164cbe tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 931 time: 0.2160800 Sep 18 05:15:53.389029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-6f851f27-f839-4ad1-838e-4d7181d3fead tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:53.389029 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-6f851f27-f839-4ad1-838e-4d7181d3fead tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:53.413687 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11d991df-c47d-479f-bf67-f0f5db9c91f5 req-75d22bd3-71b9-460e-81db-c92dab13a6e3 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885692 Sep 18 05:15:53.415545 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-48be2ff6-2522-4565-a246-dcc3a23472c0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:53.417431 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-6afada60-eac4-4cae-ad23-7adea14c2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:53.418889 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-6afada60-eac4-4cae-ad23-7adea14c2ed2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1232085 Sep 18 05:15:53.422338 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48be2ff6-2522-4565-a246-dcc3a23472c0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:53.422961 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-48be2ff6-2522-4565-a246-dcc3a23472c0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:53.482917 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-6f851f27-f839-4ad1-838e-4d7181d3fead tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5219705 Sep 18 05:15:53.533133 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be2ff6-2522-4565-a246-dcc3a23472c0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'Network': ['ID=949f5a21-9f21-48eb-8050-df0d8a67ec39,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:53.558194 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 949f5a21-9f21-48eb-8050-df0d8a67ec39 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:15:53.558776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Request body: {'port': {'device_id': 'cd474f48-c88e-42f4-b650-d121f44ac7a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:53.575758 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fa811-25c1-4c9c-bf0b-17a07111cfad req-24148919-ae09-4073-aa14-9f15bc280d85 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:53.592551 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd6fa811-25c1-4c9c-bf0b-17a07111cfad req-24148919-ae09-4073-aa14-9f15bc280d85 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.2119076 Sep 18 05:15:53.605211 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-48be2ff6-2522-4565-a246-dcc3a23472c0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7754848 Sep 18 05:15:53.610231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60560) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:53.633671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-bb4b965b-6557-4c07-9df9-93d73d9b780b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-604939635'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:53.672205 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd6fa811-25c1-4c9c-bf0b-17a07111cfad req-75cec72f-1b54-42a8-a0a9-146101b3cea6 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764894 Sep 18 05:15:53.695700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:53.755031 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d1e2424c-0c7a-456b-9b24-46e142a7ccca service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274021 Sep 18 05:15:53.837857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12146c-31de-44eb-b128-5a89118c32c5 req-d5933745-0c1f-46dd-a92b-e97905d68eae tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:53.839383 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e12146c-31de-44eb-b128-5a89118c32c5 req-d5933745-0c1f-46dd-a92b-e97905d68eae tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1472130 Sep 18 05:15:53.957250 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4b965b-6557-4c07-9df9-93d73d9b780b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Made reservation on behalf of e297637f8edb461588776b48da04ab80 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:53.957250 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb4b965b-6557-4c07-9df9-93d73d9b780b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:54.024260 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e12146c-31de-44eb-b128-5a89118c32c5 req-92489d69-64fd-4186-a928-4febb644a4cc tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713295 Sep 18 05:15:54.062359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4b965b-6557-4c07-9df9-93d73d9b780b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:15:54.067288 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d6402906-7bc2-4d34-b2f6-ef5ae2884050 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029706 Sep 18 05:15:54.138885 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb4b965b-6557-4c07-9df9-93d73d9b780b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:54.139333 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-bb4b965b-6557-4c07-9df9-93d73d9b780b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Added segment 14663af1-76ca-4271-9d7f-c1149cb4136a of type vlan for network d31ab936-807d-4ca3-b171-a16b4b9bc97f Sep 18 05:15:54.142345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-b907cd34-dff1-4327-9c59-3a8c8b66bdf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=dad1ad92-2be5-4848-878d-456fb993a3b0 HTTP/1.1" status: 200 len: 217 time: 0.0619466 Sep 18 05:15:54.273396 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb4b965b-6557-4c07-9df9-93d73d9b780b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:54.275948 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60576) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:54.330297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-fd7d3ce6-7cfc-4a4e-90f9-e70d2e08ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:54.333728 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-fd7d3ce6-7cfc-4a4e-90f9-e70d2e08ce9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.1489511 Sep 18 05:15:54.440880 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72044d22-14fc-481b-8991-d90b98eaf557 req-41784627-42da-48fa-ba6a-29229d9d8feb tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:54.448868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72044d22-14fc-481b-8991-d90b98eaf557 req-41784627-42da-48fa-ba6a-29229d9d8feb tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:54.458031 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72044d22-14fc-481b-8991-d90b98eaf557 req-41784627-42da-48fa-ba6a-29229d9d8feb tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:54.464882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72044d22-14fc-481b-8991-d90b98eaf557 req-41784627-42da-48fa-ba6a-29229d9d8feb tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:54.471342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72044d22-14fc-481b-8991-d90b98eaf557 req-41784627-42da-48fa-ba6a-29229d9d8feb tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:54.479119 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72044d22-14fc-481b-8991-d90b98eaf557 req-41784627-42da-48fa-ba6a-29229d9d8feb tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:54.485997 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72044d22-14fc-481b-8991-d90b98eaf557 req-41784627-42da-48fa-ba6a-29229d9d8feb tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:54.495409 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72044d22-14fc-481b-8991-d90b98eaf557 req-41784627-42da-48fa-ba6a-29229d9d8feb tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.1232312 Sep 18 05:15:54.509010 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-662008382', 'router:external': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:54.573159 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72044d22-14fc-481b-8991-d90b98eaf557 req-e5815021-e9a1-477d-859b-7c7b1b0ae248 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761540 Sep 18 05:15:54.803670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a628-7c4f-48b9-897a-18ec4b662120 req-1b1fcd99-80c6-4eff-b6d5-5fec4cdaed88 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:54.805138 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9769a628-7c4f-48b9-897a-18ec4b662120 req-1b1fcd99-80c6-4eff-b6d5-5fec4cdaed88 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.0546949 Sep 18 05:15:54.863834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Made reservation on behalf of d367a422c18f4ab1bf9a959456519658 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:54.866170 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:54.887633 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:54.908083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ed0af179-e40b-4588-b74f-162604074558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:54.909723 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ed0af179-e40b-4588-b74f-162604074558 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5484390 Sep 18 05:15:54.913438 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9769a628-7c4f-48b9-897a-18ec4b662120 req-a12e9af8-5bb7-4d39-be45-93efacb2cd68 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944529 Sep 18 05:15:54.927455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697bd11-b256-4742-8df2-8eabe3f717d6 req-32db81cb-9614-4240-9676-a8a8aa65203c tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:54.934843 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1697bd11-b256-4742-8df2-8eabe3f717d6 req-32db81cb-9614-4240-9676-a8a8aa65203c tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 931 time: 0.1427913 Sep 18 05:15:54.942496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:15:54.964808 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:54.982563 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb4b965b-6557-4c07-9df9-93d73d9b780b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:54.988984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4b965b-6557-4c07-9df9-93d73d9b780b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:54.989583 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb4b965b-6557-4c07-9df9-93d73d9b780b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:55.036477 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:55.096862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Transition to ACTIVE for port object 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:15:55.148835 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1697bd11-b256-4742-8df2-8eabe3f717d6 req-539a8ba6-b4f4-4f0e-8590-d62b685baa99 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131212 Sep 18 05:15:55.151018 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b965b-6557-4c07-9df9-93d73d9b780b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'Network': ['ID=d31ab936-807d-4ca3-b171-a16b4b9bc97f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:55.162402 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network d31ab936-807d-4ca3-b171-a16b4b9bc97f details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:15:55.167897 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa1d41-ca6e-451d-be48-e63ec186817b req-f1cbbb0b-a6e3-493f-bcda-37d90da405d0 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:55.169511 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e1fa1d41-ca6e-451d-be48-e63ec186817b req-f1cbbb0b-a6e3-493f-bcda-37d90da405d0 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0602798 Sep 18 05:15:55.187127 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-0dfd82e1-31e3-4c1c-977d-96faf6619a04 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501535 Sep 18 05:15:55.215757 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:55.219526 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:55.260361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab7d1c3-198f-4729-9ac7-a25e4a11a378,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:55.287192 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e1fa1d41-ca6e-451d-be48-e63ec186817b req-5a57448c-074d-4f20-a1fd-62db557eb87a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960436 Sep 18 05:15:55.296683 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:15:55.312060 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:55.312060 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Added segment 5fa307c0-40ca-4ad8-8edb-8fe901dceb42 of type vlan for network 8647eb41-6e4c-4070-9e04-2fe6a8c52757 Sep 18 05:15:55.326095 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bb4b965b-6557-4c07-9df9-93d73d9b780b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7138050 Sep 18 05:15:55.346029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60606) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:55.374547 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:55.395734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e6c4055f-1721-41b8-a189-084793000a54 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'subnet': {'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:55.435100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Pushing event updated for resources: {'Port': ['ID=8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:55.455659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Attempting to bind port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:55.459301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Attempting to bind port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '9c6642a4-e373-4469-843e-8bbf3475c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'efc6e129-f42d-42a7-83d2-ebe5f364b672'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:55.459301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Attempting to bind port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 on network efc6e129-f42d-42a7-83d2-ebe5f364b672 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:55.480424 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:55.484436 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:55.484436 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:55.506260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 on network efc6e129-f42d-42a7-83d2-ebe5f364b672 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:15:55.507219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Attempting to bind port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 on network efc6e129-f42d-42a7-83d2-ebe5f364b672 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:55.514099 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-43b58073-e551-49c2-b3cd-614639a1eaa5 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187230 Sep 18 05:15:55.562361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event updated for resources: {'Network': ['ID=8647eb41-6e4c-4070-9e04-2fe6a8c52757,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:55.566347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-bb9fe34c-9e13-4963-9239-e9aaf36ddee0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=741ee337-d7e0-48e7-882c-2b7372d44fd0 HTTP/1.1" status: 200 len: 217 time: 0.0439017 Sep 18 05:15:55.567128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:55.567473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Checking segment: {'id': '9c6642a4-e373-4469-843e-8bbf3475c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'efc6e129-f42d-42a7-83d2-ebe5f364b672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:55.567858 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Bound using segment: {'id': '9c6642a4-e373-4469-843e-8bbf3475c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'efc6e129-f42d-42a7-83d2-ebe5f364b672'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:55.568344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Bound port: 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6642a4-e373-4469-843e-8bbf3475c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'efc6e129-f42d-42a7-83d2-ebe5f364b672'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:55.568712 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:55.579561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 8647eb41-6e4c-4070-9e04-2fe6a8c52757 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:15:55.588089 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9644db85-a355-4052-8c2d-f804b1139fe1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.3079405 Sep 18 05:15:55.593243 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60608) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:55.595339 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f4d601eb-b7b7-41c0-a8a7-b379323952b0 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Request body: {'subnet': {'network_id': '8647eb41-6e4c-4070-9e04-2fe6a8c52757', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:55.681321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d3f588d1-4f4a-4b57-a34c-4ef313cc5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:55.682826 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-d3f588d1-4f4a-4b57-a34c-4ef313cc5e78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e12fcea4-a807-445a-9915-eacbf932b4fc HTTP/1.1" status: 200 len: 797 time: 0.1029751 Sep 18 05:15:55.749963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c4055f-1721-41b8-a189-084793000a54 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Made reservation on behalf of e297637f8edb461588776b48da04ab80 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:55.754035 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e6c4055f-1721-41b8-a189-084793000a54 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:55.792467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] For port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:55.820214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] For port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1,segment=NetworkSegment(9c6642a4-e373-4469-843e-8bbf3475c385),segment_id=9c6642a4-e373-4469-843e-8bbf3475c385)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:55.828997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-aa193caf-5689-40b3-8e14-3241418c0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:55.829388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d601eb-b7b7-41c0-a8a7-b379323952b0 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Made reservation on behalf of d367a422c18f4ab1bf9a959456519658 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:55.831053 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-aa193caf-5689-40b3-8e14-3241418c0220 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51566083-6d68-46b7-9abf-efdb568e8fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1371953 Sep 18 05:15:55.832829 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f4d601eb-b7b7-41c0-a8a7-b379323952b0 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:55.917740 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:55.955070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d192914-2662-4711-bb92-c79d5bbc56a7 req-43480acb-3afe-4eff-99ff-c23f3b753d39 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:55.958815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d192914-2662-4711-bb92-c79d5bbc56a7 req-43480acb-3afe-4eff-99ff-c23f3b753d39 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:55.964939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d192914-2662-4711-bb92-c79d5bbc56a7 req-43480acb-3afe-4eff-99ff-c23f3b753d39 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:55.971717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d192914-2662-4711-bb92-c79d5bbc56a7 req-43480acb-3afe-4eff-99ff-c23f3b753d39 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:55.979360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d192914-2662-4711-bb92-c79d5bbc56a7 req-43480acb-3afe-4eff-99ff-c23f3b753d39 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:55.989236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d192914-2662-4711-bb92-c79d5bbc56a7 req-43480acb-3afe-4eff-99ff-c23f3b753d39 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:55.997091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d192914-2662-4711-bb92-c79d5bbc56a7 req-43480acb-3afe-4eff-99ff-c23f3b753d39 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:55.999586 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d192914-2662-4711-bb92-c79d5bbc56a7 req-43480acb-3afe-4eff-99ff-c23f3b753d39 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.2704711 Sep 18 05:15:56.084609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:56.085256 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:56.086648 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] 10.222.0.18 "PUT /v2.0/ports/8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 HTTP/1.1" status: 200 len: 1092 time: 2.5352948 Sep 18 05:15:56.093521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd474f48-c88e-42f4-b650-d121f44ac7a7', 'tag': '8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:56.095852 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752cb26c-6850-4105-a0d8-154ee346811e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd474f48-c88e-42f4-b650-d121f44ac7a7", "tag": "8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:56.154513 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75c48d-3582-437f-9122-9332c12a304c req-147c2d32-2530-4523-adf0-a6bde12e8446 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:56.158096 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e75c48d-3582-437f-9122-9332c12a304c req-147c2d32-2530-4523-adf0-a6bde12e8446 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.0825315 Sep 18 05:15:56.203263 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d192914-2662-4711-bb92-c79d5bbc56a7 req-7f495f7e-7215-44b9-b3c4-26e322620e94 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1732044 Sep 18 05:15:56.213343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c1b64-a6c5-49f7-9115-61f25d1f656b service neutron] Pushing event updated for resources: {'Port': ['ID=8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:56.241317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-4862576d-ed0d-4eb1-af69-05ccd2ba4937 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737378 Sep 18 05:15:56.323060 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4e75c48d-3582-437f-9122-9332c12a304c req-f84da4c7-5170-4bf8-b469-95bd5001695d tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571496 Sep 18 05:15:56.363912 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6848fee-c317-45a8-9e4c-fa6b0b93b1cc x-openstack-request-id: req-a6848fee-c317-45a8-9e4c-fa6b0b93b1cc {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:56.364516 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd474f48-c88e-42f4-b650-d121f44ac7a7", "tag": "8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:56.367260 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6848fee-c317-45a8-9e4c-fa6b0b93b1cc {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:56.367922 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd474f48-c88e-42f4-b650-d121f44ac7a7', 'tag': '8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1', 'status': 'completed', 'code': 200} Sep 18 05:15:56.490240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-a381989e-8abc-4422-a8b3-6fd632a1c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:56.491931 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-a381989e-8abc-4422-a8b3-6fd632a1c9f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=358d445f41474779bb208b45a6f3757f&device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 1095 time: 0.2649806 Sep 18 05:15:56.544166 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07732d2-d05e-438d-bc7a-09c7e74bc9f8 req-cdd62ac6-a14d-48c7-8b46-777a7211113b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:56.546161 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b07732d2-d05e-438d-bc7a-09c7e74bc9f8 req-cdd62ac6-a14d-48c7-8b46-777a7211113b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0858419 Sep 18 05:15:56.562819 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-716a794a-ef5b-4002-8429-f2c836408c43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 HTTP/1.1" status: 200 len: 217 time: 0.0525115 Sep 18 05:15:56.563810 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e6c4055f-1721-41b8-a189-084793000a54 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:56.579485 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-aa1f1e32-4d2c-4701-a0f8-827bc5174be5 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131011 Sep 18 05:15:56.610064 n-d-789963-13 neutron-server[106908]: DEBUG neutron.objects.ports [None req-f4d601eb-b7b7-41c0-a8a7-b379323952b0 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106908) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:15:56.615034 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f4d601eb-b7b7-41c0-a8a7-b379323952b0 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:56.705115 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-c75bacaa-94f6-46f4-b661-e452299c629f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f51248ff-1eb2-4f12-b410-f80462b53732 HTTP/1.1" status: 200 len: 217 time: 0.0935304 Sep 18 05:15:56.709834 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b07732d2-d05e-438d-bc7a-09c7e74bc9f8 req-3eb3a682-4837-4f15-957a-9d17f320448f tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541154 Sep 18 05:15:56.715081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d601eb-b7b7-41c0-a8a7-b379323952b0 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b3964395-b8f3-40c6-b10d-e531873d3c19,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:56.719538 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d601eb-b7b7-41c0-a8a7-b379323952b0 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Checking segment: {'id': '5fa307c0-40ca-4ad8-8edb-8fe901dceb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8647eb41-6e4c-4070-9e04-2fe6a8c52757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:56.720072 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d601eb-b7b7-41c0-a8a7-b379323952b0 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Network hostable DHCP agents. Network: 8647eb41-6e4c-4070-9e04-2fe6a8c52757, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:15:56.731084 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879338b-bb04-46a5-80f6-8551fad0130b req-31b6d168-edf4-4308-b524-5166c0a803af tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:56.732683 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b879338b-bb04-46a5-80f6-8551fad0130b req-31b6d168-edf4-4308-b524-5166c0a803af tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 943 time: 0.2744536 Sep 18 05:15:56.749687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4055f-1721-41b8-a189-084793000a54 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'Subnet': ['ID=0c2be50f-11fb-4dda-a69c-3245f6925a37,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:56.792595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-4bbd15f0-6448-48a9-8b83-d901d05513e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:56.794067 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-4bbd15f0-6448-48a9-8b83-d901d05513e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f52547d1-7faa-475b-a336-75f2b4cd3ff5 HTTP/1.1" status: 200 len: 861 time: 0.2205086 Sep 18 05:15:56.819455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d601eb-b7b7-41c0-a8a7-b379323952b0 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Network 8647eb41-6e4c-4070-9e04-2fe6a8c52757 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:15:56.845010 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-abafee3a-47d5-4b07-aaa3-e0c29682bc63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efc6e129-f42d-42a7-83d2-ebe5f364b672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402951 Sep 18 05:15:56.846654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef196c1-62ec-4878-a384-3317a8705fd2 req-1f5cf809-ed64-4845-a7d6-c4a24ba710fa tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:56.848623 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1ef196c1-62ec-4878-a384-3317a8705fd2 req-1f5cf809-ed64-4845-a7d6-c4a24ba710fa tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.0662432 Sep 18 05:15:56.850155 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4055f-1721-41b8-a189-084793000a54 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Checking segment: {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:56.850529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c4055f-1721-41b8-a189-084793000a54 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Network hostable DHCP agents. Network: 949f5a21-9f21-48eb-8050-df0d8a67ec39, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:15:56.858535 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60648) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:56.863860 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d9e6016c-d6b1-4232-b5cb-70bfb6a38546 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Request body: {'floatingip': {'port_id': '4dbd8665-5e53-4872-9eae-3c424e783bac'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:56.878916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-a12c1446-49ce-4289-92c5-e68964503ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:56.880430 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-a12c1446-49ce-4289-92c5-e68964503ef9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e12fcea4-a807-445a-9915-eacbf932b4fc HTTP/1.1" status: 200 len: 797 time: 0.1466236 Sep 18 05:15:56.901685 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-f4d601eb-b7b7-41c0-a8a7-b379323952b0 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 8647eb41-6e4c-4070-9e04-2fe6a8c52757) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:56.906472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b879338b-bb04-46a5-80f6-8551fad0130b req-cc35136c-d77c-4f76-9e10-d313f61b42d1 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653228 Sep 18 05:15:56.920763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2cb17f-6175-4b41-b847-194827858527 None None] Network 8647eb41-6e4c-4070-9e04-2fe6a8c52757 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:15:56.933028 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9e6016c-d6b1-4232-b5cb-70bfb6a38546 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:56.936766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d601eb-b7b7-41c0-a8a7-b379323952b0 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:56.940889 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f4d601eb-b7b7-41c0-a8a7-b379323952b0 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:57.002978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7a54fcaa-d6e1-41a0-b6b8-8cfde3e22a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.005044 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-7a54fcaa-d6e1-41a0-b6b8-8cfde3e22a19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51566083-6d68-46b7-9abf-efdb568e8fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1110549 Sep 18 05:15:57.024981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c4055f-1721-41b8-a189-084793000a54 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Network 949f5a21-9f21-48eb-8050-df0d8a67ec39 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:15:57.043865 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-4de3bf5d-f98c-4a99-8e6d-789afd522b84 service neutron] 10.222.0.18 "GET /v2.0/networks/efc6e129-f42d-42a7-83d2-ebe5f364b672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871793 Sep 18 05:15:57.047130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-e6c4055f-1721-41b8-a189-084793000a54 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 949f5a21-9f21-48eb-8050-df0d8a67ec39) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:57.068616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c4055f-1721-41b8-a189-084793000a54 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.069315 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e6c4055f-1721-41b8-a189-084793000a54 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:57.073368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9659f41-894f-4466-829c-99f34adfb41f None None] Network 949f5a21-9f21-48eb-8050-df0d8a67ec39 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:15:57.114596 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785330d3-1add-4826-8f48-df5668225f9a None None] Network 8647eb41-6e4c-4070-9e04-2fe6a8c52757 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:15:57.229977 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e6c4055f-1721-41b8-a189-084793000a54 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8796520 Sep 18 05:15:57.232367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60650) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:57.249343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-49541947-eca3-4f0a-ade4-4b2e1f8fdfcf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'subnet': {'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:57.285241 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-ef7ad19f-be5b-43eb-bfc7-f4aae9b93bce service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702529 Sep 18 05:15:57.287851 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56cb3a0e-51fe-4f18-8f58-5c71beaea3f6 req-0161cfcd-c7a7-4a04-965b-bfc176982fe4 service neutron] 10.222.0.18 "GET /v2.0/networks/efc6e129-f42d-42a7-83d2-ebe5f364b672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322788 Sep 18 05:15:57.401579 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-949f5a21-9f21-48eb-8050-df0d8a67ec39', 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'fixed_ips': [{'subnet_id': '0c2be50f-11fb-4dda-a69c-3245f6925a37'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:15:57.402458 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:57.491989 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcfdc741-2500-406a-bbbe-9d804b887277 req-68056187-afd3-407f-9fc0-6129395eb776 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928284 Sep 18 05:15:57.503259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cb26c-6850-4105-a0d8-154ee346811e req-f047f36a-33a1-4071-83b7-95cef3135ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.504921 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-752cb26c-6850-4105-a0d8-154ee346811e req-f047f36a-33a1-4071-83b7-95cef3135ed6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=358d445f41474779bb208b45a6f3757f&device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 1095 time: 0.0860267 Sep 18 05:15:57.625994 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Allocated IP 10.1.1.2 (949f5a21-9f21-48eb-8050-df0d8a67ec39/0c2be50f-11fb-4dda-a69c-3245f6925a37/24cdde2c-c346-4f79-8d89-5ed30863542d) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:57.633326 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f4d601eb-b7b7-41c0-a8a7-b379323952b0 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0436375 Sep 18 05:15:57.635942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60672) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:15:57.648177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2cfd78f0-5c67-4b73-b38d-ccd1ad59d287 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-259371384', 'network_id': '8647eb41-6e4c-4070-9e04-2fe6a8c52757'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:15:57.698779 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a342-22d1-44f3-9faa-b7c09ac3fde0 req-ee8cb628-6560-4247-8c55-e819c6fdd207 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.716891 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a342-22d1-44f3-9faa-b7c09ac3fde0 req-ee8cb628-6560-4247-8c55-e819c6fdd207 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.724270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a342-22d1-44f3-9faa-b7c09ac3fde0 req-ee8cb628-6560-4247-8c55-e819c6fdd207 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.732766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a342-22d1-44f3-9faa-b7c09ac3fde0 req-ee8cb628-6560-4247-8c55-e819c6fdd207 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.739894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a342-22d1-44f3-9faa-b7c09ac3fde0 req-ee8cb628-6560-4247-8c55-e819c6fdd207 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.747368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cb26c-6850-4105-a0d8-154ee346811e req-7569eec1-0b8c-485e-9076-ef48fcd1d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.747598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a342-22d1-44f3-9faa-b7c09ac3fde0 req-ee8cb628-6560-4247-8c55-e819c6fdd207 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.751039 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-752cb26c-6850-4105-a0d8-154ee346811e req-7569eec1-0b8c-485e-9076-ef48fcd1d3a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=efc6e129-f42d-42a7-83d2-ebe5f364b672 HTTP/1.1" status: 200 len: 921 time: 0.2382028 Sep 18 05:15:57.751938 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a342-22d1-44f3-9faa-b7c09ac3fde0 req-ee8cb628-6560-4247-8c55-e819c6fdd207 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.754781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49541947-eca3-4f0a-ade4-4b2e1f8fdfcf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Made reservation on behalf of e297637f8edb461588776b48da04ab80 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:57.760479 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ba4a342-22d1-44f3-9faa-b7c09ac3fde0 req-ee8cb628-6560-4247-8c55-e819c6fdd207 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.2384579 Sep 18 05:15:57.767075 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-49541947-eca3-4f0a-ade4-4b2e1f8fdfcf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:57.784583 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-3dd81aed-921f-4379-9506-efa2371f8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.786293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-3dd81aed-921f-4379-9506-efa2371f8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.786293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-3dd81aed-921f-4379-9506-efa2371f8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.786796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-3dd81aed-921f-4379-9506-efa2371f8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.787234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-3dd81aed-921f-4379-9506-efa2371f8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.787702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-3dd81aed-921f-4379-9506-efa2371f8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.788176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-3dd81aed-921f-4379-9506-efa2371f8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:57.790204 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-3dd81aed-921f-4379-9506-efa2371f8332 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b372da42727e49509bd94f617be28f70&device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 6484 time: 0.1565237 Sep 18 05:15:57.832273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfd78f0-5c67-4b73-b38d-ccd1ad59d287 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Made reservation on behalf of d367a422c18f4ab1bf9a959456519658 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:15:57.832922 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2cfd78f0-5c67-4b73-b38d-ccd1ad59d287 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:57.860738 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:57.926677 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:57.929528 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ba4a342-22d1-44f3-9faa-b7c09ac3fde0 req-2b9d061c-6ad7-455c-8541-2b2b985eeda6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1678624 Sep 18 05:15:57.982319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Pushing event updated for resources: {'Port': ['ID=24cdde2c-c346-4f79-8d89-5ed30863542d,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:58.007801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-752cb26c-6850-4105-a0d8-154ee346811e req-f4d661ab-5132-46b2-883b-4c699355754a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 HTTP/1.1" status: 200 len: 217 time: 0.2329366 Sep 18 05:15:58.044803 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-2cfd78f0-5c67-4b73-b38d-ccd1ad59d287 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] device_id is not set on port b8e86c07-b95e-4202-bb85-04d2b03bb833 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:15:58.071704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-2f004397-4037-437b-ac9c-44485799af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:58.073690 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-2f004397-4037-437b-ac9c-44485799af0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=51566083-6d68-46b7-9abf-efdb568e8fb9 HTTP/1.1" status: 200 len: 902 time: 0.2596822 Sep 18 05:15:58.084553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Network 949f5a21-9f21-48eb-8050-df0d8a67ec39 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:15:58.086538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:15:58.089683 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:15:58.165390 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Attempting to bind port 24cdde2c-c346-4f79-8d89-5ed30863542d on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:15:58.166544 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Attempting to bind port 24cdde2c-c346-4f79-8d89-5ed30863542d by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:15:58.167023 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Attempting to bind port 24cdde2c-c346-4f79-8d89-5ed30863542d on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:15:58.177012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:15:58.177472 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Checking segment: {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:15:58.177981 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:58.178594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Bound using segment: {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:15:58.190407 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:15:58.192704 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Bound port: 24cdde2c-c346-4f79-8d89-5ed30863542d, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:15:58.192704 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:58.265094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644bc80-0232-44ae-aae2-29cbfa482a70 req-003dd8ca-7563-4515-ac2f-d22b847e4306 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:58.266792 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3644bc80-0232-44ae-aae2-29cbfa482a70 req-003dd8ca-7563-4515-ac2f-d22b847e4306 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.3816190 Sep 18 05:15:58.314485 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-fb248ad4-71d9-48df-83a3-bc3a5c9daca0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=741ee337-d7e0-48e7-882c-2b7372d44fd0 HTTP/1.1" status: 200 len: 217 time: 0.1433053 Sep 18 05:15:58.326072 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3644bc80-0232-44ae-aae2-29cbfa482a70 req-7335483e-4849-4070-9d48-de77ed31d6c4 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463674 Sep 18 05:15:58.342894 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] For port 24cdde2c-c346-4f79-8d89-5ed30863542d, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:15:58.355049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] For port 24cdde2c-c346-4f79-8d89-5ed30863542d, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=24cdde2c-c346-4f79-8d89-5ed30863542d,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:15:58.382085 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a21a4-7b97-4656-b93e-e2f9de94d2ce req-3ab0d352-3ab0-4703-b025-f99520d7437c tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:58.383798 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-123a21a4-7b97-4656-b93e-e2f9de94d2ce req-3ab0d352-3ab0-4703-b025-f99520d7437c tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 943 time: 0.2565684 Sep 18 05:15:58.441378 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:58.457806 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.db.resource_extend [None req-d9e6016c-d6b1-4232-b5cb-70bfb6a38546 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:15:58.552818 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e787f87-0cb3-4032-8266-39f99a5dd10d None None] Pushing event updated for resources: {'Port': ['ID=24cdde2c-c346-4f79-8d89-5ed30863542d,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:15:58.577211 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9e6016c-d6b1-4232-b5cb-70bfb6a38546 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:58.594496 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-123a21a4-7b97-4656-b93e-e2f9de94d2ce req-166740f8-937f-4a50-bc1d-a3e19adf5bc6 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871829 Sep 18 05:15:58.639977 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9e6016c-d6b1-4232-b5cb-70bfb6a38546 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:58.790986 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-d9e6016c-d6b1-4232-b5cb-70bfb6a38546 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Floating IP 51a6a9b8-9cc7-4fd3-8845-293583e67834 associated. External IP: 172.25.7.14, port: 4dbd8665-5e53-4872-9eae-3c424e783bac. Sep 18 05:15:58.865013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cb26c-6850-4105-a0d8-154ee346811e req-43218646-f083-4653-988a-e6336d14cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:58.870860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-752cb26c-6850-4105-a0d8-154ee346811e req-43218646-f083-4653-988a-e6336d14cd78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f52547d1-7faa-475b-a336-75f2b4cd3ff5 HTTP/1.1" status: 200 len: 861 time: 0.8161855 Sep 18 05:15:58.951542 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-752cb26c-6850-4105-a0d8-154ee346811e req-090480fb-4a9e-4a57-bdfb-7ed5d5c4d0ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efc6e129-f42d-42a7-83d2-ebe5f364b672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701749 Sep 18 05:15:59.016047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-b65265f6-fd9d-4601-ae63-e2f51c744a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:59.035476 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-b65265f6-fd9d-4601-ae63-e2f51c744a5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e12fcea4-a807-445a-9915-eacbf932b4fc HTTP/1.1" status: 200 len: 797 time: 0.6899481 Sep 18 05:15:59.071214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e6016c-d6b1-4232-b5cb-70bfb6a38546 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Router ac0ac1ba-1e72-42d7-99de-31292384b7c8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:15:59.138757 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-2cfd78f0-5c67-4b73-b38d-ccd1ad59d287 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Allocated IP 172.20.0.13 (8647eb41-6e4c-4070-9e04-2fe6a8c52757/b3964395-b8f3-40c6-b10d-e531873d3c19/b8e86c07-b95e-4202-bb85-04d2b03bb833) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:15:59.201198 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e6016c-d6b1-4232-b5cb-70bfb6a38546 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:15:59.209868 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d9e6016c-d6b1-4232-b5cb-70bfb6a38546 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:59.214827 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56353f1-b31c-4de5-aaa5-88c65b9d1cf7 None None] Sync routers for ids ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:15:59.231969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56353f1-b31c-4de5-aaa5-88c65b9d1cf7 None None] Routers {'ac0ac1ba-1e72-42d7-99de-31292384b7c8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:15:59.239212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c56353f1-b31c-4de5-aaa5-88c65b9d1cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:15:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:15:59.257952 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d9e6016c-d6b1-4232-b5cb-70bfb6a38546 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "PUT /v2.0/floatingips/51a6a9b8-9cc7-4fd3-8845-293583e67834 HTTP/1.1" status: 200 len: 990 time: 2.3980722 Sep 18 05:15:59.258605 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2994df54-f797-469a-969a-0397191eb260', 'tag': '4dbd8665-5e53-4872-9eae-3c424e783bac'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:15:59.261249 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c11476-9d94-4287-996d-a373f58dcb93" -d '{"events": [{"name": "network-changed", "server_uuid": "2994df54-f797-469a-969a-0397191eb260", "tag": "4dbd8665-5e53-4872-9eae-3c424e783bac"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:15:59.398884 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f320771b-9a59-4cec-b4a6-d50427a39d29 x-openstack-request-id: req-f320771b-9a59-4cec-b4a6-d50427a39d29 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:15:59.399187 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2994df54-f797-469a-969a-0397191eb260", "tag": "4dbd8665-5e53-4872-9eae-3c424e783bac", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:15:59.399513 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f320771b-9a59-4cec-b4a6-d50427a39d29 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:15:59.399925 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2994df54-f797-469a-969a-0397191eb260', 'tag': '4dbd8665-5e53-4872-9eae-3c424e783bac', 'status': 'completed', 'code': 200} Sep 18 05:15:59.404079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-b4cdd3b7-a600-41e8-8957-68f4f0a81800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:59.405706 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-b4cdd3b7-a600-41e8-8957-68f4f0a81800 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51566083-6d68-46b7-9abf-efdb568e8fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3760521 Sep 18 05:15:59.407843 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-752cb26c-6850-4105-a0d8-154ee346811e req-8a656558-e89f-4422-a866-68f3b81a12ff service neutron] 10.222.0.18 "GET /v2.0/networks/efc6e129-f42d-42a7-83d2-ebe5f364b672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304538 Sep 18 05:15:59.467522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-c56353f1-b31c-4de5-aaa5-88c65b9d1cf7 None None] Set router ac0ac1ba-1e72-42d7-99de-31292384b7c8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:15:59.569933 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-4f385197-10db-42ef-a7a7-da612809d819 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517532 Sep 18 05:15:59.579966 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f204670-5223-421f-8665-7ea4aff96c44 req-383c346d-d7fd-4261-9bd1-762b726ff8fc tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:59.590759 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6f204670-5223-421f-8665-7ea4aff96c44 req-383c346d-d7fd-4261-9bd1-762b726ff8fc tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1052477 Sep 18 05:15:59.661509 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6f204670-5223-421f-8665-7ea4aff96c44 req-42531a67-4c6d-4285-b0d7-fa5b230544b4 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694940 Sep 18 05:15:59.707064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2477d0-c9fb-402c-ba47-e43aee552a1f req-05134283-6cde-48e3-b8ca-db680a504d4e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:59.717125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2477d0-c9fb-402c-ba47-e43aee552a1f req-05134283-6cde-48e3-b8ca-db680a504d4e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:59.725083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2477d0-c9fb-402c-ba47-e43aee552a1f req-05134283-6cde-48e3-b8ca-db680a504d4e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:59.731497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2477d0-c9fb-402c-ba47-e43aee552a1f req-05134283-6cde-48e3-b8ca-db680a504d4e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:59.739204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2477d0-c9fb-402c-ba47-e43aee552a1f req-05134283-6cde-48e3-b8ca-db680a504d4e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:59.746670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2477d0-c9fb-402c-ba47-e43aee552a1f req-05134283-6cde-48e3-b8ca-db680a504d4e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:59.755086 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2477d0-c9fb-402c-ba47-e43aee552a1f req-05134283-6cde-48e3-b8ca-db680a504d4e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:59.764374 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e2477d0-c9fb-402c-ba47-e43aee552a1f req-05134283-6cde-48e3-b8ca-db680a504d4e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.7005079 Sep 18 05:15:59.782280 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-49541947-eca3-4f0a-ade4-4b2e1f8fdfcf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:15:59.885680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec588ea-20f2-478b-a066-3433bb1b85bf req-4017ab42-af41-4051-acb5-e98d5ad196db tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:15:59.889972 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aec588ea-20f2-478b-a066-3433bb1b85bf req-4017ab42-af41-4051-acb5-e98d5ad196db tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 943 time: 0.0944848 Sep 18 05:15:59.937714 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aec588ea-20f2-478b-a066-3433bb1b85bf req-6e0d05ee-4562-4bc5-90a8-6560e5651e34 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 Sep 18 05:16:00.038411 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2cfd78f0-5c67-4b73-b38d-ccd1ad59d287 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:00.088967 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd4929-f8df-4b7d-8d84-f2229753c07f None None] Network 949f5a21-9f21-48eb-8050-df0d8a67ec39 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:16:00.130636 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c56353f1-b31c-4de5-aaa5-88c65b9d1cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '51a6a9b8-9cc7-4fd3-8845-293583e67834', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'port_id': '4dbd8665-5e53-4872-9eae-3c424e783bac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'mac_address': 'fa:16:3e:4f:e1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2994df54-f797-469a-969a-0397191eb260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:15:32Z', 'updated_at': '2021-09-18T05:15:58Z', 'revision_number': 1, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:28Z', 'revision_number': 5, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:00.136892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49541947-eca3-4f0a-ade4-4b2e1f8fdfcf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'Subnet': ['ID=40658f68-338e-4856-9ca3-ffd563345ec9,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:00.167969 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2cfd78f0-5c67-4b73-b38d-ccd1ad59d287 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:00.168229 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56353f1-b31c-4de5-aaa5-88c65b9d1cf7 None None] Checking router: ac0ac1ba-1e72-42d7-99de-31292384b7c8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:16:00.229309 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56353f1-b31c-4de5-aaa5-88c65b9d1cf7 None None] Routers {'ac0ac1ba-1e72-42d7-99de-31292384b7c8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:00.229994 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c56353f1-b31c-4de5-aaa5-88c65b9d1cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:15:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:00.272469 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-01eab991-9e55-4cbe-872b-9cfd9fe5b33a None None] Provisioning complete for port 24cdde2c-c346-4f79-8d89-5ed30863542d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:00.273000 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-01eab991-9e55-4cbe-872b-9cfd9fe5b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:00.293610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11476-9d94-4287-996d-a373f58dcb93 req-9dd148e4-1478-4c77-84b0-f88b31a25a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:00.295153 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75c11476-9d94-4287-996d-a373f58dcb93 req-9dd148e4-1478-4c77-84b0-f88b31a25a2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b24b241d1e242d6a367baa07a5c602e&device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 1097 time: 0.7239609 Sep 18 05:16:00.316642 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-752cb26c-6850-4105-a0d8-154ee346811e req-4871899a-d8fb-4706-96ed-1e8582fb420a service neutron] 10.222.0.18 "GET /v2.0/networks/efc6e129-f42d-42a7-83d2-ebe5f364b672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005799 Sep 18 05:16:00.341778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd78f0-5c67-4b73-b38d-ccd1ad59d287 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Network 8647eb41-6e4c-4070-9e04-2fe6a8c52757 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:00.346535 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e2477d0-c9fb-402c-ba47-e43aee552a1f req-acacc941-bec5-4f6c-a0b8-e8ef56964aab tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5810118 Sep 18 05:16:00.369078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd78f0-5c67-4b73-b38d-ccd1ad59d287 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:00.416010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd78f0-5c67-4b73-b38d-ccd1ad59d287 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:00.427473 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:16:00.429426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd78f0-5c67-4b73-b38d-ccd1ad59d287 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event updated for resources: {'Port': ['ID=b8e86c07-b95e-4202-bb85-04d2b03bb833,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:00.469286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-c56353f1-b31c-4de5-aaa5-88c65b9d1cf7 None None] Set router ac0ac1ba-1e72-42d7-99de-31292384b7c8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:16:00.495434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49541947-eca3-4f0a-ade4-4b2e1f8fdfcf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Checking segment: {'id': '14663af1-76ca-4271-9d7f-c1149cb4136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:00.495809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49541947-eca3-4f0a-ade4-4b2e1f8fdfcf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Network hostable DHCP agents. Network: d31ab936-807d-4ca3-b171-a16b4b9bc97f, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:16:00.499697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-52a6261b-aea4-415b-8aa3-b9d68f487fd0 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7316642 Sep 18 05:16:00.570296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfd78f0-5c67-4b73-b38d-ccd1ad59d287 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:00.570919 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2cfd78f0-5c67-4b73-b38d-ccd1ad59d287 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:00.623479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8e684-b10e-4310-99be-f2fc40521f2a req-99359e94-b4ef-4b76-9909-90b632a81e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:00.625123 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80b8e684-b10e-4310-99be-f2fc40521f2a req-99359e94-b4ef-4b76-9909-90b632a81e44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 1097 time: 0.2596314 Sep 18 05:16:00.631269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11476-9d94-4287-996d-a373f58dcb93 req-1b0b5932-5243-46b8-b6fc-8d0ff7552032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:00.632865 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75c11476-9d94-4287-996d-a373f58dcb93 req-1b0b5932-5243-46b8-b6fc-8d0ff7552032 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 HTTP/1.1" status: 200 len: 910 time: 0.3263407 Sep 18 05:16:00.688368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-01eab991-9e55-4cbe-872b-9cfd9fe5b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:00.737225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-78195055-10fb-44cf-a637-4a6d87c43534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:00.738134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-78195055-10fb-44cf-a637-4a6d87c43534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:00.738817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-78195055-10fb-44cf-a637-4a6d87c43534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:00.739514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-78195055-10fb-44cf-a637-4a6d87c43534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:00.740186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-78195055-10fb-44cf-a637-4a6d87c43534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:00.740874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-78195055-10fb-44cf-a637-4a6d87c43534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:00.741902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-78195055-10fb-44cf-a637-4a6d87c43534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:00.750758 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-78195055-10fb-44cf-a637-4a6d87c43534 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b372da42727e49509bd94f617be28f70&device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 6484 time: 0.1909018 Sep 18 05:16:00.752734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49541947-eca3-4f0a-ade4-4b2e1f8fdfcf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Network d31ab936-807d-4ca3-b171-a16b4b9bc97f is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:16:00.768911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80b8e684-b10e-4310-99be-f2fc40521f2a req-7a635926-ef06-4220-a0de-79ff9099b993 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328673 Sep 18 05:16:00.804443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-01eab991-9e55-4cbe-872b-9cfd9fe5b33a None None] For port 24cdde2c-c346-4f79-8d89-5ed30863542d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=24cdde2c-c346-4f79-8d89-5ed30863542d,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:00.825359 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1,segment=NetworkSegment(9c6642a4-e373-4469-843e-8bbf3475c385),segment_id=9c6642a4-e373-4469-843e-8bbf3475c385)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:00.835172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60718) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:00.857860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2cfd78f0-5c67-4b73-b38d-ccd1ad59d287 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.1947436 Sep 18 05:16:00.901549 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 24cdde2c-c346-4f79-8d89-5ed30863542d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:00.910871 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75c11476-9d94-4287-996d-a373f58dcb93 req-170d689d-85db-4ef9-9377-36cf86b6d878 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dbd8665-5e53-4872-9eae-3c424e783bac HTTP/1.1" status: 200 len: 998 time: 0.2683628 Sep 18 05:16:00.943472 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-01eab991-9e55-4cbe-872b-9cfd9fe5b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:00.954984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1', 'network_id': 'efc6e129-f42d-42a7-83d2-ebe5f364b672', 'port_id': '8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1', 'mac_address': 'fa:16:3e:f5:67:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52547d1-7faa-475b-a336-75f2b4cd3ff5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:16:00.957710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-49541947-eca3-4f0a-ade4-4b2e1f8fdfcf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, d31ab936-807d-4ca3-b171-a16b4b9bc97f) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:00.980035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-50f83eaf-cf92-4653-8b43-98b52da696ad tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Deleting port b8e86c07-b95e-4202-bb85-04d2b03bb833 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:16:00.980785 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-50f83eaf-cf92-4653-8b43-98b52da696ad tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:00.990306 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46759a7-cae5-4ccf-b442-a3ce5b451be8 None None] Network d31ab936-807d-4ca3-b171-a16b4b9bc97f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:16:01.077377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49541947-eca3-4f0a-ade4-4b2e1f8fdfcf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.078017 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-49541947-eca3-4f0a-ade4-4b2e1f8fdfcf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:01.167078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11476-9d94-4287-996d-a373f58dcb93 req-69448dc3-b5ff-4bcc-b354-a470c4a886d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.168575 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75c11476-9d94-4287-996d-a373f58dcb93 req-69448dc3-b5ff-4bcc-b354-a470c4a886d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ab02bc3-4445-486e-bb1b-e6de93866e50 HTTP/1.1" status: 200 len: 849 time: 0.2293482 Sep 18 05:16:01.179365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53fb49-4799-41a0-b866-1a662bdfb163 req-a0e2d137-7d26-4688-9552-fa45be8b5e81 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.181005 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b53fb49-4799-41a0-b866-1a662bdfb163 req-a0e2d137-7d26-4688-9552-fa45be8b5e81 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.2845242 Sep 18 05:16:01.192441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-a34177b8-0314-49e2-998a-607cec86c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.193997 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-a34177b8-0314-49e2-998a-607cec86c85d service neutron] 10.222.0.13 "GET /v2.0/networks?id=51566083-6d68-46b7-9abf-efdb568e8fb9 HTTP/1.1" status: 200 len: 902 time: 0.4281058 Sep 18 05:16:01.201492 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19945c-b6b1-4fc8-97fb-c4570a35b224 req-ab5f9037-cc9b-4f64-84a1-babed3dc7905 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.203381 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca19945c-b6b1-4fc8-97fb-c4570a35b224 req-ab5f9037-cc9b-4f64-84a1-babed3dc7905 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 943 time: 0.1685891 Sep 18 05:16:01.213246 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-50f83eaf-cf92-4653-8b43-98b52da696ad tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:01.220174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eab991-9e55-4cbe-872b-9cfd9fe5b33a None None] Pushing event updated for resources: {'Port': ['ID=24cdde2c-c346-4f79-8d89-5ed30863542d,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:01.235136 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-49541947-eca3-4f0a-ade4-4b2e1f8fdfcf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.0011828 Sep 18 05:16:01.239181 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:01.242874 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60722) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:01.256701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-a4cb41fe-a935-4b06-876e-bcb0be420c1a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'port': {'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39', 'name': 'tempest-TaggedBootDevicesTest_v242-581536200', 'fixed_ips': [{'subnet_id': '0c2be50f-11fb-4dda-a69c-3245f6925a37'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:01.269922 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-9e91a64f-306f-4b68-a7f3-90f32ff59fc7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f51248ff-1eb2-4f12-b410-f80462b53732 HTTP/1.1" status: 200 len: 217 time: 0.0523369 Sep 18 05:16:01.271147 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 24cdde2c-c346-4f79-8d89-5ed30863542d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:01.271525 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:01.302010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ed893e35-561b-45c8-8f12-47bd563e3281 None None] Provisioning complete for port 24cdde2c-c346-4f79-8d89-5ed30863542d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:01.302433 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ed893e35-561b-45c8-8f12-47bd563e3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:01.309489 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:01.334193 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b53fb49-4799-41a0-b866-1a662bdfb163 req-78ae17bb-6334-4741-b2bc-8eb075621e69 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234994 Sep 18 05:16:01.336083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11476-9d94-4287-996d-a373f58dcb93 req-279c46e2-fdba-4b89-9350-2a3dc51a98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.337846 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75c11476-9d94-4287-996d-a373f58dcb93 req-279c46e2-fdba-4b89-9350-2a3dc51a98b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1558702 Sep 18 05:16:01.350462 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2303a73-f27a-4ac3-ac4d-08eb53740207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:01.388952 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-50f83eaf-cf92-4653-8b43-98b52da696ad tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Calling delete_port for b8e86c07-b95e-4202-bb85-04d2b03bb833 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:16:01.400060 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-11ef5049-7659-4a70-a20f-c14f30b7b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.401608 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-11ef5049-7659-4a70-a20f-c14f30b7b367 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e12fcea4-a807-445a-9915-eacbf932b4fc HTTP/1.1" status: 200 len: 797 time: 0.1236656 Sep 18 05:16:01.436647 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1,segment=NetworkSegment(9c6642a4-e373-4469-843e-8bbf3475c385),segment_id=9c6642a4-e373-4469-843e-8bbf3475c385)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:01.484272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c56353f1-b31c-4de5-aaa5-88c65b9d1cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '51a6a9b8-9cc7-4fd3-8845-293583e67834', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'port_id': '4dbd8665-5e53-4872-9eae-3c424e783bac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'mac_address': 'fa:16:3e:4f:e1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2994df54-f797-469a-969a-0397191eb260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:15:32Z', 'updated_at': '2021-09-18T05:15:58Z', 'revision_number': 1, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:28Z', 'revision_number': 5, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:01.491836 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca19945c-b6b1-4fc8-97fb-c4570a35b224 req-5f273762-9fcc-468d-9f14-c1fea9517936 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753980 Sep 18 05:16:01.590246 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:01.593840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56353f1-b31c-4de5-aaa5-88c65b9d1cf7 None None] The sync data for ids ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'] in n-d-789963-13 is: [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '51a6a9b8-9cc7-4fd3-8845-293583e67834', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'port_id': '4dbd8665-5e53-4872-9eae-3c424e783bac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'mac_address': 'fa:16:3e:4f:e1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2994df54-f797-469a-969a-0397191eb260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:15:32Z', 'updated_at': '2021-09-18T05:15:58Z', 'revision_number': 1, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:28Z', 'revision_number': 5, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:16:01.600163 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0301a88-9c79-448e-8bc7-466132f82d25 req-cadbba70-5df7-46da-9321-23c0a45e343c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.634790 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0301a88-9c79-448e-8bc7-466132f82d25 req-cadbba70-5df7-46da-9321-23c0a45e343c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.646569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0301a88-9c79-448e-8bc7-466132f82d25 req-cadbba70-5df7-46da-9321-23c0a45e343c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.653536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0301a88-9c79-448e-8bc7-466132f82d25 req-cadbba70-5df7-46da-9321-23c0a45e343c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.661385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0301a88-9c79-448e-8bc7-466132f82d25 req-cadbba70-5df7-46da-9321-23c0a45e343c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.681031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0301a88-9c79-448e-8bc7-466132f82d25 req-cadbba70-5df7-46da-9321-23c0a45e343c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.692102 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0301a88-9c79-448e-8bc7-466132f82d25 req-cadbba70-5df7-46da-9321-23c0a45e343c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.692102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e0301a88-9c79-448e-8bc7-466132f82d25 req-cadbba70-5df7-46da-9321-23c0a45e343c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.1956248 Sep 18 05:16:01.721418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-301fac17-b8ba-4ede-bf2a-27f1b6ed0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:01.723788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-301fac17-b8ba-4ede-bf2a-27f1b6ed0390 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51566083-6d68-46b7-9abf-efdb568e8fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2788723 Sep 18 05:16:01.732045 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75c11476-9d94-4287-996d-a373f58dcb93 req-bf3f81ed-5d95-4f86-add1-9d45fb317957 service neutron] 10.222.0.18 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846316 Sep 18 05:16:01.738061 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-d31ab936-807d-4ca3-b171-a16b4b9bc97f', 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'fixed_ips': [{'subnet_id': '40658f68-338e-4856-9ca3-ffd563345ec9'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:16:01.738061 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:01.754309 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cb41fe-a935-4b06-876e-bcb0be420c1a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Made reservation on behalf of e297637f8edb461588776b48da04ab80 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:16:01.775801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:01.808573 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-50f83eaf-cf92-4653-8b43-98b52da696ad tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:01.850768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f83eaf-cf92-4653-8b43-98b52da696ad tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8e86c07-b95e-4202-bb85-04d2b03bb833,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:01.875426 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:16:01.962283 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476807e-c9d8-49cc-ae41-bdeb021835d8 None None] New status for floating IP 51a6a9b8-9cc7-4fd3-8845-293583e67834: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:16:01.997120 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-010701a6-4d68-453d-b330-2e4ef4c9c258 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641494 Sep 18 05:16:02.032626 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e0301a88-9c79-448e-8bc7-466132f82d25 req-7c38c7af-f0c6-45d0-b5f4-ce7bbd2d6d0f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3239794 Sep 18 05:16:02.072792 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4cb41fe-a935-4b06-876e-bcb0be420c1a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:02.075407 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-50f83eaf-cf92-4653-8b43-98b52da696ad tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:02.092284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60734) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:02.094944 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-50f83eaf-cf92-4653-8b43-98b52da696ad tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b8e86c07-b95e-4202-bb85-04d2b03bb833 HTTP/1.1" status: 204 len: 168 time: 1.2553055 Sep 18 05:16:02.098380 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8647eb41-6e4c-4070-9e04-2fe6a8c52757', 'external_fixed_ips': [{'subnet_id': 'b3964395-b8f3-40c6-b10d-e531873d3c19', 'ip_address': '172.20.0.13'}]}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:02.142012 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-a4cb41fe-a935-4b06-876e-bcb0be420c1a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] device_id is not set on port 7641b39e-46be-4f6f-ae6a-60ffe772d892 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:16:02.175973 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75c11476-9d94-4287-996d-a373f58dcb93 req-8f799708-8b96-412e-b3a5-143be6bb0f8a service neutron] 10.222.0.18 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245181 Sep 18 05:16:02.209106 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dad3ed1a-76e6-44fb-9ce1-887b4d2fe84b req-a56a0729-d082-4f74-862d-1aaa06d31521 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745203 Sep 18 05:16:02.291823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Allocated IP 10.2.2.2 (d31ab936-807d-4ca3-b171-a16b4b9bc97f/40658f68-338e-4856-9ca3-ffd563345ec9/71224579-8b60-428c-a4d0-81840482866e) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:02.320488 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:02.323099 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:02.374206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-a4cb41fe-a935-4b06-876e-bcb0be420c1a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Allocated IP 10.1.1.202 (949f5a21-9f21-48eb-8050-df0d8a67ec39/0c2be50f-11fb-4dda-a69c-3245f6925a37/7641b39e-46be-4f6f-ae6a-60ffe772d892) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:02.404478 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:02.579741 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:02.598351 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286d030-f2c0-4d30-ace9-f4a2ccf50b7b req-58a91dad-c3db-4dbb-aec1-21b06f293d94 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:02.599870 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6286d030-f2c0-4d30-ace9-f4a2ccf50b7b req-58a91dad-c3db-4dbb-aec1-21b06f293d94 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1466947 Sep 18 05:16:02.651821 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:02.657131 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4cb41fe-a935-4b06-876e-bcb0be420c1a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:02.669206 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6286d030-f2c0-4d30-ace9-f4a2ccf50b7b req-9ba4e139-79ff-4a2b-a8aa-966e1120909a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615098 Sep 18 05:16:02.674523 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:02.729922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Network d31ab936-807d-4ca3-b171-a16b4b9bc97f is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:02.735433 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 24cdde2c-c346-4f79-8d89-5ed30863542d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:02.738525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:02.749574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:02.761697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40704bd-1bde-40fc-a588-838005950c69 req-29429900-a6d9-4f49-bce2-b930dfe2cf76 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:02.763317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c40704bd-1bde-40fc-a588-838005950c69 req-29429900-a6d9-4f49-bce2-b930dfe2cf76 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 944 time: 0.1148732 Sep 18 05:16:02.831234 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Pushing event updated for resources: {'Port': ['ID=71224579-8b60-428c-a4d0-81840482866e,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:02.834734 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4cb41fe-a935-4b06-876e-bcb0be420c1a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:02.846015 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c40704bd-1bde-40fc-a588-838005950c69 req-a59266f6-3cc2-4e2a-bf5f-cce9fd144f53 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743182 Sep 18 05:16:02.861374 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Attempting to bind port 71224579-8b60-428c-a4d0-81840482866e on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:16:02.861863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Attempting to bind port 71224579-8b60-428c-a4d0-81840482866e by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '14663af1-76ca-4271-9d7f-c1149cb4136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:16:02.862300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Attempting to bind port 71224579-8b60-428c-a4d0-81840482866e on network d31ab936-807d-4ca3-b171-a16b4b9bc97f {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:02.870255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:16:02.870641 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Checking segment: {'id': '14663af1-76ca-4271-9d7f-c1149cb4136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:02.871050 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:02.871443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Bound using segment: {'id': '14663af1-76ca-4271-9d7f-c1149cb4136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:16:02.871921 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Bound port: 71224579-8b60-428c-a4d0-81840482866e, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14663af1-76ca-4271-9d7f-c1149cb4136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:16:02.872338 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:02.931342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 24cdde2c-c346-4f79-8d89-5ed30863542d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:02.931734 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:02.970981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] For port 71224579-8b60-428c-a4d0-81840482866e, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:16:02.975704 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] For port 71224579-8b60-428c-a4d0-81840482866e, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=71224579-8b60-428c-a4d0-81840482866e,segment=NetworkSegment(14663af1-76ca-4271-9d7f-c1149cb4136a),segment_id=14663af1-76ca-4271-9d7f-c1149cb4136a)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:16:02.990020 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb41fe-a935-4b06-876e-bcb0be420c1a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'Port': ['ID=7641b39e-46be-4f6f-ae6a-60ffe772d892,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:03.008067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cb41fe-a935-4b06-876e-bcb0be420c1a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Network 949f5a21-9f21-48eb-8050-df0d8a67ec39 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:03.009647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-a4cb41fe-a935-4b06-876e-bcb0be420c1a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:03.012960 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb41fe-a935-4b06-876e-bcb0be420c1a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:03.099699 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:03.166881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4346740-e29f-491d-905b-7cc3ccb5258d None None] Pushing event updated for resources: {'Port': ['ID=71224579-8b60-428c-a4d0-81840482866e,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:03.188282 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cb41fe-a935-4b06-876e-bcb0be420c1a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:03.189029 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4cb41fe-a935-4b06-876e-bcb0be420c1a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:03.288815 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb40d2-b350-40c8-87ab-494ada5e23cd req-26cce5b2-463a-4ca8-8a74-3f111485a61c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:03.298208 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb40d2-b350-40c8-87ab-494ada5e23cd req-26cce5b2-463a-4ca8-8a74-3f111485a61c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:03.305517 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb40d2-b350-40c8-87ab-494ada5e23cd req-26cce5b2-463a-4ca8-8a74-3f111485a61c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:03.317588 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb40d2-b350-40c8-87ab-494ada5e23cd req-26cce5b2-463a-4ca8-8a74-3f111485a61c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:03.326968 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb40d2-b350-40c8-87ab-494ada5e23cd req-26cce5b2-463a-4ca8-8a74-3f111485a61c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:03.336810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb40d2-b350-40c8-87ab-494ada5e23cd req-26cce5b2-463a-4ca8-8a74-3f111485a61c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:03.351297 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb40d2-b350-40c8-87ab-494ada5e23cd req-26cce5b2-463a-4ca8-8a74-3f111485a61c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:03.356369 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b3eb40d2-b350-40c8-87ab-494ada5e23cd req-26cce5b2-463a-4ca8-8a74-3f111485a61c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.1540186 Sep 18 05:16:03.359289 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a4cb41fe-a935-4b06-876e-bcb0be420c1a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1086187 Sep 18 05:16:03.361314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60756) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:03.366939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-6cb39378-0ecb-4f9c-89ad-469b3bb8b271 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'port': {'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39', 'name': 'tempest-TaggedBootDevicesTest_v242-1267025581', 'fixed_ips': [{'subnet_id': '0c2be50f-11fb-4dda-a69c-3245f6925a37'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:03.485927 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8b34b9d8-7311-47fa-89f6-f47048c4a59c None None] Provisioning complete for port 7641b39e-46be-4f6f-ae6a-60ffe772d892 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:03.487137 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8b34b9d8-7311-47fa-89f6-f47048c4a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:03.491215 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b3eb40d2-b350-40c8-87ab-494ada5e23cd req-c2ee8f09-dfb2-4963-917b-17d85e9df477 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192586 Sep 18 05:16:03.534111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8b34b9d8-7311-47fa-89f6-f47048c4a59c None None] Port 7641b39e-46be-4f6f-ae6a-60ffe772d892 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:16:03.614453 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d18892-0bda-4a91-bdef-75da1ed27741 req-4fb70e55-641b-408c-a65f-becf898ca959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:03.616059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7d18892-0bda-4a91-bdef-75da1ed27741 req-4fb70e55-641b-408c-a65f-becf898ca959 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0ea41ad380b4a628127272a0a22863e&device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 1097 time: 0.1381140 Sep 18 05:16:03.625602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1560094-9693-4dde-b9ff-a41b18370ed4 req-d76d958a-f5bc-4252-b6bd-7aeeab72cb3e tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:03.627579 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1560094-9693-4dde-b9ff-a41b18370ed4 req-d76d958a-f5bc-4252-b6bd-7aeeab72cb3e tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1504254 Sep 18 05:16:03.637933 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:03.686510 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:03.697168 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb39378-0ecb-4f9c-89ad-469b3bb8b271 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Made reservation on behalf of e297637f8edb461588776b48da04ab80 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:16:03.702341 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6cb39378-0ecb-4f9c-89ad-469b3bb8b271 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:03.720936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-6cb39378-0ecb-4f9c-89ad-469b3bb8b271 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] device_id is not set on port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:16:03.788698 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1560094-9693-4dde-b9ff-a41b18370ed4 req-da667d50-9f73-49ab-afb1-cd323e7917a0 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521015 Sep 18 05:16:03.850392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d18892-0bda-4a91-bdef-75da1ed27741 req-a37f2d84-1b59-4e9c-8122-aae815cea967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:03.851877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7d18892-0bda-4a91-bdef-75da1ed27741 req-a37f2d84-1b59-4e9c-8122-aae815cea967 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 HTTP/1.1" status: 200 len: 918 time: 0.2234092 Sep 18 05:16:03.880327 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-06916444-6f6e-4b4b-aa49-126c47d9ee93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:03.931985 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7d18892-0bda-4a91-bdef-75da1ed27741 req-ed52026b-91c5-4aba-8d84-b2e228c4369f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f388dd3-91a7-4a1a-b946-4614853492fe HTTP/1.1" status: 200 len: 217 time: 0.0711324 Sep 18 05:16:03.964587 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-6cb39378-0ecb-4f9c-89ad-469b3bb8b271 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Allocated IP 10.1.1.252 (949f5a21-9f21-48eb-8050-df0d8a67ec39/0c2be50f-11fb-4dda-a69c-3245f6925a37/00d5618d-7a91-47cc-9fdc-97fe0cba8df1) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:04.019388 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Allocated IP 172.20.0.13 (8647eb41-6e4c-4070-9e04-2fe6a8c52757/b3964395-b8f3-40c6-b10d-e531873d3c19/a0e6f09e-23e2-4b36-805d-97b1b0b2f3f9) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:04.133930 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d18892-0bda-4a91-bdef-75da1ed27741 req-bcdbcd41-4e67-4af0-8bb2-94bb1452e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:04.135575 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7d18892-0bda-4a91-bdef-75da1ed27741 req-bcdbcd41-4e67-4af0-8bb2-94bb1452e5d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76a65d6b-278b-4502-b43e-c4b208ae5082 HTTP/1.1" status: 200 len: 858 time: 0.1414266 Sep 18 05:16:04.146952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f65af7-e8aa-4dd4-b6b4-a2918e40a67c req-6d907ead-f060-4156-8e04-055c30985ac7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:04.148720 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-50f65af7-e8aa-4dd4-b6b4-a2918e40a67c req-6d907ead-f060-4156-8e04-055c30985ac7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 944 time: 0.1534290 Sep 18 05:16:04.168001 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6cb39378-0ecb-4f9c-89ad-469b3bb8b271 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:04.237611 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7d18892-0bda-4a91-bdef-75da1ed27741 req-ae5ee8c5-7955-40d5-a970-26a2254f8182 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876667 Sep 18 05:16:04.312068 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-50f65af7-e8aa-4dd4-b6b4-a2918e40a67c req-c5c6341a-4d4f-443d-bb78-e503bb4a1ed7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515236 Sep 18 05:16:04.316168 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6cb39378-0ecb-4f9c-89ad-469b3bb8b271 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:04.317083 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:04.371431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb39378-0ecb-4f9c-89ad-469b3bb8b271 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Network 949f5a21-9f21-48eb-8050-df0d8a67ec39 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:04.374964 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-6cb39378-0ecb-4f9c-89ad-469b3bb8b271 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:04.378189 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:04.378707 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb39378-0ecb-4f9c-89ad-469b3bb8b271 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:04.407368 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7d18892-0bda-4a91-bdef-75da1ed27741 req-09966b5e-93b6-4987-a063-3bbab7543c4a service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614633 Sep 18 05:16:04.420012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:04.429565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb39378-0ecb-4f9c-89ad-469b3bb8b271 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'Port': ['ID=00d5618d-7a91-47cc-9fdc-97fe0cba8df1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:04.455040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb39378-0ecb-4f9c-89ad-469b3bb8b271 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:04.456750 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6cb39378-0ecb-4f9c-89ad-469b3bb8b271 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:04.466439 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e641fcc2-d615-4475-b184-4654981c9e45 None None] Network d31ab936-807d-4ca3-b171-a16b4b9bc97f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:16:04.551551 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6cb39378-0ecb-4f9c-89ad-469b3bb8b271 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1874068 Sep 18 05:16:04.576828 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4c861f47-a814-49fa-92af-2a5e0c9f8e11 None None] Provisioning complete for port 71224579-8b60-428c-a4d0-81840482866e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:04.577306 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4c861f47-a814-49fa-92af-2a5e0c9f8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:04.594605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7d18892-0bda-4a91-bdef-75da1ed27741 req-3f86df7a-df9e-4df6-a485-5a751590e172 service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759660 Sep 18 05:16:04.606005 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:04.709168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Network 8647eb41-6e4c-4070-9e04-2fe6a8c52757 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:04.726415 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:04.730181 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:04.737216 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event updated for resources: {'Port': ['ID=a0e6f09e-23e2-4b36-805d-97b1b0b2f3f9,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:04.837528 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 71224579-8b60-428c-a4d0-81840482866e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:04.847373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24ec83-66c1-4e52-b4fa-232ddb0bcda5 req-7c46908c-2022-4708-9340-988c4331b206 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:04.853507 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24ec83-66c1-4e52-b4fa-232ddb0bcda5 req-7c46908c-2022-4708-9340-988c4331b206 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:04.862210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24ec83-66c1-4e52-b4fa-232ddb0bcda5 req-7c46908c-2022-4708-9340-988c4331b206 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:04.875013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24ec83-66c1-4e52-b4fa-232ddb0bcda5 req-7c46908c-2022-4708-9340-988c4331b206 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:04.882834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24ec83-66c1-4e52-b4fa-232ddb0bcda5 req-7c46908c-2022-4708-9340-988c4331b206 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:04.891093 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24ec83-66c1-4e52-b4fa-232ddb0bcda5 req-7c46908c-2022-4708-9340-988c4331b206 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:04.901633 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24ec83-66c1-4e52-b4fa-232ddb0bcda5 req-7c46908c-2022-4708-9340-988c4331b206 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:04.914056 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:16:04.915187 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e24ec83-66c1-4e52-b4fa-232ddb0bcda5 req-7c46908c-2022-4708-9340-988c4331b206 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.2209454 Sep 18 05:16:04.944446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:04.944917 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:04.996268 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e24ec83-66c1-4e52-b4fa-232ddb0bcda5 req-4bc4793a-2326-477f-99b9-7d0001e15348 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683193 Sep 18 05:16:05.030931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 71224579-8b60-428c-a4d0-81840482866e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:05.030931 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.070610 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4c861f47-a814-49fa-92af-2a5e0c9f8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.086704 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60784) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:05.162788 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-57ccc78f-8d90-4eeb-b120-6d7b29a31948 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--861537669', 'description': 'tempest-description--2011162094'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:05.257296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-4c861f47-a814-49fa-92af-2a5e0c9f8e11 None None] For port 71224579-8b60-428c-a4d0-81840482866e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=71224579-8b60-428c-a4d0-81840482866e,segment=NetworkSegment(14663af1-76ca-4271-9d7f-c1149cb4136a),segment_id=14663af1-76ca-4271-9d7f-c1149cb4136a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:05.259518 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.270192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8f036-6e85-47f1-84f7-749a1cd01cd3 req-15cf091a-d44d-4b9a-8e5e-1482ca614d0b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:05.279686 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b8e8f036-6e85-47f1-84f7-749a1cd01cd3 req-15cf091a-d44d-4b9a-8e5e-1482ca614d0b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1986039 Sep 18 05:16:05.300803 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.338448 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd474f48-c88e-42f4-b650-d121f44ac7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:16:05.342819 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5983a808-f5f8-4aa3-a159-48313b71f630" -d '{"events": [{"server_uuid": "cd474f48-c88e-42f4-b650-d121f44ac7a7", "name": "network-vif-plugged", "status": "completed", "tag": "8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:16:05.345553 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b8e8f036-6e85-47f1-84f7-749a1cd01cd3 req-08067fec-4b33-449a-b147-33a52b2e37eb tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648220 Sep 18 05:16:05.370258 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.373373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1,segment=NetworkSegment(9c6642a4-e373-4469-843e-8bbf3475c385),segment_id=9c6642a4-e373-4469-843e-8bbf3475c385)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:05.376429 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-57ccc78f-8d90-4eeb-b120-6d7b29a31948 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.380700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.412986 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4c861f47-a814-49fa-92af-2a5e0c9f8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.512977 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b13571-d7b5-4849-9280-bf8dd7727fa9 x-openstack-request-id: req-a5b13571-d7b5-4849-9280-bf8dd7727fa9 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:16:05.513929 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd474f48-c88e-42f4-b650-d121f44ac7a7", "name": "network-vif-plugged", "status": "completed", "tag": "8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:16:05.515090 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5b13571-d7b5-4849-9280-bf8dd7727fa9 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:16:05.516255 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd474f48-c88e-42f4-b650-d121f44ac7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1', 'code': 200} Sep 18 05:16:05.572817 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.574073 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-57ccc78f-8d90-4eeb-b120-6d7b29a31948 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.578934 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:16:05.579504 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:16:05.609448 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-73642899-f0fa-4d94-b8ff-a69e635ce6b3 None None] Provisioning complete for port 71224579-8b60-428c-a4d0-81840482866e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:05.609833 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-73642899-f0fa-4d94-b8ff-a69e635ce6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.651454 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-57ccc78f-8d90-4eeb-b120-6d7b29a31948 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.652685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c861f47-a814-49fa-92af-2a5e0c9f8e11 None None] Pushing event updated for resources: {'Port': ['ID=71224579-8b60-428c-a4d0-81840482866e,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:05.688451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842b65b-f938-4b8a-8718-fff8f51223bf req-cb58a9c3-9831-4d04-9c11-5f7758300da2 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:05.695979 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2842b65b-f938-4b8a-8718-fff8f51223bf req-cb58a9c3-9831-4d04-9c11-5f7758300da2 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 945 time: 0.1769619 Sep 18 05:16:05.713194 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:05.714996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132f6f8-4903-438c-806e-19c798ec747e req-da26e222-ba96-444b-8f34-5b1537005908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:05.716524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b132f6f8-4903-438c-806e-19c798ec747e req-da26e222-ba96-444b-8f34-5b1537005908 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 1097 time: 0.1747499 Sep 18 05:16:05.772767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccc78f-8d90-4eeb-b120-6d7b29a31948 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd780fb1-caa5-4874-9c72-d6532d5b6b06,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:05.785777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-73642899-f0fa-4d94-b8ff-a69e635ce6b3 None None] Provisioning complete for port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:05.787668 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-73642899-f0fa-4d94-b8ff-a69e635ce6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.806110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-57ccc78f-8d90-4eeb-b120-6d7b29a31948 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.813154 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-57ccc78f-8d90-4eeb-b120-6d7b29a31948 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7196734 Sep 18 05:16:05.813154 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60808) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:05.816174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7324c0d1-47c4-4707-ac49-ab6ac443fde9 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'security_group_rule': {'security_group_id': 'dd780fb1-caa5-4874-9c72-d6532d5b6b06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:05.861556 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-73642899-f0fa-4d94-b8ff-a69e635ce6b3 None None] Port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:16:05.879135 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2842b65b-f938-4b8a-8718-fff8f51223bf req-b34d937a-89b5-459d-b721-3db069394212 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821885 Sep 18 05:16:05.880990 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b132f6f8-4903-438c-806e-19c798ec747e req-0958c4ba-788a-47cf-8d6b-c9457230e282 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533790 Sep 18 05:16:05.948149 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7324c0d1-47c4-4707-ac49-ab6ac443fde9 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:05.952290 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:06.028033 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7324c0d1-47c4-4707-ac49-ab6ac443fde9 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:06.155465 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfebfa3-6425-4312-a5e6-7060e2ed9585 req-fdfeb4a7-382e-4413-adff-1cbee6f1aa61 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:06.162275 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfebfa3-6425-4312-a5e6-7060e2ed9585 req-fdfeb4a7-382e-4413-adff-1cbee6f1aa61 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:06.168207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfebfa3-6425-4312-a5e6-7060e2ed9585 req-fdfeb4a7-382e-4413-adff-1cbee6f1aa61 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:06.174656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfebfa3-6425-4312-a5e6-7060e2ed9585 req-fdfeb4a7-382e-4413-adff-1cbee6f1aa61 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:06.180816 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfebfa3-6425-4312-a5e6-7060e2ed9585 req-fdfeb4a7-382e-4413-adff-1cbee6f1aa61 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:06.183675 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Router b1d5fbeb-4f89-4d61-b1fb-60a4eee0754b is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:16:06.188682 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfebfa3-6425-4312-a5e6-7060e2ed9585 req-fdfeb4a7-382e-4413-adff-1cbee6f1aa61 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:06.195134 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfebfa3-6425-4312-a5e6-7060e2ed9585 req-fdfeb4a7-382e-4413-adff-1cbee6f1aa61 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:06.203772 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5bfebfa3-6425-4312-a5e6-7060e2ed9585 req-fdfeb4a7-382e-4413-adff-1cbee6f1aa61 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.1055729 Sep 18 05:16:06.212890 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7324c0d1-47c4-4707-ac49-ab6ac443fde9 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:06.247080 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324c0d1-47c4-4707-ac49-ab6ac443fde9 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74d3846-c800-44d8-a459-96fb590fb7f1,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:06.291013 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5bfebfa3-6425-4312-a5e6-7060e2ed9585 req-5436effc-b88a-476e-b2c2-9de702e601d1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764835 Sep 18 05:16:06.320816 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7324c0d1-47c4-4707-ac49-ab6ac443fde9 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:06.322686 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7324c0d1-47c4-4707-ac49-ab6ac443fde9 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5112841 Sep 18 05:16:06.325314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60818) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:06.330836 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-de4f0833-6e8b-459d-8f33-0543d68c76f4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'security_group_rule': {'security_group_id': 'dd780fb1-caa5-4874-9c72-d6532d5b6b06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:06.379861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:16:06.384888 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60822) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:06.389792 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] Sync routers for ids ['b1d5fbeb-4f89-4d61-b1fb-60a4eee0754b'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:16:06.402194 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] Routers {'b1d5fbeb-4f89-4d61-b1fb-60a4eee0754b'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:06.402840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b1d5fbeb-4f89-4d61-b1fb-60a4eee0754b'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:06.449589 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de4f0833-6e8b-459d-8f33-0543d68c76f4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:06.494295 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:06.497394 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-37a00d48-a484-415f-b4d0-ff60d8174bce tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.4036789 Sep 18 05:16:06.505310 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60826) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:06.523002 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de51c0-8ad6-4180-97e7-72b5bca98b55 req-f772cfa1-5acc-4f46-9f9b-0c135131b890 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:06.524705 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d7de51c0-8ad6-4180-97e7-72b5bca98b55 req-f772cfa1-5acc-4f46-9f9b-0c135131b890 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0836277 Sep 18 05:16:06.530280 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1728e0e-1e8c-4590-ac52-b0e5f13c1a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:06.562381 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de4f0833-6e8b-459d-8f33-0543d68c76f4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:06.570749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] Set router b1d5fbeb-4f89-4d61-b1fb-60a4eee0754b gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:16:06.609216 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d7de51c0-8ad6-4180-97e7-72b5bca98b55 req-4abf3bf5-19e1-43ad-b6da-bd280507600e tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464733 Sep 18 05:16:06.659330 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:06.773852 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 71224579-8b60-428c-a4d0-81840482866e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:06.816298 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:06.817994 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:06.880743 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 71224579-8b60-428c-a4d0-81840482866e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:06.881127 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:06.907255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d5fbeb-4f89-4d61-b1fb-60a4eee0754b', 'name': '', 'tenant_id': 'd367a422c18f4ab1bf9a959456519658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8647eb41-6e4c-4070-9e04-2fe6a8c52757', 'external_fixed_ips': [{'subnet_id': 'b3964395-b8f3-40c6-b10d-e531873d3c19', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a0e6f09e-23e2-4b36-805d-97b1b0b2f3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:02Z', 'updated_at': '2021-09-18T05:16:04Z', 'revision_number': 3, 'project_id': 'd367a422c18f4ab1bf9a959456519658', 'gw_port': {'id': 'a0e6f09e-23e2-4b36-805d-97b1b0b2f3f9', 'name': '', 'network_id': '8647eb41-6e4c-4070-9e04-2fe6a8c52757', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:92:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d5fbeb-4f89-4d61-b1fb-60a4eee0754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'b3964395-b8f3-40c6-b10d-e531873d3c19', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:03Z', 'updated_at': '2021-09-18T05:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3964395-b8f3-40c6-b10d-e531873d3c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:06.951340 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] Checking router: b1d5fbeb-4f89-4d61-b1fb-60a4eee0754b for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:16:06.951719 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] Updating router b1d5fbeb-4f89-4d61-b1fb-60a4eee0754b port a0e6f09e-23e2-4b36-805d-97b1b0b2f3f9 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:16:06.964359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Deleting port a0e6f09e-23e2-4b36-805d-97b1b0b2f3f9 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:16:06.964727 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.001417 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.020609 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de4f0833-6e8b-459d-8f33-0543d68c76f4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.065379 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.074781 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1728e0e-1e8c-4590-ac52-b0e5f13c1a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.077306 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f0833-6e8b-459d-8f33-0543d68c76f4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19deeb9-aaf3-4d2f-99b0-89b37ed0f4a3,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:07.079581 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Calling delete_port for a0e6f09e-23e2-4b36-805d-97b1b0b2f3f9 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:16:07.098544 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232de8b-d2ca-4fdd-ae71-131f1cbb4516 req-0a404671-d917-4c3a-8e24-19359b6ab6de tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:07.100118 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9232de8b-d2ca-4fdd-ae71-131f1cbb4516 req-0a404671-d917-4c3a-8e24-19359b6ab6de tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 945 time: 0.0837607 Sep 18 05:16:07.157975 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9232de8b-d2ca-4fdd-ae71-131f1cbb4516 req-da40c2fe-3c56-466d-a69e-63281d782978 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481911 Sep 18 05:16:07.192199 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1728e0e-1e8c-4590-ac52-b0e5f13c1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.233945 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b1728e0e-1e8c-4590-ac52-b0e5f13c1a2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=883a29150b62447d9c327c2fef190d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8459375 Sep 18 05:16:07.234183 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60832) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:07.241507 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1728e0e-1e8c-4590-ac52-b0e5f13c1a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6732b563-b1be-467e-91e1-cec5dbcd15e4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:07.294539 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-808138d3-97c6-468d-8bc0-e3fa3c961afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.322759 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de4f0833-6e8b-459d-8f33-0543d68c76f4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.324010 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-de4f0833-6e8b-459d-8f33-0543d68c76f4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9972363 Sep 18 05:16:07.327315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60838) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:07.332931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:07.347089 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-808138d3-97c6-468d-8bc0-e3fa3c961afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.374369 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.421123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0e6f09e-23e2-4b36-805d-97b1b0b2f3f9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:07.444861 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:16:07.445309 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:16:07.449726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713f0bd-b57b-453e-bb34-e9cb7fa94949 req-2bf63b79-7fbe-4cd2-a1da-f50891e39cdd tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:07.456000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713f0bd-b57b-453e-bb34-e9cb7fa94949 req-2bf63b79-7fbe-4cd2-a1da-f50891e39cdd tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:07.462422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713f0bd-b57b-453e-bb34-e9cb7fa94949 req-2bf63b79-7fbe-4cd2-a1da-f50891e39cdd tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:07.468730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713f0bd-b57b-453e-bb34-e9cb7fa94949 req-2bf63b79-7fbe-4cd2-a1da-f50891e39cdd tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:07.476417 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713f0bd-b57b-453e-bb34-e9cb7fa94949 req-2bf63b79-7fbe-4cd2-a1da-f50891e39cdd tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:07.482266 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713f0bd-b57b-453e-bb34-e9cb7fa94949 req-2bf63b79-7fbe-4cd2-a1da-f50891e39cdd tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:07.488800 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713f0bd-b57b-453e-bb34-e9cb7fa94949 req-2bf63b79-7fbe-4cd2-a1da-f50891e39cdd tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:07.490827 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7713f0bd-b57b-453e-bb34-e9cb7fa94949 req-2bf63b79-7fbe-4cd2-a1da-f50891e39cdd tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.1158559 Sep 18 05:16:07.510079 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.545856 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7713f0bd-b57b-453e-bb34-e9cb7fa94949 req-cffc67ac-aa3e-4300-8251-48de226dc980 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402699 Sep 18 05:16:07.551124 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.577881 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-808138d3-97c6-468d-8bc0-e3fa3c961afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.582165 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-808138d3-97c6-468d-8bc0-e3fa3c961afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.585510 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-808138d3-97c6-468d-8bc0-e3fa3c961afa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6732b563-b1be-467e-91e1-cec5dbcd15e4 HTTP/1.1" status: 204 len: 168 time: 0.3481076 Sep 18 05:16:07.608094 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808138d3-97c6-468d-8bc0-e3fa3c961afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6732b563-b1be-467e-91e1-cec5dbcd15e4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:07.667388 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.692677 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.773838 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.855511 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.856131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1d5fbeb-4f89-4d61-b1fb-60a4eee0754b {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:16:07.861735 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.864023 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-52bc3a7e-8a8c-42a7-b274-073cdf94fa9c tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b1d5fbeb-4f89-4d61-b1fb-60a4eee0754b HTTP/1.1" status: 204 len: 168 time: 1.3570261 Sep 18 05:16:07.866488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60858) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:07.905781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Allocated IP 172.25.7.32 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/40f3cad4-b4a1-4648-9136-b5b149260995) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:07.941319 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-72409a8e-2a44-41b2-8338-14a86aeba192 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Deleting subnet b3964395-b8f3-40c6-b10d-e531873d3c19 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:16:07.946460 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72409a8e-2a44-41b2-8338-14a86aeba192 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:07.983576 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b771ebcd-a6a3-4dff-b06d-1f03c2908c82 req-9eb229a1-8f15-4963-9959-9309aec50f97 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0724905 Sep 18 05:16:07.985504 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] Port a0e6f09e-23e2-4b36-805d-97b1b0b2f3f9 not found while updating agent binding for router b1d5fbeb-4f89-4d61-b1fb-60a4eee0754b. {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 18 05:16:07.994325 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72409a8e-2a44-41b2-8338-14a86aeba192 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.003618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] Routers set() bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:08.004152 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] Router IDs set() for agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 05:16:08.004969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_agentschedulers_db [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b1d5fbeb-4f89-4d61-b1fb-60a4eee0754b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent'). {{(pid=106910) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 05:16:08.005433 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24e959-035f-42bf-8aec-3f5e890e4a28 None None] The sync data for ids ['b1d5fbeb-4f89-4d61-b1fb-60a4eee0754b'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:16:08.078212 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72409a8e-2a44-41b2-8338-14a86aeba192 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.122187 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771ebcd-a6a3-4dff-b06d-1f03c2908c82 req-a6ab6a48-96f4-42bf-8dc3-298cb3f5f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:08.123838 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b771ebcd-a6a3-4dff-b06d-1f03c2908c82 req-a6ab6a48-96f4-42bf-8dc3-298cb3f5f494 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f5a7f89ed194bba936b5924fd025e54&device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 1097 time: 0.0783291 Sep 18 05:16:08.137463 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.253731 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72409a8e-2a44-41b2-8338-14a86aeba192 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.262569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771ebcd-a6a3-4dff-b06d-1f03c2908c82 req-4c75930a-3511-440f-bd90-c3da8d66d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:08.264060 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b771ebcd-a6a3-4dff-b06d-1f03c2908c82 req-4c75930a-3511-440f-bd90-c3da8d66d47d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a203d862-57d5-4a1d-9a25-efff58d03c78 HTTP/1.1" status: 200 len: 913 time: 0.1174903 Sep 18 05:16:08.283976 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72409a8e-2a44-41b2-8338-14a86aeba192 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b3964395-b8f3-40c6-b10d-e531873d3c19,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:08.289684 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72409a8e-2a44-41b2-8338-14a86aeba192 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.305031 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-72409a8e-2a44-41b2-8338-14a86aeba192 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/b3964395-b8f3-40c6-b10d-e531873d3c19 HTTP/1.1" status: 204 len: 168 time: 0.4329400 Sep 18 05:16:08.305031 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60864) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:08.330181 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.355012 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60868) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:08.390644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b771ebcd-a6a3-4dff-b06d-1f03c2908c82 req-6d191182-1ef8-488b-97ad-a1280c17fcb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34be33d9-1827-40e4-b932-da9747d1d561 HTTP/1.1" status: 200 len: 217 time: 0.1130416 Sep 18 05:16:08.392266 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'Port': ['ID=40f3cad4-b4a1-4648-9136-b5b149260995,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:08.400532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:08.401856 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:08.404004 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:08.438209 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3db6a2-5f00-4fe8-8e54-c03fd28a217f req-20a5c5f4-4060-48dc-861d-7128879b449e tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:08.446939 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc3db6a2-5f00-4fe8-8e54-c03fd28a217f req-20a5c5f4-4060-48dc-861d-7128879b449e tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 945 time: 0.2231736 Sep 18 05:16:08.458723 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-98492414-0bd7-488a-b977-aca01ccb0cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.564605 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36340b83-8178-4f50-b492-2e55623f8610 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.564834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771ebcd-a6a3-4dff-b06d-1f03c2908c82 req-668f5365-928a-421e-b21a-575a1f21f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:08.566619 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b771ebcd-a6a3-4dff-b06d-1f03c2908c82 req-668f5365-928a-421e-b21a-575a1f21f9ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ffa1aa8a-165a-490d-b598-b998f744cdb9 HTTP/1.1" status: 200 len: 853 time: 0.1099722 Sep 18 05:16:08.606562 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc3db6a2-5f00-4fe8-8e54-c03fd28a217f req-08a678ea-3bff-467d-9967-e18a0c8ac797 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583834 Sep 18 05:16:08.612901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b771ebcd-a6a3-4dff-b06d-1f03c2908c82 req-7da507d5-0b7e-4602-8336-b738d84556eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a203d862-57d5-4a1d-9a25-efff58d03c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378523 Sep 18 05:16:08.668778 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.729847 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36340b83-8178-4f50-b492-2e55623f8610 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.754500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-36340b83-8178-4f50-b492-2e55623f8610 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8647eb41-6e4c-4070-9e04-2fe6a8c52757']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:08.766521 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-36340b83-8178-4f50-b492-2e55623f8610 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa307c0-40ca-4ad8-8edb-8fe901dceb42') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:08.766891 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-36340b83-8178-4f50-b492-2e55623f8610 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa307c0-40ca-4ad8-8edb-8fe901dceb42') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:08.776578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f359f8-c8e9-44bd-b3f0-8955cfebd313 req-c92148b7-6856-4848-9c5b-6c367fc81310 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:08.778831 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36340b83-8178-4f50-b492-2e55623f8610 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.782775 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f359f8-c8e9-44bd-b3f0-8955cfebd313 req-c92148b7-6856-4848-9c5b-6c367fc81310 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:08.790041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f359f8-c8e9-44bd-b3f0-8955cfebd313 req-c92148b7-6856-4848-9c5b-6c367fc81310 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:08.794791 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36340b83-8178-4f50-b492-2e55623f8610 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.796345 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f359f8-c8e9-44bd-b3f0-8955cfebd313 req-c92148b7-6856-4848-9c5b-6c367fc81310 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:08.802700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36340b83-8178-4f50-b492-2e55623f8610 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:16:08.803183 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36340b83-8178-4f50-b492-2e55623f8610 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.803483 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f359f8-c8e9-44bd-b3f0-8955cfebd313 req-c92148b7-6856-4848-9c5b-6c367fc81310 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:08.809920 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f359f8-c8e9-44bd-b3f0-8955cfebd313 req-c92148b7-6856-4848-9c5b-6c367fc81310 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:08.816268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f359f8-c8e9-44bd-b3f0-8955cfebd313 req-c92148b7-6856-4848-9c5b-6c367fc81310 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:08.818176 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c5f359f8-c8e9-44bd-b3f0-8955cfebd313 req-c92148b7-6856-4848-9c5b-6c367fc81310 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.1621447 Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:16:08.856041 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:16:08.888114 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.893099 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b771ebcd-a6a3-4dff-b06d-1f03c2908c82 req-855e6e04-740a-4b7d-9af9-67027fcf03a2 service neutron] 10.222.0.18 "GET /v2.0/networks/a203d862-57d5-4a1d-9a25-efff58d03c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680120 Sep 18 05:16:08.893973 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-98492414-0bd7-488a-b977-aca01ccb0cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.949819 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c5f359f8-c8e9-44bd-b3f0-8955cfebd313 req-69cf085e-6027-487f-bcb4-3ffe9a2c56a4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078119 Sep 18 05:16:08.984032 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-98492414-0bd7-488a-b977-aca01ccb0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.989092 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36340b83-8178-4f50-b492-2e55623f8610 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:08.995586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36340b83-8178-4f50-b492-2e55623f8610 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8647eb41-6e4c-4070-9e04-2fe6a8c52757 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 05:16:09.001290 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36340b83-8178-4f50-b492-2e55623f8610 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:09.013249 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-36340b83-8178-4f50-b492-2e55623f8610 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "DELETE /v2.0/networks/8647eb41-6e4c-4070-9e04-2fe6a8c52757 HTTP/1.1" status: 204 len: 168 time: 0.7082760 Sep 18 05:16:09.110492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60886) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:09.112442 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-98492414-0bd7-488a-b977-aca01ccb0cc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdb04262608d4b8190d3408f7e50c9d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7555711 Sep 18 05:16:09.114053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98492414-0bd7-488a-b977-aca01ccb0cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ade6a6-a585-4b7f-b7e0-6f3ede68c421,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:09.117520 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36340b83-8178-4f50-b492-2e55623f8610 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event deleted for resources: {'Network': ['ID=8647eb41-6e4c-4070-9e04-2fe6a8c52757,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:09.517713 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60898) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:09.523006 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b0d7a664-535a-4f65-9b11-8ec6394169d6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Request body: {'router': {'name': 'tempest-router--1295650542', 'project_id': 'f0161c6c7fd345a28a30050a0396c351'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:09.661893 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b771ebcd-a6a3-4dff-b06d-1f03c2908c82 req-5179c14a-e13d-4931-9374-32075992f9fb service neutron] 10.222.0.18 "GET /v2.0/networks/a203d862-57d5-4a1d-9a25-efff58d03c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303479 Sep 18 05:16:09.679246 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72da9d28-14ab-4146-83c1-1de1d112da3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:09.679647 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a664-535a-4f65-9b11-8ec6394169d6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:09.681031 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a664-535a-4f65-9b11-8ec6394169d6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:09.719856 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8bead-8ae1-4928-b086-3c8bdf53e061 req-a6218952-5e13-417e-a431-35a5ec6aa839 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:09.722280 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29c8bead-8ae1-4928-b086-3c8bdf53e061 req-a6218952-5e13-417e-a431-35a5ec6aa839 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 945 time: 0.1618500 Sep 18 05:16:09.724470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72da9d28-14ab-4146-83c1-1de1d112da3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:09.743371 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245a838-c98d-4828-9f60-65ba0548d515 req-83c01c0c-5187-4f71-8e67-4cd00c95c65e tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:09.744927 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4245a838-c98d-4828-9f60-65ba0548d515 req-83c01c0c-5187-4f71-8e67-4cd00c95c65e tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0813987 Sep 18 05:16:09.756081 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:09.792330 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a664-535a-4f65-9b11-8ec6394169d6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:09.801933 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29c8bead-8ae1-4928-b086-3c8bdf53e061 req-ae28e200-bcb9-46d7-9280-d74d05c34a4b tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657539 Sep 18 05:16:09.816973 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:09.843337 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4245a838-c98d-4828-9f60-65ba0548d515 req-83cdb1f5-890c-4fa5-a4d5-805983ede6fc tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917435 Sep 18 05:16:09.863924 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a664-535a-4f65-9b11-8ec6394169d6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:09.894356 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72da9d28-14ab-4146-83c1-1de1d112da3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:09.897053 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72da9d28-14ab-4146-83c1-1de1d112da3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:09.901226 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-72da9d28-14ab-4146-83c1-1de1d112da3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21ade6a6-a585-4b7f-b7e0-6f3ede68c421 HTTP/1.1" status: 204 len: 168 time: 0.7860880 Sep 18 05:16:09.905563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'Port': ['ID=40f3cad4-b4a1-4648-9136-b5b149260995,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:09.917316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da9d28-14ab-4146-83c1-1de1d112da3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ade6a6-a585-4b7f-b7e0-6f3ede68c421,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:09.922893 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:09.936826 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a664-535a-4f65-9b11-8ec6394169d6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:09.941660 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b0d7a664-535a-4f65-9b11-8ec6394169d6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4207859 Sep 18 05:16:09.942188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60910) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:10.000737 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:10.002015 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-785f98d1-3e53-4e95-a511-e6a2430d0bb0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6736646 Sep 18 05:16:10.071477 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e839d97-0f7d-49a7-aaed-c88a57b85fc6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:10.146836 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d717a-bc1f-4e21-b097-0c738be8e4cf req-dbdd978b-ceb5-4cb3-9575-017964ac2e88 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:10.154925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d717a-bc1f-4e21-b097-0c738be8e4cf req-dbdd978b-ceb5-4cb3-9575-017964ac2e88 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:10.171431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d717a-bc1f-4e21-b097-0c738be8e4cf req-dbdd978b-ceb5-4cb3-9575-017964ac2e88 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:10.181248 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d717a-bc1f-4e21-b097-0c738be8e4cf req-dbdd978b-ceb5-4cb3-9575-017964ac2e88 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:10.210826 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d717a-bc1f-4e21-b097-0c738be8e4cf req-dbdd978b-ceb5-4cb3-9575-017964ac2e88 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:10.234256 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d717a-bc1f-4e21-b097-0c738be8e4cf req-dbdd978b-ceb5-4cb3-9575-017964ac2e88 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:10.261990 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d717a-bc1f-4e21-b097-0c738be8e4cf req-dbdd978b-ceb5-4cb3-9575-017964ac2e88 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:10.275444 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-132d717a-bc1f-4e21-b097-0c738be8e4cf req-dbdd978b-ceb5-4cb3-9575-017964ac2e88 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.2122984 Sep 18 05:16:10.303569 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e839d97-0f7d-49a7-aaed-c88a57b85fc6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:10.306015 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e839d97-0f7d-49a7-aaed-c88a57b85fc6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:10.323260 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-132d717a-bc1f-4e21-b097-0c738be8e4cf req-3eebbbe0-5327-4753-8647-f9cdd9951989 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395858 Sep 18 05:16:10.428650 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e839d97-0f7d-49a7-aaed-c88a57b85fc6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:10.429170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e839d97-0f7d-49a7-aaed-c88a57b85fc6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 341ca198-aeab-4a0b-a62d-95807cb21925 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:16:10.436752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e839d97-0f7d-49a7-aaed-c88a57b85fc6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:10.438484 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8e839d97-0f7d-49a7-aaed-c88a57b85fc6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "DELETE /v2.0/routers/341ca198-aeab-4a0b-a62d-95807cb21925 HTTP/1.1" status: 204 len: 168 time: 0.4952605 Sep 18 05:16:10.489319 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-67b3b00d-2398-47a3-b10c-9bebaf6e477b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--861537669&fields=id&tenant_id=e297637f8edb461588776b48da04ab80 HTTP/1.1" status: 200 len: 267 time: 0.0461223 Sep 18 05:16:10.604131 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-afc66cfd-4fa8-49a9-99c9-4c50e8f3abb2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:10.612057 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-afc66cfd-4fa8-49a9-99c9-4c50e8f3abb2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports/7641b39e-46be-4f6f-ae6a-60ffe772d892 HTTP/1.1" status: 200 len: 936 time: 0.1105809 Sep 18 05:16:10.616549 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c147f-7ba0-44c4-a441-68e2e2617cb1 req-cb9bbf83-98ab-4646-92ad-1cb115bcb76a tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:10.618244 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b00c147f-7ba0-44c4-a441-68e2e2617cb1 req-cb9bbf83-98ab-4646-92ad-1cb115bcb76a tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 945 time: 0.1110313 Sep 18 05:16:10.681709 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-169bdc03-99b4-4459-a135-4cc2e81978a7 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:10.683211 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-169bdc03-99b4-4459-a135-4cc2e81978a7 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports/00d5618d-7a91-47cc-9fdc-97fe0cba8df1 HTTP/1.1" status: 200 len: 937 time: 0.0702684 Sep 18 05:16:10.779390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-b00c147f-7ba0-44c4-a441-68e2e2617cb1 req-9c72d816-c064-4e8a-a9bf-1be532126cf7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Deleting port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:16:10.779390 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b00c147f-7ba0-44c4-a441-68e2e2617cb1 req-9c72d816-c064-4e8a-a9bf-1be532126cf7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:10.820624 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-cca7c4b7-6ed6-4af3-a1dc-d0275e7e6cf4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?network_id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1292298 Sep 18 05:16:10.892158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60952) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:10.907383 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0f619669-a242-41c8-9664-e5aa1a8dae9a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?network_id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0788791 Sep 18 05:16:10.978401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-b00c147f-7ba0-44c4-a441-68e2e2617cb1 req-9c72d816-c064-4e8a-a9bf-1be532126cf7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] For port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1,segment=NetworkSegment(9c6642a4-e373-4469-843e-8bbf3475c385),segment_id=9c6642a4-e373-4469-843e-8bbf3475c385)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:10.978975 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b00c147f-7ba0-44c4-a441-68e2e2617cb1 req-9c72d816-c064-4e8a-a9bf-1be532126cf7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:11.045001 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d25b3f-6d67-4491-ac6c-304eac43608b req-c3de8f36-e42f-4330-a96b-f544466e61c7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:11.046788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c5d25b3f-6d67-4491-ac6c-304eac43608b req-c3de8f36-e42f-4330-a96b-f544466e61c7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 945 time: 0.1374660 Sep 18 05:16:11.052640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-b00c147f-7ba0-44c4-a441-68e2e2617cb1 req-9c72d816-c064-4e8a-a9bf-1be532126cf7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Calling delete_port for 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:16:11.116308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-60f0595b-592a-4ac4-82e7-130e78a37b45 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:11.121894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-60f0595b-592a-4ac4-82e7-130e78a37b45 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:11.130178 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-60f0595b-592a-4ac4-82e7-130e78a37b45 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:11.133231 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-60f0595b-592a-4ac4-82e7-130e78a37b45 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/networks?id=b75bd381-628d-4f64-8921-7884772c6d53&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&id=d31ab936-807d-4ca3-b171-a16b4b9bc97f HTTP/1.1" status: 200 len: 1992 time: 0.2246389 Sep 18 05:16:11.162213 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-887d4949-7aa1-4eec-a803-ba91fae2c97f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/quotas/e297637f8edb461588776b48da04ab80 HTTP/1.1" status: 200 len: 375 time: 0.0224378 Sep 18 05:16:11.195682 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c5d25b3f-6d67-4491-ac6c-304eac43608b req-9540faed-dca1-4d2e-8cad-302175e9218e tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/security-groups?id=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402779 Sep 18 05:16:11.245200 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1058257184', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:11.317458 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a1b01af3-caad-4a7d-b11e-680d23a0c69c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e297637f8edb461588776b48da04ab80&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1318285 Sep 18 05:16:11.394470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b00c147f-7ba0-44c4-a441-68e2e2617cb1 req-9c72d816-c064-4e8a-a9bf-1be532126cf7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:11.407713 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:16:11.451489 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-02a87ef1-5640-4a6d-9d9e-5acf98a0a50c service neutron] 10.222.0.23 "GET /v2.0/networks/b75bd381-628d-4f64-8921-7884772c6d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297746 Sep 18 05:16:11.457229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72d816-c064-4e8a-a9bf-1be532126cf7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Pushing event deleted for resources: {'Port': ['ID=8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:11.465962 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:11.467245 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:11.538792 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:11.571559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00c147f-7ba0-44c4-a441-68e2e2617cb1 req-9c72d816-c064-4e8a-a9bf-1be532126cf7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] No DVR routers for this DVR port 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:16:11.587154 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b00c147f-7ba0-44c4-a441-68e2e2617cb1 req-9c72d816-c064-4e8a-a9bf-1be532126cf7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:11.589245 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b00c147f-7ba0-44c4-a441-68e2e2617cb1 req-9c72d816-c064-4e8a-a9bf-1be532126cf7 tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.18 "DELETE /v2.0/ports/8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 HTTP/1.1" status: 204 len: 173 time: 0.9633129 Sep 18 05:16:11.589707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd474f48-c88e-42f4-b650-d121f44ac7a7', 'name': 'network-vif-deleted', 'tag': '8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:16:11.591967 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cd1aae-bc38-4889-a808-ef23acf6ee94" -d '{"events": [{"server_uuid": "cd474f48-c88e-42f4-b650-d121f44ac7a7", "name": "network-vif-deleted", "tag": "8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:16:11.615668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111572f2-e47d-4039-ae88-bbca482fc9ea req-8624a183-27a9-4f41-8da9-2a55f98ef42c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:11.623068 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111572f2-e47d-4039-ae88-bbca482fc9ea req-8624a183-27a9-4f41-8da9-2a55f98ef42c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:11.631148 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111572f2-e47d-4039-ae88-bbca482fc9ea req-8624a183-27a9-4f41-8da9-2a55f98ef42c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:11.638892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111572f2-e47d-4039-ae88-bbca482fc9ea req-8624a183-27a9-4f41-8da9-2a55f98ef42c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:11.647299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111572f2-e47d-4039-ae88-bbca482fc9ea req-8624a183-27a9-4f41-8da9-2a55f98ef42c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:11.653788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111572f2-e47d-4039-ae88-bbca482fc9ea req-8624a183-27a9-4f41-8da9-2a55f98ef42c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:11.662152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111572f2-e47d-4039-ae88-bbca482fc9ea req-8624a183-27a9-4f41-8da9-2a55f98ef42c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:11.670885 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-111572f2-e47d-4039-ae88-bbca482fc9ea req-8624a183-27a9-4f41-8da9-2a55f98ef42c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.2194469 Sep 18 05:16:11.710827 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-111572f2-e47d-4039-ae88-bbca482fc9ea req-7ed201ec-fa0e-478b-9c7e-734f3990075f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390146 Sep 18 05:16:11.732612 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-25bc5c40-2439-4279-bd5a-2a4e16eb061a service neutron] 10.222.0.23 "GET /v2.0/networks/b75bd381-628d-4f64-8921-7884772c6d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767186 Sep 18 05:16:11.825315 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:11.844174 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-e4cd9144-a316-4c63-8bdc-f9cee3c16f95 service neutron] 10.222.0.23 "GET /v2.0/ports/7641b39e-46be-4f6f-ae6a-60ffe772d892?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1049435 Sep 18 05:16:11.845386 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd58266-578e-4f0c-b017-b00705e15238 x-openstack-request-id: req-1dd58266-578e-4f0c-b017-b00705e15238 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:16:11.845998 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd474f48-c88e-42f4-b650-d121f44ac7a7", "name": "network-vif-deleted", "tag": "8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:16:11.846404 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1dd58266-578e-4f0c-b017-b00705e15238 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:16:11.846970 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd474f48-c88e-42f4-b650-d121f44ac7a7', 'name': 'network-vif-deleted', 'tag': '8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1', 'status': 'completed', 'code': 200} Sep 18 05:16:11.976393 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-dbdca596-944b-4028-bb27-23a01c61bd15 service neutron] 10.222.0.23 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323199 Sep 18 05:16:12.107887 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-12e5e054-d0ea-4214-b18e-075975eceac7 service neutron] 10.222.0.23 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305346 Sep 18 05:16:12.157237 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a82c32c3-307e-4e34-b7ff-4b01ab8d8b18 service neutron] 10.222.0.23 "GET /v2.0/ports/00d5618d-7a91-47cc-9fdc-97fe0cba8df1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0424688 Sep 18 05:16:12.318544 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:12.337129 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8286b9a1-9c8b-4bfb-8a3f-ec1a472898cf req-2d02c665-a0dc-4f21-8b46-a25f791ba80d tempest-InstanceActionsNegativeTestJSON-1281274910 tempest-InstanceActionsNegativeTestJSON-1281274910-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd474f48-c88e-42f4-b650-d121f44ac7a7 HTTP/1.1" status: 200 len: 210 time: 0.0470235 Sep 18 05:16:12.347606 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:12.417436 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a6e192a7-8922-477d-8b50-0ce84a97c02c service neutron] 10.222.0.23 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210917 Sep 18 05:16:12.561155 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Allocated IP 172.25.7.204 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/25c73fa4-94ec-441b-9152-2464099237e0) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:12.584979 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad150a36-a025-41b1-911e-81a7b9f8e0c9 service neutron] 10.222.0.23 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532485 Sep 18 05:16:12.749570 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-7fbb7ec7-0269-4d5d-90f7-3b82c771b74b service neutron] 10.222.0.23 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494012 Sep 18 05:16:12.752614 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:12.883015 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-dddd3251-41bf-4749-a40f-1bf6af76e4a5 service neutron] 10.222.0.23 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261034 Sep 18 05:16:12.900811 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d49bc-9291-4ebd-94e9-aaf76a678aeb req-7259329d-3a4d-4675-b864-54d717600171 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:12.906937 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d49bc-9291-4ebd-94e9-aaf76a678aeb req-7259329d-3a4d-4675-b864-54d717600171 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:12.914295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d49bc-9291-4ebd-94e9-aaf76a678aeb req-7259329d-3a4d-4675-b864-54d717600171 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:12.918490 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:12.920764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d49bc-9291-4ebd-94e9-aaf76a678aeb req-7259329d-3a4d-4675-b864-54d717600171 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:12.929569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d49bc-9291-4ebd-94e9-aaf76a678aeb req-7259329d-3a4d-4675-b864-54d717600171 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:12.935721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d49bc-9291-4ebd-94e9-aaf76a678aeb req-7259329d-3a4d-4675-b864-54d717600171 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:12.942272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d49bc-9291-4ebd-94e9-aaf76a678aeb req-7259329d-3a4d-4675-b864-54d717600171 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:12.944353 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d8d49bc-9291-4ebd-94e9-aaf76a678aeb req-7259329d-3a4d-4675-b864-54d717600171 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.1168654 Sep 18 05:16:12.988898 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d8d49bc-9291-4ebd-94e9-aaf76a678aeb req-c3e0baaf-b3a0-4951-bcf5-6537d60291b8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376089 Sep 18 05:16:12.998062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:13.008024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:13.011650 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:13.013702 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Pushing event updated for resources: {'Port': ['ID=25c73fa4-94ec-441b-9152-2464099237e0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:13.056804 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-1df29eaf-6d9a-447b-a4bb-55f63f26e09a service neutron] 10.222.0.23 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669922 Sep 18 05:16:13.244373 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-392c3c84-219f-4924-88a5-976265573e57 service neutron] 10.222.0.23 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763701 Sep 18 05:16:13.391278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60998) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:13.441946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e676bad-4a79-4915-b6e4-e43c39f6c267 admin admin] Deleting subnet f52547d1-7faa-475b-a336-75f2b4cd3ff5 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:16:13.445936 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e676bad-4a79-4915-b6e4-e43c39f6c267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:13.483157 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e676bad-4a79-4915-b6e4-e43c39f6c267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:13.524824 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e676bad-4a79-4915-b6e4-e43c39f6c267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:13.668008 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e676bad-4a79-4915-b6e4-e43c39f6c267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:13.698689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e676bad-4a79-4915-b6e4-e43c39f6c267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52547d1-7faa-475b-a336-75f2b4cd3ff5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:13.707197 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e676bad-4a79-4915-b6e4-e43c39f6c267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:13.709284 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8e676bad-4a79-4915-b6e4-e43c39f6c267 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f52547d1-7faa-475b-a336-75f2b4cd3ff5 HTTP/1.1" status: 204 len: 168 time: 0.3167894 Sep 18 05:16:13.711732 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32768) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:13.771635 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ccae781a-3b1e-432f-98e0-c4c9755a78cb service neutron] 10.222.0.23 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211191 Sep 18 05:16:13.855120 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f6394b2-a1e8-40fe-835e-577cc14e0348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:13.856481 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:14.041347 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3bd6d85e-d3a8-4a84-9fef-e3ddb8c6adb2 service neutron] 10.222.0.23 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616713 Sep 18 05:16:14.089927 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f6394b2-a1e8-40fe-835e-577cc14e0348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:14.174851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064b731-6631-4758-af02-2e2f57ab1901 req-0eb4498b-80fc-4628-9307-72c7158e7831 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:14.181260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064b731-6631-4758-af02-2e2f57ab1901 req-0eb4498b-80fc-4628-9307-72c7158e7831 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:14.187321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064b731-6631-4758-af02-2e2f57ab1901 req-0eb4498b-80fc-4628-9307-72c7158e7831 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:14.194558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064b731-6631-4758-af02-2e2f57ab1901 req-0eb4498b-80fc-4628-9307-72c7158e7831 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:14.200182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0f6394b2-a1e8-40fe-835e-577cc14e0348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc6e129-f42d-42a7-83d2-ebe5f364b672']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:14.200897 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064b731-6631-4758-af02-2e2f57ab1901 req-0eb4498b-80fc-4628-9307-72c7158e7831 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:14.207590 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064b731-6631-4758-af02-2e2f57ab1901 req-0eb4498b-80fc-4628-9307-72c7158e7831 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:14.213895 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0f6394b2-a1e8-40fe-835e-577cc14e0348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6642a4-e373-4469-843e-8bbf3475c385') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:14.214217 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0f6394b2-a1e8-40fe-835e-577cc14e0348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6642a4-e373-4469-843e-8bbf3475c385') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:14.214537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064b731-6631-4758-af02-2e2f57ab1901 req-0eb4498b-80fc-4628-9307-72c7158e7831 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:14.216959 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f064b731-6631-4758-af02-2e2f57ab1901 req-0eb4498b-80fc-4628-9307-72c7158e7831 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.1065314 Sep 18 05:16:14.233368 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f6394b2-a1e8-40fe-835e-577cc14e0348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:14.260911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f064b731-6631-4758-af02-2e2f57ab1901 req-55019679-c18b-49d2-8017-bf037831d503 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360019 Sep 18 05:16:14.301593 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f6394b2-a1e8-40fe-835e-577cc14e0348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:14.307033 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-9df293ba-bf56-4690-8447-d357217c1dee service neutron] 10.222.0.23 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535329 Sep 18 05:16:14.328832 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6394b2-a1e8-40fe-835e-577cc14e0348 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:16:14.329371 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f6394b2-a1e8-40fe-835e-577cc14e0348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:16:14.333032 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:16:14.352145 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:14.449633 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:16:14.471307 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:16:14.476391 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8e4b2eae-2035-41b4-bdd5-e2cd9a62f3c1 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:16:14.502416 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f6394b2-a1e8-40fe-835e-577cc14e0348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:14.539353 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f6394b2-a1e8-40fe-835e-577cc14e0348 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:14.541308 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0f6394b2-a1e8-40fe-835e-577cc14e0348 admin admin] 10.222.0.23 "DELETE /v2.0/networks/efc6e129-f42d-42a7-83d2-ebe5f364b672 HTTP/1.1" status: 204 len: 168 time: 0.8285356 Sep 18 05:16:14.558711 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-622b6efe-5983-407d-9ae7-5bb506abea91 service neutron] 10.222.0.23 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414792 Sep 18 05:16:14.561500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6394b2-a1e8-40fe-835e-577cc14e0348 admin admin] Pushing event deleted for resources: {'Network': ['ID=efc6e129-f42d-42a7-83d2-ebe5f364b672,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:14.679387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Router f19b44dd-c80d-46f4-b117-3bee316cac75 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:16:14.788543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:16:14.803144 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039fe8f4-2847-41e0-a510-88384f6f9a5b None None] Sync routers for ids ['f19b44dd-c80d-46f4-b117-3bee316cac75'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:16:14.813577 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039fe8f4-2847-41e0-a510-88384f6f9a5b None None] Routers {'f19b44dd-c80d-46f4-b117-3bee316cac75'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:14.819189 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-039fe8f4-2847-41e0-a510-88384f6f9a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f19b44dd-c80d-46f4-b117-3bee316cac75'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:14.847228 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-039fe8f4-2847-41e0-a510-88384f6f9a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:14.855884 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039fe8f4-2847-41e0-a510-88384f6f9a5b None None] Routers {'f19b44dd-c80d-46f4-b117-3bee316cac75'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:14.856519 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-039fe8f4-2847-41e0-a510-88384f6f9a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f19b44dd-c80d-46f4-b117-3bee316cac75'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:14.862513 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:14.866435 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-446c107e-8e85-48a2-b0c0-7156f714fd8e tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9713345 Sep 18 05:16:14.866643 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32780) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:14.887955 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-039fe8f4-2847-41e0-a510-88384f6f9a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:14.888641 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039fe8f4-2847-41e0-a510-88384f6f9a5b None None] The sync data for ids ['f19b44dd-c80d-46f4-b117-3bee316cac75'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:16:14.930331 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 32782) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:14.973831 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-463122a7-9d2a-4d25-928f-1fc6a03c877d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=358d445f41474779bb208b45a6f3757f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423024 Sep 18 05:16:14.976529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 32784) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:14.990260 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9a5f207a-2488-4832-af01-d72513c6ad2d tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/routers/f19b44dd-c80d-46f4-b117-3bee316cac75 HTTP/1.1" status: 200 len: 921 time: 0.1220553 Sep 18 05:16:14.997337 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32786) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:15.029197 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cb303792-8e08-49e7-9b8b-1658d6f1f3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:15.035102 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0ce5ba6e-cb33-45f6-a618-89557beb9da6 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "GET /v2.0/ports?device_id=f19b44dd-c80d-46f4-b117-3bee316cac75 HTTP/1.1" status: 200 len: 205 time: 0.0364380 Sep 18 05:16:15.037790 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32788) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:15.054297 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cb303792-8e08-49e7-9b8b-1658d6f1f3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:15.153774 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cb303792-8e08-49e7-9b8b-1658d6f1f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:15.153996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:15.156709 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cb303792-8e08-49e7-9b8b-1658d6f1f3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:15.159503 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cb303792-8e08-49e7-9b8b-1658d6f1f3ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f09cd78c-e2bc-4b3e-bc53-8576f8805ca3 HTTP/1.1" status: 204 len: 168 time: 0.1813920 Sep 18 05:16:15.177401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb303792-8e08-49e7-9b8b-1658d6f1f3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09cd78c-e2bc-4b3e-bc53-8576f8805ca3,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:15.267907 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:15.401484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Deleting port 25c73fa4-94ec-441b-9152-2464099237e0 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:16:15.401951 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:15.402084 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a521-550e-42ea-b0b5-a8ca87a1f234 req-31588de1-34f2-497f-ad37-5be546209378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:15.409332 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a521-550e-42ea-b0b5-a8ca87a1f234 req-31588de1-34f2-497f-ad37-5be546209378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:15.416796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a521-550e-42ea-b0b5-a8ca87a1f234 req-31588de1-34f2-497f-ad37-5be546209378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:15.424391 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a521-550e-42ea-b0b5-a8ca87a1f234 req-31588de1-34f2-497f-ad37-5be546209378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:15.431024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a521-550e-42ea-b0b5-a8ca87a1f234 req-31588de1-34f2-497f-ad37-5be546209378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:15.437051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a521-550e-42ea-b0b5-a8ca87a1f234 req-31588de1-34f2-497f-ad37-5be546209378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:15.443057 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a521-550e-42ea-b0b5-a8ca87a1f234 req-31588de1-34f2-497f-ad37-5be546209378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:15.448905 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a52a521-550e-42ea-b0b5-a8ca87a1f234 req-31588de1-34f2-497f-ad37-5be546209378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.1104193 Sep 18 05:16:15.497285 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:15.504048 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a52a521-550e-42ea-b0b5-a8ca87a1f234 req-7c64c853-7cd3-4772-9e80-e53a178083e6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438223 Sep 18 05:16:15.514819 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Calling delete_port for 25c73fa4-94ec-441b-9152-2464099237e0 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:16:15.788534 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:15.827440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Pushing event deleted for resources: {'Port': ['ID=25c73fa4-94ec-441b-9152-2464099237e0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:15.894474 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:15.998161 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:16.002681 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:16.136847 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:16.137892 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Fanout notify agent at l3_agent the message router_deleted on router f19b44dd-c80d-46f4-b117-3bee316cac75 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:16:16.147458 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:16.149132 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bc4f4b1d-3249-4f19-bd14-9190c65fca78 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "DELETE /v2.0/routers/f19b44dd-c80d-46f4-b117-3bee316cac75 HTTP/1.1" status: 204 len: 168 time: 1.1098619 Sep 18 05:16:16.152180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32812) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:16.157149 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1739869245', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'enable_snat': False}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:16.238895 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:16.240024 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:16.305566 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:16.528784 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:16.803406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff30b0-2c7a-4709-b6ec-f718a07c6227 req-ead4de36-5296-4559-85b1-c87b6f194b7d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:16.810225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff30b0-2c7a-4709-b6ec-f718a07c6227 req-ead4de36-5296-4559-85b1-c87b6f194b7d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:16.816580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff30b0-2c7a-4709-b6ec-f718a07c6227 req-ead4de36-5296-4559-85b1-c87b6f194b7d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:16.823812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff30b0-2c7a-4709-b6ec-f718a07c6227 req-ead4de36-5296-4559-85b1-c87b6f194b7d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:16.831166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff30b0-2c7a-4709-b6ec-f718a07c6227 req-ead4de36-5296-4559-85b1-c87b6f194b7d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:16.837566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff30b0-2c7a-4709-b6ec-f718a07c6227 req-ead4de36-5296-4559-85b1-c87b6f194b7d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:16.843647 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff30b0-2c7a-4709-b6ec-f718a07c6227 req-ead4de36-5296-4559-85b1-c87b6f194b7d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:16.846401 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4cff30b0-2c7a-4709-b6ec-f718a07c6227 req-ead4de36-5296-4559-85b1-c87b6f194b7d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5420 time: 0.1075327 Sep 18 05:16:16.892006 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4cff30b0-2c7a-4709-b6ec-f718a07c6227 req-43662b66-25b8-4c62-8a04-237fff58b337 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386438 Sep 18 05:16:16.911167 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:16.932388 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:16.957590 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1830dd2-3882-4319-b7f9-51c13ac6c2ac req-37224ba7-fac8-4a69-883f-d35db536dbcf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701008 Sep 18 05:16:17.065724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 809807b6-462d-44b0-8e04-e9ff7ffe34db details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:16:17.074482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1830dd2-3882-4319-b7f9-51c13ac6c2ac req-19df66b0-0073-4ba7-b803-28419c048c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:17.081775 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1830dd2-3882-4319-b7f9-51c13ac6c2ac req-19df66b0-0073-4ba7-b803-28419c048c88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0ea41ad380b4a628127272a0a22863e&device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 1097 time: 0.0762763 Sep 18 05:16:17.140580 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Allocated IP 172.25.7.61 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/f931332a-8c81-4ddc-a970-df92c37c7244) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:17.271475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 809807b6-462d-44b0-8e04-e9ff7ffe34db, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=809807b6-462d-44b0-8e04-e9ff7ffe34db,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:17.286657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '809807b6-462d-44b0-8e04-e9ff7ffe34db', 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9', 'port_id': '809807b6-462d-44b0-8e04-e9ff7ffe34db', 'mac_address': 'fa:16:3e:dd:90:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062b7174-2fca-4a49-aa4c-96df265cf547', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:16:17.293624 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:17.328040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1830dd2-3882-4319-b7f9-51c13ac6c2ac req-02f06c13-d41b-457e-9b58-08758c093efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:17.331825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1830dd2-3882-4319-b7f9-51c13ac6c2ac req-02f06c13-d41b-457e-9b58-08758c093efb service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 HTTP/1.1" status: 200 len: 918 time: 0.2207966 Sep 18 05:16:17.373139 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:17.390098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809807b6-462d-44b0-8e04-e9ff7ffe34db {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:17.407334 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:17.414873 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 809807b6-462d-44b0-8e04-e9ff7ffe34db, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=809807b6-462d-44b0-8e04-e9ff7ffe34db,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:17.443574 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1830dd2-3882-4319-b7f9-51c13ac6c2ac req-372f3eec-9241-4b35-829d-ff7bb63b1fd1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f388dd3-91a7-4a1a-b946-4614853492fe HTTP/1.1" status: 200 len: 217 time: 0.0958095 Sep 18 05:16:17.466778 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:17.473992 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:17.474809 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 741ee337-d7e0-48e7-882c-2b7372d44fd0 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:16:17.490009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:17.498274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event updated for resources: {'Port': ['ID=f931332a-8c81-4ddc-a970-df92c37c7244,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:17.501766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:17.511935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1830dd2-3882-4319-b7f9-51c13ac6c2ac req-f107fda7-cbb8-44ae-b5a3-556e58651fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:17.514263 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1830dd2-3882-4319-b7f9-51c13ac6c2ac req-f107fda7-cbb8-44ae-b5a3-556e58651fc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76a65d6b-278b-4502-b43e-c4b208ae5082 HTTP/1.1" status: 200 len: 858 time: 0.0682690 Sep 18 05:16:17.553150 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1830dd2-3882-4319-b7f9-51c13ac6c2ac req-75aa3a3a-6354-4caa-b14f-61fbbcb0f2c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269318 Sep 18 05:16:17.617496 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 741ee337-d7e0-48e7-882c-2b7372d44fd0, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=741ee337-d7e0-48e7-882c-2b7372d44fd0,segment=NetworkSegment(2319873a-dd5b-402f-affc-20e47aacf176),segment_id=2319873a-dd5b-402f-affc-20e47aacf176)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:17.637473 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '741ee337-d7e0-48e7-882c-2b7372d44fd0', 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9', 'port_id': '741ee337-d7e0-48e7-882c-2b7372d44fd0', 'mac_address': 'fa:16:3e:fb:dc:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12fcea4-a807-445a-9915-eacbf932b4fc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:16:17.689305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=809807b6-462d-44b0-8e04-e9ff7ffe34db,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:17.702854 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:17.728012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741ee337-d7e0-48e7-882c-2b7372d44fd0 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:17.731596 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1830dd2-3882-4319-b7f9-51c13ac6c2ac req-920af329-a2a9-4833-b8fe-e5b69237a0c5 service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694474 Sep 18 05:16:17.754674 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 741ee337-d7e0-48e7-882c-2b7372d44fd0, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=741ee337-d7e0-48e7-882c-2b7372d44fd0,segment=NetworkSegment(2319873a-dd5b-402f-affc-20e47aacf176),segment_id=2319873a-dd5b-402f-affc-20e47aacf176)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:17.810472 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:17.811161 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d455aaba-551f-4bf0-bf41-d280a03099b8 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:16:17.863978 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32868) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:17.872409 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d1830dd2-3882-4319-b7f9-51c13ac6c2ac req-e24e3cd2-c9e8-4d43-b098-6a496335f25e service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151202 Sep 18 05:16:17.969681 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:18.062097 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd9c9-134a-44a0-81b9-f1caf33abe79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:18.118858 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3d08a-3154-4d6d-a4bf-e4d740ec5b4d req-4d57a490-561b-487a-ba2b-55d52319f732 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:18.128287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3d08a-3154-4d6d-a4bf-e4d740ec5b4d req-4d57a490-561b-487a-ba2b-55d52319f732 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:18.137754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3d08a-3154-4d6d-a4bf-e4d740ec5b4d req-4d57a490-561b-487a-ba2b-55d52319f732 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:18.148609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3d08a-3154-4d6d-a4bf-e4d740ec5b4d req-4d57a490-561b-487a-ba2b-55d52319f732 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:18.157510 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3d08a-3154-4d6d-a4bf-e4d740ec5b4d req-4d57a490-561b-487a-ba2b-55d52319f732 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:18.167439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3d08a-3154-4d6d-a4bf-e4d740ec5b4d req-4d57a490-561b-487a-ba2b-55d52319f732 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:18.172507 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=741ee337-d7e0-48e7-882c-2b7372d44fd0,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:18.192637 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3d08a-3154-4d6d-a4bf-e4d740ec5b4d req-4d57a490-561b-487a-ba2b-55d52319f732 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:18.202086 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3fb3d08a-3154-4d6d-a4bf-e4d740ec5b4d req-4d57a490-561b-487a-ba2b-55d52319f732 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5422 time: 0.1884081 Sep 18 05:16:18.262801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3fb3d08a-3154-4d6d-a4bf-e4d740ec5b4d req-01bfccf0-b6d7-4a21-9c9d-4dbd739e7023 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593004 Sep 18 05:16:18.294411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d455aaba-551f-4bf0-bf41-d280a03099b8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d455aaba-551f-4bf0-bf41-d280a03099b8,segment=NetworkSegment(9858ab5c-0a86-4647-a79f-808b1301d1a5),segment_id=9858ab5c-0a86-4647-a79f-808b1301d1a5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:18.330063 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'd455aaba-551f-4bf0-bf41-d280a03099b8', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'port_id': 'd455aaba-551f-4bf0-bf41-d280a03099b8', 'mac_address': 'fa:16:3e:4a:3d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:16:18.332313 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:18.396985 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:18.411265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d455aaba-551f-4bf0-bf41-d280a03099b8 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:18.430601 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d455aaba-551f-4bf0-bf41-d280a03099b8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d455aaba-551f-4bf0-bf41-d280a03099b8,segment=NetworkSegment(9858ab5c-0a86-4647-a79f-808b1301d1a5),segment_id=9858ab5c-0a86-4647-a79f-808b1301d1a5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:18.438412 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd9c9-134a-44a0-81b9-f1caf33abe79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:18.514746 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:18.514746 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:16:18.542162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd9c9-134a-44a0-81b9-f1caf33abe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:18.583174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Router b9632bd0-4050-4beb-9518-acd598f15fda is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:16:18.591025 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b5dcd9c9-134a-44a0-81b9-f1caf33abe79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aecd6d1da8654ad3813d95b2d84d6e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7235494 Sep 18 05:16:18.591598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:18.592374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 32890) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:18.593572 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcd9c9-134a-44a0-81b9-f1caf33abe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b5310f-11de-4595-8979-79a77dc14cf0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:18.599365 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d455aaba-551f-4bf0-bf41-d280a03099b8,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:18.607207 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'c2eb472d-e0d7-46c8-a3b2-2012cdbe3347', 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9', 'port_id': 'c2eb472d-e0d7-46c8-a3b2-2012cdbe3347', 'mac_address': 'fa:16:3e:6a:2a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062b7174-2fca-4a49-aa4c-96df265cf547', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:16:18.660684 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c3338b57-3fe9-473e-93a9-995155047035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:18.667237 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:18.682870 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:18.683694 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c3338b57-3fe9-473e-93a9-995155047035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:18.706484 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:18.718542 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:16:18.737944 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Sync routers for ids ['b9632bd0-4050-4beb-9518-acd598f15fda'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:16:18.742813 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Routers {'b9632bd0-4050-4beb-9518-acd598f15fda'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:18.743452 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b9632bd0-4050-4beb-9518-acd598f15fda'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:18.776597 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:18.777199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:16:18.788560 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c3338b57-3fe9-473e-93a9-995155047035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:18.788767 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:18.792702 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f702635c-981f-4294-b088-b5f3d49d39c7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6364923 Sep 18 05:16:18.792842 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c3338b57-3fe9-473e-93a9-995155047035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:18.792842 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c3338b57-3fe9-473e-93a9-995155047035 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90b5310f-11de-4595-8979-79a77dc14cf0 HTTP/1.1" status: 204 len: 168 time: 0.1997912 Sep 18 05:16:18.793511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 32892) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:18.841926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3338b57-3fe9-473e-93a9-995155047035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b5310f-11de-4595-8979-79a77dc14cf0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:18.887636 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f8dede5-c7f9-4b5a-9a73-478db3ecef05,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:18.913124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:18.918352 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '0f8dede5-c7f9-4b5a-9a73-478db3ecef05', 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9', 'port_id': '0f8dede5-c7f9-4b5a-9a73-478db3ecef05', 'mac_address': 'fa:16:3e:6f:7e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062b7174-2fca-4a49-aa4c-96df265cf547', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:16:18.951977 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Set router b9632bd0-4050-4beb-9518-acd598f15fda gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:16:18.974284 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-18e77979-b94c-43de-b97f-8d5f2c9b4746 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/routers/b9632bd0-4050-4beb-9518-acd598f15fda HTTP/1.1" status: 200 len: 908 time: 0.1779974 Sep 18 05:16:18.976521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98eee467-fa4a-485b-b238-5a68ab8c484e req-3e9c20ad-0638-44df-81eb-44f316a02c29 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0327368 Sep 18 05:16:18.977063 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32900) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:18.981544 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1739869245', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'enable_snat': True}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:19.041358 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:19.085322 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:19.086416 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:19.087726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:19.116818 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f8dede5-c7f9-4b5a-9a73-478db3ecef05,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:19.154284 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:19.173021 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9632bd0-4050-4beb-9518-acd598f15fda', 'name': 'tempest-snat-router-1739869245', 'tenant_id': 'd367a422c18f4ab1bf9a959456519658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.61'}], 'enable_snat': False}, 'gw_port_id': 'f931332a-8c81-4ddc-a970-df92c37c7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:16Z', 'updated_at': '2021-09-18T05:16:17Z', 'revision_number': 3, 'project_id': 'd367a422c18f4ab1bf9a959456519658', 'gw_port': {'id': 'f931332a-8c81-4ddc-a970-df92c37c7244', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9632bd0-4050-4beb-9518-acd598f15fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:16Z', 'updated_at': '2021-09-18T05:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:19.200770 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:19.201435 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device f51248ff-1eb2-4f12-b410-f80462b53732 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:16:19.209498 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Checking router: b9632bd0-4050-4beb-9518-acd598f15fda for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:16:19.209862 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Updating router b9632bd0-4050-4beb-9518-acd598f15fda port f931332a-8c81-4ddc-a970-df92c37c7244 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:16:19.286693 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:19.316159 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=0f8dede5-c7f9-4b5a-9a73-478db3ecef05,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:19.322854 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port f51248ff-1eb2-4f12-b410-f80462b53732, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=f51248ff-1eb2-4f12-b410-f80462b53732,segment=NetworkSegment(2319873a-dd5b-402f-affc-20e47aacf176),segment_id=2319873a-dd5b-402f-affc-20e47aacf176)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:19.342397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'f51248ff-1eb2-4f12-b410-f80462b53732', 'network_id': '51566083-6d68-46b7-9abf-efdb568e8fb9', 'port_id': 'f51248ff-1eb2-4f12-b410-f80462b53732', 'mac_address': 'fa:16:3e:e5:ce:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12fcea4-a807-445a-9915-eacbf932b4fc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:16:19.573506 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:19.589300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51248ff-1eb2-4f12-b410-f80462b53732 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:19.620299 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port f51248ff-1eb2-4f12-b410-f80462b53732, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=f51248ff-1eb2-4f12-b410-f80462b53732,segment=NetworkSegment(2319873a-dd5b-402f-affc-20e47aacf176),segment_id=2319873a-dd5b-402f-affc-20e47aacf176)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:19.713531 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:19.731240 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:19.744073 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:19.745217 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device dad1ad92-2be5-4848-878d-456fb993a3b0 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:16:19.759691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7a0a-4434-42f2-b1f7-c62316c476ea req-c1931354-22b5-445a-bbdb-aa81ec4a2c95 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:19.765860 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7a0a-4434-42f2-b1f7-c62316c476ea req-c1931354-22b5-445a-bbdb-aa81ec4a2c95 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:19.772984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7a0a-4434-42f2-b1f7-c62316c476ea req-c1931354-22b5-445a-bbdb-aa81ec4a2c95 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:19.783730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7a0a-4434-42f2-b1f7-c62316c476ea req-c1931354-22b5-445a-bbdb-aa81ec4a2c95 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:19.786752 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7a0a-4434-42f2-b1f7-c62316c476ea req-c1931354-22b5-445a-bbdb-aa81ec4a2c95 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:19.793957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7a0a-4434-42f2-b1f7-c62316c476ea req-c1931354-22b5-445a-bbdb-aa81ec4a2c95 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:19.800816 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7a0a-4434-42f2-b1f7-c62316c476ea req-c1931354-22b5-445a-bbdb-aa81ec4a2c95 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:19.802834 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab3d7a0a-4434-42f2-b1f7-c62316c476ea req-c1931354-22b5-445a-bbdb-aa81ec4a2c95 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5425 time: 0.1373544 Sep 18 05:16:19.811009 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:19.835832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port dad1ad92-2be5-4848-878d-456fb993a3b0, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=dad1ad92-2be5-4848-878d-456fb993a3b0,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:19.838554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=f51248ff-1eb2-4f12-b410-f80462b53732,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:19.865296 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab3d7a0a-4434-42f2-b1f7-c62316c476ea req-ee3b51db-7585-4358-8f85-068454d377f7 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554013 Sep 18 05:16:19.884770 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'dad1ad92-2be5-4848-878d-456fb993a3b0', 'network_id': '0ff5f079-8cb0-4d6d-9194-1f0813cef0a9', 'port_id': 'dad1ad92-2be5-4848-878d-456fb993a3b0', 'mac_address': 'fa:16:3e:83:f8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062b7174-2fca-4a49-aa4c-96df265cf547', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:16:19.926149 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Attempting to bind port f931332a-8c81-4ddc-a970-df92c37c7244 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:16:19.926524 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Attempting to bind port f931332a-8c81-4ddc-a970-df92c37c7244 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:16:19.926892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Attempting to bind port f931332a-8c81-4ddc-a970-df92c37c7244 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:19.945343 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea6cd3-e305-4779-8222-98fbb9fa295b None None] Pushing event updated for resources: {'Port': ['ID=f931332a-8c81-4ddc-a970-df92c37c7244,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:19.952749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:16:19.953025 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:19.953395 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:19.953792 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:16:19.954275 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Bound port: f931332a-8c81-4ddc-a970-df92c37c7244, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:16:19.955224 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:19.958331 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:19.993540 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad1ad92-2be5-4848-878d-456fb993a3b0 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:20.024312 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32940) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:20.038484 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port dad1ad92-2be5-4848-878d-456fb993a3b0, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=dad1ad92-2be5-4848-878d-456fb993a3b0,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:20.043170 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] For port f931332a-8c81-4ddc-a970-df92c37c7244, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:16:20.046999 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] For port f931332a-8c81-4ddc-a970-df92c37c7244, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f931332a-8c81-4ddc-a970-df92c37c7244,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:16:20.078405 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:20.101437 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-916c8ff8-90a1-473e-9851-6d809dcb7afa req-711174be-ac2d-4b8c-9827-c1fcb9995c02 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0378621 Sep 18 05:16:20.118298 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:20.173079 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-193568320-network', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:20.250390 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Allocated IP 172.25.7.27 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/6d614076-5041-4cd7-86f2-331a5a834f7c) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:20.304313 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:20.306024 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:20.321571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] Made reservation on behalf of a93295c876f24b40a8ad6dd6e528220f for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:16:20.324130 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:20.339074 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:20.364346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Routers {'b9632bd0-4050-4beb-9518-acd598f15fda'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:20.364605 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b9632bd0-4050-4beb-9518-acd598f15fda'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:20.370442 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=dad1ad92-2be5-4848-878d-456fb993a3b0,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:20.399228 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:20.497907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea6cd3-e305-4779-8222-98fbb9fa295b None None] Pushing event updated for resources: {'Port': ['ID=f931332a-8c81-4ddc-a970-df92c37c7244,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:20.514678 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:20.520769 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] Set router b9632bd0-4050-4beb-9518-acd598f15fda gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:16:20.588716 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:20.641702 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:20.651010 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:20.689326 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event updated for resources: {'Port': ['ID=6d614076-5041-4cd7-86f2-331a5a834f7c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:20.693321 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:20.699969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:20.733031 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9632bd0-4050-4beb-9518-acd598f15fda', 'name': 'tempest-snat-router-1739869245', 'tenant_id': 'd367a422c18f4ab1bf9a959456519658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.61'}], 'enable_snat': False}, 'gw_port_id': 'f931332a-8c81-4ddc-a970-df92c37c7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:16Z', 'updated_at': '2021-09-18T05:16:17Z', 'revision_number': 3, 'project_id': 'd367a422c18f4ab1bf9a959456519658', 'gw_port': {'id': 'f931332a-8c81-4ddc-a970-df92c37c7244', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9632bd0-4050-4beb-9518-acd598f15fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:16Z', 'updated_at': '2021-09-18T05:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:20.745055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:16:20.774764 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:20.775211 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] Added segment e107c7b6-7065-4526-830b-6f0bd82bd94f of type vlan for network e2e55207-de56-4bf3-a229-f801b9f768e0 Sep 18 05:16:20.778132 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc07ab2-c93e-4c7e-a34e-92d58529f672 None None] The sync data for ids ['b9632bd0-4050-4beb-9518-acd598f15fda'] in n-d-789963-13 is: [{'id': 'b9632bd0-4050-4beb-9518-acd598f15fda', 'name': 'tempest-snat-router-1739869245', 'tenant_id': 'd367a422c18f4ab1bf9a959456519658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.61'}], 'enable_snat': False}, 'gw_port_id': 'f931332a-8c81-4ddc-a970-df92c37c7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:16Z', 'updated_at': '2021-09-18T05:16:17Z', 'revision_number': 3, 'project_id': 'd367a422c18f4ab1bf9a959456519658', 'gw_port': {'id': 'f931332a-8c81-4ddc-a970-df92c37c7244', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9632bd0-4050-4beb-9518-acd598f15fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:16Z', 'updated_at': '2021-09-18T05:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:16:20.791209 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:20.902939 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:20.955564 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['809807b6-462d-44b0-8e04-e9ff7ffe34db'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:16:21.016055 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f8dede5-c7f9-4b5a-9a73-478db3ecef05'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:16:21.024912 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:21.029890 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:21.032431 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:21.063981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73445374-6262-46bd-baa9-4cda68291dae req-37d189d5-fd5e-4915-a4be-9628e9f12c84 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:21.072652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73445374-6262-46bd-baa9-4cda68291dae req-37d189d5-fd5e-4915-a4be-9628e9f12c84 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:21.097303 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73445374-6262-46bd-baa9-4cda68291dae req-37d189d5-fd5e-4915-a4be-9628e9f12c84 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:21.114630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73445374-6262-46bd-baa9-4cda68291dae req-37d189d5-fd5e-4915-a4be-9628e9f12c84 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:21.128480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73445374-6262-46bd-baa9-4cda68291dae req-37d189d5-fd5e-4915-a4be-9628e9f12c84 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:21.136413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73445374-6262-46bd-baa9-4cda68291dae req-37d189d5-fd5e-4915-a4be-9628e9f12c84 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:21.146749 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73445374-6262-46bd-baa9-4cda68291dae req-37d189d5-fd5e-4915-a4be-9628e9f12c84 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:21.149677 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73445374-6262-46bd-baa9-4cda68291dae req-37d189d5-fd5e-4915-a4be-9628e9f12c84 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5427 time: 0.1928301 Sep 18 05:16:21.192585 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1667504 Sep 18 05:16:21.196372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 32956) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:21.198895 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207de9d-5b3b-44e2-ae75-0298b09bf398 admin admin] Pushing event updated for resources: {'Network': ['ID=e2e55207-de56-4bf3-a229-f801b9f768e0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:21.214755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-180b7bc5-b487-40ff-87b1-f7f4e6eba0cd admin admin] Request body: {'subnet': {'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-193568320-subnet', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:21.265586 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73445374-6262-46bd-baa9-4cda68291dae req-634b5501-c272-4bb4-8cef-07aa43d57935 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088824 Sep 18 05:16:21.306762 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:21.328871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['d455aaba-551f-4bf0-bf41-d280a03099b8'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:16:21.341399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['dad1ad92-2be5-4848-878d-456fb993a3b0'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:16:21.351932 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['f51248ff-1eb2-4f12-b410-f80462b53732'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:16:21.353954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network e2e55207-de56-4bf3-a229-f801b9f768e0 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:16:21.387901 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180b7bc5-b487-40ff-87b1-f7f4e6eba0cd admin admin] Made reservation on behalf of a93295c876f24b40a8ad6dd6e528220f for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:16:21.390555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-180b7bc5-b487-40ff-87b1-f7f4e6eba0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:21.424882 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ba373a0-07ee-49da-9ce1-08545e4ed891 req-ab1a9cae-0bf3-4f69-b8b0-001b819ac1e0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0486984 Sep 18 05:16:21.660646 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:21.829036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-180b7bc5-b487-40ff-87b1-f7f4e6eba0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:21.897027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['741ee337-d7e0-48e7-882c-2b7372d44fd0'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:16:22.000023 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Router 5206b58b-7e88-42bc-87fc-1cc03799d83e is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:16:22.040705 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b7bc5-b487-40ff-87b1-f7f4e6eba0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=937b60cf-7360-4deb-b77e-f1ea0251fc0c,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:22.056846 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['c2eb472d-e0d7-46c8-a3b2-2012cdbe3347'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:16:22.074565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a2d205b3-2d3a-4f5c-bc2c-6bbd264edacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:22.081769 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a2d205b3-2d3a-4f5c-bc2c-6bbd264edacb service neutron] 10.222.0.18 "GET /v2.0/ports/7641b39e-46be-4f6f-ae6a-60ffe772d892 HTTP/1.1" status: 200 len: 1032 time: 0.1635110 Sep 18 05:16:22.177953 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180b7bc5-b487-40ff-87b1-f7f4e6eba0cd admin admin] Checking segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:22.179097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180b7bc5-b487-40ff-87b1-f7f4e6eba0cd admin admin] Network hostable DHCP agents. Network: e2e55207-de56-4bf3-a229-f801b9f768e0, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:16:22.185000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-76088f9a-3741-4d57-9b11-30ee031599f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:22.186521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-76088f9a-3741-4d57-9b11-30ee031599f3 service neutron] 10.222.0.18 "GET /v2.0/ports/00d5618d-7a91-47cc-9fdc-97fe0cba8df1 HTTP/1.1" status: 200 len: 1033 time: 0.0929425 Sep 18 05:16:22.279761 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:16:22.296279 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Sync routers for ids ['5206b58b-7e88-42bc-87fc-1cc03799d83e'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:16:22.306214 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Routers {'5206b58b-7e88-42bc-87fc-1cc03799d83e'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:22.306841 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['5206b58b-7e88-42bc-87fc-1cc03799d83e'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:22.336642 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180b7bc5-b487-40ff-87b1-f7f4e6eba0cd admin admin] Network e2e55207-de56-4bf3-a229-f801b9f768e0 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:16:22.399654 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:22.405517 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bd708cb8-eea8-4a05-8635-0730e05a866e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4273524 Sep 18 05:16:22.406512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32970) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:22.443512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-bb4ce788-2bdb-438c-ab11-beea57d2df80 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:22.445933 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Set router 5206b58b-7e88-42bc-87fc-1cc03799d83e gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:16:22.449999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-bb4ce788-2bdb-438c-ab11-beea57d2df80 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:22.456643 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-bb4ce788-2bdb-438c-ab11-beea57d2df80 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:22.458439 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-bb4ce788-2bdb-438c-ab11-beea57d2df80 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "GET /v2.0/networks?id=b75bd381-628d-4f64-8921-7884772c6d53&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&id=d31ab936-807d-4ca3-b171-a16b4b9bc97f HTTP/1.1" status: 200 len: 1992 time: 0.2523801 Sep 18 05:16:22.459719 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-180b7bc5-b487-40ff-87b1-f7f4e6eba0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, e2e55207-de56-4bf3-a229-f801b9f768e0) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:22.469795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180b7bc5-b487-40ff-87b1-f7f4e6eba0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:22.471472 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-180b7bc5-b487-40ff-87b1-f7f4e6eba0cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:22.481307 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c66f36-20a2-44c6-b383-4d6b0b0cc1ec None None] Network e2e55207-de56-4bf3-a229-f801b9f768e0 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:16:22.556110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-d4f97e4b-c637-4a80-9d7c-c7b1e3d0e580 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e297637f8edb461588776b48da04ab80 HTTP/1.1" status: 200 len: 379 time: 0.0661230 Sep 18 05:16:22.606706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3a1d9a90-5843-4f15-8585-d8656fc7e487 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'port': {'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'admin_state_up': True, 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'security_groups': ['dd780fb1-caa5-4874-9c72-d6532d5b6b06']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:22.634719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612843a2-e618-4f25-b310-e9ef36dca302 req-59b63f21-8a08-47a5-a726-151a898bf312 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:22.663688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612843a2-e618-4f25-b310-e9ef36dca302 req-59b63f21-8a08-47a5-a726-151a898bf312 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:22.683322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612843a2-e618-4f25-b310-e9ef36dca302 req-59b63f21-8a08-47a5-a726-151a898bf312 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:22.702606 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612843a2-e618-4f25-b310-e9ef36dca302 req-59b63f21-8a08-47a5-a726-151a898bf312 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:22.715228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80965fe1-fc90-461c-8881-97114db1a6d0 req-778cc3a9-210e-468e-a4f7-04e2107a20a1 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.1579335 Sep 18 05:16:22.724421 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612843a2-e618-4f25-b310-e9ef36dca302 req-59b63f21-8a08-47a5-a726-151a898bf312 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:22.724693 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-180b7bc5-b487-40ff-87b1-f7f4e6eba0cd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5262730 Sep 18 05:16:22.726240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 32976) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:22.745597 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:22.747062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612843a2-e618-4f25-b310-e9ef36dca302 req-59b63f21-8a08-47a5-a726-151a898bf312 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:22.754398 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5206b58b-7e88-42bc-87fc-1cc03799d83e', 'name': 'tempest-snat-router-1739869245', 'tenant_id': 'd367a422c18f4ab1bf9a959456519658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '6d614076-5041-4cd7-86f2-331a5a834f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:19Z', 'updated_at': '2021-09-18T05:16:20Z', 'revision_number': 3, 'project_id': 'd367a422c18f4ab1bf9a959456519658', 'gw_port': {'id': '6d614076-5041-4cd7-86f2-331a5a834f7c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5206b58b-7e88-42bc-87fc-1cc03799d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:20Z', 'updated_at': '2021-09-18T05:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:22.767898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612843a2-e618-4f25-b310-e9ef36dca302 req-59b63f21-8a08-47a5-a726-151a898bf312 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:22.774491 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-612843a2-e618-4f25-b310-e9ef36dca302 req-59b63f21-8a08-47a5-a726-151a898bf312 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5427 time: 0.2824805 Sep 18 05:16:22.824395 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Checking router: 5206b58b-7e88-42bc-87fc-1cc03799d83e for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:16:22.824668 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Updating router 5206b58b-7e88-42bc-87fc-1cc03799d83e port 6d614076-5041-4cd7-86f2-331a5a834f7c binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:16:22.879105 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:22.892202 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f931332a-8c81-4ddc-a970-df92c37c7244 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:22.914095 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bec12025-909a-4f6f-9745-f5a7eaba3171 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/routers/5206b58b-7e88-42bc-87fc-1cc03799d83e HTTP/1.1" status: 200 len: 907 time: 0.5062063 Sep 18 05:16:22.914559 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e2e55207-de56-4bf3-a229-f801b9f768e0', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:16:22.916107 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:22.917977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 32980) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:22.945588 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-612843a2-e618-4f25-b310-e9ef36dca302 req-57b0a968-a7f9-4fcd-ba26-db914bb76bfd tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1579442 Sep 18 05:16:22.967012 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:22.968056 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.114482 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.175530 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.179715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3a1d9a90-5843-4f15-8585-d8656fc7e487 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Made reservation on behalf of e297637f8edb461588776b48da04ab80 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:16:23.187872 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3a1d9a90-5843-4f15-8585-d8656fc7e487 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.201144 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port f931332a-8c81-4ddc-a970-df92c37c7244 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:23.201937 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.215953 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.248849 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.279063 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Allocated IP 172.20.0.2 (e2e55207-de56-4bf3-a229-f801b9f768e0/937b60cf-7360-4deb-b77e-f1ea0251fc0c/6767d39a-25df-4020-aef4-43528cd331ff) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:23.451812 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.454315 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.460583 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.481798 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port f931332a-8c81-4ddc-a970-df92c37c7244, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f931332a-8c81-4ddc-a970-df92c37c7244,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:23.538371 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.572765 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.583832 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.592314 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3a1d9a90-5843-4f15-8585-d8656fc7e487 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Allocated IP 172.20.0.10 (b75bd381-628d-4f64-8921-7884772c6d53/4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a/8362c616-7f68-4cac-8131-3860764a80bc) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:23.599243 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Attempting to bind port 6d614076-5041-4cd7-86f2-331a5a834f7c on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:16:23.599621 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Attempting to bind port 6d614076-5041-4cd7-86f2-331a5a834f7c by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:16:23.599990 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Attempting to bind port 6d614076-5041-4cd7-86f2-331a5a834f7c on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:23.608806 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:16:23.609326 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:23.610355 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.611274 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:16:23.611908 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.612059 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Bound port: 6d614076-5041-4cd7-86f2-331a5a834f7c, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:16:23.612550 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.647882 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201dfc42-9299-4663-84c1-1d0f371ec0d1 None None] Pushing event updated for resources: {'Port': ['ID=6d614076-5041-4cd7-86f2-331a5a834f7c,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:23.667960 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=f931332a-8c81-4ddc-a970-df92c37c7244,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:23.694026 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.695638 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Deleting port 6d614076-5041-4cd7-86f2-331a5a834f7c {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:16:23.696532 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.731929 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] For port 6d614076-5041-4cd7-86f2-331a5a834f7c, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:16:23.743370 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] For port 6d614076-5041-4cd7-86f2-331a5a834f7c, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6d614076-5041-4cd7-86f2-331a5a834f7c,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:16:23.778186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Pushing event updated for resources: {'Port': ['ID=6767d39a-25df-4020-aef4-43528cd331ff,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:23.789539 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Network e2e55207-de56-4bf3-a229-f801b9f768e0 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:23.791221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:23.796345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:23.806092 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.870314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] For port 6d614076-5041-4cd7-86f2-331a5a834f7c, host n-d-789963-13, got binding levels [] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:23.870716 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.901810 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Attempting to bind port 6767d39a-25df-4020-aef4-43528cd331ff on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:16:23.902335 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Attempting to bind port 6767d39a-25df-4020-aef4-43528cd331ff by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:16:23.902655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Attempting to bind port 6767d39a-25df-4020-aef4-43528cd331ff on network e2e55207-de56-4bf3-a229-f801b9f768e0 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:23.905055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Calling delete_port for 6d614076-5041-4cd7-86f2-331a5a834f7c owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:16:23.911300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:16:23.911987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Checking segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:23.912606 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.913232 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Bound using segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:16:23.913935 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Bound port: 6767d39a-25df-4020-aef4-43528cd331ff, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:16:23.914518 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:23.990479 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Routers {'5206b58b-7e88-42bc-87fc-1cc03799d83e'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:24.002965 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['5206b58b-7e88-42bc-87fc-1cc03799d83e'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:24.037211 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3a1d9a90-5843-4f15-8585-d8656fc7e487 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:24.092164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] For port 6767d39a-25df-4020-aef4-43528cd331ff, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:16:24.097638 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] For port 6767d39a-25df-4020-aef4-43528cd331ff, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6767d39a-25df-4020-aef4-43528cd331ff,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:16:24.158802 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201dfc42-9299-4663-84c1-1d0f371ec0d1 None None] Pushing event updated for resources: {'Port': ['ID=6d614076-5041-4cd7-86f2-331a5a834f7c,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:24.178393 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] Set router 5206b58b-7e88-42bc-87fc-1cc03799d83e gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:16:24.224709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e375da17-b7a5-439a-ae6a-aa66fc13a2fb req-ea301e01-65e7-4845-b4af-61f64e41023d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.2551556 Sep 18 05:16:24.234148 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:24.260929 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3a1d9a90-5843-4f15-8585-d8656fc7e487 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:24.281705 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5206b58b-7e88-42bc-87fc-1cc03799d83e', 'name': 'tempest-snat-router-1739869245', 'tenant_id': 'd367a422c18f4ab1bf9a959456519658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:19Z', 'updated_at': '2021-09-18T05:16:23Z', 'revision_number': 4, 'project_id': 'd367a422c18f4ab1bf9a959456519658', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:24.345558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device f51248ff-1eb2-4f12-b410-f80462b53732 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:24.379982 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37518d50-af2b-4911-9739-aed977fb07cf None None] The sync data for ids ['5206b58b-7e88-42bc-87fc-1cc03799d83e'] in n-d-789963-13 is: [{'id': '5206b58b-7e88-42bc-87fc-1cc03799d83e', 'name': 'tempest-snat-router-1739869245', 'tenant_id': 'd367a422c18f4ab1bf9a959456519658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:19Z', 'updated_at': '2021-09-18T05:16:23Z', 'revision_number': 4, 'project_id': 'd367a422c18f4ab1bf9a959456519658', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:16:24.401930 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3a1d9a90-5843-4f15-8585-d8656fc7e487 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Network b75bd381-628d-4f64-8921-7884772c6d53 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:24.426648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3a1d9a90-5843-4f15-8585-d8656fc7e487 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:24.442705 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3a1d9a90-5843-4f15-8585-d8656fc7e487 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:24.448359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d9a90-5843-4f15-8585-d8656fc7e487 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'Port': ['ID=8362c616-7f68-4cac-8131-3860764a80bc,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:24.449509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d911-0b1f-4608-8e3c-c15ded2b87c3 req-202b5365-5500-47db-b9e6-5e553838573e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:24.460131 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d911-0b1f-4608-8e3c-c15ded2b87c3 req-202b5365-5500-47db-b9e6-5e553838573e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:24.479802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d911-0b1f-4608-8e3c-c15ded2b87c3 req-202b5365-5500-47db-b9e6-5e553838573e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:24.496690 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d911-0b1f-4608-8e3c-c15ded2b87c3 req-202b5365-5500-47db-b9e6-5e553838573e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:24.508109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d911-0b1f-4608-8e3c-c15ded2b87c3 req-202b5365-5500-47db-b9e6-5e553838573e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:24.526283 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d911-0b1f-4608-8e3c-c15ded2b87c3 req-202b5365-5500-47db-b9e6-5e553838573e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:24.548970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d911-0b1f-4608-8e3c-c15ded2b87c3 req-202b5365-5500-47db-b9e6-5e553838573e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:24.551490 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1f76d911-0b1f-4608-8e3c-c15ded2b87c3 req-202b5365-5500-47db-b9e6-5e553838573e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5427 time: 0.2774227 Sep 18 05:16:24.559740 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:24.562354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f84f17-db9f-4cb1-82ff-588e22c755a1 None None] Pushing event updated for resources: {'Port': ['ID=6767d39a-25df-4020-aef4-43528cd331ff,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:24.641244 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d614076-5041-4cd7-86f2-331a5a834f7c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:24.682168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port f51248ff-1eb2-4f12-b410-f80462b53732 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:16:24.700480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port f51248ff-1eb2-4f12-b410-f80462b53732 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:24.700480 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:24.714798 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:24.715747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:24.716304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:24.716821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:24.717318 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:24.717843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:24.718419 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:24.719394 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:24.742171 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:24.742565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:24.742878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:24.743813 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:24.839422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f931332a-8c81-4ddc-a970-df92c37c7244 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:24.894448 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:24.946811 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3a1d9a90-5843-4f15-8585-d8656fc7e487 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:24.947755 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3a1d9a90-5843-4f15-8585-d8656fc7e487 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.035563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a8d2e8f3-3816-45c7-8578-851b78d409bb None None] Provisioning complete for port 8362c616-7f68-4cac-8131-3860764a80bc triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:25.036267 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e8f3-3816-45c7-8578-851b78d409bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.051973 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1f76d911-0b1f-4608-8e3c-c15ded2b87c3 req-584d7c5f-517a-4726-a99e-5ec9985f6563 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4832952 Sep 18 05:16:25.086183 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.106574 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.113430 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.141854 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3a1d9a90-5843-4f15-8585-d8656fc7e487 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5646186 Sep 18 05:16:25.143868 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.158759 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0b058f0e-e4dd-42b2-870d-1ea848c7b1d2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'port': {'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39', 'admin_state_up': True, 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'security_groups': ['dd780fb1-caa5-4874-9c72-d6532d5b6b06']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:25.176604 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2e8f3-3816-45c7-8578-851b78d409bb None None] Port 8362c616-7f68-4cac-8131-3860764a80bc cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:16:25.275737 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.302351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port f931332a-8c81-4ddc-a970-df92c37c7244 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:25.302853 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.317527 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51248ff-1eb2-4f12-b410-f80462b53732'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:16:25.327583 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048f336e-26cd-41bf-a9c4-0a631b50c695" -d '{"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-plugged", "status": "completed", "tag": "f51248ff-1eb2-4f12-b410-f80462b53732"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:16:25.342455 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.343011 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5206b58b-7e88-42bc-87fc-1cc03799d83e {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:16:25.348960 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.351079 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1fde0d75-4727-49ee-8b90-934b72b0d1f6 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "DELETE /v2.0/routers/5206b58b-7e88-42bc-87fc-1cc03799d83e HTTP/1.1" status: 204 len: 168 time: 2.4304690 Sep 18 05:16:25.352159 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33018) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:25.397164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port f51248ff-1eb2-4f12-b410-f80462b53732, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=f51248ff-1eb2-4f12-b410-f80462b53732,segment=NetworkSegment(2319873a-dd5b-402f-affc-20e47aacf176),segment_id=2319873a-dd5b-402f-affc-20e47aacf176)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:25.468356 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.469257 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 809807b6-462d-44b0-8e04-e9ff7ffe34db up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:25.493303 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Allocated IP 172.25.7.182 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/69d66a98-5dc6-4027-814a-f16ebbde2737) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:25.588461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de2290-ed21-4aba-8cc0-fc0a1aa38984 req-2e5075e7-f558-4c90-8516-ffda8f32b4c1 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:25.590984 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59de2290-ed21-4aba-8cc0-fc0a1aa38984 req-2e5075e7-f558-4c90-8516-ffda8f32b4c1 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 932 time: 0.2164617 Sep 18 05:16:25.634919 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=f51248ff-1eb2-4f12-b410-f80462b53732,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:25.658857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.674569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0b058f0e-e4dd-42b2-870d-1ea848c7b1d2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Made reservation on behalf of e297637f8edb461588776b48da04ab80 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:16:25.678551 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0b058f0e-e4dd-42b2-870d-1ea848c7b1d2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.716019 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 809807b6-462d-44b0-8e04-e9ff7ffe34db completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:16:25.724811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 809807b6-462d-44b0-8e04-e9ff7ffe34db triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:25.725461 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.760522 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59de2290-ed21-4aba-8cc0-fc0a1aa38984 req-aad05c8e-87de-4107-8ed5-c8159dae638c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321204 Sep 18 05:16:25.837406 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8fd361-b631-4aaf-824b-5c8f9833c97f x-openstack-request-id: req-6f8fd361-b631-4aaf-824b-5c8f9833c97f {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:16:25.837406 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-plugged", "status": "completed", "tag": "f51248ff-1eb2-4f12-b410-f80462b53732", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:16:25.837406 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f8fd361-b631-4aaf-824b-5c8f9833c97f {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:16:25.837767 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51248ff-1eb2-4f12-b410-f80462b53732', 'code': 200} Sep 18 05:16:25.840095 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.874415 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.900027 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:25.993012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 809807b6-462d-44b0-8e04-e9ff7ffe34db, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=809807b6-462d-44b0-8e04-e9ff7ffe34db,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:26.025547 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Deleting port f931332a-8c81-4ddc-a970-df92c37c7244 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:16:26.026431 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:26.061895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0b058f0e-e4dd-42b2-870d-1ea848c7b1d2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Allocated IP 10.1.1.63 (949f5a21-9f21-48eb-8050-df0d8a67ec39/0c2be50f-11fb-4dda-a69c-3245f6925a37/8a7f17ae-7a13-4a47-913b-bc6c1c328380) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:26.064195 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:26.085980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ba741-64ca-44fa-bd44-1a9c457a0753 req-4625f953-c40d-4ede-b382-74204416a44f tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:26.098872 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a23ba741-64ca-44fa-bd44-1a9c457a0753 req-4625f953-c40d-4ede-b382-74204416a44f tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1740172 Sep 18 05:16:26.236351 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:26.290090 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=809807b6-462d-44b0-8e04-e9ff7ffe34db,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:26.296713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e691e30-b6aa-4de8-b289-f77a04cb52c5 req-b7349e40-217c-49de-b783-e42a433c2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:26.301702 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e691e30-b6aa-4de8-b289-f77a04cb52c5 req-b7349e40-217c-49de-b783-e42a433c2372 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0ea41ad380b4a628127272a0a22863e&device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 1097 time: 0.3219476 Sep 18 05:16:26.346713 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:26.380407 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] For port f931332a-8c81-4ddc-a970-df92c37c7244, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f931332a-8c81-4ddc-a970-df92c37c7244,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:26.381496 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:26.399111 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a23ba741-64ca-44fa-bd44-1a9c457a0753 req-19f7ae92-4834-4436-ac58-39f7041da922 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977679 Sep 18 05:16:26.412574 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Calling delete_port for f931332a-8c81-4ddc-a970-df92c37c7244 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:16:26.446779 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fc6f9-9655-47ad-8896-ac2110c746cb req-71bf9ebf-7e06-4f1d-8a05-5c0d841df17b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:26.453763 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fc6f9-9655-47ad-8896-ac2110c746cb req-71bf9ebf-7e06-4f1d-8a05-5c0d841df17b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:26.467377 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fc6f9-9655-47ad-8896-ac2110c746cb req-71bf9ebf-7e06-4f1d-8a05-5c0d841df17b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:26.475010 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fc6f9-9655-47ad-8896-ac2110c746cb req-71bf9ebf-7e06-4f1d-8a05-5c0d841df17b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:26.483192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fc6f9-9655-47ad-8896-ac2110c746cb req-71bf9ebf-7e06-4f1d-8a05-5c0d841df17b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:26.490948 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fc6f9-9655-47ad-8896-ac2110c746cb req-71bf9ebf-7e06-4f1d-8a05-5c0d841df17b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:26.497365 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fc6f9-9655-47ad-8896-ac2110c746cb req-71bf9ebf-7e06-4f1d-8a05-5c0d841df17b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:26.500100 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ba6fc6f9-9655-47ad-8896-ac2110c746cb req-71bf9ebf-7e06-4f1d-8a05-5c0d841df17b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5429 time: 0.2129910 Sep 18 05:16:26.560125 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:16:26.565042 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:26.565894 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:26.605234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:26.611539 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ba6fc6f9-9655-47ad-8896-ac2110c746cb req-c301e8b6-2e4e-4ad8-b13f-a451cd648f2e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1025705 Sep 18 05:16:26.616816 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:26.619660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Pushing event updated for resources: {'Port': ['ID=69d66a98-5dc6-4027-814a-f16ebbde2737,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:26.627790 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:26.743016 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc17fe97-e5e1-4bae-8f46-ec49afe0ad10 None None] Network e2e55207-de56-4bf3-a229-f801b9f768e0 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:16:26.840471 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6767d39a-25df-4020-aef4-43528cd331ff up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:26.880647 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:26.920478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b0b27e26-a8fa-46c6-aaed-f2a1d88c5488 None None] Provisioning complete for port 6767d39a-25df-4020-aef4-43528cd331ff triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:26.920962 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b0b27e26-a8fa-46c6-aaed-f2a1d88c5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:26.936891 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:26.998782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event deleted for resources: {'Port': ['ID=f931332a-8c81-4ddc-a970-df92c37c7244,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:27.093342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:27.241037 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:27.263992 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:27.263992 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:27.283693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 6767d39a-25df-4020-aef4-43528cd331ff triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:27.284370 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:27.356058 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:27.357322 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:27.358093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414d2ea-54e2-4fb7-92e0-62c1bfc71c31 req-c0d2c266-0ce1-472f-9e89-9e6d88b3abc0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:27.365997 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6414d2ea-54e2-4fb7-92e0-62c1bfc71c31 req-c0d2c266-0ce1-472f-9e89-9e6d88b3abc0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 932 time: 0.1811910 Sep 18 05:16:27.374450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e691e30-b6aa-4de8-b289-f77a04cb52c5 req-2fc546bc-cd35-4f71-9e51-b5e62c48074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:27.377835 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e691e30-b6aa-4de8-b289-f77a04cb52c5 req-2fc546bc-cd35-4f71-9e51-b5e62c48074b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 HTTP/1.1" status: 200 len: 918 time: 0.9740360 Sep 18 05:16:27.388090 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:27.388776 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9632bd0-4050-4beb-9518-acd598f15fda {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:16:27.402864 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:27.402864 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f19072a3-dc9f-413d-8243-b2ad10964512 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b9632bd0-4050-4beb-9518-acd598f15fda HTTP/1.1" status: 204 len: 168 time: 2.0460436 Sep 18 05:16:27.403079 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33042) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:27.408394 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-915908274', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:27.540493 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:27.540493 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:27.556717 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e691e30-b6aa-4de8-b289-f77a04cb52c5 req-8e853ff8-74f5-437a-8632-8fbf5c21028c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f388dd3-91a7-4a1a-b946-4614853492fe HTTP/1.1" status: 200 len: 217 time: 0.1390464 Sep 18 05:16:27.592384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:27.613885 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6414d2ea-54e2-4fb7-92e0-62c1bfc71c31 req-38c7448f-4e2a-4ed7-af4d-53ed5571cf3c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469304 Sep 18 05:16:27.623246 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0b058f0e-e4dd-42b2-870d-1ea848c7b1d2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:27.699553 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110a36d-1ecb-4c26-a78b-3957fd2c2706 req-dce56304-237f-444b-81e3-39260097c926 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:27.701355 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3110a36d-1ecb-4c26-a78b-3957fd2c2706 req-dce56304-237f-444b-81e3-39260097c926 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1979749 Sep 18 05:16:27.737879 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:27.761297 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:27.774268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e691e30-b6aa-4de8-b289-f77a04cb52c5 req-41b1344b-9068-4acc-8c9a-6270487b169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:27.776437 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e691e30-b6aa-4de8-b289-f77a04cb52c5 req-41b1344b-9068-4acc-8c9a-6270487b169d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76a65d6b-278b-4502-b43e-c4b208ae5082 HTTP/1.1" status: 200 len: 858 time: 0.1931434 Sep 18 05:16:27.821291 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b0b27e26-a8fa-46c6-aaed-f2a1d88c5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:27.842439 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3110a36d-1ecb-4c26-a78b-3957fd2c2706 req-f1734564-c8ac-4c3a-8dc6-ccca05a1c911 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971172 Sep 18 05:16:27.844356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809807b6-462d-44b0-8e04-e9ff7ffe34db'}, {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2eb472d-e0d7-46c8-a3b2-2012cdbe3347'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:16:27.847581 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b711802f-3243-4441-9a60-a3d5b6cfb172" -d '{"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-plugged", "status": "completed", "tag": "809807b6-462d-44b0-8e04-e9ff7ffe34db"}, {"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-plugged", "status": "completed", "tag": "c2eb472d-e0d7-46c8-a3b2-2012cdbe3347"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:16:27.855698 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:16:27.862237 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 6767d39a-25df-4020-aef4-43528cd331ff, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6767d39a-25df-4020-aef4-43528cd331ff,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:27.870494 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e691e30-b6aa-4de8-b289-f77a04cb52c5 req-dede4477-ac24-4c75-b6be-7ee362ff348f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787897 Sep 18 05:16:27.885928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:27.886317 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:27.944513 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 05:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4357635-297c-4163-9e09-65d73e8a5495 x-openstack-request-id: req-d4357635-297c-4163-9e09-65d73e8a5495 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:16:27.944824 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-plugged", "status": "completed", "tag": "809807b6-462d-44b0-8e04-e9ff7ffe34db", "code": 200}, {"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-plugged", "status": "completed", "tag": "c2eb472d-e0d7-46c8-a3b2-2012cdbe3347", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:16:27.945321 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4357635-297c-4163-9e09-65d73e8a5495 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:16:27.945724 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809807b6-462d-44b0-8e04-e9ff7ffe34db', 'code': 200} Sep 18 05:16:27.946681 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2eb472d-e0d7-46c8-a3b2-2012cdbe3347', 'code': 200} Sep 18 05:16:28.041323 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:28.052826 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:28.090448 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:28.140666 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e691e30-b6aa-4de8-b289-f77a04cb52c5 req-e1e5cfa7-8fb4-428d-b959-d94d7a5b3e53 service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635835 Sep 18 05:16:28.160396 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=6767d39a-25df-4020-aef4-43528cd331ff,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:28.165531 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0b058f0e-e4dd-42b2-870d-1ea848c7b1d2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:28.228191 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-b0b27e26-a8fa-46c6-aaed-f2a1d88c5488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:16:28.228585 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-b0b27e26-a8fa-46c6-aaed-f2a1d88c5488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:16:28.237965 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f8dede5-c7f9-4b5a-9a73-478db3ecef05,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:28.342497 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:28.345903 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 741ee337-d7e0-48e7-882c-2b7372d44fd0 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:28.346157 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0b058f0e-e4dd-42b2-870d-1ea848c7b1d2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Network 949f5a21-9f21-48eb-8050-df0d8a67ec39 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:28.347846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b058f0e-e4dd-42b2-870d-1ea848c7b1d2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'Port': ['ID=8a7f17ae-7a13-4a47-913b-bc6c1c328380,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:28.367632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0b058f0e-e4dd-42b2-870d-1ea848c7b1d2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:28.376364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0b058f0e-e4dd-42b2-870d-1ea848c7b1d2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:28.400097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedcc8-8c4e-4778-8cf5-8694dfd3ee04 req-5acfaba3-41be-4a06-b7cc-32fccdee136f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:28.406610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedcc8-8c4e-4778-8cf5-8694dfd3ee04 req-5acfaba3-41be-4a06-b7cc-32fccdee136f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:28.414026 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedcc8-8c4e-4778-8cf5-8694dfd3ee04 req-5acfaba3-41be-4a06-b7cc-32fccdee136f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:28.420231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedcc8-8c4e-4778-8cf5-8694dfd3ee04 req-5acfaba3-41be-4a06-b7cc-32fccdee136f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:28.427219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedcc8-8c4e-4778-8cf5-8694dfd3ee04 req-5acfaba3-41be-4a06-b7cc-32fccdee136f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:28.439987 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedcc8-8c4e-4778-8cf5-8694dfd3ee04 req-5acfaba3-41be-4a06-b7cc-32fccdee136f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:28.455288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedcc8-8c4e-4778-8cf5-8694dfd3ee04 req-5acfaba3-41be-4a06-b7cc-32fccdee136f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:28.457322 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b3fedcc8-8c4e-4778-8cf5-8694dfd3ee04 req-5acfaba3-41be-4a06-b7cc-32fccdee136f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5430 time: 0.6173131 Sep 18 05:16:28.523233 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:28.540266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=0f8dede5-c7f9-4b5a-9a73-478db3ecef05,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:28.581924 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:28.610049 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:28.652052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 741ee337-d7e0-48e7-882c-2b7372d44fd0 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:16:28.664164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 741ee337-d7e0-48e7-882c-2b7372d44fd0 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:28.664164 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:28.674157 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e691e30-b6aa-4de8-b289-f77a04cb52c5 req-d837f5c2-fa73-4c0b-a10e-379ba45d4221 service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056822 Sep 18 05:16:28.713152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0b058f0e-e4dd-42b2-870d-1ea848c7b1d2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:28.713806 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0b058f0e-e4dd-42b2-870d-1ea848c7b1d2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:28.748853 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b3fedcc8-8c4e-4778-8cf5-8694dfd3ee04 req-12b283f6-256a-4622-8826-a42707023892 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2833197 Sep 18 05:16:28.867204 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:28.891691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0b058f0e-e4dd-42b2-870d-1ea848c7b1d2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7427773 Sep 18 05:16:28.917648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'port': {'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39', 'admin_state_up': True, 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'security_groups': ['dd780fb1-caa5-4874-9c72-d6532d5b6b06']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:28.956347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6767d39a-25df-4020-aef4-43528cd331ff up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:28.998377 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Allocated IP 172.25.7.4 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/fdd3bd60-a241-415f-9aa2-ba468a513778) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:29.028745 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 741ee337-d7e0-48e7-882c-2b7372d44fd0, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=741ee337-d7e0-48e7-882c-2b7372d44fd0,segment=NetworkSegment(2319873a-dd5b-402f-affc-20e47aacf176),segment_id=2319873a-dd5b-402f-affc-20e47aacf176)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:29.068267 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-104a48da-fc05-45e9-81ad-6c678dcde4d6 None None] Provisioning complete for port 8a7f17ae-7a13-4a47-913b-bc6c1c328380 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:29.072644 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-104a48da-fc05-45e9-81ad-6c678dcde4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:29.093319 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf251a-8d08-42f8-aa1e-3193936b7a21 req-25dad7de-ef4c-4c35-8156-834d762190df tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:29.099745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf251a-8d08-42f8-aa1e-3193936b7a21 req-25dad7de-ef4c-4c35-8156-834d762190df tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:29.101594 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c8cf251a-8d08-42f8-aa1e-3193936b7a21 req-25dad7de-ef4c-4c35-8156-834d762190df tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 1653 time: 0.2562742 Sep 18 05:16:29.130470 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:29.131410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device dad1ad92-2be5-4848-878d-456fb993a3b0 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:29.162210 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c8cf251a-8d08-42f8-aa1e-3193936b7a21 req-25165cd8-573b-46e0-befe-8a93893f038f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540950 Sep 18 05:16:29.179486 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:29.266169 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:29.281361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-104a48da-fc05-45e9-81ad-6c678dcde4d6 None None] Port 8a7f17ae-7a13-4a47-913b-bc6c1c328380 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:16:29.307350 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 6767d39a-25df-4020-aef4-43528cd331ff triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:29.307994 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:29.312856 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-104a48da-fc05-45e9-81ad-6c678dcde4d6 None None] Provisioning complete for port 6767d39a-25df-4020-aef4-43528cd331ff triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:29.313446 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-104a48da-fc05-45e9-81ad-6c678dcde4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:29.375088 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:29.380088 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:29.386567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:29.395336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:29.402054 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=741ee337-d7e0-48e7-882c-2b7372d44fd0,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:29.441827 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port dad1ad92-2be5-4848-878d-456fb993a3b0 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:16:29.446585 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port dad1ad92-2be5-4848-878d-456fb993a3b0 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:29.447227 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:29.450966 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Pushing event updated for resources: {'Port': ['ID=fdd3bd60-a241-415f-9aa2-ba468a513778,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:29.543351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b46a9-6db8-4812-ac39-7fa25459d1c8 req-46dda330-5af7-4667-8d92-10e802b1cf37 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:29.557988 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-969b46a9-6db8-4812-ac39-7fa25459d1c8 req-46dda330-5af7-4667-8d92-10e802b1cf37 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.4333484 Sep 18 05:16:29.596103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Made reservation on behalf of e297637f8edb461588776b48da04ab80 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:16:29.616279 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:29.657328 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:29.737341 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port dad1ad92-2be5-4848-878d-456fb993a3b0, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=dad1ad92-2be5-4848-878d-456fb993a3b0,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:29.828142 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:29.830035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d455aaba-551f-4bf0-bf41-d280a03099b8 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:29.848482 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-969b46a9-6db8-4812-ac39-7fa25459d1c8 req-bf7ac31a-7ebc-4670-97a3-dbcee48c51fa tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820730 Sep 18 05:16:29.947318 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f931332a-8c81-4ddc-a970-df92c37c7244 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:16:29.967717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8dede5-c7f9-4b5a-9a73-478db3ecef05'}, {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741ee337-d7e0-48e7-882c-2b7372d44fd0'}, {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad1ad92-2be5-4848-878d-456fb993a3b0'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:16:29.979848 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c2de4e-306f-4168-959e-1ac2beb64fa9" -d '{"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-plugged", "status": "completed", "tag": "0f8dede5-c7f9-4b5a-9a73-478db3ecef05"}, {"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-plugged", "status": "completed", "tag": "741ee337-d7e0-48e7-882c-2b7372d44fd0"}, {"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-plugged", "status": "completed", "tag": "dad1ad92-2be5-4848-878d-456fb993a3b0"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:16:30.051921 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: f931332a-8c81-4ddc-a970-df92c37c7244 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:16:30.052301 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f931332a-8c81-4ddc-a970-df92c37c7244 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:16:30.057895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=dad1ad92-2be5-4848-878d-456fb993a3b0,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:30.065310 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Allocated IP 10.1.1.30 (949f5a21-9f21-48eb-8050-df0d8a67ec39/0c2be50f-11fb-4dda-a69c-3245f6925a37/befede63-e44f-4f1c-a020-79b74d04426f) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:30.084882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:16:30.111183 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 18 Sep 2021 05:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fafbb4d-07d0-44a0-8798-79eb3b715f60 x-openstack-request-id: req-2fafbb4d-07d0-44a0-8798-79eb3b715f60 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:16:30.112029 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-plugged", "status": "completed", "tag": "0f8dede5-c7f9-4b5a-9a73-478db3ecef05", "code": 200}, {"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-plugged", "status": "completed", "tag": "741ee337-d7e0-48e7-882c-2b7372d44fd0", "code": 200}, {"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-plugged", "status": "completed", "tag": "dad1ad92-2be5-4848-878d-456fb993a3b0", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:16:30.112518 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fafbb4d-07d0-44a0-8798-79eb3b715f60 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:16:30.113191 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8dede5-c7f9-4b5a-9a73-478db3ecef05', 'code': 200} Sep 18 05:16:30.113612 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741ee337-d7e0-48e7-882c-2b7372d44fd0', 'code': 200} Sep 18 05:16:30.114098 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad1ad92-2be5-4848-878d-456fb993a3b0', 'code': 200} Sep 18 05:16:30.181597 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port d455aaba-551f-4bf0-bf41-d280a03099b8 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:16:30.185792 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port d455aaba-551f-4bf0-bf41-d280a03099b8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:30.186174 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:30.403099 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:30.450688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d455aaba-551f-4bf0-bf41-d280a03099b8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d455aaba-551f-4bf0-bf41-d280a03099b8,segment=NetworkSegment(9858ab5c-0a86-4647-a79f-808b1301d1a5),segment_id=9858ab5c-0a86-4647-a79f-808b1301d1a5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:30.525745 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:30.570610 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c78b92-e848-44a7-8c99-91086f822ba8 req-c2cebc51-eac0-420f-8ae5-ec408575a665 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:30.579590 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c78b92-e848-44a7-8c99-91086f822ba8 req-c2cebc51-eac0-420f-8ae5-ec408575a665 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:30.589984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c78b92-e848-44a7-8c99-91086f822ba8 req-c2cebc51-eac0-420f-8ae5-ec408575a665 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:30.597828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c78b92-e848-44a7-8c99-91086f822ba8 req-c2cebc51-eac0-420f-8ae5-ec408575a665 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:30.604957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c78b92-e848-44a7-8c99-91086f822ba8 req-c2cebc51-eac0-420f-8ae5-ec408575a665 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:30.611668 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c78b92-e848-44a7-8c99-91086f822ba8 req-c2cebc51-eac0-420f-8ae5-ec408575a665 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:30.617876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c78b92-e848-44a7-8c99-91086f822ba8 req-c2cebc51-eac0-420f-8ae5-ec408575a665 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:30.620030 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b9c78b92-e848-44a7-8c99-91086f822ba8 req-c2cebc51-eac0-420f-8ae5-ec408575a665 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5433 time: 0.1240597 Sep 18 05:16:30.635611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d455aaba-551f-4bf0-bf41-d280a03099b8,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:30.709242 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:30.743847 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b9c78b92-e848-44a7-8c99-91086f822ba8 req-1e49936d-035a-430d-85da-ab69d083f6ef tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090991 Sep 18 05:16:30.760339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:16:30.772964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Sync routers for ids ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:16:30.799057 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Routers {'0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:30.800149 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:30.803870 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ee29a-5b48-4f5f-8904-bcb0dcb490f7 req-f9eaafa3-0714-498c-a23c-be4633488ddb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:30.809952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ee29a-5b48-4f5f-8904-bcb0dcb490f7 req-f9eaafa3-0714-498c-a23c-be4633488ddb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:30.815768 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:30.818331 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-973ee29a-5b48-4f5f-8904-bcb0dcb490f7 req-f9eaafa3-0714-498c-a23c-be4633488ddb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 1653 time: 0.3443046 Sep 18 05:16:30.842768 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:30.886179 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'Port': ['ID=befede63-e44f-4f1c-a020-79b74d04426f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:30.894552 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:30.895829 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9a9bffe3-da91-4ca6-bd63-0b7c87de087d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1603055 Sep 18 05:16:30.900532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33096) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:30.941781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Network 949f5a21-9f21-48eb-8050-df0d8a67ec39 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:30.945573 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-973ee29a-5b48-4f5f-8904-bcb0dcb490f7 req-3a095fd4-76c2-499a-8e73-27530b1e5395 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260898 Sep 18 05:16:30.947555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:30.947918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:30.948693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:30.948832 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:30.949153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:30.949492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:30.949823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:30.950277 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:30.950473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:30.950799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:30.951707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:30.951707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:30.996306 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Set router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:16:31.006311 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:31.010533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:31.143621 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea2115-570c-4638-a429-b764d0ad9ab2 req-7ada1889-4ebc-40a2-82b1-f53e69c9d054 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:31.155526 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a2ea2115-570c-4638-a429-b764d0ad9ab2 req-7ada1889-4ebc-40a2-82b1-f53e69c9d054 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1334674 Sep 18 05:16:31.197685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:31.199210 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:31.251265 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-50d88e29-532e-401c-a2be-2d84eb19f55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:31.308880 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a2ea2115-570c-4638-a429-b764d0ad9ab2 req-96b65d5b-f983-4def-9740-e6d6e62faac0 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447356 Sep 18 05:16:31.333669 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:31.398789 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-a7d5b7bc-f577-4b92-b5ef-3c52a3ca56d4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4854274 Sep 18 05:16:31.419378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ae163c5f-80ce-4f69-91ef-b29b544e78d6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'port': {'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f', 'admin_state_up': True, 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'security_groups': ['dd780fb1-caa5-4874-9c72-d6532d5b6b06']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:31.502849 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:16:27Z', 'revision_number': 3, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port': {'id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:25Z', 'updated_at': '2021-09-18T05:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:31.583186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Checking router: 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:16:31.585464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Updating router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc port 69d66a98-5dc6-4027-814a-f16ebbde2737 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:16:31.642677 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b0ca3904-cf80-46df-9e77-5f59e0a7bc00 None None] Provisioning complete for port befede63-e44f-4f1c-a020-79b74d04426f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:31.643864 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3904-cf80-46df-9e77-5f59e0a7bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:31.678537 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:31.730363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca3904-cf80-46df-9e77-5f59e0a7bc00 None None] Port befede63-e44f-4f1c-a020-79b74d04426f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:16:31.748465 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Router 620cdf5b-cf01-4546-b107-ff4126e2d94a is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:16:31.930256 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:16:31.945176 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5564b1b2-548b-4b56-899d-cfa51b2965e1 None None] Sync routers for ids ['620cdf5b-cf01-4546-b107-ff4126e2d94a'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:16:31.958612 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564b1b2-548b-4b56-899d-cfa51b2965e1 None None] Routers {'620cdf5b-cf01-4546-b107-ff4126e2d94a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:31.959327 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5564b1b2-548b-4b56-899d-cfa51b2965e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['620cdf5b-cf01-4546-b107-ff4126e2d94a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:31.961891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ae163c5f-80ce-4f69-91ef-b29b544e78d6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Made reservation on behalf of e297637f8edb461588776b48da04ab80 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:16:32.045372 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:32.049917 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f00cbe9e-055d-436c-90a0-5d772eef1ac4 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.6426315 Sep 18 05:16:32.050098 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33112) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:32.053380 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5564b1b2-548b-4b56-899d-cfa51b2965e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:32.055277 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-54d4f101-9cb4-40d3-bef7-8256992bfeb7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'enable_snat': False}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:32.080182 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564b1b2-548b-4b56-899d-cfa51b2965e1 None None] Routers {'620cdf5b-cf01-4546-b107-ff4126e2d94a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:32.080893 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5564b1b2-548b-4b56-899d-cfa51b2965e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['620cdf5b-cf01-4546-b107-ff4126e2d94a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:32.084504 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:32.112780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29beec-830d-42ce-9b5c-7a6a700e1bf7 req-23c36469-e6d8-4ea8-a420-a4ad69fe9bb1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:32.115685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd455aaba-551f-4bf0-bf41-d280a03099b8'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:16:32.119251 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c02c12-fd4a-4640-be47-6e3c0cdc11f6" -d '{"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-plugged", "status": "completed", "tag": "d455aaba-551f-4bf0-bf41-d280a03099b8"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:16:32.121405 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29beec-830d-42ce-9b5c-7a6a700e1bf7 req-23c36469-e6d8-4ea8-a420-a4ad69fe9bb1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:32.130686 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5564b1b2-548b-4b56-899d-cfa51b2965e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:32.131753 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5564b1b2-548b-4b56-899d-cfa51b2965e1 None None] The sync data for ids ['620cdf5b-cf01-4546-b107-ff4126e2d94a'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:16:32.138741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29beec-830d-42ce-9b5c-7a6a700e1bf7 req-23c36469-e6d8-4ea8-a420-a4ad69fe9bb1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:32.148767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29beec-830d-42ce-9b5c-7a6a700e1bf7 req-23c36469-e6d8-4ea8-a420-a4ad69fe9bb1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:32.155297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29beec-830d-42ce-9b5c-7a6a700e1bf7 req-23c36469-e6d8-4ea8-a420-a4ad69fe9bb1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:32.163550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29beec-830d-42ce-9b5c-7a6a700e1bf7 req-23c36469-e6d8-4ea8-a420-a4ad69fe9bb1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:32.171383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29beec-830d-42ce-9b5c-7a6a700e1bf7 req-23c36469-e6d8-4ea8-a420-a4ad69fe9bb1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:32.180396 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:32.190924 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad29beec-830d-42ce-9b5c-7a6a700e1bf7 req-23c36469-e6d8-4ea8-a420-a4ad69fe9bb1 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5434 time: 0.2936528 Sep 18 05:16:32.261461 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Attempting to bind port 69d66a98-5dc6-4027-814a-f16ebbde2737 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:16:32.261816 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Attempting to bind port 69d66a98-5dc6-4027-814a-f16ebbde2737 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:16:32.262137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Attempting to bind port 69d66a98-5dc6-4027-814a-f16ebbde2737 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:32.274984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:16:32.281151 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:32.281956 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:32.283131 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:16:32.291598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Bound port: 69d66a98-5dc6-4027-814a-f16ebbde2737, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:16:32.292034 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:32.366847 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea0081-7ad3-4875-8c5c-9a22dec59f17 None None] Pushing event updated for resources: {'Port': ['ID=69d66a98-5dc6-4027-814a-f16ebbde2737,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:32.381879 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ae163c5f-80ce-4f69-91ef-b29b544e78d6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:32.386703 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:32.416624 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad29beec-830d-42ce-9b5c-7a6a700e1bf7 req-53e473de-5ae4-4df5-a5a9-dcec4317b81f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2244787 Sep 18 05:16:32.428777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] For port 69d66a98-5dc6-4027-814a-f16ebbde2737, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:16:32.442249 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] For port 69d66a98-5dc6-4027-814a-f16ebbde2737, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=69d66a98-5dc6-4027-814a-f16ebbde2737,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:16:32.499895 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e57587-2465-4e25-be89-501f34fbff89 req-0d170f49-9ae4-4563-9347-f27bab2261ab tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:32.510767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e57587-2465-4e25-be89-501f34fbff89 req-0d170f49-9ae4-4563-9347-f27bab2261ab tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:32.518741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e57587-2465-4e25-be89-501f34fbff89 req-0d170f49-9ae4-4563-9347-f27bab2261ab tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:32.527965 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e7e57587-2465-4e25-be89-501f34fbff89 req-0d170f49-9ae4-4563-9347-f27bab2261ab tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 2373 time: 0.2131145 Sep 18 05:16:32.542907 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:32.555139 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0f52ec-ec11-48d3-91b9-50445459f64f x-openstack-request-id: req-ef0f52ec-ec11-48d3-91b9-50445459f64f {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:16:32.555438 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-plugged", "status": "completed", "tag": "d455aaba-551f-4bf0-bf41-d280a03099b8", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:16:32.555698 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef0f52ec-ec11-48d3-91b9-50445459f64f {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:16:32.556100 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd455aaba-551f-4bf0-bf41-d280a03099b8', 'code': 200} Sep 18 05:16:32.588447 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-54d4f101-9cb4-40d3-bef7-8256992bfeb7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:32.643007 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e7e57587-2465-4e25-be89-501f34fbff89 req-7f7abb28-3e0a-42c9-b6b0-81432977daa7 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135497 Sep 18 05:16:32.710630 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea0081-7ad3-4875-8c5c-9a22dec59f17 None None] Pushing event updated for resources: {'Port': ['ID=69d66a98-5dc6-4027-814a-f16ebbde2737,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:32.726846 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Routers {'0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:32.727779 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:32.929595 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdc10f-25ec-4aa9-8ac4-01d5ce34a26f req-ae459aa2-0a72-4a0b-872c-0555302c4414 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:32.937109 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-69fdc10f-25ec-4aa9-8ac4-01d5ce34a26f req-ae459aa2-0a72-4a0b-872c-0555302c4414 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1419344 Sep 18 05:16:32.998945 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-69fdc10f-25ec-4aa9-8ac4-01d5ce34a26f req-0e41349c-af6a-4704-96f8-5fb3c1fc2c57 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588002 Sep 18 05:16:33.107429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] Set router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:16:33.428263 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:16:27Z', 'revision_number': 3, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port': {'id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:25Z', 'updated_at': '2021-09-18T05:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:33.471345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5bff98-8b84-4f03-890c-a847dd6bc320 None None] The sync data for ids ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'] in n-d-789963-13 is: [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:16:27Z', 'revision_number': 3, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port': {'id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:25Z', 'updated_at': '2021-09-18T05:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:16:33.532006 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-54d4f101-9cb4-40d3-bef7-8256992bfeb7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:33.537316 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-54d4f101-9cb4-40d3-bef7-8256992bfeb7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:33.579058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b4230-bd19-4547-b82c-5aa5df100386 req-08222356-79eb-4b4e-8cc9-ccd20b4811ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:33.581870 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b4230-bd19-4547-b82c-5aa5df100386 req-08222356-79eb-4b4e-8cc9-ccd20b4811ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:33.582548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b4230-bd19-4547-b82c-5aa5df100386 req-08222356-79eb-4b4e-8cc9-ccd20b4811ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:33.586130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b4230-bd19-4547-b82c-5aa5df100386 req-08222356-79eb-4b4e-8cc9-ccd20b4811ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:33.586712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b4230-bd19-4547-b82c-5aa5df100386 req-08222356-79eb-4b4e-8cc9-ccd20b4811ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:33.587810 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b4230-bd19-4547-b82c-5aa5df100386 req-08222356-79eb-4b4e-8cc9-ccd20b4811ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:33.590124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b4230-bd19-4547-b82c-5aa5df100386 req-08222356-79eb-4b4e-8cc9-ccd20b4811ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:33.599976 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb5b4230-bd19-4547-b82c-5aa5df100386 req-08222356-79eb-4b4e-8cc9-ccd20b4811ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 6498 time: 0.9427736 Sep 18 05:16:33.760313 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ae163c5f-80ce-4f69-91ef-b29b544e78d6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Allocated IP 10.2.2.100 (d31ab936-807d-4ca3-b171-a16b4b9bc97f/40658f68-338e-4856-9ca3-ffd563345ec9/3bb6430a-9a5c-484b-b453-77ab0ec0627d) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:33.856639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d4f101-9cb4-40d3-bef7-8256992bfeb7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Router 620cdf5b-cf01-4546-b107-ff4126e2d94a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:16:33.869147 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d3844c9d-83f1-4742-9278-972f11cda1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:34.095812 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb5b4230-bd19-4547-b82c-5aa5df100386 req-c184b0a9-21a2-4fb9-89ce-23ada5de45a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1662679 Sep 18 05:16:34.228818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d4f101-9cb4-40d3-bef7-8256992bfeb7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:16:34.237432 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-54d4f101-9cb4-40d3-bef7-8256992bfeb7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:34.239123 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a84be6b-ed11-43e7-b14a-d0f48eb98a83 None None] Sync routers for ids ['620cdf5b-cf01-4546-b107-ff4126e2d94a'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:16:34.243880 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-54d4f101-9cb4-40d3-bef7-8256992bfeb7 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "PUT /v2.0/routers/620cdf5b-cf01-4546-b107-ff4126e2d94a HTTP/1.1" status: 200 len: 919 time: 2.1920316 Sep 18 05:16:34.245866 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33142) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:34.252597 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3bde-3752-426f-a539-307dab317eab req-4621e950-782f-4ff4-9758-a186521f0d38 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:34.259160 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:34.259973 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3bde-3752-426f-a539-307dab317eab req-4621e950-782f-4ff4-9758-a186521f0d38 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:34.263487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a84be6b-ed11-43e7-b14a-d0f48eb98a83 None None] Routers {'620cdf5b-cf01-4546-b107-ff4126e2d94a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:34.264296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-0a84be6b-ed11-43e7-b14a-d0f48eb98a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['620cdf5b-cf01-4546-b107-ff4126e2d94a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:34.269893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3bde-3752-426f-a539-307dab317eab req-4621e950-782f-4ff4-9758-a186521f0d38 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:34.273591 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3bde-3752-426f-a539-307dab317eab req-4621e950-782f-4ff4-9758-a186521f0d38 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:34.279973 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3bde-3752-426f-a539-307dab317eab req-4621e950-782f-4ff4-9758-a186521f0d38 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:34.286871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3bde-3752-426f-a539-307dab317eab req-4621e950-782f-4ff4-9758-a186521f0d38 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:34.305078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3bde-3752-426f-a539-307dab317eab req-4621e950-782f-4ff4-9758-a186521f0d38 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:34.315788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e92b3bde-3752-426f-a539-307dab317eab req-4621e950-782f-4ff4-9758-a186521f0d38 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5434 time: 0.7450361 Sep 18 05:16:34.319600 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de9efc-e433-464d-a8cc-1faf670c3f29 req-07de1b7c-9b94-463b-998b-ade39e7cc805 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:34.326726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de9efc-e433-464d-a8cc-1faf670c3f29 req-07de1b7c-9b94-463b-998b-ade39e7cc805 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:34.334249 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de9efc-e433-464d-a8cc-1faf670c3f29 req-07de1b7c-9b94-463b-998b-ade39e7cc805 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:34.336523 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73de9efc-e433-464d-a8cc-1faf670c3f29 req-07de1b7c-9b94-463b-998b-ade39e7cc805 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 2373 time: 0.1973865 Sep 18 05:16:34.340278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Allocated IP 172.20.0.1 (e2e55207-de56-4bf3-a229-f801b9f768e0/937b60cf-7360-4deb-b77e-f1ea0251fc0c/938d3ec9-f1a9-492c-9775-20c10e970011) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:34.355013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-0a84be6b-ed11-43e7-b14a-d0f48eb98a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:34.373838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a84be6b-ed11-43e7-b14a-d0f48eb98a83 None None] Routers {'620cdf5b-cf01-4546-b107-ff4126e2d94a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:34.380177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-0a84be6b-ed11-43e7-b14a-d0f48eb98a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['620cdf5b-cf01-4546-b107-ff4126e2d94a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:34.394745 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e92b3bde-3752-426f-a539-307dab317eab req-1255188d-0563-4777-a604-ac532819c683 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0796242 Sep 18 05:16:34.450800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-0a84be6b-ed11-43e7-b14a-d0f48eb98a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:34.455081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a84be6b-ed11-43e7-b14a-d0f48eb98a83 None None] The sync data for ids ['620cdf5b-cf01-4546-b107-ff4126e2d94a'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:16:34.523800 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ae163c5f-80ce-4f69-91ef-b29b544e78d6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:34.552456 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73de9efc-e433-464d-a8cc-1faf670c3f29 req-b0a25b7c-3b53-4a0a-b273-729415b23358 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014236 Sep 18 05:16:34.589892 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8c471544-3aa8-499e-ac95-b43b09d16a72 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/routers/620cdf5b-cf01-4546-b107-ff4126e2d94a HTTP/1.1" status: 200 len: 919 time: 0.3420115 Sep 18 05:16:34.592263 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33144) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:34.659016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea2052-ce00-4fd4-a3f3-4fa18ceac51f req-15e6b0ca-5e30-42f2-850e-0eba36c3d63e tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:34.661633 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6ea2052-ce00-4fd4-a3f3-4fa18ceac51f req-15e6b0ca-5e30-42f2-850e-0eba36c3d63e tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1353319 Sep 18 05:16:34.713479 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ebee30-4bd4-43e3-af8f-1cd0ae7689d1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:34.716212 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c5ebee30-4bd4-43e3-af8f-1cd0ae7689d1 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&device_id=620cdf5b-cf01-4546-b107-ff4126e2d94a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1222315 Sep 18 05:16:34.718761 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33146) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:34.736711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:34.771636 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6ea2052-ce00-4fd4-a3f3-4fa18ceac51f req-ae74c70a-7a86-40b8-8eb7-1e0fd8a0fcc1 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029096 Sep 18 05:16:34.803432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ae163c5f-80ce-4f69-91ef-b29b544e78d6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:34.838696 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 69d66a98-5dc6-4027-814a-f16ebbde2737 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:34.873867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ae163c5f-80ce-4f69-91ef-b29b544e78d6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Network d31ab936-807d-4ca3-b171-a16b4b9bc97f is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:34.874992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae163c5f-80ce-4f69-91ef-b29b544e78d6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'Port': ['ID=3bb6430a-9a5c-484b-b453-77ab0ec0627d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:34.885146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ae163c5f-80ce-4f69-91ef-b29b544e78d6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:34.887825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ae163c5f-80ce-4f69-91ef-b29b544e78d6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:34.897490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244088fa-e4b5-4523-859a-9b7b375a9b63 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:34.904472 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-244088fa-e4b5-4523-859a-9b7b375a9b63 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 881 time: 0.1841855 Sep 18 05:16:34.913876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33148) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:34.963309 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:34.993349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 69d66a98-5dc6-4027-814a-f16ebbde2737 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:34.998757 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:35.028956 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-15d700af-4a8c-4d0f-9262-c0f988d6989d tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "GET /v2.0/ports?device_id=620cdf5b-cf01-4546-b107-ff4126e2d94a HTTP/1.1" status: 200 len: 205 time: 0.1119120 Sep 18 05:16:35.030033 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33156) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:35.130450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Pushing event updated for resources: {'Port': ['ID=938d3ec9-f1a9-492c-9775-20c10e970011,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:35.192527 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:16:35.215533 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:35.220913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ae163c5f-80ce-4f69-91ef-b29b544e78d6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:35.222085 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ae163c5f-80ce-4f69-91ef-b29b544e78d6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:35.227252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Network e2e55207-de56-4bf3-a229-f801b9f768e0 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:35.233838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:35.235178 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:35.259438 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:35.298632 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 69d66a98-5dc6-4027-814a-f16ebbde2737, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=69d66a98-5dc6-4027-814a-f16ebbde2737,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:35.300631 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:35.359760 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645bbb5-f213-4f5d-8f7b-6e4629be3b7f req-9b8d2037-d31d-47f4-8f09-aa87e35fb901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:35.362291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b645bbb5-f213-4f5d-8f7b-6e4629be3b7f req-9b8d2037-d31d-47f4-8f09-aa87e35fb901 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 1097 time: 0.2245777 Sep 18 05:16:35.363851 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ae163c5f-80ce-4f69-91ef-b29b544e78d6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9567528 Sep 18 05:16:35.378763 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:35.388779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-f2378615-fe4e-4d33-a161-228709658c6e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'port': {'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f', 'admin_state_up': True, 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'security_groups': ['dd780fb1-caa5-4874-9c72-d6532d5b6b06']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:35.452130 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:35.473186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-484df9c1-4e3e-419e-8f9c-5f3143bd8cc2 None None] Provisioning complete for port 3bb6430a-9a5c-484b-b453-77ab0ec0627d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:35.501307 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-484df9c1-4e3e-419e-8f9c-5f3143bd8cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:35.532337 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:35.586007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-484df9c1-4e3e-419e-8f9c-5f3143bd8cc2 None None] Port 3bb6430a-9a5c-484b-b453-77ab0ec0627d cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:16:35.618841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=69d66a98-5dc6-4027-814a-f16ebbde2737,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:35.722778 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b645bbb5-f213-4f5d-8f7b-6e4629be3b7f req-a7e161a2-1e4f-49c4-b36a-01a054be7ce8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281181 Sep 18 05:16:35.739118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b3115d21-9200-4183-baa8-9886c0f72b3d None None] Provisioning complete for port 938d3ec9-f1a9-492c-9775-20c10e970011 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:35.739794 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b3115d21-9200-4183-baa8-9886c0f72b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:35.797179 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b3115d21-9200-4183-baa8-9886c0f72b3d None None] Port 938d3ec9-f1a9-492c-9775-20c10e970011 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:16:35.807095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f751e90-5697-437a-bf3f-60b4b258b73c req-d78dd383-9f26-45d1-80c7-b5af7c6e781b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:35.813180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f751e90-5697-437a-bf3f-60b4b258b73c req-d78dd383-9f26-45d1-80c7-b5af7c6e781b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:35.819830 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f751e90-5697-437a-bf3f-60b4b258b73c req-d78dd383-9f26-45d1-80c7-b5af7c6e781b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:35.821949 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ab78-d9d8-4902-b45b-953663c98941 req-02c85333-a816-403b-b851-45505edebf3f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:35.826599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f751e90-5697-437a-bf3f-60b4b258b73c req-d78dd383-9f26-45d1-80c7-b5af7c6e781b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:35.828469 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ab78-d9d8-4902-b45b-953663c98941 req-02c85333-a816-403b-b851-45505edebf3f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:35.832857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f751e90-5697-437a-bf3f-60b4b258b73c req-d78dd383-9f26-45d1-80c7-b5af7c6e781b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:35.834635 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ab78-d9d8-4902-b45b-953663c98941 req-02c85333-a816-403b-b851-45505edebf3f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:35.839258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f751e90-5697-437a-bf3f-60b4b258b73c req-d78dd383-9f26-45d1-80c7-b5af7c6e781b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:35.840719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ab78-d9d8-4902-b45b-953663c98941 req-02c85333-a816-403b-b851-45505edebf3f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:35.842513 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0003ab78-d9d8-4902-b45b-953663c98941 req-02c85333-a816-403b-b851-45505edebf3f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 3094 time: 0.1732781 Sep 18 05:16:35.844217 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Deleting port fdd3bd60-a241-415f-9aa2-ba468a513778 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:16:35.845154 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:35.846077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f751e90-5697-437a-bf3f-60b4b258b73c req-d78dd383-9f26-45d1-80c7-b5af7c6e781b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:35.849098 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f751e90-5697-437a-bf3f-60b4b258b73c req-d78dd383-9f26-45d1-80c7-b5af7c6e781b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5434 time: 0.2265484 Sep 18 05:16:35.923868 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f751e90-5697-437a-bf3f-60b4b258b73c req-65a20fc0-8134-48aa-a4a5-5adb7c7f9429 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670810 Sep 18 05:16:35.943244 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0003ab78-d9d8-4902-b45b-953663c98941 req-5019fd4a-9659-42fc-9598-93f514005fa6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855436 Sep 18 05:16:36.005594 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:36.021403 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Calling delete_port for fdd3bd60-a241-415f-9aa2-ba468a513778 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:16:36.038638 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-f2378615-fe4e-4d33-a161-228709658c6e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Made reservation on behalf of e297637f8edb461588776b48da04ab80 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:16:36.042933 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-f2378615-fe4e-4d33-a161-228709658c6e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:36.068430 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:36.354592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-f2378615-fe4e-4d33-a161-228709658c6e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Allocated IP 10.2.2.200 (d31ab936-807d-4ca3-b171-a16b4b9bc97f/40658f68-338e-4856-9ca3-ffd563345ec9/b01b9012-f023-40c1-8bda-c545d70ac4b6) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:36.359540 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:36.418461 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Pushing event deleted for resources: {'Port': ['ID=fdd3bd60-a241-415f-9aa2-ba468a513778,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:36.495801 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:36.633251 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:36.668733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5731936-8b0b-46e9-b154-c9c313df89ef req-30520f0f-572a-4ffa-9959-ffa8318b9e1f tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:36.670498 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5731936-8b0b-46e9-b154-c9c313df89ef req-30520f0f-572a-4ffa-9959-ffa8318b9e1f tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.5395627 Sep 18 05:16:36.671075 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:36.678577 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:36.734919 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:36.746159 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-f2378615-fe4e-4d33-a161-228709658c6e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:36.805964 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:36.817024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 69d66a98-5dc6-4027-814a-f16ebbde2737 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:36.827998 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:36.828577 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Fanout notify agent at l3_agent the message router_deleted on router 620cdf5b-cf01-4546-b107-ff4126e2d94a {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:16:36.837949 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:36.845364 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-978aebb3-b54d-4911-a0d2-8d10f8f57375 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "DELETE /v2.0/routers/620cdf5b-cf01-4546-b107-ff4126e2d94a HTTP/1.1" status: 204 len: 168 time: 1.8069882 Sep 18 05:16:36.846771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5731936-8b0b-46e9-b154-c9c313df89ef req-81e1f162-a7d6-45e4-8e6b-6566a4ac6726 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658173 Sep 18 05:16:36.850120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33180) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:36.874623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-37b1367f-108a-41a0-a0ff-2d6140b2fee7 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-711892315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:36.970170 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 69d66a98-5dc6-4027-814a-f16ebbde2737 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:36.970832 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:36.996347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Pushing event updated for resources: {'Port': ['ID=938d3ec9-f1a9-492c-9775-20c10e970011,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:37.013339 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:37.159099 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37b1367f-108a-41a0-a0ff-2d6140b2fee7 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:37.159099 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37b1367f-108a-41a0-a0ff-2d6140b2fee7 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:37.180451 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61936bc7-db5b-45f4-ba28-7d4213bfaaf3 req-2e9d1c66-f229-400a-9094-ce0f7526af6a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.185778 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61936bc7-db5b-45f4-ba28-7d4213bfaaf3 req-2e9d1c66-f229-400a-9094-ce0f7526af6a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.189349 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-f2378615-fe4e-4d33-a161-228709658c6e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:37.202778 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61936bc7-db5b-45f4-ba28-7d4213bfaaf3 req-2e9d1c66-f229-400a-9094-ce0f7526af6a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.221795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61936bc7-db5b-45f4-ba28-7d4213bfaaf3 req-2e9d1c66-f229-400a-9094-ce0f7526af6a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.227879 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61936bc7-db5b-45f4-ba28-7d4213bfaaf3 req-2e9d1c66-f229-400a-9094-ce0f7526af6a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.241789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61936bc7-db5b-45f4-ba28-7d4213bfaaf3 req-2e9d1c66-f229-400a-9094-ce0f7526af6a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.248063 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61936bc7-db5b-45f4-ba28-7d4213bfaaf3 req-2e9d1c66-f229-400a-9094-ce0f7526af6a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.250270 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-61936bc7-db5b-45f4-ba28-7d4213bfaaf3 req-2e9d1c66-f229-400a-9094-ce0f7526af6a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5434 time: 0.1794207 Sep 18 05:16:37.257688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee58ac-a8b4-4871-bc0a-9461d5f75e40 req-a82f9735-8a3b-4659-ac9e-dc8448308850 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.263903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee58ac-a8b4-4871-bc0a-9461d5f75e40 req-a82f9735-8a3b-4659-ac9e-dc8448308850 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.270012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee58ac-a8b4-4871-bc0a-9461d5f75e40 req-a82f9735-8a3b-4659-ac9e-dc8448308850 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.275986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee58ac-a8b4-4871-bc0a-9461d5f75e40 req-a82f9735-8a3b-4659-ac9e-dc8448308850 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.277813 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00ee58ac-a8b4-4871-bc0a-9461d5f75e40 req-a82f9735-8a3b-4659-ac9e-dc8448308850 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 3094 time: 0.1795523 Sep 18 05:16:37.313013 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-61936bc7-db5b-45f4-ba28-7d4213bfaaf3 req-b21892ea-0aef-4686-b0c1-d334539b3b31 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561121 Sep 18 05:16:37.329032 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37b1367f-108a-41a0-a0ff-2d6140b2fee7 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:37.346905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-f2378615-fe4e-4d33-a161-228709658c6e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Network d31ab936-807d-4ca3-b171-a16b4b9bc97f is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:37.348689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Network e2e55207-de56-4bf3-a229-f801b9f768e0 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:37.356306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-f2378615-fe4e-4d33-a161-228709658c6e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:37.357447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:37.359190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-f2378615-fe4e-4d33-a161-228709658c6e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:37.397269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2378615-fe4e-4d33-a161-228709658c6e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event updated for resources: {'Port': ['ID=b01b9012-f023-40c1-8bda-c545d70ac4b6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:37.481720 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37b1367f-108a-41a0-a0ff-2d6140b2fee7 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:37.507951 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00ee58ac-a8b4-4871-bc0a-9461d5f75e40 req-6d6c4f9d-21b4-4e6b-bc86-4f23636deafe tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174928 Sep 18 05:16:37.558264 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-f2378615-fe4e-4d33-a161-228709658c6e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.558996 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-f2378615-fe4e-4d33-a161-228709658c6e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:37.630871 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76ad05-80d1-4c09-961b-7ed5bde7bac2 req-50b41349-8abd-430a-8dfd-fea038833750 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.638470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76ad05-80d1-4c09-961b-7ed5bde7bac2 req-50b41349-8abd-430a-8dfd-fea038833750 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.645606 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37b1367f-108a-41a0-a0ff-2d6140b2fee7 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:37.645606 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-37b1367f-108a-41a0-a0ff-2d6140b2fee7 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7909975 Sep 18 05:16:37.646360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33194) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:37.650239 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76ad05-80d1-4c09-961b-7ed5bde7bac2 req-50b41349-8abd-430a-8dfd-fea038833750 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.656790 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76ad05-80d1-4c09-961b-7ed5bde7bac2 req-50b41349-8abd-430a-8dfd-fea038833750 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.663920 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76ad05-80d1-4c09-961b-7ed5bde7bac2 req-50b41349-8abd-430a-8dfd-fea038833750 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.673909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76ad05-80d1-4c09-961b-7ed5bde7bac2 req-50b41349-8abd-430a-8dfd-fea038833750 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.674048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Request body: {'router': {'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:37.677080 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76ad05-80d1-4c09-961b-7ed5bde7bac2 req-50b41349-8abd-430a-8dfd-fea038833750 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:37.685778 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0e76ad05-80d1-4c09-961b-7ed5bde7bac2 req-50b41349-8abd-430a-8dfd-fea038833750 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5434 time: 0.1234102 Sep 18 05:16:37.692326 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33196) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:37.698186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-bcf3c29c-a18b-4df2-80b3-81d715ab209a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Request body: {'floatingip': {'port_id': 'd455aaba-551f-4bf0-bf41-d280a03099b8'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:37.753093 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-f2378615-fe4e-4d33-a161-228709658c6e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3764656 Sep 18 05:16:37.757448 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c29c-a18b-4df2-80b3-81d715ab209a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:37.797202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Request body: {'port': {'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:37.837310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-14785cfc-23bd-4b57-b129-6e202b126bc3 None None] Provisioning complete for port b01b9012-f023-40c1-8bda-c545d70ac4b6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:37.837882 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-14785cfc-23bd-4b57-b129-6e202b126bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:37.881536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:16:37.888517 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-14785cfc-23bd-4b57-b129-6e202b126bc3 None None] Port b01b9012-f023-40c1-8bda-c545d70ac4b6 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:16:37.904021 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-14785cfc-23bd-4b57-b129-6e202b126bc3 None None] Provisioning complete for port 938d3ec9-f1a9-492c-9775-20c10e970011 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:37.904568 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-14785cfc-23bd-4b57-b129-6e202b126bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:37.916076 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:37.949121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-14785cfc-23bd-4b57-b129-6e202b126bc3 None None] Port 938d3ec9-f1a9-492c-9775-20c10e970011 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:16:38.151280 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:38.297615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a133b-14c2-4ea9-8efe-661e533f05be req-468778c0-90f6-41a5-ad6d-4061edee054d tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:38.299920 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4b3a133b-14c2-4ea9-8efe-661e533f05be req-468778c0-90f6-41a5-ad6d-4061edee054d tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.2621450 Sep 18 05:16:38.385550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:16:38.393838 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-86bd6c93-d130-4ae2-9455-83f773179892 admin admin] 10.222.0.23 "PUT /v2.0/routers/0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4867935 Sep 18 05:16:38.396591 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Sync routers for ids ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:16:38.408211 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Routers {'0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:38.408861 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:38.480664 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c29c-a18b-4df2-80b3-81d715ab209a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:38.548673 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c29c-a18b-4df2-80b3-81d715ab209a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:38.787405 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Set router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:16:39.029830 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8362c616-7f68-4cac-8131-3860764a80bc {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:39.042671 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:39.054442 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Transition to ACTIVE for port object 8362c616-7f68-4cac-8131-3860764a80bc will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:16:39.067529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4b3a133b-14c2-4ea9-8efe-661e533f05be req-4daebdb1-de9a-413c-8ece-153653d4d48d tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7463050 Sep 18 05:16:39.215708 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port': {'id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:25Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '938d3ec9-f1a9-492c-9775-20c10e970011', 'name': '', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'mac_address': 'fa:16:3e:d6:96:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:32Z', 'updated_at': '2021-09-18T05:16:36Z', 'revision_number': 2, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'subnets': [{'id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:39.248701 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Checking router: 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:16:39.249426 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Updating router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc port 938d3ec9-f1a9-492c-9775-20c10e970011 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:16:39.259916 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:39.284023 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:39.285136 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0cd31-563a-4e05-96d1-a9b1cdaae59a req-6f7ace38-63cb-4712-9584-8dcc6354e65f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:39.303037 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0cd31-563a-4e05-96d1-a9b1cdaae59a req-6f7ace38-63cb-4712-9584-8dcc6354e65f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:39.318661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0cd31-563a-4e05-96d1-a9b1cdaae59a req-6f7ace38-63cb-4712-9584-8dcc6354e65f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:39.329821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0cd31-563a-4e05-96d1-a9b1cdaae59a req-6f7ace38-63cb-4712-9584-8dcc6354e65f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:39.336765 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0cd31-563a-4e05-96d1-a9b1cdaae59a req-6f7ace38-63cb-4712-9584-8dcc6354e65f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:39.339178 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2f0cd31-563a-4e05-96d1-a9b1cdaae59a req-6f7ace38-63cb-4712-9584-8dcc6354e65f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 3815 time: 0.2212276 Sep 18 05:16:39.420027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:39.445277 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:39.452307 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2f0cd31-563a-4e05-96d1-a9b1cdaae59a req-25e96aee-757c-43f1-901e-bc5498811e0e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069839 Sep 18 05:16:39.457215 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-bcf3c29c-a18b-4df2-80b3-81d715ab209a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Floating IP 2e5013b9-77df-4544-9ce7-9dfddabc1e32 associated. External IP: 172.25.7.117, port: d455aaba-551f-4bf0-bf41-d280a03099b8. Sep 18 05:16:39.620546 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Pushing event updated for resources: {'Port': ['ID=8362c616-7f68-4cac-8131-3860764a80bc,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:39.773614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Allocated IP 172.25.7.40 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/c823c87b-28dd-42f2-98bd-fdf96644cca5) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:39.875716 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:39.959284 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:40.043486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Attempting to bind port 8362c616-7f68-4cac-8131-3860764a80bc on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:16:40.044114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Attempting to bind port 8362c616-7f68-4cac-8131-3860764a80bc by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '741f366f-fa19-47e2-92ec-ec880717fef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:16:40.044286 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Attempting to bind port 8362c616-7f68-4cac-8131-3860764a80bc on network b75bd381-628d-4f64-8921-7884772c6d53 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:40.061324 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Port 8362c616-7f68-4cac-8131-3860764a80bc on network b75bd381-628d-4f64-8921-7884772c6d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:16:40.063707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Attempting to bind port 8362c616-7f68-4cac-8131-3860764a80bc on network b75bd381-628d-4f64-8921-7884772c6d53 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:40.074600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:16:40.074918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Checking segment: {'id': '741f366f-fa19-47e2-92ec-ec880717fef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:40.075402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Bound using segment: {'id': '741f366f-fa19-47e2-92ec-ec880717fef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:16:40.075872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Bound port: 8362c616-7f68-4cac-8131-3860764a80bc, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741f366f-fa19-47e2-92ec-ec880717fef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:16:40.076257 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:40.152044 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:40.165287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf3c29c-a18b-4df2-80b3-81d715ab209a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:16:40.247611 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbe167-d201-46ad-92da-6dc18d4bc7a5 None None] Pushing event updated for resources: {'Port': ['ID=938d3ec9-f1a9-492c-9775-20c10e970011,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:40.271106 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbe167-d201-46ad-92da-6dc18d4bc7a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:40.271535 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbe167-d201-46ad-92da-6dc18d4bc7a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:40.274776 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbe167-d201-46ad-92da-6dc18d4bc7a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:40.274776 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbe167-d201-46ad-92da-6dc18d4bc7a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:40.274776 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbe167-d201-46ad-92da-6dc18d4bc7a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:40.274776 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbe167-d201-46ad-92da-6dc18d4bc7a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:40.274776 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbe167-d201-46ad-92da-6dc18d4bc7a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:40.275495 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbe167-d201-46ad-92da-6dc18d4bc7a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:40.276654 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbe167-d201-46ad-92da-6dc18d4bc7a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:40.277128 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbe167-d201-46ad-92da-6dc18d4bc7a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:40.278974 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbe167-d201-46ad-92da-6dc18d4bc7a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:40.279402 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adbe167-d201-46ad-92da-6dc18d4bc7a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:40.292530 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Attempting to bind port 938d3ec9-f1a9-492c-9775-20c10e970011 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:16:40.293976 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Attempting to bind port 938d3ec9-f1a9-492c-9775-20c10e970011 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:16:40.293976 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Attempting to bind port 938d3ec9-f1a9-492c-9775-20c10e970011 on network e2e55207-de56-4bf3-a229-f801b9f768e0 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:40.303390 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:16:40.303700 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Checking segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:40.304117 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:40.309074 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Bound using segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:16:40.309561 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Bound port: 938d3ec9-f1a9-492c-9775-20c10e970011, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:16:40.309983 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:40.434363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] For port 8362c616-7f68-4cac-8131-3860764a80bc, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:16:40.436191 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-03ad535c-a06c-4fe2-bcc2-38cc903c3b84 None None] Provisioning complete for port 938d3ec9-f1a9-492c-9775-20c10e970011 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:40.436714 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-03ad535c-a06c-4fe2-bcc2-38cc903c3b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:40.445465 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] For port 8362c616-7f68-4cac-8131-3860764a80bc, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8362c616-7f68-4cac-8131-3860764a80bc,segment=NetworkSegment(741f366f-fa19-47e2-92ec-ec880717fef3),segment_id=741f366f-fa19-47e2-92ec-ec880717fef3)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:16:40.447913 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] For port 938d3ec9-f1a9-492c-9775-20c10e970011, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:16:40.451847 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] For port 938d3ec9-f1a9-492c-9775-20c10e970011, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=938d3ec9-f1a9-492c-9775-20c10e970011,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:16:40.476076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33236) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:40.476449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33238) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:40.502261 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3116d144-7851-44ac-9b16-97a4be2fff56 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--446850296', 'description': 'tempest-description--1625584146'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:40.531534 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:40.543237 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:40.549515 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-03ad535c-a06c-4fe2-bcc2-38cc903c3b84 None None] Port 938d3ec9-f1a9-492c-9775-20c10e970011 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:16:40.574854 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:40.593865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf3c29c-a18b-4df2-80b3-81d715ab209a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:16:40.604743 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c29c-a18b-4df2-80b3-81d715ab209a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:40.610125 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59813e41-f719-416b-8985-371ecbc540b7 None None] Sync routers for ids ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:16:40.669633 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59813e41-f719-416b-8985-371ecbc540b7 None None] Routers {'abd5646a-8407-4a5a-9d45-f50bbad2b4c3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:40.670686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-59813e41-f719-416b-8985-371ecbc540b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:40.710701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:40.778172 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbe167-d201-46ad-92da-6dc18d4bc7a5 None None] Pushing event updated for resources: {'Port': ['ID=938d3ec9-f1a9-492c-9775-20c10e970011,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:40.780185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:40.780862 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:40.782407 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] 10.222.0.18 "PUT /v2.0/ports/8362c616-7f68-4cac-8131-3860764a80bc HTTP/1.1" status: 200 len: 1093 time: 3.0210469 Sep 18 05:16:40.797092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:40.806262 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:40.808212 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': '8362c616-7f68-4cac-8131-3860764a80bc'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:16:40.820983 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Routers {'0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:40.823953 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:40.830474 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd341a0a-bd78-45d6-acc5-4a497456729f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "8362c616-7f68-4cac-8131-3860764a80bc"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:16:40.839158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac495ce1-249e-4edc-91db-07fb4c0f7264 req-02d8d274-0842-47bb-9f5b-f59e529d6b87 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:40.849655 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac495ce1-249e-4edc-91db-07fb4c0f7264 req-02d8d274-0842-47bb-9f5b-f59e529d6b87 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.3655527 Sep 18 05:16:40.871729 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bcf3c29c-a18b-4df2-80b3-81d715ab209a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "PUT /v2.0/floatingips/2e5013b9-77df-4544-9ce7-9dfddabc1e32 HTTP/1.1" status: 200 len: 992 time: 3.1778383 Sep 18 05:16:40.880041 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': 'd455aaba-551f-4bf0-bf41-d280a03099b8'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:16:40.908489 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d835fe71-ccc1-46eb-81e5-0a1525973950" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "d455aaba-551f-4bf0-bf41-d280a03099b8"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:16:40.985949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Pushing event updated for resources: {'Port': ['ID=c823c87b-28dd-42f2-98bd-fdf96644cca5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:41.006957 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac495ce1-249e-4edc-91db-07fb4c0f7264 req-f0b8ee56-eedb-453f-9117-99abbb40001d tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562836 Sep 18 05:16:41.018936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36d4c-b661-49dd-906e-318123142bdf req-a9cf966b-6eef-4807-9d63-ac4e2efa0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:41.020435 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dc36d4c-b661-49dd-906e-318123142bdf req-a9cf966b-6eef-4807-9d63-ac4e2efa0ab3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0ea41ad380b4a628127272a0a22863e&device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 1097 time: 0.5681043 Sep 18 05:16:41.046867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Request body: {'port': {'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:41.075059 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3116d144-7851-44ac-9b16-97a4be2fff56 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:41.084885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-59813e41-f719-416b-8985-371ecbc540b7 None None] Set router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:16:41.171135 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467596c9-5b05-4410-b9c1-ccaed1a78cf8 x-openstack-request-id: req-467596c9-5b05-4410-b9c1-ccaed1a78cf8 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:16:41.171961 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "8362c616-7f68-4cac-8131-3860764a80bc", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:16:41.173513 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-467596c9-5b05-4410-b9c1-ccaed1a78cf8 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:16:41.174578 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': '8362c616-7f68-4cac-8131-3860764a80bc', 'status': 'completed', 'code': 200} Sep 18 05:16:41.186324 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] Set router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:16:41.259109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417847e-34c7-4490-9ccf-466e4a89ef5c req-482c20fd-daeb-428c-af7c-9b4e719c78be tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:41.267213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417847e-34c7-4490-9ccf-466e4a89ef5c req-482c20fd-daeb-428c-af7c-9b4e719c78be tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:41.273865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417847e-34c7-4490-9ccf-466e4a89ef5c req-482c20fd-daeb-428c-af7c-9b4e719c78be tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:41.281476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417847e-34c7-4490-9ccf-466e4a89ef5c req-482c20fd-daeb-428c-af7c-9b4e719c78be tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:41.289062 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417847e-34c7-4490-9ccf-466e4a89ef5c req-482c20fd-daeb-428c-af7c-9b4e719c78be tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:41.297555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8417847e-34c7-4490-9ccf-466e4a89ef5c req-482c20fd-daeb-428c-af7c-9b4e719c78be tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 3827 time: 0.7406344 Sep 18 05:16:41.307219 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c583524e-5a16-46af-b618-c708648bef02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:41.424225 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9286979b-2e57-4700-adcd-cd75b1f5a5a2 None None] Provisioning complete for port 938d3ec9-f1a9-492c-9775-20c10e970011 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:41.428904 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9286979b-2e57-4700-adcd-cd75b1f5a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:41.443974 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad92068b-266b-4f64-8a08-fc1c626e2e52 x-openstack-request-id: req-ad92068b-266b-4f64-8a08-fc1c626e2e52 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:16:41.444304 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "tag": "d455aaba-551f-4bf0-bf41-d280a03099b8", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:16:41.448221 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad92068b-266b-4f64-8a08-fc1c626e2e52 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:16:41.448221 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'tag': 'd455aaba-551f-4bf0-bf41-d280a03099b8', 'status': 'completed', 'code': 200} Sep 18 05:16:41.448514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd341a0a-bd78-45d6-acc5-4a497456729f req-8772d402-5e8b-4e1d-bfc2-89440c6ee03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:41.448514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd341a0a-bd78-45d6-acc5-4a497456729f req-8772d402-5e8b-4e1d-bfc2-89440c6ee03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:41.448514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd341a0a-bd78-45d6-acc5-4a497456729f req-8772d402-5e8b-4e1d-bfc2-89440c6ee03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:41.448514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd341a0a-bd78-45d6-acc5-4a497456729f req-8772d402-5e8b-4e1d-bfc2-89440c6ee03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:41.448514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd341a0a-bd78-45d6-acc5-4a497456729f req-8772d402-5e8b-4e1d-bfc2-89440c6ee03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:41.450221 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fd341a0a-bd78-45d6-acc5-4a497456729f req-8772d402-5e8b-4e1d-bfc2-89440c6ee03e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e297637f8edb461588776b48da04ab80&device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 4363 time: 0.2371156 Sep 18 05:16:41.503343 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8417847e-34c7-4490-9ccf-466e4a89ef5c req-8e5cd391-1f27-48d4-aa8a-c0cbc184b055 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044141 Sep 18 05:16:41.511535 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:41.547684 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port': {'id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:25Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '938d3ec9-f1a9-492c-9775-20c10e970011', 'name': '', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'mac_address': 'fa:16:3e:d6:96:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:32Z', 'updated_at': '2021-09-18T05:16:40Z', 'revision_number': 4, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'subnets': [{'id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:41.603477 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c009140d-a172-4a09-8d88-993c929b3fdc None None] The sync data for ids ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'] in n-d-789963-13 is: [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port': {'id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:25Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '938d3ec9-f1a9-492c-9775-20c10e970011', 'name': '', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'mac_address': 'fa:16:3e:d6:96:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:32Z', 'updated_at': '2021-09-18T05:16:40Z', 'revision_number': 4, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'subnets': [{'id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:16:41.629082 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9286979b-2e57-4700-adcd-cd75b1f5a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:41.697358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9286979b-2e57-4700-adcd-cd75b1f5a5a2 None None] For port 938d3ec9-f1a9-492c-9775-20c10e970011, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=938d3ec9-f1a9-492c-9775-20c10e970011,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:41.707436 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-59813e41-f719-416b-8985-371ecbc540b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:13:52Z', 'revision_number': 4, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port': {'id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:45Z', 'updated_at': '2021-09-18T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '2e5013b9-77df-4544-9ce7-9dfddabc1e32', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'port_id': 'd455aaba-551f-4bf0-bf41-d280a03099b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'mac_address': 'fa:16:3e:4a:3d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:15:06Z', 'updated_at': '2021-09-18T05:16:38Z', 'revision_number': 1, 'project_id': 'b372da42727e49509bd94f617be28f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868afcb-2055-48db-b095-a463bc549676', 'name': '', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'mac_address': 'fa:16:3e:67:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:51Z', 'updated_at': '2021-09-18T05:14:00Z', 'revision_number': 5, 'project_id': 'b372da42727e49509bd94f617be28f70', 'subnets': [{'id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:41.741521 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59813e41-f719-416b-8985-371ecbc540b7 None None] Checking router: abd5646a-8407-4a5a-9d45-f50bbad2b4c3 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:16:41.751903 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59813e41-f719-416b-8985-371ecbc540b7 None None] Routers {'abd5646a-8407-4a5a-9d45-f50bbad2b4c3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:41.752978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-59813e41-f719-416b-8985-371ecbc540b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:41.789119 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9286979b-2e57-4700-adcd-cd75b1f5a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:41.793839 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0116bd-376c-4ed3-8b52-f193af85ca87 service neutron] Pushing event updated for resources: {'Port': ['ID=8362c616-7f68-4cac-8131-3860764a80bc,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:41.853545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36d4c-b661-49dd-906e-318123142bdf req-4799b3e8-995b-4429-88dc-bccf1aada38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:41.855089 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dc36d4c-b661-49dd-906e-318123142bdf req-4799b3e8-995b-4429-88dc-bccf1aada38b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 HTTP/1.1" status: 200 len: 918 time: 0.7589843 Sep 18 05:16:41.922401 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-59813e41-f719-416b-8985-371ecbc540b7 None None] Set router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:16:41.949206 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dc36d4c-b661-49dd-906e-318123142bdf req-4c3213ed-c5d8-4aa3-9a54-49b0a1bea89f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f388dd3-91a7-4a1a-b946-4614853492fe HTTP/1.1" status: 200 len: 217 time: 0.0793717 Sep 18 05:16:41.954931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286979b-2e57-4700-adcd-cd75b1f5a5a2 None None] Pushing event updated for resources: {'Port': ['ID=938d3ec9-f1a9-492c-9775-20c10e970011,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:42.042176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-60f06d71-61a1-44c4-8abe-ba0b97d95922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:42.042176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-60f06d71-61a1-44c4-8abe-ba0b97d95922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:42.042176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-60f06d71-61a1-44c4-8abe-ba0b97d95922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:42.042650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-60f06d71-61a1-44c4-8abe-ba0b97d95922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:42.043132 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-60f06d71-61a1-44c4-8abe-ba0b97d95922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:42.043606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-60f06d71-61a1-44c4-8abe-ba0b97d95922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:42.047958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-60f06d71-61a1-44c4-8abe-ba0b97d95922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:42.050395 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-60f06d71-61a1-44c4-8abe-ba0b97d95922 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b372da42727e49509bd94f617be28f70&device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 6498 time: 0.5606041 Sep 18 05:16:42.236948 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95189f-689c-45ee-8deb-12e602732a51 req-6a4cbfd1-36ae-4671-b363-55b971c5c0d5 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:42.248923 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8b95189f-689c-45ee-8deb-12e602732a51 req-6a4cbfd1-36ae-4671-b363-55b971c5c0d5 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1271546 Sep 18 05:16:42.330851 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8b95189f-689c-45ee-8deb-12e602732a51 req-cea95f89-b444-40e3-9bfe-c52d6c6a1cea tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751767 Sep 18 05:16:42.348986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-59813e41-f719-416b-8985-371ecbc540b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:13:52Z', 'revision_number': 4, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port': {'id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:45Z', 'updated_at': '2021-09-18T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '2e5013b9-77df-4544-9ce7-9dfddabc1e32', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'port_id': 'd455aaba-551f-4bf0-bf41-d280a03099b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'mac_address': 'fa:16:3e:4a:3d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:15:06Z', 'updated_at': '2021-09-18T05:16:38Z', 'revision_number': 1, 'project_id': 'b372da42727e49509bd94f617be28f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868afcb-2055-48db-b095-a463bc549676', 'name': '', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'mac_address': 'fa:16:3e:67:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:51Z', 'updated_at': '2021-09-18T05:14:00Z', 'revision_number': 5, 'project_id': 'b372da42727e49509bd94f617be28f70', 'subnets': [{'id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:42.383457 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59813e41-f719-416b-8985-371ecbc540b7 None None] The sync data for ids ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'] in n-d-789963-13 is: [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:13:52Z', 'revision_number': 4, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port': {'id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:45Z', 'updated_at': '2021-09-18T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '2e5013b9-77df-4544-9ce7-9dfddabc1e32', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'port_id': 'd455aaba-551f-4bf0-bf41-d280a03099b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'mac_address': 'fa:16:3e:4a:3d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:15:06Z', 'updated_at': '2021-09-18T05:16:38Z', 'revision_number': 1, 'project_id': 'b372da42727e49509bd94f617be28f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868afcb-2055-48db-b095-a463bc549676', 'name': '', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'mac_address': 'fa:16:3e:67:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:51Z', 'updated_at': '2021-09-18T05:14:00Z', 'revision_number': 5, 'project_id': 'b372da42727e49509bd94f617be28f70', 'subnets': [{'id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:16:42.418638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3116d144-7851-44ac-9b16-97a4be2fff56 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:42.507088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36d4c-b661-49dd-906e-318123142bdf req-b41c5798-b674-43f6-b950-933c450e7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:42.508851 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dc36d4c-b661-49dd-906e-318123142bdf req-b41c5798-b674-43f6-b950-933c450e7f38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76a65d6b-278b-4502-b43e-c4b208ae5082 HTTP/1.1" status: 200 len: 858 time: 0.5400751 Sep 18 05:16:42.553538 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3116d144-7851-44ac-9b16-97a4be2fff56 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:42.597568 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd341a0a-bd78-45d6-acc5-4a497456729f req-92c62ca5-fe75-40c9-8d82-4f92ec49de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:42.598172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd341a0a-bd78-45d6-acc5-4a497456729f req-92c62ca5-fe75-40c9-8d82-4f92ec49de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:42.598658 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd341a0a-bd78-45d6-acc5-4a497456729f req-92c62ca5-fe75-40c9-8d82-4f92ec49de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:42.600357 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fd341a0a-bd78-45d6-acc5-4a497456729f req-92c62ca5-fe75-40c9-8d82-4f92ec49de24 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e297637f8edb461588776b48da04ab80&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1005328 Sep 18 05:16:42.731978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c583524e-5a16-46af-b618-c708648bef02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:42.807162 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 938d3ec9-f1a9-492c-9775-20c10e970011 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:16:42.836168 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d2f21-2e19-4924-9c0f-afc4a07cc18c None None] New status for floating IP 2e5013b9-77df-4544-9ce7-9dfddabc1e32: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:16:42.885450 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dc36d4c-b661-49dd-906e-318123142bdf req-3e6604ca-fb9e-4e98-9c6e-094664e14337 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3271170 Sep 18 05:16:42.911515 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 938d3ec9-f1a9-492c-9775-20c10e970011 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:42.914001 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:42.925005 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c583524e-5a16-46af-b618-c708648bef02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:43.082691 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3116d144-7851-44ac-9b16-97a4be2fff56 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:43.087627 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33272) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:43.088003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3116d144-7851-44ac-9b16-97a4be2fff56 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.5969477 Sep 18 05:16:43.092453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-36e9b24b-61fc-459b-9539-c267d52330fc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Request body: {'security_group_rule': {'security_group_id': '6550eae0-5a5f-49ab-8dfd-ba992602937d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:43.117886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-7d83e628-fa01-4bd6-b664-98a8999593ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:43.119386 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-7d83e628-fa01-4bd6-b664-98a8999593ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 HTTP/1.1" status: 200 len: 912 time: 0.9195378 Sep 18 05:16:43.120146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116d144-7851-44ac-9b16-97a4be2fff56 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6550eae0-5a5f-49ab-8dfd-ba992602937d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:43.210138 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36e9b24b-61fc-459b-9539-c267d52330fc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:43.306364 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36e9b24b-61fc-459b-9539-c267d52330fc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:43.382619 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36e9b24b-61fc-459b-9539-c267d52330fc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:43.481999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9b24b-61fc-459b-9539-c267d52330fc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fc2891-f0ee-4a52-812a-3adc6c25b3be,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:43.519790 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ea7fe-7ade-4b39-8c50-d3762c4d5a93 req-1dad2b1b-c1b7-4574-ad21-0fe7a5e882c8 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:43.527971 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-812ea7fe-7ade-4b39-8c50-d3762c4d5a93 req-1dad2b1b-c1b7-4574-ad21-0fe7a5e882c8 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0929909 Sep 18 05:16:43.566297 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36e9b24b-61fc-459b-9539-c267d52330fc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:43.567844 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-36e9b24b-61fc-459b-9539-c267d52330fc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4789639 Sep 18 05:16:43.570752 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33282) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:43.577967 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e78c36c8-a441-48c9-89e7-1a44aec4354d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Request body: {'security_group_rule': {'security_group_id': '6550eae0-5a5f-49ab-8dfd-ba992602937d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:43.590405 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-812ea7fe-7ade-4b39-8c50-d3762c4d5a93 req-30f568da-7e88-4537-87d8-025217474b75 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611231 Sep 18 05:16:43.723574 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e78c36c8-a441-48c9-89e7-1a44aec4354d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:43.748334 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:43.790687 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c583524e-5a16-46af-b618-c708648bef02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df69e2d5f009435e8788e7adb3147450&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3126493 Sep 18 05:16:43.795706 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dc36d4c-b661-49dd-906e-318123142bdf req-f837a106-5c05-47f0-8ecf-7fb780e14d73 service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8801394 Sep 18 05:16:43.800224 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33284) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:43.820189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e78c36c8-a441-48c9-89e7-1a44aec4354d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:43.896805 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e78c36c8-a441-48c9-89e7-1a44aec4354d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:43.926941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c36c8-a441-48c9-89e7-1a44aec4354d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4eb5b31-eaaa-4278-9bf2-6a89ad30215b,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:44.011780 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e78c36c8-a441-48c9-89e7-1a44aec4354d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:44.014116 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e78c36c8-a441-48c9-89e7-1a44aec4354d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4423423 Sep 18 05:16:44.017654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33286) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:44.022442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:44.031563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583524e-5a16-46af-b618-c708648bef02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496cad7d-9fed-4dd4-9be6-33c7b41abdad,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:44.107977 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:44.116667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7353c-9598-4e78-bb64-cab1ab08d0b9 req-c5176588-51fd-4930-8bc0-b08e96b99c4d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:44.122640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7353c-9598-4e78-bb64-cab1ab08d0b9 req-c5176588-51fd-4930-8bc0-b08e96b99c4d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:44.128758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7353c-9598-4e78-bb64-cab1ab08d0b9 req-c5176588-51fd-4930-8bc0-b08e96b99c4d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:44.134670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7353c-9598-4e78-bb64-cab1ab08d0b9 req-c5176588-51fd-4930-8bc0-b08e96b99c4d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:44.140742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7353c-9598-4e78-bb64-cab1ab08d0b9 req-c5176588-51fd-4930-8bc0-b08e96b99c4d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:44.144832 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3ad7353c-9598-4e78-bb64-cab1ab08d0b9 req-c5176588-51fd-4930-8bc0-b08e96b99c4d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 3827 time: 1.5135007 Sep 18 05:16:44.194561 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-c64f43f1-3ad8-48a3-918e-50c6dbf9aca9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d455aaba-551f-4bf0-bf41-d280a03099b8 HTTP/1.1" status: 200 len: 1002 time: 0.4610944 Sep 18 05:16:44.201329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd341a0a-bd78-45d6-acc5-4a497456729f req-c7f4e6fc-1928-4f7e-9eee-9440fe0798e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:44.202791 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fd341a0a-bd78-45d6-acc5-4a497456729f req-c7f4e6fc-1928-4f7e-9eee-9440fe0798e2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.4693646 Sep 18 05:16:44.217358 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:44.261478 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7641b39e-46be-4f6f-ae6a-60ffe772d892 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:44.305313 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:44.350579 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Allocated IP 172.25.7.48 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/f9281f89-f917-452d-a84a-0605cb860888) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:44.354496 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40b042c5-81fb-4076-96e6-2042548b1c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:44.377859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Transition to ACTIVE for port object 7641b39e-46be-4f6f-ae6a-60ffe772d892 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:16:44.381244 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3ad7353c-9598-4e78-bb64-cab1ab08d0b9 req-b693a480-1a25-41c5-9fac-8d6e6667a48d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169459 Sep 18 05:16:44.388513 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1dc36d4c-b661-49dd-906e-318123142bdf req-bb119710-71a9-4e33-8775-ced7ca303ecc service neutron] 10.222.0.13 "GET /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493367 Sep 18 05:16:44.438003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-fd64199b-5c98-4236-9f7a-5c854a2f0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:44.439531 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-fd64199b-5c98-4236-9f7a-5c854a2f0ffe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3652170f-ab08-4d41-b110-118b14aed9ef HTTP/1.1" status: 200 len: 851 time: 0.1971607 Sep 18 05:16:44.462480 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40b042c5-81fb-4076-96e6-2042548b1c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:44.471778 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:44.504193 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:44.605634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:44.629639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:44.632327 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:44.652507 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:44.660839 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:44.682956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7641b39e-46be-4f6f-ae6a-60ffe772d892,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:44.687141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:44.717342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-56ec2c78-b6a7-4e23-8bf3-aee5a7b50629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:44.721607 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-56ec2c78-b6a7-4e23-8bf3-aee5a7b50629 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2712708 Sep 18 05:16:44.811925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event updated for resources: {'Port': ['ID=f9281f89-f917-452d-a84a-0605cb860888,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:44.813400 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40b042c5-81fb-4076-96e6-2042548b1c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:44.815950 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40b042c5-81fb-4076-96e6-2042548b1c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:44.817146 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-40b042c5-81fb-4076-96e6-2042548b1c33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/496cad7d-9fed-4dd4-9be6-33c7b41abdad HTTP/1.1" status: 204 len: 168 time: 0.9808941 Sep 18 05:16:44.874685 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:44.886439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Attempting to bind port 7641b39e-46be-4f6f-ae6a-60ffe772d892 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:16:44.886794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Attempting to bind port 7641b39e-46be-4f6f-ae6a-60ffe772d892 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:16:44.887137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Attempting to bind port 7641b39e-46be-4f6f-ae6a-60ffe772d892 on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:44.891591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12be4f3-447e-40c9-afdb-be9647b9b1f9 req-bf0a95be-64da-4726-958c-6ded291f6839 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:44.893533 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e12be4f3-447e-40c9-afdb-be9647b9b1f9 req-bf0a95be-64da-4726-958c-6ded291f6839 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1483200 Sep 18 05:16:44.907725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b042c5-81fb-4076-96e6-2042548b1c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496cad7d-9fed-4dd4-9be6-33c7b41abdad,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:44.958270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Port 7641b39e-46be-4f6f-ae6a-60ffe772d892 on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:16:44.958270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Attempting to bind port 7641b39e-46be-4f6f-ae6a-60ffe772d892 on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:44.977718 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e12be4f3-447e-40c9-afdb-be9647b9b1f9 req-53072620-f26f-4e7b-9fc4-b3c74cd6a399 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734277 Sep 18 05:16:44.984213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:16:44.984213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Checking segment: {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:44.984213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Bound using segment: {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:16:44.984213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Bound port: 7641b39e-46be-4f6f-ae6a-60ffe772d892, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:16:44.984213 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:45.018052 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:45.066752 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-c34d35f4-c82e-47fc-acc1-fb6e5c838cf4 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771847 Sep 18 05:16:45.184004 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] For port 7641b39e-46be-4f6f-ae6a-60ffe772d892, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:16:45.211647 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] For port 7641b39e-46be-4f6f-ae6a-60ffe772d892, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7641b39e-46be-4f6f-ae6a-60ffe772d892,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:16:45.217133 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:45.225994 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d835fe71-ccc1-46eb-81e5-0a1525973950 req-50f79540-7d69-4627-96aa-e95c6da50905 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474583 Sep 18 05:16:45.274174 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:45.302254 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:45.309375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Router 9d42f44c-b714-4c13-9e10-49fc77fd385a is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:16:45.319069 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:45.319704 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:45.321812 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] 10.222.0.18 "PUT /v2.0/ports/7641b39e-46be-4f6f-ae6a-60ffe772d892 HTTP/1.1" status: 200 len: 1136 time: 4.3158584 Sep 18 05:16:45.324556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': '7641b39e-46be-4f6f-ae6a-60ffe772d892'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:16:45.328262 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d23c994-62c4-4512-b1ad-413381545603" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "7641b39e-46be-4f6f-ae6a-60ffe772d892"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:16:45.367066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c2164-777e-4176-ae21-e0a398f9f8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7641b39e-46be-4f6f-ae6a-60ffe772d892,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:45.409590 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94b6e1c-a0f1-45b0-9475-d78726fc0873 x-openstack-request-id: req-d94b6e1c-a0f1-45b0-9475-d78726fc0873 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:16:45.409590 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "7641b39e-46be-4f6f-ae6a-60ffe772d892", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:16:45.409590 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d94b6e1c-a0f1-45b0-9475-d78726fc0873 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:16:45.409590 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': '7641b39e-46be-4f6f-ae6a-60ffe772d892', 'status': 'completed', 'code': 200} Sep 18 05:16:45.474805 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:45.478694 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event updated for resources: {'Port': ['ID=f9281f89-f917-452d-a84a-0605cb860888,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:45.498015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Request body: {'port': {'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:45.542238 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:45.543936 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f87adfd1-29a9-4243-9ed4-c159c2e14fc7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5251150 Sep 18 05:16:45.602460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33312) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:45.652210 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ecca74f-d848-4a57-a486-667e44379908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:45.753304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23c994-62c4-4512-b1ad-413381545603 req-05f9a529-8aa3-4c13-9139-fa4f5606115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:45.753797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23c994-62c4-4512-b1ad-413381545603 req-05f9a529-8aa3-4c13-9139-fa4f5606115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:45.754292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23c994-62c4-4512-b1ad-413381545603 req-05f9a529-8aa3-4c13-9139-fa4f5606115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:45.754824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23c994-62c4-4512-b1ad-413381545603 req-05f9a529-8aa3-4c13-9139-fa4f5606115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:45.755264 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23c994-62c4-4512-b1ad-413381545603 req-05f9a529-8aa3-4c13-9139-fa4f5606115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:45.755742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23c994-62c4-4512-b1ad-413381545603 req-05f9a529-8aa3-4c13-9139-fa4f5606115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:45.757716 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d23c994-62c4-4512-b1ad-413381545603 req-05f9a529-8aa3-4c13-9139-fa4f5606115e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e297637f8edb461588776b48da04ab80&device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5292 time: 0.3460708 Sep 18 05:16:45.758325 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:45.794782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:16:45.815915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6fe5f-e5fa-4721-8bc6-400d4a44ad96 None None] Sync routers for ids ['9d42f44c-b714-4c13-9e10-49fc77fd385a'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:16:45.817157 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:45.818360 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-090e941a-26ae-422d-9dfc-e0e4b217b6e9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "PUT /v2.0/routers/9d42f44c-b714-4c13-9e10-49fc77fd385a HTTP/1.1" status: 200 len: 878 time: 8.1710465 Sep 18 05:16:45.820564 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ecca74f-d848-4a57-a486-667e44379908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:45.828986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33320) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:45.830721 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6fe5f-e5fa-4721-8bc6-400d4a44ad96 None None] Routers {'9d42f44c-b714-4c13-9e10-49fc77fd385a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:45.832631 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3af6fe5f-e5fa-4721-8bc6-400d4a44ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9d42f44c-b714-4c13-9e10-49fc77fd385a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:45.915386 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3af6fe5f-e5fa-4721-8bc6-400d4a44ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:45.927654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6fe5f-e5fa-4721-8bc6-400d4a44ad96 None None] Routers {'9d42f44c-b714-4c13-9e10-49fc77fd385a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:45.928782 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3af6fe5f-e5fa-4721-8bc6-400d4a44ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9d42f44c-b714-4c13-9e10-49fc77fd385a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:45.969125 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3af6fe5f-e5fa-4721-8bc6-400d4a44ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:45.970564 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6fe5f-e5fa-4721-8bc6-400d4a44ad96 None None] The sync data for ids ['9d42f44c-b714-4c13-9e10-49fc77fd385a'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:16:45.972083 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-43572252-ccc3-4149-8681-df787ddee236 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/routers/9d42f44c-b714-4c13-9e10-49fc77fd385a HTTP/1.1" status: 200 len: 919 time: 0.1404450 Sep 18 05:16:45.975782 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ecca74f-d848-4a57-a486-667e44379908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:45.978735 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33334) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:45.981866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5403c-b060-4c21-975a-0bffe331c290 req-f293c80f-0298-4e7e-a30c-98c5ce9802ee tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:45.991864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5403c-b060-4c21-975a-0bffe331c290 req-f293c80f-0298-4e7e-a30c-98c5ce9802ee tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:45.998634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5403c-b060-4c21-975a-0bffe331c290 req-f293c80f-0298-4e7e-a30c-98c5ce9802ee tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:46.006483 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5403c-b060-4c21-975a-0bffe331c290 req-f293c80f-0298-4e7e-a30c-98c5ce9802ee tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:46.017948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5403c-b060-4c21-975a-0bffe331c290 req-f293c80f-0298-4e7e-a30c-98c5ce9802ee tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:46.023343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5403c-b060-4c21-975a-0bffe331c290 req-f293c80f-0298-4e7e-a30c-98c5ce9802ee tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:46.034325 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81d5403c-b060-4c21-975a-0bffe331c290 req-f293c80f-0298-4e7e-a30c-98c5ce9802ee tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 4604 time: 0.4870932 Sep 18 05:16:46.099415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecca74f-d848-4a57-a486-667e44379908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be35c8d-1286-4648-8f97-661497a7d2d8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:46.105967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1ecca74f-d848-4a57-a486-667e44379908 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d128f6b1d455487099f5645058cbe405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023742 Sep 18 05:16:46.113093 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-70a34ea2-4207-4d31-a334-14193db49624 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--446850296&fields=id&tenant_id=a93295c876f24b40a8ad6dd6e528220f HTTP/1.1" status: 200 len: 267 time: 0.1398919 Sep 18 05:16:46.114347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33338) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:46.142738 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0008e95-846f-4c18-a3b3-a15f20fcdd16 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:46.147967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b0008e95-846f-4c18-a3b3-a15f20fcdd16 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&device_id=9d42f44c-b714-4c13-9e10-49fc77fd385a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1587381 Sep 18 05:16:46.149128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33340) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:46.346898 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d89321b2-9a3a-41cc-b4d7-3d5085b3d06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:46.351111 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc2bcf-8adb-435e-b8de-6e1b63b93061 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:46.353247 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9efc2bcf-8adb-435e-b8de-6e1b63b93061 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 881 time: 0.2028139 Sep 18 05:16:46.356799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33342) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:46.367780 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-dccf33a9-fd2b-4ff3-8a5c-7df586a63e02 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:46.372730 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-dccf33a9-fd2b-4ff3-8a5c-7df586a63e02 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 811 time: 0.2513723 Sep 18 05:16:46.376028 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81d5403c-b060-4c21-975a-0bffe331c290 req-3302cd1d-1984-4b99-a9ac-6c94881c9f29 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3401885 Sep 18 05:16:46.394733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23c994-62c4-4512-b1ad-413381545603 req-732ee392-dc1f-4726-82d1-e707e20ee91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:46.395323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23c994-62c4-4512-b1ad-413381545603 req-732ee392-dc1f-4726-82d1-e707e20ee91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:46.395870 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23c994-62c4-4512-b1ad-413381545603 req-732ee392-dc1f-4726-82d1-e707e20ee91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:46.397713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d23c994-62c4-4512-b1ad-413381545603 req-732ee392-dc1f-4726-82d1-e707e20ee91a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e297637f8edb461588776b48da04ab80&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6298790 Sep 18 05:16:46.402357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:46.422601 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:46.445461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bb68f03c-55a1-43b7-9c75-10e9aa5fa565 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d42f44c-b714-4c13-9e10-49fc77fd385a HTTP/1.1" status: 200 len: 205 time: 0.0852547 Sep 18 05:16:46.451659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33344) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:46.452584 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-bfc38598-2191-4a10-adb7-d9cd430f9c5c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/quotas/a93295c876f24b40a8ad6dd6e528220f HTTP/1.1" status: 200 len: 375 time: 0.0475509 Sep 18 05:16:46.456111 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d89321b2-9a3a-41cc-b4d7-3d5085b3d06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:46.475681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Transition to ACTIVE for port object 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:16:46.538694 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-d7ec3931-686d-4205-972a-27ff04a90661 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752401 Sep 18 05:16:46.565992 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:46.662447 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d89321b2-9a3a-41cc-b4d7-3d5085b3d06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:46.665856 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d89321b2-9a3a-41cc-b4d7-3d5085b3d06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:46.669801 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d89321b2-9a3a-41cc-b4d7-3d5085b3d06d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2be35c8d-1286-4648-8f97-661497a7d2d8 HTTP/1.1" status: 204 len: 168 time: 0.5544288 Sep 18 05:16:46.681525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89321b2-9a3a-41cc-b4d7-3d5085b3d06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be35c8d-1286-4648-8f97-661497a7d2d8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:46.740009 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-dc7b0f71-ec0f-472f-ba23-3a1ed0794351 service neutron] 10.222.0.23 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838014 Sep 18 05:16:46.824089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23c994-62c4-4512-b1ad-413381545603 req-9f5671ed-7497-499b-b00e-d3b47be8bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:46.826388 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d23c994-62c4-4512-b1ad-413381545603 req-9f5671ed-7497-499b-b00e-d3b47be8bfdf service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4188485 Sep 18 05:16:46.865521 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-6fb54537-a736-4003-bc0f-43b002deb56c service neutron] 10.222.0.23 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242702 Sep 18 05:16:46.931235 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Pushing event updated for resources: {'Port': ['ID=00d5618d-7a91-47cc-9fdc-97fe0cba8df1,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:46.990775 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:47.045895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2879e4-7507-4c8f-9225-44293e8e891c req-65544123-d271-4eca-b845-94addf0b0719 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:47.048036 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4f2879e4-7507-4c8f-9225-44293e8e891c req-65544123-d271-4eca-b845-94addf0b0719 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.2850311 Sep 18 05:16:47.057237 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Attempting to bind port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:16:47.057611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Attempting to bind port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:16:47.057917 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Attempting to bind port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:47.085887 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:16:47.086223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Attempting to bind port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:47.124634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:16:47.124984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Checking segment: {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:47.125947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Bound using segment: {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:16:47.126412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Bound port: 00d5618d-7a91-47cc-9fdc-97fe0cba8df1, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:16:47.126971 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:47.246147 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2df2e664-1fbf-409b-9f44-9056872a49fb req-dbdb89dd-cf34-4db0-b38f-91391a80f62f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 210 time: 0.0450757 Sep 18 05:16:47.543753 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099ba23-26cf-4ceb-83ac-d56b79d364d6 req-281e8f28-4367-4d1a-a6df-0876e417e2a3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:47.551129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099ba23-26cf-4ceb-83ac-d56b79d364d6 req-281e8f28-4367-4d1a-a6df-0876e417e2a3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:47.557827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099ba23-26cf-4ceb-83ac-d56b79d364d6 req-281e8f28-4367-4d1a-a6df-0876e417e2a3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:47.564803 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4f2879e4-7507-4c8f-9225-44293e8e891c req-4bed455d-23d6-4976-8c18-c934a1969b28 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030303 Sep 18 05:16:47.567773 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099ba23-26cf-4ceb-83ac-d56b79d364d6 req-281e8f28-4367-4d1a-a6df-0876e417e2a3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:47.575438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099ba23-26cf-4ceb-83ac-d56b79d364d6 req-281e8f28-4367-4d1a-a6df-0876e417e2a3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:47.604621 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:47.613592 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099ba23-26cf-4ceb-83ac-d56b79d364d6 req-281e8f28-4367-4d1a-a6df-0876e417e2a3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:47.627731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099ba23-26cf-4ceb-83ac-d56b79d364d6 req-281e8f28-4367-4d1a-a6df-0876e417e2a3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:47.633676 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e099ba23-26cf-4ceb-83ac-d56b79d364d6 req-281e8f28-4367-4d1a-a6df-0876e417e2a3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5382 time: 0.1633816 Sep 18 05:16:47.669990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] For port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:16:47.678491 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] For port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=00d5618d-7a91-47cc-9fdc-97fe0cba8df1,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:16:47.715290 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e099ba23-26cf-4ceb-83ac-d56b79d364d6 req-1bdb4eea-f143-46f4-be7d-3b407c9aa158 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717099 Sep 18 05:16:47.753045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Deleting port c823c87b-28dd-42f2-98bd-fdf96644cca5 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:16:47.753533 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:47.824657 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:47.908550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:47.909294 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:47.915026 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] 10.222.0.18 "PUT /v2.0/ports/00d5618d-7a91-47cc-9fdc-97fe0cba8df1 HTTP/1.1" status: 200 len: 1137 time: 2.4545753 Sep 18 05:16:47.937236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': '00d5618d-7a91-47cc-9fdc-97fe0cba8df1'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:16:47.944068 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7544c179-2fe0-4d34-9e8c-dbad76d54442" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "00d5618d-7a91-47cc-9fdc-97fe0cba8df1"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:16:48.019095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Request body: {'port': {'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:48.045854 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:48.051878 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83439bb-d77c-43ac-a11f-05f56ffed120 x-openstack-request-id: req-b83439bb-d77c-43ac-a11f-05f56ffed120 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:16:48.052388 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "00d5618d-7a91-47cc-9fdc-97fe0cba8df1", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:16:48.052524 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b83439bb-d77c-43ac-a11f-05f56ffed120 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:16:48.053090 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': '00d5618d-7a91-47cc-9fdc-97fe0cba8df1', 'status': 'completed', 'code': 200} Sep 18 05:16:48.074679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e84d8-8da2-4e34-8af9-3ffd05f5e79e service neutron] Pushing event updated for resources: {'Port': ['ID=00d5618d-7a91-47cc-9fdc-97fe0cba8df1,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:48.146115 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Calling delete_port for c823c87b-28dd-42f2-98bd-fdf96644cca5 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:16:48.216063 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:48.269665 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544c179-2fe0-4d34-9e8c-dbad76d54442 req-bfa33cbc-d8a0-4ebd-ab73-2ea6cce0da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.270363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544c179-2fe0-4d34-9e8c-dbad76d54442 req-bfa33cbc-d8a0-4ebd-ab73-2ea6cce0da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.271024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544c179-2fe0-4d34-9e8c-dbad76d54442 req-bfa33cbc-d8a0-4ebd-ab73-2ea6cce0da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.271671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544c179-2fe0-4d34-9e8c-dbad76d54442 req-bfa33cbc-d8a0-4ebd-ab73-2ea6cce0da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.272344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544c179-2fe0-4d34-9e8c-dbad76d54442 req-bfa33cbc-d8a0-4ebd-ab73-2ea6cce0da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.272978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544c179-2fe0-4d34-9e8c-dbad76d54442 req-bfa33cbc-d8a0-4ebd-ab73-2ea6cce0da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.273627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544c179-2fe0-4d34-9e8c-dbad76d54442 req-bfa33cbc-d8a0-4ebd-ab73-2ea6cce0da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.275831 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7544c179-2fe0-4d34-9e8c-dbad76d54442 req-bfa33cbc-d8a0-4ebd-ab73-2ea6cce0da49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e297637f8edb461588776b48da04ab80&device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 6222 time: 0.1765513 Sep 18 05:16:48.398659 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d5a0a648-7122-4971-bceb-cb1b65dffff9 req-6d8c288f-b6bf-4813-80df-69e21aa5d30c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 210 time: 0.0454333 Sep 18 05:16:48.579532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544c179-2fe0-4d34-9e8c-dbad76d54442 req-da9658fc-29a9-420b-933a-badaf1d8f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.580257 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544c179-2fe0-4d34-9e8c-dbad76d54442 req-da9658fc-29a9-420b-933a-badaf1d8f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.580756 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544c179-2fe0-4d34-9e8c-dbad76d54442 req-da9658fc-29a9-420b-933a-badaf1d8f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.582400 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7544c179-2fe0-4d34-9e8c-dbad76d54442 req-da9658fc-29a9-420b-933a-badaf1d8f124 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e297637f8edb461588776b48da04ab80&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2983005 Sep 18 05:16:48.796186 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:48.910410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544c179-2fe0-4d34-9e8c-dbad76d54442 req-eaee51ec-23be-40da-8518-932f9b21cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.912667 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7544c179-2fe0-4d34-9e8c-dbad76d54442 req-eaee51ec-23be-40da-8518-932f9b21cf13 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3060048 Sep 18 05:16:48.938874 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c02f1-3554-4a94-bcad-f1f9554f0596 req-2ee101f8-c4fb-461f-9181-58c0720fc7bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.950878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c02f1-3554-4a94-bcad-f1f9554f0596 req-2ee101f8-c4fb-461f-9181-58c0720fc7bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.967386 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c02f1-3554-4a94-bcad-f1f9554f0596 req-2ee101f8-c4fb-461f-9181-58c0720fc7bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.975514 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c02f1-3554-4a94-bcad-f1f9554f0596 req-2ee101f8-c4fb-461f-9181-58c0720fc7bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.981893 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c02f1-3554-4a94-bcad-f1f9554f0596 req-2ee101f8-c4fb-461f-9181-58c0720fc7bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.988345 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c02f1-3554-4a94-bcad-f1f9554f0596 req-2ee101f8-c4fb-461f-9181-58c0720fc7bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.990110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Pushing event deleted for resources: {'Port': ['ID=c823c87b-28dd-42f2-98bd-fdf96644cca5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:48.995978 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c02f1-3554-4a94-bcad-f1f9554f0596 req-2ee101f8-c4fb-461f-9181-58c0720fc7bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:48.999043 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5c4c02f1-3554-4a94-bcad-f1f9554f0596 req-2ee101f8-c4fb-461f-9181-58c0720fc7bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5382 time: 0.1964443 Sep 18 05:16:49.000833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7f17ae-7a13-4a47-913b-bc6c1c328380 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:49.026095 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.055211 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5c4c02f1-3554-4a94-bcad-f1f9554f0596 req-3531a14d-6699-4c56-9288-37b5c1b56982 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493464 Sep 18 05:16:49.065912 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Transition to ACTIVE for port object 8a7f17ae-7a13-4a47-913b-bc6c1c328380 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:16:49.102164 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.168748 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.230753 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.235128 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.291328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7f17ae-7a13-4a47-913b-bc6c1c328380,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:49.370091 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.370737 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Fanout notify agent at l3_agent the message router_deleted on router 9d42f44c-b714-4c13-9e10-49fc77fd385a {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:16:49.385205 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.385205 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a404f3b4-7a93-4c20-990f-f42c92207abe tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "DELETE /v2.0/routers/9d42f44c-b714-4c13-9e10-49fc77fd385a HTTP/1.1" status: 204 len: 168 time: 2.9170699 Sep 18 05:16:49.385205 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Attempting to bind port 8a7f17ae-7a13-4a47-913b-bc6c1c328380 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:16:49.385205 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Attempting to bind port 8a7f17ae-7a13-4a47-913b-bc6c1c328380 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:16:49.385205 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Attempting to bind port 8a7f17ae-7a13-4a47-913b-bc6c1c328380 on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:49.385205 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33424) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:49.389128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4f96b7c6-af48-4067-b40e-12022a5e18c5 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1791759758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:49.407818 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Port 8a7f17ae-7a13-4a47-913b-bc6c1c328380 on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:16:49.408155 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Attempting to bind port 8a7f17ae-7a13-4a47-913b-bc6c1c328380 on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:49.419879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:16:49.420157 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Checking segment: {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:49.420773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Bound using segment: {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:16:49.421416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Bound port: 8a7f17ae-7a13-4a47-913b-bc6c1c328380, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:16:49.424759 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.529562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f96b7c6-af48-4067-b40e-12022a5e18c5 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.530513 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f96b7c6-af48-4067-b40e-12022a5e18c5 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.532192 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4022fd86-85ec-4ead-8226-41f19496700d req-a6d1d2c2-aed5-47b4-aa87-1978dd139788 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 210 time: 0.0348318 Sep 18 05:16:49.555609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] For port 8a7f17ae-7a13-4a47-913b-bc6c1c328380, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:16:49.602904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] For port 8a7f17ae-7a13-4a47-913b-bc6c1c328380, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8a7f17ae-7a13-4a47-913b-bc6c1c328380,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:16:49.646371 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f96b7c6-af48-4067-b40e-12022a5e18c5 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.678681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.723996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:49.724877 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.726479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] 10.222.0.18 "PUT /v2.0/ports/8a7f17ae-7a13-4a47-913b-bc6c1c328380 HTTP/1.1" status: 200 len: 1091 time: 1.7304506 Sep 18 05:16:49.734272 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f96b7c6-af48-4067-b40e-12022a5e18c5 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.780910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-33007f9c-d16b-4a9a-880f-a26979501e26 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:49.793410 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-33007f9c-d16b-4a9a-880f-a26979501e26 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 811 time: 0.2348306 Sep 18 05:16:49.800269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ae986-4388-4cbc-a4d5-a0a429f64609 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7f17ae-7a13-4a47-913b-bc6c1c328380,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:49.839825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Request body: {'port': {'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:49.882520 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f96b7c6-af48-4067-b40e-12022a5e18c5 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:49.886206 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4f96b7c6-af48-4067-b40e-12022a5e18c5 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4981899 Sep 18 05:16:49.887091 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33432) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:49.892942 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'enable_snat': True}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:49.894052 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-68586c1f-5649-40a8-bd9d-49c523c1ccaa tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a93295c876f24b40a8ad6dd6e528220f HTTP/1.1" status: 200 len: 379 time: 0.0863991 Sep 18 05:16:49.908763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-49d11bdd-78e5-4bde-8a6a-eb9884b8c722 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Request body: {'port': {'device_id': '86e77425-d3e6-4000-9100-25e670a7fdef', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'admin_state_up': True, 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'security_groups': ['6550eae0-5a5f-49ab-8dfd-ba992602937d']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:49.969540 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:50.054352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': '8a7f17ae-7a13-4a47-913b-bc6c1c328380'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:16:50.056657 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e45981c-9f75-4d11-bed0-9b018a3f1716" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "8a7f17ae-7a13-4a47-913b-bc6c1c328380"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:16:50.146590 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff4847a-93e9-49ee-a8ce-5db0bf1872ca x-openstack-request-id: req-5ff4847a-93e9-49ee-a8ce-5db0bf1872ca {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:16:50.146891 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "8a7f17ae-7a13-4a47-913b-bc6c1c328380", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:16:50.147190 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ff4847a-93e9-49ee-a8ce-5db0bf1872ca {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:16:50.147521 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': '8a7f17ae-7a13-4a47-913b-bc6c1c328380', 'status': 'completed', 'code': 200} Sep 18 05:16:50.161161 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:50.254045 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5f7ee-438e-419a-814e-c663a3e1a7d7 req-313418a5-1dc0-4a34-85fc-d325c4fb01a8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.260051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5f7ee-438e-419a-814e-c663a3e1a7d7 req-313418a5-1dc0-4a34-85fc-d325c4fb01a8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.266591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5f7ee-438e-419a-814e-c663a3e1a7d7 req-313418a5-1dc0-4a34-85fc-d325c4fb01a8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.268842 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-49d11bdd-78e5-4bde-8a6a-eb9884b8c722 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Made reservation on behalf of a93295c876f24b40a8ad6dd6e528220f for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:16:50.272348 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-49d11bdd-78e5-4bde-8a6a-eb9884b8c722 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:50.272522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5f7ee-438e-419a-814e-c663a3e1a7d7 req-313418a5-1dc0-4a34-85fc-d325c4fb01a8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.278308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5f7ee-438e-419a-814e-c663a3e1a7d7 req-313418a5-1dc0-4a34-85fc-d325c4fb01a8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.284311 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5f7ee-438e-419a-814e-c663a3e1a7d7 req-313418a5-1dc0-4a34-85fc-d325c4fb01a8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.290389 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5f7ee-438e-419a-814e-c663a3e1a7d7 req-313418a5-1dc0-4a34-85fc-d325c4fb01a8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.292336 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1a5f7ee-438e-419a-814e-c663a3e1a7d7 req-313418a5-1dc0-4a34-85fc-d325c4fb01a8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5394 time: 0.1210406 Sep 18 05:16:50.298427 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45981c-9f75-4d11-bed0-9b018a3f1716 req-eafae65f-84ab-4142-8c62-2d8b82493118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.298921 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45981c-9f75-4d11-bed0-9b018a3f1716 req-eafae65f-84ab-4142-8c62-2d8b82493118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.299403 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45981c-9f75-4d11-bed0-9b018a3f1716 req-eafae65f-84ab-4142-8c62-2d8b82493118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.299881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45981c-9f75-4d11-bed0-9b018a3f1716 req-eafae65f-84ab-4142-8c62-2d8b82493118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.300390 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45981c-9f75-4d11-bed0-9b018a3f1716 req-eafae65f-84ab-4142-8c62-2d8b82493118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.300852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45981c-9f75-4d11-bed0-9b018a3f1716 req-eafae65f-84ab-4142-8c62-2d8b82493118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.301320 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45981c-9f75-4d11-bed0-9b018a3f1716 req-eafae65f-84ab-4142-8c62-2d8b82493118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.303168 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e45981c-9f75-4d11-bed0-9b018a3f1716 req-eafae65f-84ab-4142-8c62-2d8b82493118 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e297637f8edb461588776b48da04ab80&device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 6290 time: 0.1451371 Sep 18 05:16:50.427057 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1a5f7ee-438e-419a-814e-c663a3e1a7d7 req-a272f1d1-0e4b-43be-9011-7795b13d7fc0 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227334 Sep 18 05:16:50.460169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id befede63-e44f-4f1c-a020-79b74d04426f {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:50.472921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:50.482568 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-49d11bdd-78e5-4bde-8a6a-eb9884b8c722 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Allocated IP 172.20.0.9 (e2e55207-de56-4bf3-a229-f801b9f768e0/937b60cf-7360-4deb-b77e-f1ea0251fc0c/ff0f3680-30e4-42cd-88d4-33b0d82051a2) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:50.497109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Transition to ACTIVE for port object befede63-e44f-4f1c-a020-79b74d04426f will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:16:50.500119 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45981c-9f75-4d11-bed0-9b018a3f1716 req-bf29427f-90e7-4936-994c-93379089fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.501500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45981c-9f75-4d11-bed0-9b018a3f1716 req-bf29427f-90e7-4936-994c-93379089fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.501986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45981c-9f75-4d11-bed0-9b018a3f1716 req-bf29427f-90e7-4936-994c-93379089fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.503608 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e45981c-9f75-4d11-bed0-9b018a3f1716 req-bf29427f-90e7-4936-994c-93379089fc47 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e297637f8edb461588776b48da04ab80&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1916850 Sep 18 05:16:50.593774 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:50.630789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45981c-9f75-4d11-bed0-9b018a3f1716 req-778c91df-a4f5-495f-a87d-f7e976adc7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:50.632273 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e45981c-9f75-4d11-bed0-9b018a3f1716 req-778c91df-a4f5-495f-a87d-f7e976adc7d5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1216855 Sep 18 05:16:50.683526 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2e06613-104c-4676-8b6f-2f69440e888d req-6d34b427-58a4-473f-b40a-92de5268ef39 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 210 time: 0.0543280 Sep 18 05:16:50.706536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Pushing event updated for resources: {'Port': ['ID=befede63-e44f-4f1c-a020-79b74d04426f,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:50.776930 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-49d11bdd-78e5-4bde-8a6a-eb9884b8c722 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:50.780158 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:50.811384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Attempting to bind port befede63-e44f-4f1c-a020-79b74d04426f on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:16:50.811384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Attempting to bind port befede63-e44f-4f1c-a020-79b74d04426f by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:16:50.812113 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Attempting to bind port befede63-e44f-4f1c-a020-79b74d04426f on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:50.814135 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:50.834310 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Port befede63-e44f-4f1c-a020-79b74d04426f on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:16:50.834759 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Attempting to bind port befede63-e44f-4f1c-a020-79b74d04426f on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:50.854441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:16:50.855130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Checking segment: {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:50.855759 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Bound using segment: {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:16:50.856667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Bound port: befede63-e44f-4f1c-a020-79b74d04426f, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b32b9e-cdff-4952-9543-dce0c8055144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:16:50.857283 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:50.958840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] For port befede63-e44f-4f1c-a020-79b74d04426f, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:16:50.962556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] For port befede63-e44f-4f1c-a020-79b74d04426f, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=befede63-e44f-4f1c-a020-79b74d04426f,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:16:50.977323 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Allocated IP 172.25.7.244 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/675afea3-e506-435b-97c4-670150cf22f0) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:51.010928 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-49d11bdd-78e5-4bde-8a6a-eb9884b8c722 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:51.093699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d11bdd-78e5-4bde-8a6a-eb9884b8c722 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event updated for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:51.098816 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:51.124123 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:51.140184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:51.146495 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:51.146495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] 10.222.0.18 "PUT /v2.0/ports/befede63-e44f-4f1c-a020-79b74d04426f HTTP/1.1" status: 200 len: 1091 time: 1.3111951 Sep 18 05:16:51.146495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-49d11bdd-78e5-4bde-8a6a-eb9884b8c722 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Network e2e55207-de56-4bf3-a229-f801b9f768e0 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:51.159318 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-49d11bdd-78e5-4bde-8a6a-eb9884b8c722 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:51.161876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-49d11bdd-78e5-4bde-8a6a-eb9884b8c722 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:51.218796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b77cd-67db-4762-b4fb-b96d9c7d7f30 service neutron] Pushing event updated for resources: {'Port': ['ID=befede63-e44f-4f1c-a020-79b74d04426f,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:51.245054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-49d11bdd-78e5-4bde-8a6a-eb9884b8c722 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:51.245943 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-49d11bdd-78e5-4bde-8a6a-eb9884b8c722 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:51.252344 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:51.269916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Request body: {'port': {'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:51.348117 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:51.384193 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:51.395578 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:51.395578 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:51.452154 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event updated for resources: {'Port': ['ID=675afea3-e506-435b-97c4-670150cf22f0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:51.459497 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-49d11bdd-78e5-4bde-8a6a-eb9884b8c722 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5563083 Sep 18 05:16:51.491939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Request body: {'port': {'device_id': '86e77425-d3e6-4000-9100-25e670a7fdef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:51.597457 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-fc907c83-8a05-4de0-aa2c-b321d498e420 None None] Provisioning complete for port ff0f3680-30e4-42cd-88d4-33b0d82051a2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:16:51.598923 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fc907c83-8a05-4de0-aa2c-b321d498e420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:51.681323 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-fc907c83-8a05-4de0-aa2c-b321d498e420 None None] Port ff0f3680-30e4-42cd-88d4-33b0d82051a2 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:16:51.682896 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:51.956072 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:51.966405 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd06dba-9a9d-4138-a802-a44200acc143 req-c9cb3891-7acf-4a6a-8d3b-4f4839b5af9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:51.972550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd06dba-9a9d-4138-a802-a44200acc143 req-c9cb3891-7acf-4a6a-8d3b-4f4839b5af9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:51.978690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd06dba-9a9d-4138-a802-a44200acc143 req-c9cb3891-7acf-4a6a-8d3b-4f4839b5af9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:51.985321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd06dba-9a9d-4138-a802-a44200acc143 req-c9cb3891-7acf-4a6a-8d3b-4f4839b5af9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:51.991474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd06dba-9a9d-4138-a802-a44200acc143 req-c9cb3891-7acf-4a6a-8d3b-4f4839b5af9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:51.998611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd06dba-9a9d-4138-a802-a44200acc143 req-c9cb3891-7acf-4a6a-8d3b-4f4839b5af9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:52.006594 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd06dba-9a9d-4138-a802-a44200acc143 req-c9cb3891-7acf-4a6a-8d3b-4f4839b5af9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:52.008664 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7fd06dba-9a9d-4138-a802-a44200acc143 req-c9cb3891-7acf-4a6a-8d3b-4f4839b5af9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5406 time: 0.2562237 Sep 18 05:16:52.475743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': 'befede63-e44f-4f1c-a020-79b74d04426f'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:16:52.478031 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb0cd78-f810-40d2-b772-f0eb677026df" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "befede63-e44f-4f1c-a020-79b74d04426f"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:16:52.485196 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb2b63-fa4c-4fd3-b553-0da818d1aea9 req-4441c747-9554-4d7a-b9ea-151b09be6b1c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:52.486539 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-92bb2b63-fa4c-4fd3-b553-0da818d1aea9 req-4441c747-9554-4d7a-b9ea-151b09be6b1c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 931 time: 0.4875259 Sep 18 05:16:52.510716 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7fd06dba-9a9d-4138-a802-a44200acc143 req-6ace5cd7-c4ec-4337-9ff7-7152221a7d6f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4877734 Sep 18 05:16:52.518698 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb6430a-9a5c-484b-b453-77ab0ec0627d {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:52.534820 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:52.562224 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Transition to ACTIVE for port object 3bb6430a-9a5c-484b-b453-77ab0ec0627d will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:16:52.582124 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-92bb2b63-fa4c-4fd3-b553-0da818d1aea9 req-88449298-8ea5-4682-92b9-1e39d6e195a8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874257 Sep 18 05:16:52.623652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0f3680-30e4-42cd-88d4-33b0d82051a2 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:52.631654 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:52.660091 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:52.664906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Transition to ACTIVE for port object ff0f3680-30e4-42cd-88d4-33b0d82051a2 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:16:52.692078 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:52.696512 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:52.758188 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:52.791667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42ef21-5f29-4a9a-aaa6-6e2f6f789ee9 req-4f3fcf80-c29b-4944-a595-d34a164a14a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:52.791667 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e42ef21-5f29-4a9a-aaa6-6e2f6f789ee9 req-4f3fcf80-c29b-4944-a595-d34a164a14a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1357927 Sep 18 05:16:52.791667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb6430a-9a5c-484b-b453-77ab0ec0627d,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:52.954861 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:52.994285 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6f9966-ecbc-4d30-ae64-6d8d7bb1285d x-openstack-request-id: req-7c6f9966-ecbc-4d30-ae64-6d8d7bb1285d {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:16:52.994885 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "befede63-e44f-4f1c-a020-79b74d04426f", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:16:52.995276 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c6f9966-ecbc-4d30-ae64-6d8d7bb1285d {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:16:52.995533 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': 'befede63-e44f-4f1c-a020-79b74d04426f', 'status': 'completed', 'code': 200} Sep 18 05:16:53.051199 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Router f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:16:53.093871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Pushing event updated for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:53.112672 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e42ef21-5f29-4a9a-aaa6-6e2f6f789ee9 req-4c5efa3e-20ed-4b21-a0f5-cb4c22855fea tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238471 Sep 18 05:16:53.143761 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Attempting to bind port 3bb6430a-9a5c-484b-b453-77ab0ec0627d on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:16:53.144113 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Attempting to bind port 3bb6430a-9a5c-484b-b453-77ab0ec0627d by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '14663af1-76ca-4271-9d7f-c1149cb4136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:16:53.144486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Attempting to bind port 3bb6430a-9a5c-484b-b453-77ab0ec0627d on network d31ab936-807d-4ca3-b171-a16b4b9bc97f {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:53.162545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Port 3bb6430a-9a5c-484b-b453-77ab0ec0627d on network d31ab936-807d-4ca3-b171-a16b4b9bc97f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:16:53.162545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Attempting to bind port 3bb6430a-9a5c-484b-b453-77ab0ec0627d on network d31ab936-807d-4ca3-b171-a16b4b9bc97f {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:53.167335 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0cd78-f810-40d2-b772-f0eb677026df req-138fe75c-6917-4121-a093-8bedfeb19aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.167714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0cd78-f810-40d2-b772-f0eb677026df req-138fe75c-6917-4121-a093-8bedfeb19aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.168222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0cd78-f810-40d2-b772-f0eb677026df req-138fe75c-6917-4121-a093-8bedfeb19aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.168752 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0cd78-f810-40d2-b772-f0eb677026df req-138fe75c-6917-4121-a093-8bedfeb19aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.169236 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0cd78-f810-40d2-b772-f0eb677026df req-138fe75c-6917-4121-a093-8bedfeb19aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.169712 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0cd78-f810-40d2-b772-f0eb677026df req-138fe75c-6917-4121-a093-8bedfeb19aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.170187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0cd78-f810-40d2-b772-f0eb677026df req-138fe75c-6917-4121-a093-8bedfeb19aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.173625 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-adb0cd78-f810-40d2-b772-f0eb677026df req-138fe75c-6917-4121-a093-8bedfeb19aec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e297637f8edb461588776b48da04ab80&device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 6384 time: 0.1734245 Sep 18 05:16:53.181132 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Attempting to bind port ff0f3680-30e4-42cd-88d4-33b0d82051a2 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:16:53.182345 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Attempting to bind port ff0f3680-30e4-42cd-88d4-33b0d82051a2 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:16:53.183232 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Attempting to bind port ff0f3680-30e4-42cd-88d4-33b0d82051a2 on network e2e55207-de56-4bf3-a229-f801b9f768e0 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:53.193373 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:16:53.194062 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Checking segment: {'id': '14663af1-76ca-4271-9d7f-c1149cb4136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:53.194985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Bound using segment: {'id': '14663af1-76ca-4271-9d7f-c1149cb4136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:16:53.195740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Bound port: 3bb6430a-9a5c-484b-b453-77ab0ec0627d, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14663af1-76ca-4271-9d7f-c1149cb4136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:16:53.197367 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:53.200594 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Port ff0f3680-30e4-42cd-88d4-33b0d82051a2 on network e2e55207-de56-4bf3-a229-f801b9f768e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:16:53.201087 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Attempting to bind port ff0f3680-30e4-42cd-88d4-33b0d82051a2 on network e2e55207-de56-4bf3-a229-f801b9f768e0 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:53.210498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:16:53.210857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Checking segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:53.211435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Bound using segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:16:53.211893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Bound port: ff0f3680-30e4-42cd-88d4-33b0d82051a2, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:16:53.212314 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:53.240093 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:53.323322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:16:53.332453 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ae3ddd-cf8e-44e4-83de-8ca7c5ccea30 None None] Sync routers for ids ['f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:16:53.336741 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:53.341123 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-39baf9a4-620d-404d-9202-6068a08c977f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "PUT /v2.0/routers/f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a HTTP/1.1" status: 200 len: 915 time: 3.4529781 Sep 18 05:16:53.347676 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae3ddd-cf8e-44e4-83de-8ca7c5ccea30 None None] Routers {'f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:53.348331 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-18ae3ddd-cf8e-44e4-83de-8ca7c5ccea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:53.350384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33484) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:53.373957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0cd78-f810-40d2-b772-f0eb677026df req-90a8469a-6a39-4aaa-b0bc-9d3894b54503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.374446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0cd78-f810-40d2-b772-f0eb677026df req-90a8469a-6a39-4aaa-b0bc-9d3894b54503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.385270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0cd78-f810-40d2-b772-f0eb677026df req-90a8469a-6a39-4aaa-b0bc-9d3894b54503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.387234 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-adb0cd78-f810-40d2-b772-f0eb677026df req-90a8469a-6a39-4aaa-b0bc-9d3894b54503 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e297637f8edb461588776b48da04ab80&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2007439 Sep 18 05:16:53.407493 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-18ae3ddd-cf8e-44e4-83de-8ca7c5ccea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:53.419186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.18', 58902) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:53.427770 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae3ddd-cf8e-44e4-83de-8ca7c5ccea30 None None] Routers {'f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:53.428427 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-18ae3ddd-cf8e-44e4-83de-8ca7c5ccea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:53.459120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] For port 3bb6430a-9a5c-484b-b453-77ab0ec0627d, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:16:53.470226 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-18ae3ddd-cf8e-44e4-83de-8ca7c5ccea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:53.471145 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ae3ddd-cf8e-44e4-83de-8ca7c5ccea30 None None] The sync data for ids ['f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:16:53.482126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:16:53.511879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:16:53.540852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0cd78-f810-40d2-b772-f0eb677026df req-b789d011-993f-4b07-82bb-5cc9d9446dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.542365 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-adb0cd78-f810-40d2-b772-f0eb677026df req-b789d011-993f-4b07-82bb-5cc9d9446dd6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1445479 Sep 18 05:16:53.578975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] For port 3bb6430a-9a5c-484b-b453-77ab0ec0627d, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=3bb6430a-9a5c-484b-b453-77ab0ec0627d,segment=NetworkSegment(14663af1-76ca-4271-9d7f-c1149cb4136a),segment_id=14663af1-76ca-4271-9d7f-c1149cb4136a)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:16:53.596359 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:53.632047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7c7e4-a919-4c5a-bc76-e9da3469b841 req-7634958b-377a-4691-b1b5-e0b595b4dbae tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.633893 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-feb7c7e4-a919-4c5a-bc76-e9da3469b841 req-7634958b-377a-4691-b1b5-e0b595b4dbae tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.18 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 945 time: 0.2119339 Sep 18 05:16:53.639726 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:53.668435 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ae065397-3dfe-4e04-a3f8-6e08701b471d tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/routers/f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a HTTP/1.1" status: 200 len: 921 time: 0.3150721 Sep 18 05:16:53.684946 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33490) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:53.712407 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.713427 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:53.715853 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] 10.222.0.18 "PUT /v2.0/ports/ff0f3680-30e4-42cd-88d4-33b0d82051a2 HTTP/1.1" status: 200 len: 1092 time: 2.2443645 Sep 18 05:16:53.744981 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9613d864-e7bd-45bc-bc32-b860095f9c38 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.746727 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9613d864-e7bd-45bc-bc32-b860095f9c38 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&device_id=f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0601833 Sep 18 05:16:53.751508 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33492) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:53.772842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f9f8-02fb-475b-ad17-c8fa390b83f7 req-d73570dc-1949-4b91-adde-8a2d8f68b336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.779110 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f9f8-02fb-475b-ad17-c8fa390b83f7 req-d73570dc-1949-4b91-adde-8a2d8f68b336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.786058 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f9f8-02fb-475b-ad17-c8fa390b83f7 req-d73570dc-1949-4b91-adde-8a2d8f68b336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.786227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.787381 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:53.788682 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] 10.222.0.18 "PUT /v2.0/ports/3bb6430a-9a5c-484b-b453-77ab0ec0627d HTTP/1.1" status: 200 len: 1092 time: 2.5244191 Sep 18 05:16:53.811782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f9f8-02fb-475b-ad17-c8fa390b83f7 req-d73570dc-1949-4b91-adde-8a2d8f68b336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.827891 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f9f8-02fb-475b-ad17-c8fa390b83f7 req-d73570dc-1949-4b91-adde-8a2d8f68b336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.844873 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f9f8-02fb-475b-ad17-c8fa390b83f7 req-d73570dc-1949-4b91-adde-8a2d8f68b336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.863582 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f9f8-02fb-475b-ad17-c8fa390b83f7 req-d73570dc-1949-4b91-adde-8a2d8f68b336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:53.880203 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ded6f9f8-02fb-475b-ad17-c8fa390b83f7 req-d73570dc-1949-4b91-adde-8a2d8f68b336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5418 time: 0.2242897 Sep 18 05:16:53.959422 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Request body: {'port': {'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:53.977895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201ccc4-46b4-4422-90d6-5b511661e23a service neutron] Pushing event updated for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:54.080544 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ded6f9f8-02fb-475b-ad17-c8fa390b83f7 req-227cc7bc-1227-4069-9465-430ff9321531 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1759450 Sep 18 05:16:54.138118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c2d6f-f0d8-4817-9cb7-e5c109c1318c req-ace0013b-7cd7-482e-a6a9-1e53ef76190b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:54.141426 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e77c2d6f-f0d8-4817-9cb7-e5c109c1318c req-ace0013b-7cd7-482e-a6a9-1e53ef76190b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 943 time: 0.4141138 Sep 18 05:16:54.152108 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7441bd57-f5d2-40d1-872d-c0d67273464e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:54.153617 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7441bd57-f5d2-40d1-872d-c0d67273464e tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 881 time: 0.4014699 Sep 18 05:16:54.158523 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33504) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:54.204807 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-481d5004-2e8e-4457-8e30-5c3cf2bfd96d tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a HTTP/1.1" status: 200 len: 205 time: 0.0431290 Sep 18 05:16:54.212586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33506) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:54.272913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-feb7c7e4-a919-4c5a-bc76-e9da3469b841 req-b6a561e8-e035-4f3c-919c-647ea983707f tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Deleting port 34be33d9-1827-40e4-b932-da9747d1d561 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:16:54.273820 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-feb7c7e4-a919-4c5a-bc76-e9da3469b841 req-b6a561e8-e035-4f3c-919c-647ea983707f tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:54.324581 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-963b07bb-16f3-4cbe-b9da-ce098b5264e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:54.326041 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-963b07bb-16f3-4cbe-b9da-ce098b5264e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 1095 time: 0.4421208 Sep 18 05:16:54.342620 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:54.353561 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:54.356775 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399839f-1b04-48b3-8f29-f989dadb5138 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb6430a-9a5c-484b-b453-77ab0ec0627d,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:54.412578 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-bcb0a044-fed8-4e5a-9c8f-4d24ab1ccca5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2 HTTP/1.1" status: 200 len: 217 time: 0.0776479 Sep 18 05:16:54.449205 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e77c2d6f-f0d8-4817-9cb7-e5c109c1318c req-e06c1d8f-6645-4fc4-bd2c-f579c757e466 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969847 Sep 18 05:16:54.499484 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:54.516172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4be92-e5ef-4d4e-a4ae-f3db1309e6cd req-0abd135b-749f-4ceb-937b-f1c6a95f2d5c tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:54.517980 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e6c4be92-e5ef-4d4e-a4ae-f3db1309e6cd req-0abd135b-749f-4ceb-937b-f1c6a95f2d5c tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1009555 Sep 18 05:16:54.560477 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e6c4be92-e5ef-4d4e-a4ae-f3db1309e6cd req-266ee8bc-03f5-4483-a1cb-7733d0a83341 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363657 Sep 18 05:16:54.565223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-05e96930-10a2-4c85-8ede-37dd0109785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:54.566718 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-05e96930-10a2-4c85-8ede-37dd0109785b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.1144922 Sep 18 05:16:54.568493 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-feb7c7e4-a919-4c5a-bc76-e9da3469b841 req-b6a561e8-e035-4f3c-919c-647ea983707f tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] For port 34be33d9-1827-40e4-b932-da9747d1d561, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=34be33d9-1827-40e4-b932-da9747d1d561,segment=NetworkSegment(be20c028-e947-49f9-8a1d-c565631129f1),segment_id=be20c028-e947-49f9-8a1d-c565631129f1)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:54.568882 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-feb7c7e4-a919-4c5a-bc76-e9da3469b841 req-b6a561e8-e035-4f3c-919c-647ea983707f tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:54.625854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Deleting port 675afea3-e506-435b-97c4-670150cf22f0 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:16:54.626187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:54.661871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-feb7c7e4-a919-4c5a-bc76-e9da3469b841 req-b6a561e8-e035-4f3c-919c-647ea983707f tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Calling delete_port for 34be33d9-1827-40e4-b932-da9747d1d561 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:16:54.708225 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:54.720441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Calling delete_port for 675afea3-e506-435b-97c4-670150cf22f0 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:16:54.742154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-7eb9e752-3752-4cc5-9b81-eb8815b74720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:54.743699 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-7eb9e752-3752-4cc5-9b81-eb8815b74720 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1643507 Sep 18 05:16:54.937598 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-071ce205-37f5-45f8-aa1c-2e2ebf0f5fe5 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840653 Sep 18 05:16:54.986922 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:55.001335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2'}, {'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': '3bb6430a-9a5c-484b-b453-77ab0ec0627d'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:16:55.003608 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dee6439-5471-4ab3-9edf-1ab0562e256d" -d '{"events": [{"name": "network-changed", "server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2"}, {"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "3bb6430a-9a5c-484b-b453-77ab0ec0627d"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:16:55.061695 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Pushing event deleted for resources: {'Port': ['ID=675afea3-e506-435b-97c4-670150cf22f0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:55.075536 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 05:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2c8e5c-e44e-4824-a963-8037bf310e21 x-openstack-request-id: req-1e2c8e5c-e44e-4824-a963-8037bf310e21 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:16:55.075847 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "3bb6430a-9a5c-484b-b453-77ab0ec0627d", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:16:55.076109 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e2c8e5c-e44e-4824-a963-8037bf310e21 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:16:55.076532 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'status': 'completed', 'code': 200} Sep 18 05:16:55.076789 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': '3bb6430a-9a5c-484b-b453-77ab0ec0627d', 'status': 'completed', 'code': 200} Sep 18 05:16:55.088845 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01b9012-f023-40c1-8bda-c545d70ac4b6 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:55.125843 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:55.149144 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:55.175103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Transition to ACTIVE for port object b01b9012-f023-40c1-8bda-c545d70ac4b6 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:16:55.177473 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-feb7c7e4-a919-4c5a-bc76-e9da3469b841 req-b6a561e8-e035-4f3c-919c-647ea983707f tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:55.189047 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-55ac69f4-8db8-40e6-a1d0-a8b3c16c9618 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218847 Sep 18 05:16:55.213877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a561e8-e035-4f3c-919c-647ea983707f tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Pushing event deleted for resources: {'Port': ['ID=34be33d9-1827-40e4-b932-da9747d1d561,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:55.265213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb7c7e4-a919-4c5a-bc76-e9da3469b841 req-b6a561e8-e035-4f3c-919c-647ea983707f tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] No DVR routers for this DVR port 34be33d9-1827-40e4-b932-da9747d1d561 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:16:55.269041 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-feb7c7e4-a919-4c5a-bc76-e9da3469b841 req-b6a561e8-e035-4f3c-919c-647ea983707f tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:55.272427 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-feb7c7e4-a919-4c5a-bc76-e9da3469b841 req-b6a561e8-e035-4f3c-919c-647ea983707f tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.18 "DELETE /v2.0/ports/34be33d9-1827-40e4-b932-da9747d1d561 HTTP/1.1" status: 204 len: 173 time: 1.6068230 Sep 18 05:16:55.301449 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:55.301955 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:55.305495 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:55.401168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b01b9012-f023-40c1-8bda-c545d70ac4b6,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:55.430982 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bcd93-c1df-4049-8730-06b189fecdc9 req-a8f4850c-72ac-4b9a-a283-a88959ab53c6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:55.438522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bcd93-c1df-4049-8730-06b189fecdc9 req-a8f4850c-72ac-4b9a-a283-a88959ab53c6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:55.446656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bcd93-c1df-4049-8730-06b189fecdc9 req-a8f4850c-72ac-4b9a-a283-a88959ab53c6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:55.455951 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bcd93-c1df-4049-8730-06b189fecdc9 req-a8f4850c-72ac-4b9a-a283-a88959ab53c6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:55.463401 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bcd93-c1df-4049-8730-06b189fecdc9 req-a8f4850c-72ac-4b9a-a283-a88959ab53c6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:55.470618 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bcd93-c1df-4049-8730-06b189fecdc9 req-a8f4850c-72ac-4b9a-a283-a88959ab53c6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:55.476946 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bcd93-c1df-4049-8730-06b189fecdc9 req-a8f4850c-72ac-4b9a-a283-a88959ab53c6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:55.486275 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c89bcd93-c1df-4049-8730-06b189fecdc9 req-a8f4850c-72ac-4b9a-a283-a88959ab53c6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5418 time: 0.2949705 Sep 18 05:16:55.581786 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c89bcd93-c1df-4049-8730-06b189fecdc9 req-56428e6f-f50c-4eec-9d63-20a4681ad158 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0943918 Sep 18 05:16:55.586585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:55.587242 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Fanout notify agent at l3_agent the message router_deleted on router f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:16:55.602583 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:55.610391 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a18f858c-50b6-4c51-9605-4b0331e193b3 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "DELETE /v2.0/routers/f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a HTTP/1.1" status: 204 len: 168 time: 1.3960075 Sep 18 05:16:55.614578 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33534) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:55.623999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-0c622b4c-88bf-4b85-90ef-735d8f4ff0dd tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1969272440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:55.639287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Attempting to bind port b01b9012-f023-40c1-8bda-c545d70ac4b6 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:16:55.639914 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Attempting to bind port b01b9012-f023-40c1-8bda-c545d70ac4b6 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '14663af1-76ca-4271-9d7f-c1149cb4136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:16:55.640439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Attempting to bind port b01b9012-f023-40c1-8bda-c545d70ac4b6 on network d31ab936-807d-4ca3-b171-a16b4b9bc97f {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:55.645921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-44d80d2c-3929-48f5-bf39-0b95d1550864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:55.647929 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-44d80d2c-3929-48f5-bf39-0b95d1550864 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 1095 time: 0.2479014 Sep 18 05:16:55.652704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Port b01b9012-f023-40c1-8bda-c545d70ac4b6 on network d31ab936-807d-4ca3-b171-a16b4b9bc97f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:16:55.653161 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Attempting to bind port b01b9012-f023-40c1-8bda-c545d70ac4b6 on network d31ab936-807d-4ca3-b171-a16b4b9bc97f {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:16:55.779559 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c4d8e4f6-ce2f-48a5-896b-18d1cf1320ab req-c1b512f0-d1e2-4b10-8bd4-756ac5df973c tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0430689 Sep 18 05:16:55.789069 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0c622b4c-88bf-4b85-90ef-735d8f4ff0dd tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:55.790191 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0c622b4c-88bf-4b85-90ef-735d8f4ff0dd tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:55.827636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-54f4281a-7496-4bd0-bfec-be02bdac0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:55.830173 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-54f4281a-7496-4bd0-bfec-be02bdac0fa1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.1719658 Sep 18 05:16:55.833654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:16:55.834138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Checking segment: {'id': '14663af1-76ca-4271-9d7f-c1149cb4136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:16:55.834797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Bound using segment: {'id': '14663af1-76ca-4271-9d7f-c1149cb4136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:16:55.835995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Bound port: b01b9012-f023-40c1-8bda-c545d70ac4b6, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14663af1-76ca-4271-9d7f-c1149cb4136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:16:55.836410 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:55.926272 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0c622b4c-88bf-4b85-90ef-735d8f4ff0dd tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:55.944178 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-a8d4d0db-c454-4b58-b350-39a6d44af767 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2 HTTP/1.1" status: 200 len: 217 time: 0.0726156 Sep 18 05:16:56.022047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd182d1-2804-4b2f-9b38-fed260750f7b req-b577c2b6-6cbe-4400-9110-d1e779a0da51 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.023984 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5dd182d1-2804-4b2f-9b38-fed260750f7b req-b577c2b6-6cbe-4400-9110-d1e779a0da51 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 943 time: 0.1919944 Sep 18 05:16:56.035979 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0c622b4c-88bf-4b85-90ef-735d8f4ff0dd tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:56.079439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] For port b01b9012-f023-40c1-8bda-c545d70ac4b6, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:16:56.083470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] For port b01b9012-f023-40c1-8bda-c545d70ac4b6, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b01b9012-f023-40c1-8bda-c545d70ac4b6,segment=NetworkSegment(14663af1-76ca-4271-9d7f-c1149cb4136a),segment_id=14663af1-76ca-4271-9d7f-c1149cb4136a)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:16:56.117794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-5db36d99-4d95-4698-88e2-2e84c773c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.119312 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-5db36d99-4d95-4698-88e2-2e84c773c7d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.1524985 Sep 18 05:16:56.122389 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5dd182d1-2804-4b2f-9b38-fed260750f7b req-62cc7aba-a996-4443-a8ab-e443a0f2c062 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867140 Sep 18 05:16:56.144489 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0c622b4c-88bf-4b85-90ef-735d8f4ff0dd tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:56.144489 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0c622b4c-88bf-4b85-90ef-735d8f4ff0dd tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5278685 Sep 18 05:16:56.146358 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33536) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:56.151318 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'enable_snat': False}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:16:56.203941 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:56.238468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-c3e38897-ee78-4a90-b595-3fd72e73a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.239992 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-c3e38897-ee78-4a90-b595-3fd72e73a530 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086648 Sep 18 05:16:56.250884 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.251648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:56.252865 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] 10.222.0.18 "PUT /v2.0/ports/b01b9012-f023-40c1-8bda-c545d70ac4b6 HTTP/1.1" status: 200 len: 1092 time: 2.3172462 Sep 18 05:16:56.467087 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993fda0-c0e9-45f1-87af-6537a96160c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b01b9012-f023-40c1-8bda-c545d70ac4b6,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:56.546664 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:56.631441 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-be0f3a29-9650-4081-be36-6d5b838b55cd service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820837 Sep 18 05:16:56.682647 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-b57a8fd4-2fdb-4795-b4d4-bfcf5bbdabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.683317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-b57a8fd4-2fdb-4795-b4d4-bfcf5bbdabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.683893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-b57a8fd4-2fdb-4795-b4d4-bfcf5bbdabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.684602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-b57a8fd4-2fdb-4795-b4d4-bfcf5bbdabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.685197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-b57a8fd4-2fdb-4795-b4d4-bfcf5bbdabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.685956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-b57a8fd4-2fdb-4795-b4d4-bfcf5bbdabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.686648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-b57a8fd4-2fdb-4795-b4d4-bfcf5bbdabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.689011 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-b57a8fd4-2fdb-4795-b4d4-bfcf5bbdabf5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e297637f8edb461588776b48da04ab80&device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 6494 time: 0.1588471 Sep 18 05:16:56.711082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 34be33d9-1827-40e4-b932-da9747d1d561 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:16:56.755924 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 34be33d9-1827-40e4-b932-da9747d1d561 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:16:56.756335 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 34be33d9-1827-40e4-b932-da9747d1d561 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:16:56.774375 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-9001d4e2-df01-4686-bdab-87b0d30f71bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8362c616-7f68-4cac-8131-3860764a80bc HTTP/1.1" status: 200 len: 217 time: 0.0772281 Sep 18 05:16:56.878860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-a8a22565-913d-4bca-9675-e6bd09dce407 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394619 Sep 18 05:16:56.893771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dfbfb-f341-468e-8a94-770b703bede1 req-dcb359a2-58f6-4619-b7e9-6a305c4b171b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.911412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dfbfb-f341-468e-8a94-770b703bede1 req-dcb359a2-58f6-4619-b7e9-6a305c4b171b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.919151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dfbfb-f341-468e-8a94-770b703bede1 req-dcb359a2-58f6-4619-b7e9-6a305c4b171b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.925958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dfbfb-f341-468e-8a94-770b703bede1 req-dcb359a2-58f6-4619-b7e9-6a305c4b171b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.932729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dfbfb-f341-468e-8a94-770b703bede1 req-dcb359a2-58f6-4619-b7e9-6a305c4b171b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.939024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dfbfb-f341-468e-8a94-770b703bede1 req-dcb359a2-58f6-4619-b7e9-6a305c4b171b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.945140 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dfbfb-f341-468e-8a94-770b703bede1 req-dcb359a2-58f6-4619-b7e9-6a305c4b171b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.954298 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-573dfbfb-f341-468e-8a94-770b703bede1 req-dcb359a2-58f6-4619-b7e9-6a305c4b171b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.1856804 Sep 18 05:16:56.964967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0c4fa4c5-e74f-445b-a2ef-796ee02c6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:56.966522 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0c4fa4c5-e74f-445b-a2ef-796ee02c6ac1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a HTTP/1.1" status: 200 len: 856 time: 0.1810939 Sep 18 05:16:57.007227 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:57.027147 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:57.027372 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-573dfbfb-f341-468e-8a94-770b703bede1 req-2ed25992-41f3-48e6-929b-300dae991f3a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721924 Sep 18 05:16:57.036269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-dcda0e20-b6c3-4fc7-bc53-4f75c27838b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:57.037788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-dcda0e20-b6c3-4fc7-bc53-4f75c27838b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b75bd381-628d-4f64-8921-7884772c6d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636389 Sep 18 05:16:57.078148 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7', 'name': 'network-vif-deleted', 'tag': '34be33d9-1827-40e4-b932-da9747d1d561'}, {'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': 'b01b9012-f023-40c1-8bda-c545d70ac4b6'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:16:57.080439 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48f688f-02d7-49e1-8cf1-403c46ebe59e" -d '{"events": [{"server_uuid": "a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7", "name": "network-vif-deleted", "tag": "34be33d9-1827-40e4-b932-da9747d1d561"}, {"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "b01b9012-f023-40c1-8bda-c545d70ac4b6"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:16:57.129848 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 05:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f8b9c7-9c81-484d-85d6-69dff2deded9 x-openstack-request-id: req-61f8b9c7-9c81-484d-85d6-69dff2deded9 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:16:57.130231 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7", "name": "network-vif-deleted", "tag": "34be33d9-1827-40e4-b932-da9747d1d561", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "b01b9012-f023-40c1-8bda-c545d70ac4b6", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:16:57.131132 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61f8b9c7-9c81-484d-85d6-69dff2deded9 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:16:57.131494 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97a2a96-ac71-41d8-93e7-c3e5ee33b1d7', 'name': 'network-vif-deleted', 'tag': '34be33d9-1827-40e4-b932-da9747d1d561', 'status': 'completed', 'code': 200} Sep 18 05:16:57.131748 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': 'b01b9012-f023-40c1-8bda-c545d70ac4b6', 'status': 'completed', 'code': 200} Sep 18 05:16:57.159532 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-dac458d6-fc3e-48a5-b4bc-2ab335986e2f service neutron] 10.222.0.18 "GET /v2.0/networks/b75bd381-628d-4f64-8921-7884772c6d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142564 Sep 18 05:16:57.164060 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Allocated IP 172.25.7.21 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/6d09366a-41e2-407e-bba5-2dde774fb1b6) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:16:57.297654 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-d4f2898d-32bf-4a33-82a3-e9fa64615689 service neutron] 10.222.0.18 "GET /v2.0/networks/b75bd381-628d-4f64-8921-7884772c6d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303155 Sep 18 05:16:57.305362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ed416-5a60-441c-a6a5-bd227222efff req-40a71ff4-6bfc-4a53-8370-5ea295f6bd05 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:57.306801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a4ed416-5a60-441c-a6a5-bd227222efff req-40a71ff4-6bfc-4a53-8370-5ea295f6bd05 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 943 time: 0.1020954 Sep 18 05:16:57.334366 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:57.369510 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-5c0c431a-0549-4ae2-a326-d44e83db98d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=7641b39e-46be-4f6f-ae6a-60ffe772d892 HTTP/1.1" status: 200 len: 217 time: 0.0617225 Sep 18 05:16:57.419804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a4ed416-5a60-441c-a6a5-bd227222efff req-83e364e9-08dc-4d2c-a9f9-5505d41d0059 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956695 Sep 18 05:16:57.440393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ce62c1ac-9c8f-4a7c-a8f4-57874b0d3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:57.442163 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ce62c1ac-9c8f-4a7c-a8f4-57874b0d3b51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.0645795 Sep 18 05:16:57.462355 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:57.502143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-5e487b20-1201-4878-8ec6-716c18c3eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:57.503795 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-5e487b20-1201-4878-8ec6-716c18c3eb23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0538285 Sep 18 05:16:57.504766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:16:57.507786 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:16:57.511343 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:16:57.519687 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Pushing event updated for resources: {'Port': ['ID=6d09366a-41e2-407e-bba5-2dde774fb1b6,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:57.650114 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2dd1f470-0ed9-4f02-a9e8-fc7910fce8b5 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360500 Sep 18 05:16:57.771167 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-84f8e32c-ad47-4af1-86a6-e2ef5c03ab4d service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169240 Sep 18 05:16:57.825839 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ea23a3e3-3ef4-4127-90b3-6ba248a317b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=00d5618d-7a91-47cc-9fdc-97fe0cba8df1 HTTP/1.1" status: 200 len: 217 time: 0.0475788 Sep 18 05:16:57.923603 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:58.171320 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:58.175541 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:58.306029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-05955ec9-037f-4d2e-bad2-2145d66144b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:58.307629 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-05955ec9-037f-4d2e-bad2-2145d66144b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.4751170 Sep 18 05:16:58.359130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf2333-a5b9-4102-8b91-c86df112ba0b req-d993c2d2-4595-4200-8382-604ffa89fb9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:58.380449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf2333-a5b9-4102-8b91-c86df112ba0b req-d993c2d2-4595-4200-8382-604ffa89fb9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:58.404139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf2333-a5b9-4102-8b91-c86df112ba0b req-d993c2d2-4595-4200-8382-604ffa89fb9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:58.410450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf2333-a5b9-4102-8b91-c86df112ba0b req-d993c2d2-4595-4200-8382-604ffa89fb9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:58.418587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf2333-a5b9-4102-8b91-c86df112ba0b req-d993c2d2-4595-4200-8382-604ffa89fb9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:58.432562 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf2333-a5b9-4102-8b91-c86df112ba0b req-d993c2d2-4595-4200-8382-604ffa89fb9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:58.432562 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf2333-a5b9-4102-8b91-c86df112ba0b req-d993c2d2-4595-4200-8382-604ffa89fb9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:58.434938 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ccf2333-a5b9-4102-8b91-c86df112ba0b req-d993c2d2-4595-4200-8382-604ffa89fb9f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.1779315 Sep 18 05:16:58.478616 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Router 7b632f00-a243-4e58-a53b-cc72364180c5 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:16:58.516820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-637d8695-bc01-4a00-9210-3f612586f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:58.519038 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-637d8695-bc01-4a00-9210-3f612586f612 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2022445 Sep 18 05:16:58.530636 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ccf2333-a5b9-4102-8b91-c86df112ba0b req-2e2fadbc-21db-428b-bac3-821ac7e68f0b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883567 Sep 18 05:16:58.651618 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3a533536-afbe-4610-8821-8ee8793494fe service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179254 Sep 18 05:16:58.710984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff0f3680-30e4-42cd-88d4-33b0d82051a2 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:16:58.853546 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-db8510fc-a621-44ef-9265-e7547043940c service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948481 Sep 18 05:16:58.946816 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:58.987381 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-0f15628a-b5c3-4517-a519-bd76be8dc5b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=8a7f17ae-7a13-4a47-913b-bc6c1c328380 HTTP/1.1" status: 200 len: 217 time: 0.1245975 Sep 18 05:16:58.998804 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'port_id': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'mac_address': 'fa:16:3e:71:e5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:16:59.085911 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:59.111061 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0f3680-30e4-42cd-88d4-33b0d82051a2 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:16:59.118133 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-b2afac5b-0d2e-40a7-8fc6-3206d6513f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:59.119692 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-b2afac5b-0d2e-40a7-8fc6-3206d6513f18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.1236160 Sep 18 05:16:59.136707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:16:59.186964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-1dedadd2-d383-4474-a628-6223e8076f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:59.189826 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-1dedadd2-d383-4474-a628-6223e8076f1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0627327 Sep 18 05:16:59.204635 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:59.285241 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4c759-3065-4a53-bbb9-aab4a9f28b83 req-929d1f7f-e1ca-4964-ab69-a49d445cd474 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:59.293561 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35f4c759-3065-4a53-bbb9-aab4a9f28b83 req-929d1f7f-e1ca-4964-ab69-a49d445cd474 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 943 time: 0.7440257 Sep 18 05:16:59.294591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:16:59.305953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:59.311771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:59.311771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:59.311771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:59.311771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:59.311771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:59.311771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:59.311771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:59.311771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:59.311771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:59.311771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:59.311771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:16:59.351618 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:16:59.360212 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:59.362146 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-70567407-db28-4ebc-9c2b-c1d22fafe600 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "PUT /v2.0/routers/7b632f00-a243-4e58-a53b-cc72364180c5 HTTP/1.1" status: 200 len: 915 time: 3.2142158 Sep 18 05:16:59.364967 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7880e3af-672c-461b-a6d4-066791487ad8 None None] Sync routers for ids ['7b632f00-a243-4e58-a53b-cc72364180c5'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:16:59.371141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33594) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:59.381327 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35f4c759-3065-4a53-bbb9-aab4a9f28b83 req-8deb76b5-72bf-46b9-9c8d-4f7ef725b580 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865014 Sep 18 05:16:59.395291 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880e3af-672c-461b-a6d4-066791487ad8 None None] Routers {'7b632f00-a243-4e58-a53b-cc72364180c5'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:59.397285 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7880e3af-672c-461b-a6d4-066791487ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7b632f00-a243-4e58-a53b-cc72364180c5'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:59.499551 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-b059d745-7aad-4531-84b1-f3298ab7893e service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812600 Sep 18 05:16:59.501174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7880e3af-672c-461b-a6d4-066791487ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:59.514131 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ff0f3680-30e4-42cd-88d4-33b0d82051a2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:16:59.542111 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33602) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:59.571479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880e3af-672c-461b-a6d4-066791487ad8 None None] Routers {'7b632f00-a243-4e58-a53b-cc72364180c5'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:16:59.572282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7880e3af-672c-461b-a6d4-066791487ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:16:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7b632f00-a243-4e58-a53b-cc72364180c5'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:59.625256 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7880e3af-672c-461b-a6d4-066791487ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:16:59.626885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7880e3af-672c-461b-a6d4-066791487ad8 None None] The sync data for ids ['7b632f00-a243-4e58-a53b-cc72364180c5'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:16:59.674553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8b0c01ca-2faa-45f8-8154-80b675ad2649 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/routers/7b632f00-a243-4e58-a53b-cc72364180c5 HTTP/1.1" status: 200 len: 921 time: 0.3062868 Sep 18 05:16:59.678138 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33614) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:59.775624 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-446146ff-c7f3-4eb0-88b5-16438c67c41a service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633350 Sep 18 05:16:59.783453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee35535a-6dde-4979-80aa-756af626e768 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:59.788129 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ee35535a-6dde-4979-80aa-756af626e768 tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&device_id=7b632f00-a243-4e58-a53b-cc72364180c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1089160 Sep 18 05:16:59.788819 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33620) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:59.818672 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6912-33b7-4eef-a68b-8d7da9ddc830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:16:59.917189 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-3545bffc-751a-4332-963f-711d27b9af14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=befede63-e44f-4f1c-a020-79b74d04426f HTTP/1.1" status: 200 len: 217 time: 0.1217611 Sep 18 05:16:59.952501 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6cac13-97c3-4032-8ede-64bcc42fcaab tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:16:59.954565 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fc6cac13-97c3-4032-8ede-64bcc42fcaab tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 881 time: 0.1516879 Sep 18 05:16:59.961008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33624) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:16:59.995822 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7e20e284-1690-4183-a7be-cc5e58289efc tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b632f00-a243-4e58-a53b-cc72364180c5 HTTP/1.1" status: 200 len: 205 time: 0.0336766 Sep 18 05:17:00.002400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33626) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:00.038950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a921dec-196f-4335-9952-17c3f63120e0 req-04c3b9e6-2b83-46c2-b6ef-cf88cfae8c61 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:00.045025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a921dec-196f-4335-9952-17c3f63120e0 req-04c3b9e6-2b83-46c2-b6ef-cf88cfae8c61 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:00.051297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a921dec-196f-4335-9952-17c3f63120e0 req-04c3b9e6-2b83-46c2-b6ef-cf88cfae8c61 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:00.057507 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a921dec-196f-4335-9952-17c3f63120e0 req-04c3b9e6-2b83-46c2-b6ef-cf88cfae8c61 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:00.064202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a921dec-196f-4335-9952-17c3f63120e0 req-04c3b9e6-2b83-46c2-b6ef-cf88cfae8c61 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:00.070882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a921dec-196f-4335-9952-17c3f63120e0 req-04c3b9e6-2b83-46c2-b6ef-cf88cfae8c61 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:00.076955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a921dec-196f-4335-9952-17c3f63120e0 req-04c3b9e6-2b83-46c2-b6ef-cf88cfae8c61 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:00.078770 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a921dec-196f-4335-9952-17c3f63120e0 req-04c3b9e6-2b83-46c2-b6ef-cf88cfae8c61 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.2994781 Sep 18 05:17:00.086773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-1125f573-a21e-4e9d-a3b2-91d064e51999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:00.101160 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-1125f573-a21e-4e9d-a3b2-91d064e51999 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.1652956 Sep 18 05:17:00.148346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6912-33b7-4eef-a68b-8d7da9ddc830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:00.165293 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:00.191357 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a921dec-196f-4335-9952-17c3f63120e0 req-86b1612a-84d8-407a-9e03-ecb828c186ae tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886934 Sep 18 05:17:00.204037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2d124c61-9839-46ad-ad15-82f692107e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:00.206961 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-2d124c61-9839-46ad-ad15-82f692107e62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0994515 Sep 18 05:17:00.211307 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6912-33b7-4eef-a68b-8d7da9ddc830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:00.262214 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ed1e6912-33b7-4eef-a68b-8d7da9ddc830 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44f82991454a452b812432c2e2545662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7160099 Sep 18 05:17:00.262491 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33628) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:00.265692 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e6912-33b7-4eef-a68b-8d7da9ddc830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdef526-4b08-42a6-b90b-8f292a40ef2b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:00.324788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:00.374159 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9b0fd95-c585-4d62-8d50-74388e743ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:00.384928 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-6806ef30-8a1b-43fa-ba23-6249f6b29f0e service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593080 Sep 18 05:17:00.434416 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Deleting port 6d09366a-41e2-407e-bba5-2dde774fb1b6 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:00.438354 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:00.505360 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9b0fd95-c585-4d62-8d50-74388e743ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:00.574100 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:00.585533 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-4bc4ae33-dfca-40c9-bd8d-20ac973efea1 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943705 Sep 18 05:17:00.599286 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Calling delete_port for 6d09366a-41e2-407e-bba5-2dde774fb1b6 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:00.628454 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6fcbf-b08b-40ca-95cf-e5e423adeba0 req-28facf2f-3239-49c9-b4a2-cfff1db8d0d3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:00.629971 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63f6fcbf-b08b-40ca-95cf-e5e423adeba0 req-28facf2f-3239-49c9-b4a2-cfff1db8d0d3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1006608 Sep 18 05:17:00.649589 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-11d9839b-6619-4ebc-a6ba-c2268e4206e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3bb6430a-9a5c-484b-b453-77ab0ec0627d HTTP/1.1" status: 200 len: 217 time: 0.0565486 Sep 18 05:17:00.721129 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63f6fcbf-b08b-40ca-95cf-e5e423adeba0 req-5abfbed8-8e0a-4a3a-b11a-446490d6fb18 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523617 Sep 18 05:17:00.726331 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff0f3680-30e4-42cd-88d4-33b0d82051a2 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:00.749669 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9b0fd95-c585-4d62-8d50-74388e743ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:00.767121 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9b0fd95-c585-4d62-8d50-74388e743ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:00.773626 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a9b0fd95-c585-4d62-8d50-74388e743ba0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbdef526-4b08-42a6-b90b-8f292a40ef2b HTTP/1.1" status: 204 len: 168 time: 0.5095162 Sep 18 05:17:00.798841 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-e7122e86-6079-4c2b-bfbc-3587511bdbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:00.800320 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-e7122e86-6079-4c2b-bfbc-3587511bdbb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40658f68-338e-4856-9ca3-ffd563345ec9 HTTP/1.1" status: 200 len: 797 time: 0.1444592 Sep 18 05:17:00.801525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0fd95-c585-4d62-8d50-74388e743ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdef526-4b08-42a6-b90b-8f292a40ef2b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:00.891702 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:00.892309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-d6448272-09e0-4b41-9306-adb36952c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:00.893978 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-d6448272-09e0-4b41-9306-adb36952c2f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0759358 Sep 18 05:17:00.911701 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port ff0f3680-30e4-42cd-88d4-33b0d82051a2 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:17:00.916254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port ff0f3680-30e4-42cd-88d4-33b0d82051a2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:00.916727 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:00.933932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Pushing event deleted for resources: {'Port': ['ID=6d09366a-41e2-407e-bba5-2dde774fb1b6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:01.019360 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.064543 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-fa07cd54-bc4d-4f14-aa88-1fcaba420d95 service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629026 Sep 18 05:17:01.113216 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.148445 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.152449 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.164933 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:17:01.164933 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c68c570-09c9-4aaa-9c8a-dbe3da311853" -d '{"events": [{"server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "name": "network-vif-plugged", "status": "completed", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:17:01.188497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:01.255584 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f96812fd-df0f-4d5e-ba7b-4c56d66ac9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.281773 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-28be13f7-de19-42c0-b123-a1047f44359d service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098792 Sep 18 05:17:01.290598 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.334501 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dffeff-9f64-4606-8455-cca8ffe93b7d x-openstack-request-id: req-46dffeff-9f64-4606-8455-cca8ffe93b7d {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:17:01.334501 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "name": "network-vif-plugged", "status": "completed", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:17:01.334501 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46dffeff-9f64-4606-8455-cca8ffe93b7d {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:17:01.334501 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'code': 200} Sep 18 05:17:01.356502 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-939b41b4-e396-4854-92f7-80dc66bcde30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b01b9012-f023-40c1-8bda-c545d70ac4b6 HTTP/1.1" status: 200 len: 217 time: 0.0666254 Sep 18 05:17:01.382109 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.382656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Fanout notify agent at l3_agent the message router_deleted on router 7b632f00-a243-4e58-a53b-cc72364180c5 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:17:01.383849 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:01.393793 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.409002 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-32f801c9-213a-4779-8d7c-df45d7b71409 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "DELETE /v2.0/routers/7b632f00-a243-4e58-a53b-cc72364180c5 HTTP/1.1" status: 204 len: 168 time: 1.3954039 Sep 18 05:17:01.409002 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33648) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:01.409986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2064050251', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:01.481309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-952fd4dd-00d0-4b93-a4b7-bbe9028213a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:01.482998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-952fd4dd-00d0-4b93-a4b7-bbe9028213a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40658f68-338e-4856-9ca3-ffd563345ec9 HTTP/1.1" status: 200 len: 797 time: 0.1186314 Sep 18 05:17:01.492899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535a6e3-651f-47f5-a109-9b83dd423f1f req-f5cdd849-0150-4806-b738-0dfabc228841 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:01.499382 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535a6e3-651f-47f5-a109-9b83dd423f1f req-f5cdd849-0150-4806-b738-0dfabc228841 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:01.500000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b2061-6e40-4101-9538-1d570d7047c7 req-cef27e91-a7c4-470b-83a3-bcf163e9b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:01.501644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f03b2061-6e40-4101-9538-1d570d7047c7 req-cef27e91-a7c4-470b-83a3-bcf163e9b4a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 1097 time: 0.0721564 Sep 18 05:17:01.506424 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535a6e3-651f-47f5-a109-9b83dd423f1f req-f5cdd849-0150-4806-b738-0dfabc228841 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:01.512564 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535a6e3-651f-47f5-a109-9b83dd423f1f req-f5cdd849-0150-4806-b738-0dfabc228841 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:01.519106 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535a6e3-651f-47f5-a109-9b83dd423f1f req-f5cdd849-0150-4806-b738-0dfabc228841 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:01.525563 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535a6e3-651f-47f5-a109-9b83dd423f1f req-f5cdd849-0150-4806-b738-0dfabc228841 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:01.533567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535a6e3-651f-47f5-a109-9b83dd423f1f req-f5cdd849-0150-4806-b738-0dfabc228841 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:01.535715 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4535a6e3-651f-47f5-a109-9b83dd423f1f req-f5cdd849-0150-4806-b738-0dfabc228841 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.1499784 Sep 18 05:17:01.537719 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.539002 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.598768 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f03b2061-6e40-4101-9538-1d570d7047c7 req-6473746d-7645-4151-b3da-b67c5d352fb3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778961 Sep 18 05:17:01.600987 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ce25aedc-e399-44dd-80d4-3c18c0267b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:01.602535 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-ce25aedc-e399-44dd-80d4-3c18c0267b59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1122005 Sep 18 05:17:01.612656 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4535a6e3-651f-47f5-a109-9b83dd423f1f req-3d8aee4f-fc70-45f7-9cca-4b61dd226c5b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633900 Sep 18 05:17:01.663212 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.678582 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33652) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:01.694802 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7263bbd5-e677-43ff-91f5-2ee4b706885d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.861964 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7263bbd5-e677-43ff-91f5-2ee4b706885d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.929365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74611897-7f3b-4fed-9a3a-8976a76dd698 req-48813264-9c24-4916-80bb-0ba0d58e538d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:01.930927 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74611897-7f3b-4fed-9a3a-8976a76dd698 req-48813264-9c24-4916-80bb-0ba0d58e538d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 945 time: 0.1100349 Sep 18 05:17:01.934791 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-1fccdd74-39b7-4039-85b6-785c6c33dcc0 service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390247 Sep 18 05:17:01.938304 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.942273 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7263bbd5-e677-43ff-91f5-2ee4b706885d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:01.969155 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263bbd5-e677-43ff-91f5-2ee4b706885d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e7ed94-da95-4bf1-a6d5-426f1c6eb517,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:02.044271 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74611897-7f3b-4fed-9a3a-8976a76dd698 req-91841748-7c6b-458f-af30-db73f964cb13 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070371 Sep 18 05:17:02.046836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33662) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:02.047119 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7263bbd5-e677-43ff-91f5-2ee4b706885d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8d80805bb7444d18e13fde839991865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673885 Sep 18 05:17:02.106988 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-636561b5-2ee5-43d5-90d1-e87cba22bf6e req-28d8d9ba-5311-4da1-8819-31de274fae1d service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606762 Sep 18 05:17:02.154062 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-95d20529-c31d-47f9-8fcb-73e3ae193d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:02.176020 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-95d20529-c31d-47f9-8fcb-73e3ae193d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:02.250878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:02.269443 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:02.320856 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-03f6924a-6de6-464e-81c9-01c38dbcde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.321600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-03f6924a-6de6-464e-81c9-01c38dbcde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.322079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-03f6924a-6de6-464e-81c9-01c38dbcde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.322552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-03f6924a-6de6-464e-81c9-01c38dbcde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.323018 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-03f6924a-6de6-464e-81c9-01c38dbcde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.323530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-03f6924a-6de6-464e-81c9-01c38dbcde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.323996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-03f6924a-6de6-464e-81c9-01c38dbcde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.325910 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-03f6924a-6de6-464e-81c9-01c38dbcde61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e297637f8edb461588776b48da04ab80&device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 6494 time: 0.0523245 Sep 18 05:17:02.391698 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-95d20529-c31d-47f9-8fcb-73e3ae193d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:02.394041 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-95d20529-c31d-47f9-8fcb-73e3ae193d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:02.395188 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-95d20529-c31d-47f9-8fcb-73e3ae193d02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75e7ed94-da95-4bf1-a6d5-426f1c6eb517 HTTP/1.1" status: 204 len: 168 time: 0.3474376 Sep 18 05:17:02.411196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d20529-c31d-47f9-8fcb-73e3ae193d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e7ed94-da95-4bf1-a6d5-426f1c6eb517,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:02.440084 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-da614a30-fd8b-499b-b56c-7a3c8c18c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.443087 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-da614a30-fd8b-499b-b56c-7a3c8c18c2e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d31ab936-807d-4ca3-b171-a16b4b9bc97f HTTP/1.1" status: 200 len: 901 time: 0.1088884 Sep 18 05:17:02.489810 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-48aca27d-672d-4969-bb4d-4e4e3d4e3cd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3bb6430a-9a5c-484b-b453-77ab0ec0627d HTTP/1.1" status: 200 len: 217 time: 0.0396128 Sep 18 05:17:02.496854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Allocated IP 172.25.7.207 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/6159a270-44aa-40d0-879d-430437b83b2a) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:17:02.568110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-0a129db1-9ee2-4803-9309-41cd6bebf6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.569769 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-0a129db1-9ee2-4803-9309-41cd6bebf6ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40658f68-338e-4856-9ca3-ffd563345ec9 HTTP/1.1" status: 200 len: 797 time: 0.0729468 Sep 18 05:17:02.622376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-d49c7abd-75f1-4ca6-866c-3e811b906507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.624017 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-d49c7abd-75f1-4ca6-866c-3e811b906507 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0459802 Sep 18 05:17:02.657142 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:02.781278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-d1e63dc3-419b-4c41-954b-49fd79127217 service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474178 Sep 18 05:17:02.833877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811066a-aed3-447b-b434-01b55f9f8a25 req-c79902c4-c4f2-4cad-a44b-f6a934eba991 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.839875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811066a-aed3-447b-b434-01b55f9f8a25 req-c79902c4-c4f2-4cad-a44b-f6a934eba991 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.848809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811066a-aed3-447b-b434-01b55f9f8a25 req-c79902c4-c4f2-4cad-a44b-f6a934eba991 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.852799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811066a-aed3-447b-b434-01b55f9f8a25 req-c79902c4-c4f2-4cad-a44b-f6a934eba991 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.858697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811066a-aed3-447b-b434-01b55f9f8a25 req-c79902c4-c4f2-4cad-a44b-f6a934eba991 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.864916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811066a-aed3-447b-b434-01b55f9f8a25 req-c79902c4-c4f2-4cad-a44b-f6a934eba991 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.870992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811066a-aed3-447b-b434-01b55f9f8a25 req-c79902c4-c4f2-4cad-a44b-f6a934eba991 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:02.878848 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f811066a-aed3-447b-b434-01b55f9f8a25 req-c79902c4-c4f2-4cad-a44b-f6a934eba991 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.1302180 Sep 18 05:17:02.897752 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:02.943659 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:17:02.948158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:02.951777 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:17:02.966143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f811066a-aed3-447b-b434-01b55f9f8a25 req-bcd4b821-2c9a-4a03-a2d8-9a779db356de tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621157 Sep 18 05:17:02.968338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dee6439-5471-4ab3-9edf-1ab0562e256d req-53372f23-5126-4352-ac52-6993de317839 service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800439 Sep 18 05:17:02.995195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Pushing event updated for resources: {'Port': ['ID=6159a270-44aa-40d0-879d-430437b83b2a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:03.128135 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-daa71956-022d-4fe5-992b-6e9d31cf2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:03.129593 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-daa71956-022d-4fe5-992b-6e9d31cf2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:03.130304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-daa71956-022d-4fe5-992b-6e9d31cf2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:03.131048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-daa71956-022d-4fe5-992b-6e9d31cf2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:03.131669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-daa71956-022d-4fe5-992b-6e9d31cf2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:03.143394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-daa71956-022d-4fe5-992b-6e9d31cf2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:03.143394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-daa71956-022d-4fe5-992b-6e9d31cf2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:03.147497 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-daa71956-022d-4fe5-992b-6e9d31cf2d7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e297637f8edb461588776b48da04ab80&device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 6494 time: 0.0864711 Sep 18 05:17:03.317715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cff283-23a7-4c9d-b063-ab1553655bfe req-77ef3aa2-9d56-4443-b9ea-4fb35397662f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:03.325503 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-18cff283-23a7-4c9d-b063-ab1553655bfe req-77ef3aa2-9d56-4443-b9ea-4fb35397662f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 945 time: 0.0875213 Sep 18 05:17:03.334751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-c605b22e-da0a-4661-bc88-786aace234ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:03.336350 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-c605b22e-da0a-4661-bc88-786aace234ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=d31ab936-807d-4ca3-b171-a16b4b9bc97f HTTP/1.1" status: 200 len: 901 time: 0.1809075 Sep 18 05:17:03.433018 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-4ca6200b-a5a1-42cb-88b5-6f026f3e20a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b01b9012-f023-40c1-8bda-c545d70ac4b6 HTTP/1.1" status: 200 len: 217 time: 0.0873590 Sep 18 05:17:03.479283 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:03.529925 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-18cff283-23a7-4c9d-b063-ab1553655bfe req-960892c9-881f-456b-be83-6df95030f9db tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035449 Sep 18 05:17:03.533539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-54aa19e6-85d3-43d3-b0f2-3607ea3b6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:03.534994 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-54aa19e6-85d3-43d3-b0f2-3607ea3b6565 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40658f68-338e-4856-9ca3-ffd563345ec9 HTTP/1.1" status: 200 len: 797 time: 0.0927007 Sep 18 05:17:03.625664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-78b124c4-44ca-47aa-8536-622b3d02053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:03.626844 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-78b124c4-44ca-47aa-8536-622b3d02053b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0841546 Sep 18 05:17:03.740331 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed54349-2884-4837-97ac-d8bd9e3eb244 req-8a045890-d68e-4cb5-8e59-51bd5bed9276 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:03.748701 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ed54349-2884-4837-97ac-d8bd9e3eb244 req-8a045890-d68e-4cb5-8e59-51bd5bed9276 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 945 time: 0.1284320 Sep 18 05:17:03.766859 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33700) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:03.786713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-b92c89df-acb2-451d-8d06-fcd818f6df31 service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512210 Sep 18 05:17:03.796123 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-78a20b5a-1625-4f14-9756-5435e8206176 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Request body: {'floatingip': {'port_id': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:03.872135 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1d3f9042-b743-401e-b9e7-923bebebfc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:03.895288 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-78a20b5a-1625-4f14-9756-5435e8206176 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:03.919157 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f48f688f-02d7-49e1-8cf1-403c46ebe59e req-6ab89838-16ba-45ef-90b5-c6c7f871aa40 service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257100 Sep 18 05:17:04.030451 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:04.130994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce546df-8dee-47e3-b245-ebe04ae8ec83 req-55a596fb-bab6-4abe-b5a9-349076cdc1ba tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:04.141511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce546df-8dee-47e3-b245-ebe04ae8ec83 req-55a596fb-bab6-4abe-b5a9-349076cdc1ba tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:04.174417 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce546df-8dee-47e3-b245-ebe04ae8ec83 req-55a596fb-bab6-4abe-b5a9-349076cdc1ba tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:04.189386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce546df-8dee-47e3-b245-ebe04ae8ec83 req-55a596fb-bab6-4abe-b5a9-349076cdc1ba tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:04.208197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce546df-8dee-47e3-b245-ebe04ae8ec83 req-55a596fb-bab6-4abe-b5a9-349076cdc1ba tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:04.228489 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce546df-8dee-47e3-b245-ebe04ae8ec83 req-55a596fb-bab6-4abe-b5a9-349076cdc1ba tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:04.242672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce546df-8dee-47e3-b245-ebe04ae8ec83 req-55a596fb-bab6-4abe-b5a9-349076cdc1ba tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:04.253277 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ce546df-8dee-47e3-b245-ebe04ae8ec83 req-55a596fb-bab6-4abe-b5a9-349076cdc1ba tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.1910114 Sep 18 05:17:04.273079 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:04.310368 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ce546df-8dee-47e3-b245-ebe04ae8ec83 req-a4671b5f-b27d-41f6-9b92-3183b243461d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555243 Sep 18 05:17:04.666813 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Router e52a1ef8-9a8d-4fdf-9097-316382d0d485 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:17:04.729559 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.db.resource_extend [None req-78a20b5a-1625-4f14-9756-5435e8206176 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:17:04.854005 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-78a20b5a-1625-4f14-9756-5435e8206176 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:04.915235 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:04.926554 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340eb651-e410-45dd-8595-854b434de83f None None] Sync routers for ids ['e52a1ef8-9a8d-4fdf-9097-316382d0d485'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:04.946470 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340eb651-e410-45dd-8595-854b434de83f None None] Routers {'e52a1ef8-9a8d-4fdf-9097-316382d0d485'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:04.947530 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-340eb651-e410-45dd-8595-854b434de83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e52a1ef8-9a8d-4fdf-9097-316382d0d485'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:04.959750 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-78a20b5a-1625-4f14-9756-5435e8206176 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:04.991641 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-340eb651-e410-45dd-8595-854b434de83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:05.004399 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340eb651-e410-45dd-8595-854b434de83f None None] Routers {'e52a1ef8-9a8d-4fdf-9097-316382d0d485'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:05.005616 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-340eb651-e410-45dd-8595-854b434de83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e52a1ef8-9a8d-4fdf-9097-316382d0d485'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:05.056214 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-340eb651-e410-45dd-8595-854b434de83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:05.057679 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340eb651-e410-45dd-8595-854b434de83f None None] The sync data for ids ['e52a1ef8-9a8d-4fdf-9097-316382d0d485'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:05.072541 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:05.076597 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-818cd3b0-acd3-438f-9764-037b972b0aca tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6680529 Sep 18 05:17:05.076705 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33730) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:05.081643 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:05.136466 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-78a20b5a-1625-4f14-9756-5435e8206176 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Floating IP 81dbd479-5f8f-4664-8152-4dd18fdd8b81 associated. External IP: 172.25.7.48, port: ff0f3680-30e4-42cd-88d4-33b0d82051a2. Sep 18 05:17:05.171109 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:05.629439 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:05.747565 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:05.777075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c6b86-f3f8-4ee9-bb64-8bf4a78e1e8f req-2e69bbff-b89c-45bf-825c-7182547ce88d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:05.782928 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c6b86-f3f8-4ee9-bb64-8bf4a78e1e8f req-2e69bbff-b89c-45bf-825c-7182547ce88d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:05.788774 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c6b86-f3f8-4ee9-bb64-8bf4a78e1e8f req-2e69bbff-b89c-45bf-825c-7182547ce88d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:05.794627 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c6b86-f3f8-4ee9-bb64-8bf4a78e1e8f req-2e69bbff-b89c-45bf-825c-7182547ce88d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:05.800574 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c6b86-f3f8-4ee9-bb64-8bf4a78e1e8f req-2e69bbff-b89c-45bf-825c-7182547ce88d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:05.806386 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c6b86-f3f8-4ee9-bb64-8bf4a78e1e8f req-2e69bbff-b89c-45bf-825c-7182547ce88d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:05.818722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c6b86-f3f8-4ee9-bb64-8bf4a78e1e8f req-2e69bbff-b89c-45bf-825c-7182547ce88d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:05.818722 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-606c6b86-f3f8-4ee9-bb64-8bf4a78e1e8f req-2e69bbff-b89c-45bf-825c-7182547ce88d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.1313822 Sep 18 05:17:05.908998 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-606c6b86-f3f8-4ee9-bb64-8bf4a78e1e8f req-6fc9c0c2-3eab-4d12-a2a4-9bcdb78a371f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819027 Sep 18 05:17:05.910907 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a20b5a-1625-4f14-9756-5435e8206176 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:17:06.019383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Deleting port 6159a270-44aa-40d0-879d-430437b83b2a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:06.019743 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:06.059640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a20b5a-1625-4f14-9756-5435e8206176 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:06.072216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a85a2-d270-4dbe-bd3b-49d63f0396ed None None] Sync routers for ids ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:06.081260 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-78a20b5a-1625-4f14-9756-5435e8206176 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:06.088216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a85a2-d270-4dbe-bd3b-49d63f0396ed None None] Routers {'0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:06.088880 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6c1a85a2-d270-4dbe-bd3b-49d63f0396ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:06.103682 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-78a20b5a-1625-4f14-9756-5435e8206176 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "PUT /v2.0/floatingips/81dbd479-5f8f-4664-8152-4dd18fdd8b81 HTTP/1.1" status: 200 len: 990 time: 2.3268239 Sep 18 05:17:06.103682 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:17:06.104922 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ab56bf-0590-45cb-9ed5-644a4921c5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:17:06.281369 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1085553-63db-4bbe-84a8-6a34c1749339 x-openstack-request-id: req-c1085553-63db-4bbe-84a8-6a34c1749339 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:17:06.281951 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:17:06.281951 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1085553-63db-4bbe-84a8-6a34c1749339 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:17:06.282331 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'status': 'completed', 'code': 200} Sep 18 05:17:06.363166 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:06.381111 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33782) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:06.382847 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-693a07c9-35cc-43db-ac9e-be436c49f6fb tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:06.384511 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-693a07c9-35cc-43db-ac9e-be436c49f6fb tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/networks?id=a203d862-57d5-4a1d-9a25-efff58d03c78 HTTP/1.1" status: 200 len: 813 time: 0.3668182 Sep 18 05:17:06.393739 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Calling delete_port for 6159a270-44aa-40d0-879d-430437b83b2a owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:06.425360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-6c1a85a2-d270-4dbe-bd3b-49d63f0396ed None None] Set router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:17:06.435227 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-614e1056-66ce-404f-984a-e893cce08603 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/quotas/4f5a7f89ed194bba936b5924fd025e54 HTTP/1.1" status: 200 len: 375 time: 0.0262849 Sep 18 05:17:06.546619 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6159e4d0-c9f4-4539-bfcc-9e18bc083fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:06.546780 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-cd881b92-0fe8-4a9e-b2f0-1497d6832dc2 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f5a7f89ed194bba936b5924fd025e54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024621 Sep 18 05:17:06.559163 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab56bf-0590-45cb-9ed5-644a4921c5c8 req-c22cdd73-4032-46f2-a6e6-7e05528569db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:06.560894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32ab56bf-0590-45cb-9ed5-644a4921c5c8 req-c22cdd73-4032-46f2-a6e6-7e05528569db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 1097 time: 0.2494733 Sep 18 05:17:06.665693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab56bf-0590-45cb-9ed5-644a4921c5c8 req-68e079af-fb85-4944-9d04-9906f9c6dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:06.667185 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32ab56bf-0590-45cb-9ed5-644a4921c5c8 req-68e079af-fb85-4944-9d04-9906f9c6dfd2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.0903692 Sep 18 05:17:06.676086 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6159e4d0-c9f4-4539-bfcc-9e18bc083fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:06.753668 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6159e4d0-c9f4-4539-bfcc-9e18bc083fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:06.792161 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159e4d0-c9f4-4539-bfcc-9e18bc083fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed61b7d-c93c-4994-a34d-412bb2f1e096,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:06.816050 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:06.819988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6c1a85a2-d270-4dbe-bd3b-49d63f0396ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port': {'id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:25Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '81dbd479-5f8f-4664-8152-4dd18fdd8b81', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'port_id': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'mac_address': 'fa:16:3e:71:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e77425-d3e6-4000-9100-25e670a7fdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:16:44Z', 'updated_at': '2021-09-18T05:17:04Z', 'revision_number': 1, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938d3ec9-f1a9-492c-9775-20c10e970011', 'name': '', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'mac_address': 'fa:16:3e:d6:96:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:32Z', 'updated_at': '2021-09-18T05:16:41Z', 'revision_number': 5, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'subnets': [{'id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:06.831240 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6159e4d0-c9f4-4539-bfcc-9e18bc083fe6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3ec403a13754e2ab7a367ca6cae6711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490218 Sep 18 05:17:06.834177 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33792) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:06.885718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a85a2-d270-4dbe-bd3b-49d63f0396ed None None] Checking router: 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:17:06.898863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a85a2-d270-4dbe-bd3b-49d63f0396ed None None] Routers {'0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:06.899933 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6c1a85a2-d270-4dbe-bd3b-49d63f0396ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:06.915172 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a6ee747f-22bc-4015-b787-6bec0d9cdb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:06.944710 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a6ee747f-22bc-4015-b787-6bec0d9cdb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:07.070533 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-6c1a85a2-d270-4dbe-bd3b-49d63f0396ed None None] Set router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:17:07.093125 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a6ee747f-22bc-4015-b787-6bec0d9cdb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:07.094186 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a6ee747f-22bc-4015-b787-6bec0d9cdb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:07.095351 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a6ee747f-22bc-4015-b787-6bec0d9cdb7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aed61b7d-c93c-4994-a34d-412bb2f1e096 HTTP/1.1" status: 204 len: 168 time: 0.2600753 Sep 18 05:17:07.122195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee747f-22bc-4015-b787-6bec0d9cdb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed61b7d-c93c-4994-a34d-412bb2f1e096,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:07.201446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cd93d-6cfe-4ef9-a6b1-989b7686a2c5 req-4d8c2a74-85c5-4c45-b522-9c4723aeeef9 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:07.202347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32ab56bf-0590-45cb-9ed5-644a4921c5c8 req-a4d7f764-1ae3-46b2-8a47-4044b01ece8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2 HTTP/1.1" status: 200 len: 998 time: 0.5244403 Sep 18 05:17:07.217469 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd6cd93d-6cfe-4ef9-a6b1-989b7686a2c5 req-4d8c2a74-85c5-4c45-b522-9c4723aeeef9 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.0737324 Sep 18 05:17:07.250690 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-7a3d6a67-c914-4857-8d18-427438981ab0 service neutron] 10.222.0.23 "GET /v2.0/networks/a203d862-57d5-4a1d-9a25-efff58d03c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7037013 Sep 18 05:17:07.262000 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bd6cd93d-6cfe-4ef9-a6b1-989b7686a2c5 req-83167ef8-1a57-44e1-99ef-ce263338ef1a tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 Sep 18 05:17:07.370958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab56bf-0590-45cb-9ed5-644a4921c5c8 req-980584d6-81c4-40f1-8454-e178360da059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:07.372556 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32ab56bf-0590-45cb-9ed5-644a4921c5c8 req-980584d6-81c4-40f1-8454-e178360da059 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.1600118 Sep 18 05:17:07.397670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c930602-9f29-43e0-81c3-8d4e4d5db68d req-eb5458fa-e64d-4a63-aabd-740b014a879b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:07.410675 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c930602-9f29-43e0-81c3-8d4e4d5db68d req-eb5458fa-e64d-4a63-aabd-740b014a879b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:07.411276 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c930602-9f29-43e0-81c3-8d4e4d5db68d req-eb5458fa-e64d-4a63-aabd-740b014a879b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:07.417586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c930602-9f29-43e0-81c3-8d4e4d5db68d req-eb5458fa-e64d-4a63-aabd-740b014a879b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:07.423974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c930602-9f29-43e0-81c3-8d4e4d5db68d req-eb5458fa-e64d-4a63-aabd-740b014a879b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:07.430044 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c930602-9f29-43e0-81c3-8d4e4d5db68d req-eb5458fa-e64d-4a63-aabd-740b014a879b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:07.430847 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6c1a85a2-d270-4dbe-bd3b-49d63f0396ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port': {'id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:25Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '81dbd479-5f8f-4664-8152-4dd18fdd8b81', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'port_id': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'mac_address': 'fa:16:3e:71:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e77425-d3e6-4000-9100-25e670a7fdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:16:44Z', 'updated_at': '2021-09-18T05:17:04Z', 'revision_number': 1, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938d3ec9-f1a9-492c-9775-20c10e970011', 'name': '', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'mac_address': 'fa:16:3e:d6:96:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:32Z', 'updated_at': '2021-09-18T05:16:41Z', 'revision_number': 5, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'subnets': [{'id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:07.435889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c930602-9f29-43e0-81c3-8d4e4d5db68d req-eb5458fa-e64d-4a63-aabd-740b014a879b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:07.438531 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8c930602-9f29-43e0-81c3-8d4e4d5db68d req-eb5458fa-e64d-4a63-aabd-740b014a879b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.1104612 Sep 18 05:17:07.450418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab56bf-0590-45cb-9ed5-644a4921c5c8 req-93965942-2989-48ee-875f-3659050880fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:07.456342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32ab56bf-0590-45cb-9ed5-644a4921c5c8 req-93965942-2989-48ee-875f-3659050880fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688658 Sep 18 05:17:07.456342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-db863e44-4655-4297-bee7-1de60c5cd9f1 service neutron] 10.222.0.23 "GET /v2.0/networks/a203d862-57d5-4a1d-9a25-efff58d03c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931024 Sep 18 05:17:07.473939 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a85a2-d270-4dbe-bd3b-49d63f0396ed None None] The sync data for ids ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'] in n-d-789963-13 is: [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port': {'id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:25Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '81dbd479-5f8f-4664-8152-4dd18fdd8b81', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'port_id': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'mac_address': 'fa:16:3e:71:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e77425-d3e6-4000-9100-25e670a7fdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:16:44Z', 'updated_at': '2021-09-18T05:17:04Z', 'revision_number': 1, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938d3ec9-f1a9-492c-9775-20c10e970011', 'name': '', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'mac_address': 'fa:16:3e:d6:96:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:32Z', 'updated_at': '2021-09-18T05:16:41Z', 'revision_number': 5, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'subnets': [{'id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:07.494065 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:07.521354 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8c930602-9f29-43e0-81c3-8d4e4d5db68d req-90eee9c9-2d59-4731-aa5a-1ce27892a2b8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685356 Sep 18 05:17:07.631459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Pushing event deleted for resources: {'Port': ['ID=6159a270-44aa-40d0-879d-430437b83b2a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:07.687950 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:07.694718 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32ab56bf-0590-45cb-9ed5-644a4921c5c8 req-ef813d06-0df8-4c3f-b7bd-69462200d3b2 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350011 Sep 18 05:17:07.727827 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685fa981-22bd-407b-8f4d-a65d8c0e0a58 None None] New status for floating IP 81dbd479-5f8f-4664-8152-4dd18fdd8b81: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:17:07.798044 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7b6b69b1-bed9-42c2-abb0-b6f6864bf291 req-e5d8573e-00ed-4022-b437-4e76fd756525 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 210 time: 0.0352757 Sep 18 05:17:07.941098 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33812) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:07.963200 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a02582af-bd10-4953-9bfc-5a2dfcd6dbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:07.999793 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:08.004230 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32ab56bf-0590-45cb-9ed5-644a4921c5c8 req-1e7c8851-1015-492b-837d-c372915de2bc service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685463 Sep 18 05:17:08.008638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:08.085053 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a02582af-bd10-4953-9bfc-5a2dfcd6dbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:08.097986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Router e52a1ef8-9a8d-4fdf-9097-316382d0d485 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:17:08.183326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:08.190826 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:08.192207 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-92696aee-1556-4326-9bfb-220ddb77a10f tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "PUT /v2.0/routers/e52a1ef8-9a8d-4fdf-9097-316382d0d485 HTTP/1.1" status: 200 len: 706 time: 3.1145861 Sep 18 05:17:08.196850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc68b4b-8525-4466-8e20-04da49d6a78f None None] Sync routers for ids ['e52a1ef8-9a8d-4fdf-9097-316382d0d485'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:08.197128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33818) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:08.203668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc68b4b-8525-4466-8e20-04da49d6a78f None None] Routers {'e52a1ef8-9a8d-4fdf-9097-316382d0d485'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:08.204816 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ddc68b4b-8525-4466-8e20-04da49d6a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e52a1ef8-9a8d-4fdf-9097-316382d0d485'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:08.238233 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ddc68b4b-8525-4466-8e20-04da49d6a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:08.247053 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc68b4b-8525-4466-8e20-04da49d6a78f None None] Routers {'e52a1ef8-9a8d-4fdf-9097-316382d0d485'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:08.247679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ddc68b4b-8525-4466-8e20-04da49d6a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e52a1ef8-9a8d-4fdf-9097-316382d0d485'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:08.279362 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ddc68b4b-8525-4466-8e20-04da49d6a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:08.280023 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc68b4b-8525-4466-8e20-04da49d6a78f None None] The sync data for ids ['e52a1ef8-9a8d-4fdf-9097-316382d0d485'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:08.284430 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a02582af-bd10-4953-9bfc-5a2dfcd6dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:08.289605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-efdeba8c-1ec1-445a-a9ab-dd174dfd838f tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/routers/e52a1ef8-9a8d-4fdf-9097-316382d0d485 HTTP/1.1" status: 200 len: 741 time: 0.0903001 Sep 18 05:17:08.290021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33822) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:08.323234 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02582af-bd10-4953-9bfc-5a2dfcd6dbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8609b09-d911-47fe-a64d-9dd2d2fddc00,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:08.328268 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a02582af-bd10-4953-9bfc-5a2dfcd6dbe5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=faee2fdfca71413892cb2b62a399c6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852732 Sep 18 05:17:08.330966 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33824) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:08.341283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-98924584-df27-4a28-8d00-b84b629737ba tempest-RoutersAdminTest-1227663190 tempest-RoutersAdminTest-1227663190-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&device_id=e52a1ef8-9a8d-4fdf-9097-316382d0d485 HTTP/1.1" status: 200 len: 205 time: 0.0500133 Sep 18 05:17:08.344355 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33826) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:08.381610 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-141dd098-2dcf-4fba-93e3-dc1ae62d37dc tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a1ef8-9a8d-4fdf-9097-316382d0d485 HTTP/1.1" status: 200 len: 205 time: 0.0361493 Sep 18 05:17:08.384836 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33828) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:08.401811 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8490fb9-f05c-42cf-91d3-762db1ff89f1 req-3ed3587c-122a-4522-882d-228f2d1725e9 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:08.403196 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e8490fb9-f05c-42cf-91d3-762db1ff89f1 req-3ed3587c-122a-4522-882d-228f2d1725e9 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.0522053 Sep 18 05:17:08.444407 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e8490fb9-f05c-42cf-91d3-762db1ff89f1 req-acc06037-ef16-4b9c-b516-beae180982f9 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336895 Sep 18 05:17:08.478097 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ed40043-26c8-4b8a-b251-5bb317841361 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:08.482726 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-641fc7c6-b5c6-4e8b-83fa-b82873ee932c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:08.564454 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-641fc7c6-b5c6-4e8b-83fa-b82873ee932c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:08.691992 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ed40043-26c8-4b8a-b251-5bb317841361 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:08.694933 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ed40043-26c8-4b8a-b251-5bb317841361 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:08.766497 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8247f5-970e-491d-9a3d-0690af7125e9 req-2d1bec12-5127-4db4-b518-fe07e1baf67f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:08.772467 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8247f5-970e-491d-9a3d-0690af7125e9 req-2d1bec12-5127-4db4-b518-fe07e1baf67f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:08.778455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8247f5-970e-491d-9a3d-0690af7125e9 req-2d1bec12-5127-4db4-b518-fe07e1baf67f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:08.785131 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8247f5-970e-491d-9a3d-0690af7125e9 req-2d1bec12-5127-4db4-b518-fe07e1baf67f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:08.791163 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8247f5-970e-491d-9a3d-0690af7125e9 req-2d1bec12-5127-4db4-b518-fe07e1baf67f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:08.797893 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8247f5-970e-491d-9a3d-0690af7125e9 req-2d1bec12-5127-4db4-b518-fe07e1baf67f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:08.803734 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8247f5-970e-491d-9a3d-0690af7125e9 req-2d1bec12-5127-4db4-b518-fe07e1baf67f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:08.805714 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f8247f5-970e-491d-9a3d-0690af7125e9 req-2d1bec12-5127-4db4-b518-fe07e1baf67f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.1812241 Sep 18 05:17:08.836160 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ed40043-26c8-4b8a-b251-5bb317841361 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:08.836724 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed40043-26c8-4b8a-b251-5bb317841361 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Fanout notify agent at l3_agent the message router_deleted on router e52a1ef8-9a8d-4fdf-9097-316382d0d485 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:17:08.852794 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ed40043-26c8-4b8a-b251-5bb317841361 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:08.853913 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5ed40043-26c8-4b8a-b251-5bb317841361 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "DELETE /v2.0/routers/e52a1ef8-9a8d-4fdf-9097-316382d0d485 HTTP/1.1" status: 204 len: 168 time: 0.4681690 Sep 18 05:17:08.857438 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33838) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:08.866029 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f8247f5-970e-491d-9a3d-0690af7125e9 req-f74928e6-f660-495f-aee7-6520419ba458 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535421 Sep 18 05:17:08.893077 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4b3e59a1-e20f-45a9-b318-4755e082150d tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a1ef8-9a8d-4fdf-9097-316382d0d485 HTTP/1.1" status: 200 len: 205 time: 0.0344677 Sep 18 05:17:08.895469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33840) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:08.919369 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-621a6f62-8281-4f0c-ac05-301017fa1e1e req-59abf4ff-89b1-4e2d-83b0-94c473d25cce tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 210 time: 0.0594921 Sep 18 05:17:08.923776 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-641fc7c6-b5c6-4e8b-83fa-b82873ee932c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:08.926857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-641fc7c6-b5c6-4e8b-83fa-b82873ee932c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:08.928282 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-641fc7c6-b5c6-4e8b-83fa-b82873ee932c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8609b09-d911-47fe-a64d-9dd2d2fddc00 HTTP/1.1" status: 204 len: 168 time: 0.5961013 Sep 18 05:17:08.936700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fc7c6-b5c6-4e8b-83fa-b82873ee932c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8609b09-d911-47fe-a64d-9dd2d2fddc00,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:08.954241 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-366aa66c-b82d-4b8b-b87c-2ac56f6f1360 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] delete failed (client error): The resource could not be found. Sep 18 05:17:08.955308 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-366aa66c-b82d-4b8b-b87c-2ac56f6f1360 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "DELETE /v2.0/routers/e52a1ef8-9a8d-4fdf-9097-316382d0d485 HTTP/1.1" status: 404 len: 336 time: 0.0589111 Sep 18 05:17:08.958067 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33844) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:08.989627 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9fe835da-e23d-48a9-905e-fa14eb340635 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b632f00-a243-4e58-a53b-cc72364180c5 HTTP/1.1" status: 200 len: 205 time: 0.0304737 Sep 18 05:17:08.992278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33846) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:09.033766 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-6dc5cc34-8371-4071-9322-83a3103d13de tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] delete failed (client error): The resource could not be found. Sep 18 05:17:09.034850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6dc5cc34-8371-4071-9322-83a3103d13de tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "DELETE /v2.0/routers/7b632f00-a243-4e58-a53b-cc72364180c5 HTTP/1.1" status: 404 len: 336 time: 0.0416539 Sep 18 05:17:09.037668 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33848) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:09.068912 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f3d0bcd7-ee93-40ae-8708-903aeaa5fcf9 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "GET /v2.0/ports?device_id=f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a HTTP/1.1" status: 200 len: 205 time: 0.0294864 Sep 18 05:17:09.069799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33852) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:09.109399 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-a056b661-9f71-4d9e-a98d-32bfa4bf15d5 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] delete failed (client error): The resource could not be found. Sep 18 05:17:09.110583 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a056b661-9f71-4d9e-a98d-32bfa4bf15d5 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "DELETE /v2.0/routers/f14d11cc-ae7e-4cb9-bbb8-1375611f3b8a HTTP/1.1" status: 404 len: 336 time: 0.0396247 Sep 18 05:17:09.113248 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33854) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:09.141743 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-13206e17-b148-4183-90e9-b1897e702729 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d42f44c-b714-4c13-9e10-49fc77fd385a HTTP/1.1" status: 200 len: 205 time: 0.0273173 Sep 18 05:17:09.144006 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33858) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:09.185734 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-2df83865-eaa5-41ea-8ba1-8660cb518477 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] delete failed (client error): The resource could not be found. Sep 18 05:17:09.186782 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2df83865-eaa5-41ea-8ba1-8660cb518477 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "DELETE /v2.0/routers/9d42f44c-b714-4c13-9e10-49fc77fd385a HTTP/1.1" status: 404 len: 336 time: 0.0418208 Sep 18 05:17:09.190330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33860) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:09.219019 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8d92a542-dcd8-4bb6-a54d-d68fb3b5df02 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "GET /v2.0/ports?device_id=620cdf5b-cf01-4546-b107-ff4126e2d94a HTTP/1.1" status: 200 len: 205 time: 0.0275521 Sep 18 05:17:09.221534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33862) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:09.226568 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b79da-7866-48f9-aad7-dc7218346023 req-a49ed805-44a3-448a-a3d8-677796d45719 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:09.228083 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b9b79da-7866-48f9-aad7-dc7218346023 req-a49ed805-44a3-448a-a3d8-677796d45719 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.0583034 Sep 18 05:17:09.263445 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-e1cc7448-e3ec-4a24-a243-e0377ea6f019 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] delete failed (client error): The resource could not be found. Sep 18 05:17:09.264535 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e1cc7448-e3ec-4a24-a243-e0377ea6f019 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "DELETE /v2.0/routers/620cdf5b-cf01-4546-b107-ff4126e2d94a HTTP/1.1" status: 404 len: 336 time: 0.0420463 Sep 18 05:17:09.267330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33866) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:09.303454 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9db2b36e-cd07-46e2-929b-5adf85755b2d tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "GET /v2.0/ports?device_id=f19b44dd-c80d-46f4-b117-3bee316cac75 HTTP/1.1" status: 200 len: 205 time: 0.0326166 Sep 18 05:17:09.304370 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33868) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:09.344398 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-3b9b79da-7866-48f9-aad7-dc7218346023 req-2784c291-5ac5-47b4-a229-8a774bcad843 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Deleting port e1b1f548-09c0-41d4-aab2-e3e83e84c445 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:09.344644 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-ca47a587-feac-4408-91ab-7473d6479833 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] delete failed (client error): The resource could not be found. Sep 18 05:17:09.345193 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3b9b79da-7866-48f9-aad7-dc7218346023 req-2784c291-5ac5-47b4-a229-8a774bcad843 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:09.345586 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ca47a587-feac-4408-91ab-7473d6479833 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "DELETE /v2.0/routers/f19b44dd-c80d-46f4-b117-3bee316cac75 HTTP/1.1" status: 404 len: 336 time: 0.0399497 Sep 18 05:17:09.348190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33872) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:09.382249 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-defae9d9-ed6a-4d56-97bf-552082e64f96 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] DELETE failed (client error): The resource could not be found. Sep 18 05:17:09.382681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-defae9d9-ed6a-4d56-97bf-552082e64f96 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:17:09.384479 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-defae9d9-ed6a-4d56-97bf-552082e64f96 tempest-RoutersAdminTest-546187045 tempest-RoutersAdminTest-546187045-project] 10.222.0.23 "DELETE /v2.0/subnets/b3964395-b8f3-40c6-b10d-e531873d3c19 HTTP/1.1" status: 404 len: 337 time: 0.0343277 Sep 18 05:17:09.455912 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3b9b79da-7866-48f9-aad7-dc7218346023 req-2784c291-5ac5-47b4-a229-8a774bcad843 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] For port e1b1f548-09c0-41d4-aab2-e3e83e84c445, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e1b1f548-09c0-41d4-aab2-e3e83e84c445,segment=NetworkSegment(5764aa2a-8308-42a3-a20e-a0bd011862bd),segment_id=5764aa2a-8308-42a3-a20e-a0bd011862bd)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:09.456524 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3b9b79da-7866-48f9-aad7-dc7218346023 req-2784c291-5ac5-47b4-a229-8a774bcad843 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:09.472521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-3b9b79da-7866-48f9-aad7-dc7218346023 req-2784c291-5ac5-47b4-a229-8a774bcad843 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Calling delete_port for e1b1f548-09c0-41d4-aab2-e3e83e84c445 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:09.604136 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e004f0f-f2a4-4aea-b232-daa539177b60 req-b9400cff-49f9-4c74-b9e0-16e683f2c03b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:09.605639 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e004f0f-f2a4-4aea-b232-daa539177b60 req-b9400cff-49f9-4c74-b9e0-16e683f2c03b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 945 time: 0.0663166 Sep 18 05:17:09.646248 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e004f0f-f2a4-4aea-b232-daa539177b60 req-b12a7d4a-585b-4282-a27e-322a9ce6242c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Sep 18 05:17:09.684176 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3b9b79da-7866-48f9-aad7-dc7218346023 req-2784c291-5ac5-47b4-a229-8a774bcad843 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:09.696837 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['4f388dd3-91a7-4a1a-b946-4614853492fe', 'e1b1f548-09c0-41d4-aab2-e3e83e84c445'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:17:09.737734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784c291-5ac5-47b4-a229-8a774bcad843 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Pushing event deleted for resources: {'Port': ['ID=e1b1f548-09c0-41d4-aab2-e3e83e84c445,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:09.783030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9b79da-7866-48f9-aad7-dc7218346023 req-2784c291-5ac5-47b4-a229-8a774bcad843 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] No DVR routers for this DVR port e1b1f548-09c0-41d4-aab2-e3e83e84c445 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:17:09.786145 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3b9b79da-7866-48f9-aad7-dc7218346023 req-2784c291-5ac5-47b4-a229-8a774bcad843 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:09.788707 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b9b79da-7866-48f9-aad7-dc7218346023 req-2784c291-5ac5-47b4-a229-8a774bcad843 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.13 "DELETE /v2.0/ports/e1b1f548-09c0-41d4-aab2-e3e83e84c445 HTTP/1.1" status: 204 len: 173 time: 0.5539794 Sep 18 05:17:09.789362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2330560-2ecc-4410-bf78-c8f63529259b', 'name': 'network-vif-deleted', 'tag': 'e1b1f548-09c0-41d4-aab2-e3e83e84c445'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:17:09.792355 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c71d8f4-4482-4f39-bfef-1eb39180ae9a" -d '{"events": [{"server_uuid": "c2330560-2ecc-4410-bf78-c8f63529259b", "name": "network-vif-deleted", "tag": "e1b1f548-09c0-41d4-aab2-e3e83e84c445"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:17:09.834241 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be82b193-0208-4109-a7ff-7deb17de2823 x-openstack-request-id: req-be82b193-0208-4109-a7ff-7deb17de2823 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:17:09.834543 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2330560-2ecc-4410-bf78-c8f63529259b", "name": "network-vif-deleted", "tag": "e1b1f548-09c0-41d4-aab2-e3e83e84c445", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:17:09.834801 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be82b193-0208-4109-a7ff-7deb17de2823 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:17:09.835205 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2330560-2ecc-4410-bf78-c8f63529259b', 'name': 'network-vif-deleted', 'tag': 'e1b1f548-09c0-41d4-aab2-e3e83e84c445', 'status': 'completed', 'code': 200} Sep 18 05:17:09.991951 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8241b604-644a-4b22-9257-5999f8346d50 req-f4e571d7-eb1b-40b1-a15c-56769ab3d022 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1003923 Sep 18 05:17:10.027502 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33898) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:10.055428 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1bf17b78-5bcf-4ed0-b74b-a318e900d346 req-aa566567-cde1-40c8-9376-f5a389253676 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 210 time: 0.0363615 Sep 18 05:17:10.112296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecdb75-51af-44a8-826f-3b4f82f2cd17 req-95ceb05a-af9d-4a80-a728-85315b35a9ca tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:10.118211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecdb75-51af-44a8-826f-3b4f82f2cd17 req-95ceb05a-af9d-4a80-a728-85315b35a9ca tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:10.124183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecdb75-51af-44a8-826f-3b4f82f2cd17 req-95ceb05a-af9d-4a80-a728-85315b35a9ca tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:10.130267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecdb75-51af-44a8-826f-3b4f82f2cd17 req-95ceb05a-af9d-4a80-a728-85315b35a9ca tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:10.136173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecdb75-51af-44a8-826f-3b4f82f2cd17 req-95ceb05a-af9d-4a80-a728-85315b35a9ca tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:10.142662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecdb75-51af-44a8-826f-3b4f82f2cd17 req-95ceb05a-af9d-4a80-a728-85315b35a9ca tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:10.148551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecdb75-51af-44a8-826f-3b4f82f2cd17 req-95ceb05a-af9d-4a80-a728-85315b35a9ca tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:10.156861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1eecdb75-51af-44a8-826f-3b4f82f2cd17 req-95ceb05a-af9d-4a80-a728-85315b35a9ca tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.1552305 Sep 18 05:17:10.163931 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-022439b3-7b34-4ec1-8336-e897cec40ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:10.181614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b604-644a-4b22-9257-5999f8346d50 req-3153e370-2fbf-4d17-a3f7-91e69fbef9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:10.183135 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8241b604-644a-4b22-9257-5999f8346d50 req-3153e370-2fbf-4d17-a3f7-91e69fbef9f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b24b241d1e242d6a367baa07a5c602e&device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 1097 time: 0.1434631 Sep 18 05:17:10.205122 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1eecdb75-51af-44a8-826f-3b4f82f2cd17 req-66eb090f-821d-412f-8617-f6a041744c92 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473464 Sep 18 05:17:10.310333 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-022439b3-7b34-4ec1-8336-e897cec40ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:10.336099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b604-644a-4b22-9257-5999f8346d50 req-9b1c2b7a-d354-4c9a-a7b0-e50ecda9c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:10.337623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8241b604-644a-4b22-9257-5999f8346d50 req-9b1c2b7a-d354-4c9a-a7b0-e50ecda9c7d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 HTTP/1.1" status: 200 len: 910 time: 0.1316254 Sep 18 05:17:10.376957 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-022439b3-7b34-4ec1-8336-e897cec40ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:10.415255 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8241b604-644a-4b22-9257-5999f8346d50 req-7e858152-d245-4f15-bcaf-1bcbd59ae00d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dbd8665-5e53-4872-9eae-3c424e783bac HTTP/1.1" status: 200 len: 1000 time: 0.0706038 Sep 18 05:17:10.416621 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-022439b3-7b34-4ec1-8336-e897cec40ec1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec4b38a70543499db8ad77ce453499be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720922 Sep 18 05:17:10.418628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022439b3-7b34-4ec1-8336-e897cec40ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69cb00b-7e51-46cc-bb74-9f9d7ca8c354,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:10.419580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33914) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:10.527629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b604-644a-4b22-9257-5999f8346d50 req-76bc7c11-0c25-42b3-81a1-130e66e5ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:10.529098 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8241b604-644a-4b22-9257-5999f8346d50 req-76bc7c11-0c25-42b3-81a1-130e66e5ad05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ab02bc3-4445-486e-bb1b-e6de93866e50 HTTP/1.1" status: 200 len: 849 time: 0.1017659 Sep 18 05:17:10.611982 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-76a77293-1f41-4da1-8f75-6b9f2be86d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:10.656004 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-76a77293-1f41-4da1-8f75-6b9f2be86d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:10.676281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-ccd8c245-5d7b-4c0f-9622-1e46e0d1f8b3 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:10.677757 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-ccd8c245-5d7b-4c0f-9622-1e46e0d1f8b3 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.13 "GET /v2.0/networks?id=a203d862-57d5-4a1d-9a25-efff58d03c78 HTTP/1.1" status: 200 len: 813 time: 0.1907492 Sep 18 05:17:10.684116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b604-644a-4b22-9257-5999f8346d50 req-767cf8a0-2f89-4f9e-bb9c-5ee2b96326e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:10.684116 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8241b604-644a-4b22-9257-5999f8346d50 req-767cf8a0-2f89-4f9e-bb9c-5ee2b96326e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471488 Sep 18 05:17:10.693999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-af29be9f-aed9-4e6c-bf91-d7821284c8a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Request body: {'port': {'device_id': 'e907ae26-334b-445b-a55a-bb1b819d41be', 'network_id': 'a203d862-57d5-4a1d-9a25-efff58d03c78', 'admin_state_up': True, 'tenant_id': '4f5a7f89ed194bba936b5924fd025e54'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:10.851359 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2de50c6-36f3-4bb8-bab2-8ca9c5af307d req-8bcd820f-19b1-42ca-9aa4-6f499d05336f tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2330560-2ecc-4410-bf78-c8f63529259b HTTP/1.1" status: 200 len: 210 time: 0.1006310 Sep 18 05:17:10.912326 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8241b604-644a-4b22-9257-5999f8346d50 req-639212cc-b88c-4546-891a-e5c404884aea service neutron] 10.222.0.18 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148383 Sep 18 05:17:11.012365 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8241b604-644a-4b22-9257-5999f8346d50 req-7dc855e0-771e-4526-abf7-1631376f76dc service neutron] 10.222.0.18 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920327 Sep 18 05:17:11.015750 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-76a77293-1f41-4da1-8f75-6b9f2be86d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:11.018444 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-76a77293-1f41-4da1-8f75-6b9f2be86d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:11.022040 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-76a77293-1f41-4da1-8f75-6b9f2be86d3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d69cb00b-7e51-46cc-bb74-9f9d7ca8c354 HTTP/1.1" status: 204 len: 168 time: 0.5990233 Sep 18 05:17:11.028353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a77293-1f41-4da1-8f75-6b9f2be86d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69cb00b-7e51-46cc-bb74-9f9d7ca8c354,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:11.062296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-af29be9f-aed9-4e6c-bf91-d7821284c8a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Made reservation on behalf of 4f5a7f89ed194bba936b5924fd025e54 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:17:11.067147 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-af29be9f-aed9-4e6c-bf91-d7821284c8a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:11.172837 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b06ef68c-e58c-4afc-8b2d-d9a994347b2a req-a21ec293-7ad2-433d-97af-abe0b5ca6d16 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 210 time: 0.0365837 Sep 18 05:17:11.226688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-af29be9f-aed9-4e6c-bf91-d7821284c8a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Allocated IP 172.20.0.11 (a203d862-57d5-4a1d-9a25-efff58d03c78/ffa1aa8a-165a-490d-b598-b998f744cdb9/5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:17:11.401031 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b35bfd-618a-4bb5-a354-cc1c8ab1ad6d req-882f0adc-4710-4465-a5f0-98727a2e4336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:11.410125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b35bfd-618a-4bb5-a354-cc1c8ab1ad6d req-882f0adc-4710-4465-a5f0-98727a2e4336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:11.417413 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b35bfd-618a-4bb5-a354-cc1c8ab1ad6d req-882f0adc-4710-4465-a5f0-98727a2e4336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:11.425160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b35bfd-618a-4bb5-a354-cc1c8ab1ad6d req-882f0adc-4710-4465-a5f0-98727a2e4336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:11.431924 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b35bfd-618a-4bb5-a354-cc1c8ab1ad6d req-882f0adc-4710-4465-a5f0-98727a2e4336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:11.437033 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-af29be9f-aed9-4e6c-bf91-d7821284c8a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:11.439259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b35bfd-618a-4bb5-a354-cc1c8ab1ad6d req-882f0adc-4710-4465-a5f0-98727a2e4336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:11.445549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b35bfd-618a-4bb5-a354-cc1c8ab1ad6d req-882f0adc-4710-4465-a5f0-98727a2e4336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:11.447954 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-70b35bfd-618a-4bb5-a354-cc1c8ab1ad6d req-882f0adc-4710-4465-a5f0-98727a2e4336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.1536860 Sep 18 05:17:11.497395 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-70b35bfd-618a-4bb5-a354-cc1c8ab1ad6d req-bbd86def-f638-4160-ae3b-b6ab21ffb41d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419202 Sep 18 05:17:11.582108 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-af29be9f-aed9-4e6c-bf91-d7821284c8a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:11.628037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-af29be9f-aed9-4e6c-bf91-d7821284c8a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Network a203d862-57d5-4a1d-9a25-efff58d03c78 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:17:11.631243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-af29be9f-aed9-4e6c-bf91-d7821284c8a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:11.634966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-af29be9f-aed9-4e6c-bf91-d7821284c8a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:17:11.644343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29be9f-aed9-4e6c-bf91-d7821284c8a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Pushing event updated for resources: {'Port': ['ID=5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:11.690011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-af29be9f-aed9-4e6c-bf91-d7821284c8a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:11.690641 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-af29be9f-aed9-4e6c-bf91-d7821284c8a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:11.839842 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-af29be9f-aed9-4e6c-bf91-d7821284c8a8 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1511688 Sep 18 05:17:11.852199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Request body: {'port': {'device_id': 'e907ae26-334b-445b-a55a-bb1b819d41be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:11.920693 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:12.022727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33966) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:12.068422 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-84570994-0cb3-409a-a5e7-3300bb4a55da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d367a422c18f4ab1bf9a959456519658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442381 Sep 18 05:17:12.071075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33968) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:12.134268 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a22bcb48-9775-47b5-90f8-d5715eb2104d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:12.155326 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a22bcb48-9775-47b5-90f8-d5715eb2104d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:12.192542 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:17:12.356771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606296e0-86e8-4cc2-8f4c-ac14000d3069 req-cff051d3-0f05-46c6-9006-f42ab37bf558 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:12.358414 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-606296e0-86e8-4cc2-8f4c-ac14000d3069 req-cff051d3-0f05-46c6-9006-f42ab37bf558 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 932 time: 0.0890272 Sep 18 05:17:12.364880 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a22bcb48-9775-47b5-90f8-d5715eb2104d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:12.367956 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a22bcb48-9775-47b5-90f8-d5715eb2104d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:12.371427 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a22bcb48-9775-47b5-90f8-d5715eb2104d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ab7d1c3-198f-4729-9ac7-a25e4a11a378 HTTP/1.1" status: 204 len: 168 time: 0.2971447 Sep 18 05:17:12.393503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bcb48-9775-47b5-90f8-d5715eb2104d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab7d1c3-198f-4729-9ac7-a25e4a11a378,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:12.465534 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-606296e0-86e8-4cc2-8f4c-ac14000d3069 req-503b5b96-3fa4-47e4-87ac-061906f3b932 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597095 Sep 18 05:17:12.569682 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410368ee-60b9-43a4-884a-f7d55d626e84 req-7c3c8318-aec8-4730-8ded-89914fe8b989 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:12.578996 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-410368ee-60b9-43a4-884a-f7d55d626e84 req-7c3c8318-aec8-4730-8ded-89914fe8b989 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0833035 Sep 18 05:17:12.623352 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-410368ee-60b9-43a4-884a-f7d55d626e84 req-f079430b-1342-4b43-81e8-f752cdb21c6b tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Sep 18 05:17:12.639954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e1b1f548-09c0-41d4-aab2-e3e83e84c445 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:17:12.661423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: e1b1f548-09c0-41d4-aab2-e3e83e84c445 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:17:12.661940 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e1b1f548-09c0-41d4-aab2-e3e83e84c445 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:17:12.709590 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:17:12.727256 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58375880-7ca0-4bd0-b7b5-fd6f081cd443 req-16fffc1f-8853-4c7d-984a-de4a7fc46d66 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:12.733236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58375880-7ca0-4bd0-b7b5-fd6f081cd443 req-16fffc1f-8853-4c7d-984a-de4a7fc46d66 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:12.739782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58375880-7ca0-4bd0-b7b5-fd6f081cd443 req-16fffc1f-8853-4c7d-984a-de4a7fc46d66 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:12.745695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58375880-7ca0-4bd0-b7b5-fd6f081cd443 req-16fffc1f-8853-4c7d-984a-de4a7fc46d66 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:12.751965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58375880-7ca0-4bd0-b7b5-fd6f081cd443 req-16fffc1f-8853-4c7d-984a-de4a7fc46d66 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:12.757864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58375880-7ca0-4bd0-b7b5-fd6f081cd443 req-16fffc1f-8853-4c7d-984a-de4a7fc46d66 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:12.763741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58375880-7ca0-4bd0-b7b5-fd6f081cd443 req-16fffc1f-8853-4c7d-984a-de4a7fc46d66 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:12.766020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58375880-7ca0-4bd0-b7b5-fd6f081cd443 req-16fffc1f-8853-4c7d-984a-de4a7fc46d66 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.1540825 Sep 18 05:17:12.768017 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:12.793547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Transition to ACTIVE for port object 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:17:12.825278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58375880-7ca0-4bd0-b7b5-fd6f081cd443 req-48732155-18c2-4d32-a59d-254b5f8ac79a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500937 Sep 18 05:17:12.894547 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:12.948192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Pushing event updated for resources: {'Port': ['ID=5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:13.021445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Attempting to bind port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:17:13.021787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Attempting to bind port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'be20c028-e947-49f9-8a1d-c565631129f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a203d862-57d5-4a1d-9a25-efff58d03c78'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:17:13.022234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Attempting to bind port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe on network a203d862-57d5-4a1d-9a25-efff58d03c78 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:17:13.026586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe on network a203d862-57d5-4a1d-9a25-efff58d03c78 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:17:13.026925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Attempting to bind port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe on network a203d862-57d5-4a1d-9a25-efff58d03c78 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:17:13.032981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:17:13.033363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Checking segment: {'id': 'be20c028-e947-49f9-8a1d-c565631129f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a203d862-57d5-4a1d-9a25-efff58d03c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:17:13.033835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Bound using segment: {'id': 'be20c028-e947-49f9-8a1d-c565631129f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a203d862-57d5-4a1d-9a25-efff58d03c78'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:17:13.034518 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Bound port: 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be20c028-e947-49f9-8a1d-c565631129f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a203d862-57d5-4a1d-9a25-efff58d03c78'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:17:13.034518 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:13.099936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] For port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:17:13.103838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] For port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe,segment=NetworkSegment(be20c028-e947-49f9-8a1d-c565631129f1),segment_id=be20c028-e947-49f9-8a1d-c565631129f1)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:17:13.176206 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:13.209885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:13.210510 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:13.211929 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] 10.222.0.13 "PUT /v2.0/ports/5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe HTTP/1.1" status: 200 len: 1093 time: 1.3639235 Sep 18 05:17:13.214391 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e907ae26-334b-445b-a55a-bb1b819d41be', 'tag': '5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:17:13.216674 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962eda27-4d71-48d1-8fc7-3254b2f776ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e907ae26-334b-445b-a55a-bb1b819d41be", "tag": "5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:17:13.242739 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258c673-5544-47ca-9623-c7055ab15c1e service neutron] Pushing event updated for resources: {'Port': ['ID=5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:13.261436 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a133f1-ad66-4559-8466-d188d585b4ee x-openstack-request-id: req-27a133f1-ad66-4559-8466-d188d585b4ee {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:17:13.262319 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e907ae26-334b-445b-a55a-bb1b819d41be", "tag": "5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:17:13.262319 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27a133f1-ad66-4559-8466-d188d585b4ee {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:17:13.262605 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e907ae26-334b-445b-a55a-bb1b819d41be', 'tag': '5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe', 'status': 'completed', 'code': 200} Sep 18 05:17:13.334995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eda27-4d71-48d1-8fc7-3254b2f776ba req-b9b25697-6912-465d-9a4a-aeddb7d2d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:13.336780 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-962eda27-4d71-48d1-8fc7-3254b2f776ba req-b9b25697-6912-465d-9a4a-aeddb7d2d02d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f5a7f89ed194bba936b5924fd025e54&device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 1096 time: 0.0487497 Sep 18 05:17:13.348270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34018) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:13.477821 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f8c2-684a-4b13-8cfa-a6036634bed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:13.481301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eda27-4d71-48d1-8fc7-3254b2f776ba req-2ec3b8f1-c762-4790-9783-f3faaebed421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:13.482986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-962eda27-4d71-48d1-8fc7-3254b2f776ba req-2ec3b8f1-c762-4790-9783-f3faaebed421 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4f5a7f89ed194bba936b5924fd025e54&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1360960 Sep 18 05:17:13.582287 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f8c2-684a-4b13-8cfa-a6036634bed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:13.669740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed2e53-85d8-43a4-bf80-00002e14a6d1 req-df1e289f-590b-42a3-bf43-ebb2a6fa58ef tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:13.669740 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-31ed2e53-85d8-43a4-bf80-00002e14a6d1 req-df1e289f-590b-42a3-bf43-ebb2a6fa58ef tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 944 time: 0.1202102 Sep 18 05:17:13.670589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eda27-4d71-48d1-8fc7-3254b2f776ba req-8da5a854-9059-42bc-913b-46d64c945f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:13.671561 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-962eda27-4d71-48d1-8fc7-3254b2f776ba req-8da5a854-9059-42bc-913b-46d64c945f32 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1666408 Sep 18 05:17:13.723640 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-31ed2e53-85d8-43a4-bf80-00002e14a6d1 req-a958c047-7038-490f-853e-e1d7961874ac tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476892 Sep 18 05:17:13.748651 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f8c2-684a-4b13-8cfa-a6036634bed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:13.778389 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-ff9438b8-7eeb-4cb0-a3f6-b074f5f2e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:13.780042 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-ff9438b8-7eeb-4cb0-a3f6-b074f5f2e09d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f5a7f89ed194bba936b5924fd025e54&device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 1096 time: 0.0463257 Sep 18 05:17:13.808134 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f4fd0-4a34-49df-a00f-66a1f9986dd0 req-efd248f1-6b9d-4280-aed3-3a55f6618ca2 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:13.809673 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e1f4fd0-4a34-49df-a00f-66a1f9986dd0 req-efd248f1-6b9d-4280-aed3-3a55f6618ca2 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0994241 Sep 18 05:17:13.818563 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9f8c2-684a-4b13-8cfa-a6036634bed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dccf09-1148-4eb3-9a59-f38868f118d1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:13.824749 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f3c9f8c2-684a-4b13-8cfa-a6036634bed1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43838c90fdb24368a9da86faa11880cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4753544 Sep 18 05:17:13.831708 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34038) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:13.833765 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-13df9454-0e3c-4217-bcfd-e1877beee0eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe HTTP/1.1" status: 200 len: 217 time: 0.0436049 Sep 18 05:17:13.895471 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e1f4fd0-4a34-49df-a00f-66a1f9986dd0 req-88e4958c-3eb9-4677-8fda-0401de490dee tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781660 Sep 18 05:17:13.917775 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8d35-05e3-4eab-8812-1897bbc7b77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:13.921834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-5212ec8d-748d-4f4f-bff0-01972d50ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:13.924330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-5212ec8d-748d-4f4f-bff0-01972d50ce63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ffa1aa8a-165a-490d-b598-b998f744cdb9 HTTP/1.1" status: 200 len: 853 time: 0.0804646 Sep 18 05:17:13.951618 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8d35-05e3-4eab-8812-1897bbc7b77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:13.986809 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-d66ad81e-8988-4dfb-b79f-b7231fd07171 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a203d862-57d5-4a1d-9a25-efff58d03c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488179 Sep 18 05:17:14.028797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806643d6-dd9f-48f6-bf6a-16b21ac938bd req-f9abee00-ebb1-4e54-82aa-4b96994c2fea tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:14.035730 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806643d6-dd9f-48f6-bf6a-16b21ac938bd req-f9abee00-ebb1-4e54-82aa-4b96994c2fea tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:14.041975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806643d6-dd9f-48f6-bf6a-16b21ac938bd req-f9abee00-ebb1-4e54-82aa-4b96994c2fea tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:14.048611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806643d6-dd9f-48f6-bf6a-16b21ac938bd req-f9abee00-ebb1-4e54-82aa-4b96994c2fea tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:14.054719 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806643d6-dd9f-48f6-bf6a-16b21ac938bd req-f9abee00-ebb1-4e54-82aa-4b96994c2fea tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:14.060719 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806643d6-dd9f-48f6-bf6a-16b21ac938bd req-f9abee00-ebb1-4e54-82aa-4b96994c2fea tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:14.066923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806643d6-dd9f-48f6-bf6a-16b21ac938bd req-f9abee00-ebb1-4e54-82aa-4b96994c2fea tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:14.068954 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-806643d6-dd9f-48f6-bf6a-16b21ac938bd req-f9abee00-ebb1-4e54-82aa-4b96994c2fea tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.1436713 Sep 18 05:17:14.152367 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-806643d6-dd9f-48f6-bf6a-16b21ac938bd req-54820a26-1317-4093-96d1-02117ea6abe6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692790 Sep 18 05:17:14.167698 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-5af8ceaa-ea7b-4e08-b2c3-abd4785059bd service neutron] 10.222.0.13 "GET /v2.0/networks/a203d862-57d5-4a1d-9a25-efff58d03c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717494 Sep 18 05:17:14.175993 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8d35-05e3-4eab-8812-1897bbc7b77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:14.178878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8d35-05e3-4eab-8812-1897bbc7b77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:14.180055 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4b6f8d35-05e3-4eab-8812-1897bbc7b77a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0dccf09-1148-4eb3-9a59-f38868f118d1 HTTP/1.1" status: 204 len: 168 time: 0.3472357 Sep 18 05:17:14.190061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f8d35-05e3-4eab-8812-1897bbc7b77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dccf09-1148-4eb3-9a59-f38868f118d1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:14.273780 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a51261e-ad62-4cac-9baa-284624cb5821 req-6caa5925-6173-4205-afc0-5ae1b100fe71 service neutron] 10.222.0.13 "GET /v2.0/networks/a203d862-57d5-4a1d-9a25-efff58d03c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969162 Sep 18 05:17:14.616944 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34062) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:14.698302 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34068) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:14.713031 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15b8880d-1ce2-424d-870f-66c34654b5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:14.727751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1406015942', 'router:external': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:14.754568 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.db.api [None req-15b8880d-1ce2-424d-870f-66c34654b5b3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 05:17:14.754568 n-d-789963-13 neutron-server[106908]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 05:17:14.754568 n-d-789963-13 neutron-server[106908]: [parameters: {'project_id': '02b9617dbf8842a2ba106130311fad68', 'id': '2667dddb-d509-4f2d-8a45-6e4e7efd8651', 'expiration': datetime.datetime(2021, 9, 18, 5, 19, 14, 744060)}] Sep 18 05:17:14.754568 n-d-789963-13 neutron-server[106908]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:17:14.755040 n-d-789963-13 neutron-server[106908]: DEBUG oslo_db.api [None req-15b8880d-1ce2-424d-870f-66c34654b5b3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:17:14.846536 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f8ccd-aa6d-473a-9789-e2ef65f84eb9 req-137c52cf-d1a8-4e0b-8385-be3801de145b tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:14.848034 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-222f8ccd-aa6d-473a-9789-e2ef65f84eb9 req-137c52cf-d1a8-4e0b-8385-be3801de145b tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 944 time: 0.0538383 Sep 18 05:17:14.849116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Made reservation on behalf of 8e5137d164b2442aaab2fce4b37c23ff for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:17:14.851337 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:14.865937 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:14.907492 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-222f8ccd-aa6d-473a-9789-e2ef65f84eb9 req-d20f6286-6e2f-40c7-8024-44caa6b00785 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530810 Sep 18 05:17:14.977642 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:15.023530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ebe26-6833-4025-90be-ddf0d3795f6f req-c98221e1-4d9b-4861-9e0e-d27ac9c9c89c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:15.025084 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-176ebe26-6833-4025-90be-ddf0d3795f6f req-c98221e1-4d9b-4861-9e0e-d27ac9c9c89c tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0503650 Sep 18 05:17:15.063837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-176ebe26-6833-4025-90be-ddf0d3795f6f req-419dfd95-1aba-4227-95fe-7604a3ae0a0e tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Sep 18 05:17:15.090122 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:15.112458 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:17:15.126934 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ece354d-680d-472f-a82d-de70d260fb6b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:15.131725 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:15.132080 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Added segment cfc3dbce-e371-4f33-9345-bfea30461b47 of type vlan for network 5e79d88a-35b5-4850-8079-d028c53b08a7 Sep 18 05:17:15.177579 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:15.256781 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15b8880d-1ce2-424d-870f-66c34654b5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:15.285098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ea6b4-c00d-44b7-b23e-4bb6a6120a6f req-64942aeb-0ad8-4556-8ee4-92c9bc73eb71 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:15.289253 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:15.290214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:15.290795 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:15.290958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ea6b4-c00d-44b7-b23e-4bb6a6120a6f req-64942aeb-0ad8-4556-8ee4-92c9bc73eb71 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:15.297508 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ea6b4-c00d-44b7-b23e-4bb6a6120a6f req-64942aeb-0ad8-4556-8ee4-92c9bc73eb71 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:15.303292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ea6b4-c00d-44b7-b23e-4bb6a6120a6f req-64942aeb-0ad8-4556-8ee4-92c9bc73eb71 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:15.309215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ea6b4-c00d-44b7-b23e-4bb6a6120a6f req-64942aeb-0ad8-4556-8ee4-92c9bc73eb71 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:15.315750 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ea6b4-c00d-44b7-b23e-4bb6a6120a6f req-64942aeb-0ad8-4556-8ee4-92c9bc73eb71 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:15.321797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ea6b4-c00d-44b7-b23e-4bb6a6120a6f req-64942aeb-0ad8-4556-8ee4-92c9bc73eb71 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:15.323757 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-316ea6b4-c00d-44b7-b23e-4bb6a6120a6f req-64942aeb-0ad8-4556-8ee4-92c9bc73eb71 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.0978911 Sep 18 05:17:15.364114 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-316ea6b4-c00d-44b7-b23e-4bb6a6120a6f req-c1bcb93b-5ba3-4180-a8bc-611e70b5ee0a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336494 Sep 18 05:17:15.372655 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event updated for resources: {'Network': ['ID=5e79d88a-35b5-4850-8079-d028c53b08a7,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:15.384280 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 5e79d88a-35b5-4850-8079-d028c53b08a7 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:17:15.411223 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15b8880d-1ce2-424d-870f-66c34654b5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:15.514135 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-15b8880d-1ce2-424d-870f-66c34654b5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:15.554579 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-15b8880d-1ce2-424d-870f-66c34654b5b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02b9617dbf8842a2ba106130311fad68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8548255 Sep 18 05:17:15.555781 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8880d-1ce2-424d-870f-66c34654b5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d2191e-c6fd-4378-80e8-f23d4e5b1e51,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:15.557770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34078) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:15.610787 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0410-ae4e-442f-8fcb-bd086e81ba9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:15.626441 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-296bd152-b530-4d4d-806f-317419af98b8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0042005 Sep 18 05:17:15.627052 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34082) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:15.631765 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3a294fbe-89a6-4e23-9c84-229fbd67ffdc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Request body: {'subnet': {'network_id': '5e79d88a-35b5-4850-8079-d028c53b08a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:15.633894 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0410-ae4e-442f-8fcb-bd086e81ba9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:15.775938 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0410-ae4e-442f-8fcb-bd086e81ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:15.784670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a294fbe-89a6-4e23-9c84-229fbd67ffdc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Made reservation on behalf of 8e5137d164b2442aaab2fce4b37c23ff for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:17:15.784670 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a294fbe-89a6-4e23-9c84-229fbd67ffdc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:15.784934 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0410-ae4e-442f-8fcb-bd086e81ba9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:15.784934 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cf7c0410-ae4e-442f-8fcb-bd086e81ba9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6d2191e-c6fd-4378-80e8-f23d4e5b1e51 HTTP/1.1" status: 204 len: 168 time: 0.2210448 Sep 18 05:17:15.788187 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c0410-ae4e-442f-8fcb-bd086e81ba9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d2191e-c6fd-4378-80e8-f23d4e5b1e51,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:16.030802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462093df-9c43-4262-a852-428f86f39244 req-3fed1aa9-33da-4cb0-9044-550b6884b2ee tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:16.033055 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-462093df-9c43-4262-a852-428f86f39244 req-3fed1aa9-33da-4cb0-9044-550b6884b2ee tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 944 time: 0.0539510 Sep 18 05:17:16.091132 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-462093df-9c43-4262-a852-428f86f39244 req-a0e38e32-2cc0-419a-8cc5-99e723d3d474 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464864 Sep 18 05:17:16.178230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.objects.ports [None req-3a294fbe-89a6-4e23-9c84-229fbd67ffdc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106908) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:17:16.178698 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a294fbe-89a6-4e23-9c84-229fbd67ffdc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:16.213077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcd67b-cd13-484d-a564-d3ef8ef9aa02 req-da463417-48f5-4634-acb5-18cddd1db859 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:16.222481 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-debcd67b-cd13-484d-a564-d3ef8ef9aa02 req-da463417-48f5-4634-acb5-18cddd1db859 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0722113 Sep 18 05:17:16.241336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a294fbe-89a6-4e23-9c84-229fbd67ffdc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5706abc4-1b6e-49f9-9d7a-16cd646d3c65,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:16.254025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a294fbe-89a6-4e23-9c84-229fbd67ffdc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Checking segment: {'id': 'cfc3dbce-e371-4f33-9345-bfea30461b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e79d88a-35b5-4850-8079-d028c53b08a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:17:16.256733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a294fbe-89a6-4e23-9c84-229fbd67ffdc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Network hostable DHCP agents. Network: 5e79d88a-35b5-4850-8079-d028c53b08a7, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:17:16.266090 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-debcd67b-cd13-484d-a564-d3ef8ef9aa02 req-3b5e2d91-4bc2-48d2-b190-146108a2fa5f tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424380 Sep 18 05:17:16.313018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a294fbe-89a6-4e23-9c84-229fbd67ffdc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Network 5e79d88a-35b5-4850-8079-d028c53b08a7 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:17:16.431694 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-3a294fbe-89a6-4e23-9c84-229fbd67ffdc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 5e79d88a-35b5-4850-8079-d028c53b08a7) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:16.436424 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a294fbe-89a6-4e23-9c84-229fbd67ffdc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:16.437352 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a294fbe-89a6-4e23-9c84-229fbd67ffdc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:16.440876 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a097e922-aae7-457c-8801-f06b75a57090 None None] Network 5e79d88a-35b5-4850-8079-d028c53b08a7 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:17:16.507508 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b297b-91f5-49b6-8ae4-08eb3ced6148 req-0bfa4b01-8ac4-45ea-bd16-443af391cb6a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:16.513338 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b297b-91f5-49b6-8ae4-08eb3ced6148 req-0bfa4b01-8ac4-45ea-bd16-443af391cb6a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:16.519511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b297b-91f5-49b6-8ae4-08eb3ced6148 req-0bfa4b01-8ac4-45ea-bd16-443af391cb6a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:16.525411 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b297b-91f5-49b6-8ae4-08eb3ced6148 req-0bfa4b01-8ac4-45ea-bd16-443af391cb6a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:16.532199 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b297b-91f5-49b6-8ae4-08eb3ced6148 req-0bfa4b01-8ac4-45ea-bd16-443af391cb6a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:16.537951 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b297b-91f5-49b6-8ae4-08eb3ced6148 req-0bfa4b01-8ac4-45ea-bd16-443af391cb6a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:16.543922 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b297b-91f5-49b6-8ae4-08eb3ced6148 req-0bfa4b01-8ac4-45ea-bd16-443af391cb6a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:16.548694 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7b0b297b-91f5-49b6-8ae4-08eb3ced6148 req-0bfa4b01-8ac4-45ea-bd16-443af391cb6a tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.0934081 Sep 18 05:17:16.548694 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3a294fbe-89a6-4e23-9c84-229fbd67ffdc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9204073 Sep 18 05:17:16.551295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34106) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:16.556368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-10863c27-7e76-4479-953a-48f7107bf4a7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-183894139', 'network_id': '5e79d88a-35b5-4850-8079-d028c53b08a7'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:16.586436 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46d126d-fea1-40d7-99d9-c10a0acb87f2 None None] Network 5e79d88a-35b5-4850-8079-d028c53b08a7 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:17:16.597258 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7b0b297b-91f5-49b6-8ae4-08eb3ced6148 req-4cc28167-9d30-4eb5-8bfb-838bd908c967 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364094 Sep 18 05:17:16.633960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10863c27-7e76-4479-953a-48f7107bf4a7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Made reservation on behalf of 8e5137d164b2442aaab2fce4b37c23ff for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:17:16.636632 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-10863c27-7e76-4479-953a-48f7107bf4a7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:16.666842 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-10863c27-7e76-4479-953a-48f7107bf4a7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] device_id is not set on port c5e8cc16-9fa7-4902-9ff0-e32405601fea yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:17:16.694006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:17:16.811441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-10863c27-7e76-4479-953a-48f7107bf4a7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Allocated IP 2001:db8::229 (5e79d88a-35b5-4850-8079-d028c53b08a7/5706abc4-1b6e-49f9-9d7a-16cd646d3c65/c5e8cc16-9fa7-4902-9ff0-e32405601fea) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:17:16.823337 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe,segment=NetworkSegment(be20c028-e947-49f9-8a1d-c565631129f1),segment_id=be20c028-e947-49f9-8a1d-c565631129f1)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:16.838835 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe', 'network_id': 'a203d862-57d5-4a1d-9a25-efff58d03c78', 'port_id': '5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe', 'mac_address': 'fa:16:3e:4c:9c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa1aa8a-165a-490d-b598-b998f744cdb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:17:16.877709 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:16.905775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:17:16.926368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe,segment=NetworkSegment(be20c028-e947-49f9-8a1d-c565631129f1),segment_id=be20c028-e947-49f9-8a1d-c565631129f1)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:16.960146 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-10863c27-7e76-4479-953a-48f7107bf4a7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:16.987371 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:17.036466 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:17.107950 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-10863c27-7e76-4479-953a-48f7107bf4a7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:17.148762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10863c27-7e76-4479-953a-48f7107bf4a7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Network 5e79d88a-35b5-4850-8079-d028c53b08a7 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:17:17.153099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-10863c27-7e76-4479-953a-48f7107bf4a7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:17.161557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10863c27-7e76-4479-953a-48f7107bf4a7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:17:17.162424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10863c27-7e76-4479-953a-48f7107bf4a7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:17.163036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-10863c27-7e76-4479-953a-48f7107bf4a7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:17.166189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10863c27-7e76-4479-953a-48f7107bf4a7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event updated for resources: {'Port': ['ID=c5e8cc16-9fa7-4902-9ff0-e32405601fea,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:17.269899 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-10863c27-7e76-4479-953a-48f7107bf4a7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7174258 Sep 18 05:17:17.272754 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34128) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:17.288944 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:17:17.310413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3573ef-6d98-493b-9b3d-d0f78ec50dd2 req-bd38dffe-1bad-4a05-ae1d-79b824b1c2bc tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:17.312421 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fd3573ef-6d98-493b-9b3d-d0f78ec50dd2 req-bd38dffe-1bad-4a05-ae1d-79b824b1c2bc tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 945 time: 0.1336160 Sep 18 05:17:17.372432 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fd3573ef-6d98-493b-9b3d-d0f78ec50dd2 req-86103190-2010-4417-ae02-78b48e84c64e tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519679 Sep 18 05:17:17.407479 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf80b0-88c7-4c97-9698-e5d67f7ea54b tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Deleting port c5e8cc16-9fa7-4902-9ff0-e32405601fea {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:17.407846 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dbaf80b0-88c7-4c97-9698-e5d67f7ea54b tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:17.482422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1028ed6-afee-412f-95ca-a1e8277a6635 req-523aa5a9-62b5-4d56-9f08-b31c94c362d4 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:17.483917 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1028ed6-afee-412f-95ca-a1e8277a6635 req-523aa5a9-62b5-4d56-9f08-b31c94c362d4 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.1133597 Sep 18 05:17:17.519303 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dbaf80b0-88c7-4c97-9698-e5d67f7ea54b tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:17.540439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf80b0-88c7-4c97-9698-e5d67f7ea54b tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Calling delete_port for c5e8cc16-9fa7-4902-9ff0-e32405601fea owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:17.549585 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d1028ed6-afee-412f-95ca-a1e8277a6635 req-6e0b2b72-73ad-4cd0-b2ec-0ced41423853 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579922 Sep 18 05:17:17.728447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceef955-c875-4a60-a7b4-afc81c413f42 req-f8fc52d5-14b2-4718-b869-88e25247460f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:17.734688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceef955-c875-4a60-a7b4-afc81c413f42 req-f8fc52d5-14b2-4718-b869-88e25247460f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:17.740911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceef955-c875-4a60-a7b4-afc81c413f42 req-f8fc52d5-14b2-4718-b869-88e25247460f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:17.741708 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dbaf80b0-88c7-4c97-9698-e5d67f7ea54b tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:17.747617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceef955-c875-4a60-a7b4-afc81c413f42 req-f8fc52d5-14b2-4718-b869-88e25247460f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:17.754294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceef955-c875-4a60-a7b4-afc81c413f42 req-f8fc52d5-14b2-4718-b869-88e25247460f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:17.760421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceef955-c875-4a60-a7b4-afc81c413f42 req-f8fc52d5-14b2-4718-b869-88e25247460f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:17.767474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceef955-c875-4a60-a7b4-afc81c413f42 req-f8fc52d5-14b2-4718-b869-88e25247460f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:17.769536 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ceef955-c875-4a60-a7b4-afc81c413f42 req-f8fc52d5-14b2-4718-b869-88e25247460f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.0962377 Sep 18 05:17:17.781074 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf80b0-88c7-4c97-9698-e5d67f7ea54b tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5e8cc16-9fa7-4902-9ff0-e32405601fea,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:17.815585 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ceef955-c875-4a60-a7b4-afc81c413f42 req-87671666-485b-4d51-9b65-03010f42f99f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393224 Sep 18 05:17:17.818035 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dbaf80b0-88c7-4c97-9698-e5d67f7ea54b tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:17.820585 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-dbaf80b0-88c7-4c97-9698-e5d67f7ea54b tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c5e8cc16-9fa7-4902-9ff0-e32405601fea HTTP/1.1" status: 204 len: 168 time: 0.5467427 Sep 18 05:17:17.823456 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34146) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:17.828167 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e79d88a-35b5-4850-8079-d028c53b08a7', 'external_fixed_ips': [{'subnet_id': '5706abc4-1b6e-49f9-9d7a-16cd646d3c65', 'ip_address': '2001:db8::229'}]}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:17.929639 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:17.930729 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:17.982716 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:18.174815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1faee-8daf-4f06-99b0-7bf5ff5e2237 req-364993b8-2073-490a-b674-f9ea57066d09 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:18.176413 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4c1faee-8daf-4f06-99b0-7bf5ff5e2237 req-364993b8-2073-490a-b674-f9ea57066d09 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.13 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 945 time: 0.0551522 Sep 18 05:17:18.196622 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:18.288477 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-b4c1faee-8daf-4f06-99b0-7bf5ff5e2237 req-5513df7d-591c-453d-acbb-0ae2d83eda95 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Deleting port 4f388dd3-91a7-4a1a-b946-4614853492fe {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:18.289068 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b4c1faee-8daf-4f06-99b0-7bf5ff5e2237 req-5513df7d-591c-453d-acbb-0ae2d83eda95 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:18.393859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-b4c1faee-8daf-4f06-99b0-7bf5ff5e2237 req-5513df7d-591c-453d-acbb-0ae2d83eda95 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] For port 4f388dd3-91a7-4a1a-b946-4614853492fe, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4f388dd3-91a7-4a1a-b946-4614853492fe,segment=NetworkSegment(5764aa2a-8308-42a3-a20e-a0bd011862bd),segment_id=5764aa2a-8308-42a3-a20e-a0bd011862bd)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:18.394377 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b4c1faee-8daf-4f06-99b0-7bf5ff5e2237 req-5513df7d-591c-453d-acbb-0ae2d83eda95 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:18.412103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-b4c1faee-8daf-4f06-99b0-7bf5ff5e2237 req-5513df7d-591c-453d-acbb-0ae2d83eda95 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Calling delete_port for 4f388dd3-91a7-4a1a-b946-4614853492fe owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:18.510606 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:18.533502 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:18.549933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b0062-ca78-4904-b233-23b2441c242e req-6b87134d-d844-4027-ac4f-fe6086b3b278 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:18.551440 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e92b0062-ca78-4904-b233-23b2441c242e req-6b87134d-d844-4027-ac4f-fe6086b3b278 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 945 time: 0.0875456 Sep 18 05:17:18.657486 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b4c1faee-8daf-4f06-99b0-7bf5ff5e2237 req-5513df7d-591c-453d-acbb-0ae2d83eda95 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:18.663475 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e92b0062-ca78-4904-b233-23b2441c242e req-6a503b42-af04-43f4-937e-9aabc30db02f tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776315 Sep 18 05:17:18.670033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['4f388dd3-91a7-4a1a-b946-4614853492fe'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:17:18.701003 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:18.711835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513df7d-591c-453d-acbb-0ae2d83eda95 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Pushing event deleted for resources: {'Port': ['ID=4f388dd3-91a7-4a1a-b946-4614853492fe,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:18.728858 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Allocated IP 2001:db8::229 (5e79d88a-35b5-4850-8079-d028c53b08a7/5706abc4-1b6e-49f9-9d7a-16cd646d3c65/f42c0eea-34a6-40d5-b1eb-dfd7629a02eb) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:17:18.753259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004e013-c816-42e4-a6d7-f0859906f42e req-3a0f3932-845c-4313-a15d-695e7005ee37 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:18.760971 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5004e013-c816-42e4-a6d7-f0859906f42e req-3a0f3932-845c-4313-a15d-695e7005ee37 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 867 time: 0.1335204 Sep 18 05:17:18.787551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c1faee-8daf-4f06-99b0-7bf5ff5e2237 req-5513df7d-591c-453d-acbb-0ae2d83eda95 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] No DVR routers for this DVR port 4f388dd3-91a7-4a1a-b946-4614853492fe on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:17:18.791345 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b4c1faee-8daf-4f06-99b0-7bf5ff5e2237 req-5513df7d-591c-453d-acbb-0ae2d83eda95 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:18.793444 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b4c1faee-8daf-4f06-99b0-7bf5ff5e2237 req-5513df7d-591c-453d-acbb-0ae2d83eda95 tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.13 "DELETE /v2.0/ports/4f388dd3-91a7-4a1a-b946-4614853492fe HTTP/1.1" status: 204 len: 173 time: 0.6104100 Sep 18 05:17:18.793952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd4eda-3847-438e-ae25-e702554a485b', 'name': 'network-vif-deleted', 'tag': '4f388dd3-91a7-4a1a-b946-4614853492fe'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:17:18.796405 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86dd91f-0f40-4d68-a0bd-39f162142a07" -d '{"events": [{"server_uuid": "26bd4eda-3847-438e-ae25-e702554a485b", "name": "network-vif-deleted", "tag": "4f388dd3-91a7-4a1a-b946-4614853492fe"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:17:18.845221 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5004e013-c816-42e4-a6d7-f0859906f42e req-3a9d044f-cfb4-4633-aef4-22a6c5f0289f tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f9db453-2051-490f-a94f-d8ac8d8d2133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829198 Sep 18 05:17:18.854430 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf5649e-1005-44bc-8cff-c88d54b6528e x-openstack-request-id: req-abf5649e-1005-44bc-8cff-c88d54b6528e {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:17:18.854748 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd4eda-3847-438e-ae25-e702554a485b", "name": "network-vif-deleted", "tag": "4f388dd3-91a7-4a1a-b946-4614853492fe", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:17:18.855015 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abf5649e-1005-44bc-8cff-c88d54b6528e {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:17:18.855444 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd4eda-3847-438e-ae25-e702554a485b', 'name': 'network-vif-deleted', 'tag': '4f388dd3-91a7-4a1a-b946-4614853492fe', 'status': 'completed', 'code': 200} Sep 18 05:17:18.863093 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:18.894301 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:17:18.899779 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:18.900165 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:18.990496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8ae15-f090-411f-9cb2-224e5ca60dfd req-43cf1e42-6453-413a-8d85-d96dc325e54f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:18.996644 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8ae15-f090-411f-9cb2-224e5ca60dfd req-43cf1e42-6453-413a-8d85-d96dc325e54f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:18.998638 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:19.003738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8ae15-f090-411f-9cb2-224e5ca60dfd req-43cf1e42-6453-413a-8d85-d96dc325e54f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:19.010294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8ae15-f090-411f-9cb2-224e5ca60dfd req-43cf1e42-6453-413a-8d85-d96dc325e54f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:19.016101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8ae15-f090-411f-9cb2-224e5ca60dfd req-43cf1e42-6453-413a-8d85-d96dc325e54f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:19.022351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8ae15-f090-411f-9cb2-224e5ca60dfd req-43cf1e42-6453-413a-8d85-d96dc325e54f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:19.028520 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8ae15-f090-411f-9cb2-224e5ca60dfd req-43cf1e42-6453-413a-8d85-d96dc325e54f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:19.030590 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9b8ae15-f090-411f-9cb2-224e5ca60dfd req-43cf1e42-6453-413a-8d85-d96dc325e54f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.1092963 Sep 18 05:17:19.030788 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e907ae26-334b-445b-a55a-bb1b819d41be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:17:19.033312 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffab65b-1ea3-497c-81d8-470793bf3075" -d '{"events": [{"server_uuid": "e907ae26-334b-445b-a55a-bb1b819d41be", "name": "network-vif-plugged", "status": "completed", "tag": "5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:17:19.050540 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe,segment=NetworkSegment(be20c028-e947-49f9-8a1d-c565631129f1),segment_id=be20c028-e947-49f9-8a1d-c565631129f1)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:19.081555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9b8ae15-f090-411f-9cb2-224e5ca60dfd req-5c148b5e-75d4-4728-8fed-483e96541678 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382497 Sep 18 05:17:19.082917 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1877a7-7ea4-4eeb-8c27-aa3335ac70af x-openstack-request-id: req-3d1877a7-7ea4-4eeb-8c27-aa3335ac70af {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:17:19.083214 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e907ae26-334b-445b-a55a-bb1b819d41be", "name": "network-vif-plugged", "status": "completed", "tag": "5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:17:19.083470 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d1877a7-7ea4-4eeb-8c27-aa3335ac70af {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:17:19.083929 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e907ae26-334b-445b-a55a-bb1b819d41be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe', 'code': 200} Sep 18 05:17:19.141600 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:19.178380 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Network 5e79d88a-35b5-4850-8079-d028c53b08a7 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:17:19.182369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a7a1a-687b-4153-b5ac-f00f2270fd18 req-b7209a0f-d214-434b-a2e2-e769786c7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:19.183032 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:19.183921 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a4a7a1a-687b-4153-b5ac-f00f2270fd18 req-b7209a0f-d214-434b-a2e2-e769786c7992 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 1097 time: 0.0451880 Sep 18 05:17:19.186033 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:17:19.192953 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:19.237643 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event updated for resources: {'Port': ['ID=f42c0eea-34a6-40d5-b1eb-dfd7629a02eb,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:19.243022 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a4a7a1a-687b-4153-b5ac-f00f2270fd18 req-03828760-1dab-477e-b3b0-34bdc017d481 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513568 Sep 18 05:17:19.244326 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:19.415271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34200) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:19.506032 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:19.524050 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ec7d2689-e7d9-465b-bfad-af47825d87e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:19.611783 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ec7d2689-e7d9-465b-bfad-af47825d87e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:19.696691 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ec7d2689-e7d9-465b-bfad-af47825d87e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:19.741685 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ec7d2689-e7d9-465b-bfad-af47825d87e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20fd8d83c1324dc2b31d77fdc2ef186d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221378 Sep 18 05:17:19.749487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34206) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:19.750836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d2689-e7d9-465b-bfad-af47825d87e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe782265-f037-41b2-b8ac-ffc72aa35d64,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:19.840267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd334232-2d34-46e3-a50d-7461bf48fb20 req-b617bf02-2264-4b1a-8242-b5eb1d018e1e tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:19.841872 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fd334232-2d34-46e3-a50d-7461bf48fb20 req-b617bf02-2264-4b1a-8242-b5eb1d018e1e tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 946 time: 0.1008346 Sep 18 05:17:19.861883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c4daade-5a7c-4d70-a031-508a9136e919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:19.912419 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c4daade-5a7c-4d70-a031-508a9136e919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:19.927995 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fd334232-2d34-46e3-a50d-7461bf48fb20 req-25fbc125-0ca1-425c-bc88-db963b0ec536 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775955 Sep 18 05:17:20.067754 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c4daade-5a7c-4d70-a031-508a9136e919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:20.071716 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c4daade-5a7c-4d70-a031-508a9136e919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:20.073428 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1c4daade-5a7c-4d70-a031-508a9136e919 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe782265-f037-41b2-b8ac-ffc72aa35d64 HTTP/1.1" status: 204 len: 168 time: 0.3090968 Sep 18 05:17:20.082334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4daade-5a7c-4d70-a031-508a9136e919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe782265-f037-41b2-b8ac-ffc72aa35d64,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:20.106614 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:20.136592 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50e0a6e0-d654-40b1-93c8-5a546fe33885 req-e4138174-2375-482e-9b1b-d6bab78a8b2d tempest-ServerRescueNegativeTestJSON-359405468 tempest-ServerRescueNegativeTestJSON-359405468-project] 10.222.0.23 "GET /v2.0/ports?device_id=26bd4eda-3847-438e-ae25-e702554a485b HTTP/1.1" status: 200 len: 210 time: 0.0498209 Sep 18 05:17:20.226699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7510c-908d-4f2d-9b02-59a64a192d1d req-c4d61483-c81c-4c7a-a8bb-63f8f5ec9336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:20.232633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7510c-908d-4f2d-9b02-59a64a192d1d req-c4d61483-c81c-4c7a-a8bb-63f8f5ec9336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:20.239801 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7510c-908d-4f2d-9b02-59a64a192d1d req-c4d61483-c81c-4c7a-a8bb-63f8f5ec9336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:20.246648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7510c-908d-4f2d-9b02-59a64a192d1d req-c4d61483-c81c-4c7a-a8bb-63f8f5ec9336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:20.254622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7510c-908d-4f2d-9b02-59a64a192d1d req-c4d61483-c81c-4c7a-a8bb-63f8f5ec9336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:20.260648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7510c-908d-4f2d-9b02-59a64a192d1d req-c4d61483-c81c-4c7a-a8bb-63f8f5ec9336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:20.267254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7510c-908d-4f2d-9b02-59a64a192d1d req-c4d61483-c81c-4c7a-a8bb-63f8f5ec9336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:20.269329 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07c7510c-908d-4f2d-9b02-59a64a192d1d req-c4d61483-c81c-4c7a-a8bb-63f8f5ec9336 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5430 time: 0.0995028 Sep 18 05:17:20.309203 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07c7510c-908d-4f2d-9b02-59a64a192d1d req-17fb90fc-83da-49b7-945f-10d3f07d7108 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334907 Sep 18 05:17:20.409920 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Router d9b30933-93d7-4335-b6b0-bc05a9f7ac4f is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:17:20.525755 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:20.540061 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Sync routers for ids ['d9b30933-93d7-4335-b6b0-bc05a9f7ac4f'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:20.550817 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Routers {'d9b30933-93d7-4335-b6b0-bc05a9f7ac4f'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:20.551463 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['d9b30933-93d7-4335-b6b0-bc05a9f7ac4f'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:20.604419 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:20.605928 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f57532a1-5b75-40ea-a517-c50c5c16b399 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.7813365 Sep 18 05:17:20.608600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34222) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:20.660985 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Set router d9b30933-93d7-4335-b6b0-bc05a9f7ac4f gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:17:20.716050 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:20.812992 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34224) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:20.822368 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:20.829436 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a29ef366-1b50-43dc-908c-1fc3d1983b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:20.838738 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7641b39e-46be-4f6f-ae6a-60ffe772d892 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:17:20.854948 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b30933-93d7-4335-b6b0-bc05a9f7ac4f', 'name': '', 'tenant_id': '8e5137d164b2442aaab2fce4b37c23ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e79d88a-35b5-4850-8079-d028c53b08a7', 'external_fixed_ips': [{'subnet_id': '5706abc4-1b6e-49f9-9d7a-16cd646d3c65', 'ip_address': '2001:db8::229'}], 'enable_snat': True}, 'gw_port_id': 'f42c0eea-34a6-40d5-b1eb-dfd7629a02eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:17Z', 'updated_at': '2021-09-18T05:17:19Z', 'revision_number': 3, 'project_id': '8e5137d164b2442aaab2fce4b37c23ff', 'gw_port': {'id': 'f42c0eea-34a6-40d5-b1eb-dfd7629a02eb', 'name': '', 'network_id': '5e79d88a-35b5-4850-8079-d028c53b08a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b30933-93d7-4335-b6b0-bc05a9f7ac4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '5706abc4-1b6e-49f9-9d7a-16cd646d3c65', 'ip_address': '2001:db8::229', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:18Z', 'updated_at': '2021-09-18T05:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5706abc4-1b6e-49f9-9d7a-16cd646d3c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:20.889702 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Checking router: d9b30933-93d7-4335-b6b0-bc05a9f7ac4f for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:17:20.890346 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Updating router d9b30933-93d7-4335-b6b0-bc05a9f7ac4f port f42c0eea-34a6-40d5-b1eb-dfd7629a02eb binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:17:20.920049 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:20.944058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7641b39e-46be-4f6f-ae6a-60ffe772d892, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7641b39e-46be-4f6f-ae6a-60ffe772d892,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:20.947264 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Deleting port f42c0eea-34a6-40d5-b1eb-dfd7629a02eb {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:20.947620 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:20.957582 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a29ef366-1b50-43dc-908c-1fc3d1983b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:20.961203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '7641b39e-46be-4f6f-ae6a-60ffe772d892', 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39', 'port_id': '7641b39e-46be-4f6f-ae6a-60ffe772d892', 'mac_address': 'fa:16:3e:0d:18:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2be50f-11fb-4dda-a69c-3245f6925a37', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:17:21.003542 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.017320 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7641b39e-46be-4f6f-ae6a-60ffe772d892 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:17:21.045071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7641b39e-46be-4f6f-ae6a-60ffe772d892, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7641b39e-46be-4f6f-ae6a-60ffe772d892,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:21.050373 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a29ef366-1b50-43dc-908c-1fc3d1983b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.100981 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a29ef366-1b50-43dc-908c-1fc3d1983b0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64440d234be84a2bbaa826d7e5cae275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869031 Sep 18 05:17:21.103175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ef366-1b50-43dc-908c-1fc3d1983b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996e38a1-d965-4785-989a-db44a8df0ee9,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:21.106465 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.107548 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34232) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:21.124193 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.130479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device befede63-e44f-4f1c-a020-79b74d04426f details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:17:21.131319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fd106-62bf-48bd-83c3-5a628dcb2d26 req-97860d12-d3ff-4ebb-94cf-9446bf4c889a tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:21.132924 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-710fd106-62bf-48bd-83c3-5a628dcb2d26 req-97860d12-d3ff-4ebb-94cf-9446bf4c889a tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 946 time: 0.0882590 Sep 18 05:17:21.134118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Calling delete_port for f42c0eea-34a6-40d5-b1eb-dfd7629a02eb owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:21.202860 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-53080243-933c-4a0d-8490-d6da23ff9a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.226218 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port befede63-e44f-4f1c-a020-79b74d04426f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=befede63-e44f-4f1c-a020-79b74d04426f,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:21.236271 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-710fd106-62bf-48bd-83c3-5a628dcb2d26 req-52004274-a510-49d1-8371-7e4c5978b15b tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910671 Sep 18 05:17:21.263947 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7641b39e-46be-4f6f-ae6a-60ffe772d892,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:21.266034 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-53080243-933c-4a0d-8490-d6da23ff9a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.283780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'befede63-e44f-4f1c-a020-79b74d04426f', 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39', 'port_id': 'befede63-e44f-4f1c-a020-79b74d04426f', 'mac_address': 'fa:16:3e:29:84:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2be50f-11fb-4dda-a69c-3245f6925a37', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:17:21.288617 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.289361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34238) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:21.339923 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.353775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id befede63-e44f-4f1c-a020-79b74d04426f {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:17:21.370234 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.404115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port befede63-e44f-4f1c-a020-79b74d04426f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=befede63-e44f-4f1c-a020-79b74d04426f,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:21.473064 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e2e5b-fc28-406e-bc89-6060ebc97acf None None] Pushing event updated for resources: {'Port': ['ID=f42c0eea-34a6-40d5-b1eb-dfd7629a02eb,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:21.477361 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Attempting to bind port f42c0eea-34a6-40d5-b1eb-dfd7629a02eb on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:17:21.477729 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Attempting to bind port f42c0eea-34a6-40d5-b1eb-dfd7629a02eb by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'cfc3dbce-e371-4f33-9345-bfea30461b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e79d88a-35b5-4850-8079-d028c53b08a7'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:17:21.478092 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Attempting to bind port f42c0eea-34a6-40d5-b1eb-dfd7629a02eb on network 5e79d88a-35b5-4850-8079-d028c53b08a7 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:17:21.483293 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:17:21.483665 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Checking segment: {'id': 'cfc3dbce-e371-4f33-9345-bfea30461b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e79d88a-35b5-4850-8079-d028c53b08a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:17:21.484069 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.485135 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Bound using segment: {'id': 'cfc3dbce-e371-4f33-9345-bfea30461b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e79d88a-35b5-4850-8079-d028c53b08a7'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:17:21.485616 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Bound port: f42c0eea-34a6-40d5-b1eb-dfd7629a02eb, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc3dbce-e371-4f33-9345-bfea30461b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e79d88a-35b5-4850-8079-d028c53b08a7'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:17:21.485999 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.489691 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.490369 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 3bb6430a-9a5c-484b-b453-77ab0ec0627d details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:17:21.537168 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.541305 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-53080243-933c-4a0d-8490-d6da23ff9a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.544116 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-53080243-933c-4a0d-8490-d6da23ff9a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.545322 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-53080243-933c-4a0d-8490-d6da23ff9a9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/996e38a1-d965-4785-989a-db44a8df0ee9 HTTP/1.1" status: 204 len: 168 time: 0.4368300 Sep 18 05:17:21.554638 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.db.api [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=106911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:17:21.555662 n-d-789963-13 neutron-server[106911]: DEBUG oslo_db.api [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:17:21.569812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event deleted for resources: {'Port': ['ID=f42c0eea-34a6-40d5-b1eb-dfd7629a02eb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:21.581904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=befede63-e44f-4f1c-a020-79b74d04426f,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:21.595486 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.632743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53080243-933c-4a0d-8490-d6da23ff9a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996e38a1-d965-4785-989a-db44a8df0ee9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:21.651387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72411d76-1456-47ce-b785-8f4f1d8fa1be req-c7acf81b-bfef-4cec-87ce-76b645237598 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:21.661635 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72411d76-1456-47ce-b785-8f4f1d8fa1be req-c7acf81b-bfef-4cec-87ce-76b645237598 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:21.671486 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72411d76-1456-47ce-b785-8f4f1d8fa1be req-c7acf81b-bfef-4cec-87ce-76b645237598 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:21.679661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72411d76-1456-47ce-b785-8f4f1d8fa1be req-c7acf81b-bfef-4cec-87ce-76b645237598 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:21.690490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72411d76-1456-47ce-b785-8f4f1d8fa1be req-c7acf81b-bfef-4cec-87ce-76b645237598 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:21.690684 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 3bb6430a-9a5c-484b-b453-77ab0ec0627d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=3bb6430a-9a5c-484b-b453-77ab0ec0627d,segment=NetworkSegment(14663af1-76ca-4271-9d7f-c1149cb4136a),segment_id=14663af1-76ca-4271-9d7f-c1149cb4136a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:21.697492 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72411d76-1456-47ce-b785-8f4f1d8fa1be req-c7acf81b-bfef-4cec-87ce-76b645237598 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:21.703051 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '3bb6430a-9a5c-484b-b453-77ab0ec0627d', 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f', 'port_id': '3bb6430a-9a5c-484b-b453-77ab0ec0627d', 'mac_address': 'fa:16:3e:32:b5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40658f68-338e-4856-9ca3-ffd563345ec9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:17:21.706180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72411d76-1456-47ce-b785-8f4f1d8fa1be req-c7acf81b-bfef-4cec-87ce-76b645237598 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:21.708419 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72411d76-1456-47ce-b785-8f4f1d8fa1be req-c7acf81b-bfef-4cec-87ce-76b645237598 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5431 time: 0.2627213 Sep 18 05:17:21.730978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.734194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.809125 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72411d76-1456-47ce-b785-8f4f1d8fa1be req-f85482ef-1e29-4e8f-8662-b2a1df26fea5 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899036 Sep 18 05:17:21.899050 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.919903 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb6430a-9a5c-484b-b453-77ab0ec0627d {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:17:21.942601 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 3bb6430a-9a5c-484b-b453-77ab0ec0627d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=3bb6430a-9a5c-484b-b453-77ab0ec0627d,segment=NetworkSegment(14663af1-76ca-4271-9d7f-c1149cb4136a),segment_id=14663af1-76ca-4271-9d7f-c1149cb4136a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:21.954279 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c3f7-670e-409a-a55a-b0d521d66a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.981294 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.981909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9b30933-93d7-4335-b6b0-bc05a9f7ac4f {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:17:21.987438 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:21.989147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-976072fa-276d-47e5-9578-18c7d1ca1af7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d9b30933-93d7-4335-b6b0-bc05a9f7ac4f HTTP/1.1" status: 204 len: 168 time: 1.3790562 Sep 18 05:17:21.991291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34252) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:22.044606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-917f26ec-d608-49eb-bbf4-4fec209f2a16 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Deleting subnet 5706abc4-1b6e-49f9-9d7a-16cd646d3c65 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:17:22.048987 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.048987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8362c616-7f68-4cac-8131-3860764a80bc details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:17:22.080018 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-917f26ec-d608-49eb-bbf4-4fec209f2a16 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.097314 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Attempting to bind port f42c0eea-34a6-40d5-b1eb-dfd7629a02eb on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:17:22.100495 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Attempting to bind port f42c0eea-34a6-40d5-b1eb-dfd7629a02eb by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'cfc3dbce-e371-4f33-9345-bfea30461b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e79d88a-35b5-4850-8079-d028c53b08a7'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:17:22.100495 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Attempting to bind port f42c0eea-34a6-40d5-b1eb-dfd7629a02eb on network 5e79d88a-35b5-4850-8079-d028c53b08a7 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:17:22.116546 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:17:22.117138 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Checking segment: {'id': 'cfc3dbce-e371-4f33-9345-bfea30461b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e79d88a-35b5-4850-8079-d028c53b08a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:17:22.117730 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.119031 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Bound using segment: {'id': 'cfc3dbce-e371-4f33-9345-bfea30461b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e79d88a-35b5-4850-8079-d028c53b08a7'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:17:22.121144 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-917f26ec-d608-49eb-bbf4-4fec209f2a16 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.121531 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Bound port: f42c0eea-34a6-40d5-b1eb-dfd7629a02eb, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc3dbce-e371-4f33-9345-bfea30461b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e79d88a-35b5-4850-8079-d028c53b08a7'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:17:22.122053 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.137790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=3bb6430a-9a5c-484b-b453-77ab0ec0627d,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:22.173307 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Port f42c0eea-34a6-40d5-b1eb-dfd7629a02eb has been deleted concurrently {{(pid=106911) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 05:17:22.189637 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Routers set() bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:22.189954 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-917f26ec-d608-49eb-bbf4-4fec209f2a16 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.190389 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Router IDs set() for agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 05:17:22.192147 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d9b30933-93d7-4335-b6b0-bc05a9f7ac4f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent'). {{(pid=106911) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 05:17:22.192691 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e5a12-1637-44e9-894a-93042da13ec5 None None] The sync data for ids ['d9b30933-93d7-4335-b6b0-bc05a9f7ac4f'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:22.213740 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8362c616-7f68-4cac-8131-3860764a80bc, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8362c616-7f68-4cac-8131-3860764a80bc,segment=NetworkSegment(741f366f-fa19-47e2-92ec-ec880717fef3),segment_id=741f366f-fa19-47e2-92ec-ec880717fef3)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:22.230909 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '8362c616-7f68-4cac-8131-3860764a80bc', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'port_id': '8362c616-7f68-4cac-8131-3860764a80bc', 'mac_address': 'fa:16:3e:58:ea:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:17:22.300600 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.311666 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-c6a1c3f7-670e-409a-a55a-b0d521d66a5c admin admin] Deleting port 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:22.315223 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c3f7-670e-409a-a55a-b0d521d66a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.317859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8362c616-7f68-4cac-8131-3860764a80bc {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:17:22.345710 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8362c616-7f68-4cac-8131-3860764a80bc, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8362c616-7f68-4cac-8131-3860764a80bc,segment=NetworkSegment(741f366f-fa19-47e2-92ec-ec880717fef3),segment_id=741f366f-fa19-47e2-92ec-ec880717fef3)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:22.358004 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-917f26ec-d608-49eb-bbf4-4fec209f2a16 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.399858 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-917f26ec-d608-49eb-bbf4-4fec209f2a16 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.401775 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-917f26ec-d608-49eb-bbf4-4fec209f2a16 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/5706abc4-1b6e-49f9-9d7a-16cd646d3c65 HTTP/1.1" status: 204 len: 168 time: 0.4094849 Sep 18 05:17:22.403028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f26ec-d608-49eb-bbf4-4fec209f2a16 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5706abc4-1b6e-49f9-9d7a-16cd646d3c65,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:22.404469 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34266) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:22.411168 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.411946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b01b9012-f023-40c1-8bda-c545d70ac4b6 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:17:22.461416 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-c6a1c3f7-670e-409a-a55a-b0d521d66a5c admin admin] For port 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0,segment=NetworkSegment(5764aa2a-8308-42a3-a20e-a0bd011862bd),segment_id=5764aa2a-8308-42a3-a20e-a0bd011862bd)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:22.461812 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c3f7-670e-409a-a55a-b0d521d66a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.482894 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b01b9012-f023-40c1-8bda-c545d70ac4b6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b01b9012-f023-40c1-8bda-c545d70ac4b6,segment=NetworkSegment(14663af1-76ca-4271-9d7f-c1149cb4136a),segment_id=14663af1-76ca-4271-9d7f-c1149cb4136a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:22.492355 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=8362c616-7f68-4cac-8131-3860764a80bc,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:22.501122 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'b01b9012-f023-40c1-8bda-c545d70ac4b6', 'network_id': 'd31ab936-807d-4ca3-b171-a16b4b9bc97f', 'port_id': 'b01b9012-f023-40c1-8bda-c545d70ac4b6', 'mac_address': 'fa:16:3e:ed:5c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40658f68-338e-4856-9ca3-ffd563345ec9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:17:22.515270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-c6a1c3f7-670e-409a-a55a-b0d521d66a5c admin admin] Calling delete_port for 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:22.527960 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2007ac19-670d-494c-b912-d27e523ddb39 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.542344 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.556750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01b9012-f023-40c1-8bda-c545d70ac4b6 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:17:22.579443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b01b9012-f023-40c1-8bda-c545d70ac4b6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b01b9012-f023-40c1-8bda-c545d70ac4b6,segment=NetworkSegment(14663af1-76ca-4271-9d7f-c1149cb4136a),segment_id=14663af1-76ca-4271-9d7f-c1149cb4136a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:22.668135 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2007ac19-670d-494c-b912-d27e523ddb39 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.683377 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.684089 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:17:22.724179 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-2007ac19-670d-494c-b912-d27e523ddb39 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e79d88a-35b5-4850-8079-d028c53b08a7']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:22.725173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 4f388dd3-91a7-4a1a-b946-4614853492fe no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:17:22.738334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-2007ac19-670d-494c-b912-d27e523ddb39 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc3dbce-e371-4f33-9345-bfea30461b47') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:22.739007 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-2007ac19-670d-494c-b912-d27e523ddb39 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc3dbce-e371-4f33-9345-bfea30461b47') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:22.753904 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2007ac19-670d-494c-b912-d27e523ddb39 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.761977 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 4f388dd3-91a7-4a1a-b946-4614853492fe {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:17:22.762630 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 4f388dd3-91a7-4a1a-b946-4614853492fe not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:17:22.776332 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2007ac19-670d-494c-b912-d27e523ddb39 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.787038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2007ac19-670d-494c-b912-d27e523ddb39 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:17:22.787540 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2007ac19-670d-494c-b912-d27e523ddb39 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:17:22.789399 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:17:22.802405 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b01b9012-f023-40c1-8bda-c545d70ac4b6,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:22.807396 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=00d5618d-7a91-47cc-9fdc-97fe0cba8df1,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:22.820935 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '00d5618d-7a91-47cc-9fdc-97fe0cba8df1', 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39', 'port_id': '00d5618d-7a91-47cc-9fdc-97fe0cba8df1', 'mac_address': 'fa:16:3e:18:50:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2be50f-11fb-4dda-a69c-3245f6925a37', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:17:22.873472 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.895187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:17:22.916776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=00d5618d-7a91-47cc-9fdc-97fe0cba8df1,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:22.965986 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.983600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6aed58-8e35-4a6e-95be-7ef24052e627 req-88a07720-41d8-44c8-b055-edbbc0a6148b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:22.989528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6aed58-8e35-4a6e-95be-7ef24052e627 req-88a07720-41d8-44c8-b055-edbbc0a6148b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:22.993269 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2007ac19-670d-494c-b912-d27e523ddb39 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.993450 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:22.993970 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8a7f17ae-7a13-4a47-913b-bc6c1c328380 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:17:22.997174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6aed58-8e35-4a6e-95be-7ef24052e627 req-88a07720-41d8-44c8-b055-edbbc0a6148b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:22.998821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2007ac19-670d-494c-b912-d27e523ddb39 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e79d88a-35b5-4850-8079-d028c53b08a7 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 05:17:23.003631 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2007ac19-670d-494c-b912-d27e523ddb39 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:23.006909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6aed58-8e35-4a6e-95be-7ef24052e627 req-88a07720-41d8-44c8-b055-edbbc0a6148b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:23.007076 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2007ac19-670d-494c-b912-d27e523ddb39 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "DELETE /v2.0/networks/5e79d88a-35b5-4850-8079-d028c53b08a7 HTTP/1.1" status: 204 len: 168 time: 0.6010349 Sep 18 05:17:23.021241 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007ac19-670d-494c-b912-d27e523ddb39 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e79d88a-35b5-4850-8079-d028c53b08a7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:23.024333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6aed58-8e35-4a6e-95be-7ef24052e627 req-88a07720-41d8-44c8-b055-edbbc0a6148b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:23.040101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6aed58-8e35-4a6e-95be-7ef24052e627 req-88a07720-41d8-44c8-b055-edbbc0a6148b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:23.049769 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6aed58-8e35-4a6e-95be-7ef24052e627 req-88a07720-41d8-44c8-b055-edbbc0a6148b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:23.053120 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d6aed58-8e35-4a6e-95be-7ef24052e627 req-88a07720-41d8-44c8-b055-edbbc0a6148b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5435 time: 0.1416924 Sep 18 05:17:23.054848 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c3f7-670e-409a-a55a-b0d521d66a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:23.077288 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8a7f17ae-7a13-4a47-913b-bc6c1c328380, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8a7f17ae-7a13-4a47-913b-bc6c1c328380,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:23.080796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=00d5618d-7a91-47cc-9fdc-97fe0cba8df1,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:23.092822 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '8a7f17ae-7a13-4a47-913b-bc6c1c328380', 'network_id': '949f5a21-9f21-48eb-8050-df0d8a67ec39', 'port_id': '8a7f17ae-7a13-4a47-913b-bc6c1c328380', 'mac_address': 'fa:16:3e:16:62:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2be50f-11fb-4dda-a69c-3245f6925a37', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:17:23.193192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1c3f7-670e-409a-a55a-b0d521d66a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:23.214407 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:23.232943 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d6aed58-8e35-4a6e-95be-7ef24052e627 req-dc04944a-09df-423e-acf5-bf6f471e72ca tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1635103 Sep 18 05:17:23.243668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7f17ae-7a13-4a47-913b-bc6c1c328380 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:17:23.265295 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:23.301439 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8a7f17ae-7a13-4a47-913b-bc6c1c328380, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8a7f17ae-7a13-4a47-913b-bc6c1c328380,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:23.375877 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:23.457177 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c3f7-670e-409a-a55a-b0d521d66a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:23.476928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=8a7f17ae-7a13-4a47-913b-bc6c1c328380,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:23.513704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34300) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:23.519225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-482aa5b7-7add-4047-82aa-9e64fc42a48c tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Request body: {'router': {'name': 'tempest-router--1700803312', 'project_id': 'f792b500ed60430cb95abab19ed168dd'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:23.649944 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-482aa5b7-7add-4047-82aa-9e64fc42a48c tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:23.651185 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-482aa5b7-7add-4047-82aa-9e64fc42a48c tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:23.736556 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-482aa5b7-7add-4047-82aa-9e64fc42a48c tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:23.793318 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a1c3f7-670e-409a-a55a-b0d521d66a5c admin admin] Router de97a5b7-b21b-46ca-b745-5d076102ddb3 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:17:23.822843 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-482aa5b7-7add-4047-82aa-9e64fc42a48c tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:23.905220 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a1c3f7-670e-409a-a55a-b0d521d66a5c admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:23.914088 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c6a1c3f7-670e-409a-a55a-b0d521d66a5c admin admin] 10.222.0.23 "PUT /v2.0/routers/de97a5b7-b21b-46ca-b745-5d076102ddb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6234913 Sep 18 05:17:23.914967 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34302) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:23.923090 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1698d1-0bb8-4193-9c6c-024a8443b5d8 None None] Sync routers for ids ['de97a5b7-b21b-46ca-b745-5d076102ddb3'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:23.936511 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-482aa5b7-7add-4047-82aa-9e64fc42a48c tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:23.942604 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-482aa5b7-7add-4047-82aa-9e64fc42a48c tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4274447 Sep 18 05:17:23.943604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34304) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:23.946316 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1698d1-0bb8-4193-9c6c-024a8443b5d8 None None] Routers {'de97a5b7-b21b-46ca-b745-5d076102ddb3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:23.947231 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9c1698d1-0bb8-4193-9c6c-024a8443b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['de97a5b7-b21b-46ca-b745-5d076102ddb3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:24.052898 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ab58613-39b2-47fc-a132-8a7c5cbca77e tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:24.086374 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['3bb6430a-9a5c-484b-b453-77ab0ec0627d'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:17:24.095492 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:24.126705 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7641b39e-46be-4f6f-ae6a-60ffe772d892'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:17:24.129836 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['8362c616-7f68-4cac-8131-3860764a80bc'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:17:24.162786 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['00d5618d-7a91-47cc-9fdc-97fe0cba8df1'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:17:24.167894 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-9c1698d1-0bb8-4193-9c6c-024a8443b5d8 None None] Set router de97a5b7-b21b-46ca-b745-5d076102ddb3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:17:24.176895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b01b9012-f023-40c1-8bda-c545d70ac4b6'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:17:24.218260 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:24.249470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ab58613-39b2-47fc-a132-8a7c5cbca77e tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:24.252570 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ab58613-39b2-47fc-a132-8a7c5cbca77e tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:24.276610 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['8a7f17ae-7a13-4a47-913b-bc6c1c328380'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:17:24.401089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa9262-ee6a-479c-bf71-8025578c2ab4 req-5d99ab3d-71f6-4dfd-a7aa-098448bb9cc1 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:24.407785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa9262-ee6a-479c-bf71-8025578c2ab4 req-5d99ab3d-71f6-4dfd-a7aa-098448bb9cc1 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:24.415783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa9262-ee6a-479c-bf71-8025578c2ab4 req-5d99ab3d-71f6-4dfd-a7aa-098448bb9cc1 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:24.423011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa9262-ee6a-479c-bf71-8025578c2ab4 req-5d99ab3d-71f6-4dfd-a7aa-098448bb9cc1 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:24.430703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa9262-ee6a-479c-bf71-8025578c2ab4 req-5d99ab3d-71f6-4dfd-a7aa-098448bb9cc1 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:24.437080 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa9262-ee6a-479c-bf71-8025578c2ab4 req-5d99ab3d-71f6-4dfd-a7aa-098448bb9cc1 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:24.438912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Deleting port 9cf106df-9183-4f52-8d85-34999816e8be {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:24.440010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:24.445145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa9262-ee6a-479c-bf71-8025578c2ab4 req-5d99ab3d-71f6-4dfd-a7aa-098448bb9cc1 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:24.447739 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9aa9262-ee6a-479c-bf71-8025578c2ab4 req-5d99ab3d-71f6-4dfd-a7aa-098448bb9cc1 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5437 time: 0.1106255 Sep 18 05:17:24.449231 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ab58613-39b2-47fc-a132-8a7c5cbca77e tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:24.449925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab58613-39b2-47fc-a132-8a7c5cbca77e tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a44c9fb4-8653-47bb-82ca-6d4f272e5def {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:17:24.455026 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ab58613-39b2-47fc-a132-8a7c5cbca77e tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:24.459809 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3ab58613-39b2-47fc-a132-8a7c5cbca77e tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "DELETE /v2.0/routers/a44c9fb4-8653-47bb-82ca-6d4f272e5def HTTP/1.1" status: 204 len: 168 time: 0.5149965 Sep 18 05:17:24.556418 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] For port 9cf106df-9183-4f52-8d85-34999816e8be, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9cf106df-9183-4f52-8d85-34999816e8be,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:24.557104 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:24.567635 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9aa9262-ee6a-479c-bf71-8025578c2ab4 req-40038510-b1a7-4b35-929a-e3322762b3ee tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907135 Sep 18 05:17:24.573975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Calling delete_port for 9cf106df-9183-4f52-8d85-34999816e8be owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:24.906138 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:24.939436 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf106df-9183-4f52-8d85-34999816e8be,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:24.975324 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34322) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:25.012198 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:25.012722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:25.012957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:25.013354 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:25.013704 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:25.014047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:25.014385 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:25.015039 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:25.015039 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:25.015351 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:25.016105 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:25.016592 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:25.023979 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:25.042920 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['befede63-e44f-4f1c-a020-79b74d04426f'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:17:25.158950 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:25.162449 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:25.346176 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:25.346912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de97a5b7-b21b-46ca-b745-5d076102ddb3 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:17:25.357210 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:25.361628 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-27048717-f91a-4814-9f2b-18eb33152776 admin admin] 10.222.0.23 "DELETE /v2.0/routers/de97a5b7-b21b-46ca-b745-5d076102ddb3 HTTP/1.1" status: 204 len: 168 time: 1.4424512 Sep 18 05:17:25.362197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34330) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:25.435595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-811210927', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}, 'admin_state_up': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:25.448177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97fad02-0d76-4766-b573-21059400ee82 admin admin] Deleting subnet 76a65d6b-278b-4502-b43e-c4b208ae5082 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:17:25.451649 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e97fad02-0d76-4766-b573-21059400ee82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:25.535098 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e97fad02-0d76-4766-b573-21059400ee82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:25.570342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9c1698d1-0bb8-4193-9c6c-024a8443b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'name': 'tempest-ServerRescueNegativeTestJSON-612588274-router', 'tenant_id': 'c0ea41ad380b4a628127272a0a22863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '9cf106df-9183-4f52-8d85-34999816e8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:13Z', 'updated_at': '2021-09-18T05:17:22Z', 'revision_number': 5, 'project_id': 'c0ea41ad380b4a628127272a0a22863e', 'gw_port': {'id': '9cf106df-9183-4f52-8d85-34999816e8be', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de97a5b7-b21b-46ca-b745-5d076102ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:15Z', 'updated_at': '2021-09-18T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:25.590483 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e97fad02-0d76-4766-b573-21059400ee82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:25.636164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1698d1-0bb8-4193-9c6c-024a8443b5d8 None None] Checking router: de97a5b7-b21b-46ca-b745-5d076102ddb3 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:17:25.641476 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:25.644273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:25.698003 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1698d1-0bb8-4193-9c6c-024a8443b5d8 None None] Routers set() bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:25.699471 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1698d1-0bb8-4193-9c6c-024a8443b5d8 None None] Router IDs set() for agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 05:17:25.700525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_agentschedulers_db [None req-9c1698d1-0bb8-4193-9c6c-024a8443b5d8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'de97a5b7-b21b-46ca-b745-5d076102ddb3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent'). {{(pid=106910) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 05:17:25.701445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1698d1-0bb8-4193-9c6c-024a8443b5d8 None None] The sync data for ids ['de97a5b7-b21b-46ca-b745-5d076102ddb3'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:25.824742 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:25.829040 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e97fad02-0d76-4766-b573-21059400ee82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:25.868521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fad02-0d76-4766-b573-21059400ee82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a65d6b-278b-4502-b43e-c4b208ae5082,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:25.873328 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e97fad02-0d76-4766-b573-21059400ee82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:25.875357 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e97fad02-0d76-4766-b573-21059400ee82 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/76a65d6b-278b-4502-b43e-c4b208ae5082 HTTP/1.1" status: 204 len: 168 time: 0.5110443 Sep 18 05:17:25.885969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34342) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:25.899918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546d308-4c8e-44b3-a2da-6e8040e6466d req-ab0aa495-b9c9-4727-bb8d-d8f5301ed20c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:25.906748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546d308-4c8e-44b3-a2da-6e8040e6466d req-ab0aa495-b9c9-4727-bb8d-d8f5301ed20c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:25.915838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546d308-4c8e-44b3-a2da-6e8040e6466d req-ab0aa495-b9c9-4727-bb8d-d8f5301ed20c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:25.923363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546d308-4c8e-44b3-a2da-6e8040e6466d req-ab0aa495-b9c9-4727-bb8d-d8f5301ed20c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:25.932689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546d308-4c8e-44b3-a2da-6e8040e6466d req-ab0aa495-b9c9-4727-bb8d-d8f5301ed20c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:25.941259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546d308-4c8e-44b3-a2da-6e8040e6466d req-ab0aa495-b9c9-4727-bb8d-d8f5301ed20c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:25.948607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546d308-4c8e-44b3-a2da-6e8040e6466d req-ab0aa495-b9c9-4727-bb8d-d8f5301ed20c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:25.958127 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b546d308-4c8e-44b3-a2da-6e8040e6466d req-ab0aa495-b9c9-4727-bb8d-d8f5301ed20c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5437 time: 0.2303853 Sep 18 05:17:25.990860 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b386ce6d-3470-4643-82ad-7f6302640834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:26.064409 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b546d308-4c8e-44b3-a2da-6e8040e6466d req-0a924d17-fa41-4a88-8d1f-07903ca4e9a5 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1051033 Sep 18 05:17:26.096866 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b386ce6d-3470-4643-82ad-7f6302640834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:26.143487 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:26.147808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b386ce6d-3470-4643-82ad-7f6302640834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9f7d5e-85b8-45fb-a51c-39737e7d9a60']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:26.158373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b386ce6d-3470-4643-82ad-7f6302640834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5764aa2a-8308-42a3-a20e-a0bd011862bd') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:26.158851 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b386ce6d-3470-4643-82ad-7f6302640834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5764aa2a-8308-42a3-a20e-a0bd011862bd') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:26.168933 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b386ce6d-3470-4643-82ad-7f6302640834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:26.182857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b386ce6d-3470-4643-82ad-7f6302640834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:26.191221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b386ce6d-3470-4643-82ad-7f6302640834 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:17:26.191221 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b386ce6d-3470-4643-82ad-7f6302640834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:17:26.192062 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:17:26.376327 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b386ce6d-3470-4643-82ad-7f6302640834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:26.383945 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b386ce6d-3470-4643-82ad-7f6302640834 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:26.385786 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b386ce6d-3470-4643-82ad-7f6302640834 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8d9f7d5e-85b8-45fb-a51c-39737e7d9a60 HTTP/1.1" status: 204 len: 168 time: 0.4982657 Sep 18 05:17:26.397808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386ce6d-3470-4643-82ad-7f6302640834 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9f7d5e-85b8-45fb-a51c-39737e7d9a60,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:26.463202 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:26.482892 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:26.625970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Allocated IP 172.25.7.89 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/4d563454-115a-4790-9e64-afd40fc6cfbb) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:17:26.738820 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:26.781279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:17:26.822294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:17:26.823147 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 57bbc8df-c2f8-4ad0-a0cd-4c53b6895cf0 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:17:26.824784 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9cf106df-9183-4f52-8d85-34999816e8be no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:17:26.850556 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 9cf106df-9183-4f52-8d85-34999816e8be {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:17:26.851111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9cf106df-9183-4f52-8d85-34999816e8be not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:17:26.867905 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:26.885691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34356) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:26.931684 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fb6dced8-fbc4-4924-886c-c6f58266e185 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0ea41ad380b4a628127272a0a22863e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447564 Sep 18 05:17:26.934268 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34360) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:27.009846 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6f1f36b5-4109-4155-91b6-9d519f2832a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:27.042363 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6f1f36b5-4109-4155-91b6-9d519f2832a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:27.221498 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6f1f36b5-4109-4155-91b6-9d519f2832a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:27.224163 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6f1f36b5-4109-4155-91b6-9d519f2832a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:27.227702 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6f1f36b5-4109-4155-91b6-9d519f2832a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f9db453-2051-490f-a94f-d8ac8d8d2133 HTTP/1.1" status: 204 len: 168 time: 0.2899702 Sep 18 05:17:27.238090 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f36b5-4109-4155-91b6-9d519f2832a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9db453-2051-490f-a94f-d8ac8d8d2133,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:27.334123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:17:27.349866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:27.357627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:17:27.371740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Pushing event updated for resources: {'Port': ['ID=4d563454-115a-4790-9e64-afd40fc6cfbb,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:27.404352 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7641b39e-46be-4f6f-ae6a-60ffe772d892 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:27.440000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92520bae-d9e3-4d01-9493-0a156945198d req-65e215b6-4ab9-43b9-a414-063575135cbf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:27.442424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92520bae-d9e3-4d01-9493-0a156945198d req-65e215b6-4ab9-43b9-a414-063575135cbf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:27.448634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92520bae-d9e3-4d01-9493-0a156945198d req-65e215b6-4ab9-43b9-a414-063575135cbf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:27.455055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92520bae-d9e3-4d01-9493-0a156945198d req-65e215b6-4ab9-43b9-a414-063575135cbf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:27.460990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92520bae-d9e3-4d01-9493-0a156945198d req-65e215b6-4ab9-43b9-a414-063575135cbf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:27.466881 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92520bae-d9e3-4d01-9493-0a156945198d req-65e215b6-4ab9-43b9-a414-063575135cbf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:27.473884 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92520bae-d9e3-4d01-9493-0a156945198d req-65e215b6-4ab9-43b9-a414-063575135cbf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:27.475834 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-92520bae-d9e3-4d01-9493-0a156945198d req-65e215b6-4ab9-43b9-a414-063575135cbf tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5437 time: 0.1768668 Sep 18 05:17:27.541221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 7641b39e-46be-4f6f-ae6a-60ffe772d892 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:17:27.545546 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 7641b39e-46be-4f6f-ae6a-60ffe772d892 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:27.545933 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:27.561084 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-92520bae-d9e3-4d01-9493-0a156945198d req-03811a3b-1d8e-4652-aebc-a32b208dc891 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774603 Sep 18 05:17:27.648885 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:27.677922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7641b39e-46be-4f6f-ae6a-60ffe772d892'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:17:27.680651 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5480d7c-8708-4c64-8bf0-ff243ebaf890" -d '{"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-plugged", "status": "completed", "tag": "7641b39e-46be-4f6f-ae6a-60ffe772d892"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:17:27.715290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7641b39e-46be-4f6f-ae6a-60ffe772d892, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7641b39e-46be-4f6f-ae6a-60ffe772d892,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:27.723956 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3419eaf-cb70-4705-8be9-86257b2b6344 x-openstack-request-id: req-d3419eaf-cb70-4705-8be9-86257b2b6344 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:17:27.724282 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-plugged", "status": "completed", "tag": "7641b39e-46be-4f6f-ae6a-60ffe772d892", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:17:27.724540 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3419eaf-cb70-4705-8be9-86257b2b6344 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:17:27.724939 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7641b39e-46be-4f6f-ae6a-60ffe772d892', 'code': 200} Sep 18 05:17:27.783108 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:27.783890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:27.873544 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7641b39e-46be-4f6f-ae6a-60ffe772d892,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:27.946207 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:27.947199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:17:27.951582 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:27.951971 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:28.065173 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:28.098919 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=00d5618d-7a91-47cc-9fdc-97fe0cba8df1,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:28.186658 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:28.197366 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:28.198315 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 3bb6430a-9a5c-484b-b453-77ab0ec0627d up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:28.279924 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=00d5618d-7a91-47cc-9fdc-97fe0cba8df1,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:28.376194 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 3bb6430a-9a5c-484b-b453-77ab0ec0627d completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:17:28.382127 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 3bb6430a-9a5c-484b-b453-77ab0ec0627d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:28.382519 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:28.461848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Router 93520cdd-712a-4d71-96f1-0a9e36b0bd0c is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:17:28.499348 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:28.537020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 3bb6430a-9a5c-484b-b453-77ab0ec0627d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=3bb6430a-9a5c-484b-b453-77ab0ec0627d,segment=NetworkSegment(14663af1-76ca-4271-9d7f-c1149cb4136a),segment_id=14663af1-76ca-4271-9d7f-c1149cb4136a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:28.592937 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:28.613552 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91b7ece-7abc-44c7-af9f-9ae3a5f2aeac None None] Sync routers for ids ['93520cdd-712a-4d71-96f1-0a9e36b0bd0c'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:28.621701 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:28.622529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8362c616-7f68-4cac-8131-3860764a80bc up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:28.624230 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91b7ece-7abc-44c7-af9f-9ae3a5f2aeac None None] Routers {'93520cdd-712a-4d71-96f1-0a9e36b0bd0c'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:28.626331 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f91b7ece-7abc-44c7-af9f-9ae3a5f2aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['93520cdd-712a-4d71-96f1-0a9e36b0bd0c'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:28.673263 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:28.678030 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34408) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:28.678553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7f0c1b2c-b3ca-4dc3-90c5-ddee7b1c095f tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7004607 Sep 18 05:17:28.718956 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f91b7ece-7abc-44c7-af9f-9ae3a5f2aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:28.730372 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91b7ece-7abc-44c7-af9f-9ae3a5f2aeac None None] Routers {'93520cdd-712a-4d71-96f1-0a9e36b0bd0c'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:28.731008 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f91b7ece-7abc-44c7-af9f-9ae3a5f2aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['93520cdd-712a-4d71-96f1-0a9e36b0bd0c'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:28.741387 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=3bb6430a-9a5c-484b-b453-77ab0ec0627d,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:28.796269 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f91b7ece-7abc-44c7-af9f-9ae3a5f2aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:28.797489 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91b7ece-7abc-44c7-af9f-9ae3a5f2aeac None None] The sync data for ids ['93520cdd-712a-4d71-96f1-0a9e36b0bd0c'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:28.815120 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e8ce-d125-48f8-b235-c5051257b9fe req-3fafe8ea-7538-4462-a624-cf5320f78339 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:28.821402 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e8ce-d125-48f8-b235-c5051257b9fe req-3fafe8ea-7538-4462-a624-cf5320f78339 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:28.827228 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e8ce-d125-48f8-b235-c5051257b9fe req-3fafe8ea-7538-4462-a624-cf5320f78339 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:28.833927 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e8ce-d125-48f8-b235-c5051257b9fe req-3fafe8ea-7538-4462-a624-cf5320f78339 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:28.837091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 8362c616-7f68-4cac-8131-3860764a80bc completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:17:28.840781 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e8ce-d125-48f8-b235-c5051257b9fe req-3fafe8ea-7538-4462-a624-cf5320f78339 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:28.843465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 8362c616-7f68-4cac-8131-3860764a80bc triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:28.844031 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:28.847391 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e8ce-d125-48f8-b235-c5051257b9fe req-3fafe8ea-7538-4462-a624-cf5320f78339 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:28.853407 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e8ce-d125-48f8-b235-c5051257b9fe req-3fafe8ea-7538-4462-a624-cf5320f78339 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:28.855405 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e223e8ce-d125-48f8-b235-c5051257b9fe req-3fafe8ea-7538-4462-a624-cf5320f78339 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5440 time: 0.1121857 Sep 18 05:17:28.975683 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:29.050246 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8362c616-7f68-4cac-8131-3860764a80bc, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8362c616-7f68-4cac-8131-3860764a80bc,segment=NetworkSegment(741f366f-fa19-47e2-92ec-ec880717fef3),segment_id=741f366f-fa19-47e2-92ec-ec880717fef3)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:29.111686 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:29.112717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8a7f17ae-7a13-4a47-913b-bc6c1c328380 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:29.195306 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=8362c616-7f68-4cac-8131-3860764a80bc,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:29.255954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 8a7f17ae-7a13-4a47-913b-bc6c1c328380 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:17:29.268281 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 8a7f17ae-7a13-4a47-913b-bc6c1c328380 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:29.271618 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:29.351563 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ef179dae-d393-4069-bbeb-68697b7005db tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/routers/93520cdd-712a-4d71-96f1-0a9e36b0bd0c HTTP/1.1" status: 200 len: 923 time: 0.6709988 Sep 18 05:17:29.354451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34424) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:29.361034 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e223e8ce-d125-48f8-b235-c5051257b9fe req-712e2976-48cc-4307-8ab2-536151d15067 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598023 Sep 18 05:17:29.368474 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:29.394093 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9e1120c8-769c-4e94-aab3-6c296661e5da tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "GET /v2.0/ports?device_id=93520cdd-712a-4d71-96f1-0a9e36b0bd0c HTTP/1.1" status: 200 len: 205 time: 0.0382819 Sep 18 05:17:29.396907 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34428) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:29.426045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8a7f17ae-7a13-4a47-913b-bc6c1c328380, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8a7f17ae-7a13-4a47-913b-bc6c1c328380,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:29.510271 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:29.512513 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:29.567763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b01b9012-f023-40c1-8bda-c545d70ac4b6 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:29.626278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=8a7f17ae-7a13-4a47-913b-bc6c1c328380,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:29.627627 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:29.726190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d5618d-7a91-47cc-9fdc-97fe0cba8df1'}, {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6430a-9a5c-484b-b453-77ab0ec0627d'}, {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8362c616-7f68-4cac-8131-3860764a80bc'}, {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7f17ae-7a13-4a47-913b-bc6c1c328380'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:17:29.728603 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85321244-0468-4a2a-9f1d-8f41a0ebb1a8" -d '{"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-plugged", "status": "completed", "tag": "00d5618d-7a91-47cc-9fdc-97fe0cba8df1"}, {"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-plugged", "status": "completed", "tag": "3bb6430a-9a5c-484b-b453-77ab0ec0627d"}, {"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-plugged", "status": "completed", "tag": "8362c616-7f68-4cac-8131-3860764a80bc"}, {"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-plugged", "status": "completed", "tag": "8a7f17ae-7a13-4a47-913b-bc6c1c328380"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:17:29.764431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port b01b9012-f023-40c1-8bda-c545d70ac4b6 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:17:29.774024 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 18 Sep 2021 05:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da482554-580d-492e-8f1e-45350ca40777 x-openstack-request-id: req-da482554-580d-492e-8f1e-45350ca40777 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:17:29.774332 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-plugged", "status": "completed", "tag": "00d5618d-7a91-47cc-9fdc-97fe0cba8df1", "code": 200}, {"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-plugged", "status": "completed", "tag": "3bb6430a-9a5c-484b-b453-77ab0ec0627d", "code": 200}, {"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-plugged", "status": "completed", "tag": "8362c616-7f68-4cac-8131-3860764a80bc", "code": 200}, {"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-plugged", "status": "completed", "tag": "8a7f17ae-7a13-4a47-913b-bc6c1c328380", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:17:29.774590 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da482554-580d-492e-8f1e-45350ca40777 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:17:29.774979 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d5618d-7a91-47cc-9fdc-97fe0cba8df1', 'code': 200} Sep 18 05:17:29.775231 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb6430a-9a5c-484b-b453-77ab0ec0627d', 'code': 200} Sep 18 05:17:29.775480 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8362c616-7f68-4cac-8131-3860764a80bc', 'code': 200} Sep 18 05:17:29.775727 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7f17ae-7a13-4a47-913b-bc6c1c328380', 'code': 200} Sep 18 05:17:29.778286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port b01b9012-f023-40c1-8bda-c545d70ac4b6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:29.778857 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:29.811107 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Deleting port 4d563454-115a-4790-9e64-afd40fc6cfbb {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:29.811862 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:29.905493 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:29.922374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Calling delete_port for 4d563454-115a-4790-9e64-afd40fc6cfbb owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:29.928821 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:29.971224 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b01b9012-f023-40c1-8bda-c545d70ac4b6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b01b9012-f023-40c1-8bda-c545d70ac4b6,segment=NetworkSegment(14663af1-76ca-4271-9d7f-c1149cb4136a),segment_id=14663af1-76ca-4271-9d7f-c1149cb4136a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:30.073526 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:30.074638 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device befede63-e44f-4f1c-a020-79b74d04426f up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:30.192178 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b01b9012-f023-40c1-8bda-c545d70ac4b6,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:30.225888 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:30.258474 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Pushing event deleted for resources: {'Port': ['ID=4d563454-115a-4790-9e64-afd40fc6cfbb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:30.271481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port befede63-e44f-4f1c-a020-79b74d04426f completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:17:30.275971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port befede63-e44f-4f1c-a020-79b74d04426f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:30.280430 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:30.323330 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:30.369840 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:30.405726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port befede63-e44f-4f1c-a020-79b74d04426f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=befede63-e44f-4f1c-a020-79b74d04426f,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:30.424265 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:30.426699 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:30.467094 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:30.519824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90065de-0679-4f3e-9622-9aa51e213e39 req-49b75096-8f3d-45dc-869f-1d622dba5ef3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:30.528050 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90065de-0679-4f3e-9622-9aa51e213e39 req-49b75096-8f3d-45dc-869f-1d622dba5ef3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:30.535864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90065de-0679-4f3e-9622-9aa51e213e39 req-49b75096-8f3d-45dc-869f-1d622dba5ef3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:30.537809 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=befede63-e44f-4f1c-a020-79b74d04426f,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:30.548445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90065de-0679-4f3e-9622-9aa51e213e39 req-49b75096-8f3d-45dc-869f-1d622dba5ef3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:30.554503 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90065de-0679-4f3e-9622-9aa51e213e39 req-49b75096-8f3d-45dc-869f-1d622dba5ef3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:30.560355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90065de-0679-4f3e-9622-9aa51e213e39 req-49b75096-8f3d-45dc-869f-1d622dba5ef3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:30.566297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90065de-0679-4f3e-9622-9aa51e213e39 req-49b75096-8f3d-45dc-869f-1d622dba5ef3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:30.569299 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:30.569995 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Fanout notify agent at l3_agent the message router_deleted on router 93520cdd-712a-4d71-96f1-0a9e36b0bd0c {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:17:30.571663 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d90065de-0679-4f3e-9622-9aa51e213e39 req-49b75096-8f3d-45dc-869f-1d622dba5ef3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5443 time: 0.1231768 Sep 18 05:17:30.582751 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:30.582751 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-af840d20-d8b2-4784-9ff2-889fb5216917 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "DELETE /v2.0/routers/93520cdd-712a-4d71-96f1-0a9e36b0bd0c HTTP/1.1" status: 204 len: 168 time: 1.1820290 Sep 18 05:17:30.584096 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34466) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:30.591405 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1157701565', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'enable_snat': False}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:30.628337 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d90065de-0679-4f3e-9622-9aa51e213e39 req-a32c63b6-cd6b-40a5-b3b6-97cf3441dede tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515287 Sep 18 05:17:30.667242 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:30.668362 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:30.745157 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:30.956271 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:31.185958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34490) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:31.246745 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:31.250880 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-916d0d26-9a6a-4adf-a0b4-98c7d2da1b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:31.267580 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:31.376430 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Allocated IP 172.25.7.149 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/4c572dad-c1d2-4bc8-89a8-3e87e87814b7) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:17:31.416915 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:31.490905 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:31.516722 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:31.603956 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:31.604612 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:31.642748 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:17:31.643379 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f07c5a5dffb4bfbb41bd0b8769eea7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562545 Sep 18 05:17:31.644425 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dedea23-7c5d-4186-97a3-ea50ee15934b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:31.648214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34498) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:31.648367 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:31.653288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:17:31.660016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:31.660404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:31.660753 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:31.661101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:31.661451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:31.661791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:31.662131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:31.662472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:31.662806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:31.663142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:31.663478 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:31.663810 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b864508d-d223-4f5f-816d-e78db2ee36d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:17:31.667117 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event updated for resources: {'Port': ['ID=4c572dad-c1d2-4bc8-89a8-3e87e87814b7,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:31.734425 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72bd2f03-5c8a-41ce-8556-6438fde52436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:31.775453 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72bd2f03-5c8a-41ce-8556-6438fde52436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:31.777752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01b9012-f023-40c1-8bda-c545d70ac4b6'}, {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befede63-e44f-4f1c-a020-79b74d04426f'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:17:31.780095 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ae8fa9-a6c6-402d-91ff-eac11b0212cb" -d '{"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-plugged", "status": "completed", "tag": "b01b9012-f023-40c1-8bda-c545d70ac4b6"}, {"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-plugged", "status": "completed", "tag": "befede63-e44f-4f1c-a020-79b74d04426f"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:17:31.833843 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 05:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bcedc0-d10a-415f-8d4b-13ef48f57990 x-openstack-request-id: req-12bcedc0-d10a-415f-8d4b-13ef48f57990 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:17:31.834361 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-plugged", "status": "completed", "tag": "b01b9012-f023-40c1-8bda-c545d70ac4b6", "code": 200}, {"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-plugged", "status": "completed", "tag": "befede63-e44f-4f1c-a020-79b74d04426f", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:17:31.834819 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12bcedc0-d10a-415f-8d4b-13ef48f57990 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:17:31.835439 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01b9012-f023-40c1-8bda-c545d70ac4b6', 'code': 200} Sep 18 05:17:31.835882 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befede63-e44f-4f1c-a020-79b74d04426f', 'code': 200} Sep 18 05:17:31.885584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff731a1-e033-4532-8978-373fd4f61cb0 req-bef7e516-4f63-4529-9399-cb3ffe188811 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:31.893125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff731a1-e033-4532-8978-373fd4f61cb0 req-bef7e516-4f63-4529-9399-cb3ffe188811 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:31.900850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff731a1-e033-4532-8978-373fd4f61cb0 req-bef7e516-4f63-4529-9399-cb3ffe188811 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:31.909006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff731a1-e033-4532-8978-373fd4f61cb0 req-bef7e516-4f63-4529-9399-cb3ffe188811 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:31.915412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff731a1-e033-4532-8978-373fd4f61cb0 req-bef7e516-4f63-4529-9399-cb3ffe188811 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:31.923978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff731a1-e033-4532-8978-373fd4f61cb0 req-bef7e516-4f63-4529-9399-cb3ffe188811 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:31.930391 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff731a1-e033-4532-8978-373fd4f61cb0 req-bef7e516-4f63-4529-9399-cb3ffe188811 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:31.932389 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aff731a1-e033-4532-8978-373fd4f61cb0 req-bef7e516-4f63-4529-9399-cb3ffe188811 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5444 time: 0.1744328 Sep 18 05:17:32.017588 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aff731a1-e033-4532-8978-373fd4f61cb0 req-73621778-355f-4f8b-b79e-31c5b4e73081 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619023 Sep 18 05:17:32.032454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e945206-bf43-4553-9692-9729033bb3ed req-4dd867c9-2fca-4709-8c8d-5594d384883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:32.033374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e945206-bf43-4553-9692-9729033bb3ed req-4dd867c9-2fca-4709-8c8d-5594d384883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:32.034265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e945206-bf43-4553-9692-9729033bb3ed req-4dd867c9-2fca-4709-8c8d-5594d384883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:32.035382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e945206-bf43-4553-9692-9729033bb3ed req-4dd867c9-2fca-4709-8c8d-5594d384883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:32.036349 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e945206-bf43-4553-9692-9729033bb3ed req-4dd867c9-2fca-4709-8c8d-5594d384883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:32.043349 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e945206-bf43-4553-9692-9729033bb3ed req-4dd867c9-2fca-4709-8c8d-5594d384883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:32.043349 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e945206-bf43-4553-9692-9729033bb3ed req-4dd867c9-2fca-4709-8c8d-5594d384883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:32.055773 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e945206-bf43-4553-9692-9729033bb3ed req-4dd867c9-2fca-4709-8c8d-5594d384883a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 6508 time: 0.1136961 Sep 18 05:17:32.062471 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:32.063849 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72bd2f03-5c8a-41ce-8556-6438fde52436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:32.080144 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72bd2f03-5c8a-41ce-8556-6438fde52436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:32.080144 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-72bd2f03-5c8a-41ce-8556-6438fde52436 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2dedea23-7c5d-4186-97a3-ea50ee15934b HTTP/1.1" status: 204 len: 168 time: 0.4228585 Sep 18 05:17:32.098763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd2f03-5c8a-41ce-8556-6438fde52436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dedea23-7c5d-4186-97a3-ea50ee15934b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:32.134905 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e945206-bf43-4553-9692-9729033bb3ed req-7f09717f-2b9a-40d3-b5ba-71737e79b513 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614841 Sep 18 05:17:32.338046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34516) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:32.339858 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:32.569936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Router 94dff992-d40d-4af5-9251-cb797ffd82a6 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:17:32.574289 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa71d1b8-b8e8-4f96-85a2-c82d81ed51a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:32.683370 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa71d1b8-b8e8-4f96-85a2-c82d81ed51a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:32.707523 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:32.716741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Sync routers for ids ['94dff992-d40d-4af5-9251-cb797ffd82a6'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:32.731354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Routers {'94dff992-d40d-4af5-9251-cb797ffd82a6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:32.731880 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['94dff992-d40d-4af5-9251-cb797ffd82a6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:32.770155 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa71d1b8-b8e8-4f96-85a2-c82d81ed51a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:32.818147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aa71d1b8-b8e8-4f96-85a2-c82d81ed51a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95ff9f1dac2b42faa6cbfcd3b47ca512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765055 Sep 18 05:17:32.818147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71d1b8-b8e8-4f96-85a2-c82d81ed51a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec8bcf9-bbed-4332-8e1b-ce37d9d2b094,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:32.820674 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34538) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:32.853522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Set router 94dff992-d40d-4af5-9251-cb797ffd82a6 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:17:32.861768 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:32.866243 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1a6057dd-3e7f-4a5a-a73c-6803d55f88b7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.2778337 Sep 18 05:17:32.866729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34540) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:32.880368 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d160854-3b83-4b0a-a6cf-510c5aca75df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:32.903158 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d160854-3b83-4b0a-a6cf-510c5aca75df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:32.984889 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-304d70b3-839e-487a-a288-4e00ea5d6062 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/routers/94dff992-d40d-4af5-9251-cb797ffd82a6 HTTP/1.1" status: 200 len: 909 time: 0.1168478 Sep 18 05:17:32.985914 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34544) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:32.991269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1157701565', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'enable_snat': True}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:33.057961 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94dff992-d40d-4af5-9251-cb797ffd82a6', 'name': 'tempest-snat-router-1157701565', 'tenant_id': '8e5137d164b2442aaab2fce4b37c23ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.149'}], 'enable_snat': False}, 'gw_port_id': '4c572dad-c1d2-4bc8-89a8-3e87e87814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:30Z', 'updated_at': '2021-09-18T05:17:31Z', 'revision_number': 3, 'project_id': '8e5137d164b2442aaab2fce4b37c23ff', 'gw_port': {'id': '4c572dad-c1d2-4bc8-89a8-3e87e87814b7', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:51:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94dff992-d40d-4af5-9251-cb797ffd82a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:31Z', 'updated_at': '2021-09-18T05:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:33.086609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Checking router: 94dff992-d40d-4af5-9251-cb797ffd82a6 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:17:33.086971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Updating router 94dff992-d40d-4af5-9251-cb797ffd82a6 port 4c572dad-c1d2-4bc8-89a8-3e87e87814b7 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:17:33.089926 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d160854-3b83-4b0a-a6cf-510c5aca75df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.093947 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d160854-3b83-4b0a-a6cf-510c5aca75df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.097724 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2d160854-3b83-4b0a-a6cf-510c5aca75df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eec8bcf9-bbed-4332-8e1b-ce37d9d2b094 HTTP/1.1" status: 204 len: 168 time: 0.2736025 Sep 18 05:17:33.114064 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.114509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d160854-3b83-4b0a-a6cf-510c5aca75df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec8bcf9-bbed-4332-8e1b-ce37d9d2b094,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:33.117846 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.119239 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.232160 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.253402 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11366e34-9fc6-4296-89f6-f53b2ea1cc9a req-7b09327c-bd1d-4cda-838e-4e57fcc70667 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:33.260070 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11366e34-9fc6-4296-89f6-f53b2ea1cc9a req-7b09327c-bd1d-4cda-838e-4e57fcc70667 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:33.266455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11366e34-9fc6-4296-89f6-f53b2ea1cc9a req-7b09327c-bd1d-4cda-838e-4e57fcc70667 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:33.272636 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11366e34-9fc6-4296-89f6-f53b2ea1cc9a req-7b09327c-bd1d-4cda-838e-4e57fcc70667 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:33.278653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11366e34-9fc6-4296-89f6-f53b2ea1cc9a req-7b09327c-bd1d-4cda-838e-4e57fcc70667 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:33.284576 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11366e34-9fc6-4296-89f6-f53b2ea1cc9a req-7b09327c-bd1d-4cda-838e-4e57fcc70667 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:33.290574 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11366e34-9fc6-4296-89f6-f53b2ea1cc9a req-7b09327c-bd1d-4cda-838e-4e57fcc70667 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:33.300093 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-11366e34-9fc6-4296-89f6-f53b2ea1cc9a req-7b09327c-bd1d-4cda-838e-4e57fcc70667 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5444 time: 0.1760187 Sep 18 05:17:33.378478 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-11366e34-9fc6-4296-89f6-f53b2ea1cc9a req-1a0cda1c-3275-4e82-b99a-0e8bfa0f17c7 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774705 Sep 18 05:17:33.437423 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.491470 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.530181 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.584708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Attempting to bind port 4c572dad-c1d2-4bc8-89a8-3e87e87814b7 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:17:33.585098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Attempting to bind port 4c572dad-c1d2-4bc8-89a8-3e87e87814b7 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:17:33.585476 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Attempting to bind port 4c572dad-c1d2-4bc8-89a8-3e87e87814b7 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:17:33.588410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c133667-fba7-420c-b657-d12e4c041005 None None] Pushing event updated for resources: {'Port': ['ID=4c572dad-c1d2-4bc8-89a8-3e87e87814b7,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:33.593273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:17:33.596413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:17:33.596413 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.596413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:17:33.596413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Bound port: 4c572dad-c1d2-4bc8-89a8-3e87e87814b7, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:17:33.596413 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.662891 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] For port 4c572dad-c1d2-4bc8-89a8-3e87e87814b7, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:17:33.667657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] For port 4c572dad-c1d2-4bc8-89a8-3e87e87814b7, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=4c572dad-c1d2-4bc8-89a8-3e87e87814b7,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:17:33.794754 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.816955 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.841857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.866266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Routers {'94dff992-d40d-4af5-9251-cb797ffd82a6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:33.868588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['94dff992-d40d-4af5-9251-cb797ffd82a6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:33.892581 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c133667-fba7-420c-b657-d12e4c041005 None None] Pushing event updated for resources: {'Port': ['ID=4c572dad-c1d2-4bc8-89a8-3e87e87814b7,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:33.941011 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9fce9151-87ca-4974-89da-cf20bbf2d5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:33.973924 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Allocated IP 172.25.7.43 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/96c1e325-7925-4e16-9396-532b8ed0e8bd) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:17:34.022839 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] Set router 94dff992-d40d-4af5-9251-cb797ffd82a6 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:17:34.053148 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34574) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:34.069290 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-de86e52c-dee5-4123-808e-c5e340dbb401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:34.137228 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:34.203075 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-de86e52c-dee5-4123-808e-c5e340dbb401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:34.243230 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:34.289709 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-de86e52c-dee5-4123-808e-c5e340dbb401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:34.303534 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:34.317186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94dff992-d40d-4af5-9251-cb797ffd82a6', 'name': 'tempest-snat-router-1157701565', 'tenant_id': '8e5137d164b2442aaab2fce4b37c23ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.149'}], 'enable_snat': False}, 'gw_port_id': '4c572dad-c1d2-4bc8-89a8-3e87e87814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:30Z', 'updated_at': '2021-09-18T05:17:31Z', 'revision_number': 3, 'project_id': '8e5137d164b2442aaab2fce4b37c23ff', 'gw_port': {'id': '4c572dad-c1d2-4bc8-89a8-3e87e87814b7', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:51:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94dff992-d40d-4af5-9251-cb797ffd82a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:31Z', 'updated_at': '2021-09-18T05:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:34.319830 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:17:34.335415 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-de86e52c-dee5-4123-808e-c5e340dbb401 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a62c4fe09e7f4a5ba54aecd67cb49698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805915 Sep 18 05:17:34.337012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86e52c-dee5-4123-808e-c5e340dbb401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e518bb8-b5ba-494c-9ae7-6093bee4e419,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:34.339940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34588) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:34.345127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event updated for resources: {'Port': ['ID=96c1e325-7925-4e16-9396-532b8ed0e8bd,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:34.352980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:34.359974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:17:34.362859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887df70e-cb31-495a-9c6d-577c490db34c None None] The sync data for ids ['94dff992-d40d-4af5-9251-cb797ffd82a6'] in n-d-789963-13 is: [{'id': '94dff992-d40d-4af5-9251-cb797ffd82a6', 'name': 'tempest-snat-router-1157701565', 'tenant_id': '8e5137d164b2442aaab2fce4b37c23ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.149'}], 'enable_snat': False}, 'gw_port_id': '4c572dad-c1d2-4bc8-89a8-3e87e87814b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:30Z', 'updated_at': '2021-09-18T05:17:31Z', 'revision_number': 3, 'project_id': '8e5137d164b2442aaab2fce4b37c23ff', 'gw_port': {'id': '4c572dad-c1d2-4bc8-89a8-3e87e87814b7', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:51:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94dff992-d40d-4af5-9251-cb797ffd82a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:31Z', 'updated_at': '2021-09-18T05:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:34.443412 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b9e61b76-0dd9-4adf-bd89-e73e34f75250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:34.483238 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b9e61b76-0dd9-4adf-bd89-e73e34f75250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:34.606841 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7815-56dc-4ea1-a652-1e2be6014e0d req-189db475-7fc0-410f-8a40-265483432550 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:34.613128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7815-56dc-4ea1-a652-1e2be6014e0d req-189db475-7fc0-410f-8a40-265483432550 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:34.619103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7815-56dc-4ea1-a652-1e2be6014e0d req-189db475-7fc0-410f-8a40-265483432550 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:34.625079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7815-56dc-4ea1-a652-1e2be6014e0d req-189db475-7fc0-410f-8a40-265483432550 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:34.632316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7815-56dc-4ea1-a652-1e2be6014e0d req-189db475-7fc0-410f-8a40-265483432550 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:34.638108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7815-56dc-4ea1-a652-1e2be6014e0d req-189db475-7fc0-410f-8a40-265483432550 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:34.644828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7815-56dc-4ea1-a652-1e2be6014e0d req-189db475-7fc0-410f-8a40-265483432550 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:34.647157 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6aac7815-56dc-4ea1-a652-1e2be6014e0d req-189db475-7fc0-410f-8a40-265483432550 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5444 time: 0.1356175 Sep 18 05:17:34.701037 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6aac7815-56dc-4ea1-a652-1e2be6014e0d req-592ade03-cc69-40bd-b9ec-e6e63fba48de tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395031 Sep 18 05:17:34.780170 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b9e61b76-0dd9-4adf-bd89-e73e34f75250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:34.790656 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b9e61b76-0dd9-4adf-bd89-e73e34f75250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:34.794347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b9e61b76-0dd9-4adf-bd89-e73e34f75250 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e518bb8-b5ba-494c-9ae7-6093bee4e419 HTTP/1.1" status: 204 len: 168 time: 0.4511523 Sep 18 05:17:34.816308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e61b76-0dd9-4adf-bd89-e73e34f75250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e518bb8-b5ba-494c-9ae7-6093bee4e419,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:34.928733 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 4c572dad-c1d2-4bc8-89a8-3e87e87814b7 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:34.970491 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:35.051735 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8af1-11e5-4cb9-ad60-e787925ec240 req-11e063ce-ad2d-4496-b964-5ec709d870bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:35.057738 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8af1-11e5-4cb9-ad60-e787925ec240 req-11e063ce-ad2d-4496-b964-5ec709d870bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:35.065698 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8af1-11e5-4cb9-ad60-e787925ec240 req-11e063ce-ad2d-4496-b964-5ec709d870bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:35.067338 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 4c572dad-c1d2-4bc8-89a8-3e87e87814b7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:35.067922 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:35.072533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8af1-11e5-4cb9-ad60-e787925ec240 req-11e063ce-ad2d-4496-b964-5ec709d870bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:35.079342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8af1-11e5-4cb9-ad60-e787925ec240 req-11e063ce-ad2d-4496-b964-5ec709d870bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:35.085473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8af1-11e5-4cb9-ad60-e787925ec240 req-11e063ce-ad2d-4496-b964-5ec709d870bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:35.091452 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8af1-11e5-4cb9-ad60-e787925ec240 req-11e063ce-ad2d-4496-b964-5ec709d870bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:35.093972 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-033c8af1-11e5-4cb9-ad60-e787925ec240 req-11e063ce-ad2d-4496-b964-5ec709d870bb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5444 time: 0.2167935 Sep 18 05:17:35.105441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34628) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:35.113397 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-cc86a4e1-5b47-47a9-b2f3-35f32c155b01 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Request body: {'floatingip': {'port_id': '8362c616-7f68-4cac-8131-3860764a80bc'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:35.193435 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:35.221321 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 4c572dad-c1d2-4bc8-89a8-3e87e87814b7, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=4c572dad-c1d2-4bc8-89a8-3e87e87814b7,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:35.225937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc86a4e1-5b47-47a9-b2f3-35f32c155b01 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for floatingip, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:35.250924 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:35.327585 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:35.442138 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:35.808968 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=4c572dad-c1d2-4bc8-89a8-3e87e87814b7,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:35.877720 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Router 1d79ed17-0f58-4362-b9d6-9efecce52f3f is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:17:36.080377 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:36.100116 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Sync routers for ids ['1d79ed17-0f58-4362-b9d6-9efecce52f3f'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:36.114950 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Routers {'1d79ed17-0f58-4362-b9d6-9efecce52f3f'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:36.117032 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['1d79ed17-0f58-4362-b9d6-9efecce52f3f'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:36.136707 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc86a4e1-5b47-47a9-b2f3-35f32c155b01 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:36.198856 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:36.201021 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3a3e79fb-cfb0-4099-b3aa-fa091d0aa182 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2132404 Sep 18 05:17:36.203966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34678) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:36.255833 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Set router 1d79ed17-0f58-4362-b9d6-9efecce52f3f gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:17:36.288391 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc86a4e1-5b47-47a9-b2f3-35f32c155b01 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:36.527531 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-cc86a4e1-5b47-47a9-b2f3-35f32c155b01 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Floating IP 881b23fb-415f-4e44-8feb-41994c8cad33 associated. External IP: 172.25.7.32, port: 8362c616-7f68-4cac-8131-3860764a80bc. Sep 18 05:17:36.529303 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d79ed17-0f58-4362-b9d6-9efecce52f3f', 'name': 'tempest-snat-router-1157701565', 'tenant_id': '8e5137d164b2442aaab2fce4b37c23ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '96c1e325-7925-4e16-9396-532b8ed0e8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:33Z', 'updated_at': '2021-09-18T05:17:34Z', 'revision_number': 3, 'project_id': '8e5137d164b2442aaab2fce4b37c23ff', 'gw_port': {'id': '96c1e325-7925-4e16-9396-532b8ed0e8bd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d79ed17-0f58-4362-b9d6-9efecce52f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:33Z', 'updated_at': '2021-09-18T05:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:36.576467 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Checking router: 1d79ed17-0f58-4362-b9d6-9efecce52f3f for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:17:36.576614 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Updating router 1d79ed17-0f58-4362-b9d6-9efecce52f3f port 96c1e325-7925-4e16-9396-532b8ed0e8bd binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:17:36.577327 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6edb76bf-f0bc-4cf9-9e8c-da9fe0906eb4 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/routers/1d79ed17-0f58-4362-b9d6-9efecce52f3f HTTP/1.1" status: 200 len: 907 time: 0.3721268 Sep 18 05:17:36.580841 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34694) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:36.621615 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:36.779808 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:36.945619 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 4c572dad-c1d2-4bc8-89a8-3e87e87814b7 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:37.071562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:37.101804 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 4c572dad-c1d2-4bc8-89a8-3e87e87814b7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:37.105878 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:37.296945 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:37.297412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc86a4e1-5b47-47a9-b2f3-35f32c155b01 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:17:37.298911 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:37.394338 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:37.431129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc86a4e1-5b47-47a9-b2f3-35f32c155b01 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:37.436359 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc86a4e1-5b47-47a9-b2f3-35f32c155b01 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:37.443927 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77448095-f4da-48a2-ae50-09c94c274a9b None None] Sync routers for ids ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:37.455004 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77448095-f4da-48a2-ae50-09c94c274a9b None None] Routers {'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:37.455774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-77448095-f4da-48a2-ae50-09c94c274a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:37.464166 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Attempting to bind port 96c1e325-7925-4e16-9396-532b8ed0e8bd on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:17:37.464573 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Attempting to bind port 96c1e325-7925-4e16-9396-532b8ed0e8bd by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:17:37.464944 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Attempting to bind port 96c1e325-7925-4e16-9396-532b8ed0e8bd on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:17:37.474969 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:17:37.475615 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:17:37.476031 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:37.476469 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:17:37.476999 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Bound port: 96c1e325-7925-4e16-9396-532b8ed0e8bd, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:17:37.478032 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:37.489752 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cc86a4e1-5b47-47a9-b2f3-35f32c155b01 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "PUT /v2.0/floatingips/881b23fb-415f-4e44-8feb-41994c8cad33 HTTP/1.1" status: 200 len: 991 time: 2.3832016 Sep 18 05:17:37.491063 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': '8362c616-7f68-4cac-8131-3860764a80bc'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:17:37.493425 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee91bb4-0b40-465f-94b1-92c927f8b3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "8362c616-7f68-4cac-8131-3860764a80bc"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:17:37.521202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Deleting port 96c1e325-7925-4e16-9396-532b8ed0e8bd {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:37.521202 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:37.533308 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] For port 96c1e325-7925-4e16-9396-532b8ed0e8bd, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:17:37.536505 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] For port 96c1e325-7925-4e16-9396-532b8ed0e8bd, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=96c1e325-7925-4e16-9396-532b8ed0e8bd,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:17:37.549483 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e399e8-e5bc-4a1d-8e7f-b44051b7752a None None] Pushing event updated for resources: {'Port': ['ID=96c1e325-7925-4e16-9396-532b8ed0e8bd,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:37.622260 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-77448095-f4da-48a2-ae50-09c94c274a9b None None] Set router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:17:37.644514 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:37.767547 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Routers {'1d79ed17-0f58-4362-b9d6-9efecce52f3f'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:37.768454 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['1d79ed17-0f58-4362-b9d6-9efecce52f3f'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:37.928038 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e399e8-e5bc-4a1d-8e7f-b44051b7752a None None] Pushing event updated for resources: {'Port': ['ID=96c1e325-7925-4e16-9396-532b8ed0e8bd,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:37.983728 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] Set router 1d79ed17-0f58-4362-b9d6-9efecce52f3f gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:17:38.005681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-77448095-f4da-48a2-ae50-09c94c274a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8aeb178a-b973-4553-9939-10a425efe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:15:04Z', 'revision_number': 4, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port': {'id': '8aeb178a-b973-4553-9939-10a425efe089', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:53Z', 'updated_at': '2021-09-18T05:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '881b23fb-415f-4e44-8feb-41994c8cad33', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'port_id': '8362c616-7f68-4cac-8131-3860764a80bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'mac_address': 'fa:16:3e:58:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:16:08Z', 'updated_at': '2021-09-18T05:17:35Z', 'revision_number': 1, 'project_id': 'e297637f8edb461588776b48da04ab80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c981027-6811-4dcf-a1c0-95b530abe9ac', 'name': '', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'mac_address': 'fa:16:3e:20:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:00Z', 'updated_at': '2021-09-18T05:15:09Z', 'revision_number': 5, 'project_id': 'e297637f8edb461588776b48da04ab80', 'subnets': [{'id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:38.037539 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77448095-f4da-48a2-ae50-09c94c274a9b None None] Checking router: bdbe7d65-4f7f-4ac6-b054-2b6f529620ad for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:17:38.043384 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d79ed17-0f58-4362-b9d6-9efecce52f3f', 'name': 'tempest-snat-router-1157701565', 'tenant_id': '8e5137d164b2442aaab2fce4b37c23ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:33Z', 'updated_at': '2021-09-18T05:17:37Z', 'revision_number': 4, 'project_id': '8e5137d164b2442aaab2fce4b37c23ff', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:38.049032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77448095-f4da-48a2-ae50-09c94c274a9b None None] Routers {'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:38.051678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-77448095-f4da-48a2-ae50-09c94c274a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:38.052802 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85f6bef-f858-4e38-a3bb-472d0edc0311 x-openstack-request-id: req-f85f6bef-f858-4e38-a3bb-472d0edc0311 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:17:38.053339 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "tag": "8362c616-7f68-4cac-8131-3860764a80bc", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:17:38.053607 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f85f6bef-f858-4e38-a3bb-472d0edc0311 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:17:38.054021 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'tag': '8362c616-7f68-4cac-8131-3860764a80bc', 'status': 'completed', 'code': 200} Sep 18 05:17:38.073086 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81c7b3f-144d-4924-acaf-34a6321d1ef9 None None] The sync data for ids ['1d79ed17-0f58-4362-b9d6-9efecce52f3f'] in n-d-789963-13 is: [{'id': '1d79ed17-0f58-4362-b9d6-9efecce52f3f', 'name': 'tempest-snat-router-1157701565', 'tenant_id': '8e5137d164b2442aaab2fce4b37c23ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:33Z', 'updated_at': '2021-09-18T05:17:37Z', 'revision_number': 4, 'project_id': '8e5137d164b2442aaab2fce4b37c23ff', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:38.145231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-d3c8fcc7-60ab-404d-bd9c-c447f2bdf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:38.146073 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-d3c8fcc7-60ab-404d-bd9c-c447f2bdf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:38.146849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-d3c8fcc7-60ab-404d-bd9c-c447f2bdf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:38.147658 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-d3c8fcc7-60ab-404d-bd9c-c447f2bdf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:38.148458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-d3c8fcc7-60ab-404d-bd9c-c447f2bdf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:38.149130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-d3c8fcc7-60ab-404d-bd9c-c447f2bdf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:38.149846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-d3c8fcc7-60ab-404d-bd9c-c447f2bdf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:38.152673 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-d3c8fcc7-60ab-404d-bd9c-c447f2bdf4a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e297637f8edb461588776b48da04ab80&device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 6508 time: 0.0976703 Sep 18 05:17:38.154128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] For port 96c1e325-7925-4e16-9396-532b8ed0e8bd, host n-d-789963-13, got binding levels [] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:38.154795 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:38.179206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Calling delete_port for 96c1e325-7925-4e16-9396-532b8ed0e8bd owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:38.230243 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-77448095-f4da-48a2-ae50-09c94c274a9b None None] Set router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:17:38.398748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-19090670-0db1-498f-9669-1bbdd7613ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:38.400863 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-19090670-0db1-498f-9669-1bbdd7613ea8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b75bd381-628d-4f64-8921-7884772c6d53 HTTP/1.1" status: 200 len: 917 time: 0.2363820 Sep 18 05:17:38.533354 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-3531990d-e6e7-49ce-b1d7-254d5d43698a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8362c616-7f68-4cac-8131-3860764a80bc HTTP/1.1" status: 200 len: 999 time: 0.0904801 Sep 18 05:17:38.622737 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-e48ba4c6-3cb7-435a-ba30-6ea8b096505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:38.623212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-77448095-f4da-48a2-ae50-09c94c274a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8aeb178a-b973-4553-9939-10a425efe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:15:04Z', 'revision_number': 4, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port': {'id': '8aeb178a-b973-4553-9939-10a425efe089', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:53Z', 'updated_at': '2021-09-18T05:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '881b23fb-415f-4e44-8feb-41994c8cad33', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'port_id': '8362c616-7f68-4cac-8131-3860764a80bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'mac_address': 'fa:16:3e:58:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:16:08Z', 'updated_at': '2021-09-18T05:17:35Z', 'revision_number': 1, 'project_id': 'e297637f8edb461588776b48da04ab80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c981027-6811-4dcf-a1c0-95b530abe9ac', 'name': '', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'mac_address': 'fa:16:3e:20:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:00Z', 'updated_at': '2021-09-18T05:15:09Z', 'revision_number': 5, 'project_id': 'e297637f8edb461588776b48da04ab80', 'subnets': [{'id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:38.624971 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-e48ba4c6-3cb7-435a-ba30-6ea8b096505d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a HTTP/1.1" status: 200 len: 856 time: 0.0846958 Sep 18 05:17:38.660262 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77448095-f4da-48a2-ae50-09c94c274a9b None None] The sync data for ids ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'] in n-d-789963-13 is: [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8aeb178a-b973-4553-9939-10a425efe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:15:04Z', 'revision_number': 4, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port': {'id': '8aeb178a-b973-4553-9939-10a425efe089', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:53Z', 'updated_at': '2021-09-18T05:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '881b23fb-415f-4e44-8feb-41994c8cad33', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'port_id': '8362c616-7f68-4cac-8131-3860764a80bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'mac_address': 'fa:16:3e:58:ea:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:16:08Z', 'updated_at': '2021-09-18T05:17:35Z', 'revision_number': 1, 'project_id': 'e297637f8edb461588776b48da04ab80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c981027-6811-4dcf-a1c0-95b530abe9ac', 'name': '', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'mac_address': 'fa:16:3e:20:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:00Z', 'updated_at': '2021-09-18T05:15:09Z', 'revision_number': 5, 'project_id': 'e297637f8edb461588776b48da04ab80', 'subnets': [{'id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:38.691474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-4aadf8be-d8ee-49dd-aeda-e094ca7f6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:38.692996 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-4aadf8be-d8ee-49dd-aeda-e094ca7f6653 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b75bd381-628d-4f64-8921-7884772c6d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613267 Sep 18 05:17:38.814431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:38.864816 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event deleted for resources: {'Port': ['ID=96c1e325-7925-4e16-9396-532b8ed0e8bd,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:38.979450 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-97fc1e3d-7c45-4f7c-9d50-e88ed346f0ce service neutron] 10.222.0.18 "GET /v2.0/networks/b75bd381-628d-4f64-8921-7884772c6d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777045 Sep 18 05:17:38.983222 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:39.091853 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34826) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:39.225719 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:39.236831 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:39.263526 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db870b4-56cd-49b2-89c8-7098dc591358 None None] New status for floating IP 881b23fb-415f-4e44-8feb-41994c8cad33: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:17:39.272857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe66b585-caa4-49ad-8882-8a574a3089b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:39.378658 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aee91bb4-0b40-465f-94b1-92c927f8b3f5 req-c499cbc4-4bd0-4c78-aece-b3a07fd887f1 service neutron] 10.222.0.18 "GET /v2.0/networks/b75bd381-628d-4f64-8921-7884772c6d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241315 Sep 18 05:17:39.398358 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:39.399759 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d79ed17-0f58-4362-b9d6-9efecce52f3f {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:17:39.410137 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:39.411644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d83e218b-4bd8-4efb-b17b-e621c1f72081 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1d79ed17-0f58-4362-b9d6-9efecce52f3f HTTP/1.1" status: 204 len: 168 time: 2.8300278 Sep 18 05:17:39.415077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34838) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:39.545596 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe66b585-caa4-49ad-8882-8a574a3089b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:39.606784 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:39.650003 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe66b585-caa4-49ad-8882-8a574a3089b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:39.741718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66b585-caa4-49ad-8882-8a574a3089b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73805e6-d84b-41b6-8a28-71ecd6f8e9ef,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:39.773075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34846) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:39.775396 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fe66b585-caa4-49ad-8882-8a574a3089b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2525e12b17f044689db165992b67cfe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6823609 Sep 18 05:17:39.831809 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:39.862786 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db8be2c5-202b-4d1b-9839-f4c7ee418c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:39.892729 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db8be2c5-202b-4d1b-9839-f4c7ee418c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:40.004834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Deleting port 4c572dad-c1d2-4bc8-89a8-3e87e87814b7 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:40.005344 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:40.077888 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db8be2c5-202b-4d1b-9839-f4c7ee418c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:40.080424 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db8be2c5-202b-4d1b-9839-f4c7ee418c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:40.084064 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-db8be2c5-202b-4d1b-9839-f4c7ee418c8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c73805e6-d84b-41b6-8a28-71ecd6f8e9ef HTTP/1.1" status: 204 len: 168 time: 0.3072593 Sep 18 05:17:40.127887 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8be2c5-202b-4d1b-9839-f4c7ee418c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73805e6-d84b-41b6-8a28-71ecd6f8e9ef,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:40.186279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] For port 4c572dad-c1d2-4bc8-89a8-3e87e87814b7, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=4c572dad-c1d2-4bc8-89a8-3e87e87814b7,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:40.190387 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:40.209757 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Calling delete_port for 4c572dad-c1d2-4bc8-89a8-3e87e87814b7 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:40.500528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:40.527294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c572dad-c1d2-4bc8-89a8-3e87e87814b7,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:40.612567 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:40.805355 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:40.811283 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:41.021225 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:41.022026 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94dff992-d40d-4af5-9251-cb797ffd82a6 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:17:41.032786 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:41.037807 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34880) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:41.042254 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-592dc82b-1ef2-47d3-aecd-5e980184a460 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "DELETE /v2.0/routers/94dff992-d40d-4af5-9251-cb797ffd82a6 HTTP/1.1" status: 204 len: 168 time: 1.6256618 Sep 18 05:17:41.053557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1373992803', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:41.112484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34882) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:41.129740 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-114b43d3-4cff-44a4-86ab-3c4b093f3c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:41.240595 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:41.241875 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:41.314286 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:41.366180 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-114b43d3-4cff-44a4-86ab-3c4b093f3c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:41.521476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34890) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:41.688745 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7055f510-9fbb-4bc4-84e0-69190e46aa4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:41.788775 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7055f510-9fbb-4bc4-84e0-69190e46aa4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:41.854527 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7055f510-9fbb-4bc4-84e0-69190e46aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:41.873152 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-114b43d3-4cff-44a4-86ab-3c4b093f3c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:41.899452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7055f510-9fbb-4bc4-84e0-69190e46aa4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48f77368554e43a4af4014829482f238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3765337 Sep 18 05:17:41.900430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055f510-9fbb-4bc4-84e0-69190e46aa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5085e4c5-fbec-43a3-8ba0-bf427be93f60,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:41.902985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34896) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:41.965159 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f946dc20-4ec4-498c-b907-f07c08c50b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:41.986596 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-114b43d3-4cff-44a4-86ab-3c4b093f3c73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5589422ed14499b8ae5b3f256a51e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8721323 Sep 18 05:17:41.989823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34902) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:41.998105 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f946dc20-4ec4-498c-b907-f07c08c50b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:42.039194 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b43d3-4cff-44a4-86ab-3c4b093f3c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f9d607-fb60-4c54-899a-1c19881f87e6,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:42.049097 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:42.078911 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3511-e855-41bd-bff6-ad878f94d4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:42.126528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3511-e855-41bd-bff6-ad878f94d4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:42.205945 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f946dc20-4ec4-498c-b907-f07c08c50b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:42.208874 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f946dc20-4ec4-498c-b907-f07c08c50b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:42.210226 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f946dc20-4ec4-498c-b907-f07c08c50b3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5085e4c5-fbec-43a3-8ba0-bf427be93f60 HTTP/1.1" status: 204 len: 168 time: 0.3061891 Sep 18 05:17:42.222892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946dc20-4ec4-498c-b907-f07c08c50b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5085e4c5-fbec-43a3-8ba0-bf427be93f60,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:42.272195 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3511-e855-41bd-bff6-ad878f94d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:42.276765 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3511-e855-41bd-bff6-ad878f94d4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:42.277557 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f9aa3511-e855-41bd-bff6-ad878f94d4f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2f9d607-fb60-4c54-899a-1c19881f87e6 HTTP/1.1" status: 204 len: 168 time: 0.2862606 Sep 18 05:17:42.294502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa3511-e855-41bd-bff6-ad878f94d4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f9d607-fb60-4c54-899a-1c19881f87e6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:42.431138 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:42.451103 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:42.584423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Allocated IP 172.25.7.151 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/76e5cc0f-1c73-410c-a29a-c58a64c9d063) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:17:42.737525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 4c572dad-c1d2-4bc8-89a8-3e87e87814b7 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:17:42.755692 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:42.780036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 4c572dad-c1d2-4bc8-89a8-3e87e87814b7 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:17:42.781777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 4c572dad-c1d2-4bc8-89a8-3e87e87814b7 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:17:42.884891 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:42.943990 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:17:42.949173 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:42.951660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:17:42.990068 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Pushing event updated for resources: {'Port': ['ID=76e5cc0f-1c73-410c-a29a-c58a64c9d063,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:43.203913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34934) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:43.224805 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff385-4e17-463b-b3d6-c34b607e3633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:43.383970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff385-4e17-463b-b3d6-c34b607e3633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:43.460756 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:43.547170 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff385-4e17-463b-b3d6-c34b607e3633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:43.596721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ff385-4e17-463b-b3d6-c34b607e3633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ef4f30-e848-4d26-b483-b42ca2d67d7d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:43.601995 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0c6ff385-4e17-463b-b3d6-c34b607e3633 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f83ae9b0e8d4765ae9cf08164a97de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967638 Sep 18 05:17:43.605429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34940) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:43.672036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7095ed80-8c30-4046-95e2-5a0fb025019d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:43.704152 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7095ed80-8c30-4046-95e2-5a0fb025019d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:43.763373 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:43.878109 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7095ed80-8c30-4046-95e2-5a0fb025019d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:43.883696 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7095ed80-8c30-4046-95e2-5a0fb025019d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:43.900324 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7095ed80-8c30-4046-95e2-5a0fb025019d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26ef4f30-e848-4d26-b483-b42ca2d67d7d HTTP/1.1" status: 204 len: 168 time: 0.2910450 Sep 18 05:17:43.910598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095ed80-8c30-4046-95e2-5a0fb025019d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ef4f30-e848-4d26-b483-b42ca2d67d7d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:44.032765 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Router e873302e-081a-4071-a821-eae173a712d6 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:17:44.148735 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:44.159317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f10f07-3dc5-454c-bb36-623ed3d34a05 None None] Sync routers for ids ['e873302e-081a-4071-a821-eae173a712d6'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:44.169809 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f10f07-3dc5-454c-bb36-623ed3d34a05 None None] Routers {'e873302e-081a-4071-a821-eae173a712d6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:44.170441 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-60f10f07-3dc5-454c-bb36-623ed3d34a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e873302e-081a-4071-a821-eae173a712d6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:44.205183 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-60f10f07-3dc5-454c-bb36-623ed3d34a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:44.214871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f10f07-3dc5-454c-bb36-623ed3d34a05 None None] Routers {'e873302e-081a-4071-a821-eae173a712d6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:44.215632 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-60f10f07-3dc5-454c-bb36-623ed3d34a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e873302e-081a-4071-a821-eae173a712d6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:44.249612 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-60f10f07-3dc5-454c-bb36-623ed3d34a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:44.250511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f10f07-3dc5-454c-bb36-623ed3d34a05 None None] The sync data for ids ['e873302e-081a-4071-a821-eae173a712d6'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:44.277574 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:44.278868 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-088b1b54-ee47-41ae-85cf-85b023dc94b7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2400353 Sep 18 05:17:44.287053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34966) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:44.287053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1e04276c-0951-43cb-891f-98749112f2bc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'enable_snat': False}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:44.673384 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e04276c-0951-43cb-891f-98749112f2bc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:45.254935 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e04276c-0951-43cb-891f-98749112f2bc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:45.258760 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e04276c-0951-43cb-891f-98749112f2bc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:45.407153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e04276c-0951-43cb-891f-98749112f2bc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Router e873302e-081a-4071-a821-eae173a712d6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:17:45.953390 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e04276c-0951-43cb-891f-98749112f2bc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:45.958189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e04276c-0951-43cb-891f-98749112f2bc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:45.962146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35036) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:45.962622 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1e04276c-0951-43cb-891f-98749112f2bc tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "PUT /v2.0/routers/e873302e-081a-4071-a821-eae173a712d6 HTTP/1.1" status: 200 len: 926 time: 1.6790054 Sep 18 05:17:45.966935 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc96244-5d4f-4ad0-b2bf-8a069a71473a None None] Sync routers for ids ['e873302e-081a-4071-a821-eae173a712d6'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:45.990248 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc96244-5d4f-4ad0-b2bf-8a069a71473a None None] Routers {'e873302e-081a-4071-a821-eae173a712d6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:45.990248 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4bc96244-5d4f-4ad0-b2bf-8a069a71473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e873302e-081a-4071-a821-eae173a712d6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:46.038439 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4bc96244-5d4f-4ad0-b2bf-8a069a71473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:46.054115 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc96244-5d4f-4ad0-b2bf-8a069a71473a None None] Routers {'e873302e-081a-4071-a821-eae173a712d6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:46.054361 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4bc96244-5d4f-4ad0-b2bf-8a069a71473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e873302e-081a-4071-a821-eae173a712d6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:46.100028 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4bc96244-5d4f-4ad0-b2bf-8a069a71473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:46.101871 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc96244-5d4f-4ad0-b2bf-8a069a71473a None None] The sync data for ids ['e873302e-081a-4071-a821-eae173a712d6'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:46.127652 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ebee30bc-428e-4412-b1d3-bdda89d9b29b tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/routers/e873302e-081a-4071-a821-eae173a712d6 HTTP/1.1" status: 200 len: 926 time: 0.1636608 Sep 18 05:17:46.130711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35040) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:46.181190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71028706-a69a-4bcf-809c-63eb27b82d6a tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:46.182898 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-71028706-a69a-4bcf-809c-63eb27b82d6a tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&device_id=e873302e-081a-4071-a821-eae173a712d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0503936 Sep 18 05:17:46.187891 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35042) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:46.287194 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ef3d44-018a-4bd8-b54c-e2128387f852 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:46.289679 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f6ef3d44-018a-4bd8-b54c-e2128387f852 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 881 time: 0.1021607 Sep 18 05:17:46.296927 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35050) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:46.334758 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b2e3efff-7d7f-4447-95b1-42cfe1c226ab tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "GET /v2.0/ports?device_id=e873302e-081a-4071-a821-eae173a712d6 HTTP/1.1" status: 200 len: 205 time: 0.0340970 Sep 18 05:17:46.335580 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35052) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:46.452122 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:46.475498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35060) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:46.485848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Request body: {'network': {'name': 'tempest-network-smoke--1988184108', 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'port_security_enabled': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:46.568047 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:46.575474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Made reservation on behalf of 8f17ab27bf044c9eb86aad6324bc5636 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:17:46.579934 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:46.588946 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:46.705107 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:46.779145 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Deleting port 76e5cc0f-1c73-410c-a29a-c58a64c9d063 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:46.779555 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:46.781666 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:46.806412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:17:46.824975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c23b88-5b9c-41f4-aaba-0fa5cf5597dd,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:46.844098 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:46.847616 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Added segment 16839bce-f50c-4500-acc3-849218a3ee96 of type vlan for network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 Sep 18 05:17:46.887014 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:46.897343 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:46.903647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Calling delete_port for 76e5cc0f-1c73-410c-a29a-c58a64c9d063 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:46.986542 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:46.992521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:46.993148 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:47.091733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'Network': ['ID=7a347f60-fc6d-4173-bb82-71d58c3fe5c5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:47.098698 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fbfb5f65-36be-4626-a127-74deeac61759 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6191308 Sep 18 05:17:47.099984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35078) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:47.105379 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:17:47.105859 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'admin_state_up': True, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:47.242649 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:47.247069 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:47.272674 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:47.321418 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Pushing event deleted for resources: {'Port': ['ID=76e5cc0f-1c73-410c-a29a-c58a64c9d063,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:47.358507 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:47.452532 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:47.555269 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:47.559021 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:47.730826 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:47.731387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Fanout notify agent at l3_agent the message router_deleted on router e873302e-081a-4071-a821-eae173a712d6 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:17:47.737355 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:47.745097 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:47.746161 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a9e2792f-34c1-42cc-a2c3-b169f2feb830 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "DELETE /v2.0/routers/e873302e-081a-4071-a821-eae173a712d6 HTTP/1.1" status: 204 len: 168 time: 1.4097717 Sep 18 05:17:47.751312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35094) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:47.758415 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-63f18192-7f23-42b7-b9f6-ff0c9bedc214 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-138774219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:47.878714 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-63f18192-7f23-42b7-b9f6-ff0c9bedc214 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:47.880100 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-63f18192-7f23-42b7-b9f6-ff0c9bedc214 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:47.935117 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-63f18192-7f23-42b7-b9f6-ff0c9bedc214 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:48.002029 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-63f18192-7f23-42b7-b9f6-ff0c9bedc214 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:48.039568 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:48.066850 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:48.101006 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-63f18192-7f23-42b7-b9f6-ff0c9bedc214 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:48.107485 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-63f18192-7f23-42b7-b9f6-ff0c9bedc214 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3520858 Sep 18 05:17:48.108967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35104) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:48.117799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Request body: {'router': {'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:48.200166 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Allocated IP 172.25.7.160 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/95f5b1b1-2fbc-4344-b476-a99f986463e9) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:17:48.318502 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:48.355441 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:48.432863 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:48.474567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:17:48.479058 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:48.482565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:17:48.509848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'Port': ['ID=95f5b1b1-2fbc-4344-b476-a99f986463e9,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:48.675844 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:48.700466 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:48.833489 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Allocated IP 172.25.7.122 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/909bbf0d-becb-4574-91c1-19459c3af0ec) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:17:48.848032 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:48.949238 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:49.057262 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:49.088737 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:49.153134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Pushing event updated for resources: {'Port': ['ID=909bbf0d-becb-4574-91c1-19459c3af0ec,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:49.156765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:17:49.159070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:49.161881 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:17:49.194302 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:17:49.289896 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Router 835bdbd9-f3ac-4c5a-803d-3849579cea2a is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:17:49.407844 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:49.419331 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Sync routers for ids ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:49.430216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Routers {'835bdbd9-f3ac-4c5a-803d-3849579cea2a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:49.431126 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:49.490351 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:49.495360 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-74fa2700-a3db-408c-a594-f7dbb033057b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3943059 Sep 18 05:17:49.499562 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35142) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:49.551413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Set router 835bdbd9-f3ac-4c5a-803d-3849579cea2a gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:17:49.564995 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:49.767008 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:17:48Z', 'revision_number': 3, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:49.800206 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Checking router: 835bdbd9-f3ac-4c5a-803d-3849579cea2a for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:17:49.800595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Updating router 835bdbd9-f3ac-4c5a-803d-3849579cea2a port 95f5b1b1-2fbc-4344-b476-a99f986463e9 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:17:49.827575 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:50.072292 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-90e24331-9e1d-4734-a767-393169d8df94 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8f17ab27bf044c9eb86aad6324bc5636&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5747523 Sep 18 05:17:50.074965 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35156) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:50.194710 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:50.220030 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:50.225042 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:50.323475 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:50.341219 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6217a6cc-2943-4798-87bb-be55199818c3 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:50.345832 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6217a6cc-2943-4798-87bb-be55199818c3 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2670667 Sep 18 05:17:50.346244 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35164) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:50.402275 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e69ad42c-1a8f-4f1b-87ed-2493de6d8cf0 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0523877 Sep 18 05:17:50.402637 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35166) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:50.414833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-6588fd75-90ea-4013-ba87-758ddec6c65a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-15449574', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:50.500766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Attempting to bind port 95f5b1b1-2fbc-4344-b476-a99f986463e9 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:17:50.502354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Attempting to bind port 95f5b1b1-2fbc-4344-b476-a99f986463e9 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:17:50.503225 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Attempting to bind port 95f5b1b1-2fbc-4344-b476-a99f986463e9 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:17:50.522339 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:17:50.523081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:17:50.523856 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:50.524896 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:17:50.525951 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Bound port: 95f5b1b1-2fbc-4344-b476-a99f986463e9, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:17:50.526592 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:50.531849 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186bdc8-7572-45e5-b4e8-478048e124a4 None None] Pushing event updated for resources: {'Port': ['ID=95f5b1b1-2fbc-4344-b476-a99f986463e9,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:50.596850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] For port 95f5b1b1-2fbc-4344-b476-a99f986463e9, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:17:50.601542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] For port 95f5b1b1-2fbc-4344-b476-a99f986463e9, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=95f5b1b1-2fbc-4344-b476-a99f986463e9,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:17:50.606552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Router 80dfb4a2-17f9-42b8-bcd0-1acaf1e02049 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:17:50.730403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:50.738141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:50.739509 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-24644abb-1cd5-4ec0-a6ac-04bcbada3bf1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "PUT /v2.0/routers/80dfb4a2-17f9-42b8-bcd0-1acaf1e02049 HTTP/1.1" status: 200 len: 883 time: 2.6275775 Sep 18 05:17:50.742534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35180) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:50.745089 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f575fd-8c2a-44ff-bcc9-bbdae45785b4 None None] Sync routers for ids ['80dfb4a2-17f9-42b8-bcd0-1acaf1e02049'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:50.748030 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:50.750664 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6588fd75-90ea-4013-ba87-758ddec6c65a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Made reservation on behalf of 8f17ab27bf044c9eb86aad6324bc5636 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:17:50.755209 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6588fd75-90ea-4013-ba87-758ddec6c65a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:50.757251 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f575fd-8c2a-44ff-bcc9-bbdae45785b4 None None] Routers {'80dfb4a2-17f9-42b8-bcd0-1acaf1e02049'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:50.757924 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-82f575fd-8c2a-44ff-bcc9-bbdae45785b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['80dfb4a2-17f9-42b8-bcd0-1acaf1e02049'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:50.798146 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-82f575fd-8c2a-44ff-bcc9-bbdae45785b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:50.823215 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f575fd-8c2a-44ff-bcc9-bbdae45785b4 None None] Routers {'80dfb4a2-17f9-42b8-bcd0-1acaf1e02049'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:50.823868 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-82f575fd-8c2a-44ff-bcc9-bbdae45785b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['80dfb4a2-17f9-42b8-bcd0-1acaf1e02049'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:50.850601 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186bdc8-7572-45e5-b4e8-478048e124a4 None None] Pushing event updated for resources: {'Port': ['ID=95f5b1b1-2fbc-4344-b476-a99f986463e9,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:50.893100 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-82f575fd-8c2a-44ff-bcc9-bbdae45785b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:50.896467 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f575fd-8c2a-44ff-bcc9-bbdae45785b4 None None] The sync data for ids ['80dfb4a2-17f9-42b8-bcd0-1acaf1e02049'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:50.897428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Routers {'835bdbd9-f3ac-4c5a-803d-3849579cea2a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:50.898438 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:50.963642 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7bf49784-8796-41c7-8e6c-637b8d59a87b tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/routers/80dfb4a2-17f9-42b8-bcd0-1acaf1e02049 HTTP/1.1" status: 200 len: 924 time: 0.2198665 Sep 18 05:17:50.967413 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35184) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:51.007378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5dd64-6dfd-49ef-a444-2dabdd49807f req-7f5e23af-5cf4-46fb-94dc-95f9e86113d9 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:51.017357 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5c5dd64-6dfd-49ef-a444-2dabdd49807f req-7f5e23af-5cf4-46fb-94dc-95f9e86113d9 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.0696580 Sep 18 05:17:51.068127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b710d90-4fb1-40d6-8f78-0e2a6bef49ad tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:51.069149 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] Set router 835bdbd9-f3ac-4c5a-803d-3849579cea2a gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:17:51.069687 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9b710d90-4fb1-40d6-8f78-0e2a6bef49ad tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&device_id=80dfb4a2-17f9-42b8-bcd0-1acaf1e02049&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1012294 Sep 18 05:17:51.073691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35186) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:51.097412 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5c5dd64-6dfd-49ef-a444-2dabdd49807f req-d48525c4-fccf-44f3-942a-4c357c25be32 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784695 Sep 18 05:17:51.211143 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6f985-34ff-4b2a-90e4-510fbe634f87 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:51.213388 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1cf6f985-34ff-4b2a-90e4-510fbe634f87 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 881 time: 0.1388156 Sep 18 05:17:51.220500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35190) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:51.250436 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8f8acee0-2cd1-4123-9f56-129b2f285ea1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dfb4a2-17f9-42b8-bcd0-1acaf1e02049 HTTP/1.1" status: 200 len: 205 time: 0.0261865 Sep 18 05:17:51.250640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35192) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:51.288687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:17:48Z', 'revision_number': 3, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:51.295200 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6588fd75-90ea-4013-ba87-758ddec6c65a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:51.330393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ee99f-230c-44eb-85d9-b505428e6178 None None] The sync data for ids ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'] in n-d-789963-13 is: [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:17:48Z', 'revision_number': 3, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:51.413832 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588fd75-90ea-4013-ba87-758ddec6c65a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'Subnet': ['ID=770d0d72-a1d2-4133-873e-4bfcbe309f0d,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:51.424070 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588fd75-90ea-4013-ba87-758ddec6c65a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Checking segment: {'id': '16839bce-f50c-4500-acc3-849218a3ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:17:51.424464 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6588fd75-90ea-4013-ba87-758ddec6c65a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Network hostable DHCP agents. Network: 7a347f60-fc6d-4173-bb82-71d58c3fe5c5, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:17:51.438192 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:51.563130 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:51.590977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6588fd75-90ea-4013-ba87-758ddec6c65a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:17:52.111637 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-6588fd75-90ea-4013-ba87-758ddec6c65a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 7a347f60-fc6d-4173-bb82-71d58c3fe5c5) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:52.117918 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6588fd75-90ea-4013-ba87-758ddec6c65a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:52.119025 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6588fd75-90ea-4013-ba87-758ddec6c65a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:52.125041 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc311e6-582f-443e-9bfa-8aafec3ffaaf None None] Network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:17:52.153324 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Deleting port 909bbf0d-becb-4574-91c1-19459c3af0ec {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:52.153673 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:52.213316 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6588fd75-90ea-4013-ba87-758ddec6c65a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8094318 Sep 18 05:17:52.215994 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35210) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:52.300270 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:52.337132 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22123548-5bb1-4e23-a711-55799be1c6f2 req-47bc71aa-80b3-438c-86a3-f4f5b8175d93 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:52.339811 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22123548-5bb1-4e23-a711-55799be1c6f2 req-47bc71aa-80b3-438c-86a3-f4f5b8175d93 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1264737 Sep 18 05:17:52.348979 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Calling delete_port for 909bbf0d-becb-4574-91c1-19459c3af0ec owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:52.446506 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22123548-5bb1-4e23-a711-55799be1c6f2 req-e327e9ba-3236-4c7a-a7d0-ffe7c55d8353 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959518 Sep 18 05:17:52.487924 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'fixed_ips': [{'subnet_id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:17:52.487924 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:52.663169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Allocated IP 172.20.0.2 (7a347f60-fc6d-4173-bb82-71d58c3fe5c5/770d0d72-a1d2-4133-873e-4bfcbe309f0d/a8a578c0-8b5e-4c9f-9c62-548afed905ad) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:17:52.979286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 95f5b1b1-2fbc-4344-b476-a99f986463e9 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:53.033345 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.043315 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.073534 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.085924 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Pushing event deleted for resources: {'Port': ['ID=909bbf0d-becb-4574-91c1-19459c3af0ec,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:53.092300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 95f5b1b1-2fbc-4344-b476-a99f986463e9 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:53.092853 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.248788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.284129 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.301328 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.355670 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:17:53.363523 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:53.366172 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.371867 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.372021 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:17:53.395910 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Pushing event updated for resources: {'Port': ['ID=a8a578c0-8b5e-4c9f-9c62-548afed905ad,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:53.402225 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.437328 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Attempting to bind port a8a578c0-8b5e-4c9f-9c62-548afed905ad on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:17:53.437641 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Attempting to bind port a8a578c0-8b5e-4c9f-9c62-548afed905ad by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '16839bce-f50c-4500-acc3-849218a3ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:17:53.438073 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Attempting to bind port a8a578c0-8b5e-4c9f-9c62-548afed905ad on network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:17:53.462380 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:17:53.462759 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Checking segment: {'id': '16839bce-f50c-4500-acc3-849218a3ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:17:53.463173 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.463611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Bound using segment: {'id': '16839bce-f50c-4500-acc3-849218a3ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:17:53.464151 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Bound port: a8a578c0-8b5e-4c9f-9c62-548afed905ad, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16839bce-f50c-4500-acc3-849218a3ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:17:53.464463 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.487586 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.539531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 95f5b1b1-2fbc-4344-b476-a99f986463e9, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=95f5b1b1-2fbc-4344-b476-a99f986463e9,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:53.559917 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] For port a8a578c0-8b5e-4c9f-9c62-548afed905ad, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:17:53.565439 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.565977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Fanout notify agent at l3_agent the message router_deleted on router 80dfb4a2-17f9-42b8-bcd0-1acaf1e02049 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:17:53.575948 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.577950 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-049699f7-371f-4e12-8dba-29cb3279d5f4 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "DELETE /v2.0/routers/80dfb4a2-17f9-42b8-bcd0-1acaf1e02049 HTTP/1.1" status: 204 len: 168 time: 2.3259842 Sep 18 05:17:53.582800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35230) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:53.590140 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-7f082bb6-91f6-4056-a7ae-050752780dbc tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-101432490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:53.598752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] For port a8a578c0-8b5e-4c9f-9c62-548afed905ad, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a8a578c0-8b5e-4c9f-9c62-548afed905ad,segment=NetworkSegment(16839bce-f50c-4500-acc3-849218a3ee96),segment_id=16839bce-f50c-4500-acc3-849218a3ee96)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:17:53.609897 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.628878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Allocated IP 172.20.0.1 (7a347f60-fc6d-4173-bb82-71d58c3fe5c5/770d0d72-a1d2-4133-873e-4bfcbe309f0d/253947da-a0b3-44f1-8493-b02a73380ade) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:17:53.661252 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.693210 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0945e8-4e22-48f5-a035-a9901eb2a88f req-62b4592f-b57b-42b3-b8e5-68f901ec07f2 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:53.702640 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df0945e8-4e22-48f5-a035-a9901eb2a88f req-62b4592f-b57b-42b3-b8e5-68f901ec07f2 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.0999789 Sep 18 05:17:53.732255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=95f5b1b1-2fbc-4344-b476-a99f986463e9,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:53.749922 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f082bb6-91f6-4056-a7ae-050752780dbc tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.751117 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f082bb6-91f6-4056-a7ae-050752780dbc tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.808107 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83752e72-f8bf-4c3d-8eb5-1dc6f452a586 None None] Pushing event updated for resources: {'Port': ['ID=a8a578c0-8b5e-4c9f-9c62-548afed905ad,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:53.846365 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f082bb6-91f6-4056-a7ae-050752780dbc tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.871311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df0945e8-4e22-48f5-a035-a9901eb2a88f req-f0529914-1039-40f3-9ca3-cd5c84e8ac42 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674049 Sep 18 05:17:53.911763 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:53.941185 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f082bb6-91f6-4056-a7ae-050752780dbc tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:54.145463 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f082bb6-91f6-4056-a7ae-050752780dbc tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:54.149615 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:54.150207 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7f082bb6-91f6-4056-a7ae-050752780dbc tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5624514 Sep 18 05:17:54.151498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35240) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:54.157527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'enable_snat': True}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:54.202388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:17:54.205526 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:54.208050 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:17:54.240027 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'Port': ['ID=253947da-a0b3-44f1-8493-b02a73380ade,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:54.262783 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:54.423632 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:54.555419 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:54.825442 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:54.853587 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:55.038954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a8a578c0-8b5e-4c9f-9c62-548afed905ad up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:55.085592 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:55.090869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Allocated IP 172.25.7.215 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/a40a7e75-c617-4a31-bcef-fd5b6dc3f1ae) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:17:55.114121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a8a578c0-8b5e-4c9f-9c62-548afed905ad triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:55.114944 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:55.160630 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82820416-45f8-4ed5-ba15-bdee3cea4969 None None] Network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:17:55.209346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:55.212556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14852e-c7e8-4f9d-98c0-4c7199a4197f req-f56f26a8-d85e-4fbf-986e-e02c453cd33d tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:55.215653 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d14852e-c7e8-4f9d-98c0-4c7199a4197f req-f56f26a8-d85e-4fbf-986e-e02c453cd33d tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1382928 Sep 18 05:17:55.273044 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:55.276732 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5e151ef6-3eeb-40ab-8b4a-edb569adec78 None None] Provisioning complete for port a8a578c0-8b5e-4c9f-9c62-548afed905ad triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:55.281132 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e151ef6-3eeb-40ab-8b4a-edb569adec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:55.299903 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d14852e-c7e8-4f9d-98c0-4c7199a4197f req-2eb9bb60-5f00-4407-8448-7273b7f07597 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754375 Sep 18 05:17:55.316342 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:55.339172 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:55.347473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'Port': ['ID=253947da-a0b3-44f1-8493-b02a73380ade,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:55.472005 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:17:55.473636 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:55.477147 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:55.500311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port a8a578c0-8b5e-4c9f-9c62-548afed905ad, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a8a578c0-8b5e-4c9f-9c62-548afed905ad,segment=NetworkSegment(16839bce-f50c-4500-acc3-849218a3ee96),segment_id=16839bce-f50c-4500-acc3-849218a3ee96)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:55.558649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:17:55.574118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:17:55.580838 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e151ef6-3eeb-40ab-8b4a-edb569adec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:55.582967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:17:55.585991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event updated for resources: {'Port': ['ID=a40a7e75-c617-4a31-bcef-fd5b6dc3f1ae,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:55.621236 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:55.621985 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 95f5b1b1-2fbc-4344-b476-a99f986463e9 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:55.680444 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Router 835bdbd9-f3ac-4c5a-803d-3849579cea2a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:17:55.752445 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-5e151ef6-3eeb-40ab-8b4a-edb569adec78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:17:55.753109 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-5e151ef6-3eeb-40ab-8b4a-edb569adec78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:17:55.819445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=a8a578c0-8b5e-4c9f-9c62-548afed905ad,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:55.844152 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 95f5b1b1-2fbc-4344-b476-a99f986463e9 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:55.846614 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:55.953298 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:55.969898 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d5eb34b5-53dc-44a3-857a-46a5d7051717 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "PUT /v2.0/routers/835bdbd9-f3ac-4c5a-803d-3849579cea2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7527111 Sep 18 05:17:55.975915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35272) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:55.976311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Sync routers for ids ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:55.991815 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-8fa3b7b7-aead-4098-9556-6f79c62fe0fe tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--873129885', 'description': 'tempest-secgroup_access--873129885 description', 'project_id': '8f17ab27bf044c9eb86aad6324bc5636'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:56.045390 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Routers {'835bdbd9-f3ac-4c5a-803d-3849579cea2a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:56.047055 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:56.137853 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b7b7-aead-4098-9556-6f79c62fe0fe tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:56.156724 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:56.220152 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0d812-e4ae-4e9e-8e34-bf497ec78158 req-e9d7204e-c97d-4f54-82ed-b5b667d68935 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:56.243406 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-74d0d812-e4ae-4e9e-8e34-bf497ec78158 req-e9d7204e-c97d-4f54-82ed-b5b667d68935 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 946 time: 0.6023333 Sep 18 05:17:56.300440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Set router 835bdbd9-f3ac-4c5a-803d-3849579cea2a gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:17:56.364982 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-74d0d812-e4ae-4e9e-8e34-bf497ec78158 req-7eb9764a-13d8-4dab-8007-f3ac3370aadc tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166875 Sep 18 05:17:56.417169 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b7b7-aead-4098-9556-6f79c62fe0fe tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:56.493925 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b7b7-aead-4098-9556-6f79c62fe0fe tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:56.580653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3b7b7-aead-4098-9556-6f79c62fe0fe tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:56.584465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3c46522f-cade-40dc-a597-d8b59953cd7b None None] Provisioning complete for port 253947da-a0b3-44f1-8493-b02a73380ade triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:56.584465 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3c46522f-cade-40dc-a597-d8b59953cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:56.609439 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b7b7-aead-4098-9556-6f79c62fe0fe tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:56.612903 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8fa3b7b7-aead-4098-9556-6f79c62fe0fe tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6335900 Sep 18 05:17:56.613853 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35280) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:56.614791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe69197-4639-4c9d-830a-8d550350b8a9 req-03ea3821-6177-4075-81db-fe807b836034 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:56.617422 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bbe69197-4639-4c9d-830a-8d550350b8a9 req-03ea3821-6177-4075-81db-fe807b836034 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1739841 Sep 18 05:17:56.620889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-851d2380-8418-4402-9fc6-65fb92b7b3bb tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--228698977', 'description': 'tempest-secgroup_general--228698977 description', 'project_id': '8f17ab27bf044c9eb86aad6324bc5636'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:56.655495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3c46522f-cade-40dc-a597-d8b59953cd7b None None] Port 253947da-a0b3-44f1-8493-b02a73380ade cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:17:56.676648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:56.689215 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:56.713939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bbe69197-4639-4c9d-830a-8d550350b8a9 req-1160adf1-1bea-4a5e-9a22-592a11368768 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865161 Sep 18 05:17:56.714176 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3c46522f-cade-40dc-a597-d8b59953cd7b None None] Provisioning complete for port a8a578c0-8b5e-4c9f-9c62-548afed905ad triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:56.714535 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3c46522f-cade-40dc-a597-d8b59953cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:56.752614 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-851d2380-8418-4402-9fc6-65fb92b7b3bb tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:56.780952 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:17:54Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '253947da-a0b3-44f1-8493-b02a73380ade', 'name': '', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'mac_address': 'fa:16:3e:6d:35:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:53Z', 'updated_at': '2021-09-18T05:17:54Z', 'revision_number': 2, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'subnets': [{'id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:56.873816 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Checking router: 835bdbd9-f3ac-4c5a-803d-3849579cea2a for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:17:56.874259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Updating router 835bdbd9-f3ac-4c5a-803d-3849579cea2a port 253947da-a0b3-44f1-8493-b02a73380ade binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:17:56.900228 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a8a578c0-8b5e-4c9f-9c62-548afed905ad up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:17:56.932778 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-851d2380-8418-4402-9fc6-65fb92b7b3bb tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:56.951407 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.023129 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a8a578c0-8b5e-4c9f-9c62-548afed905ad triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:57.023711 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.027075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Router 4478039e-dd0d-4ce0-88b3-e8b4860969ad is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:17:57.066804 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-851d2380-8418-4402-9fc6-65fb92b7b3bb tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.136187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d2380-8418-4402-9fc6-65fb92b7b3bb tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14794c98-4ecb-4558-b735-1a6390fbe08c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:57.159328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504eec7-5acb-4099-b27f-02f952838802 req-683f3436-116d-4303-9944-f2c0792a7964 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:57.160917 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7504eec7-5acb-4099-b27f-02f952838802 req-683f3436-116d-4303-9944-f2c0792a7964 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.13 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 946 time: 0.0709977 Sep 18 05:17:57.205665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-851d2380-8418-4402-9fc6-65fb92b7b3bb tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.209992 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-851d2380-8418-4402-9fc6-65fb92b7b3bb tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5923221 Sep 18 05:17:57.210791 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35288) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:57.215711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2c999d7a-129a-4336-8a22-a2acd063d661 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Request body: {'security_group_rule': {'security_group_id': 'dfab355a-a8f7-4b7b-aa0b-ccb40ccea984', 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:17:57.217843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2189ba90-715b-4e95-be37-3eef6cee739f None None] Provisioning complete for port 253947da-a0b3-44f1-8493-b02a73380ade triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:57.218354 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2189ba90-715b-4e95-be37-3eef6cee739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.254608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:17:57.258330 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.259276 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3c0176bd-e474-4654-a130-fec1051ae568 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "PUT /v2.0/routers/4478039e-dd0d-4ce0-88b3-e8b4860969ad HTTP/1.1" status: 200 len: 918 time: 3.1066275 Sep 18 05:17:57.262669 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35292) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:57.265897 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c65967c-67bb-4437-8abc-1ecde41b441f None None] Sync routers for ids ['4478039e-dd0d-4ce0-88b3-e8b4860969ad'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:17:57.278339 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c65967c-67bb-4437-8abc-1ecde41b441f None None] Routers {'4478039e-dd0d-4ce0-88b3-e8b4860969ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:57.280947 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0c65967c-67bb-4437-8abc-1ecde41b441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4478039e-dd0d-4ce0-88b3-e8b4860969ad'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:57.312041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-7504eec7-5acb-4099-b27f-02f952838802 req-af8d5483-93ed-4178-a8b6-fac17e2f9cae tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Deleting port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:57.312797 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7504eec7-5acb-4099-b27f-02f952838802 req-af8d5483-93ed-4178-a8b6-fac17e2f9cae tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.320255 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0c65967c-67bb-4437-8abc-1ecde41b441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:57.333257 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c65967c-67bb-4437-8abc-1ecde41b441f None None] Routers {'4478039e-dd0d-4ce0-88b3-e8b4860969ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:57.334151 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0c65967c-67bb-4437-8abc-1ecde41b441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4478039e-dd0d-4ce0-88b3-e8b4860969ad'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:57.347039 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c999d7a-129a-4336-8a22-a2acd063d661 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.404001 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0c65967c-67bb-4437-8abc-1ecde41b441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:57.406357 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c65967c-67bb-4437-8abc-1ecde41b441f None None] The sync data for ids ['4478039e-dd0d-4ce0-88b3-e8b4860969ad'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:57.441021 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.441549 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7504eec7-5acb-4099-b27f-02f952838802 req-af8d5483-93ed-4178-a8b6-fac17e2f9cae tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] For port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe,segment=NetworkSegment(be20c028-e947-49f9-8a1d-c565631129f1),segment_id=be20c028-e947-49f9-8a1d-c565631129f1)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:57.441941 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7504eec7-5acb-4099-b27f-02f952838802 req-af8d5483-93ed-4178-a8b6-fac17e2f9cae tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.464611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-7504eec7-5acb-4099-b27f-02f952838802 req-af8d5483-93ed-4178-a8b6-fac17e2f9cae tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Calling delete_port for 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:57.466485 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2189ba90-715b-4e95-be37-3eef6cee739f None None] Port 253947da-a0b3-44f1-8493-b02a73380ade cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:17:57.510270 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-193fefc0-6eef-4a0a-8ad8-71bd2de67db1 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/routers/4478039e-dd0d-4ce0-88b3-e8b4860969ad HTTP/1.1" status: 200 len: 924 time: 0.2465537 Sep 18 05:17:57.514954 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35296) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:57.525869 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c999d7a-129a-4336-8a22-a2acd063d661 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.546441 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.561388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215aec9b-c3ea-46c0-8953-5b5392780ebd tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:57.565642 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-215aec9b-c3ea-46c0-8953-5b5392780ebd tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&device_id=4478039e-dd0d-4ce0-88b3-e8b4860969ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0472956 Sep 18 05:17:57.565901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35300) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:57.579688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e2f55-397a-4413-8407-bccb38458993 req-23c5f8f1-8468-43b4-8541-aa30fe1c327c tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:57.581643 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b2e2f55-397a-4413-8407-bccb38458993 req-23c5f8f1-8468-43b4-8541-aa30fe1c327c tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 946 time: 0.1104846 Sep 18 05:17:57.605788 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0848f9-6ec0-4608-81af-068171ef8cf4 None None] Pushing event updated for resources: {'Port': ['ID=253947da-a0b3-44f1-8493-b02a73380ade,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:57.646371 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c999d7a-129a-4336-8a22-a2acd063d661 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.680030 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b2e2f55-397a-4413-8407-bccb38458993 req-2dbc6c38-289c-4cf8-8b56-1f9e4dfa0e86 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/security-groups?id=4252dfe0-8932-45e0-b0aa-6c067fd334fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626967 Sep 18 05:17:57.715960 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Attempting to bind port 253947da-a0b3-44f1-8493-b02a73380ade on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:17:57.718503 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Attempting to bind port 253947da-a0b3-44f1-8493-b02a73380ade by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '16839bce-f50c-4500-acc3-849218a3ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:17:57.720321 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Attempting to bind port 253947da-a0b3-44f1-8493-b02a73380ade on network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:17:57.732227 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:17:57.734585 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Checking segment: {'id': '16839bce-f50c-4500-acc3-849218a3ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:17:57.735406 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.737297 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Bound using segment: {'id': '16839bce-f50c-4500-acc3-849218a3ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:17:57.738748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Bound port: 253947da-a0b3-44f1-8493-b02a73380ade, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16839bce-f50c-4500-acc3-849218a3ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:17:57.740607 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.758073 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c999d7a-129a-4336-8a22-a2acd063d661 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fb5b07-aa39-4031-aeca-55de805fa7cc,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:57.801901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee318d23-ecf8-494e-8cc1-3fcb91b661f1 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:57.806736 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ee318d23-ecf8-494e-8cc1-3fcb91b661f1 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 881 time: 0.2369702 Sep 18 05:17:57.808115 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35308) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:57.837848 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c999d7a-129a-4336-8a22-a2acd063d661 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.839205 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2c999d7a-129a-4336-8a22-a2acd063d661 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6271720 Sep 18 05:17:57.850779 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35310) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:57.851625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-66906974-1994-47a6-a529-5c1b2fc76961 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4478039e-dd0d-4ce0-88b3-e8b4860969ad HTTP/1.1" status: 200 len: 205 time: 0.0412400 Sep 18 05:17:57.853425 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7504eec7-5acb-4099-b27f-02f952838802 req-af8d5483-93ed-4178-a8b6-fac17e2f9cae tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:57.887456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:17:57.941540 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] For port 253947da-a0b3-44f1-8493-b02a73380ade, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:17:57.946898 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] For port 253947da-a0b3-44f1-8493-b02a73380ade, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=253947da-a0b3-44f1-8493-b02a73380ade,segment=NetworkSegment(16839bce-f50c-4500-acc3-849218a3ee96),segment_id=16839bce-f50c-4500-acc3-849218a3ee96)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:17:57.980186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d5483-93ed-4178-a8b6-fac17e2f9cae tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Pushing event deleted for resources: {'Port': ['ID=5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:58.000432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2066c57e-e20c-4592-b394-87da2caa11ac None None] Provisioning complete for port 253947da-a0b3-44f1-8493-b02a73380ade triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:58.000994 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2066c57e-e20c-4592-b394-87da2caa11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:58.046064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7504eec7-5acb-4099-b27f-02f952838802 req-af8d5483-93ed-4178-a8b6-fac17e2f9cae tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] No DVR routers for this DVR port 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:17:58.052808 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7504eec7-5acb-4099-b27f-02f952838802 req-af8d5483-93ed-4178-a8b6-fac17e2f9cae tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:58.055746 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7504eec7-5acb-4099-b27f-02f952838802 req-af8d5483-93ed-4178-a8b6-fac17e2f9cae tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.13 "DELETE /v2.0/ports/5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe HTTP/1.1" status: 204 len: 173 time: 0.8871641 Sep 18 05:17:58.056206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e907ae26-334b-445b-a55a-bb1b819d41be', 'name': 'network-vif-deleted', 'tag': '5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:17:58.056521 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:58.058651 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407aa3d6-5dd0-455b-a8e8-8a6422d5b10e" -d '{"events": [{"server_uuid": "e907ae26-334b-445b-a55a-bb1b819d41be", "name": "network-vif-deleted", "tag": "5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:17:58.067376 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:58.083883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dd92a-70e7-4ff4-aa10-0aada2268a50 req-4394f7ca-aa35-46fa-a831-f78a08cb6ef0 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:58.093718 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d82dd92a-70e7-4ff4-aa10-0aada2268a50 req-4394f7ca-aa35-46fa-a831-f78a08cb6ef0 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1682994 Sep 18 05:17:58.132212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2066c57e-e20c-4592-b394-87da2caa11ac None None] Port 253947da-a0b3-44f1-8493-b02a73380ade cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:17:58.160775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Routers {'835bdbd9-f3ac-4c5a-803d-3849579cea2a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:17:58.160775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:58.161594 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9648b28-4b44-4d4c-9be0-9f6451d23a8d x-openstack-request-id: req-e9648b28-4b44-4d4c-9be0-9f6451d23a8d {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:17:58.161594 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e907ae26-334b-445b-a55a-bb1b819d41be", "name": "network-vif-deleted", "tag": "5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:17:58.161594 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9648b28-4b44-4d4c-9be0-9f6451d23a8d {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:17:58.161594 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e907ae26-334b-445b-a55a-bb1b819d41be', 'name': 'network-vif-deleted', 'tag': '5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe', 'status': 'completed', 'code': 200} Sep 18 05:17:58.161594 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d82dd92a-70e7-4ff4-aa10-0aada2268a50 req-fe2581e5-9826-4bc6-800a-c6b01883dd1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654511 Sep 18 05:17:58.474393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0848f9-6ec0-4608-81af-068171ef8cf4 None None] Pushing event updated for resources: {'Port': ['ID=253947da-a0b3-44f1-8493-b02a73380ade,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:58.508739 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] Set router 835bdbd9-f3ac-4c5a-803d-3849579cea2a gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:17:58.534916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9d75c2ec-23e5-4709-b821-a5ae4150c4a3 None None] Provisioning complete for port 253947da-a0b3-44f1-8493-b02a73380ade triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:17:58.535301 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9d75c2ec-23e5-4709-b821-a5ae4150c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:58.661895 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:58.679731 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-79531cfa-6a62-4f03-afd1-38f404f8ff66 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--873129885&fields=id&tenant_id=8f17ab27bf044c9eb86aad6324bc5636 HTTP/1.1" status: 200 len: 267 time: 0.4354959 Sep 18 05:17:58.725498 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-638b0fca-b03a-45b7-9f56-82fd9c0e88ed tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--228698977&fields=id&tenant_id=8f17ab27bf044c9eb86aad6324bc5636 HTTP/1.1" status: 200 len: 267 time: 0.0446486 Sep 18 05:17:58.799662 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9d75c2ec-23e5-4709-b821-a5ae4150c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:58.846508 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c284a241-97ba-4fb9-be59-06b287a180dc req-e1098993-c5c7-470d-8aa6-293eed3c0880 tempest-VolumesSnapshotTestJSON-890451478 tempest-VolumesSnapshotTestJSON-890451478-project] 10.222.0.23 "GET /v2.0/ports?device_id=e907ae26-334b-445b-a55a-bb1b819d41be HTTP/1.1" status: 200 len: 210 time: 0.0378573 Sep 18 05:17:58.868925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-53a2f5fd-abfe-4c83-b297-492781f5c318 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:58.868925 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-53a2f5fd-abfe-4c83-b297-492781f5c318 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/networks?id=7a347f60-fc6d-4173-bb82-71d58c3fe5c5 HTTP/1.1" status: 200 len: 797 time: 0.1407778 Sep 18 05:17:58.869663 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9d75c2ec-23e5-4709-b821-a5ae4150c4a3 None None] For port 253947da-a0b3-44f1-8493-b02a73380ade, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=253947da-a0b3-44f1-8493-b02a73380ade,segment=NetworkSegment(16839bce-f50c-4500-acc3-849218a3ee96),segment_id=16839bce-f50c-4500-acc3-849218a3ee96)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:17:58.888480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:17:54Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '253947da-a0b3-44f1-8493-b02a73380ade', 'name': '', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'mac_address': 'fa:16:3e:6d:35:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:53Z', 'updated_at': '2021-09-18T05:17:57Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'subnets': [{'id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:17:58.890120 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Deleting port a40a7e75-c617-4a31-bcef-fd5b6dc3f1ae {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:17:58.890565 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:58.902874 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-566c493e-60e5-421a-8b40-dddf9097dd7f tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/quotas/8f17ab27bf044c9eb86aad6324bc5636 HTTP/1.1" status: 200 len: 375 time: 0.0268044 Sep 18 05:17:58.916326 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45962bd-965f-4db8-9b0c-e80c4b147840 None None] The sync data for ids ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'] in n-d-789963-13 is: [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:17:54Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '253947da-a0b3-44f1-8493-b02a73380ade', 'name': '', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'mac_address': 'fa:16:3e:6d:35:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:53Z', 'updated_at': '2021-09-18T05:17:57Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'subnets': [{'id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:17:59.016506 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9d75c2ec-23e5-4709-b821-a5ae4150c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:59.076633 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-373ee7f2-f2ae-4871-baf4-4b12c8986654 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f17ab27bf044c9eb86aad6324bc5636&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1632431 Sep 18 05:17:59.116047 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:59.138265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75c2ec-23e5-4709-b821-a5ae4150c4a3 None None] Pushing event updated for resources: {'Port': ['ID=253947da-a0b3-44f1-8493-b02a73380ade,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:59.144731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Calling delete_port for a40a7e75-c617-4a31-bcef-fd5b6dc3f1ae owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:17:59.244623 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-c98c3885-ce5c-442a-a173-ed487d7b0814 service neutron] 10.222.0.23 "GET /v2.0/networks/7a347f60-fc6d-4173-bb82-71d58c3fe5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629591 Sep 18 05:17:59.303711 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef972e3-0614-4279-b4d8-52011f5de2e6 req-c7a487e1-e52e-4ee6-93d3-0b7dc24e9c76 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:17:59.305655 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bef972e3-0614-4279-b4d8-52011f5de2e6 req-c7a487e1-e52e-4ee6-93d3-0b7dc24e9c76 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.0686605 Sep 18 05:17:59.350140 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bef972e3-0614-4279-b4d8-52011f5de2e6 req-9342d2c0-e56b-4670-b334-954cf4b7527f tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349045 Sep 18 05:17:59.442847 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-f45781a6-4e26-4471-a615-f77662c79416 service neutron] 10.222.0.23 "GET /v2.0/networks/7a347f60-fc6d-4173-bb82-71d58c3fe5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876147 Sep 18 05:17:59.580927 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:59.608397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Pushing event deleted for resources: {'Port': ['ID=a40a7e75-c617-4a31-bcef-fd5b6dc3f1ae,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:17:59.684398 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:59.807260 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:59.810469 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:59.883926 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd29c16a-d8cc-4672-86f9-5149aff5b1e2 req-08ea9523-0653-49e6-9ddc-349823eecfb3 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 210 time: 0.0298228 Sep 18 05:17:59.968128 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:59.968738 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Fanout notify agent at l3_agent the message router_deleted on router 4478039e-dd0d-4ce0-88b3-e8b4860969ad {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:17:59.982318 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:17:59.987722 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1da67d0e-9ceb-43d8-9e57-fa9bc7a6a9f9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "DELETE /v2.0/routers/4478039e-dd0d-4ce0-88b3-e8b4860969ad HTTP/1.1" status: 204 len: 168 time: 2.1323140 Sep 18 05:17:59.987971 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35368) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:17:59.992932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c55f7c41-69ca-4611-af82-38e134e39b29 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-670656832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:00.136101 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c55f7c41-69ca-4611-af82-38e134e39b29 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:00.137656 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c55f7c41-69ca-4611-af82-38e134e39b29 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:00.205124 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c55f7c41-69ca-4611-af82-38e134e39b29 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:00.317416 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c55f7c41-69ca-4611-af82-38e134e39b29 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:00.462559 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c55f7c41-69ca-4611-af82-38e134e39b29 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:00.465250 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c55f7c41-69ca-4611-af82-38e134e39b29 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4763110 Sep 18 05:18:00.475462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35386) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:00.476091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204244f5-0592-4a50-94ff-e6ab9683cfd4 req-d91b2239-3af9-42d2-aa0a-00ca93198a59 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:00.476693 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'enable_snat': False}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:00.479738 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-204244f5-0592-4a50-94ff-e6ab9683cfd4 req-d91b2239-3af9-42d2-aa0a-00ca93198a59 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.0594034 Sep 18 05:18:00.530468 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-204244f5-0592-4a50-94ff-e6ab9683cfd4 req-995d6520-fc31-4f2c-9d5c-1c4f66ad82af tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461972 Sep 18 05:18:00.698823 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:00.851365 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 253947da-a0b3-44f1-8493-b02a73380ade up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:18:00.887428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:18:00.913021 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:18:00.913383 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 5bc8dbc8-8fdb-4cd2-aab1-859713aaafbe not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:18:00.939621 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 253947da-a0b3-44f1-8493-b02a73380ade triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:00.939901 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:00.982193 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0d1f42a-828f-4886-b859-3f0b580ec50f req-08619a41-f854-4a8f-b730-79684315f624 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 210 time: 0.0311131 Sep 18 05:18:01.056833 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:01.078932 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:01.203504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Allocated IP 172.25.7.28 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/184b5bfe-1455-4c2f-8cd2-8375d7c2c5a3) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:01.236404 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ad19e00e-aa1a-4aee-89d8-f25efee00c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:01.320845 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:01.502076 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:01.541999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:01.546830 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:01.549473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:01.598304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Pushing event updated for resources: {'Port': ['ID=184b5bfe-1455-4c2f-8cd2-8375d7c2c5a3,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:01.787804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571c410-a569-4b15-9742-ad2badeaa01d req-b94e0889-3e15-47ea-82e0-a56132af7329 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:01.789356 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b571c410-a569-4b15-9742-ad2badeaa01d req-b94e0889-3e15-47ea-82e0-a56132af7329 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1227088 Sep 18 05:18:01.840283 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b571c410-a569-4b15-9742-ad2badeaa01d req-9196305b-03de-49c3-8689-7870f21a0c5f tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447490 Sep 18 05:18:01.990308 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:02.111299 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce463407-3919-450e-9289-475cb8d23eb6 req-79b4eb66-d0b9-4107-9785-3f9d0960bc52 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 210 time: 0.0335331 Sep 18 05:18:02.254703 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:02.255342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:02.460742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Router c142c438-ce96-42d2-b508-d7453aa5a02a is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:18:02.581196 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:18:02.585289 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:02.588709 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-61d0ef61-5671-4027-ac7c-e5fdfc3d1289 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "PUT /v2.0/routers/c142c438-ce96-42d2-b508-d7453aa5a02a HTTP/1.1" status: 200 len: 918 time: 2.1185639 Sep 18 05:18:02.589598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35432) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:02.596464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d28034-3b92-43f1-bb97-76030405adee None None] Sync routers for ids ['c142c438-ce96-42d2-b508-d7453aa5a02a'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:18:02.605988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d28034-3b92-43f1-bb97-76030405adee None None] Routers {'c142c438-ce96-42d2-b508-d7453aa5a02a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:02.606620 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-95d28034-3b92-43f1-bb97-76030405adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['c142c438-ce96-42d2-b508-d7453aa5a02a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:02.653216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-95d28034-3b92-43f1-bb97-76030405adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:02.663797 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d28034-3b92-43f1-bb97-76030405adee None None] Routers {'c142c438-ce96-42d2-b508-d7453aa5a02a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:02.664743 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-95d28034-3b92-43f1-bb97-76030405adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:17:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['c142c438-ce96-42d2-b508-d7453aa5a02a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:02.698029 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-95d28034-3b92-43f1-bb97-76030405adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:02.698698 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d28034-3b92-43f1-bb97-76030405adee None None] The sync data for ids ['c142c438-ce96-42d2-b508-d7453aa5a02a'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:18:02.709246 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e7cc31ff-ab44-4ed4-8aa9-7eca130dd8f8 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/routers/c142c438-ce96-42d2-b508-d7453aa5a02a HTTP/1.1" status: 200 len: 924 time: 0.1161892 Sep 18 05:18:02.710471 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35440) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:02.771937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37147903-218a-4022-b1c3-ad78db162b44 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:02.773275 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-37147903-218a-4022-b1c3-ad78db162b44 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&device_id=c142c438-ce96-42d2-b508-d7453aa5a02a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0614190 Sep 18 05:18:02.775856 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35444) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:02.863863 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5337319-90bd-488a-bf69-7c8dcb3c2d4d tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:02.870060 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35448) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:02.870500 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b5337319-90bd-488a-bf69-7c8dcb3c2d4d tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/networks/5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 881 time: 0.0914776 Sep 18 05:18:02.897918 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-eed2dddb-1712-485b-9197-b56675153ea9 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "GET /v2.0/ports?device_id=c142c438-ce96-42d2-b508-d7453aa5a02a HTTP/1.1" status: 200 len: 205 time: 0.0283434 Sep 18 05:18:02.900684 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35452) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:03.049306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef312651-b241-4166-add8-23f62b1bf19c req-415e9804-89f3-436c-9c4f-e595341fc0c3 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:03.051012 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ef312651-b241-4166-add8-23f62b1bf19c req-415e9804-89f3-436c-9c4f-e595341fc0c3 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1193519 Sep 18 05:18:03.074229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-b9399111-1968-4476-80ed-6d6c0861bd7a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:03.076898 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-b9399111-1968-4476-80ed-6d6c0861bd7a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.13 "GET /v2.0/networks?id=7a347f60-fc6d-4173-bb82-71d58c3fe5c5 HTTP/1.1" status: 200 len: 797 time: 0.1810994 Sep 18 05:18:03.140289 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ef312651-b241-4166-add8-23f62b1bf19c req-c0b47963-e788-4a88-8e5e-e6d0b6eae2c1 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811248 Sep 18 05:18:03.146828 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-7a6b0ccd-1c57-4b1c-8592-88df1c298340 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f17ab27bf044c9eb86aad6324bc5636 HTTP/1.1" status: 200 len: 476 time: 0.0596855 Sep 18 05:18:03.160317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-f27d0d07-c0ee-4cc8-b43c-b71840350a7b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Request body: {'port': {'device_id': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'admin_state_up': True, 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'security_groups': ['dfab355a-a8f7-4b7b-aa0b-ccb40ccea984', '14794c98-4ecb-4558-b735-1a6390fbe08c']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:03.292360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35466) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:03.425369 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c5f1e12e-2c51-45b6-ad12-b0ab70cbc101 req-5b97cb11-8f96-4d11-b7f3-9d92463e5b3f tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 210 time: 0.0578969 Sep 18 05:18:03.443167 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:03.451271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-f27d0d07-c0ee-4cc8-b43c-b71840350a7b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Made reservation on behalf of 8f17ab27bf044c9eb86aad6324bc5636 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:03.455444 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-f27d0d07-c0ee-4cc8-b43c-b71840350a7b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:03.470513 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3882fe5-b6ae-431d-98fc-9ee95f6d2194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:03.555522 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:03.644129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-f27d0d07-c0ee-4cc8-b43c-b71840350a7b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Allocated IP 172.20.0.7 (7a347f60-fc6d-4173-bb82-71d58c3fe5c5/770d0d72-a1d2-4133-873e-4bfcbe309f0d/e620511f-fc7d-4fff-9d54-b84c2572a16a) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:03.672540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Deleting port 184b5bfe-1455-4c2f-8cd2-8375d7c2c5a3 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:03.672877 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:03.701079 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3882fe5-b6ae-431d-98fc-9ee95f6d2194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:03.773066 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:03.788929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Calling delete_port for 184b5bfe-1455-4c2f-8cd2-8375d7c2c5a3 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:03.838857 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-f27d0d07-c0ee-4cc8-b43c-b71840350a7b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:03.851165 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3882fe5-b6ae-431d-98fc-9ee95f6d2194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:03.908493 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a3882fe5-b6ae-431d-98fc-9ee95f6d2194 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=103f9c4e3b8048a49d645e455f6f1ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6147676 Sep 18 05:18:03.909258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3882fe5-b6ae-431d-98fc-9ee95f6d2194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06800d27-5ebe-421b-b441-2043aa489b57,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:03.912317 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35472) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:03.923873 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-252e296d-13c0-4a19-b06f-2fd74ec1ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:03.975496 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-f27d0d07-c0ee-4cc8-b43c-b71840350a7b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.007094 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7eb30651-697d-4b5a-a26d-85746c2fb958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.028320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-f27d0d07-c0ee-4cc8-b43c-b71840350a7b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:04.029447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-f27d0d07-c0ee-4cc8-b43c-b71840350a7b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:04.033337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-f27d0d07-c0ee-4cc8-b43c-b71840350a7b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:04.035323 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7eb30651-697d-4b5a-a26d-85746c2fb958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.046031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d0d07-c0ee-4cc8-b43c-b71840350a7b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'Port': ['ID=e620511f-fc7d-4fff-9d54-b84c2572a16a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:04.098782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-f27d0d07-c0ee-4cc8-b43c-b71840350a7b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:04.100699 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-f27d0d07-c0ee-4cc8-b43c-b71840350a7b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.226770 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7eb30651-697d-4b5a-a26d-85746c2fb958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.231037 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7eb30651-697d-4b5a-a26d-85746c2fb958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.232492 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7eb30651-697d-4b5a-a26d-85746c2fb958 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06800d27-5ebe-421b-b441-2043aa489b57 HTTP/1.1" status: 204 len: 168 time: 0.3181734 Sep 18 05:18:04.243400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb30651-697d-4b5a-a26d-85746c2fb958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06800d27-5ebe-421b-b441-2043aa489b57,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:04.277419 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.289765 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-f27d0d07-c0ee-4cc8-b43c-b71840350a7b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1353345 Sep 18 05:18:04.306235 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Request body: {'port': {'device_id': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:04.313155 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Pushing event deleted for resources: {'Port': ['ID=184b5bfe-1455-4c2f-8cd2-8375d7c2c5a3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:04.317924 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.323364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037ec74-52a3-4480-a774-95003262a86d req-56ee9dea-a50a-4fc7-9ff5-5a03e6cdba69 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:04.333054 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8037ec74-52a3-4480-a774-95003262a86d req-56ee9dea-a50a-4fc7-9ff5-5a03e6cdba69 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1071289 Sep 18 05:18:04.408972 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.412767 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8037ec74-52a3-4480-a774-95003262a86d req-8709e502-220f-4643-909c-b9a018f7cad1 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770187 Sep 18 05:18:04.444501 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.514890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-41a3d4cd-4e31-4171-a5e5-b3e8f3dae7a0 None None] Provisioning complete for port e620511f-fc7d-4fff-9d54-b84c2572a16a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:04.515346 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-41a3d4cd-4e31-4171-a5e5-b3e8f3dae7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.521785 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.527091 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.563162 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-41a3d4cd-4e31-4171-a5e5-b3e8f3dae7a0 None None] Port e620511f-fc7d-4fff-9d54-b84c2572a16a cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:18:04.634434 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495bc99-fd0a-44d0-9d85-90ba868c8134 req-d2ed1060-f9cd-4772-a9f9-b6a26f7457b1 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:04.636096 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5495bc99-fd0a-44d0-9d85-90ba868c8134 req-d2ed1060-f9cd-4772-a9f9-b6a26f7457b1 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 970 time: 0.1169014 Sep 18 05:18:04.688442 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5495bc99-fd0a-44d0-9d85-90ba868c8134 req-9ac0b08e-70d0-4408-90f5-efc7adfd92e8 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0447843 Sep 18 05:18:04.694409 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.695414 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Fanout notify agent at l3_agent the message router_deleted on router c142c438-ce96-42d2-b508-d7453aa5a02a {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:18:04.703007 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.708807 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4bde8151-6f72-4343-99b5-0f83bfbf568d tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "DELETE /v2.0/routers/c142c438-ce96-42d2-b508-d7453aa5a02a HTTP/1.1" status: 204 len: 168 time: 1.8069763 Sep 18 05:18:04.709505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35488) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:04.727101 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-667064585', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:04.833271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e620511f-fc7d-4fff-9d54-b84c2572a16a {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:18:04.840985 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.860439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Transition to ACTIVE for port object e620511f-fc7d-4fff-9d54-b84c2572a16a will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:18:04.865255 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.868984 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.941479 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:04.957852 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:05.048638 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=e620511f-fc7d-4fff-9d54-b84c2572a16a,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:05.084828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35492) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:05.104874 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-86980ef7-a941-4362-8d54-57154f0ab1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:05.145226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Attempting to bind port e620511f-fc7d-4fff-9d54-b84c2572a16a on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:18:05.145576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Attempting to bind port e620511f-fc7d-4fff-9d54-b84c2572a16a by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '16839bce-f50c-4500-acc3-849218a3ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:18:05.145979 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Attempting to bind port e620511f-fc7d-4fff-9d54-b84c2572a16a on network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:18:05.154708 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Port e620511f-fc7d-4fff-9d54-b84c2572a16a on network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:18:05.155045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Attempting to bind port e620511f-fc7d-4fff-9d54-b84c2572a16a on network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:18:05.164845 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:18:05.165192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Checking segment: {'id': '16839bce-f50c-4500-acc3-849218a3ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:05.165591 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Bound using segment: {'id': '16839bce-f50c-4500-acc3-849218a3ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:18:05.166036 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Bound port: e620511f-fc7d-4fff-9d54-b84c2572a16a, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16839bce-f50c-4500-acc3-849218a3ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:18:05.166484 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:05.188700 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:05.221437 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:05.270244 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] For port e620511f-fc7d-4fff-9d54-b84c2572a16a, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:18:05.273538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] For port e620511f-fc7d-4fff-9d54-b84c2572a16a, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e620511f-fc7d-4fff-9d54-b84c2572a16a,segment=NetworkSegment(16839bce-f50c-4500-acc3-849218a3ee96),segment_id=16839bce-f50c-4500-acc3-849218a3ee96)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:18:05.293987 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-86980ef7-a941-4362-8d54-57154f0ab1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:05.358979 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-86980ef7-a941-4362-8d54-57154f0ab1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:05.362065 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:05.439495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:05.440493 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:05.442127 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] 10.222.0.13 "PUT /v2.0/ports/e620511f-fc7d-4fff-9d54-b84c2572a16a HTTP/1.1" status: 200 len: 1131 time: 1.1407735 Sep 18 05:18:05.445184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'tag': 'e620511f-fc7d-4fff-9d54-b84c2572a16a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:18:05.447793 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b56a0c-1b83-4079-8a9b-c8daa79de6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "69f3fc2d-38b0-4207-aa9f-43b7d73c2643", "tag": "e620511f-fc7d-4fff-9d54-b84c2572a16a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:18:05.450629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86980ef7-a941-4362-8d54-57154f0ab1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4396970f-3e30-4620-a9c9-6a316bbde2c9,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:05.457465 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-86980ef7-a941-4362-8d54-57154f0ab1ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=010f031b333e4e0ab6e7d6420c4cbb1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674219 Sep 18 05:18:05.459027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35506) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:05.509003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b3245-39a1-4cb3-99d2-920a9f220aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=e620511f-fc7d-4fff-9d54-b84c2572a16a,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:05.602561 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d507c-1021-4e73-81a9-9321c41b1cf4 x-openstack-request-id: req-5c9d507c-1021-4e73-81a9-9321c41b1cf4 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:18:05.603126 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f3fc2d-38b0-4207-aa9f-43b7d73c2643", "tag": "e620511f-fc7d-4fff-9d54-b84c2572a16a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:18:05.603579 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c9d507c-1021-4e73-81a9-9321c41b1cf4 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:18:05.603989 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'tag': 'e620511f-fc7d-4fff-9d54-b84c2572a16a', 'status': 'completed', 'code': 200} Sep 18 05:18:05.615447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-cc191e04-1956-40b2-b562-d7bf0478b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:05.617088 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-cc191e04-1956-40b2-b562-d7bf0478b9b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f17ab27bf044c9eb86aad6324bc5636&device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 1134 time: 0.0705633 Sep 18 05:18:05.617722 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2ef23469-ebdd-4997-a74c-fce13f35e2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:05.695378 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:05.722611 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:05.749457 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0f208-2f20-4a29-b1dd-533f738d3923 req-1fb072e7-91c9-4cfb-af5e-ab7496b1a67d tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:05.751290 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4a0f208-2f20-4a29-b1dd-533f738d3923 req-1fb072e7-91c9-4cfb-af5e-ab7496b1a67d tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1650870 Sep 18 05:18:05.844144 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4a0f208-2f20-4a29-b1dd-533f738d3923 req-bdfb2eef-73d7-403d-9cda-2feeb0aa0760 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644310 Sep 18 05:18:05.893044 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Allocated IP 172.25.7.35 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/63548629-7a2c-4e56-be8d-2a6504164514) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:06.016665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:06.052889 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-f495d4f1-006e-4f2e-912b-e793657291bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e620511f-fc7d-4fff-9d54-b84c2572a16a HTTP/1.1" status: 200 len: 217 time: 0.4251072 Sep 18 05:18:06.054724 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2ef23469-ebdd-4997-a74c-fce13f35e2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:06.135237 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:06.157411 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fa0bc-9af2-45a3-af21-07d2a77df8cc req-5190de88-8136-4ce6-ad45-48a598f856d1 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:06.158946 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-682fa0bc-9af2-45a3-af21-07d2a77df8cc req-5190de88-8136-4ce6-ad45-48a598f856d1 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 982 time: 0.1210635 Sep 18 05:18:06.161243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-8cffc9d4-c8b2-4825-84c9-45731f6d4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:06.162642 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-8cffc9d4-c8b2-4825-84c9-45731f6d4e18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=770d0d72-a1d2-4133-873e-4bfcbe309f0d HTTP/1.1" status: 200 len: 833 time: 0.0993679 Sep 18 05:18:06.189298 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:06.195733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:06.197929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Pushing event updated for resources: {'Port': ['ID=63548629-7a2c-4e56-be8d-2a6504164514,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:06.200150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:06.240595 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-682fa0bc-9af2-45a3-af21-07d2a77df8cc req-7c8e8035-3aee-4b27-acaa-df51073c6126 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0734262 Sep 18 05:18:06.243391 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-99c2b83f-ba0a-4e2d-b47e-2a809a3f3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:06.244892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-99c2b83f-ba0a-4e2d-b47e-2a809a3f3ee1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a347f60-fc6d-4173-bb82-71d58c3fe5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707879 Sep 18 05:18:06.280169 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2ef23469-ebdd-4997-a74c-fce13f35e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:06.283141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2ef23469-ebdd-4997-a74c-fce13f35e2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:06.287058 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2ef23469-ebdd-4997-a74c-fce13f35e2d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4396970f-3e30-4620-a9c9-6a316bbde2c9 HTTP/1.1" status: 204 len: 168 time: 0.8244267 Sep 18 05:18:06.304695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef23469-ebdd-4997-a74c-fce13f35e2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4396970f-3e30-4620-a9c9-6a316bbde2c9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:06.382826 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-7ca470a5-9e7f-42c2-accd-7f7e35118cf9 service neutron] 10.222.0.13 "GET /v2.0/networks/7a347f60-fc6d-4173-bb82-71d58c3fe5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303458 Sep 18 05:18:06.492703 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4910df77-2f92-4712-ae7a-7a21273ec57e req-a4bcd758-cbcb-4f9b-a229-5d3f3be951ac service neutron] 10.222.0.13 "GET /v2.0/networks/7a347f60-fc6d-4173-bb82-71d58c3fe5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008022 Sep 18 05:18:06.553522 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:06.682182 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56a0c-1b83-4079-8a9b-c8daa79de6bf req-eb431064-fa3a-4378-8843-11e093e5c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:06.683707 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06b56a0c-1b83-4079-8a9b-c8daa79de6bf req-eb431064-fa3a-4378-8843-11e093e5c2f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f17ab27bf044c9eb86aad6324bc5636&device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 1134 time: 0.0492122 Sep 18 05:18:06.804032 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:06.804338 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56a0c-1b83-4079-8a9b-c8daa79de6bf req-a2bb562d-505b-4ee5-ac58-eed33684cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:06.804338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06b56a0c-1b83-4079-8a9b-c8daa79de6bf req-a2bb562d-505b-4ee5-ac58-eed33684cd5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a347f60-fc6d-4173-bb82-71d58c3fe5c5 HTTP/1.1" status: 200 len: 897 time: 0.1113217 Sep 18 05:18:06.830256 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:06.849147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06b56a0c-1b83-4079-8a9b-c8daa79de6bf req-ab7a5948-6a65-49a8-be31-7455ff7515c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e620511f-fc7d-4fff-9d54-b84c2572a16a HTTP/1.1" status: 200 len: 217 time: 0.0381715 Sep 18 05:18:06.908354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56a0c-1b83-4079-8a9b-c8daa79de6bf req-6960c105-dc77-4e40-bb81-cfbd4a983882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:06.910002 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06b56a0c-1b83-4079-8a9b-c8daa79de6bf req-6960c105-dc77-4e40-bb81-cfbd4a983882 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=770d0d72-a1d2-4133-873e-4bfcbe309f0d HTTP/1.1" status: 200 len: 833 time: 0.0522408 Sep 18 05:18:06.964064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56a0c-1b83-4079-8a9b-c8daa79de6bf req-b1f90702-353f-41f5-bd6b-da3d413b1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:06.965649 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06b56a0c-1b83-4079-8a9b-c8daa79de6bf req-b1f90702-353f-41f5-bd6b-da3d413b1828 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a347f60-fc6d-4173-bb82-71d58c3fe5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478141 Sep 18 05:18:06.982216 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837b49b-29d3-481c-8f66-e12aff67d7fc req-302b4d95-a966-4777-9f82-00200fdc23b3 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:06.984561 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e837b49b-29d3-481c-8f66-e12aff67d7fc req-302b4d95-a966-4777-9f82-00200fdc23b3 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.0571408 Sep 18 05:18:07.031081 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e837b49b-29d3-481c-8f66-e12aff67d7fc req-80d76da2-98eb-4d9e-8dc7-c8da2384ad6f tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395951 Sep 18 05:18:07.053798 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Router ec542041-0f34-4ebd-9234-836234c5d0ad is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:18:07.120101 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06b56a0c-1b83-4079-8a9b-c8daa79de6bf req-05b94f6c-4070-48c1-b8ce-594c11aadbb4 service neutron] 10.222.0.13 "GET /v2.0/networks/7a347f60-fc6d-4173-bb82-71d58c3fe5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460438 Sep 18 05:18:07.237256 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:18:07.256443 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7fc67-41fc-42c4-ad56-b24abf330ace None None] Sync routers for ids ['ec542041-0f34-4ebd-9234-836234c5d0ad'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:18:07.271435 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7fc67-41fc-42c4-ad56-b24abf330ace None None] Routers {'ec542041-0f34-4ebd-9234-836234c5d0ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:07.274310 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-bce7fc67-41fc-42c4-ad56-b24abf330ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ec542041-0f34-4ebd-9234-836234c5d0ad'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:07.278687 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35536) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:07.287683 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06b56a0c-1b83-4079-8a9b-c8daa79de6bf req-7548ae31-af3e-4dfc-a7f4-245ebb5c91a4 service neutron] 10.222.0.13 "GET /v2.0/networks/7a347f60-fc6d-4173-bb82-71d58c3fe5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577256 Sep 18 05:18:07.304128 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c63351b9-857d-4d08-b4fb-60b025a9d5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:07.344710 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-bce7fc67-41fc-42c4-ad56-b24abf330ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:07.357389 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7fc67-41fc-42c4-ad56-b24abf330ace None None] Routers {'ec542041-0f34-4ebd-9234-836234c5d0ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:07.358071 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-bce7fc67-41fc-42c4-ad56-b24abf330ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ec542041-0f34-4ebd-9234-836234c5d0ad'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:07.363976 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:07.365289 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-24ec812b-466a-47bf-8167-3bd0e7e81715 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6548152 Sep 18 05:18:07.368417 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35542) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:07.380263 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:07.390551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae89b7-9add-40ce-b583-b064629ebd1b req-ad29ec39-9c9b-4dca-b258-1ae76c08397f tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:07.399051 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89ae89b7-9add-40ce-b583-b064629ebd1b req-ad29ec39-9c9b-4dca-b258-1ae76c08397f tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 982 time: 0.0686531 Sep 18 05:18:07.401945 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-bce7fc67-41fc-42c4-ad56-b24abf330ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:07.402981 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7fc67-41fc-42c4-ad56-b24abf330ace None None] The sync data for ids ['ec542041-0f34-4ebd-9234-836234c5d0ad'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:18:07.450375 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89ae89b7-9add-40ce-b583-b064629ebd1b req-ab9bd6da-eef6-4fa8-8068-bc5d80e27f70 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0501819 Sep 18 05:18:07.554346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb9846-e350-4e94-ad6f-93a7ea51087f req-8db212fe-499e-4c98-b669-bc45788a97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:07.556141 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-96bb9846-e350-4e94-ad6f-93a7ea51087f req-8db212fe-499e-4c98-b669-bc45788a97b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b24b241d1e242d6a367baa07a5c602e&device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 1097 time: 0.0472221 Sep 18 05:18:07.661475 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb9846-e350-4e94-ad6f-93a7ea51087f req-c302688e-2c8c-4055-8aea-48ce8d592b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:07.663174 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-96bb9846-e350-4e94-ad6f-93a7ea51087f req-c302688e-2c8c-4055-8aea-48ce8d592b97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 HTTP/1.1" status: 200 len: 910 time: 0.0996799 Sep 18 05:18:07.676919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f1b67-4d91-40e1-90b4-cb0539cd58d8 req-62ef818e-7cf4-4f88-a72e-9efc7cfe2cae tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:07.678520 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e53f1b67-4d91-40e1-90b4-cb0539cd58d8 req-62ef818e-7cf4-4f88-a72e-9efc7cfe2cae tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1586070 Sep 18 05:18:07.754110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-96bb9846-e350-4e94-ad6f-93a7ea51087f req-4b4d16f0-6204-4b7d-9068-bbe65a116e22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dbd8665-5e53-4872-9eae-3c424e783bac HTTP/1.1" status: 200 len: 1000 time: 0.0838649 Sep 18 05:18:07.795194 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e53f1b67-4d91-40e1-90b4-cb0539cd58d8 req-2a8e9620-31c3-4700-8f0d-14ecfb50fb73 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031175 Sep 18 05:18:07.816985 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c63351b9-857d-4d08-b4fb-60b025a9d5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:07.832228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb9846-e350-4e94-ad6f-93a7ea51087f req-292639d3-340a-461b-a0e8-d4b02aa1b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:07.833746 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-96bb9846-e350-4e94-ad6f-93a7ea51087f req-292639d3-340a-461b-a0e8-d4b02aa1b8ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ab02bc3-4445-486e-bb1b-e6de93866e50 HTTP/1.1" status: 200 len: 849 time: 0.0734019 Sep 18 05:18:07.870397 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:07.882809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb9846-e350-4e94-ad6f-93a7ea51087f req-64c1255f-0ea9-4838-89c4-d05a040f77db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:07.884394 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-96bb9846-e350-4e94-ad6f-93a7ea51087f req-64c1255f-0ea9-4838-89c4-d05a040f77db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440960 Sep 18 05:18:07.887519 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c63351b9-857d-4d08-b4fb-60b025a9d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:07.928226 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c63351b9-857d-4d08-b4fb-60b025a9d5e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a29ca60f6f4a43e48264604feb0d1989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6483221 Sep 18 05:18:07.930735 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63351b9-857d-4d08-b4fb-60b025a9d5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208e7014-bcc3-4abc-8cb9-6ff1824a91b3,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:07.933160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35546) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:07.964564 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:07.990857 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-96bb9846-e350-4e94-ad6f-93a7ea51087f req-72121a62-13aa-43fe-91b5-ae701b008571 service neutron] 10.222.0.18 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995209 Sep 18 05:18:07.995104 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f7d189d7-ed9e-401a-b98a-02696b53ae65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:08.022628 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f7d189d7-ed9e-401a-b98a-02696b53ae65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:08.132907 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Deleting port 63548629-7a2c-4e56-be8d-2a6504164514 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:08.133630 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:08.142932 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-96bb9846-e350-4e94-ad6f-93a7ea51087f req-6e50c92d-236e-41a5-ad13-d19f9661dfe9 service neutron] 10.222.0.18 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359246 Sep 18 05:18:08.214905 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f7d189d7-ed9e-401a-b98a-02696b53ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:08.218585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f7d189d7-ed9e-401a-b98a-02696b53ae65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:08.219909 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f7d189d7-ed9e-401a-b98a-02696b53ae65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/208e7014-bcc3-4abc-8cb9-6ff1824a91b3 HTTP/1.1" status: 204 len: 168 time: 0.2853384 Sep 18 05:18:08.240349 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d189d7-ed9e-401a-b98a-02696b53ae65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208e7014-bcc3-4abc-8cb9-6ff1824a91b3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:08.259780 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:08.273337 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Calling delete_port for 63548629-7a2c-4e56-be8d-2a6504164514 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:08.523681 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:08.586600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e6597-e7c6-41ab-ab35-06aa6728eb72 req-c4222826-141d-4e5b-90a6-9110d7711691 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:08.588364 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab6e6597-e7c6-41ab-ab35-06aa6728eb72 req-c4222826-141d-4e5b-90a6-9110d7711691 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 982 time: 0.0696981 Sep 18 05:18:08.682232 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab6e6597-e7c6-41ab-ab35-06aa6728eb72 req-ba446d4a-33b8-42cd-bcc2-0cfdb9b8af5d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0813670 Sep 18 05:18:08.892687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e620511f-fc7d-4fff-9d54-b84c2572a16a details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:18:08.925984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Pushing event deleted for resources: {'Port': ['ID=63548629-7a2c-4e56-be8d-2a6504164514,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:09.005180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eadd4-ac42-44d7-9f0b-df9038c8f425 req-38d8fd9b-6739-4bc2-95cf-e72a75901198 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:09.007083 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b90eadd4-ac42-44d7-9f0b-df9038c8f425 req-38d8fd9b-6739-4bc2-95cf-e72a75901198 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1005492 Sep 18 05:18:09.007653 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:09.052654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port e620511f-fc7d-4fff-9d54-b84c2572a16a, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e620511f-fc7d-4fff-9d54-b84c2572a16a,segment=NetworkSegment(16839bce-f50c-4500-acc3-849218a3ee96),segment_id=16839bce-f50c-4500-acc3-849218a3ee96)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:09.083399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'e620511f-fc7d-4fff-9d54-b84c2572a16a', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'port_id': 'e620511f-fc7d-4fff-9d54-b84c2572a16a', 'mac_address': 'fa:16:3e:d3:47:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:18:09.094779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b90eadd4-ac42-44d7-9f0b-df9038c8f425 req-4acb9e5c-4154-4a5f-964a-8e2f2b48168b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773945 Sep 18 05:18:09.139515 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:09.152931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e620511f-fc7d-4fff-9d54-b84c2572a16a {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:18:09.173060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port e620511f-fc7d-4fff-9d54-b84c2572a16a, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e620511f-fc7d-4fff-9d54-b84c2572a16a,segment=NetworkSegment(16839bce-f50c-4500-acc3-849218a3ee96),segment_id=16839bce-f50c-4500-acc3-849218a3ee96)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:09.247597 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:09.252555 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:09.259586 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:09.330348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=e620511f-fc7d-4fff-9d54-b84c2572a16a,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:09.344214 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:09.344214 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:09.344214 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:09.344214 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:09.344664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:09.344770 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:09.345076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:09.345406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:09.345739 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:09.346069 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:09.346534 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:09.346868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:09.347298 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Router ec542041-0f34-4ebd-9234-836234c5d0ad has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:18:09.427808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:18:09.434921 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:09.437847 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4826c4c4-1501-4159-b022-aed218744a7c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "PUT /v2.0/routers/ec542041-0f34-4ebd-9234-836234c5d0ad HTTP/1.1" status: 200 len: 709 time: 2.0682192 Sep 18 05:18:09.439802 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdbf7ce-4c41-41da-8a31-b52e2ac8eed9 None None] Sync routers for ids ['ec542041-0f34-4ebd-9234-836234c5d0ad'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:18:09.440499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35582) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:09.455326 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdbf7ce-4c41-41da-8a31-b52e2ac8eed9 None None] Routers {'ec542041-0f34-4ebd-9234-836234c5d0ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:09.462850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2fdbf7ce-4c41-41da-8a31-b52e2ac8eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ec542041-0f34-4ebd-9234-836234c5d0ad'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:09.492407 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2fdbf7ce-4c41-41da-8a31-b52e2ac8eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:09.500878 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdbf7ce-4c41-41da-8a31-b52e2ac8eed9 None None] Routers {'ec542041-0f34-4ebd-9234-836234c5d0ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:09.501508 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2fdbf7ce-4c41-41da-8a31-b52e2ac8eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ec542041-0f34-4ebd-9234-836234c5d0ad'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:09.528101 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-897c48d6-46b5-463c-96ed-82facba9e35c tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/routers/ec542041-0f34-4ebd-9234-836234c5d0ad HTTP/1.1" status: 200 len: 744 time: 0.0838680 Sep 18 05:18:09.528374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35586) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:09.534216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2fdbf7ce-4c41-41da-8a31-b52e2ac8eed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:09.534879 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdbf7ce-4c41-41da-8a31-b52e2ac8eed9 None None] The sync data for ids ['ec542041-0f34-4ebd-9234-836234c5d0ad'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:18:09.551036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['e620511f-fc7d-4fff-9d54-b84c2572a16a'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:18:09.563938 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fe402e9f-3f5a-405f-aaa4-47a48a1697f7 tempest-RoutersIpV6AdminTest-577365911 tempest-RoutersIpV6AdminTest-577365911-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&device_id=ec542041-0f34-4ebd-9234-836234c5d0ad HTTP/1.1" status: 200 len: 205 time: 0.0343263 Sep 18 05:18:09.566587 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35590) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:09.613745 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3b88655e-68ed-4e68-8712-6744bf5e8ee3 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec542041-0f34-4ebd-9234-836234c5d0ad HTTP/1.1" status: 200 len: 205 time: 0.0458999 Sep 18 05:18:09.616101 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35594) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:09.692434 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f88cea4-2f80-4371-858f-84c7342989b8 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:09.886997 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f88cea4-2f80-4371-858f-84c7342989b8 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:09.890176 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f88cea4-2f80-4371-858f-84c7342989b8 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:09.909932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076dcd7-17b2-4771-8ec9-e97c1f13a3c1 req-6e5d3f6d-ceb4-4d1f-aa06-7af82ca94c08 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:09.911483 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7076dcd7-17b2-4771-8ec9-e97c1f13a3c1 req-6e5d3f6d-ceb4-4d1f-aa06-7af82ca94c08 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 983 time: 0.1478622 Sep 18 05:18:09.977112 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7076dcd7-17b2-4771-8ec9-e97c1f13a3c1 req-b35e3245-9514-4c53-ac7e-6bbb63802e71 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0354080 Sep 18 05:18:10.040408 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f88cea4-2f80-4371-858f-84c7342989b8 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:10.040408 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f88cea4-2f80-4371-858f-84c7342989b8 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Fanout notify agent at l3_agent the message router_deleted on router ec542041-0f34-4ebd-9234-836234c5d0ad {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:18:10.048605 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1f88cea4-2f80-4371-858f-84c7342989b8 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:10.053178 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1f88cea4-2f80-4371-858f-84c7342989b8 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "DELETE /v2.0/routers/ec542041-0f34-4ebd-9234-836234c5d0ad HTTP/1.1" status: 204 len: 168 time: 0.4326458 Sep 18 05:18:10.053298 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35606) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:10.083480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2504798d-4e2d-4343-94f8-ab976a0edee7 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec542041-0f34-4ebd-9234-836234c5d0ad HTTP/1.1" status: 200 len: 205 time: 0.0290906 Sep 18 05:18:10.086364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35608) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:10.122739 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-60946adc-11db-4c3e-8080-ae0455cbdaa1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] delete failed (client error): The resource could not be found. Sep 18 05:18:10.126939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-60946adc-11db-4c3e-8080-ae0455cbdaa1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "DELETE /v2.0/routers/ec542041-0f34-4ebd-9234-836234c5d0ad HTTP/1.1" status: 404 len: 336 time: 0.0377080 Sep 18 05:18:10.127100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35614) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:10.157467 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1f5c016c-e7fd-401d-8d9d-73c8c59b601a tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "GET /v2.0/ports?device_id=c142c438-ce96-42d2-b508-d7453aa5a02a HTTP/1.1" status: 200 len: 205 time: 0.0293622 Sep 18 05:18:10.159713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35616) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:10.205180 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-42dd22b7-1be2-46f0-9af8-fd4bce58d37b tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] delete failed (client error): The resource could not be found. Sep 18 05:18:10.206157 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-42dd22b7-1be2-46f0-9af8-fd4bce58d37b tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "DELETE /v2.0/routers/c142c438-ce96-42d2-b508-d7453aa5a02a HTTP/1.1" status: 404 len: 336 time: 0.0455134 Sep 18 05:18:10.208851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35618) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:10.253871 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a3ab7a42-d55a-4c3b-b7eb-bfb08730629c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "GET /v2.0/ports?device_id=4478039e-dd0d-4ce0-88b3-e8b4860969ad HTTP/1.1" status: 200 len: 205 time: 0.0439212 Sep 18 05:18:10.260989 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35622) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:10.302992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a96e4-a8c8-47b9-b366-bb87d0350d21 req-fe7227b0-2d1f-4675-924a-3b1fa2e20ebd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:10.305354 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-260a96e4-a8c8-47b9-b366-bb87d0350d21 req-fe7227b0-2d1f-4675-924a-3b1fa2e20ebd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1373026 Sep 18 05:18:10.328231 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-0ea30529-3d02-47c8-af2a-c3e91811baec tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] delete failed (client error): The resource could not be found. Sep 18 05:18:10.331823 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0ea30529-3d02-47c8-af2a-c3e91811baec tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "DELETE /v2.0/routers/4478039e-dd0d-4ce0-88b3-e8b4860969ad HTTP/1.1" status: 404 len: 336 time: 0.0672936 Sep 18 05:18:10.332040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35628) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:10.368924 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b8a455a3-7088-4c93-ae7b-e5bd1791293e tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "GET /v2.0/ports?device_id=80dfb4a2-17f9-42b8-bcd0-1acaf1e02049 HTTP/1.1" status: 200 len: 205 time: 0.0346818 Sep 18 05:18:10.371243 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35630) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:10.377415 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-260a96e4-a8c8-47b9-b366-bb87d0350d21 req-a7b60982-0ad2-45f5-be12-f403432fbb54 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621872 Sep 18 05:18:10.412172 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-0a91b30d-2b15-4e68-b67d-1725c2ee4c2b tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] delete failed (client error): The resource could not be found. Sep 18 05:18:10.413312 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0a91b30d-2b15-4e68-b67d-1725c2ee4c2b tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "DELETE /v2.0/routers/80dfb4a2-17f9-42b8-bcd0-1acaf1e02049 HTTP/1.1" status: 404 len: 336 time: 0.0411177 Sep 18 05:18:10.415936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35634) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:10.445732 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0a9ac437-3674-4900-a197-ba4385962a23 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "GET /v2.0/ports?device_id=e873302e-081a-4071-a821-eae173a712d6 HTTP/1.1" status: 200 len: 205 time: 0.0284951 Sep 18 05:18:10.454840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35638) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:10.492196 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-96fe56a5-8b8d-4313-ace5-9a2a29e8b845 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] delete failed (client error): The resource could not be found. Sep 18 05:18:10.493322 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-96fe56a5-8b8d-4313-ace5-9a2a29e8b845 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "DELETE /v2.0/routers/e873302e-081a-4071-a821-eae173a712d6 HTTP/1.1" status: 404 len: 336 time: 0.0368204 Sep 18 05:18:10.496036 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35640) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:10.524781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-68778b74-a5fc-4eab-824f-8221f64843d1 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "GET /v2.0/ports?device_id=93520cdd-712a-4d71-96f1-0a9e36b0bd0c HTTP/1.1" status: 200 len: 205 time: 0.0276592 Sep 18 05:18:10.527021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35642) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:10.567890 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-3368e9d3-8a54-496a-ae21-eb628ddcbf29 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] delete failed (client error): The resource could not be found. Sep 18 05:18:10.568967 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3368e9d3-8a54-496a-ae21-eb628ddcbf29 tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "DELETE /v2.0/routers/93520cdd-712a-4d71-96f1-0a9e36b0bd0c HTTP/1.1" status: 404 len: 336 time: 0.0410576 Sep 18 05:18:10.571866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35646) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:10.597789 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e18fcf-5eb8-44bd-834c-92ec7a55848c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] DELETE failed (client error): The resource could not be found. Sep 18 05:18:10.598249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e18fcf-5eb8-44bd-834c-92ec7a55848c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:18:10.599962 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-58e18fcf-5eb8-44bd-834c-92ec7a55848c tempest-RoutersIpV6AdminTest-2030742620 tempest-RoutersIpV6AdminTest-2030742620-project] 10.222.0.23 "DELETE /v2.0/subnets/5706abc4-1b6e-49f9-9d7a-16cd646d3c65 HTTP/1.1" status: 404 len: 337 time: 0.0271590 Sep 18 05:18:10.906274 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e620511f-fc7d-4fff-9d54-b84c2572a16a up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:18:11.282356 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d01e9c-cae5-4c77-83b6-e5a32ada4c08 req-404ce431-f7d4-4e54-83aa-c4e5d9fd1153 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:11.282356 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0d01e9c-cae5-4c77-83b6-e5a32ada4c08 req-404ce431-f7d4-4e54-83aa-c4e5d9fd1153 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 983 time: 0.0683835 Sep 18 05:18:11.284474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35662) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:11.285242 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port e620511f-fc7d-4fff-9d54-b84c2572a16a completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:18:11.285242 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port e620511f-fc7d-4fff-9d54-b84c2572a16a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:11.285242 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:11.285968 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0d01e9c-cae5-4c77-83b6-e5a32ada4c08 req-bbba0618-2695-4f9d-930b-94e635f79ec9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0402393 Sep 18 05:18:11.286397 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:11.286513 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c63a0205-7832-4c64-80b4-89f8251bf45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:11.286625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e620511f-fc7d-4fff-9d54-b84c2572a16a'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:18:11.286625 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568fa51b-cd72-41c3-b171-e4ce767381ce" -d '{"events": [{"server_uuid": "69f3fc2d-38b0-4207-aa9f-43b7d73c2643", "name": "network-vif-plugged", "status": "completed", "tag": "e620511f-fc7d-4fff-9d54-b84c2572a16a"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:18:11.286625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port e620511f-fc7d-4fff-9d54-b84c2572a16a, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e620511f-fc7d-4fff-9d54-b84c2572a16a,segment=NetworkSegment(16839bce-f50c-4500-acc3-849218a3ee96),segment_id=16839bce-f50c-4500-acc3-849218a3ee96)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:11.314326 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a15615-4fad-4a63-b50b-cc7928bfa06c x-openstack-request-id: req-e8a15615-4fad-4a63-b50b-cc7928bfa06c {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:18:11.315045 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f3fc2d-38b0-4207-aa9f-43b7d73c2643", "name": "network-vif-plugged", "status": "completed", "tag": "e620511f-fc7d-4fff-9d54-b84c2572a16a", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:18:11.315540 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8a15615-4fad-4a63-b50b-cc7928bfa06c {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:18:11.316438 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e620511f-fc7d-4fff-9d54-b84c2572a16a', 'code': 200} Sep 18 05:18:11.363741 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c63a0205-7832-4c64-80b4-89f8251bf45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:11.419627 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:11.431823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac5d28-9b2b-428c-a102-658d9cc6541d req-946031e0-4705-4bf3-8535-00509329d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:11.433382 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f6ac5d28-9b2b-428c-a102-658d9cc6541d req-946031e0-4705-4bf3-8535-00509329d0a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 1135 time: 0.0545595 Sep 18 05:18:11.444717 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35674) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:11.463299 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c63a0205-7832-4c64-80b4-89f8251bf45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:11.471231 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=e620511f-fc7d-4fff-9d54-b84c2572a16a,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:11.515178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a0205-7832-4c64-80b4-89f8251bf45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6ffe92-e7c4-4474-adc3-694395cfbde7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:11.523284 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f6ac5d28-9b2b-428c-a102-658d9cc6541d req-26e26464-f646-4a57-a2e3-40624a5866a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0793126 Sep 18 05:18:11.523964 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c63a0205-7832-4c64-80b4-89f8251bf45d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9de0957128194159ab4ebcf298f35eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3823681 Sep 18 05:18:11.526803 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35678) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:11.567670 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4850d7bc-4fbc-47b5-ae44-27d6433d00cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:11.608348 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2ec13055-8004-4f3f-ba39-660d1977ff7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:11.641076 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2ec13055-8004-4f3f-ba39-660d1977ff7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:11.724039 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4850d7bc-4fbc-47b5-ae44-27d6433d00cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:11.791660 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2ec13055-8004-4f3f-ba39-660d1977ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:11.794226 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2ec13055-8004-4f3f-ba39-660d1977ff7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:11.796045 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2ec13055-8004-4f3f-ba39-660d1977ff7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d6ffe92-e7c4-4474-adc3-694395cfbde7 HTTP/1.1" status: 204 len: 168 time: 0.2682862 Sep 18 05:18:11.803886 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec13055-8004-4f3f-ba39-660d1977ff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6ffe92-e7c4-4474-adc3-694395cfbde7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:11.818652 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4850d7bc-4fbc-47b5-ae44-27d6433d00cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:11.855115 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4850d7bc-4fbc-47b5-ae44-27d6433d00cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e10f50c408d04be89875d8e37c38a98c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090366 Sep 18 05:18:11.857065 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850d7bc-4fbc-47b5-ae44-27d6433d00cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec77a5e-d347-4198-8f1d-18cb5fbeeecf,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:11.858579 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35684) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:11.909518 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-26c175d1-c2f7-42e9-8786-954f0e286e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:11.930971 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-26c175d1-c2f7-42e9-8786-954f0e286e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:12.078883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-26c175d1-c2f7-42e9-8786-954f0e286e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:12.081749 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-26c175d1-c2f7-42e9-8786-954f0e286e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:12.083036 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-26c175d1-c2f7-42e9-8786-954f0e286e54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ec77a5e-d347-4198-8f1d-18cb5fbeeecf HTTP/1.1" status: 204 len: 168 time: 0.2233880 Sep 18 05:18:12.100846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c175d1-c2f7-42e9-8786-954f0e286e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec77a5e-d347-4198-8f1d-18cb5fbeeecf,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:12.296817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90175705-a35c-402b-a77f-b9c3753d1224 req-d54819ef-bc95-4f81-b77c-1954b089c274 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:12.298333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90175705-a35c-402b-a77f-b9c3753d1224 req-d54819ef-bc95-4f81-b77c-1954b089c274 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 984 time: 0.0522633 Sep 18 05:18:12.338393 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90175705-a35c-402b-a77f-b9c3753d1224 req-46e7825d-3fd0-4a3a-a792-7968edcd2ec2 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0335937 Sep 18 05:18:12.663878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35700) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:12.709171 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1b3b18f5-0a13-4eb2-8271-68b45826284a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e5137d164b2442aaab2fce4b37c23ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442588 Sep 18 05:18:12.712001 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35702) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:12.760940 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-71144448-3aec-4984-acaa-974c4f8e35d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:12.783360 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-71144448-3aec-4984-acaa-974c4f8e35d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:12.963059 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-71144448-3aec-4984-acaa-974c4f8e35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:12.965705 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-71144448-3aec-4984-acaa-974c4f8e35d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:12.966870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-71144448-3aec-4984-acaa-974c4f8e35d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ece354d-680d-472f-a82d-de70d260fb6b HTTP/1.1" status: 204 len: 168 time: 0.2539322 Sep 18 05:18:12.974879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71144448-3aec-4984-acaa-974c4f8e35d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ece354d-680d-472f-a82d-de70d260fb6b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:13.112342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35710) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:13.126776 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5253fb49-9b39-4126-80b1-a03d0bb7c431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:13.221234 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5253fb49-9b39-4126-80b1-a03d0bb7c431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:13.328828 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5253fb49-9b39-4126-80b1-a03d0bb7c431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:13.375017 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5253fb49-9b39-4126-80b1-a03d0bb7c431 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=204786bdd09046f1a1c22d8f8b8fb780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2628965 Sep 18 05:18:13.376383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253fb49-9b39-4126-80b1-a03d0bb7c431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8172f189-f913-4567-af4d-7c105e963918,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:13.378370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35716) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:13.461597 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5467c446-a1b3-4304-a045-ea52f6f564c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:13.498445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ae304-5803-4996-a0f0-4abb09a93d73 req-865157c5-eecf-491d-894e-20facd01c2d0 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:13.500563 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-279ae304-5803-4996-a0f0-4abb09a93d73 req-865157c5-eecf-491d-894e-20facd01c2d0 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 984 time: 0.0758114 Sep 18 05:18:13.502637 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5467c446-a1b3-4304-a045-ea52f6f564c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:13.579161 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-279ae304-5803-4996-a0f0-4abb09a93d73 req-2f6928a9-6b9d-410f-bfa6-09c0e00ccd2c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0689099 Sep 18 05:18:13.699068 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f41e1-1bc4-408e-9649-0c3bb5964e1f req-2054100c-f97a-45d4-9956-a6c57f642a7c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:13.700621 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a57f41e1-1bc4-408e-9649-0c3bb5964e1f req-2054100c-f97a-45d4-9956-a6c57f642a7c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 984 time: 0.0550606 Sep 18 05:18:13.739639 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5467c446-a1b3-4304-a045-ea52f6f564c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:13.743994 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5467c446-a1b3-4304-a045-ea52f6f564c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:13.744132 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a57f41e1-1bc4-408e-9649-0c3bb5964e1f req-a5f18f5a-ee89-455a-acad-8245d627d5bc tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0352497 Sep 18 05:18:13.744436 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5467c446-a1b3-4304-a045-ea52f6f564c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8172f189-f913-4567-af4d-7c105e963918 HTTP/1.1" status: 204 len: 168 time: 0.3639486 Sep 18 05:18:13.757673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467c446-a1b3-4304-a045-ea52f6f564c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8172f189-f913-4567-af4d-7c105e963918,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:13.874008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c89e1f-bead-4523-ba41-e7a244b8c4d1 req-2585cfcd-b074-4e3e-a2ae-7a7e1dcfa83a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:13.876598 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78c89e1f-bead-4523-ba41-e7a244b8c4d1 req-2585cfcd-b074-4e3e-a2ae-7a7e1dcfa83a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 1136 time: 0.0621471 Sep 18 05:18:13.895213 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-78c89e1f-bead-4523-ba41-e7a244b8c4d1 req-6ea7ab70-a83c-4822-be15-51e2ce1d043b tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:13.987655 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-78c89e1f-bead-4523-ba41-e7a244b8c4d1 req-6ea7ab70-a83c-4822-be15-51e2ce1d043b tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:14.117883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-78c89e1f-bead-4523-ba41-e7a244b8c4d1 req-6ea7ab70-a83c-4822-be15-51e2ce1d043b tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:14.142408 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78c89e1f-bead-4523-ba41-e7a244b8c4d1 req-6ea7ab70-a83c-4822-be15-51e2ce1d043b tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2599318 Sep 18 05:18:14.154554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7ab70-a83c-4822-be15-51e2ce1d043b tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cb65b4-e59f-4b6a-8c67-66aabd18c793,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:14.171511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35746) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:14.220128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6347be17-6681-41e9-b657-3f097c54b915 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:14.220128 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6347be17-6681-41e9-b657-3f097c54b915 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 1131 time: 0.0430009 Sep 18 05:18:14.220128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35750) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:14.222456 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': 'e620511f-fc7d-4fff-9d54-b84c2572a16a', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:14.340522 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:14.373488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35760) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:14.452693 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:14.478908 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1345486909'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:14.567644 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Allocated IP 172.25.7.211 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/d8317772-207f-45c0-82e6-29974dcb9416) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:14.613062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:14.618025 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:14.625842 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:14.692372 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:14.734137 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:14.838102 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:14.879888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:14.881875 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:14.882952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:14.886893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:14.898192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:18:14.931301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'Port': ['ID=d8317772-207f-45c0-82e6-29974dcb9416,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:14.934137 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:14.934514 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Added segment 6db31868-f5f0-439f-b555-453cd1baf668 of type vlan for network e14fd239-0fbc-4e30-aef7-beef61ca0e46 Sep 18 05:18:14.950509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8681f3d8-24bc-44a7-90cf-8e13d5c11624,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:14.992996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:15.112061 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:15.118315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:15.118935 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:15.199520 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Network': ['ID=e14fd239-0fbc-4e30-aef7-beef61ca0e46,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:15.212596 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:18:15.215841 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-66bbaeac-4673-4bac-b6ca-e06b300c6ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8406360 Sep 18 05:18:15.220928 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35788) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:15.225697 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-92d6ef1d-9ccb-4bfc-95b4-83a14b87fa3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:15.330892 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:15.449190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d6ef1d-9ccb-4bfc-95b4-83a14b87fa3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:15.453982 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92d6ef1d-9ccb-4bfc-95b4-83a14b87fa3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:15.488012 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:15.657583 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:15.706479 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92d6ef1d-9ccb-4bfc-95b4-83a14b87fa3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:15.747162 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:15.784460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6ef1d-9ccb-4bfc-95b4-83a14b87fa3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=519cc64d-41f0-41c5-b6b3-6fb5738c662a,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:15.792940 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d6ef1d-9ccb-4bfc-95b4-83a14b87fa3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:15.793598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d6ef1d-9ccb-4bfc-95b4-83a14b87fa3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network hostable DHCP agents. Network: e14fd239-0fbc-4e30-aef7-beef61ca0e46, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:18:15.833504 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'Port': ['ID=d8317772-207f-45c0-82e6-29974dcb9416,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:15.838431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:15.945471 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Floating IP 68bc20da-ac34-46e3-aa4a-13e40c1a0f5e associated. External IP: 172.25.7.211, port: e620511f-fc7d-4fff-9d54-b84c2572a16a. Sep 18 05:18:15.952061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d6ef1d-9ccb-4bfc-95b4-83a14b87fa3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:18:16.083440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-92d6ef1d-9ccb-4bfc-95b4-83a14b87fa3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, e14fd239-0fbc-4e30-aef7-beef61ca0e46) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:16.087599 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d6ef1d-9ccb-4bfc-95b4-83a14b87fa3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.088210 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-92d6ef1d-9ccb-4bfc-95b4-83a14b87fa3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:16.095825 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6748fa3e-624f-4f13-bec5-7fdc42f809a1 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:16.162079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Router 835bdbd9-f3ac-4c5a-803d-3849579cea2a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:18:16.241592 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-92d6ef1d-9ccb-4bfc-95b4-83a14b87fa3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0200913 Sep 18 05:18:16.244317 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35812) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:16.249326 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '519cc64d-41f0-41c5-b6b3-6fb5738c662a'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:18:16.250322 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:16.250663 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d2b06f10-d1ed-481c-911d-b63c5f732dd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'name': 'tempest-NetworksTestDHCPv6-1213335231'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:16.277611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:18:16.287815 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aaebce-b51d-4806-b541-18af4488ae26 None None] Sync routers for ids ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:18:16.298987 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aaebce-b51d-4806-b541-18af4488ae26 None None] Routers {'835bdbd9-f3ac-4c5a-803d-3849579cea2a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:16.300614 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-65aaebce-b51d-4806-b541-18af4488ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:16.396063 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:16.440185 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2d0d459e-2b2c-4d1c-b889-f9fe93d9db72 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2210207 Sep 18 05:18:16.440836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'tag': 'e620511f-fc7d-4fff-9d54-b84c2572a16a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:18:16.441159 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Allocated IP 2001:db8::2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/519cc64d-41f0-41c5-b6b3-6fb5738c662a/a36bc2c5-4afe-4397-8cc6-8ee262049d0b) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:16.442892 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35818) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:16.443561 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f99022c-b063-4594-8a0c-2ee7cc77ec3f" -d '{"events": [{"name": "network-changed", "server_uuid": "69f3fc2d-38b0-4207-aa9f-43b7d73c2643", "tag": "e620511f-fc7d-4fff-9d54-b84c2572a16a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:18:16.450539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35822) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:16.497171 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd580b4-3825-4927-850c-194b9e595e4b x-openstack-request-id: req-bcd580b4-3825-4927-850c-194b9e595e4b {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:18:16.497171 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f3fc2d-38b0-4207-aa9f-43b7d73c2643", "tag": "e620511f-fc7d-4fff-9d54-b84c2572a16a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:18:16.497171 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcd580b4-3825-4927-850c-194b9e595e4b {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:18:16.497171 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'tag': 'e620511f-fc7d-4fff-9d54-b84c2572a16a', 'status': 'completed', 'code': 200} Sep 18 05:18:16.497649 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-65aaebce-b51d-4806-b541-18af4488ae26 None None] Set router 835bdbd9-f3ac-4c5a-803d-3849579cea2a gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:18:16.592448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99022c-b063-4594-8a0c-2ee7cc77ec3f req-91ae5dca-b3ad-4d62-a92c-88bca73c732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.594939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1f99022c-b063-4594-8a0c-2ee7cc77ec3f req-91ae5dca-b3ad-4d62-a92c-88bca73c732e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f17ab27bf044c9eb86aad6324bc5636&device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 1136 time: 0.0757232 Sep 18 05:18:16.617687 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b06f10-d1ed-481c-911d-b63c5f732dd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:16.623149 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d2b06f10-d1ed-481c-911d-b63c5f732dd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:16.674912 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-553031d5-1779-4ed0-9511-c57b50b2b850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:16.703167 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-d2b06f10-d1ed-481c-911d-b63c5f732dd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port accc03a6-79a2-4f65-941c-df7933eadebc yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:18:16.704844 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:16.830816 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-65aaebce-b51d-4806-b541-18af4488ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:17:54Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '68bc20da-ac34-46e3-aa4a-13e40c1a0f5e', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'port_id': 'e620511f-fc7d-4fff-9d54-b84c2572a16a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'mac_address': 'fa:16:3e:d3:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:18:15Z', 'updated_at': '2021-09-18T05:18:15Z', 'revision_number': 0, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253947da-a0b3-44f1-8493-b02a73380ade', 'name': '', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'mac_address': 'fa:16:3e:6d:35:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:53Z', 'updated_at': '2021-09-18T05:17:58Z', 'revision_number': 5, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'subnets': [{'id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:16.863658 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aaebce-b51d-4806-b541-18af4488ae26 None None] Checking router: 835bdbd9-f3ac-4c5a-803d-3849579cea2a for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:18:16.863909 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:16.864638 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.865160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.865522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.865980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.866453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.866917 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.867382 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.867847 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.868336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.868799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.869259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.869728 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.870336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.870878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:16.877423 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b250d835-e29e-4f92-9125-5bdbfd5d0439 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9833 time: 0.4333279 Sep 18 05:18:16.877987 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aaebce-b51d-4806-b541-18af4488ae26 None None] Routers {'835bdbd9-f3ac-4c5a-803d-3849579cea2a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:16.878145 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35830) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:16.878974 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-65aaebce-b51d-4806-b541-18af4488ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:16.924195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Pushing event updated for resources: {'Port': ['ID=a36bc2c5-4afe-4397-8cc6-8ee262049d0b,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:16.957022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:16.959723 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:16.962460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:17.052523 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Attempting to bind port a36bc2c5-4afe-4397-8cc6-8ee262049d0b on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:18:17.053129 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Attempting to bind port a36bc2c5-4afe-4397-8cc6-8ee262049d0b by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:18:17.053651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Attempting to bind port a36bc2c5-4afe-4397-8cc6-8ee262049d0b on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:18:17.055793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-d2b06f10-d1ed-481c-911d-b63c5f732dd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::19d (e14fd239-0fbc-4e30-aef7-beef61ca0e46/519cc64d-41f0-41c5-b6b3-6fb5738c662a/accc03a6-79a2-4f65-941c-df7933eadebc) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:17.070062 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:18:17.070450 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:17.071232 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:17.071771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:18:17.072295 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Bound port: a36bc2c5-4afe-4397-8cc6-8ee262049d0b, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:18:17.072688 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:17.102354 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.102879 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.103363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.103969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.104639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.105123 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.105576 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.106042 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.106545 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.107008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.107490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.118056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.118501 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.119025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.128911 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e092380b-8685-4a6b-944e-215fccf50b5a tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8903 time: 0.2471349 Sep 18 05:18:17.129419 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35834) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:17.164825 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-65aaebce-b51d-4806-b541-18af4488ae26 None None] Set router 835bdbd9-f3ac-4c5a-803d-3849579cea2a gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:18:17.172629 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] For port a36bc2c5-4afe-4397-8cc6-8ee262049d0b, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:18:17.177760 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] For port a36bc2c5-4afe-4397-8cc6-8ee262049d0b, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a36bc2c5-4afe-4397-8cc6-8ee262049d0b,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:18:17.193754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99022c-b063-4594-8a0c-2ee7cc77ec3f req-b5860cf3-ab96-4d67-9858-7801404d45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.195515 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1f99022c-b063-4594-8a0c-2ee7cc77ec3f req-b5860cf3-ab96-4d67-9858-7801404d45f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a347f60-fc6d-4173-bb82-71d58c3fe5c5 HTTP/1.1" status: 200 len: 897 time: 0.5941963 Sep 18 05:18:17.265004 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:17.304667 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1f99022c-b063-4594-8a0c-2ee7cc77ec3f req-cf78d897-8f2c-406b-a6c0-f42063eda65d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e620511f-fc7d-4fff-9d54-b84c2572a16a HTTP/1.1" status: 200 len: 999 time: 0.0988116 Sep 18 05:18:17.357365 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-553031d5-1779-4ed0-9511-c57b50b2b850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:17.377326 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6fbee-e72b-42ad-b5b5-556b4e3a0620 None None] Pushing event updated for resources: {'Port': ['ID=a36bc2c5-4afe-4397-8cc6-8ee262049d0b,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:17.394911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99022c-b063-4594-8a0c-2ee7cc77ec3f req-7ec6fc39-3c0b-4659-9657-935830add78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.397027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1f99022c-b063-4594-8a0c-2ee7cc77ec3f req-7ec6fc39-3c0b-4659-9657-935830add78e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=770d0d72-a1d2-4133-873e-4bfcbe309f0d HTTP/1.1" status: 200 len: 833 time: 0.0861888 Sep 18 05:18:17.425562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-553031d5-1779-4ed0-9511-c57b50b2b850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:17.437199 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-65aaebce-b51d-4806-b541-18af4488ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:17:54Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '68bc20da-ac34-46e3-aa4a-13e40c1a0f5e', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'port_id': 'e620511f-fc7d-4fff-9d54-b84c2572a16a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'mac_address': 'fa:16:3e:d3:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:18:15Z', 'updated_at': '2021-09-18T05:18:15Z', 'revision_number': 0, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253947da-a0b3-44f1-8493-b02a73380ade', 'name': '', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'mac_address': 'fa:16:3e:6d:35:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:53Z', 'updated_at': '2021-09-18T05:17:58Z', 'revision_number': 5, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'subnets': [{'id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:17.471891 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aaebce-b51d-4806-b541-18af4488ae26 None None] The sync data for ids ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'] in n-d-789963-13 is: [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:17:54Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '68bc20da-ac34-46e3-aa4a-13e40c1a0f5e', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'port_id': 'e620511f-fc7d-4fff-9d54-b84c2572a16a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'mac_address': 'fa:16:3e:d3:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:18:15Z', 'updated_at': '2021-09-18T05:18:15Z', 'revision_number': 0, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253947da-a0b3-44f1-8493-b02a73380ade', 'name': '', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'mac_address': 'fa:16:3e:6d:35:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:53Z', 'updated_at': '2021-09-18T05:17:58Z', 'revision_number': 5, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'subnets': [{'id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:18:17.484917 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-553031d5-1779-4ed0-9511-c57b50b2b850 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8240e28ccb44c3e91218f156ef5bb0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0331786 Sep 18 05:18:17.504043 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35838) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:17.505033 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553031d5-1779-4ed0-9511-c57b50b2b850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30081755-4820-4f54-a33c-1db610303e8d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:17.536378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99022c-b063-4594-8a0c-2ee7cc77ec3f req-d8749670-19b9-4da2-9c54-7a26d3b2c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.538031 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1f99022c-b063-4594-8a0c-2ee7cc77ec3f req-d8749670-19b9-4da2-9c54-7a26d3b2c922 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a347f60-fc6d-4173-bb82-71d58c3fe5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321936 Sep 18 05:18:17.610354 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d2b06f10-d1ed-481c-911d-b63c5f732dd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:17.666864 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1f99022c-b063-4594-8a0c-2ee7cc77ec3f req-f656adde-b4ff-4774-860b-37c905c39bb1 service neutron] 10.222.0.13 "GET /v2.0/networks/7a347f60-fc6d-4173-bb82-71d58c3fe5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205320 Sep 18 05:18:17.714120 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e4e694fc-7000-43d6-abaf-0ea2c4071878 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4500 time: 0.5816534 Sep 18 05:18:17.716498 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0377ca3d-24e9-4d39-93b5-8410cce08e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:17.720509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35840) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:17.787243 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1f99022c-b063-4594-8a0c-2ee7cc77ec3f req-d866b73f-cc7e-4135-8d5a-a00bd50818d3 service neutron] 10.222.0.13 "GET /v2.0/networks/7a347f60-fc6d-4173-bb82-71d58c3fe5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131279 Sep 18 05:18:17.820089 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f4f1a-215a-4853-86db-d8a871f3c271 None None] New status for floating IP 68bc20da-ac34-46e3-aa4a-13e40c1a0f5e: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:18:17.820345 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0377ca3d-24e9-4d39-93b5-8410cce08e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:17.833879 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d2b06f10-d1ed-481c-911d-b63c5f732dd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:17.906253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffedb8d-27f2-4b79-bfb3-8f29f8b9a772 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.906939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffedb8d-27f2-4b79-bfb3-8f29f8b9a772 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.908425 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cffedb8d-27f2-4b79-bfb3-8f29f8b9a772 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=835bdbd9-f3ac-4c5a-803d-3849579cea2a HTTP/1.1" status: 200 len: 1992 time: 0.1869297 Sep 18 05:18:17.918039 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b06f10-d1ed-481c-911d-b63c5f732dd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:17.924699 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-d2b06f10-d1ed-481c-911d-b63c5f732dd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:17.931907 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b06f10-d1ed-481c-911d-b63c5f732dd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:17.937908 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b06f10-d1ed-481c-911d-b63c5f732dd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:17.938542 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d2b06f10-d1ed-481c-911d-b63c5f732dd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:17.942858 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b06f10-d1ed-481c-911d-b63c5f732dd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=accc03a6-79a2-4f65-941c-df7933eadebc,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:18.072841 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d2b06f10-d1ed-481c-911d-b63c5f732dd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8270302 Sep 18 05:18:18.075222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35848) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:18.126877 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0377ca3d-24e9-4d39-93b5-8410cce08e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:18.129319 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0377ca3d-24e9-4d39-93b5-8410cce08e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:18.133061 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0377ca3d-24e9-4d39-93b5-8410cce08e62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30081755-4820-4f54-a33c-1db610303e8d HTTP/1.1" status: 204 len: 168 time: 0.6240785 Sep 18 05:18:18.158785 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377ca3d-24e9-4d39-93b5-8410cce08e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30081755-4820-4f54-a33c-1db610303e8d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:18.192459 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6332769-a2ee-4c70-8819-7063c5eafb57 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:18.200062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6332769-a2ee-4c70-8819-7063c5eafb57 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:18.204289 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a6332769-a2ee-4c70-8819-7063c5eafb57 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1264024 Sep 18 05:18:18.205567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35854) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:18.514820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a752211d-19c6-4297-a2c6-9265f33b01f2 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:18.610624 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5ab80b63-030c-4831-9731-654c9a4d858a None None] Provisioning complete for port a36bc2c5-4afe-4397-8cc6-8ee262049d0b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:18.617110 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ab80b63-030c-4831-9731-654c9a4d858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:18.677125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1b042366-110c-4de5-8f96-2509c216f553 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port accc03a6-79a2-4f65-941c-df7933eadebc {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:18.677520 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b042366-110c-4de5-8f96-2509c216f553 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:18.762800 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ab80b63-030c-4831-9731-654c9a4d858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:18.786062 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b042366-110c-4de5-8f96-2509c216f553 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:18.805618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5ab80b63-030c-4831-9731-654c9a4d858a None None] For port a36bc2c5-4afe-4397-8cc6-8ee262049d0b, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a36bc2c5-4afe-4397-8cc6-8ee262049d0b,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:18.805765 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1b042366-110c-4de5-8f96-2509c216f553 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for accc03a6-79a2-4f65-941c-df7933eadebc owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:18.883540 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ab80b63-030c-4831-9731-654c9a4d858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:18.891749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a36bc2c5-4afe-4397-8cc6-8ee262049d0b up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:18:19.012195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab80b63-030c-4831-9731-654c9a4d858a None None] Pushing event updated for resources: {'Port': ['ID=a36bc2c5-4afe-4397-8cc6-8ee262049d0b,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:19.025816 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a36bc2c5-4afe-4397-8cc6-8ee262049d0b triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:19.026194 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:19.083463 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b042366-110c-4de5-8f96-2509c216f553 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:19.123741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5dc306d2-c387-4273-afd8-b80a8d6e01de None None] Provisioning complete for port a36bc2c5-4afe-4397-8cc6-8ee262049d0b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:19.124648 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5dc306d2-c387-4273-afd8-b80a8d6e01de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:19.131474 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b042366-110c-4de5-8f96-2509c216f553 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=accc03a6-79a2-4f65-941c-df7933eadebc,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:19.193029 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1b042366-110c-4de5-8f96-2509c216f553 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:19.197522 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1b042366-110c-4de5-8f96-2509c216f553 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/accc03a6-79a2-4f65-941c-df7933eadebc HTTP/1.1" status: 204 len: 168 time: 0.9871631 Sep 18 05:18:19.197877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35878) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:19.222526 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5dc306d2-c387-4273-afd8-b80a8d6e01de None None] Could not find standard attr ID for object accc03a6-79a2-4f65-941c-df7933eadebc. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:18:19.299459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f7c4bb-0942-45fa-b954-b7ce2eaae27f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:19.301222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f7c4bb-0942-45fa-b954-b7ce2eaae27f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:19.305313 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c0f7c4bb-0942-45fa-b954-b7ce2eaae27f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1039464 Sep 18 05:18:19.305737 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35882) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:19.371470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0bfdb6-a2b3-444a-89eb-89b4edfe0a61 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 519cc64d-41f0-41c5-b6b3-6fb5738c662a {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:18:19.375199 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfdb6-a2b3-444a-89eb-89b4edfe0a61 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:19.427648 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfdb6-a2b3-444a-89eb-89b4edfe0a61 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:19.441950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-edd25548-df27-435f-99a2-308df1bdee9b None None] Could not find standard attr ID for object accc03a6-79a2-4f65-941c-df7933eadebc. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:18:19.555322 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfdb6-a2b3-444a-89eb-89b4edfe0a61 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:19.723644 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfdb6-a2b3-444a-89eb-89b4edfe0a61 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:19.755219 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bfdb6-a2b3-444a-89eb-89b4edfe0a61 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=519cc64d-41f0-41c5-b6b3-6fb5738c662a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:19.758978 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfdb6-a2b3-444a-89eb-89b4edfe0a61 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:19.760901 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4a0bfdb6-a2b3-444a-89eb-89b4edfe0a61 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/519cc64d-41f0-41c5-b6b3-6fb5738c662a HTTP/1.1" status: 204 len: 168 time: 0.4541411 Sep 18 05:18:19.763575 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35892) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:19.769555 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd6369e-a1f2-4f40-b969-effcc4b3647b None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:19.818439 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9b61f738-bb4c-4e82-a102-39f8ad4e0709 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536397 Sep 18 05:18:19.821594 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35896) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:19.827186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-31f68fd7-4487-4c52-bd3d-efe6ea40ac99 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:19.970294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86f48bf-6438-4e65-9ede-6b15fd761d17 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:18:20.014794 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f68fd7-4487-4c52-bd3d-efe6ea40ac99 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:20.019426 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-31f68fd7-4487-4c52-bd3d-efe6ea40ac99 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:20.150763 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-68601b7b-dae0-4474-b7d4-ed473a2c16b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0713916 Sep 18 05:18:20.176704 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e86f48bf-6438-4e65-9ede-6b15fd761d17 None None] Deleting port a36bc2c5-4afe-4397-8cc6-8ee262049d0b {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:20.177072 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e86f48bf-6438-4e65-9ede-6b15fd761d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:20.250871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e86f48bf-6438-4e65-9ede-6b15fd761d17 None None] For port a36bc2c5-4afe-4397-8cc6-8ee262049d0b, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a36bc2c5-4afe-4397-8cc6-8ee262049d0b,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:20.251286 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e86f48bf-6438-4e65-9ede-6b15fd761d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:20.257626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-ffaea588-48fd-41a1-ad4e-f00b72759e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:20.260167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-ffaea588-48fd-41a1-ad4e-f00b72759e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:20.260705 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-ffaea588-48fd-41a1-ad4e-f00b72759e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:20.261267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-ffaea588-48fd-41a1-ad4e-f00b72759e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:20.261754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-ffaea588-48fd-41a1-ad4e-f00b72759e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:20.262421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-ffaea588-48fd-41a1-ad4e-f00b72759e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:20.262962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-ffaea588-48fd-41a1-ad4e-f00b72759e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:20.265044 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e86f48bf-6438-4e65-9ede-6b15fd761d17 None None] Calling delete_port for a36bc2c5-4afe-4397-8cc6-8ee262049d0b owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:20.265379 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-ffaea588-48fd-41a1-ad4e-f00b72759e56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b372da42727e49509bd94f617be28f70&device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 6498 time: 0.0641692 Sep 18 05:18:20.410946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-b6663da0-c1d8-4526-88e4-5911015f7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:20.411274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-b6663da0-c1d8-4526-88e4-5911015f7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:20.411777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-b6663da0-c1d8-4526-88e4-5911015f7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:20.413411 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-b6663da0-c1d8-4526-88e4-5911015f7c13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=51566083-6d68-46b7-9abf-efdb568e8fb9&id=51566083-6d68-46b7-9abf-efdb568e8fb9 HTTP/1.1" status: 200 len: 2290 time: 0.1248834 Sep 18 05:18:20.454560 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e86f48bf-6438-4e65-9ede-6b15fd761d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:20.466556 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-31f68fd7-4487-4c52-bd3d-efe6ea40ac99 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:20.483273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f48bf-6438-4e65-9ede-6b15fd761d17 None None] Pushing event deleted for resources: {'Port': ['ID=a36bc2c5-4afe-4397-8cc6-8ee262049d0b,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:20.486141 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-9144ddc6-bf0b-4827-8408-eecd9bbce93e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d455aaba-551f-4bf0-bf41-d280a03099b8 HTTP/1.1" status: 200 len: 1002 time: 0.0648108 Sep 18 05:18:20.490474 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f48bf-6438-4e65-9ede-6b15fd761d17 None None] No DVR routers for this DVR port a36bc2c5-4afe-4397-8cc6-8ee262049d0b on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:18:20.518702 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f68fd7-4487-4c52-bd3d-efe6ea40ac99 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:20.521399 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-31f68fd7-4487-4c52-bd3d-efe6ea40ac99 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:20.526793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f68fd7-4487-4c52-bd3d-efe6ea40ac99 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:20.527471 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-31f68fd7-4487-4c52-bd3d-efe6ea40ac99 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:20.537886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934bd595-4843-441a-bc25-16f78368100a None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:20.548263 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f68fd7-4487-4c52-bd3d-efe6ea40ac99 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=2ea76daa-6a34-41e0-98f7-9e60335c93a0,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:20.552685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-d675bbe8-6577-40ff-997e-888a448c4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:20.557553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-d675bbe8-6577-40ff-997e-888a448c4f67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3652170f-ab08-4d41-b110-118b14aed9ef HTTP/1.1" status: 200 len: 851 time: 0.0612791 Sep 18 05:18:20.601823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-cc227785-39c9-4aa3-8207-07bedc402366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:20.603331 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-cc227785-39c9-4aa3-8207-07bedc402366 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415592 Sep 18 05:18:20.651032 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-31f68fd7-4487-4c52-bd3d-efe6ea40ac99 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8278093 Sep 18 05:18:20.653567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35920) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:20.659407 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-22dd07c3-4cbd-48c7-ac5d-c894e6c333fd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'name': 'tempest-NetworksTestDHCPv6-1764480910'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:20.725160 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '2ea76daa-6a34-41e0-98f7-9e60335c93a0'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:18:20.728670 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-f9152023-6204-4ba1-82b2-c5e82d16207b service neutron] 10.222.0.13 "GET /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183751 Sep 18 05:18:20.738560 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:20.861697 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a36bc2c5-4afe-4397-8cc6-8ee262049d0b no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:18:20.864359 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-f2d22028-2fbd-4b19-941d-11e7cdd852c2 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278856 Sep 18 05:18:20.871996 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dd07c3-4cbd-48c7-ac5d-c894e6c333fd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:20.877100 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-22dd07c3-4cbd-48c7-ac5d-c894e6c333fd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:20.889594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: a36bc2c5-4afe-4397-8cc6-8ee262049d0b {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:18:20.889974 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a36bc2c5-4afe-4397-8cc6-8ee262049d0b not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:18:20.900515 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-22dd07c3-4cbd-48c7-ac5d-c894e6c333fd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port 313ab5e0-3208-42a4-8b3e-0047f52c21f4 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:18:20.914798 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-3c7dad78-9604-4627-9732-c5e687b6623d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=809807b6-462d-44b0-8e04-e9ff7ffe34db HTTP/1.1" status: 200 len: 217 time: 0.0416818 Sep 18 05:18:20.979367 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Allocated IP 2001:db8::2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/2ea76daa-6a34-41e0-98f7-9e60335c93a0/7569a829-08d9-4b30-b888-0e8970c36737) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:20.982138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-e8589004-65f4-4613-b7ae-2776a7df9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:20.984629 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-e8589004-65f4-4613-b7ae-2776a7df9f4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.0613358 Sep 18 05:18:21.049829 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-26c83905-fa74-4022-9c81-53a5a720187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:21.051896 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-26c83905-fa74-4022-9c81-53a5a720187e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0595770 Sep 18 05:18:21.149031 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-c687bc3e-d3a1-47c4-87dc-2671e0b30144 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901959 Sep 18 05:18:21.149305 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:21.283860 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:21.313417 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-dd5d7e6b-c503-45f3-8061-8ffbec77c755 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563375 Sep 18 05:18:21.320135 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:21.323006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:21.326943 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:21.339604 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Pushing event updated for resources: {'Port': ['ID=7569a829-08d9-4b30-b888-0e8970c36737,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:21.356488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-22dd07c3-4cbd-48c7-ac5d-c894e6c333fd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::21f (e14fd239-0fbc-4e30-aef7-beef61ca0e46/2ea76daa-6a34-41e0-98f7-9e60335c93a0/313ab5e0-3208-42a4-8b3e-0047f52c21f4) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:21.357826 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-31bed044-6435-4043-8a43-d4cbdb0e4f95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=0f8dede5-c7f9-4b5a-9a73-478db3ecef05 HTTP/1.1" status: 200 len: 217 time: 0.0375092 Sep 18 05:18:21.395145 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Attempting to bind port 7569a829-08d9-4b30-b888-0e8970c36737 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:18:21.395514 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Attempting to bind port 7569a829-08d9-4b30-b888-0e8970c36737 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:18:21.395888 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Attempting to bind port 7569a829-08d9-4b30-b888-0e8970c36737 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:18:21.400934 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:18:21.401309 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:21.403673 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:21.404090 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:18:21.404750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Bound port: 7569a829-08d9-4b30-b888-0e8970c36737, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:18:21.405315 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:21.415617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-6abe9dc2-07d9-47a9-88be-80a8ee7acdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:21.417864 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-6abe9dc2-07d9-47a9-88be-80a8ee7acdfd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.0531707 Sep 18 05:18:21.479304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-35f5b8c8-f534-42a7-82f3-9a9cc0050e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:21.481470 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-35f5b8c8-f534-42a7-82f3-9a9cc0050e10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523427 Sep 18 05:18:21.490506 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] For port 7569a829-08d9-4b30-b888-0e8970c36737, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:18:21.494279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] For port 7569a829-08d9-4b30-b888-0e8970c36737, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7569a829-08d9-4b30-b888-0e8970c36737,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:18:21.537262 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-22dd07c3-4cbd-48c7-ac5d-c894e6c333fd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:21.545800 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:21.606794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8c251-bbba-4be0-bcc7-45e9dc3f199e None None] Pushing event updated for resources: {'Port': ['ID=7569a829-08d9-4b30-b888-0e8970c36737,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:21.607014 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-637cf879-149e-45fa-b08c-69cdfe9b19d7 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164434 Sep 18 05:18:21.712780 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-22dd07c3-4cbd-48c7-ac5d-c894e6c333fd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:21.713875 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-4f97bc89-5758-4d53-8def-82b8c91278b6 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965388 Sep 18 05:18:21.763268 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dd07c3-4cbd-48c7-ac5d-c894e6c333fd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:21.766903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-22dd07c3-4cbd-48c7-ac5d-c894e6c333fd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:21.767164 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-5c84af72-9ab7-44f5-aa72-26a49eb5cc48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 HTTP/1.1" status: 200 len: 217 time: 0.0462701 Sep 18 05:18:21.771169 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd07c3-4cbd-48c7-ac5d-c894e6c333fd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:21.779080 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dd07c3-4cbd-48c7-ac5d-c894e6c333fd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:21.780601 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-22dd07c3-4cbd-48c7-ac5d-c894e6c333fd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:21.799501 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd07c3-4cbd-48c7-ac5d-c894e6c333fd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=313ab5e0-3208-42a4-8b3e-0047f52c21f4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:21.876374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-f3b16fe6-9256-46fc-ada7-7ef374f489a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:21.876374 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-f3b16fe6-9256-46fc-ada7-7ef374f489a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.0965843 Sep 18 05:18:21.895740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-22dd07c3-4cbd-48c7-ac5d-c894e6c333fd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2409256 Sep 18 05:18:21.900984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35980) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:21.931223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-c937972f-d076-42b0-b14b-a4a692847877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:21.932871 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-c937972f-d076-42b0-b14b-a4a692847877 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0500011 Sep 18 05:18:21.967714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61f8495-ac7c-4357-83b5-75b005fc7f03 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:21.975202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61f8495-ac7c-4357-83b5-75b005fc7f03 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:21.977595 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a61f8495-ac7c-4357-83b5-75b005fc7f03 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0754371 Sep 18 05:18:21.980558 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35986) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:22.048623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-7b5e17de-bc55-4f5f-9cdf-9e8f53a4d439 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087391 Sep 18 05:18:22.093109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-95316026-6251-4eba-b7ea-a8dad271cfa7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port 313ab5e0-3208-42a4-8b3e-0047f52c21f4 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:22.093109 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95316026-6251-4eba-b7ea-a8dad271cfa7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:22.156411 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-daa58c6e-afea-46e7-adf0-65df54d2705e service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007802 Sep 18 05:18:22.191821 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95316026-6251-4eba-b7ea-a8dad271cfa7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:22.199774 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-f4782e73-4fa6-41fd-ad19-6598552c7e6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=dad1ad92-2be5-4848-878d-456fb993a3b0 HTTP/1.1" status: 200 len: 217 time: 0.0363309 Sep 18 05:18:22.206019 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-95316026-6251-4eba-b7ea-a8dad271cfa7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for 313ab5e0-3208-42a4-8b3e-0047f52c21f4 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:22.263384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-2a57d31a-02d5-4096-952d-03f3fb4bca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:22.265100 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-2a57d31a-02d5-4096-952d-03f3fb4bca22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.0587883 Sep 18 05:18:22.327973 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-705a5c0a-9888-45ef-a363-609f31ac4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:22.329862 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-705a5c0a-9888-45ef-a363-609f31ac4bb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0574522 Sep 18 05:18:22.428861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-ade68e56-642a-4eac-a615-11af86dcd892 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918934 Sep 18 05:18:22.436152 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95316026-6251-4eba-b7ea-a8dad271cfa7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:22.478016 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95316026-6251-4eba-b7ea-a8dad271cfa7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=313ab5e0-3208-42a4-8b3e-0047f52c21f4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:22.507199 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95316026-6251-4eba-b7ea-a8dad271cfa7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:22.509415 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-95316026-6251-4eba-b7ea-a8dad271cfa7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/313ab5e0-3208-42a4-8b3e-0047f52c21f4 HTTP/1.1" status: 204 len: 168 time: 0.5278172 Sep 18 05:18:22.512051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36008) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:22.566938 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-4139a2f6-b972-4772-815b-2469378d333a service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260746 Sep 18 05:18:22.627099 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-7aa6ea64-33e8-40c8-b5c3-11fcd653ef4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=741ee337-d7e0-48e7-882c-2b7372d44fd0 HTTP/1.1" status: 200 len: 217 time: 0.0565364 Sep 18 05:18:22.632691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0191d88b-e9c9-4dde-a8e1-0ceb5d3878a9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:22.634250 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0191d88b-e9c9-4dde-a8e1-0ceb5d3878a9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:22.638368 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0191d88b-e9c9-4dde-a8e1-0ceb5d3878a9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1227274 Sep 18 05:18:22.638635 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36016) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:22.686873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-56fd1509-5ce0-46e2-b969-44535cf7a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:22.686873 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-56fd1509-5ce0-46e2-b969-44535cf7a089 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e12fcea4-a807-445a-9915-eacbf932b4fc HTTP/1.1" status: 200 len: 797 time: 0.0511353 Sep 18 05:18:22.705634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e821ba-1892-4719-95b4-21284b3ef6b2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 2ea76daa-6a34-41e0-98f7-9e60335c93a0 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:18:22.709256 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-84e821ba-1892-4719-95b4-21284b3ef6b2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:22.765792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-31d97539-4c7f-4471-a525-59790d46f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:22.767778 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-31d97539-4c7f-4471-a525-59790d46f798 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51566083-6d68-46b7-9abf-efdb568e8fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0706773 Sep 18 05:18:22.781248 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-84e821ba-1892-4719-95b4-21284b3ef6b2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:22.811083 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-62db8c9f-7d34-4575-a414-3dddaa234154 None None] Provisioning complete for port 7569a829-08d9-4b30-b888-0e8970c36737 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:22.811579 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-62db8c9f-7d34-4575-a414-3dddaa234154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:22.931147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-79b42e13-b8dd-42c8-9474-7ed249b2496f service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538188 Sep 18 05:18:22.934362 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7569a829-08d9-4b30-b888-0e8970c36737 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:18:22.957362 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-84e821ba-1892-4719-95b4-21284b3ef6b2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:23.059332 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:23.064032 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-62db8c9f-7d34-4575-a414-3dddaa234154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:23.078901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-08879b61-936a-473e-9758-44bf86938e2a service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363130 Sep 18 05:18:23.093591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 7569a829-08d9-4b30-b888-0e8970c36737 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:23.094029 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:23.131215 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-22f3683f-e974-4e49-99ad-9ff50b62659e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f51248ff-1eb2-4f12-b410-f80462b53732 HTTP/1.1" status: 200 len: 217 time: 0.0421648 Sep 18 05:18:23.150984 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-84e821ba-1892-4719-95b4-21284b3ef6b2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:23.174913 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-84e821ba-1892-4719-95b4-21284b3ef6b2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:23.176898 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-84e821ba-1892-4719-95b4-21284b3ef6b2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/2ea76daa-6a34-41e0-98f7-9e60335c93a0 HTTP/1.1" status: 204 len: 168 time: 0.5367067 Sep 18 05:18:23.180007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36044) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:23.208911 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e821ba-1892-4719-95b4-21284b3ef6b2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea76daa-6a34-41e0-98f7-9e60335c93a0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:23.244518 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:23.249849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-ab9895c5-956f-4705-a3ce-366c2c0b72d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:23.251533 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-ab9895c5-956f-4705-a3ce-366c2c0b72d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e12fcea4-a807-445a-9915-eacbf932b4fc HTTP/1.1" status: 200 len: 797 time: 0.1133547 Sep 18 05:18:23.251744 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-62db8c9f-7d34-4575-a414-3dddaa234154 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:18:23.252120 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-62db8c9f-7d34-4575-a414-3dddaa234154 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:18:23.256102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-44dcf758-ddd6-4c0e-954e-4cac6aff2d0a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720463 Sep 18 05:18:23.256546 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36046) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:23.261675 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ab23f142-343f-41ee-bdba-11b4c27ed2d6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:23.316306 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:18:23.316810 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:18:23.334184 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:23.372946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-120df2b9-cb56-4d58-8381-c0658bfab852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:23.375284 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-120df2b9-cb56-4d58-8381-c0658bfab852 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51566083-6d68-46b7-9abf-efdb568e8fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1087260 Sep 18 05:18:23.399376 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d9055b-eb32-4313-9a34-5b47e545d39f None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:23.478204 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-1502c0e2-ea43-4bd4-8d00-67d148c061b2 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951538 Sep 18 05:18:23.553466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab23f142-343f-41ee-bdba-11b4c27ed2d6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:23.557101 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ab23f142-343f-41ee-bdba-11b4c27ed2d6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:23.596304 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a2f60a-95e0-4558-b240-8354a6ee5b75 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:18:23.652811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-95a2f60a-95e0-4558-b240-8354a6ee5b75 None None] Deleting port 7569a829-08d9-4b30-b888-0e8970c36737 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:23.657901 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-95a2f60a-95e0-4558-b240-8354a6ee5b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:23.661268 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a1a154f-9a9e-4883-84fc-451cf1efd2fc req-218b6faf-246e-451a-b4fc-ce532a21058e service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752257 Sep 18 05:18:23.731618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-95a2f60a-95e0-4558-b240-8354a6ee5b75 None None] For port 7569a829-08d9-4b30-b888-0e8970c36737, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7569a829-08d9-4b30-b888-0e8970c36737,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:23.732027 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-95a2f60a-95e0-4558-b240-8354a6ee5b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:23.746412 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-95a2f60a-95e0-4558-b240-8354a6ee5b75 None None] Calling delete_port for 7569a829-08d9-4b30-b888-0e8970c36737 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:23.860021 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-62db8c9f-7d34-4575-a414-3dddaa234154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:23.892686 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:23.931988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-62db8c9f-7d34-4575-a414-3dddaa234154 None None] For port 7569a829-08d9-4b30-b888-0e8970c36737, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7569a829-08d9-4b30-b888-0e8970c36737,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:23.952740 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ab23f142-343f-41ee-bdba-11b4c27ed2d6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:24.003220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab23f142-343f-41ee-bdba-11b4c27ed2d6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:24.008752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ab23f142-343f-41ee-bdba-11b4c27ed2d6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:24.011434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23f142-343f-41ee-bdba-11b4c27ed2d6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:24.012034 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ab23f142-343f-41ee-bdba-11b4c27ed2d6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:24.016381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23f142-343f-41ee-bdba-11b4c27ed2d6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=3ae72801-5518-4994-b43c-f5837cfba272,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:24.059241 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-62db8c9f-7d34-4575-a414-3dddaa234154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:24.139060 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:18:24.139060 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:18:24.141930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db8c9f-7d34-4575-a414-3dddaa234154 None None] Pushing event updated for resources: {'Port': ['ID=7569a829-08d9-4b30-b888-0e8970c36737,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:24.171353 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-32435867-86d0-4a90-acc6-bebef378366e None None] Could not find standard attr ID for object 313ab5e0-3208-42a4-8b3e-0047f52c21f4. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:18:24.215450 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ab23f142-343f-41ee-bdba-11b4c27ed2d6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9580660 Sep 18 05:18:24.218088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36086) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:24.223011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e5a581be-7b90-45af-8fe0-cd423088512c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'name': 'tempest-NetworksTestDHCPv6-874198731'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:24.260008 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-95a2f60a-95e0-4558-b240-8354a6ee5b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:24.275381 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2f60a-95e0-4558-b240-8354a6ee5b75 None None] Pushing event deleted for resources: {'Port': ['ID=7569a829-08d9-4b30-b888-0e8970c36737,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:24.277378 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a2f60a-95e0-4558-b240-8354a6ee5b75 None None] No DVR routers for this DVR port 7569a829-08d9-4b30-b888-0e8970c36737 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:18:24.300862 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2a3037-0662-4735-926a-10e19688b366 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:24.437782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a581be-7b90-45af-8fe0-cd423088512c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:24.441507 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e5a581be-7b90-45af-8fe0-cd423088512c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:24.447394 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '3ae72801-5518-4994-b43c-f5837cfba272'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:18:24.448299 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:24.459865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-e5a581be-7b90-45af-8fe0-cd423088512c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port bdcc3215-9c83-4fa1-a3f9-7499afad708c yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:18:24.590107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-e5a581be-7b90-45af-8fe0-cd423088512c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::36 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/3ae72801-5518-4994-b43c-f5837cfba272/bdcc3215-9c83-4fa1-a3f9-7499afad708c) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:24.649112 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Port 7569a829-08d9-4b30-b888-0e8970c36737 update to ACTIVE by agent not found {{(pid=106910) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 05:18:24.743412 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e5a581be-7b90-45af-8fe0-cd423088512c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:24.807041 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7569a829-08d9-4b30-b888-0e8970c36737 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:18:24.827362 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 7569a829-08d9-4b30-b888-0e8970c36737 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:18:24.832832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7569a829-08d9-4b30-b888-0e8970c36737 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:18:24.907499 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e5a581be-7b90-45af-8fe0-cd423088512c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:24.949751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a581be-7b90-45af-8fe0-cd423088512c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:24.953529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-e5a581be-7b90-45af-8fe0-cd423088512c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:24.954199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Allocated IP 2001:db8::2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/3ae72801-5518-4994-b43c-f5837cfba272/c56fc351-85e0-4ac2-83d6-6d1d5284fa53) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:24.957282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a581be-7b90-45af-8fe0-cd423088512c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:24.962941 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a581be-7b90-45af-8fe0-cd423088512c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:24.963594 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e5a581be-7b90-45af-8fe0-cd423088512c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:24.977077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a581be-7b90-45af-8fe0-cd423088512c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=bdcc3215-9c83-4fa1-a3f9-7499afad708c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:25.084152 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36098) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:25.111562 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.115713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e5a581be-7b90-45af-8fe0-cd423088512c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8933811 Sep 18 05:18:25.116363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36102) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:25.169155 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfa3cdc-d9c4-47a2-bef2-820593436044 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:25.172922 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-abfa3cdc-d9c4-47a2-bef2-820593436044 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0533156 Sep 18 05:18:25.174813 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36104) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:25.205215 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.230748 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.272492 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:25.277187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:25.280951 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:25.282069 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-d629ded4-83f0-4c05-bb43-e8a9d4d5d5ba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port bdcc3215-9c83-4fa1-a3f9-7499afad708c {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:25.282534 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d629ded4-83f0-4c05-bb43-e8a9d4d5d5ba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.304102 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.316662 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Pushing event updated for resources: {'Port': ['ID=c56fc351-85e0-4ac2-83d6-6d1d5284fa53,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:25.351845 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Attempting to bind port c56fc351-85e0-4ac2-83d6-6d1d5284fa53 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:18:25.352224 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Attempting to bind port c56fc351-85e0-4ac2-83d6-6d1d5284fa53 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:18:25.352627 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Attempting to bind port c56fc351-85e0-4ac2-83d6-6d1d5284fa53 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:18:25.359091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:18:25.361173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:25.361173 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.361173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:18:25.361173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Bound port: c56fc351-85e0-4ac2-83d6-6d1d5284fa53, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:18:25.361586 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.380891 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.387889 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d629ded4-83f0-4c05-bb43-e8a9d4d5d5ba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.402317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-d629ded4-83f0-4c05-bb43-e8a9d4d5d5ba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for bdcc3215-9c83-4fa1-a3f9-7499afad708c owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:25.425554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] For port c56fc351-85e0-4ac2-83d6-6d1d5284fa53, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:18:25.425795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc036af0-5e00-40f1-9a4e-35bbabadafba,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:25.429735 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] For port c56fc351-85e0-4ac2-83d6-6d1d5284fa53, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c56fc351-85e0-4ac2-83d6-6d1d5284fa53,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:18:25.432200 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5cec12833c544ddb78c2a9c981c384e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468544 Sep 18 05:18:25.438608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36110) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:25.453238 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:25.459744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:25.459744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:25.459744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:25.459744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:25.459744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:25.459744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:25.459744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:25.459744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:25.459744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:25.459744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:25.459744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e47ab4-07ea-4205-adb4-f5f0edf7312b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:25.509453 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-85225b6b-e7ee-4c20-a4d8-ac986491fac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.532652 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-85225b6b-e7ee-4c20-a4d8-ac986491fac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.579304 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.635714 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d629ded4-83f0-4c05-bb43-e8a9d4d5d5ba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.637875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008bbc4-af8c-45f4-9ed8-d68a4b9d5640 None None] Pushing event updated for resources: {'Port': ['ID=c56fc351-85e0-4ac2-83d6-6d1d5284fa53,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:25.669268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629ded4-83f0-4c05-bb43-e8a9d4d5d5ba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=bdcc3215-9c83-4fa1-a3f9-7499afad708c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:25.680866 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-85225b6b-e7ee-4c20-a4d8-ac986491fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.683148 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-85225b6b-e7ee-4c20-a4d8-ac986491fac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.684384 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-85225b6b-e7ee-4c20-a4d8-ac986491fac2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc036af0-5e00-40f1-9a4e-35bbabadafba HTTP/1.1" status: 204 len: 168 time: 0.2487664 Sep 18 05:18:25.696737 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85225b6b-e7ee-4c20-a4d8-ac986491fac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc036af0-5e00-40f1-9a4e-35bbabadafba,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:25.716278 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d629ded4-83f0-4c05-bb43-e8a9d4d5d5ba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.718260 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d629ded4-83f0-4c05-bb43-e8a9d4d5d5ba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/bdcc3215-9c83-4fa1-a3f9-7499afad708c HTTP/1.1" status: 204 len: 168 time: 0.5418191 Sep 18 05:18:25.721080 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36114) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:25.781559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb7a56-ecc3-43f4-ba50-59b09f9b0231 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:25.783312 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb7a56-ecc3-43f4-ba50-59b09f9b0231 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:25.784916 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b0fb7a56-ecc3-43f4-ba50-59b09f9b0231 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0628273 Sep 18 05:18:25.790821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36118) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:25.864339 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f70d6d5-4c8b-47cc-afde-07186284884a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 3ae72801-5518-4994-b43c-f5837cfba272 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:18:25.867909 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f70d6d5-4c8b-47cc-afde-07186284884a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:25.918696 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f70d6d5-4c8b-47cc-afde-07186284884a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:26.011849 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f70d6d5-4c8b-47cc-afde-07186284884a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:26.139665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f70d6d5-4c8b-47cc-afde-07186284884a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:26.172558 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70d6d5-4c8b-47cc-afde-07186284884a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=3ae72801-5518-4994-b43c-f5837cfba272,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:26.180373 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f70d6d5-4c8b-47cc-afde-07186284884a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:26.181312 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8f70d6d5-4c8b-47cc-afde-07186284884a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/3ae72801-5518-4994-b43c-f5837cfba272 HTTP/1.1" status: 204 len: 168 time: 0.3928378 Sep 18 05:18:26.183731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36124) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:26.196749 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:18:26.223017 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7937c12e-d657-4f0e-bb22-3065bab6e6cf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381393 Sep 18 05:18:26.225906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36126) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:26.280552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf85ffb-f302-4938-b0ec-3ebd7b0621ba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:26.282058 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-adf85ffb-f302-4938-b0ec-3ebd7b0621ba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0553284 Sep 18 05:18:26.284775 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36128) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:26.336660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b60543-96ba-4507-9b11-b7258c432eed tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:26.338210 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e0b60543-96ba-4507-9b11-b7258c432eed tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0525208 Sep 18 05:18:26.340782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36130) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:26.385303 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c0d41e16-177c-4ec4-82c7-806e408d0512 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388989 Sep 18 05:18:26.386378 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36134) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:26.392963 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-88de7243-d627-449d-8219-31128c399a3e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:26.441837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36136) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:26.457217 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aad6eda2-5900-4fbc-bede-baeb2daadd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:26.483134 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.db.api [None req-88de7243-d627-449d-8219-31128c399a3e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 05:18:26.483134 n-d-789963-13 neutron-server[106908]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 05:18:26.483134 n-d-789963-13 neutron-server[106908]: [parameters: {'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'id': 'f7b96666-0e3e-42c1-86c1-ca5c253eef97', 'expiration': datetime.datetime(2021, 9, 18, 5, 20, 26, 479230)}] Sep 18 05:18:26.483134 n-d-789963-13 neutron-server[106908]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:18:26.497975 n-d-789963-13 neutron-server[106908]: DEBUG oslo_db.api [None req-88de7243-d627-449d-8219-31128c399a3e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:18:26.566168 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aad6eda2-5900-4fbc-bede-baeb2daadd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:26.661850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef75c3-506b-48b3-b851-6aafa9aa69b2 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:26.666122 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aad6eda2-5900-4fbc-bede-baeb2daadd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:26.710943 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aad6eda2-5900-4fbc-bede-baeb2daadd2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67482a4e6b5b4a6a82011023335eaaae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656484 Sep 18 05:18:26.710943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6eda2-5900-4fbc-bede-baeb2daadd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b10e7bb-3ca7-41d3-962a-5a63788aacb7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:26.711315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36140) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:26.760985 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b6901502-3446-493d-8ac6-825eaceb0b10 None None] Provisioning complete for port c56fc351-85e0-4ac2-83d6-6d1d5284fa53 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:26.760985 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b6901502-3446-493d-8ac6-825eaceb0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:26.784927 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02eb9424-5378-4261-b2b7-ff61878bcd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:26.809249 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02eb9424-5378-4261-b2b7-ff61878bcd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:26.952765 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02eb9424-5378-4261-b2b7-ff61878bcd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:26.955376 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02eb9424-5378-4261-b2b7-ff61878bcd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:26.956672 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-02eb9424-5378-4261-b2b7-ff61878bcd48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b10e7bb-3ca7-41d3-962a-5a63788aacb7 HTTP/1.1" status: 204 len: 168 time: 0.2443836 Sep 18 05:18:26.964970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb9424-5378-4261-b2b7-ff61878bcd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b10e7bb-3ca7-41d3-962a-5a63788aacb7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:27.011180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c56fc351-85e0-4ac2-83d6-6d1d5284fa53 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:18:27.013055 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44f7542-beee-4931-993e-ae342dc00938 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:18:27.087516 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b6901502-3446-493d-8ac6-825eaceb0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:27.111711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88de7243-d627-449d-8219-31128c399a3e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:27.115401 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-88de7243-d627-449d-8219-31128c399a3e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:27.130745 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port c56fc351-85e0-4ac2-83d6-6d1d5284fa53 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:27.131124 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:27.163522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f44f7542-beee-4931-993e-ae342dc00938 None None] Deleting port c56fc351-85e0-4ac2-83d6-6d1d5284fa53 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:27.163895 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f44f7542-beee-4931-993e-ae342dc00938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:27.167978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b6901502-3446-493d-8ac6-825eaceb0b10 None None] For port c56fc351-85e0-4ac2-83d6-6d1d5284fa53, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c56fc351-85e0-4ac2-83d6-6d1d5284fa53,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:27.244771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f44f7542-beee-4931-993e-ae342dc00938 None None] For port c56fc351-85e0-4ac2-83d6-6d1d5284fa53, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c56fc351-85e0-4ac2-83d6-6d1d5284fa53,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:27.245181 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f44f7542-beee-4931-993e-ae342dc00938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:27.247483 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b6901502-3446-493d-8ac6-825eaceb0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:27.303042 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f44f7542-beee-4931-993e-ae342dc00938 None None] Calling delete_port for c56fc351-85e0-4ac2-83d6-6d1d5284fa53 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:27.382700 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6901502-3446-493d-8ac6-825eaceb0b10 None None] Pushing event updated for resources: {'Port': ['ID=c56fc351-85e0-4ac2-83d6-6d1d5284fa53,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:27.397758 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-88de7243-d627-449d-8219-31128c399a3e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:27.443674 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de7243-d627-449d-8219-31128c399a3e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:27.447582 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-88de7243-d627-449d-8219-31128c399a3e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:27.450731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de7243-d627-449d-8219-31128c399a3e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:27.451393 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-88de7243-d627-449d-8219-31128c399a3e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:27.470580 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de7243-d627-449d-8219-31128c399a3e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=0c37686a-ed43-427b-bd22-88f488c5bc91,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:27.551889 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f44f7542-beee-4931-993e-ae342dc00938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:27.579262 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-88de7243-d627-449d-8219-31128c399a3e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1872435 Sep 18 05:18:27.579754 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36160) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:27.582970 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f7542-beee-4931-993e-ae342dc00938 None None] Pushing event deleted for resources: {'Port': ['ID=c56fc351-85e0-4ac2-83d6-6d1d5284fa53,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:27.587773 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3a9ff8ce-e7eb-4ade-95e2-8665c7f93f1f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'fixed_ips': [{'subnet_id': '0c37686a-ed43-427b-bd22-88f488c5bc91', 'ip_address': '2001:db8::2033:5ad2:6ca0:608'}], 'name': 'tempest-NetworksTestDHCPv6-2048874255'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:27.588484 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44f7542-beee-4931-993e-ae342dc00938 None None] No DVR routers for this DVR port c56fc351-85e0-4ac2-83d6-6d1d5284fa53 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:18:27.611727 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a800c57-c28f-4974-b1f8-747e9210e1b3 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:27.766960 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '0c37686a-ed43-427b-bd22-88f488c5bc91'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:18:27.767878 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:27.814310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9ff8ce-e7eb-4ade-95e2-8665c7f93f1f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:27.899636 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff8ce-e7eb-4ade-95e2-8665c7f93f1f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:27.901251 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Allocated IP 2001:db8::2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/0c37686a-ed43-427b-bd22-88f488c5bc91/99865225-1a73-41e1-9889-d6ba687c9834) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:27.918926 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-3a9ff8ce-e7eb-4ade-95e2-8665c7f93f1f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port 00810325-19c4-446d-9307-46d33f5147d5 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:18:28.065380 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:28.175100 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:28.215648 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:28.220951 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:28.230615 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:28.230812 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-3a9ff8ce-e7eb-4ade-95e2-8665c7f93f1f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::2033:5ad2:6ca0:608 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/0c37686a-ed43-427b-bd22-88f488c5bc91/00810325-19c4-446d-9307-46d33f5147d5) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:28.233518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Pushing event updated for resources: {'Port': ['ID=99865225-1a73-41e1-9889-d6ba687c9834,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:28.292063 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Attempting to bind port 99865225-1a73-41e1-9889-d6ba687c9834 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:18:28.292606 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Attempting to bind port 99865225-1a73-41e1-9889-d6ba687c9834 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:18:28.292991 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Attempting to bind port 99865225-1a73-41e1-9889-d6ba687c9834 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:18:28.298833 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:18:28.299221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:28.299635 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:28.300037 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:18:28.300552 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Bound port: 99865225-1a73-41e1-9889-d6ba687c9834, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:18:28.300950 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:28.384906 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] For port 99865225-1a73-41e1-9889-d6ba687c9834, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:18:28.388050 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] For port 99865225-1a73-41e1-9889-d6ba687c9834, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=99865225-1a73-41e1-9889-d6ba687c9834,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:18:28.414858 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff8ce-e7eb-4ade-95e2-8665c7f93f1f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:28.540755 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:28.592955 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff8ce-e7eb-4ade-95e2-8665c7f93f1f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:28.600067 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd5364-6d30-44e6-bd02-9e50ab10ac36 None None] Pushing event updated for resources: {'Port': ['ID=99865225-1a73-41e1-9889-d6ba687c9834,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:28.646110 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9ff8ce-e7eb-4ade-95e2-8665c7f93f1f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:28.649330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-3a9ff8ce-e7eb-4ade-95e2-8665c7f93f1f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:28.653219 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ff8ce-e7eb-4ade-95e2-8665c7f93f1f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:28.659591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9ff8ce-e7eb-4ade-95e2-8665c7f93f1f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:28.660298 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff8ce-e7eb-4ade-95e2-8665c7f93f1f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:28.675536 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ff8ce-e7eb-4ade-95e2-8665c7f93f1f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=00810325-19c4-446d-9307-46d33f5147d5,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:28.792460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36188) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:28.795591 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3a9ff8ce-e7eb-4ade-95e2-8665c7f93f1f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2076755 Sep 18 05:18:28.864448 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c56fc351-85e0-4ac2-83d6-6d1d5284fa53 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:18:28.870449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f9ffd2-f07b-407f-97d8-165aec4df3fc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:28.877416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f9ffd2-f07b-407f-97d8-165aec4df3fc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:28.879311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a4f9ffd2-f07b-407f-97d8-165aec4df3fc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0858073 Sep 18 05:18:28.882115 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36190) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:28.890537 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: c56fc351-85e0-4ac2-83d6-6d1d5284fa53 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:18:28.891261 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c56fc351-85e0-4ac2-83d6-6d1d5284fa53 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:18:28.990966 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-cfa53189-f849-435b-94c3-b1ef1ac29dfb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port 00810325-19c4-446d-9307-46d33f5147d5 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:28.991340 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cfa53189-f849-435b-94c3-b1ef1ac29dfb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:29.099802 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cfa53189-f849-435b-94c3-b1ef1ac29dfb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:29.116418 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-cfa53189-f849-435b-94c3-b1ef1ac29dfb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for 00810325-19c4-446d-9307-46d33f5147d5 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:29.190203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36200) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:29.292604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-faa75f64-4cbc-4db5-a0ec-c210bc0a7f4b tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-308936616'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:29.293100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-faa75f64-4cbc-4db5-a0ec-c210bc0a7f4b tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Unknown quota resources ['metering_label']. {{(pid=106909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:18:29.345944 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cfa53189-f849-435b-94c3-b1ef1ac29dfb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:29.375233 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa53189-f849-435b-94c3-b1ef1ac29dfb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=00810325-19c4-446d-9307-46d33f5147d5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:29.417104 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cfa53189-f849-435b-94c3-b1ef1ac29dfb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:29.422286 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cfa53189-f849-435b-94c3-b1ef1ac29dfb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/00810325-19c4-446d-9307-46d33f5147d5 HTTP/1.1" status: 204 len: 168 time: 0.5390790 Sep 18 05:18:29.423188 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36206) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:29.481540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e31580-e7e7-4f6e-bab9-8db206e8548f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:29.483313 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e31580-e7e7-4f6e-bab9-8db206e8548f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:29.487262 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-36e31580-e7e7-4f6e-bab9-8db206e8548f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0607433 Sep 18 05:18:29.487619 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36208) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:29.506048 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-faa75f64-4cbc-4db5-a0ec-c210bc0a7f4b tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:29.509083 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-faa75f64-4cbc-4db5-a0ec-c210bc0a7f4b tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3158948 Sep 18 05:18:29.511070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36210) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:29.515945 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3260808e-9db8-4862-a529-b40f78fbb490 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8b342de6-5421-4922-9242-dd7ffa0f92d3'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:29.516343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3260808e-9db8-4862-a529-b40f78fbb490 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:18:29.543892 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedc374d-2abb-4409-ba7d-cabc2f695074 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 0c37686a-ed43-427b-bd22-88f488c5bc91 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:18:29.549294 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eedc374d-2abb-4409-ba7d-cabc2f695074 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:29.597394 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eedc374d-2abb-4409-ba7d-cabc2f695074 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:29.684641 n-d-789963-13 neutron-server[106909]: WARNING neutron.services.metering.metering_plugin [None req-3260808e-9db8-4862-a529-b40f78fbb490 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 05:18:29.692693 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eedc374d-2abb-4409-ba7d-cabc2f695074 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:29.697936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-eafac950-5d4e-4e63-bc1b-4542a2035c58 None None] Provisioning complete for port 99865225-1a73-41e1-9889-d6ba687c9834 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:29.698346 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eafac950-5d4e-4e63-bc1b-4542a2035c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:29.780657 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3260808e-9db8-4862-a529-b40f78fbb490 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:29.785885 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3260808e-9db8-4862-a529-b40f78fbb490 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2699351 Sep 18 05:18:29.785885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36216) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:29.790694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b26a6e15-8cc4-4da4-8597-281eb4bb2850 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8b342de6-5421-4922-9242-dd7ffa0f92d3'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:29.791367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b26a6e15-8cc4-4da4-8597-281eb4bb2850 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:18:29.836592 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eafac950-5d4e-4e63-bc1b-4542a2035c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:29.900937 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eedc374d-2abb-4409-ba7d-cabc2f695074 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:29.931192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc374d-2abb-4409-ba7d-cabc2f695074 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=0c37686a-ed43-427b-bd22-88f488c5bc91,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:29.938099 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eedc374d-2abb-4409-ba7d-cabc2f695074 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:29.942285 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-eedc374d-2abb-4409-ba7d-cabc2f695074 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/0c37686a-ed43-427b-bd22-88f488c5bc91 HTTP/1.1" status: 204 len: 168 time: 0.4512701 Sep 18 05:18:29.942696 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36218) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:29.945469 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-eafac950-5d4e-4e63-bc1b-4542a2035c58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:18:29.945989 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-eafac950-5d4e-4e63-bc1b-4542a2035c58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:18:29.987437 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b0ed92ff-fa18-4e21-8c1c-7be3e4398bc7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431969 Sep 18 05:18:29.989865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36220) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:29.995315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b05e4626-aec7-4e1e-b235-da76645e3188 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:29.997393 n-d-789963-13 neutron-server[106909]: WARNING neutron.services.metering.metering_plugin [None req-b26a6e15-8cc4-4da4-8597-281eb4bb2850 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 05:18:30.073360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7936fb3c-b7e3-456f-bf35-e16168904290 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:30.091383 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b26a6e15-8cc4-4da4-8597-281eb4bb2850 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:30.093073 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b26a6e15-8cc4-4da4-8597-281eb4bb2850 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3063171 Sep 18 05:18:30.095736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36224) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:30.104989 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0fab0f02-2843-439f-aa59-6146de15dcd3 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=4b64a430-637e-4fab-8407-495731c722db HTTP/1.1" status: 200 len: 464 time: 0.0081620 Sep 18 05:18:30.108093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36226) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:30.184242 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05e4626-aec7-4e1e-b235-da76645e3188 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:30.188804 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b05e4626-aec7-4e1e-b235-da76645e3188 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:30.269768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e832f404-0bb9-47ef-a3e0-9da389f718b5 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:18:30.302967 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9918bf5a-781f-4a66-930d-512bdaa76823 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:30.304110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9918bf5a-781f-4a66-930d-512bdaa76823 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/4b64a430-637e-4fab-8407-495731c722db HTTP/1.1" status: 204 len: 168 time: 0.1943085 Sep 18 05:18:30.306793 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36230) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:30.319872 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-694e91c5-068d-47e9-afde-7b176846958e tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=4b64a430-637e-4fab-8407-495731c722db HTTP/1.1" status: 200 len: 221 time: 0.0081758 Sep 18 05:18:30.320192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36232) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:30.322859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e832f404-0bb9-47ef-a3e0-9da389f718b5 None None] Deleting port 99865225-1a73-41e1-9889-d6ba687c9834 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:30.323245 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e832f404-0bb9-47ef-a3e0-9da389f718b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:30.324484 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-be62489e-03a1-4a9d-ac03-4fdfacdabe88 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--805141557', 'description': 'label created by tempest'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:30.324949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-be62489e-03a1-4a9d-ac03-4fdfacdabe88 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Unknown quota resources ['metering_label']. {{(pid=106909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:18:30.393246 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e832f404-0bb9-47ef-a3e0-9da389f718b5 None None] For port 99865225-1a73-41e1-9889-d6ba687c9834, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=99865225-1a73-41e1-9889-d6ba687c9834,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:30.393649 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e832f404-0bb9-47ef-a3e0-9da389f718b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:30.407132 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e832f404-0bb9-47ef-a3e0-9da389f718b5 None None] Calling delete_port for 99865225-1a73-41e1-9889-d6ba687c9834 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:30.505023 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eafac950-5d4e-4e63-bc1b-4542a2035c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:30.522229 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b05e4626-aec7-4e1e-b235-da76645e3188 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:30.557226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-eafac950-5d4e-4e63-bc1b-4542a2035c58 None None] For port 99865225-1a73-41e1-9889-d6ba687c9834, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=99865225-1a73-41e1-9889-d6ba687c9834,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:30.570344 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e4626-aec7-4e1e-b235-da76645e3188 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:30.573414 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-b05e4626-aec7-4e1e-b235-da76645e3188 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:30.578513 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05e4626-aec7-4e1e-b235-da76645e3188 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:30.580061 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b05e4626-aec7-4e1e-b235-da76645e3188 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:30.584571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e4626-aec7-4e1e-b235-da76645e3188 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=9b557fc9-d68d-48c3-99ad-c2ce76330696,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:30.621688 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eafac950-5d4e-4e63-bc1b-4542a2035c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:30.625478 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be62489e-03a1-4a9d-ac03-4fdfacdabe88 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:30.628521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-be62489e-03a1-4a9d-ac03-4fdfacdabe88 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3048215 Sep 18 05:18:30.629081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36238) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:30.653107 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b05e4626-aec7-4e1e-b235-da76645e3188 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6596532 Sep 18 05:18:30.654347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36240) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:30.667632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'fixed_ips': [{'subnet_id': '9b557fc9-d68d-48c3-99ad-c2ce76330696', 'ip_address': '2001:db8::2c81:fd4a:91a:2075'}], 'name': 'tempest-NetworksTestDHCPv6-1805340067'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:30.682978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafac950-5d4e-4e63-bc1b-4542a2035c58 None None] Pushing event updated for resources: {'Port': ['ID=99865225-1a73-41e1-9889-d6ba687c9834,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:30.700999 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e832f404-0bb9-47ef-a3e0-9da389f718b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:30.714609 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6c9753c6-cf9e-49b8-a707-262cbd2a3acb tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=0fd93d46-405c-4f23-b7cf-b710a12e0841 HTTP/1.1" status: 200 len: 467 time: 0.0817573 Sep 18 05:18:30.714855 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36242) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:30.732076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832f404-0bb9-47ef-a3e0-9da389f718b5 None None] Pushing event deleted for resources: {'Port': ['ID=99865225-1a73-41e1-9889-d6ba687c9834,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:30.739182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e832f404-0bb9-47ef-a3e0-9da389f718b5 None None] No DVR routers for this DVR port 99865225-1a73-41e1-9889-d6ba687c9834 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:18:30.749527 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f1bae336-3b8d-4da0-91c7-93a36b827dce None None] Could not find standard attr ID for object 00810325-19c4-446d-9307-46d33f5147d5. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:18:30.755375 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f1bae336-3b8d-4da0-91c7-93a36b827dce None None] Could not find standard attr ID for object bdcc3215-9c83-4fa1-a3f9-7499afad708c. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:18:30.765039 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6578e93d-f9d3-431b-985a-102d64831acb None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:30.953924 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '9b557fc9-d68d-48c3-99ad-c2ce76330696'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:18:30.965605 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:31.130688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Allocated IP 2001:db8::2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/9b557fc9-d68d-48c3-99ad-c2ce76330696/c52011bf-e929-4435-9c3d-20b271778bb6) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:31.250625 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0761086b-835e-4e06-ad71-efc941c44aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:31.300088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:31.308345 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:31.331695 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f41fcbc9-93bb-472c-b007-598feadf45c5 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:31.333081 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f41fcbc9-93bb-472c-b007-598feadf45c5 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/0fd93d46-405c-4f23-b7cf-b710a12e0841 HTTP/1.1" status: 204 len: 168 time: 0.6172130 Sep 18 05:18:31.335911 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36250) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:31.347071 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5028f1bc-2174-4a81-84e9-855cf4349349 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=0fd93d46-405c-4f23-b7cf-b710a12e0841 HTTP/1.1" status: 200 len: 216 time: 0.0099745 Sep 18 05:18:31.350204 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36252) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:31.361807 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fabe0585-bf44-45e1-9ea4-0a313232fc22 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0100939 Sep 18 05:18:31.365338 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36254) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:31.377319 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d9b6363d-bffb-4306-bb5a-5fa1c69101fc tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0107636 Sep 18 05:18:31.380460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36256) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:31.385629 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:31.402766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port 855b7de9-5a85-42f2-8a5e-e112b800b7ce yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:18:31.426501 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:31.433421 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e0f51777-34b2-4217-9960-4634d3ee3e65 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/8b342de6-5421-4922-9242-dd7ffa0f92d3 HTTP/1.1" status: 200 len: 472 time: 0.0484138 Sep 18 05:18:31.433620 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36258) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:31.445649 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2414a3b7-51f3-4d69-9097-bacaffef0da5 tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/1a4c8e54-2637-4ff2-89db-9d7cb6c0b7f8 HTTP/1.1" status: 200 len: 461 time: 0.0100906 Sep 18 05:18:31.448796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36260) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:31.466013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:31.472856 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:31.473239 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:31.487572 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Pushing event updated for resources: {'Port': ['ID=c52011bf-e929-4435-9c3d-20b271778bb6,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:31.533201 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Attempting to bind port c52011bf-e929-4435-9c3d-20b271778bb6 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:18:31.533578 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Attempting to bind port c52011bf-e929-4435-9c3d-20b271778bb6 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:18:31.533952 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Attempting to bind port c52011bf-e929-4435-9c3d-20b271778bb6 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:18:31.538895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:18:31.539269 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:31.539679 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:31.540084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:18:31.540586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Bound port: c52011bf-e929-4435-9c3d-20b271778bb6, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:18:31.540970 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:31.571461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::2c81:fd4a:91a:2075 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/9b557fc9-d68d-48c3-99ad-c2ce76330696/855b7de9-5a85-42f2-8a5e-e112b800b7ce) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:31.612476 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] For port c52011bf-e929-4435-9c3d-20b271778bb6, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:18:31.615733 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] For port c52011bf-e929-4435-9c3d-20b271778bb6, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c52011bf-e929-4435-9c3d-20b271778bb6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:18:31.704191 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06ee9289-9af2-48b6-951d-3d7fc0a0baab tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:31.708574 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-06ee9289-9af2-48b6-951d-3d7fc0a0baab tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/1a4c8e54-2637-4ff2-89db-9d7cb6c0b7f8 HTTP/1.1" status: 204 len: 168 time: 0.2555478 Sep 18 05:18:31.708574 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36266) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:31.719436 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:31.756225 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:31.792451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7672ae-7071-4e92-bc4b-1ab1d5cfeb10 None None] Pushing event updated for resources: {'Port': ['ID=c52011bf-e929-4435-9c3d-20b271778bb6,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:31.872327 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:31.933000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:31.937441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:31.940727 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:31.948325 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:31.957576 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:31.972445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=855b7de9-5a85-42f2-8a5e-e112b800b7ce,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:31.981164 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ef4b623-a3c2-4c2b-82f2-456d6b1f66bc tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:31.981164 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9ef4b623-a3c2-4c2b-82f2-456d6b1f66bc tempest-MeteringTestJSON-1192908371 tempest-MeteringTestJSON-1192908371-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/8b342de6-5421-4922-9242-dd7ffa0f92d3 HTTP/1.1" status: 204 len: 168 time: 0.2695656 Sep 18 05:18:31.994329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:31.994689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:31.995040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:31.995383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:31.995719 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:31.996194 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:32.002515 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:32.002515 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:32.002515 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:32.002515 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:32.002515 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:32.002515 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:32.039900 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f98bca18-4775-46f2-96f1-b2dd88eeaff0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3840051 Sep 18 05:18:32.042423 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36272) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:32.150955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95c4879-914c-4bba-8500-e8b32732f1bb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:32.156992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95c4879-914c-4bba-8500-e8b32732f1bb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:32.158586 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b95c4879-914c-4bba-8500-e8b32732f1bb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1147611 Sep 18 05:18:32.161212 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36274) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:32.256441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-030515d3-8c70-43c6-8b64-0a564fdec21e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port 855b7de9-5a85-42f2-8a5e-e112b800b7ce {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:32.256800 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-030515d3-8c70-43c6-8b64-0a564fdec21e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:32.365260 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-030515d3-8c70-43c6-8b64-0a564fdec21e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:32.380308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-030515d3-8c70-43c6-8b64-0a564fdec21e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for 855b7de9-5a85-42f2-8a5e-e112b800b7ce owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:32.544109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36280) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:32.643511 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-030515d3-8c70-43c6-8b64-0a564fdec21e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:32.715457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030515d3-8c70-43c6-8b64-0a564fdec21e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=855b7de9-5a85-42f2-8a5e-e112b800b7ce,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:32.718004 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8730cad-4db2-4171-abcb-f8574888ce0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:32.764827 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-030515d3-8c70-43c6-8b64-0a564fdec21e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:32.768298 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-030515d3-8c70-43c6-8b64-0a564fdec21e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/855b7de9-5a85-42f2-8a5e-e112b800b7ce HTTP/1.1" status: 204 len: 168 time: 0.6059043 Sep 18 05:18:32.770659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36288) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:32.870861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceac3a5-c467-42fe-ae46-46c6aeb30f6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:32.876323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceac3a5-c467-42fe-ae46-46c6aeb30f6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:32.880860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4ceac3a5-c467-42fe-ae46-46c6aeb30f6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1063814 Sep 18 05:18:32.881826 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36290) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:32.884110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8730cad-4db2-4171-abcb-f8574888ce0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:32.924269 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c52011bf-e929-4435-9c3d-20b271778bb6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:18:32.947131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-4538fb50-361f-4505-8a49-ed95b7c24cda tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 9b557fc9-d68d-48c3-99ad-c2ce76330696 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:18:32.950918 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4538fb50-361f-4505-8a49-ed95b7c24cda tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:32.963256 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8730cad-4db2-4171-abcb-f8574888ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:32.988800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port c52011bf-e929-4435-9c3d-20b271778bb6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:32.997721 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:33.022692 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b8730cad-4db2-4171-abcb-f8574888ce0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=139a6469cead4b88857de4dd551c6be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4773226 Sep 18 05:18:33.026244 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8730cad-4db2-4171-abcb-f8574888ce0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dba106-f1de-48f1-a0da-36d60a9000fd,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:33.026401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36294) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:33.033271 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-aebead00-5668-4f2c-8380-eb0834c581b2 None None] Provisioning complete for port c52011bf-e929-4435-9c3d-20b271778bb6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:33.033652 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-aebead00-5668-4f2c-8380-eb0834c581b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:33.071395 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4538fb50-361f-4505-8a49-ed95b7c24cda tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:33.158990 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-aebead00-5668-4f2c-8380-eb0834c581b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:33.193259 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:33.194191 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3588-5043-4d9e-88dd-843de8900378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:33.217782 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-aebead00-5668-4f2c-8380-eb0834c581b2 None None] For port c52011bf-e929-4435-9c3d-20b271778bb6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c52011bf-e929-4435-9c3d-20b271778bb6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:33.229877 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3588-5043-4d9e-88dd-843de8900378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:33.315885 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-aebead00-5668-4f2c-8380-eb0834c581b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:33.318368 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4538fb50-361f-4505-8a49-ed95b7c24cda tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:33.381119 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebead00-5668-4f2c-8380-eb0834c581b2 None None] Pushing event updated for resources: {'Port': ['ID=c52011bf-e929-4435-9c3d-20b271778bb6,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:33.409023 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3588-5043-4d9e-88dd-843de8900378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:33.409485 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3588-5043-4d9e-88dd-843de8900378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:33.410521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cc0e3588-5043-4d9e-88dd-843de8900378 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7dba106-f1de-48f1-a0da-36d60a9000fd HTTP/1.1" status: 204 len: 168 time: 0.3787043 Sep 18 05:18:33.421183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e3588-5043-4d9e-88dd-843de8900378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dba106-f1de-48f1-a0da-36d60a9000fd,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:33.431272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e70a8851-1f96-4129-8432-3eedb0b0504c None None] Could not find standard attr ID for object 855b7de9-5a85-42f2-8a5e-e112b800b7ce. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:18:33.499359 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4538fb50-361f-4505-8a49-ed95b7c24cda tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:33.531851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538fb50-361f-4505-8a49-ed95b7c24cda tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=9b557fc9-d68d-48c3-99ad-c2ce76330696,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:33.533961 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4538fb50-361f-4505-8a49-ed95b7c24cda tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:33.536714 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4538fb50-361f-4505-8a49-ed95b7c24cda tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/9b557fc9-d68d-48c3-99ad-c2ce76330696 HTTP/1.1" status: 204 len: 168 time: 0.6531746 Sep 18 05:18:33.539509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36300) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:33.543389 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eb76ad-d8c4-465d-bcc3-02a0d7e271d6 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:33.547250 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:18:33.558720 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:18:33.585156 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-46ef1a76-022c-4afa-ab78-38e6202a616d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441573 Sep 18 05:18:33.588332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36302) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:33.598470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e68f9632-7c71-445f-b314-fb19a348ab9f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:33.738150 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65caf172-89d9-42e3-a15a-487c76d09df3 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:18:33.806354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-65caf172-89d9-42e3-a15a-487c76d09df3 None None] Deleting port c52011bf-e929-4435-9c3d-20b271778bb6 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:33.806658 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-65caf172-89d9-42e3-a15a-487c76d09df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:33.807501 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68f9632-7c71-445f-b314-fb19a348ab9f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:33.812745 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e68f9632-7c71-445f-b314-fb19a348ab9f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.013089 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8e0d33f2-e5d6-42e4-a596-d69c5a7edc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.027233 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-65caf172-89d9-42e3-a15a-487c76d09df3 None None] For port c52011bf-e929-4435-9c3d-20b271778bb6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c52011bf-e929-4435-9c3d-20b271778bb6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:34.027639 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-65caf172-89d9-42e3-a15a-487c76d09df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.043203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-65caf172-89d9-42e3-a15a-487c76d09df3 None None] Calling delete_port for c52011bf-e929-4435-9c3d-20b271778bb6 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:34.202565 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e68f9632-7c71-445f-b314-fb19a348ab9f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.246958 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f9632-7c71-445f-b314-fb19a348ab9f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:34.250520 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-e68f9632-7c71-445f-b314-fb19a348ab9f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:34.253731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f9632-7c71-445f-b314-fb19a348ab9f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:34.254326 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e68f9632-7c71-445f-b314-fb19a348ab9f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.266291 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-65caf172-89d9-42e3-a15a-487c76d09df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.268008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f9632-7c71-445f-b314-fb19a348ab9f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=127ac10f-bd5e-456b-9fc6-3000b7e11b10,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:34.297070 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65caf172-89d9-42e3-a15a-487c76d09df3 None None] Pushing event deleted for resources: {'Port': ['ID=c52011bf-e929-4435-9c3d-20b271778bb6,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:34.300573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65caf172-89d9-42e3-a15a-487c76d09df3 None None] No DVR routers for this DVR port c52011bf-e929-4435-9c3d-20b271778bb6 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:18:34.310489 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.315712 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8958a6cf-7e05-4e4f-872f-e615115404bf None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:34.341193 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36312) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:34.355952 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-635e2df5-7b11-43c4-8047-a42edf24029f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.365989 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e68f9632-7c71-445f-b314-fb19a348ab9f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7742004 Sep 18 05:18:34.369636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36314) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:34.374425 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-67a81f6b-1af7-421d-880b-dd47198d153d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'fixed_ips': [{'subnet_id': '127ac10f-bd5e-456b-9fc6-3000b7e11b10', 'ip_address': '2001:db8::c548:7464:3f7d:abdd'}], 'name': 'tempest-NetworksTestDHCPv6-255169236'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:34.470867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '127ac10f-bd5e-456b-9fc6-3000b7e11b10'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:18:34.471743 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.550803 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-635e2df5-7b11-43c4-8047-a42edf24029f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.613811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Allocated IP 2001:db8::2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/127ac10f-bd5e-456b-9fc6-3000b7e11b10/321a2a7b-8e4d-4400-a9fe-f737c5a16280) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:34.639212 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-635e2df5-7b11-43c4-8047-a42edf24029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.691080 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-635e2df5-7b11-43c4-8047-a42edf24029f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4397dc69966a4fff8fcd648643f03bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482234 Sep 18 05:18:34.691985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e2df5-7b11-43c4-8047-a42edf24029f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f554ad-a5b0-4c59-8a15-e20d456f933e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:34.695134 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36318) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:34.748104 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12a8fe90-af49-4476-bc9f-c1165eda17ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.763852 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.768490 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a81f6b-1af7-421d-880b-dd47198d153d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:34.773907 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a81f6b-1af7-421d-880b-dd47198d153d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.780474 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12a8fe90-af49-4476-bc9f-c1165eda17ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.795860 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-67a81f6b-1af7-421d-880b-dd47198d153d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port 20b52021-d762-4d02-93d0-0d5e163604ce yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:18:34.832349 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.847456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c52011bf-e929-4435-9c3d-20b271778bb6 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:18:34.881635 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:34.896597 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: c52011bf-e929-4435-9c3d-20b271778bb6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:18:34.896956 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c52011bf-e929-4435-9c3d-20b271778bb6 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:18:34.900356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:34.911623 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:34.931017 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Pushing event updated for resources: {'Port': ['ID=321a2a7b-8e4d-4400-a9fe-f737c5a16280,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:34.934693 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12a8fe90-af49-4476-bc9f-c1165eda17ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.937916 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12a8fe90-af49-4476-bc9f-c1165eda17ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:34.946291 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-12a8fe90-af49-4476-bc9f-c1165eda17ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70f554ad-a5b0-4c59-8a15-e20d456f933e HTTP/1.1" status: 204 len: 168 time: 0.2460802 Sep 18 05:18:34.959974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8fe90-af49-4476-bc9f-c1165eda17ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f554ad-a5b0-4c59-8a15-e20d456f933e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:34.995453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Attempting to bind port 321a2a7b-8e4d-4400-a9fe-f737c5a16280 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:18:34.995955 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Attempting to bind port 321a2a7b-8e4d-4400-a9fe-f737c5a16280 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:18:34.996921 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Attempting to bind port 321a2a7b-8e4d-4400-a9fe-f737c5a16280 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:18:35.003929 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:18:35.004350 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:35.004771 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:35.005176 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:18:35.005662 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Bound port: 321a2a7b-8e4d-4400-a9fe-f737c5a16280, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:18:35.006054 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:35.025185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-67a81f6b-1af7-421d-880b-dd47198d153d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::c548:7464:3f7d:abdd (e14fd239-0fbc-4e30-aef7-beef61ca0e46/127ac10f-bd5e-456b-9fc6-3000b7e11b10/20b52021-d762-4d02-93d0-0d5e163604ce) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:35.082561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] For port 321a2a7b-8e4d-4400-a9fe-f737c5a16280, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:18:35.085691 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] For port 321a2a7b-8e4d-4400-a9fe-f737c5a16280, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=321a2a7b-8e4d-4400-a9fe-f737c5a16280,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:18:35.157860 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:35.209426 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a81f6b-1af7-421d-880b-dd47198d153d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:35.221066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7f4b7-5dda-4f79-baaa-4d27c60ba055 None None] Pushing event updated for resources: {'Port': ['ID=321a2a7b-8e4d-4400-a9fe-f737c5a16280,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:35.227353 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:35.323880 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a81f6b-1af7-421d-880b-dd47198d153d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:35.379114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a81f6b-1af7-421d-880b-dd47198d153d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:35.382679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-67a81f6b-1af7-421d-880b-dd47198d153d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:35.385189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a81f6b-1af7-421d-880b-dd47198d153d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:35.394900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a81f6b-1af7-421d-880b-dd47198d153d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:35.395182 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a81f6b-1af7-421d-880b-dd47198d153d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:35.405008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a81f6b-1af7-421d-880b-dd47198d153d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=20b52021-d762-4d02-93d0-0d5e163604ce,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:35.491608 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-67a81f6b-1af7-421d-880b-dd47198d153d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1191728 Sep 18 05:18:35.492852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36330) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:35.587149 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6e706e-e70f-4d74-a7c2-3f132353689d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:35.590671 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6e706e-e70f-4d74-a7c2-3f132353689d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:35.592565 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4c6e706e-e70f-4d74-a7c2-3f132353689d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0977068 Sep 18 05:18:35.595723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36338) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:35.702946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9c4556da-09d0-420e-a352-d0458f6b527e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port 20b52021-d762-4d02-93d0-0d5e163604ce {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:35.703304 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c4556da-09d0-420e-a352-d0458f6b527e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:35.797321 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c4556da-09d0-420e-a352-d0458f6b527e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:35.810103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9c4556da-09d0-420e-a352-d0458f6b527e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for 20b52021-d762-4d02-93d0-0d5e163604ce owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:36.100053 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c4556da-09d0-420e-a352-d0458f6b527e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:36.137053 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4556da-09d0-420e-a352-d0458f6b527e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=20b52021-d762-4d02-93d0-0d5e163604ce,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:36.177055 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c4556da-09d0-420e-a352-d0458f6b527e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:36.178850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9c4556da-09d0-420e-a352-d0458f6b527e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/20b52021-d762-4d02-93d0-0d5e163604ce HTTP/1.1" status: 204 len: 168 time: 0.5820138 Sep 18 05:18:36.183553 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36354) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:36.249422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abdfc1d-8bd1-467f-8c48-dd460b451d8b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:36.251074 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abdfc1d-8bd1-467f-8c48-dd460b451d8b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:36.252774 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2abdfc1d-8bd1-467f-8c48-dd460b451d8b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0679166 Sep 18 05:18:36.255419 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36358) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:36.278955 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9a975076-ef11-4ceb-9e42-15554b4c47e5 None None] Provisioning complete for port 321a2a7b-8e4d-4400-a9fe-f737c5a16280 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:36.280345 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9a975076-ef11-4ceb-9e42-15554b4c47e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:36.331930 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-271f3b48-5bb6-478f-8059-faacccead829 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 127ac10f-bd5e-456b-9fc6-3000b7e11b10 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:18:36.338255 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-271f3b48-5bb6-478f-8059-faacccead829 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:36.401102 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9a975076-ef11-4ceb-9e42-15554b4c47e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:36.412398 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-271f3b48-5bb6-478f-8059-faacccead829 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:36.446425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9a975076-ef11-4ceb-9e42-15554b4c47e5 None None] For port 321a2a7b-8e4d-4400-a9fe-f737c5a16280, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=321a2a7b-8e4d-4400-a9fe-f737c5a16280,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:36.544383 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9a975076-ef11-4ceb-9e42-15554b4c47e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:36.553332 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-271f3b48-5bb6-478f-8059-faacccead829 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:36.615640 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a975076-ef11-4ceb-9e42-15554b4c47e5 None None] Pushing event updated for resources: {'Port': ['ID=321a2a7b-8e4d-4400-a9fe-f737c5a16280,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:36.657397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2e4ecbfc-e25e-4e14-b7a5-9c83a0146627 None None] Could not find standard attr ID for object 20b52021-d762-4d02-93d0-0d5e163604ce. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:18:36.763471 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-271f3b48-5bb6-478f-8059-faacccead829 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:36.777960 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-271f3b48-5bb6-478f-8059-faacccead829 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:36.782820 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-271f3b48-5bb6-478f-8059-faacccead829 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/127ac10f-bd5e-456b-9fc6-3000b7e11b10 HTTP/1.1" status: 204 len: 168 time: 0.5240450 Sep 18 05:18:36.783170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36368) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:36.787184 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c84fbeb-aedb-44cd-8366-e00263c41913 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:36.830298 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0922b36a-8c9f-460e-8d1a-9f56cb13a745 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452940 Sep 18 05:18:36.832905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36370) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:36.834656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f3b48-5bb6-478f-8059-faacccead829 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=127ac10f-bd5e-456b-9fc6-3000b7e11b10,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:36.899073 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3f9a99-2e8d-4f7f-b86c-9c9947c521e6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:36.901044 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1c3f9a99-2e8d-4f7f-b86c-9c9947c521e6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0672133 Sep 18 05:18:36.902097 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:36.902979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 321a2a7b-8e4d-4400-a9fe-f737c5a16280 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:18:36.903730 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36372) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:36.959080 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5541095e-3d2d-42e5-8cd0-f095d2581c92 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:36.961094 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5541095e-3d2d-42e5-8cd0-f095d2581c92 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0560462 Sep 18 05:18:36.963666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36378) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:36.987456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 321a2a7b-8e4d-4400-a9fe-f737c5a16280 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:36.987831 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:37.020213 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3af5f848-9c86-47f7-ace1-f9228775aa61 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529418 Sep 18 05:18:37.025040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36382) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:37.030804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d5b36013-7525-4fa3-9503-25e6607eb903 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:37.067723 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791679f5-82af-47ef-8bc8-1e9931daf81d None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:18:37.151323 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-791679f5-82af-47ef-8bc8-1e9931daf81d None None] Deleting port 321a2a7b-8e4d-4400-a9fe-f737c5a16280 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:37.151690 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-791679f5-82af-47ef-8bc8-1e9931daf81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:37.220993 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-791679f5-82af-47ef-8bc8-1e9931daf81d None None] For port 321a2a7b-8e4d-4400-a9fe-f737c5a16280, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=321a2a7b-8e4d-4400-a9fe-f737c5a16280,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:37.220993 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-791679f5-82af-47ef-8bc8-1e9931daf81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:37.235270 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-791679f5-82af-47ef-8bc8-1e9931daf81d None None] Calling delete_port for 321a2a7b-8e4d-4400-a9fe-f737c5a16280 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:37.264097 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b36013-7525-4fa3-9503-25e6607eb903 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:37.268052 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d5b36013-7525-4fa3-9503-25e6607eb903 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:37.418416 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36394) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:37.436452 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-791679f5-82af-47ef-8bc8-1e9931daf81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:37.466022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791679f5-82af-47ef-8bc8-1e9931daf81d None None] Pushing event deleted for resources: {'Port': ['ID=321a2a7b-8e4d-4400-a9fe-f737c5a16280,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:37.469502 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791679f5-82af-47ef-8bc8-1e9931daf81d None None] No DVR routers for this DVR port 321a2a7b-8e4d-4400-a9fe-f737c5a16280 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:18:37.546081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b1c00675-d506-4c38-a026-c8c81fd4ce67 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-651817597'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:37.664621 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d5b36013-7525-4fa3-9503-25e6607eb903 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:37.701644 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c00675-d506-4c38-a026-c8c81fd4ce67 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:37.702837 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c00675-d506-4c38-a026-c8c81fd4ce67 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:37.723610 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b36013-7525-4fa3-9503-25e6607eb903 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:37.732992 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-d5b36013-7525-4fa3-9503-25e6607eb903 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:37.734012 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b36013-7525-4fa3-9503-25e6607eb903 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:37.734614 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d5b36013-7525-4fa3-9503-25e6607eb903 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:37.741265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0b407e-df62-4833-b58d-813bdf3e6e65 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:37.759210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b36013-7525-4fa3-9503-25e6607eb903 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=890eb3ef-d855-4aa4-8332-dc4f10f84e05,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:37.791094 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c00675-d506-4c38-a026-c8c81fd4ce67 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:37.847394 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d5b36013-7525-4fa3-9503-25e6607eb903 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8186746 Sep 18 05:18:37.847726 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36402) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:37.852846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5a419f5a-1324-412e-a00a-358e366be10b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'fixed_ips': [{'subnet_id': '890eb3ef-d855-4aa4-8332-dc4f10f84e05', 'ip_address': '2001:db8::1088:d651:31a1:64f1'}], 'name': 'tempest-NetworksTestDHCPv6-1719274584'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:37.878415 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c00675-d506-4c38-a026-c8c81fd4ce67 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:37.901382 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '890eb3ef-d855-4aa4-8332-dc4f10f84e05'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:18:37.902709 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:37.975130 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c00675-d506-4c38-a026-c8c81fd4ce67 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:37.978943 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b1c00675-d506-4c38-a026-c8c81fd4ce67 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5569565 Sep 18 05:18:37.979430 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36406) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:38.050329 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Allocated IP 2001:db8::2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/890eb3ef-d855-4aa4-8332-dc4f10f84e05/382c9713-d417-402f-bd9d-e7bf5e028ac2) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:38.055824 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7996ed84-79fd-42d8-bb24-cbef69fc9fb4 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.105978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a419f5a-1324-412e-a00a-358e366be10b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:38.229454 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a419f5a-1324-412e-a00a-358e366be10b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.242422 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.245639 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7996ed84-79fd-42d8-bb24-cbef69fc9fb4 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.246985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-5a419f5a-1324-412e-a00a-358e366be10b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port e108c9ca-2387-4c51-89ef-b0d47d5d6850 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:18:38.248503 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7996ed84-79fd-42d8-bb24-cbef69fc9fb4 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.358035 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.395250 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:38.398090 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:38.400657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:38.406046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-5a419f5a-1324-412e-a00a-358e366be10b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::1088:d651:31a1:64f1 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/890eb3ef-d855-4aa4-8332-dc4f10f84e05/e108c9ca-2387-4c51-89ef-b0d47d5d6850) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:38.414650 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7996ed84-79fd-42d8-bb24-cbef69fc9fb4 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.417200 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7996ed84-79fd-42d8-bb24-cbef69fc9fb4 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea2d732-7d10-490d-88a1-9db07f3d74d2 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:18:38.417483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Pushing event updated for resources: {'Port': ['ID=382c9713-d417-402f-bd9d-e7bf5e028ac2,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:38.424396 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7996ed84-79fd-42d8-bb24-cbef69fc9fb4 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.425963 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7996ed84-79fd-42d8-bb24-cbef69fc9fb4 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] 10.222.0.23 "DELETE /v2.0/routers/8ea2d732-7d10-490d-88a1-9db07f3d74d2 HTTP/1.1" status: 204 len: 168 time: 0.4454086 Sep 18 05:18:38.429251 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36414) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:38.436980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-95a537dd-9db4-41e2-aad2-e94a2cf17b82 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Request body: {'router': {'name': 'tempest-router-1117940870', 'distributed': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:38.484503 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Attempting to bind port 382c9713-d417-402f-bd9d-e7bf5e028ac2 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:18:38.484994 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Attempting to bind port 382c9713-d417-402f-bd9d-e7bf5e028ac2 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:18:38.485361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Attempting to bind port 382c9713-d417-402f-bd9d-e7bf5e028ac2 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:18:38.490759 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:18:38.491144 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:38.491584 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.491984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:18:38.492483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Bound port: 382c9713-d417-402f-bd9d-e7bf5e028ac2, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:18:38.492875 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.528613 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95a537dd-9db4-41e2-aad2-e94a2cf17b82 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.530382 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95a537dd-9db4-41e2-aad2-e94a2cf17b82 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.559027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] For port 382c9713-d417-402f-bd9d-e7bf5e028ac2, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:18:38.563095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] For port 382c9713-d417-402f-bd9d-e7bf5e028ac2, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=382c9713-d417-402f-bd9d-e7bf5e028ac2,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:18:38.582561 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a419f5a-1324-412e-a00a-358e366be10b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.589884 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95a537dd-9db4-41e2-aad2-e94a2cf17b82 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.672315 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.710237 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a419f5a-1324-412e-a00a-358e366be10b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.710642 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95a537dd-9db4-41e2-aad2-e94a2cf17b82 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.740950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71ed97-b1eb-4ab4-9f9e-48063d3a9f94 None None] Pushing event updated for resources: {'Port': ['ID=382c9713-d417-402f-bd9d-e7bf5e028ac2,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:38.760042 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a419f5a-1324-412e-a00a-358e366be10b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:38.763499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-5a419f5a-1324-412e-a00a-358e366be10b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:38.768258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a419f5a-1324-412e-a00a-358e366be10b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:38.774233 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95a537dd-9db4-41e2-aad2-e94a2cf17b82 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.778242 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-95a537dd-9db4-41e2-aad2-e94a2cf17b82 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3448882 Sep 18 05:18:38.778424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a419f5a-1324-412e-a00a-358e366be10b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:38.778551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36418) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:38.781646 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a419f5a-1324-412e-a00a-358e366be10b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.826365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a419f5a-1324-412e-a00a-358e366be10b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=e108c9ca-2387-4c51-89ef-b0d47d5d6850,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:38.855866 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 321a2a7b-8e4d-4400-a9fe-f737c5a16280 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:18:38.868528 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-915ba7b6-a8ad-473b-9d24-68baff9877b3 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:38.879313 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 321a2a7b-8e4d-4400-a9fe-f737c5a16280 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:18:38.879757 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 321a2a7b-8e4d-4400-a9fe-f737c5a16280 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:18:38.912340 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5a419f5a-1324-412e-a00a-358e366be10b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0633326 Sep 18 05:18:38.917509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36420) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:38.921674 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ca1e02f6-34f2-4af1-afb8-ef993abf361b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'fixed_ips': [{'subnet_id': '890eb3ef-d855-4aa4-8332-dc4f10f84e05', 'ip_address': '2001:db8::1088:d651:31a1:64f1'}], 'name': 'tempest-NetworksTestDHCPv6-1769407442'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:39.126093 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-915ba7b6-a8ad-473b-9d24-68baff9877b3 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:39.131421 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-915ba7b6-a8ad-473b-9d24-68baff9877b3 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:39.271420 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-915ba7b6-a8ad-473b-9d24-68baff9877b3 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:39.271939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915ba7b6-a8ad-473b-9d24-68baff9877b3 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16a116bc-5aa0-42bb-b596-e9a8dc82a468 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:18:39.285273 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-915ba7b6-a8ad-473b-9d24-68baff9877b3 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:39.285273 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-915ba7b6-a8ad-473b-9d24-68baff9877b3 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] 10.222.0.23 "DELETE /v2.0/routers/16a116bc-5aa0-42bb-b596-e9a8dc82a468 HTTP/1.1" status: 204 len: 168 time: 0.5004535 Sep 18 05:18:39.285273 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36426) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:39.288113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-83b87dde-6579-4020-9686-ecb6f828e1b6 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Request body: {'router': {'name': 'tempest-router-330350252', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'febb217d06a44d7c88b534e1ade5116c'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:39.308889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1e02f6-34f2-4af1-afb8-ef993abf361b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:39.401586 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ca1e02f6-34f2-4af1-afb8-ef993abf361b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:39.418254 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-ca1e02f6-34f2-4af1-afb8-ef993abf361b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port a07dfaf5-3769-4e11-96d3-cf31e6745ff4 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:18:39.456467 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83b87dde-6579-4020-9686-ecb6f828e1b6 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:39.457456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83b87dde-6579-4020-9686-ecb6f828e1b6 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:39.565759 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83b87dde-6579-4020-9686-ecb6f828e1b6 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:39.637458 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83b87dde-6579-4020-9686-ecb6f828e1b6 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:39.677525 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1e02f6-34f2-4af1-afb8-ef993abf361b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 05:18:39.678006 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1e02f6-34f2-4af1-afb8-ef993abf361b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:18:39.732617 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83b87dde-6579-4020-9686-ecb6f828e1b6 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:39.734002 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-83b87dde-6579-4020-9686-ecb6f828e1b6 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4491670 Sep 18 05:18:39.744593 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36430) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:39.750243 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-03f572a9-ff69-453c-89b6-ca1893473d07 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Request body: {'router': {'distributed': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:39.820486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3c24cb6c-1821-4672-81d6-680cea098069 None None] Provisioning complete for port 382c9713-d417-402f-bd9d-e7bf5e028ac2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:39.821643 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3c24cb6c-1821-4672-81d6-680cea098069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:39.933985 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3c24cb6c-1821-4672-81d6-680cea098069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:39.972793 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3c24cb6c-1821-4672-81d6-680cea098069 None None] For port 382c9713-d417-402f-bd9d-e7bf5e028ac2, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=382c9713-d417-402f-bd9d-e7bf5e028ac2,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:40.058554 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3c24cb6c-1821-4672-81d6-680cea098069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:40.076282 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ca1e02f6-34f2-4af1-afb8-ef993abf361b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1576195 Sep 18 05:18:40.078787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36434) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:40.114032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24cb6c-1821-4672-81d6-680cea098069 None None] Pushing event updated for resources: {'Port': ['ID=382c9713-d417-402f-bd9d-e7bf5e028ac2,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:40.133677 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dd7e7f-3680-4534-9f63-76d7c709f6be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:40.139764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dd7e7f-3680-4534-9f63-76d7c709f6be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:40.143810 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-72dd7e7f-3680-4534-9f63-76d7c709f6be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.0621262 Sep 18 05:18:40.143985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36436) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:40.179495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-11e0e4fd-7f9c-49f2-ae2c-f6df3b7680f9 None None] Provisioning complete for port e108c9ca-2387-4c51-89ef-b0d47d5d6850 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:40.179967 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-11e0e4fd-7f9c-49f2-ae2c-f6df3b7680f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:40.222753 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-11e0e4fd-7f9c-49f2-ae2c-f6df3b7680f9 None None] Port e108c9ca-2387-4c51-89ef-b0d47d5d6850 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:18:40.240118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2a730881-dc99-4d7c-b44b-8256cf6226a7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port e108c9ca-2387-4c51-89ef-b0d47d5d6850 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:40.240539 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a730881-dc99-4d7c-b44b-8256cf6226a7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:40.256560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03f572a9-ff69-453c-89b6-ca1893473d07 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:40.256947 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03f572a9-ff69-453c-89b6-ca1893473d07 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:40.343416 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-03f572a9-ff69-453c-89b6-ca1893473d07 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=106908) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 18 05:18:40.344101 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-03f572a9-ff69-453c-89b6-ca1893473d07 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Router 554b687b-64e4-4491-bf4a-d5217612addc migrating from provider to provider. {{(pid=106908) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 18 05:18:40.344900 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03f572a9-ff69-453c-89b6-ca1893473d07 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:40.349819 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03f572a9-ff69-453c-89b6-ca1893473d07 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:40.355114 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a730881-dc99-4d7c-b44b-8256cf6226a7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:40.367070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2a730881-dc99-4d7c-b44b-8256cf6226a7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for e108c9ca-2387-4c51-89ef-b0d47d5d6850 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:40.443170 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03f572a9-ff69-453c-89b6-ca1893473d07 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:40.523041 n-d-789963-13 neutron-server[106908]: WARNING neutron.scheduler.l3_agent_scheduler [None req-03f572a9-ff69-453c-89b6-ca1893473d07 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] No L3 agents can host the router 554b687b-64e4-4491-bf4a-d5217612addc Sep 18 05:18:40.597755 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a730881-dc99-4d7c-b44b-8256cf6226a7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:40.631472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a730881-dc99-4d7c-b44b-8256cf6226a7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=e108c9ca-2387-4c51-89ef-b0d47d5d6850,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:40.643078 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f572a9-ff69-453c-89b6-ca1893473d07 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Hosts for router 554b687b-64e4-4491-bf4a-d5217612addc: [] {{(pid=106908) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 18 05:18:40.668025 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a730881-dc99-4d7c-b44b-8256cf6226a7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:40.671846 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2a730881-dc99-4d7c-b44b-8256cf6226a7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/e108c9ca-2387-4c51-89ef-b0d47d5d6850 HTTP/1.1" status: 204 len: 168 time: 0.5267606 Sep 18 05:18:40.675929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36444) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:40.690376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f572a9-ff69-453c-89b6-ca1893473d07 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Hosts for other DVR routers connected to router 554b687b-64e4-4491-bf4a-d5217612addc: set() {{(pid=106908) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 18 05:18:40.692800 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03f572a9-ff69-453c-89b6-ca1893473d07 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:40.694318 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-03f572a9-ff69-453c-89b6-ca1893473d07 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] 10.222.0.23 "PUT /v2.0/routers/554b687b-64e4-4491-bf4a-d5217612addc HTTP/1.1" status: 200 len: 716 time: 0.9482784 Sep 18 05:18:40.704342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36446) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:40.751066 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98eb699-ff9d-4b70-9d09-54bc96b5bbce tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:40.754097 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98eb699-ff9d-4b70-9d09-54bc96b5bbce tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:40.758152 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c98eb699-ff9d-4b70-9d09-54bc96b5bbce tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0787053 Sep 18 05:18:40.758540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36448) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:40.808291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ff9ee07c-1a50-45ee-b551-ab36bcf29351 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] 10.222.0.23 "GET /v2.0/routers/554b687b-64e4-4491-bf4a-d5217612addc HTTP/1.1" status: 200 len: 716 time: 0.0977490 Sep 18 05:18:40.808441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36450) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:40.838264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-59394d31-0c0f-4bd6-95ea-f3a98a0978ad tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 890eb3ef-d855-4aa4-8332-dc4f10f84e05 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:18:40.842413 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59394d31-0c0f-4bd6-95ea-f3a98a0978ad tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:40.896790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 382c9713-d417-402f-bd9d-e7bf5e028ac2 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:18:40.897545 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59394d31-0c0f-4bd6-95ea-f3a98a0978ad tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:40.953813 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 382c9713-d417-402f-bd9d-e7bf5e028ac2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:40.954620 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.054373 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8fc92581-9675-4592-a339-bf0822cda453 tempest-RoutersTestDVR-61837320 tempest-RoutersTestDVR-61837320-project] 10.222.0.23 "GET /v2.0/routers/554b687b-64e4-4491-bf4a-d5217612addc HTTP/1.1" status: 200 len: 682 time: 0.2452962 Sep 18 05:18:41.057201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36456) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:41.068167 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59394d31-0c0f-4bd6-95ea-f3a98a0978ad tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.131845 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6d6073de-320b-41ad-95b5-b4174f8ff222 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.237591 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59394d31-0c0f-4bd6-95ea-f3a98a0978ad tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.266183 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59394d31-0c0f-4bd6-95ea-f3a98a0978ad tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=890eb3ef-d855-4aa4-8332-dc4f10f84e05,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:41.270256 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59394d31-0c0f-4bd6-95ea-f3a98a0978ad tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.272201 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-59394d31-0c0f-4bd6-95ea-f3a98a0978ad tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/890eb3ef-d855-4aa4-8332-dc4f10f84e05 HTTP/1.1" status: 204 len: 168 time: 0.5125227 Sep 18 05:18:41.275069 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36458) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:41.279824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e56b4-e1b2-49be-97d8-1ec7f126bd01 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:41.291062 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6d6073de-320b-41ad-95b5-b4174f8ff222 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.292012 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6d6073de-320b-41ad-95b5-b4174f8ff222 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.321149 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-acb8d22b-70ba-4e17-b8e3-5bb93f23b7a9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446370 Sep 18 05:18:41.325286 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36460) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:41.338591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e542d646-c387-4232-9cad-69b2682dd23c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:41.431251 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6d6073de-320b-41ad-95b5-b4174f8ff222 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.434774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6073de-320b-41ad-95b5-b4174f8ff222 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 554b687b-64e4-4491-bf4a-d5217612addc {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:18:41.436850 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6d6073de-320b-41ad-95b5-b4174f8ff222 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.438020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6d6073de-320b-41ad-95b5-b4174f8ff222 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] 10.222.0.23 "DELETE /v2.0/routers/554b687b-64e4-4491-bf4a-d5217612addc HTTP/1.1" status: 204 len: 168 time: 0.3798206 Sep 18 05:18:41.445017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36468) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:41.449392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-18a24177-6d8d-414f-bf67-fd31a4b6ea8f tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Request body: {'router': {'name': 'tempest-router-618671980', 'distributed': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:41.495015 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d5a763-9fc7-4d82-8b77-438114ca08a6 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:18:41.534065 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e542d646-c387-4232-9cad-69b2682dd23c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:41.537759 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e542d646-c387-4232-9cad-69b2682dd23c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.540609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b2d5a763-9fc7-4d82-8b77-438114ca08a6 None None] Deleting port 382c9713-d417-402f-bd9d-e7bf5e028ac2 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:41.540999 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b2d5a763-9fc7-4d82-8b77-438114ca08a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.606370 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b2d5a763-9fc7-4d82-8b77-438114ca08a6 None None] For port 382c9713-d417-402f-bd9d-e7bf5e028ac2, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=382c9713-d417-402f-bd9d-e7bf5e028ac2,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:41.606735 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b2d5a763-9fc7-4d82-8b77-438114ca08a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.620057 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b2d5a763-9fc7-4d82-8b77-438114ca08a6 None None] Calling delete_port for 382c9713-d417-402f-bd9d-e7bf5e028ac2 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:41.660268 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-18a24177-6d8d-414f-bf67-fd31a4b6ea8f tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.661423 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-18a24177-6d8d-414f-bf67-fd31a4b6ea8f tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.723408 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-18a24177-6d8d-414f-bf67-fd31a4b6ea8f tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.801317 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b2d5a763-9fc7-4d82-8b77-438114ca08a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.826597 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5a763-9fc7-4d82-8b77-438114ca08a6 None None] Pushing event deleted for resources: {'Port': ['ID=382c9713-d417-402f-bd9d-e7bf5e028ac2,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:41.827064 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-18a24177-6d8d-414f-bf67-fd31a4b6ea8f tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.827530 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e542d646-c387-4232-9cad-69b2682dd23c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.835556 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d5a763-9fc7-4d82-8b77-438114ca08a6 None None] No DVR routers for this DVR port 382c9713-d417-402f-bd9d-e7bf5e028ac2 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:18:41.878288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e542d646-c387-4232-9cad-69b2682dd23c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:41.881808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-e542d646-c387-4232-9cad-69b2682dd23c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:41.886043 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e542d646-c387-4232-9cad-69b2682dd23c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:41.886667 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e542d646-c387-4232-9cad-69b2682dd23c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.891896 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76305a66-dd29-42b4-838b-ebe45a2278d5 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:41.903345 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542d646-c387-4232-9cad-69b2682dd23c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=49c4f088-dde6-408b-aa9a-f8cb782e3671,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:41.928824 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-18a24177-6d8d-414f-bf67-fd31a4b6ea8f tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:41.930478 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-18a24177-6d8d-414f-bf67-fd31a4b6ea8f tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4841905 Sep 18 05:18:41.932960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36476) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:42.009862 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e542d646-c387-4232-9cad-69b2682dd23c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6809480 Sep 18 05:18:42.012560 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36480) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:42.020747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d792b037-0f37-47b2-9799-4acd55b5ba32 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'fixed_ips': [{'subnet_id': '49c4f088-dde6-408b-aa9a-f8cb782e3671', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1726531945'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:42.034544 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aeac3c98-49db-4f7c-956d-8cfb71a77012 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.048457 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '49c4f088-dde6-408b-aa9a-f8cb782e3671'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:18:42.049327 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.211582 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Allocated IP 2001:db8::2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/49c4f088-dde6-408b-aa9a-f8cb782e3671/789a1718-df1b-498d-b795-9d832cdbbe49) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:42.234447 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aeac3c98-49db-4f7c-956d-8cfb71a77012 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.236798 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aeac3c98-49db-4f7c-956d-8cfb71a77012 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.246932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d792b037-0f37-47b2-9799-4acd55b5ba32 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:42.252377 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d792b037-0f37-47b2-9799-4acd55b5ba32 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.273205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-d792b037-0f37-47b2-9799-4acd55b5ba32 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port 7848dd42-f39e-4fb2-8db3-5c58123d95e1 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:18:42.346349 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aeac3c98-49db-4f7c-956d-8cfb71a77012 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.346980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeac3c98-49db-4f7c-956d-8cfb71a77012 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9687def-ae5a-47ed-b282-262d58b17ad6 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:18:42.361982 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aeac3c98-49db-4f7c-956d-8cfb71a77012 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.364222 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.372751 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aeac3c98-49db-4f7c-956d-8cfb71a77012 tempest-RoutersTestDVR-1544304579 tempest-RoutersTestDVR-1544304579-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e9687def-ae5a-47ed-b282-262d58b17ad6 HTTP/1.1" status: 204 len: 168 time: 0.4344056 Sep 18 05:18:42.455896 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.484852 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-d792b037-0f37-47b2-9799-4acd55b5ba32 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:18:42.485667 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d792b037-0f37-47b2-9799-4acd55b5ba32 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:18:42.502613 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:42.507527 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:42.516028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:42.518025 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Pushing event updated for resources: {'Port': ['ID=789a1718-df1b-498d-b795-9d832cdbbe49,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:42.570503 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Attempting to bind port 789a1718-df1b-498d-b795-9d832cdbbe49 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:18:42.570881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Attempting to bind port 789a1718-df1b-498d-b795-9d832cdbbe49 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:18:42.571251 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Attempting to bind port 789a1718-df1b-498d-b795-9d832cdbbe49 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:18:42.575391 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d792b037-0f37-47b2-9799-4acd55b5ba32 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5607553 Sep 18 05:18:42.577841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:18:42.584532 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:42.584694 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36488) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:42.584887 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.584887 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:18:42.584887 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Bound port: 789a1718-df1b-498d-b795-9d832cdbbe49, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:18:42.584887 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.640442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c33ffa9-eb8d-441a-94ba-26f5102953a5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:42.642451 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5c33ffa9-eb8d-441a-94ba-26f5102953a5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0629184 Sep 18 05:18:42.645073 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36490) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:42.651687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] For port 789a1718-df1b-498d-b795-9d832cdbbe49, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:18:42.655654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] For port 789a1718-df1b-498d-b795-9d832cdbbe49, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=789a1718-df1b-498d-b795-9d832cdbbe49,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:18:42.696355 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc2248a-e852-445a-877b-fcf4c4501efd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:42.697898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc2248a-e852-445a-877b-fcf4c4501efd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:42.699429 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-efc2248a-e852-445a-877b-fcf4c4501efd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0534158 Sep 18 05:18:42.702941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36492) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:42.757625 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db0898d-c326-47c5-9c69-c02598716b0a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 49c4f088-dde6-408b-aa9a-f8cb782e3671 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:18:42.760779 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db0898d-c326-47c5-9c69-c02598716b0a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.764583 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.855158 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db0898d-c326-47c5-9c69-c02598716b0a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.866592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 382c9713-d417-402f-bd9d-e7bf5e028ac2 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:18:42.925251 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c89fda-4f29-4e90-ab7e-1068673f55d2 None None] Pushing event updated for resources: {'Port': ['ID=789a1718-df1b-498d-b795-9d832cdbbe49,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:42.928088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 382c9713-d417-402f-bd9d-e7bf5e028ac2 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:18:42.929520 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 382c9713-d417-402f-bd9d-e7bf5e028ac2 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:18:42.972554 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db0898d-c326-47c5-9c69-c02598716b0a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:42.996951 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36500) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:43.129644 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db0898d-c326-47c5-9c69-c02598716b0a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:43.194198 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0898d-c326-47c5-9c69-c02598716b0a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=49c4f088-dde6-408b-aa9a-f8cb782e3671,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:43.235334 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db0898d-c326-47c5-9c69-c02598716b0a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:43.237324 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1db0898d-c326-47c5-9c69-c02598716b0a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/49c4f088-dde6-408b-aa9a-f8cb782e3671 HTTP/1.1" status: 204 len: 168 time: 0.5334573 Sep 18 05:18:43.238315 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bcd6ec8-ef8b-4e20-be34-64298df5a428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:43.240060 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36512) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:43.314591 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e1b5f1d6-b206-4d43-a5c0-828e7431d5c5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731530 Sep 18 05:18:43.318379 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36516) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:43.323771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-428ac662-8e66-48c2-a2f0-bf9903b7e97e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:43.374559 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bcd6ec8-ef8b-4e20-be34-64298df5a428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:43.487426 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bcd6ec8-ef8b-4e20-be34-64298df5a428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:43.528544 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0bcd6ec8-ef8b-4e20-be34-64298df5a428 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=febb217d06a44d7c88b534e1ade5116c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5306284 Sep 18 05:18:43.530564 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd6ec8-ef8b-4e20-be34-64298df5a428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f64578c-10d4-4182-a5b3-cde804678717,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:43.531921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36522) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:43.593295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428ac662-8e66-48c2-a2f0-bf9903b7e97e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:43.597208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-428ac662-8e66-48c2-a2f0-bf9903b7e97e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:43.674012 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ef2d2a5-5a2f-49bf-9a34-d547305edcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:43.714059 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ef2d2a5-5a2f-49bf-9a34-d547305edcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:43.854417 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ef2d2a5-5a2f-49bf-9a34-d547305edcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:43.857903 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ef2d2a5-5a2f-49bf-9a34-d547305edcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:43.859449 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1ef2d2a5-5a2f-49bf-9a34-d547305edcd7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f64578c-10d4-4182-a5b3-cde804678717 HTTP/1.1" status: 204 len: 168 time: 0.3259869 Sep 18 05:18:43.870943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2d2a5-5a2f-49bf-9a34-d547305edcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f64578c-10d4-4182-a5b3-cde804678717,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:43.932310 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-428ac662-8e66-48c2-a2f0-bf9903b7e97e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:44.002718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428ac662-8e66-48c2-a2f0-bf9903b7e97e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:44.008604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-428ac662-8e66-48c2-a2f0-bf9903b7e97e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:44.011911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428ac662-8e66-48c2-a2f0-bf9903b7e97e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:44.012554 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-428ac662-8e66-48c2-a2f0-bf9903b7e97e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:44.036873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ac662-8e66-48c2-a2f0-bf9903b7e97e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=6b5ad894-01cf-4e1f-bc6e-8985987c93ee,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:44.102115 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7d48a-6191-4018-b987-b5ef3a4ff79d req-41646e48-f3ca-454d-999f-8cf19c834725 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:44.104342 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23b7d48a-6191-4018-b987-b5ef3a4ff79d req-41646e48-f3ca-454d-999f-8cf19c834725 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 945 time: 0.0951388 Sep 18 05:18:44.131680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36536) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:44.132345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-428ac662-8e66-48c2-a2f0-bf9903b7e97e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8125308 Sep 18 05:18:44.137307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-8ff6701e-b1b3-46ea-b930-67b3f21941b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1691137655', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:44.139809 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e9571e-ff41-435b-9d74-499b5f0658bc None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:44.174347 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23b7d48a-6191-4018-b987-b5ef3a4ff79d req-1ef8fbf7-f588-4df2-b965-e0afd745e8a3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630875 Sep 18 05:18:44.261392 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ff6701e-b1b3-46ea-b930-67b3f21941b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:44.263138 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ff6701e-b1b3-46ea-b930-67b3f21941b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:44.297266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a36fb803-7613-48a8-9b70-d14c42e347d7 None None] Provisioning complete for port 789a1718-df1b-498d-b795-9d832cdbbe49 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:44.299649 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a36fb803-7613-48a8-9b70-d14c42e347d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:44.402262 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ff6701e-b1b3-46ea-b930-67b3f21941b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:44.471881 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a36fb803-7613-48a8-9b70-d14c42e347d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:44.488996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ff6701e-b1b3-46ea-b930-67b3f21941b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:44.517902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a36fb803-7613-48a8-9b70-d14c42e347d7 None None] For port 789a1718-df1b-498d-b795-9d832cdbbe49, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=789a1718-df1b-498d-b795-9d832cdbbe49,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:44.597412 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ff6701e-b1b3-46ea-b930-67b3f21941b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:44.602108 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a36fb803-7613-48a8-9b70-d14c42e347d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:44.603387 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8ff6701e-b1b3-46ea-b930-67b3f21941b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4698462 Sep 18 05:18:44.603748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36556) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:44.672550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36560) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:44.701669 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3edec440-88cb-4416-9310-7389453f2a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:44.729999 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fb803-7613-48a8-9b70-d14c42e347d7 None None] Pushing event updated for resources: {'Port': ['ID=789a1718-df1b-498d-b795-9d832cdbbe49,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:44.942269 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3edec440-88cb-4416-9310-7389453f2a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:45.004363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 789a1718-df1b-498d-b795-9d832cdbbe49 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:18:45.086146 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2197bfeb-cd45-44dc-96e3-d8a99df40e5d None None] Provisioning complete for port 789a1718-df1b-498d-b795-9d832cdbbe49 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:45.086825 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2197bfeb-cd45-44dc-96e3-d8a99df40e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:45.089400 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3edec440-88cb-4416-9310-7389453f2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:45.176299 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3edec440-88cb-4416-9310-7389453f2a94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abb7174f032f449b8411f90c048f10b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008388 Sep 18 05:18:45.192532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36568) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:45.330834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edec440-88cb-4416-9310-7389453f2a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0749de-13e2-482c-b431-fe50e22684c1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:45.355518 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c808-a820-4a65-be9a-b57ea00c5954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:45.406721 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c808-a820-4a65-be9a-b57ea00c5954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:45.431168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 789a1718-df1b-498d-b795-9d832cdbbe49 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:45.431734 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:45.574539 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c808-a820-4a65-be9a-b57ea00c5954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:45.578007 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c808-a820-4a65-be9a-b57ea00c5954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:45.580818 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9ed5c808-a820-4a65-be9a-b57ea00c5954 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d0749de-13e2-482c-b431-fe50e22684c1 HTTP/1.1" status: 204 len: 168 time: 0.3869512 Sep 18 05:18:45.598782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5c808-a820-4a65-be9a-b57ea00c5954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0749de-13e2-482c-b431-fe50e22684c1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:45.681463 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:46.023437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::1 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/6b5ad894-01cf-4e1f-bc6e-8985987c93ee/d2e1261c-28f9-45c3-9e42-94623f260d73) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:46.203358 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:46.328883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:46.380322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:46.383521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:46.386589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:46.387236 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:46.434151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=d2e1261c-28f9-45c3-9e42-94623f260d73,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:46.635249 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:46.792845 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ed5c6657-59b8-45a7-957c-ed4e99d7acfe None None] Provisioning complete for port d2e1261c-28f9-45c3-9e42-94623f260d73 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:46.794726 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ed5c6657-59b8-45a7-957c-ed4e99d7acfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:46.850325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c6657-59b8-45a7-957c-ed4e99d7acfe None None] Port d2e1261c-28f9-45c3-9e42-94623f260d73 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:18:46.916112 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36610) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:46.961663 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:47.051842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1808445811'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:47.066789 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:47.066789 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:47.160651 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=d2e1261c-28f9-45c3-9e42-94623f260d73,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:47.198315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:47.199707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:47.231328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Made reservation on behalf of 760e20d1cbe949159468b875c59a885a for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:47.236126 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:47.248384 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:47.358771 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:47.465447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Router f233bdcb-34d8-44ee-80cc-74f6e727d80d is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:18:47.475423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c802291f-3a48-403b-a5eb-0f9d05d348e8 None None] Provisioning complete for port d2e1261c-28f9-45c3-9e42-94623f260d73 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:47.475805 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c802291f-3a48-403b-a5eb-0f9d05d348e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:47.513971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c802291f-3a48-403b-a5eb-0f9d05d348e8 None None] Port d2e1261c-28f9-45c3-9e42-94623f260d73 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:18:47.519659 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:47.565455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:18:47.571135 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-67a57ae7-ab0f-46e0-9440-7200fa44b4ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "PUT /v2.0/routers/f233bdcb-34d8-44ee-80cc-74f6e727d80d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9639134 Sep 18 05:18:47.573791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36624) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:47.579867 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Sync routers for ids ['f233bdcb-34d8-44ee-80cc-74f6e727d80d'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:18:47.583211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:18:47.589339 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Routers {'f233bdcb-34d8-44ee-80cc-74f6e727d80d'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:47.589963 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f233bdcb-34d8-44ee-80cc-74f6e727d80d'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:47.607089 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:47.607758 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Added segment efff4c52-6b10-4c87-9b31-2864819a7674 of type vlan for network 4221dc60-f757-4eb0-be81-2da9eb909efa Sep 18 05:18:47.609906 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2533689d-c970-4689-bb74-d55340d3c33e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:47.639572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2028d2-c494-445d-88ea-8489ee0a4e0c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:47.641451 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4d2028d2-c494-445d-88ea-8489ee0a4e0c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports/d2e1261c-28f9-45c3-9e42-94623f260d73 HTTP/1.1" status: 200 len: 911 time: 0.0642319 Sep 18 05:18:47.643995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36628) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:47.673629 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:47.719105 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f004f4-cc3b-4d95-8cd9-80dca140671f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:47.725500 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f004f4-cc3b-4d95-8cd9-80dca140671f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:47.727945 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Set router f233bdcb-34d8-44ee-80cc-74f6e727d80d gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:18:47.728085 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b6f004f4-cc3b-4d95-8cd9-80dca140671f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0815699 Sep 18 05:18:47.730128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36630) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:47.754526 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff0f3680-30e4-42cd-88d4-33b0d82051a2 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:18:47.826163 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:47.834179 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:47.835267 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:47.938776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:47.973223 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'port_id': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'mac_address': 'fa:16:3e:71:e5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:18:48.016633 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Network': ['ID=4221dc60-f757-4eb0-be81-2da9eb909efa,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:48.017491 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f233bdcb-34d8-44ee-80cc-74f6e727d80d', 'name': 'tempest-NetworksTestDHCPv6-router-1691137655', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:44Z', 'updated_at': '2021-09-18T05:18:46Z', 'revision_number': 2, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'gw_port_host': None, '_interfaces': [{'id': 'd2e1261c-28f9-45c3-9e42-94623f260d73', 'name': '', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'mac_address': 'fa:16:3e:ed:a3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f233bdcb-34d8-44ee-80cc-74f6e727d80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '6b5ad894-01cf-4e1f-bc6e-8985987c93ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:18:45Z', 'updated_at': '2021-09-18T05:18:46Z', 'revision_number': 2, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'subnets': [{'id': '6b5ad894-01cf-4e1f-bc6e-8985987c93ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:48.030222 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bccfc49d-e942-4a14-8745-4d137868cf8c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1088674 Sep 18 05:18:48.030808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36636) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:48.043141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-54609f67-1266-49c8-b463-e798ee919a52 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'subnet': {'network_id': '4221dc60-f757-4eb0-be81-2da9eb909efa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:48.081156 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Checking router: f233bdcb-34d8-44ee-80cc-74f6e727d80d for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:18:48.081809 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Updating router f233bdcb-34d8-44ee-80cc-74f6e727d80d port d2e1261c-28f9-45c3-9e42-94623f260d73 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:18:48.099185 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:48.124141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 4221dc60-f757-4eb0-be81-2da9eb909efa details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:18:48.135470 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:48.160594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff0f3680-30e4-42cd-88d4-33b0d82051a2 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:18:48.254791 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54609f67-1266-49c8-b463-e798ee919a52 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Made reservation on behalf of 760e20d1cbe949159468b875c59a885a for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:48.259953 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-54609f67-1266-49c8-b463-e798ee919a52 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:48.267774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:48.354133 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:48.465882 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:48.489311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ff0f3680-30e4-42cd-88d4-33b0d82051a2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:18:48.502837 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4112-9e78-4582-90d4-330407d7d81a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:48.570904 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:48.671381 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:48.672089 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-54609f67-1266-49c8-b463-e798ee919a52 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:48.797580 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54609f67-1266-49c8-b463-e798ee919a52 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Subnet': ['ID=d4eb55dc-3974-4783-92e3-46bd43eef428,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:48.823200 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54609f67-1266-49c8-b463-e798ee919a52 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Checking segment: {'id': 'efff4c52-6b10-4c87-9b31-2864819a7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4221dc60-f757-4eb0-be81-2da9eb909efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:48.824700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54609f67-1266-49c8-b463-e798ee919a52 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network hostable DHCP agents. Network: 4221dc60-f757-4eb0-be81-2da9eb909efa, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:18:48.865004 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b4f2d-bb89-488c-a6e0-a041c65bdfea None None] Pushing event updated for resources: {'Port': ['ID=d2e1261c-28f9-45c3-9e42-94623f260d73,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:48.906956 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4f2d-bb89-488c-a6e0-a041c65bdfea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:48.907420 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4f2d-bb89-488c-a6e0-a041c65bdfea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:48.907843 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4f2d-bb89-488c-a6e0-a041c65bdfea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:48.908285 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4f2d-bb89-488c-a6e0-a041c65bdfea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:48.908697 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4f2d-bb89-488c-a6e0-a041c65bdfea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:48.909264 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4f2d-bb89-488c-a6e0-a041c65bdfea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:48.910011 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4f2d-bb89-488c-a6e0-a041c65bdfea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:48.910132 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4f2d-bb89-488c-a6e0-a041c65bdfea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:48.910493 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4f2d-bb89-488c-a6e0-a041c65bdfea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:48.910912 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4f2d-bb89-488c-a6e0-a041c65bdfea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:48.911309 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4f2d-bb89-488c-a6e0-a041c65bdfea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:48.911830 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b4f2d-bb89-488c-a6e0-a041c65bdfea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:18:48.931727 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Attempting to bind port d2e1261c-28f9-45c3-9e42-94623f260d73 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:18:48.932186 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Attempting to bind port d2e1261c-28f9-45c3-9e42-94623f260d73 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:18:48.932680 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Attempting to bind port d2e1261c-28f9-45c3-9e42-94623f260d73 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:18:48.939277 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:18:48.939740 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:48.940302 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:48.940847 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:18:48.941367 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Bound port: d2e1261c-28f9-45c3-9e42-94623f260d73, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:18:48.941823 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:48.945076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc4112-9e78-4582-90d4-330407d7d81a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port d2e1261c-28f9-45c3-9e42-94623f260d73 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:48.947915 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4112-9e78-4582-90d4-330407d7d81a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:48.990298 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54609f67-1266-49c8-b463-e798ee919a52 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 4221dc60-f757-4eb0-be81-2da9eb909efa is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:18:49.037175 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] For port d2e1261c-28f9-45c3-9e42-94623f260d73, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:18:49.040914 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] For port d2e1261c-28f9-45c3-9e42-94623f260d73, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d2e1261c-28f9-45c3-9e42-94623f260d73,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:18:49.108576 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-54609f67-1266-49c8-b463-e798ee919a52 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 4221dc60-f757-4eb0-be81-2da9eb909efa) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:49.116794 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54609f67-1266-49c8-b463-e798ee919a52 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:49.121544 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-54609f67-1266-49c8-b463-e798ee919a52 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:49.121700 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:49.146667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156c4eda-9c1a-4b04-aff2-b6179aa55385 None None] Network 4221dc60-f757-4eb0-be81-2da9eb909efa requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:49.203352 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b4f2d-bb89-488c-a6e0-a041c65bdfea None None] Pushing event updated for resources: {'Port': ['ID=d2e1261c-28f9-45c3-9e42-94623f260d73,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:49.214364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-9bdc4112-9e78-4582-90d4-330407d7d81a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] For port d2e1261c-28f9-45c3-9e42-94623f260d73, host n-d-789963-13, got binding levels [] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:49.215405 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4112-9e78-4582-90d4-330407d7d81a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:49.233677 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Routers {'f233bdcb-34d8-44ee-80cc-74f6e727d80d'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:49.234737 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f233bdcb-34d8-44ee-80cc-74f6e727d80d'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:49.238528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc4112-9e78-4582-90d4-330407d7d81a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for d2e1261c-28f9-45c3-9e42-94623f260d73 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:49.250311 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-54609f67-1266-49c8-b463-e798ee919a52 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2181799 Sep 18 05:18:49.254468 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36662) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:49.258624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-582679424', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:49.284127 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f8a33da9-3351-4227-ad69-05ab7a5693ed None None] Provisioning complete for port d2e1261c-28f9-45c3-9e42-94623f260d73 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:49.285004 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f8a33da9-3351-4227-ad69-05ab7a5693ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:49.356184 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] Set router f233bdcb-34d8-44ee-80cc-74f6e727d80d gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:18:49.429268 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:49.429268 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:49.516133 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f8a33da9-3351-4227-ad69-05ab7a5693ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:49.534294 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:49.535845 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c900feb-2390-4fcd-aa4b-0620db0f4cc4 None None] Network 4221dc60-f757-4eb0-be81-2da9eb909efa requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:49.757430 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff0f3680-30e4-42cd-88d4-33b0d82051a2 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:18:49.836520 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:49.859652 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f233bdcb-34d8-44ee-80cc-74f6e727d80d', 'name': 'tempest-NetworksTestDHCPv6-router-1691137655', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:44Z', 'updated_at': '2021-09-18T05:18:46Z', 'revision_number': 2, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'gw_port_host': None, '_interfaces': [{'id': 'd2e1261c-28f9-45c3-9e42-94623f260d73', 'name': '', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'mac_address': 'fa:16:3e:ed:a3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f233bdcb-34d8-44ee-80cc-74f6e727d80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '6b5ad894-01cf-4e1f-bc6e-8985987c93ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:18:45Z', 'updated_at': '2021-09-18T05:18:49Z', 'revision_number': 4, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'subnets': [{'id': '6b5ad894-01cf-4e1f-bc6e-8985987c93ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:49.880255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port ff0f3680-30e4-42cd-88d4-33b0d82051a2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:49.880991 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:49.889298 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4112-9e78-4582-90d4-330407d7d81a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:49.893601 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706924c8-5803-46d6-8a01-72494d11d64e None None] The sync data for ids ['f233bdcb-34d8-44ee-80cc-74f6e727d80d'] in n-d-789963-13 is: [{'id': 'f233bdcb-34d8-44ee-80cc-74f6e727d80d', 'name': 'tempest-NetworksTestDHCPv6-router-1691137655', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:44Z', 'updated_at': '2021-09-18T05:18:46Z', 'revision_number': 2, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'gw_port_host': None, '_interfaces': [{'id': 'd2e1261c-28f9-45c3-9e42-94623f260d73', 'name': '', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'mac_address': 'fa:16:3e:ed:a3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f233bdcb-34d8-44ee-80cc-74f6e727d80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '6b5ad894-01cf-4e1f-bc6e-8985987c93ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:18:45Z', 'updated_at': '2021-09-18T05:18:49Z', 'revision_number': 4, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'subnets': [{'id': '6b5ad894-01cf-4e1f-bc6e-8985987c93ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:18:49.928437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc4112-9e78-4582-90d4-330407d7d81a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=d2e1261c-28f9-45c3-9e42-94623f260d73,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:50.011387 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:50.076822 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:18:50.080549 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6051b602-2ddc-4e89-8b1a-8b95e792f89e" -d '{"events": [{"server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "name": "network-vif-plugged", "status": "completed", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:18:50.085545 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4112-9e78-4582-90d4-330407d7d81a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:50.115969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:50.135016 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639bb3ce-ff1d-4371-8762-bab94129f7bb x-openstack-request-id: req-639bb3ce-ff1d-4371-8762-bab94129f7bb {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:18:50.135548 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "name": "network-vif-plugged", "status": "completed", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:18:50.135979 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-639bb3ce-ff1d-4371-8762-bab94129f7bb {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:18:50.136598 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'code': 200} Sep 18 05:18:50.164467 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3ccdaf03-4889-4863-834a-7cdb264fae2f None None] Could not find standard attr ID for object d2e1261c-28f9-45c3-9e42-94623f260d73. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:18:50.217073 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:50.393892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:50.422058 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:50.485726 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:50.491170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdc4112-9e78-4582-90d4-330407d7d81a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Router f233bdcb-34d8-44ee-80cc-74f6e727d80d has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:18:50.628553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdc4112-9e78-4582-90d4-330407d7d81a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:18:50.628553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9bdc4112-9e78-4582-90d4-330407d7d81a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "PUT /v2.0/routers/f233bdcb-34d8-44ee-80cc-74f6e727d80d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8849311 Sep 18 05:18:50.628766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36704) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:50.633299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.25.7.104 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/58ba2f7b-0647-496c-997d-716fdd2b576c) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:50.738206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8cdbcf-ecba-42e8-9ad8-122b21a6f54c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:50.739755 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8cdbcf-ecba-42e8-9ad8-122b21a6f54c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:50.741378 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2c8cdbcf-ecba-42e8-9ad8-122b21a6f54c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1172061 Sep 18 05:18:50.744017 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36710) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:50.847910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36714) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:50.905055 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:50.961777 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-3583db28-85a3-480a-9ef8-7f3ecb41ebd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 6b5ad894-01cf-4e1f-bc6e-8985987c93ee {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:18:50.986168 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3583db28-85a3-480a-9ef8-7f3ecb41ebd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:51.098663 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bd2b4b58-529f-499c-86f9-1a1a6d58de06 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 6075 time: 0.2485335 Sep 18 05:18:51.101486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36718) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:51.107260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9cfd21ce-923f-41a1-ba5f-0896d996a9e6 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Request body: {'network': {'name': 'tempest-network-smoke--437172696', 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'port_security_enabled': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:51.247886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfd21ce-923f-41a1-ba5f-0896d996a9e6 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Made reservation on behalf of 8f17ab27bf044c9eb86aad6324bc5636 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:51.252963 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9cfd21ce-923f-41a1-ba5f-0896d996a9e6 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:51.299141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfd21ce-923f-41a1-ba5f-0896d996a9e6 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:18:51.309237 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9cfd21ce-923f-41a1-ba5f-0896d996a9e6 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:51.310387 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-9cfd21ce-923f-41a1-ba5f-0896d996a9e6 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Added segment 67b7fb92-c212-4a6e-a306-a552cdcd88ae of type vlan for network 894c10ee-3809-4347-9cfb-24ee44983299 Sep 18 05:18:51.361424 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9cfd21ce-923f-41a1-ba5f-0896d996a9e6 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:51.381503 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3583db28-85a3-480a-9ef8-7f3ecb41ebd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:51.423211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dbc1a-9af0-4da6-8f11-b49aaf290558 req-3622ff5e-f1e9-4688-add3-da365892bdc0 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:51.424545 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d4dbc1a-9af0-4da6-8f11-b49aaf290558 req-3622ff5e-f1e9-4688-add3-da365892bdc0 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.4577534 Sep 18 05:18:51.462246 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3583db28-85a3-480a-9ef8-7f3ecb41ebd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:51.521578 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d4dbc1a-9af0-4da6-8f11-b49aaf290558 req-18339cf1-ef96-40d5-83ab-88cf172cc49d tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893652 Sep 18 05:18:51.540931 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:51.545909 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9cfd21ce-923f-41a1-ba5f-0896d996a9e6 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:51.552297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfd21ce-923f-41a1-ba5f-0896d996a9e6 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:51.552915 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9cfd21ce-923f-41a1-ba5f-0896d996a9e6 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:51.604000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:51.617165 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:51.625019 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:51.635697 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=58ba2f7b-0647-496c-997d-716fdd2b576c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:51.660119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd21ce-923f-41a1-ba5f-0896d996a9e6 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'Network': ['ID=894c10ee-3809-4347-9cfb-24ee44983299,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:51.674462 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 894c10ee-3809-4347-9cfb-24ee44983299 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:18:51.740573 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9cfd21ce-923f-41a1-ba5f-0896d996a9e6 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6379595 Sep 18 05:18:51.743200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36728) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:51.748803 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-522287503', 'admin_state_up': True, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:51.792396 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3583db28-85a3-480a-9ef8-7f3ecb41ebd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:51.812132 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3583db28-85a3-480a-9ef8-7f3ecb41ebd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:51.814422 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3583db28-85a3-480a-9ef8-7f3ecb41ebd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/6b5ad894-01cf-4e1f-bc6e-8985987c93ee HTTP/1.1" status: 204 len: 168 time: 1.0691998 Sep 18 05:18:51.819078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36730) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:51.819224 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473e0830-9e4d-431b-9a54-6760dfe2d697 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:51.840220 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583db28-85a3-480a-9ef8-7f3ecb41ebd3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5ad894-01cf-4e1f-bc6e-8985987c93ee,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:51.897483 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:51.898727 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:52.099604 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b7757b-2c1b-43fe-96e4-a19ff3c92bf5 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:18:52.115354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963361e-07a2-4cd9-a7e6-b3a1d7b308cf None None] Sync routers for ids ['f233bdcb-34d8-44ee-80cc-74f6e727d80d'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:18:52.171314 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963361e-07a2-4cd9-a7e6-b3a1d7b308cf None None] Routers {'f233bdcb-34d8-44ee-80cc-74f6e727d80d'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:52.172292 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6963361e-07a2-4cd9-a7e6-b3a1d7b308cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f233bdcb-34d8-44ee-80cc-74f6e727d80d'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:52.180399 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:52.300074 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-6963361e-07a2-4cd9-a7e6-b3a1d7b308cf None None] Set router f233bdcb-34d8-44ee-80cc-74f6e727d80d gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:18:52.393736 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6963361e-07a2-4cd9-a7e6-b3a1d7b308cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f233bdcb-34d8-44ee-80cc-74f6e727d80d', 'name': 'tempest-NetworksTestDHCPv6-router-1691137655', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:44Z', 'updated_at': '2021-09-18T05:18:49Z', 'revision_number': 3, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:52.440575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963361e-07a2-4cd9-a7e6-b3a1d7b308cf None None] Checking router: f233bdcb-34d8-44ee-80cc-74f6e727d80d for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:18:52.464664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963361e-07a2-4cd9-a7e6-b3a1d7b308cf None None] Routers {'f233bdcb-34d8-44ee-80cc-74f6e727d80d'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:52.465700 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6963361e-07a2-4cd9-a7e6-b3a1d7b308cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f233bdcb-34d8-44ee-80cc-74f6e727d80d'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:52.553886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-16b7757b-2c1b-43fe-96e4-a19ff3c92bf5 None None] Deleting port 789a1718-df1b-498d-b795-9d832cdbbe49 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:18:52.554435 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-16b7757b-2c1b-43fe-96e4-a19ff3c92bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:52.585230 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5fa54618-e28d-44e5-bbde-a94b6fbf40de tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7673221 Sep 18 05:18:52.585871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36746) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:52.619640 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:52.724185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-6963361e-07a2-4cd9-a7e6-b3a1d7b308cf None None] Set router f233bdcb-34d8-44ee-80cc-74f6e727d80d gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:18:52.738001 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:52.877000 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6963361e-07a2-4cd9-a7e6-b3a1d7b308cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f233bdcb-34d8-44ee-80cc-74f6e727d80d', 'name': 'tempest-NetworksTestDHCPv6-router-1691137655', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:44Z', 'updated_at': '2021-09-18T05:18:49Z', 'revision_number': 3, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:52.927259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e16d0-fbeb-4f4d-90c3-9f1348dd9ac3 req-6ce844f1-0141-4bd6-aa19-100f774e7954 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:52.932286 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3232512-1a56-4723-bfd1-4e97e7352d38 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:52.935680 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-890e16d0-fbeb-4f4d-90c3-9f1348dd9ac3 req-6ce844f1-0141-4bd6-aa19-100f774e7954 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1161556 Sep 18 05:18:52.958116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963361e-07a2-4cd9-a7e6-b3a1d7b308cf None None] The sync data for ids ['f233bdcb-34d8-44ee-80cc-74f6e727d80d'] in n-d-789963-13 is: [{'id': 'f233bdcb-34d8-44ee-80cc-74f6e727d80d', 'name': 'tempest-NetworksTestDHCPv6-router-1691137655', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:44Z', 'updated_at': '2021-09-18T05:18:49Z', 'revision_number': 3, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'gw_port_host': None}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:18:52.962692 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 789a1718-df1b-498d-b795-9d832cdbbe49 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:18:52.997573 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-890e16d0-fbeb-4f4d-90c3-9f1348dd9ac3 req-02c9c464-4b7b-49a1-affa-22ad758cfbe2 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563252 Sep 18 05:18:52.999656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:18:53.065078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-16b7757b-2c1b-43fe-96e4-a19ff3c92bf5 None None] For port 789a1718-df1b-498d-b795-9d832cdbbe49, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=789a1718-df1b-498d-b795-9d832cdbbe49,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:53.065898 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-16b7757b-2c1b-43fe-96e4-a19ff3c92bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:53.086309 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-16b7757b-2c1b-43fe-96e4-a19ff3c92bf5 None None] Calling delete_port for 789a1718-df1b-498d-b795-9d832cdbbe49 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:18:53.167170 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:53.209928 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:53.252510 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:18:53.267647 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddca1168-8fcb-458c-86c9-cebed4852d43 None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:18:53.289596 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddca1168-8fcb-458c-86c9-cebed4852d43 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:53.292931 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ddca1168-8fcb-458c-86c9-cebed4852d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:53.305488 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 789a1718-df1b-498d-b795-9d832cdbbe49, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=789a1718-df1b-498d-b795-9d832cdbbe49,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:53.354674 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:53.379710 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:53.397620 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ddca1168-8fcb-458c-86c9-cebed4852d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:53.402698 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:53.429782 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:53.435702 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ecfb75bf-0eea-4475-a07d-acc94ec35792 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1770957 Sep 18 05:18:53.435702 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36752) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:53.446066 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddca1168-8fcb-458c-86c9-cebed4852d43 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:53.446066 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ddca1168-8fcb-458c-86c9-cebed4852d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:53.482671 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3232512-1a56-4723-bfd1-4e97e7352d38 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:53.490653 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3232512-1a56-4723-bfd1-4e97e7352d38 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:53.506894 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=789a1718-df1b-498d-b795-9d832cdbbe49,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:53.540209 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-16b7757b-2c1b-43fe-96e4-a19ff3c92bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:53.566376 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7757b-2c1b-43fe-96e4-a19ff3c92bf5 None None] No DVR routers for this DVR port 789a1718-df1b-498d-b795-9d832cdbbe49 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:18:53.653151 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7757b-2c1b-43fe-96e4-a19ff3c92bf5 None None] Pushing event deleted for resources: {'Port': ['ID=789a1718-df1b-498d-b795-9d832cdbbe49,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:53.711226 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3232512-1a56-4723-bfd1-4e97e7352d38 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:53.717776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3232512-1a56-4723-bfd1-4e97e7352d38 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Fanout notify agent at l3_agent the message router_deleted on router f233bdcb-34d8-44ee-80cc-74f6e727d80d {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:18:53.726646 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ddca1168-8fcb-458c-86c9-cebed4852d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:53.728102 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddca1168-8fcb-458c-86c9-cebed4852d43 None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:18:53.740357 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3232512-1a56-4723-bfd1-4e97e7352d38 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:53.741511 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d3232512-1a56-4723-bfd1-4e97e7352d38 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/routers/f233bdcb-34d8-44ee-80cc-74f6e727d80d HTTP/1.1" status: 204 len: 168 time: 1.1495810 Sep 18 05:18:53.746732 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36760) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:53.754375 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-696b1784-d38e-4e51-bff4-8d3940a12086 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:53.963939 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:54.017544 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:54.053405 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696b1784-d38e-4e51-bff4-8d3940a12086 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:54.057027 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-696b1784-d38e-4e51-bff4-8d3940a12086 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:54.315679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acb5b3-74a2-40d0-8c8b-a77210699630 req-c0ec5ad9-2e02-48cc-adb4-a204fd3847d4 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:54.323331 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17acb5b3-74a2-40d0-8c8b-a77210699630 req-c0ec5ad9-2e02-48cc-adb4-a204fd3847d4 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.2395101 Sep 18 05:18:54.368051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Allocated IP 172.25.7.225 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/7cdbcb10-0c90-4335-9b2e-be8b90f47c48) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:54.397517 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17acb5b3-74a2-40d0-8c8b-a77210699630 req-ab17dce5-5411-463a-9e11-dad03c110155 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731773 Sep 18 05:18:54.609339 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:54.629294 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:54.774399 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-696b1784-d38e-4e51-bff4-8d3940a12086 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:54.823170 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:54.862708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d2e1261c-28f9-45c3-9e42-94623f260d73 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:18:54.913767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696b1784-d38e-4e51-bff4-8d3940a12086 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:54.924775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-696b1784-d38e-4e51-bff4-8d3940a12086 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:54.932739 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696b1784-d38e-4e51-bff4-8d3940a12086 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:54.932739 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-696b1784-d38e-4e51-bff4-8d3940a12086 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:55.216943 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf18557-3329-4a84-9c40-6b2347082327 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:55.219774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:55.219774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:55.220894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b1784-d38e-4e51-bff4-8d3940a12086 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=dabb73a1-8632-4e74-aac2-7a94faa30a84,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:55.221030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:55.221120 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: d2e1261c-28f9-45c3-9e42-94623f260d73 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:18:55.221120 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d2e1261c-28f9-45c3-9e42-94623f260d73 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:18:55.221246 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.20.0.1 (4221dc60-f757-4eb0-be81-2da9eb909efa/d4eb55dc-3974-4783-92e3-46bd43eef428/0075bea6-99c3-44db-afd7-892271f23861) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:55.221322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'Port': ['ID=7cdbcb10-0c90-4335-9b2e-be8b90f47c48,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:55.250297 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-696b1784-d38e-4e51-bff4-8d3940a12086 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5007350 Sep 18 05:18:55.258573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36778) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:55.267004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c2652d8e-ef74-4789-8c4d-b8be2b9a2b3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1917227626', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:55.404891 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': 'dabb73a1-8632-4e74-aac2-7a94faa30a84'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:18:55.405879 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:55.420400 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:55.490125 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c2652d8e-ef74-4789-8c4d-b8be2b9a2b3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:55.491087 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c2652d8e-ef74-4789-8c4d-b8be2b9a2b3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:55.569670 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c2652d8e-ef74-4789-8c4d-b8be2b9a2b3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:55.671594 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:55.672889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3a3c4-0a0e-421e-8823-e667e5d47b88 req-8ee426ce-5379-4031-881b-17da84f86c6c tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:55.677358 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ba3a3c4-0a0e-421e-8823-e667e5d47b88 req-8ee426ce-5379-4031-881b-17da84f86c6c tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1039975 Sep 18 05:18:55.679798 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c2652d8e-ef74-4789-8c4d-b8be2b9a2b3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:55.728110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:56.037255 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:56.067066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Allocated IP 2001:db8::2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/dabb73a1-8632-4e74-aac2-7a94faa30a84/5241fe66-af26-498e-a585-aeaff47e4ff6) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:56.206454 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=0075bea6-99c3-44db-afd7-892271f23861,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:56.223265 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c2652d8e-ef74-4789-8c4d-b8be2b9a2b3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:56.234879 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c2652d8e-ef74-4789-8c4d-b8be2b9a2b3b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9749198 Sep 18 05:18:56.240272 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36790) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:56.250863 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 4221dc60-f757-4eb0-be81-2da9eb909efa is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:56.265045 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:56.339612 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:56.348577 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:56.355773 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:56.397029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Router 2204bd52-9a79-4dbe-9e0e-31241730e879 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:18:56.424845 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:56.429466 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:56.440625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:56.446446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Pushing event updated for resources: {'Port': ['ID=5241fe66-af26-498e-a585-aeaff47e4ff6,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:56.501272 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ba3a3c4-0a0e-421e-8823-e667e5d47b88 req-74c7ab18-535f-48ba-aad6-c10320008322 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7877338 Sep 18 05:18:56.506534 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:56.534552 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Attempting to bind port 5241fe66-af26-498e-a585-aeaff47e4ff6 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:18:56.534552 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Attempting to bind port 5241fe66-af26-498e-a585-aeaff47e4ff6 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:18:56.534552 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Attempting to bind port 5241fe66-af26-498e-a585-aeaff47e4ff6 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:18:56.539849 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:18:56.540297 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:56.540757 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:56.541166 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:18:56.541661 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Bound port: 5241fe66-af26-498e-a585-aeaff47e4ff6, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:18:56.542054 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:56.622820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] For port 5241fe66-af26-498e-a585-aeaff47e4ff6, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:18:56.626456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] For port 5241fe66-af26-498e-a585-aeaff47e4ff6, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5241fe66-af26-498e-a585-aeaff47e4ff6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:18:56.649432 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:18:56.662249 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Sync routers for ids ['2204bd52-9a79-4dbe-9e0e-31241730e879'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:18:56.678410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Routers {'2204bd52-9a79-4dbe-9e0e-31241730e879'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:56.679300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['2204bd52-9a79-4dbe-9e0e-31241730e879'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:56.748269 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:56.766814 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:56.769159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-52714c09-5fa2-4786-a659-23010bf77606 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.0249393 Sep 18 05:18:56.775940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36804) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:56.899828 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:56.952167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38261a1-cdab-4a70-83f3-7b243628e78f tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:56.961841 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a38261a1-cdab-4a70-83f3-7b243628e78f tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8f17ab27bf044c9eb86aad6324bc5636&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1842725 Sep 18 05:18:56.962725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36806) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:57.045898 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fa6b1-b724-4061-a7a4-0243b4498039 None None] Pushing event updated for resources: {'Port': ['ID=5241fe66-af26-498e-a585-aeaff47e4ff6,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:57.103119 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Set router 2204bd52-9a79-4dbe-9e0e-31241730e879 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:18:57.225469 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:57.287821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b916ff4-2b51-4bc9-ab0b-5fd648d6f81d tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:57.301613 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3b916ff4-2b51-4bc9-ab0b-5fd648d6f81d tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3380415 Sep 18 05:18:57.306106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36810) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:57.352629 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a4484f85-3835-4556-87ea-203106ed5a02 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451236 Sep 18 05:18:57.358331 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36812) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:57.400718 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-de1bf863-8ce8-47c0-a2b7-fdb361fc79d9 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8f17ab27bf044c9eb86aad6324bc5636&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409064 Sep 18 05:18:57.403636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36814) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:57.589235 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-522287503', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:51Z', 'updated_at': '2021-09-18T05:18:55Z', 'revision_number': 3, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:18:54Z', 'updated_at': '2021-09-18T05:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:57.642559 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Checking router: 2204bd52-9a79-4dbe-9e0e-31241730e879 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:18:57.643330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Updating router 2204bd52-9a79-4dbe-9e0e-31241730e879 port 7cdbcb10-0c90-4335-9b2e-be8b90f47c48 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:18:57.666630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::1 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/dabb73a1-8632-4e74-aac2-7a94faa30a84/9cbfc44e-de07-49c6-bc5a-bf9d442a67c8) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:18:57.739967 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.218922 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.226334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6d392-44b3-46dd-917f-715c2ed0fd24 req-85ac6415-ebfb-48fc-888d-52de33e8f9cb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:58.229642 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49b6d392-44b3-46dd-917f-715c2ed0fd24 req-85ac6415-ebfb-48fc-888d-52de33e8f9cb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1054940 Sep 18 05:18:58.230905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe04cb09-124d-491f-91d6-b99f467e28e3 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:58.235034 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fe04cb09-124d-491f-91d6-b99f467e28e3 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8302472 Sep 18 05:18:58.241964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36830) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:58.266806 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6499349d-98bc-4e17-851e-c50ea2dc68a9 None None] Provisioning complete for port 5241fe66-af26-498e-a585-aeaff47e4ff6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:58.268158 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6499349d-98bc-4e17-851e-c50ea2dc68a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.288620 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9c21cb71-6efa-4a83-99c2-548bb088602f tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436091 Sep 18 05:18:58.290230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36832) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:58.296353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8504f944-8a13-4433-8f29-4c2dd9461e5a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-670714313', 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299', 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:58.314073 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.343014 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.344572 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49b6d392-44b3-46dd-917f-715c2ed0fd24 req-9ee846c5-e41c-4d1e-af3c-b380298318ae tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084149 Sep 18 05:18:58.350244 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.426396 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Attempting to bind port 7cdbcb10-0c90-4335-9b2e-be8b90f47c48 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:18:58.426785 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Attempting to bind port 7cdbcb10-0c90-4335-9b2e-be8b90f47c48 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:18:58.427158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Attempting to bind port 7cdbcb10-0c90-4335-9b2e-be8b90f47c48 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:18:58.439224 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.442430 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:18:58.442817 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:58.443592 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.444593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:18:58.445246 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Bound port: 7cdbcb10-0c90-4335-9b2e-be8b90f47c48, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:18:58.445645 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.450962 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424d959-4455-40b2-8891-48f67ec52df7 None None] Pushing event updated for resources: {'Port': ['ID=7cdbcb10-0c90-4335-9b2e-be8b90f47c48,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:58.534523 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6499349d-98bc-4e17-851e-c50ea2dc68a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.556055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=0075bea6-99c3-44db-afd7-892271f23861,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:58.561407 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8504f944-8a13-4433-8f29-4c2dd9461e5a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Made reservation on behalf of 8f17ab27bf044c9eb86aad6324bc5636 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:18:58.562019 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.565654 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8504f944-8a13-4433-8f29-4c2dd9461e5a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.593554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] For port 7cdbcb10-0c90-4335-9b2e-be8b90f47c48, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:18:58.600429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] For port 7cdbcb10-0c90-4335-9b2e-be8b90f47c48, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7cdbcb10-0c90-4335-9b2e-be8b90f47c48,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:18:58.627239 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6499349d-98bc-4e17-851e-c50ea2dc68a9 None None] For port 5241fe66-af26-498e-a585-aeaff47e4ff6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5241fe66-af26-498e-a585-aeaff47e4ff6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:18:58.647738 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.694143 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.719490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:58.727934 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:58.731021 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:18:58.731864 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.772303 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424d959-4455-40b2-8891-48f67ec52df7 None None] Pushing event updated for resources: {'Port': ['ID=7cdbcb10-0c90-4335-9b2e-be8b90f47c48,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:58.779957 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6499349d-98bc-4e17-851e-c50ea2dc68a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:58.816220 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Routers {'2204bd52-9a79-4dbe-9e0e-31241730e879'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:58.817036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['2204bd52-9a79-4dbe-9e0e-31241730e879'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:58.900026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=9cbfc44e-de07-49c6-bc5a-bf9d442a67c8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:58.917151 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 4221dc60-f757-4eb0-be81-2da9eb909efa is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:18:58.922681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:58.962892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499349d-98bc-4e17-851e-c50ea2dc68a9 None None] Pushing event updated for resources: {'Port': ['ID=5241fe66-af26-498e-a585-aeaff47e4ff6,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:59.043770 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8504f944-8a13-4433-8f29-4c2dd9461e5a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:59.106292 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5241fe66-af26-498e-a585-aeaff47e4ff6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:18:59.149273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504f944-8a13-4433-8f29-4c2dd9461e5a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'Subnet': ['ID=22a1e6be-97f2-42ce-bd00-2ba17d428133,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:18:59.159954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504f944-8a13-4433-8f29-4c2dd9461e5a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Checking segment: {'id': '67b7fb92-c212-4a6e-a306-a552cdcd88ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:18:59.159954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8504f944-8a13-4433-8f29-4c2dd9461e5a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Network hostable DHCP agents. Network: 894c10ee-3809-4347-9cfb-24ee44983299, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:18:59.179573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] Set router 2204bd52-9a79-4dbe-9e0e-31241730e879 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:18:59.254839 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:18:59.265059 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8504f944-8a13-4433-8f29-4c2dd9461e5a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Network 894c10ee-3809-4347-9cfb-24ee44983299 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:18:59.348486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 5241fe66-af26-498e-a585-aeaff47e4ff6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:59.349026 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:59.394648 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-fb926e40-5891-427f-8cd0-18772ca28fea None None] Provisioning complete for port 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:18:59.395050 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fb926e40-5891-427f-8cd0-18772ca28fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:59.404202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-8504f944-8a13-4433-8f29-4c2dd9461e5a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 894c10ee-3809-4347-9cfb-24ee44983299) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:18:59.415282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8504f944-8a13-4433-8f29-4c2dd9461e5a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:59.416479 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8504f944-8a13-4433-8f29-4c2dd9461e5a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:59.438749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad4efeb-9b60-409e-8fbf-0be1128b241e None None] Network 894c10ee-3809-4347-9cfb-24ee44983299 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:18:59.493934 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:59.512020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8504f944-8a13-4433-8f29-4c2dd9461e5a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2195652 Sep 18 05:18:59.516066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36848) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:59.570435 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:18:59.580712 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fd7bfd8e-643c-4d38-a917-177595b6ff99 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "PUT /v2.0/routers/3fef36ba-e430-4553-a517-524193519ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1411352 Sep 18 05:18:59.584921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36850) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:18:59.585950 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae724af-30ae-4cc7-8138-233cfb4834ad None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:18:59.592295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-aabda5ff-b240-4c47-afa5-5619e9bd0586 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'port': {'network_id': '4221dc60-f757-4eb0-be81-2da9eb909efa', 'name': 'tempest-FloatingIPTestJSON-1798620929'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:18:59.602260 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae724af-30ae-4cc7-8138-233cfb4834ad None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:59.605918 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-eae724af-30ae-4cc7-8138-233cfb4834ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:59.669070 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-fb926e40-5891-427f-8cd0-18772ca28fea None None] Port 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:18:59.718776 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-eae724af-30ae-4cc7-8138-233cfb4834ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:59.746150 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae724af-30ae-4cc7-8138-233cfb4834ad None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:18:59.755562 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-eae724af-30ae-4cc7-8138-233cfb4834ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:59.874298 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf902f-d58f-40ad-a82f-5b239d1128e9 req-203da512-13ef-4bc9-ae83-150ca89c3aeb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:18:59.876066 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-eae724af-30ae-4cc7-8138-233cfb4834ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:59.877654 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae724af-30ae-4cc7-8138-233cfb4834ad None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:18:59.879715 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-baaf902f-d58f-40ad-a82f-5b239d1128e9 req-203da512-13ef-4bc9-ae83-150ca89c3aeb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.3769219 Sep 18 05:18:59.967983 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-894c10ee-3809-4347-9cfb-24ee44983299', 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'fixed_ips': [{'subnet_id': '22a1e6be-97f2-42ce-bd00-2ba17d428133'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:18:59.969215 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:18:59.974078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-522287503', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:51Z', 'updated_at': '2021-09-18T05:18:55Z', 'revision_number': 3, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:18:54Z', 'updated_at': '2021-09-18T05:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:18:59.993091 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-baaf902f-d58f-40ad-a82f-5b239d1128e9 req-496701ff-3773-4d0b-bc6e-4ac42747a372 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974548 Sep 18 05:19:00.005273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c030bc-9129-446e-b248-b6c51c8b303d None None] The sync data for ids ['2204bd52-9a79-4dbe-9e0e-31241730e879'] in n-d-789963-13 is: [{'id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-522287503', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:51Z', 'updated_at': '2021-09-18T05:18:55Z', 'revision_number': 3, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:18:54Z', 'updated_at': '2021-09-18T05:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:00.066116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabda5ff-b240-4c47-afa5-5619e9bd0586 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Made reservation on behalf of 760e20d1cbe949159468b875c59a885a for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:00.071764 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aabda5ff-b240-4c47-afa5-5619e9bd0586 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:00.180473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-aabda5ff-b240-4c47-afa5-5619e9bd0586 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] device_id is not set on port cb134add-6ae2-4619-a22b-83ce666ef4f3 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:19:00.259346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:00.294391 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Allocated IP 172.20.0.18 (894c10ee-3809-4347-9cfb-24ee44983299/22a1e6be-97f2-42ce-bd00-2ba17d428133/a4e34d1b-322f-4864-8d4d-6831963a0763) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:00.358792 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:00.359667 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:00.542407 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-aabda5ff-b240-4c47-afa5-5619e9bd0586 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.20.0.7 (4221dc60-f757-4eb0-be81-2da9eb909efa/d4eb55dc-3974-4783-92e3-46bd43eef428/cb134add-6ae2-4619-a22b-83ce666ef4f3) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:00.666686 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=9cbfc44e-de07-49c6-bc5a-bf9d442a67c8,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:00.691022 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:00.698451 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:00.701523 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:00.774636 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:00.907323 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Network 894c10ee-3809-4347-9cfb-24ee44983299 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:00.931518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:00.940827 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:01.025792 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Pushing event updated for resources: {'Port': ['ID=a4e34d1b-322f-4864-8d4d-6831963a0763,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:01.168050 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Router 4a290b87-7e94-45db-8dc4-22e0841abf32 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:19:01.185281 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Attempting to bind port a4e34d1b-322f-4864-8d4d-6831963a0763 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:19:01.185919 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Attempting to bind port a4e34d1b-322f-4864-8d4d-6831963a0763 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '67b7fb92-c212-4a6e-a306-a552cdcd88ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:19:01.186433 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Attempting to bind port a4e34d1b-322f-4864-8d4d-6831963a0763 on network 894c10ee-3809-4347-9cfb-24ee44983299 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:19:01.212307 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:19:01.218424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Checking segment: {'id': '67b7fb92-c212-4a6e-a306-a552cdcd88ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:19:01.218424 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:01.218424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Bound using segment: {'id': '67b7fb92-c212-4a6e-a306-a552cdcd88ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:19:01.218424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Bound port: a4e34d1b-322f-4864-8d4d-6831963a0763, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b7fb92-c212-4a6e-a306-a552cdcd88ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:19:01.218424 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:01.233136 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5241fe66-af26-498e-a585-aeaff47e4ff6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:01.314952 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bd5e641d-1602-4d08-b7ee-760b438e505e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:01.374218 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aabda5ff-b240-4c47-afa5-5619e9bd0586 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:01.375201 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7fca17c4-07ff-4d19-8e35-7f3ac511adf3 None None] Provisioning complete for port 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:01.375585 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7fca17c4-07ff-4d19-8e35-7f3ac511adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:01.455160 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] For port a4e34d1b-322f-4864-8d4d-6831963a0763, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:19:01.459532 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] For port a4e34d1b-322f-4864-8d4d-6831963a0763, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a4e34d1b-322f-4864-8d4d-6831963a0763,segment=NetworkSegment(67b7fb92-c212-4a6e-a306-a552cdcd88ae),segment_id=67b7fb92-c212-4a6e-a306-a552cdcd88ae)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:19:01.470854 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 5241fe66-af26-498e-a585-aeaff47e4ff6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:01.471235 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:01.476113 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7fca17c4-07ff-4d19-8e35-7f3ac511adf3 None None] Port 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:19:01.574014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87398a85-d227-4f41-938c-543c236b35a3 req-e605e040-74d5-4239-a9af-1d5a632396ca tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:01.577822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87398a85-d227-4f41-938c-543c236b35a3 req-e605e040-74d5-4239-a9af-1d5a632396ca tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.3854225 Sep 18 05:19:01.638391 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7cdbcb10-0c90-4335-9b2e-be8b90f47c48 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:01.648424 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:01.735560 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87398a85-d227-4f41-938c-543c236b35a3 req-e2aaa171-a642-4fc5-b593-76868740655e tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329715 Sep 18 05:19:01.775699 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:01.820557 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f69f88-05d9-4a9f-a4b7-35950011a007 None None] Pushing event updated for resources: {'Port': ['ID=a4e34d1b-322f-4864-8d4d-6831963a0763,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:01.837833 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aabda5ff-b240-4c47-afa5-5619e9bd0586 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:01.858906 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 7cdbcb10-0c90-4335-9b2e-be8b90f47c48 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:01.859722 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:01.948389 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:01.966695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cb62e1f9-dd20-45d2-a2de-d2e5a0657a93 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "PUT /v2.0/routers/4a290b87-7e94-45db-8dc4-22e0841abf32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7253110 Sep 18 05:19:01.967362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36878) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:01.972348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Sync routers for ids ['4a290b87-7e94-45db-8dc4-22e0841abf32'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:02.002844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Routers {'4a290b87-7e94-45db-8dc4-22e0841abf32'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:02.003764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:18:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4a290b87-7e94-45db-8dc4-22e0841abf32'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:02.047116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c792e45-00dd-4a07-985c-e3a20acb1505 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:02.055693 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7c792e45-00dd-4a07-985c-e3a20acb1505 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports/9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 HTTP/1.1" status: 200 len: 911 time: 0.0869744 Sep 18 05:19:02.056420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36880) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:02.117291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabda5ff-b240-4c47-afa5-5619e9bd0586 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 4221dc60-f757-4eb0-be81-2da9eb909efa is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:02.131350 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Set router 4a290b87-7e94-45db-8dc4-22e0841abf32 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:19:02.131463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-aabda5ff-b240-4c47-afa5-5619e9bd0586 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:02.132977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef4d33f-506b-45ed-9e1b-2b4a38a8ba30 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:02.137926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabda5ff-b240-4c47-afa5-5619e9bd0586 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:02.148058 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef4d33f-506b-45ed-9e1b-2b4a38a8ba30 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:02.154873 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-eef4d33f-506b-45ed-9e1b-2b4a38a8ba30 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0971134 Sep 18 05:19:02.155733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36884) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:02.290374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabda5ff-b240-4c47-afa5-5619e9bd0586 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=cb134add-6ae2-4619-a22b-83ce666ef4f3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:02.323426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabda5ff-b240-4c47-afa5-5619e9bd0586 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:02.324105 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aabda5ff-b240-4c47-afa5-5619e9bd0586 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:02.460774 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:02.506015 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 7cdbcb10-0c90-4335-9b2e-be8b90f47c48, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7cdbcb10-0c90-4335-9b2e-be8b90f47c48,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:02.608285 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a290b87-7e94-45db-8dc4-22e0841abf32', 'name': 'tempest-NetworksTestDHCPv6-router-1917227626', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:55Z', 'updated_at': '2021-09-18T05:18:59Z', 'revision_number': 2, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'gw_port_host': None, '_interfaces': [{'id': '9cbfc44e-de07-49c6-bc5a-bf9d442a67c8', 'name': '', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'mac_address': 'fa:16:3e:ad:93:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a290b87-7e94-45db-8dc4-22e0841abf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': 'dabb73a1-8632-4e74-aac2-7a94faa30a84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:18:57Z', 'updated_at': '2021-09-18T05:18:59Z', 'revision_number': 2, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'subnets': [{'id': 'dabb73a1-8632-4e74-aac2-7a94faa30a84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:02.608557 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aabda5ff-b240-4c47-afa5-5619e9bd0586 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0182624 Sep 18 05:19:02.610394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36888) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:02.617072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f33012e4-2b32-479c-a0b8-3503d098a578 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'port': {'network_id': '4221dc60-f757-4eb0-be81-2da9eb909efa', 'name': 'tempest-FloatingIPTestJSON-347820940'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:02.654987 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:02.666388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Checking router: 4a290b87-7e94-45db-8dc4-22e0841abf32 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:19:02.666388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Updating router 4a290b87-7e94-45db-8dc4-22e0841abf32 port 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:19:02.717759 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:02.757859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Allocated IP 172.20.0.17 (894c10ee-3809-4347-9cfb-24ee44983299/22a1e6be-97f2-42ce-bd00-2ba17d428133/75d7f5fe-e14f-4ba6-9f25-7027a35afd75) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:02.823407 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33012e4-2b32-479c-a0b8-3503d098a578 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Made reservation on behalf of 760e20d1cbe949159468b875c59a885a for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:02.828494 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f33012e4-2b32-479c-a0b8-3503d098a578 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:02.836000 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=7cdbcb10-0c90-4335-9b2e-be8b90f47c48,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:02.905464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-f33012e4-2b32-479c-a0b8-3503d098a578 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] device_id is not set on port edb33c73-65f6-4eb4-b0de-2e0041e104e3 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:19:03.069053 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:03.203556 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:19:03.209318 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-f33012e4-2b32-479c-a0b8-3503d098a578 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.20.0.2 (4221dc60-f757-4eb0-be81-2da9eb909efa/d4eb55dc-3974-4783-92e3-46bd43eef428/edb33c73-65f6-4eb4-b0de-2e0041e104e3) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:03.230819 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173e5c9-d1cb-4c12-a599-4cc1698c5046 req-316110f2-6f9b-44b5-85b7-6901e40ec555 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:03.233761 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b173e5c9-d1cb-4c12-a599-4cc1698c5046 req-316110f2-6f9b-44b5-85b7-6901e40ec555 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.2290075 Sep 18 05:19:03.292279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a4e34d1b-322f-4864-8d4d-6831963a0763 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:03.426060 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b173e5c9-d1cb-4c12-a599-4cc1698c5046 req-4e98ffa6-743d-48a6-8977-6543b5f98116 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253984 Sep 18 05:19:03.426060 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ec1767e-218e-40d5-9eb8-040154383c1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:03.426203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a4e34d1b-322f-4864-8d4d-6831963a0763 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:03.426203 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:03.492779 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f33012e4-2b32-479c-a0b8-3503d098a578 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:03.494767 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:03.563223 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:03.591345 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:03.607902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port a4e34d1b-322f-4864-8d4d-6831963a0763, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a4e34d1b-322f-4864-8d4d-6831963a0763,segment=NetworkSegment(67b7fb92-c212-4a6e-a306-a552cdcd88ae),segment_id=67b7fb92-c212-4a6e-a306-a552cdcd88ae)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:03.614745 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:03.647401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Network 894c10ee-3809-4347-9cfb-24ee44983299 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:03.652529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:03.656136 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9155aba-5da7-4d88-9a71-ce493bbcd9eb None None] Network 894c10ee-3809-4347-9cfb-24ee44983299 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:03.664385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:03.744875 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-8ec1767e-218e-40d5-9eb8-040154383c1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:03.744875 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ec1767e-218e-40d5-9eb8-040154383c1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:03.763998 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f33012e4-2b32-479c-a0b8-3503d098a578 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:03.795817 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:03.799308 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:03.800679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-45b59323-1c37-49b4-b542-07e211171acc None None] Provisioning complete for port a4e34d1b-322f-4864-8d4d-6831963a0763 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:03.801122 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-45b59323-1c37-49b4-b542-07e211171acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:03.809949 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c4c5d-a43a-43a2-9f73-32223930df87 None None] Pushing event updated for resources: {'Port': ['ID=9cbfc44e-de07-49c6-bc5a-bf9d442a67c8,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:03.811373 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'Port': ['ID=75d7f5fe-e14f-4ba6-9f25-7027a35afd75,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:03.902071 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-8ec1767e-218e-40d5-9eb8-040154383c1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] For port 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8, host n-d-789963-13, got binding levels [] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:03.915694 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ec1767e-218e-40d5-9eb8-040154383c1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:03.938242 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-8ec1767e-218e-40d5-9eb8-040154383c1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:04.067107 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2dbaac36-5195-4c10-8b2a-408dd3000dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:04.134905 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Attempting to bind port 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:19:04.135471 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Attempting to bind port 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:19:04.135864 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Attempting to bind port 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:19:04.218293 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:19:04.222962 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:19:04.222962 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:04.222962 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:19:04.222962 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Bound port: 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:19:04.222962 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:04.255259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=a4e34d1b-322f-4864-8d4d-6831963a0763,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:04.329387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc301f-911b-429b-acdd-ed74c365041f req-a9f0c05e-3b1a-446b-a995-5879c057e288 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:04.331148 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4cc301f-911b-429b-acdd-ed74c365041f req-a9f0c05e-3b1a-446b-a995-5879c057e288 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.2251453 Sep 18 05:19:04.394989 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4cc301f-911b-429b-acdd-ed74c365041f req-3c13942a-e65b-484c-9afc-ce3458430275 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562096 Sep 18 05:19:04.446727 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ec1767e-218e-40d5-9eb8-040154383c1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:04.528611 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1767e-218e-40d5-9eb8-040154383c1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=9cbfc44e-de07-49c6-bc5a-bf9d442a67c8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:04.633496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33012e4-2b32-479c-a0b8-3503d098a578 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 4221dc60-f757-4eb0-be81-2da9eb909efa is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:04.639811 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-f33012e4-2b32-479c-a0b8-3503d098a578 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:04.652264 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33012e4-2b32-479c-a0b8-3503d098a578 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:04.705214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33012e4-2b32-479c-a0b8-3503d098a578 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=edb33c73-65f6-4eb4-b0de-2e0041e104e3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:04.734441 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ec1767e-218e-40d5-9eb8-040154383c1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:04.764231 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:19:04.764920 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:19:04.781152 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:04.782325 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:04.799304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a508a-1ea8-4668-a26a-40580d53ca0b req-bf8e7653-c53d-43e6-97b0-fb4edd4c2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:04.801111 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-377a508a-1ea8-4668-a26a-40580d53ca0b req-bf8e7653-c53d-43e6-97b0-fb4edd4c2075 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b24b241d1e242d6a367baa07a5c602e&device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 1097 time: 0.2142055 Sep 18 05:19:04.807823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33012e4-2b32-479c-a0b8-3503d098a578 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:04.808725 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f33012e4-2b32-479c-a0b8-3503d098a578 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:04.907554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-20043030-a83a-46d0-ac57-e7e41b9d5ad6 None None] Could not find standard attr ID for object 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:19:04.977708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a4e34d1b-322f-4864-8d4d-6831963a0763 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:04.991751 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f33012e4-2b32-479c-a0b8-3503d098a578 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3813872 Sep 18 05:19:04.998051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36920) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:05.002742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': 'edb33c73-65f6-4eb4-b0de-2e0041e104e3', 'fixed_ip_address': '172.20.0.2'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:05.075727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec1767e-218e-40d5-9eb8-040154383c1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Router 4a290b87-7e94-45db-8dc4-22e0841abf32 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:05.120183 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a4e34d1b-322f-4864-8d4d-6831963a0763 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:05.121238 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:05.132470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a508a-1ea8-4668-a26a-40580d53ca0b req-1fd8338d-e551-4f17-ba15-ca28db51336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:05.134702 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-377a508a-1ea8-4668-a26a-40580d53ca0b req-1fd8338d-e551-4f17-ba15-ca28db51336f service neutron] 10.222.0.18 "GET /v2.0/networks?id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 HTTP/1.1" status: 200 len: 910 time: 0.3214345 Sep 18 05:19:05.213247 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec1767e-218e-40d5-9eb8-040154383c1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:05.230039 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8ec1767e-218e-40d5-9eb8-040154383c1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "PUT /v2.0/routers/4a290b87-7e94-45db-8dc4-22e0841abf32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0680158 Sep 18 05:19:05.230039 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36926) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:05.261814 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-377a508a-1ea8-4668-a26a-40580d53ca0b req-09d9cd91-a9a6-4231-9443-71982ce5334a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dbd8665-5e53-4872-9eae-3c424e783bac HTTP/1.1" status: 200 len: 1000 time: 0.0782714 Sep 18 05:19:05.273810 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:05.297011 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Attempting to bind port 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:19:05.297341 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Attempting to bind port 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:19:05.297696 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Attempting to bind port 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:19:05.318634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997fd05-0e0c-4769-9d58-752d202d57ef tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:05.321609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997fd05-0e0c-4769-9d58-752d202d57ef tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:05.332799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36930) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:05.335638 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a997fd05-0e0c-4769-9d58-752d202d57ef tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1050050 Sep 18 05:19:05.358644 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:05.362150 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7cdbcb10-0c90-4335-9b2e-be8b90f47c48 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:05.364900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:19:05.367278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:19:05.367278 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:05.367278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:19:05.367278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Bound port: 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:19:05.367278 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:05.430729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6b15acc2-9e59-436d-89c6-edb54b79b089 None None] Provisioning complete for port a4e34d1b-322f-4864-8d4d-6831963a0763 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:05.431109 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6b15acc2-9e59-436d-89c6-edb54b79b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:05.479968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a7ac62-a216-495f-8698-c1b67f7e76ac tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet dabb73a1-8632-4e74-aac2-7a94faa30a84 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:19:05.482262 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Port 9cbfc44e-de07-49c6-bc5a-bf9d442a67c8 has been deleted concurrently {{(pid=106910) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 05:19:05.495540 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3a7ac62-a216-495f-8698-c1b67f7e76ac tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:05.529647 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Routers {'4a290b87-7e94-45db-8dc4-22e0841abf32'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:05.532891 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4a290b87-7e94-45db-8dc4-22e0841abf32'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:05.593734 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 7cdbcb10-0c90-4335-9b2e-be8b90f47c48 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:05.594368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:05.633611 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3a7ac62-a216-495f-8698-c1b67f7e76ac tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:05.674598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] Set router 4a290b87-7e94-45db-8dc4-22e0841abf32 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:19:05.745020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a508a-1ea8-4668-a26a-40580d53ca0b req-1c7302e9-acdc-4114-a3ac-5af6cb2b22f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:05.746850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-377a508a-1ea8-4668-a26a-40580d53ca0b req-1c7302e9-acdc-4114-a3ac-5af6cb2b22f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ab02bc3-4445-486e-bb1b-e6de93866e50 HTTP/1.1" status: 200 len: 849 time: 0.4747295 Sep 18 05:19:05.771715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33399d56-6a19-4cfc-b114-e3158a787725 req-ee495afe-686a-416b-8ee4-d7c0321203b5 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:05.780478 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-33399d56-6a19-4cfc-b114-e3158a787725 req-ee495afe-686a-416b-8ee4-d7c0321203b5 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.2226734 Sep 18 05:19:05.786425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a290b87-7e94-45db-8dc4-22e0841abf32', 'name': 'tempest-NetworksTestDHCPv6-router-1917227626', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:55Z', 'updated_at': '2021-09-18T05:19:04Z', 'revision_number': 3, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:05.826115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58192e-a9df-41c9-9016-4bd46183816d None None] The sync data for ids ['4a290b87-7e94-45db-8dc4-22e0841abf32'] in n-d-789963-13 is: [{'id': '4a290b87-7e94-45db-8dc4-22e0841abf32', 'name': 'tempest-NetworksTestDHCPv6-router-1917227626', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:55Z', 'updated_at': '2021-09-18T05:19:04Z', 'revision_number': 3, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'gw_port_host': None}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:05.858294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6b15acc2-9e59-436d-89c6-edb54b79b089 None None] Provisioning complete for port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:05.858779 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6b15acc2-9e59-436d-89c6-edb54b79b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:05.938735 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6b15acc2-9e59-436d-89c6-edb54b79b089 None None] Port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:19:06.010317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a508a-1ea8-4668-a26a-40580d53ca0b req-13d55a84-da3b-4fac-9d36-db8c53c04775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:06.011923 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-377a508a-1ea8-4668-a26a-40580d53ca0b req-13d55a84-da3b-4fac-9d36-db8c53c04775 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1988635 Sep 18 05:19:06.060444 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-33399d56-6a19-4cfc-b114-e3158a787725 req-09ce1499-5390-4516-8404-c0b8d27aaeb0 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458699 Sep 18 05:19:06.078392 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-83687b41-24dc-4b99-9421-033158755452 None None] Provisioning complete for port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:06.079502 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83687b41-24dc-4b99-9421-033158755452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:06.116663 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:06.139494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-83687b41-24dc-4b99-9421-033158755452 None None] Port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:19:06.141767 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3a7ac62-a216-495f-8698-c1b67f7e76ac tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:06.342247 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-377a508a-1ea8-4668-a26a-40580d53ca0b req-5d77bfa5-192f-49b6-b560-2bd4720e91bb service neutron] 10.222.0.18 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950618 Sep 18 05:19:06.346592 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:06.466012 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:06.549010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.25.7.241 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/79c31482-73c1-4263-95ca-28102f15d1dd) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:06.553826 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3a7ac62-a216-495f-8698-c1b67f7e76ac tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:06.820954 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:06.986291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7ac62-a216-495f-8698-c1b67f7e76ac tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=dabb73a1-8632-4e74-aac2-7a94faa30a84,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:06.999223 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ae8b63-eab2-416d-940a-6d475e0e0ce9 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:07.008128 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e3a7ac62-a216-495f-8698-c1b67f7e76ac tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:07.013328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36950) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:07.021250 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e3a7ac62-a216-495f-8698-c1b67f7e76ac tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/dabb73a1-8632-4e74-aac2-7a94faa30a84 HTTP/1.1" status: 204 len: 168 time: 1.6465962 Sep 18 05:19:07.022425 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'Port': ['ID=75d7f5fe-e14f-4ba6-9f25-7027a35afd75,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:07.052299 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-377a508a-1ea8-4668-a26a-40580d53ca0b req-a5b1be1e-35fb-434a-929f-6d65db6e9ad6 service neutron] 10.222.0.18 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979470 Sep 18 05:19:07.070999 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:07.192572 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893e54d-227c-4c94-9e92-44355648f841 None None] Sync routers for ids ['4a290b87-7e94-45db-8dc4-22e0841abf32'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:07.225738 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893e54d-227c-4c94-9e92-44355648f841 None None] Routers {'4a290b87-7e94-45db-8dc4-22e0841abf32'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:07.229046 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6893e54d-227c-4c94-9e92-44355648f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4a290b87-7e94-45db-8dc4-22e0841abf32'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:07.279319 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bfb3dc31-ea85-4f76-af15-faeea587f29a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2648444 Sep 18 05:19:07.281721 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36958) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:07.297559 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fe0b60-3a39-4f7f-99b9-5cf1c20c107c None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:19:07.345648 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-6893e54d-227c-4c94-9e92-44355648f841 None None] Set router 4a290b87-7e94-45db-8dc4-22e0841abf32 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:19:07.391655 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c2cf9fcb-294c-42aa-82a4-8dd75218a567 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:07.402509 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:07.409204 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84424c9b-9c1f-452f-8d1a-c29b3063df4e req-83b08457-aa17-4097-9b08-ec5647bc330e tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:07.410827 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-84424c9b-9c1f-452f-8d1a-c29b3063df4e req-83b08457-aa17-4097-9b08-ec5647bc330e tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1985559 Sep 18 05:19:07.423493 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe0b60-3a39-4f7f-99b9-5cf1c20c107c None None] Deleting port 5241fe66-af26-498e-a585-aeaff47e4ff6 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:07.423493 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0b60-3a39-4f7f-99b9-5cf1c20c107c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:07.426764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Network 894c10ee-3809-4347-9cfb-24ee44983299 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:07.431241 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:07.439203 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6893e54d-227c-4c94-9e92-44355648f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a290b87-7e94-45db-8dc4-22e0841abf32', 'name': 'tempest-NetworksTestDHCPv6-router-1917227626', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:55Z', 'updated_at': '2021-09-18T05:19:04Z', 'revision_number': 3, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:07.487397 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893e54d-227c-4c94-9e92-44355648f841 None None] Checking router: 4a290b87-7e94-45db-8dc4-22e0841abf32 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:19:07.499018 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893e54d-227c-4c94-9e92-44355648f841 None None] Routers {'4a290b87-7e94-45db-8dc4-22e0841abf32'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:07.499927 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6893e54d-227c-4c94-9e92-44355648f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4a290b87-7e94-45db-8dc4-22e0841abf32'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:07.569836 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f7fe0b60-3a39-4f7f-99b9-5cf1c20c107c None None] For port 5241fe66-af26-498e-a585-aeaff47e4ff6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5241fe66-af26-498e-a585-aeaff47e4ff6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:07.570260 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0b60-3a39-4f7f-99b9-5cf1c20c107c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:07.607036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe0b60-3a39-4f7f-99b9-5cf1c20c107c None None] Calling delete_port for 5241fe66-af26-498e-a585-aeaff47e4ff6 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:07.669481 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-6893e54d-227c-4c94-9e92-44355648f841 None None] Set router 4a290b87-7e94-45db-8dc4-22e0841abf32 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:19:07.726796 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:07.767701 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6893e54d-227c-4c94-9e92-44355648f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a290b87-7e94-45db-8dc4-22e0841abf32', 'name': 'tempest-NetworksTestDHCPv6-router-1917227626', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:55Z', 'updated_at': '2021-09-18T05:19:04Z', 'revision_number': 3, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:07.784695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-84424c9b-9c1f-452f-8d1a-c29b3063df4e req-895d2116-7b64-4a90-9042-9937f5e25e8b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962801 Sep 18 05:19:07.834545 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893e54d-227c-4c94-9e92-44355648f841 None None] The sync data for ids ['4a290b87-7e94-45db-8dc4-22e0841abf32'] in n-d-789963-13 is: [{'id': '4a290b87-7e94-45db-8dc4-22e0841abf32', 'name': 'tempest-NetworksTestDHCPv6-router-1917227626', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:55Z', 'updated_at': '2021-09-18T05:19:04Z', 'revision_number': 3, 'project_id': 'd155373fdddf4008a35ee21f158fa0bd', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:07.849357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:07.867890 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:07.867890 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Router 2204bd52-9a79-4dbe-9e0e-31241730e879 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:07.869247 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:07.900566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-42c9a647-e088-4090-934b-cfcc648ba1da None None] Provisioning complete for port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:07.900977 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-42c9a647-e088-4090-934b-cfcc648ba1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:07.927447 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c2cf9fcb-294c-42aa-82a4-8dd75218a567 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:07.930479 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c2cf9fcb-294c-42aa-82a4-8dd75218a567 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:07.950700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=79c31482-73c1-4263-95ca-28102f15d1dd,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:07.975430 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-42c9a647-e088-4090-934b-cfcc648ba1da None None] Port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:19:07.980344 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0b60-3a39-4f7f-99b9-5cf1c20c107c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:08.040213 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe0b60-3a39-4f7f-99b9-5cf1c20c107c None None] Pushing event deleted for resources: {'Port': ['ID=5241fe66-af26-498e-a585-aeaff47e4ff6,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:08.065853 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe0b60-3a39-4f7f-99b9-5cf1c20c107c None None] No DVR routers for this DVR port 5241fe66-af26-498e-a585-aeaff47e4ff6 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:19:08.127569 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c2cf9fcb-294c-42aa-82a4-8dd75218a567 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:08.127569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cf9fcb-294c-42aa-82a4-8dd75218a567 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Fanout notify agent at l3_agent the message router_deleted on router 4a290b87-7e94-45db-8dc4-22e0841abf32 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:19:08.134607 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c2cf9fcb-294c-42aa-82a4-8dd75218a567 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:08.136974 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c2cf9fcb-294c-42aa-82a4-8dd75218a567 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/routers/4a290b87-7e94-45db-8dc4-22e0841abf32 HTTP/1.1" status: 204 len: 168 time: 0.8535759 Sep 18 05:19:08.139231 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36966) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:08.196317 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9fefe1e9-3763-41fc-96ce-ca7b979705db tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0534744 Sep 18 05:19:08.198956 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36968) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:08.339430 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6780aadc-446e-4e4a-bf44-bc77e32175a3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:08.339430 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6780aadc-446e-4e4a-bf44-bc77e32175a3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1382821 Sep 18 05:19:08.340893 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36974) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:08.369607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:08.382571 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ea56f1b5-bbc0-49a2-bbe3-b638659ae8a9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "PUT /v2.0/routers/2204bd52-9a79-4dbe-9e0e-31241730e879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8652253 Sep 18 05:19:08.398383 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Sync routers for ids ['2204bd52-9a79-4dbe-9e0e-31241730e879'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:08.421374 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Routers {'2204bd52-9a79-4dbe-9e0e-31241730e879'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:08.422143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['2204bd52-9a79-4dbe-9e0e-31241730e879'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:08.436954 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e5ed868c-e2e5-470e-b1a8-0ba0bab05e9e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945904 Sep 18 05:19:08.437756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36978) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:08.448338 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d8761196-bcf0-4dcb-9869-c0825b22ae21 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:08.558105 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Set router 2204bd52-9a79-4dbe-9e0e-31241730e879 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:19:08.640657 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:08.750999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8761196-bcf0-4dcb-9869-c0825b22ae21 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:08.755830 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8761196-bcf0-4dcb-9869-c0825b22ae21 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:08.902570 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-522287503', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:51Z', 'updated_at': '2021-09-18T05:19:04Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:18:54Z', 'updated_at': '2021-09-18T05:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '75d7f5fe-e14f-4ba6-9f25-7027a35afd75', 'name': '', 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'mac_address': 'fa:16:3e:ac:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '22a1e6be-97f2-42ce-bd00-2ba17d428133', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:19:02Z', 'updated_at': '2021-09-18T05:19:05Z', 'revision_number': 2, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'subnets': [{'id': '22a1e6be-97f2-42ce-bd00-2ba17d428133', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:08.988988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5241fe66-af26-498e-a585-aeaff47e4ff6 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:19:08.988988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Checking router: 2204bd52-9a79-4dbe-9e0e-31241730e879 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:19:08.988988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Updating router 2204bd52-9a79-4dbe-9e0e-31241730e879 port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:19:08.997749 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:09.022444 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 5241fe66-af26-498e-a585-aeaff47e4ff6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:19:09.022785 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5241fe66-af26-498e-a585-aeaff47e4ff6 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:19:09.038724 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:09.088351 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273818f1-3ed0-4d9a-9c68-49850379dca6 req-25cac568-7c4f-4a3a-a216-19b6ba325f9f tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:09.088351 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-273818f1-3ed0-4d9a-9c68-49850379dca6 req-25cac568-7c4f-4a3a-a216-19b6ba325f9f tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1790540 Sep 18 05:19:09.169634 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-273818f1-3ed0-4d9a-9c68-49850379dca6 req-c68e820f-c344-48e5-97b8-e7e16c7b716e tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828621 Sep 18 05:19:09.220325 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-9be44bd9-5425-43c5-a2c7-b6cecfaf9a5c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:09.222505 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-9be44bd9-5425-43c5-a2c7-b6cecfaf9a5c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/networks?id=894c10ee-3809-4347-9cfb-24ee44983299 HTTP/1.1" status: 200 len: 797 time: 0.5498531 Sep 18 05:19:09.263539 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-bef16bf7-c8d3-4883-ad78-9e4befc02767 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/quotas/8f17ab27bf044c9eb86aad6324bc5636 HTTP/1.1" status: 200 len: 375 time: 0.0218868 Sep 18 05:19:09.388664 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-be5f0571-7aa6-4aad-be6e-8d4cee886205 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f17ab27bf044c9eb86aad6324bc5636&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1179047 Sep 18 05:19:09.397495 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:09.457623 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:09.496787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-3a164b01-8003-4e21-ba2c-e6d0ff0fce2f service neutron] 10.222.0.23 "GET /v2.0/networks/894c10ee-3809-4347-9cfb-24ee44983299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961566 Sep 18 05:19:09.574350 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:09.575353 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:09.628263 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-102ee58d-b887-4445-b452-7f943beab149 service neutron] 10.222.0.23 "GET /v2.0/networks/894c10ee-3809-4347-9cfb-24ee44983299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251814 Sep 18 05:19:09.661869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=79c31482-73c1-4263-95ca-28102f15d1dd,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:09.677680 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:09.678896 n-d-789963-13 neutron-server[106908]: DEBUG neutron.objects.ports [None req-d8761196-bcf0-4dcb-9869-c0825b22ae21 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106908) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:19:09.679238 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c34f01-a6eb-459a-9e2d-fc80338b974e None None] Pushing event updated for resources: {'Port': ['ID=75d7f5fe-e14f-4ba6-9f25-7027a35afd75,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:09.680836 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8761196-bcf0-4dcb-9869-c0825b22ae21 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:09.714629 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c34f01-a6eb-459a-9e2d-fc80338b974e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:09.714988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c34f01-a6eb-459a-9e2d-fc80338b974e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:09.720437 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c34f01-a6eb-459a-9e2d-fc80338b974e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:09.720884 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c34f01-a6eb-459a-9e2d-fc80338b974e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:09.721227 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c34f01-a6eb-459a-9e2d-fc80338b974e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:09.721561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c34f01-a6eb-459a-9e2d-fc80338b974e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:09.721918 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c34f01-a6eb-459a-9e2d-fc80338b974e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:09.722237 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c34f01-a6eb-459a-9e2d-fc80338b974e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:09.722561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c34f01-a6eb-459a-9e2d-fc80338b974e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:09.726389 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c34f01-a6eb-459a-9e2d-fc80338b974e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:09.732310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c34f01-a6eb-459a-9e2d-fc80338b974e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:09.732310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c34f01-a6eb-459a-9e2d-fc80338b974e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:09.751807 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8761196-bcf0-4dcb-9869-c0825b22ae21 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:09.758279 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-d8761196-bcf0-4dcb-9869-c0825b22ae21 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:09.769023 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8761196-bcf0-4dcb-9869-c0825b22ae21 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:09.769156 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8761196-bcf0-4dcb-9869-c0825b22ae21 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:09.774232 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd64094f-805a-497d-8a01-c172433704aa None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:09.819651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8761196-bcf0-4dcb-9869-c0825b22ae21 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=8b0b9a3a-5263-4c0c-838a-7d340873eb65,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:09.902356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Attempting to bind port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:19:09.903334 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Attempting to bind port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '67b7fb92-c212-4a6e-a306-a552cdcd88ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:19:09.903704 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Attempting to bind port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 on network 894c10ee-3809-4347-9cfb-24ee44983299 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:19:09.915082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:19:09.915465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Checking segment: {'id': '67b7fb92-c212-4a6e-a306-a552cdcd88ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:19:09.915879 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:09.916302 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Bound using segment: {'id': '67b7fb92-c212-4a6e-a306-a552cdcd88ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:19:09.916791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Bound port: 75d7f5fe-e14f-4ba6-9f25-7027a35afd75, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b7fb92-c212-4a6e-a306-a552cdcd88ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:19:09.917179 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:09.924130 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d8761196-bcf0-4dcb-9869-c0825b22ae21 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4850965 Sep 18 05:19:09.926782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37010) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:09.932054 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d57edc35-117a-4202-b500-b308ae809a90 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:10.047262 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] For port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:19:10.052874 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] For port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=75d7f5fe-e14f-4ba6-9f25-7027a35afd75,segment=NetworkSegment(67b7fb92-c212-4a6e-a306-a552cdcd88ae),segment_id=67b7fb92-c212-4a6e-a306-a552cdcd88ae)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:19:10.098286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '8b0b9a3a-5263-4c0c-838a-7d340873eb65'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:19:10.099173 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:10.196324 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:10.221785 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Floating IP 0dd21745-e12e-4c72-9496-a1bcc77593fb associated. External IP: 172.25.7.241, port: edb33c73-65f6-4eb4-b0de-2e0041e104e3. Sep 18 05:19:10.276075 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c34f01-a6eb-459a-9e2d-fc80338b974e None None] Pushing event updated for resources: {'Port': ['ID=75d7f5fe-e14f-4ba6-9f25-7027a35afd75,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:10.299935 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c59b85b2-06be-4e41-a2e1-ff5b83b5ad15 req-cf429725-6dd0-4890-9a86-dec94ff88598 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 210 time: 0.0695369 Sep 18 05:19:10.301195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57edc35-117a-4202-b500-b308ae809a90 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:10.309798 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d57edc35-117a-4202-b500-b308ae809a90 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:10.313515 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-585979cf-93b2-4938-aeda-ef9c86735c41 None None] Provisioning complete for port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:10.314062 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-585979cf-93b2-4938-aeda-ef9c86735c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:10.597822 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Routers {'2204bd52-9a79-4dbe-9e0e-31241730e879'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:10.601959 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['2204bd52-9a79-4dbe-9e0e-31241730e879'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:10.747814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:10.905860 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] Set router 2204bd52-9a79-4dbe-9e0e-31241730e879 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:19:10.924154 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d57edc35-117a-4202-b500-b308ae809a90 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:10.953537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:10.967418 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb1f2c-8904-4522-8c37-5fa463191a37 None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:10.973054 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-585979cf-93b2-4938-aeda-ef9c86735c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:10.985489 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb1f2c-8904-4522-8c37-5fa463191a37 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:10.987244 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-13bb1f2c-8904-4522-8c37-5fa463191a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:11.097195 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-13bb1f2c-8904-4522-8c37-5fa463191a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:11.121221 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb1f2c-8904-4522-8c37-5fa463191a37 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:11.122311 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-13bb1f2c-8904-4522-8c37-5fa463191a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:11.123508 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57edc35-117a-4202-b500-b308ae809a90 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:11.131866 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:11.132519 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-d57edc35-117a-4202-b500-b308ae809a90 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:11.136462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57edc35-117a-4202-b500-b308ae809a90 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:11.137861 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d57edc35-117a-4202-b500-b308ae809a90 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:11.159358 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57edc35-117a-4202-b500-b308ae809a90 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=1b241168-f0be-4467-9d60-fe3af9820b84,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:11.185920 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37030) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:11.186624 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1054628e-79dc-45a5-874f-042d4988a428 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1874843 Sep 18 05:19:11.189549 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Allocated IP 2001:db8::f816:3eff:fe80:b8b0 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/8b0b9a3a-5263-4c0c-838a-7d340873eb65/a0792055-960f-4e62-b11c-f262fd567271) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:11.190647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-531ef50d-1fbb-4611-a362-dfae224a2b14 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:11.194327 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-13bb1f2c-8904-4522-8c37-5fa463191a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:11.195135 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb1f2c-8904-4522-8c37-5fa463191a37 None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:11.198924 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-585979cf-93b2-4938-aeda-ef9c86735c41 None None] For port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=75d7f5fe-e14f-4ba6-9f25-7027a35afd75,segment=NetworkSegment(67b7fb92-c212-4a6e-a306-a552cdcd88ae),segment_id=67b7fb92-c212-4a6e-a306-a552cdcd88ae)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:11.295060 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-531ef50d-1fbb-4611-a362-dfae224a2b14 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:11.412709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1696e794-6188-419d-8f70-d719a9950357 req-d3527316-badc-4940-a426-d2d8460122a2 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 210 time: 0.0409713 Sep 18 05:19:11.431274 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-522287503', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:51Z', 'updated_at': '2021-09-18T05:19:04Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:18:54Z', 'updated_at': '2021-09-18T05:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '75d7f5fe-e14f-4ba6-9f25-7027a35afd75', 'name': '', 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'mac_address': 'fa:16:3e:ac:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '22a1e6be-97f2-42ce-bd00-2ba17d428133', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:19:02Z', 'updated_at': '2021-09-18T05:19:10Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'subnets': [{'id': '22a1e6be-97f2-42ce-bd00-2ba17d428133', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:11.479584 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-585979cf-93b2-4938-aeda-ef9c86735c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:11.490223 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa860e9-cb62-426e-b6ea-0d3c77af1ab4 None None] The sync data for ids ['2204bd52-9a79-4dbe-9e0e-31241730e879'] in n-d-789963-13 is: [{'id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-522287503', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:51Z', 'updated_at': '2021-09-18T05:19:04Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:18:54Z', 'updated_at': '2021-09-18T05:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '75d7f5fe-e14f-4ba6-9f25-7027a35afd75', 'name': '', 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'mac_address': 'fa:16:3e:ac:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '22a1e6be-97f2-42ce-bd00-2ba17d428133', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:19:02Z', 'updated_at': '2021-09-18T05:19:10Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'subnets': [{'id': '22a1e6be-97f2-42ce-bd00-2ba17d428133', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:11.530320 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:11.569500 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585979cf-93b2-4938-aeda-ef9c86735c41 None None] Pushing event updated for resources: {'Port': ['ID=75d7f5fe-e14f-4ba6-9f25-7027a35afd75,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:11.606417 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-41afbb26-77e4-49dd-a40c-61f90966a00d None None] Provisioning complete for port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:11.607006 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-41afbb26-77e4-49dd-a40c-61f90966a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:11.654741 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:11.702563 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d57edc35-117a-4202-b500-b308ae809a90 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7738664 Sep 18 05:19:11.706203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37050) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:11.718023 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:11.720736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'mac_address': 'fa:16:3e:ce:d2:a6', 'name': 'tempest-NetworksTestDHCPv6-319837132'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:11.720851 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:11.727856 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:11.748503 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Pushing event updated for resources: {'Port': ['ID=a0792055-960f-4e62-b11c-f262fd567271,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:11.816535 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Attempting to bind port a0792055-960f-4e62-b11c-f262fd567271 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:19:11.816875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Attempting to bind port a0792055-960f-4e62-b11c-f262fd567271 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:19:11.817189 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Attempting to bind port a0792055-960f-4e62-b11c-f262fd567271 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:19:11.827624 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:19:11.828007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:19:11.828453 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:11.828851 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:19:11.829334 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Bound port: a0792055-960f-4e62-b11c-f262fd567271, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:19:11.829722 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:11.874923 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-531ef50d-1fbb-4611-a362-dfae224a2b14 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:11.916484 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] For port a0792055-960f-4e62-b11c-f262fd567271, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:19:11.920051 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] For port a0792055-960f-4e62-b11c-f262fd567271, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a0792055-960f-4e62-b11c-f262fd567271,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:19:12.008289 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-531ef50d-1fbb-4611-a362-dfae224a2b14 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:12.008289 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-531ef50d-1fbb-4611-a362-dfae224a2b14 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Floating IP 0dd21745-e12e-4c72-9496-a1bcc77593fb disassociated. External IP: 172.25.7.241, port: edb33c73-65f6-4eb4-b0de-2e0041e104e3. Sep 18 05:19:12.058003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:12.059358 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:12.168764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa390a-5d10-4291-a186-5da683d0d1ec None None] Pushing event updated for resources: {'Port': ['ID=a0792055-960f-4e62-b11c-f262fd567271,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:12.211084 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:12.242096 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port 22be4fc7-3995-4ec8-9a7d-debbfd64e5c7 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:19:12.306535 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531ef50d-1fbb-4611-a362-dfae224a2b14 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:12.550063 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531ef50d-1fbb-4611-a362-dfae224a2b14 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:12.554695 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-531ef50d-1fbb-4611-a362-dfae224a2b14 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:12.564011 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fce7d5-8185-4e5b-b720-745bd08dda92 None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:12.579568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fce7d5-8185-4e5b-b720-745bd08dda92 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:12.581762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e7fce7d5-8185-4e5b-b720-745bd08dda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:12.602719 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 172.20.0.13 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/1b241168-f0be-4467-9d60-fe3af9820b84/22be4fc7-3995-4ec8-9a7d-debbfd64e5c7) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:12.618172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::f816:3eff:fece:d2a6 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/8b0b9a3a-5263-4c0c-838a-7d340873eb65/22be4fc7-3995-4ec8-9a7d-debbfd64e5c7) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:12.634322 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-531ef50d-1fbb-4611-a362-dfae224a2b14 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "PUT /v2.0/floatingips/0dd21745-e12e-4c72-9496-a1bcc77593fb HTTP/1.1" status: 200 len: 688 time: 1.4472091 Sep 18 05:19:12.639358 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37070) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:12.673816 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e7fce7d5-8185-4e5b-b720-745bd08dda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:12.685799 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fce7d5-8185-4e5b-b720-745bd08dda92 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:12.686588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e7fce7d5-8185-4e5b-b720-745bd08dda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:12.688947 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fcad69e2-e6af-4873-ad0e-63ee2568c1d0 req-c94c9984-f5ed-4933-b551-e1cfebce3320 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 210 time: 0.0534954 Sep 18 05:19:12.829556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859c83d-ac95-4ac6-a89b-bf23314abe89 req-9828d78a-7c41-4fdf-b2cf-e4c08af8b31f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:12.831171 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c859c83d-ac95-4ac6-a89b-bf23314abe89 req-9828d78a-7c41-4fdf-b2cf-e4c08af8b31f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 945 time: 0.2830529 Sep 18 05:19:12.851675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e7fce7d5-8185-4e5b-b720-745bd08dda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:12.852380 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fce7d5-8185-4e5b-b720-745bd08dda92 None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:12.885349 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ece2ba4d-1f0b-4921-85c8-65554f81526b tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port 79c31482-73c1-4263-95ca-28102f15d1dd {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:12.885830 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ece2ba4d-1f0b-4921-85c8-65554f81526b tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:12.964899 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c859c83d-ac95-4ac6-a89b-bf23314abe89 req-c1636898-f734-4437-8737-04c9a0184596 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193359 Sep 18 05:19:13.023550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ece2ba4d-1f0b-4921-85c8-65554f81526b tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:13.029065 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ece2ba4d-1f0b-4921-85c8-65554f81526b tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:13.056552 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ece2ba4d-1f0b-4921-85c8-65554f81526b tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for 79c31482-73c1-4263-95ca-28102f15d1dd owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:13.078845 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a0792055-960f-4e62-b11c-f262fd567271 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:13.089523 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:13.144775 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b07f1eea-9c44-4923-a02e-f68280fc0bd6 req-4cb898a8-a2a9-4f99-9c51-c88c4dde5665 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2310297 Sep 18 05:19:13.202676 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a0792055-960f-4e62-b11c-f262fd567271 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:13.203236 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:13.294625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f1eea-9c44-4923-a02e-f68280fc0bd6 req-4d4cec82-e840-4504-8bd7-b6e7861473be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:13.296641 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b07f1eea-9c44-4923-a02e-f68280fc0bd6 req-4d4cec82-e840-4504-8bd7-b6e7861473be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b24b241d1e242d6a367baa07a5c602e&device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 1097 time: 0.0986896 Sep 18 05:19:13.298440 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:13.406071 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:13.435661 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ece2ba4d-1f0b-4921-85c8-65554f81526b tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:13.478448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:13.487560 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port a0792055-960f-4e62-b11c-f262fd567271, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a0792055-960f-4e62-b11c-f262fd567271,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:13.498573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2ba4d-1f0b-4921-85c8-65554f81526b tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=79c31482-73c1-4263-95ca-28102f15d1dd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:13.514731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:13.518660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=22be4fc7-3995-4ec8-9a7d-debbfd64e5c7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:13.527956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:13.570425 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ece2ba4d-1f0b-4921-85c8-65554f81526b tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:13.573278 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ece2ba4d-1f0b-4921-85c8-65554f81526b tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:13.575318 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ece2ba4d-1f0b-4921-85c8-65554f81526b tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/floatingips/0dd21745-e12e-4c72-9496-a1bcc77593fb HTTP/1.1" status: 204 len: 168 time: 0.8984275 Sep 18 05:19:13.586042 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37088) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:13.591910 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': 'cb134add-6ae2-4619-a22b-83ce666ef4f3'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:13.608796 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:13.609824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:13.615072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f1eea-9c44-4923-a02e-f68280fc0bd6 req-377358ba-7896-4dc5-83ae-859e69c261e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:13.615072 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b07f1eea-9c44-4923-a02e-f68280fc0bd6 req-377358ba-7896-4dc5-83ae-859e69c261e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 HTTP/1.1" status: 200 len: 910 time: 0.2308059 Sep 18 05:19:13.689843 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:13.690423 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:13.706705 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6d8a45-9313-44b7-8e56-1d3096b07b8c None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:13.753900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=a0792055-960f-4e62-b11c-f262fd567271,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:13.758692 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:13.778473 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b07f1eea-9c44-4923-a02e-f68280fc0bd6 req-521c1dcf-7b06-42a8-aec3-eb1c8e0559a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dbd8665-5e53-4872-9eae-3c424e783bac HTTP/1.1" status: 200 len: 1000 time: 0.1459672 Sep 18 05:19:13.862636 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7c6e0eb3-d7e0-4f1d-ae33-5dee04ad1fd7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1528924 Sep 18 05:19:13.871229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-05cdc456-cfe3-47db-b4ff-826709c22cf5 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:13.873035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37096) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:13.874786 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-05cdc456-cfe3-47db-b4ff-826709c22cf5 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.18 "GET /v2.0/networks?id=894c10ee-3809-4347-9cfb-24ee44983299 HTTP/1.1" status: 200 len: 797 time: 0.1992445 Sep 18 05:19:13.895098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f1eea-9c44-4923-a02e-f68280fc0bd6 req-c49ebaa1-ef01-42a8-83dc-2118b49520ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:13.897029 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b07f1eea-9c44-4923-a02e-f68280fc0bd6 req-c49ebaa1-ef01-42a8-83dc-2118b49520ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ab02bc3-4445-486e-bb1b-e6de93866e50 HTTP/1.1" status: 200 len: 849 time: 0.0895011 Sep 18 05:19:13.904154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-59547301-05eb-45ba-adc9-5acfdaf97e1d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Request body: {'port': {'device_id': 'ccdb80f5-04c9-4300-ab71-b8bf00ef74a7', 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299', 'admin_state_up': True, 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:13.956759 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:13.957264 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:13.969289 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dae26646-7406-4815-bff9-6f6a554e03e5 req-7656a64b-48f0-4412-b6e1-79ff1f2903a6 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 210 time: 0.1624694 Sep 18 05:19:14.027151 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804312e8-4621-4ddc-8580-0dcf994ae0cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:14.034955 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804312e8-4621-4ddc-8580-0dcf994ae0cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:14.040731 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-804312e8-4621-4ddc-8580-0dcf994ae0cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1641161 Sep 18 05:19:14.045901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37104) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:14.070703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f1eea-9c44-4923-a02e-f68280fc0bd6 req-e2e17057-532b-413a-a0ce-ec83041114e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:14.073109 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b07f1eea-9c44-4923-a02e-f68280fc0bd6 req-e2e17057-532b-413a-a0ce-ec83041114e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1625066 Sep 18 05:19:14.081367 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e7136806-4320-4c22-b7f8-f2c7d2b6333d None None] Provisioning complete for port a0792055-960f-4e62-b11c-f262fd567271 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:14.081745 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e7136806-4320-4c22-b7f8-f2c7d2b6333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:14.107071 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:14.258735 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b07f1eea-9c44-4923-a02e-f68280fc0bd6 req-da193da9-3e6e-400f-96eb-221f65b3a3a1 service neutron] 10.222.0.18 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771507 Sep 18 05:19:14.298544 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a2715d3d-ccc5-41f9-87be-d602a92c9c8f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port 22be4fc7-3995-4ec8-9a7d-debbfd64e5c7 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:14.298544 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a2715d3d-ccc5-41f9-87be-d602a92c9c8f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:14.348814 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bfcf28-c2cc-4b8b-b52e-6d3add146242 None None] Update dhcp port {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'fixed_ips': [{'subnet_id': '8b0b9a3a-5263-4c0c-838a-7d340873eb65', 'ip_address': '2001:db8::f816:3eff:fe80:b8b0'}, {'subnet_id': '1b241168-f0be-4467-9d60-fe3af9820b84'}], 'binding:host_id': 'n-d-789963-13'}, 'id': 'a0792055-960f-4e62-b11c-f262fd567271'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:19:14.378067 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7bfcf28-c2cc-4b8b-b52e-6d3add146242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:14.378196 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.25.7.244 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/34014114-f855-40fe-8cf7-6dc6452e524c) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:14.418288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-59547301-05eb-45ba-adc9-5acfdaf97e1d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Made reservation on behalf of 8f17ab27bf044c9eb86aad6324bc5636 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:14.421900 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-59547301-05eb-45ba-adc9-5acfdaf97e1d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:14.442473 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a2715d3d-ccc5-41f9-87be-d602a92c9c8f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:14.484980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a2715d3d-ccc5-41f9-87be-d602a92c9c8f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for 22be4fc7-3995-4ec8-9a7d-debbfd64e5c7 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:14.508718 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b07f1eea-9c44-4923-a02e-f68280fc0bd6 req-a1e5ab1a-4c37-4fa7-a915-4ab5b83dd633 service neutron] 10.222.0.18 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412610 Sep 18 05:19:14.567603 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:14.593930 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-59547301-05eb-45ba-adc9-5acfdaf97e1d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Allocated IP 172.20.0.28 (894c10ee-3809-4347-9cfb-24ee44983299/22a1e6be-97f2-42ce-bd00-2ba17d428133/d64350a7-eb31-49da-ad19-0cb050abb59f) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:14.610531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-c7bfcf28-c2cc-4b8b-b52e-6d3add146242 None None] Allocated IP 172.20.0.2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/1b241168-f0be-4467-9d60-fe3af9820b84/a0792055-960f-4e62-b11c-f262fd567271) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:14.719841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c7bfcf28-c2cc-4b8b-b52e-6d3add146242 None None] For port a0792055-960f-4e62-b11c-f262fd567271, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a0792055-960f-4e62-b11c-f262fd567271,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:14.732329 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-59547301-05eb-45ba-adc9-5acfdaf97e1d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:14.746066 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:14.751281 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7bfcf28-c2cc-4b8b-b52e-6d3add146242 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:14.788700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:14.791499 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:14.795666 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:14.824029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=34014114-f855-40fe-8cf7-6dc6452e524c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:14.840530 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a2715d3d-ccc5-41f9-87be-d602a92c9c8f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:14.872577 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2715d3d-ccc5-41f9-87be-d602a92c9c8f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=22be4fc7-3995-4ec8-9a7d-debbfd64e5c7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:14.888505 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7bfcf28-c2cc-4b8b-b52e-6d3add146242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:14.888953 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-59547301-05eb-45ba-adc9-5acfdaf97e1d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:14.960642 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-59547301-05eb-45ba-adc9-5acfdaf97e1d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Network 894c10ee-3809-4347-9cfb-24ee44983299 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:14.966777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-59547301-05eb-45ba-adc9-5acfdaf97e1d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:14.971371 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-59547301-05eb-45ba-adc9-5acfdaf97e1d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:14.994382 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfcf28-c2cc-4b8b-b52e-6d3add146242 None None] Pushing event updated for resources: {'Port': ['ID=a0792055-960f-4e62-b11c-f262fd567271,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:14.999913 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a0792055-960f-4e62-b11c-f262fd567271 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:15.065075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59547301-05eb-45ba-adc9-5acfdaf97e1d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event updated for resources: {'Port': ['ID=d64350a7-eb31-49da-ad19-0cb050abb59f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:15.107743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-59547301-05eb-45ba-adc9-5acfdaf97e1d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:15.108527 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-59547301-05eb-45ba-adc9-5acfdaf97e1d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:15.150421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a0792055-960f-4e62-b11c-f262fd567271 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:15.150819 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:15.188512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8168d3b-e8c5-45d7-b61f-8f6c3a39736e req-17557e34-2455-41c0-8b93-b3d9e3d09a96 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:15.200870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c8168d3b-e8c5-45d7-b61f-8f6c3a39736e req-17557e34-2455-41c0-8b93-b3d9e3d09a96 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 895 time: 0.0714884 Sep 18 05:19:15.266425 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-59547301-05eb-45ba-adc9-5acfdaf97e1d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3735962 Sep 18 05:19:15.282528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Request body: {'port': {'device_id': 'ccdb80f5-04c9-4300-ab71-b8bf00ef74a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:15.384063 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a2715d3d-ccc5-41f9-87be-d602a92c9c8f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:15.385181 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:15.388116 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a2715d3d-ccc5-41f9-87be-d602a92c9c8f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/22be4fc7-3995-4ec8-9a7d-debbfd64e5c7 HTTP/1.1" status: 204 len: 168 time: 1.3393161 Sep 18 05:19:15.391367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37122) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:15.479008 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4ba4b2e5-97af-44a0-a4ef-6a6d1c28d813 None None] Provisioning complete for port d64350a7-eb31-49da-ad19-0cb050abb59f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:15.480367 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4ba4b2e5-97af-44a0-a4ef-6a6d1c28d813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:15.493644 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaf84d6-c7bd-441a-9851-8e2c8f2fba8f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:15.495320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaf84d6-c7bd-441a-9851-8e2c8f2fba8f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:15.497647 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaf84d6-c7bd-441a-9851-8e2c8f2fba8f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:15.499304 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ebaf84d6-c7bd-441a-9851-8e2c8f2fba8f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1057346 Sep 18 05:19:15.508309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37124) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:15.550124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4b2e5-97af-44a0-a4ef-6a6d1c28d813 None None] Port d64350a7-eb31-49da-ad19-0cb050abb59f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:19:15.582845 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:15.676550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2d3c72-aecb-4431-939f-6f569c83d1c4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 1b241168-f0be-4467-9d60-fe3af9820b84 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:19:15.690097 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-de2d3c72-aecb-4431-939f-6f569c83d1c4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:15.738701 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:15.787178 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-de2d3c72-aecb-4431-939f-6f569c83d1c4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:15.924922 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:15.942438 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff0f3680-30e4-42cd-88d4-33b0d82051a2 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:19:15.952703 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-de2d3c72-aecb-4431-939f-6f569c83d1c4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:15.995817 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:15.997054 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-95182177-d4ed-45b7-8c2d-4c2fb7df9159 None None] Provisioning complete for port a0792055-960f-4e62-b11c-f262fd567271 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:15.997293 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-95182177-d4ed-45b7-8c2d-4c2fb7df9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:16.052300 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64350a7-eb31-49da-ad19-0cb050abb59f {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:19:16.067635 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:16.096979 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:16.117916 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=34014114-f855-40fe-8cf7-6dc6452e524c,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:16.129286 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:16.144395 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:19:16.146643 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afedf9a-466c-40b2-a621-5ebcac200632" -d '{"events": [{"server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "name": "network-vif-unplugged", "status": "completed", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:19:16.179128 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:16.201925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-95182177-d4ed-45b7-8c2d-4c2fb7df9159 None None] Could not find standard attr ID for object 22be4fc7-3995-4ec8-9a7d-debbfd64e5c7. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:19:16.212123 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4fa839-cdab-4418-84bc-1220dc9d94f1 x-openstack-request-id: req-3c4fa839-cdab-4418-84bc-1220dc9d94f1 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:19:16.212456 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "name": "network-vif-unplugged", "status": "completed", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:19:16.212724 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c4fa839-cdab-4418-84bc-1220dc9d94f1 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:19:16.213136 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'code': 200} Sep 18 05:19:16.229705 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Transition to ACTIVE for port object d64350a7-eb31-49da-ad19-0cb050abb59f will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:19:16.231613 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-de2d3c72-aecb-4431-939f-6f569c83d1c4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:16.275748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d3c72-aecb-4431-939f-6f569c83d1c4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=1b241168-f0be-4467-9d60-fe3af9820b84,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:16.302826 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Floating IP 8e6e2778-f932-49fe-82b6-30f31fa0620a associated. External IP: 172.25.7.244, port: cb134add-6ae2-4619-a22b-83ce666ef4f3. Sep 18 05:19:16.304598 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-de2d3c72-aecb-4431-939f-6f569c83d1c4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:16.308002 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-de2d3c72-aecb-4431-939f-6f569c83d1c4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/1b241168-f0be-4467-9d60-fe3af9820b84 HTTP/1.1" status: 204 len: 168 time: 0.7986712 Sep 18 05:19:16.313415 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9be0dfe5-c2f2-4848-b05b-c9c3c18b6822 None None] Could not find standard attr ID for object 22be4fc7-3995-4ec8-9a7d-debbfd64e5c7. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:19:16.327610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37140) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:16.350651 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:16.397643 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:16.411753 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:16.442861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ab81d3-3729-4efb-888e-a8646d550d85 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 8b0b9a3a-5263-4c0c-838a-7d340873eb65 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:19:16.457968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde82fd-cca5-46cf-a4b0-82d335e3c013 req-b963f43a-a2d1-4e66-94a1-7b4133aac4e9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:16.469422 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1fde82fd-cca5-46cf-a4b0-82d335e3c013 req-b963f43a-a2d1-4e66-94a1-7b4133aac4e9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 895 time: 0.1779110 Sep 18 05:19:16.469422 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7ab81d3-3729-4efb-888e-a8646d550d85 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:16.539499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Pushing event updated for resources: {'Port': ['ID=d64350a7-eb31-49da-ad19-0cb050abb59f,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:16.584309 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7ab81d3-3729-4efb-888e-a8646d550d85 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:16.681049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Attempting to bind port d64350a7-eb31-49da-ad19-0cb050abb59f on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:19:16.681424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Attempting to bind port d64350a7-eb31-49da-ad19-0cb050abb59f by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '67b7fb92-c212-4a6e-a306-a552cdcd88ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:19:16.681922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Attempting to bind port d64350a7-eb31-49da-ad19-0cb050abb59f on network 894c10ee-3809-4347-9cfb-24ee44983299 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:19:16.714555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Port d64350a7-eb31-49da-ad19-0cb050abb59f on network 894c10ee-3809-4347-9cfb-24ee44983299 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:19:16.715918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Attempting to bind port d64350a7-eb31-49da-ad19-0cb050abb59f on network 894c10ee-3809-4347-9cfb-24ee44983299 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:19:16.727239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:19:16.727595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Checking segment: {'id': '67b7fb92-c212-4a6e-a306-a552cdcd88ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:19:16.728138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Bound using segment: {'id': '67b7fb92-c212-4a6e-a306-a552cdcd88ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:19:16.728529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Bound port: d64350a7-eb31-49da-ad19-0cb050abb59f, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b7fb92-c212-4a6e-a306-a552cdcd88ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:19:16.728902 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:16.756848 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7ab81d3-3729-4efb-888e-a8646d550d85 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:16.854157 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] For port d64350a7-eb31-49da-ad19-0cb050abb59f, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:19:16.858231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] For port d64350a7-eb31-49da-ad19-0cb050abb59f, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d64350a7-eb31-49da-ad19-0cb050abb59f,segment=NetworkSegment(67b7fb92-c212-4a6e-a306-a552cdcd88ae),segment_id=67b7fb92-c212-4a6e-a306-a552cdcd88ae)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:19:16.928870 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:16.941031 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a0792055-960f-4e62-b11c-f262fd567271 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:16.944419 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29fa7ec-74cc-4c28-82de-2f2863a0b84f None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:16.962704 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:16.978456 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7ab81d3-3729-4efb-888e-a8646d550d85 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:17.071125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab81d3-3729-4efb-888e-a8646d550d85 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0b9a3a-5263-4c0c-838a-7d340873eb65,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:17.077697 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a0792055-960f-4e62-b11c-f262fd567271 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:17.078089 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:17.081431 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:17.082052 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:17.083493 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] 10.222.0.18 "PUT /v2.0/ports/d64350a7-eb31-49da-ad19-0cb050abb59f HTTP/1.1" status: 200 len: 1056 time: 1.8084028 Sep 18 05:19:17.088263 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7ab81d3-3729-4efb-888e-a8646d550d85 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:17.093398 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b7ab81d3-3729-4efb-888e-a8646d550d85 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/8b0b9a3a-5263-4c0c-838a-7d340873eb65 HTTP/1.1" status: 204 len: 168 time: 0.7639639 Sep 18 05:19:17.093563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdb80f5-04c9-4300-ab71-b8bf00ef74a7', 'tag': 'd64350a7-eb31-49da-ad19-0cb050abb59f'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:19:17.095746 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64021095-83ee-4fa2-98bd-323b61ab75dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdb80f5-04c9-4300-ab71-b8bf00ef74a7", "tag": "d64350a7-eb31-49da-ad19-0cb050abb59f"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:19:17.098273 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37150) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:17.155395 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628366-6795-43de-9870-c99e9f309f93 service neutron] Pushing event updated for resources: {'Port': ['ID=d64350a7-eb31-49da-ad19-0cb050abb59f,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:17.164967 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5968665-bec5-4f26-8ad5-3a725e0854e4 x-openstack-request-id: req-a5968665-bec5-4f26-8ad5-3a725e0854e4 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:19:17.165273 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdb80f5-04c9-4300-ab71-b8bf00ef74a7", "tag": "d64350a7-eb31-49da-ad19-0cb050abb59f", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:19:17.166061 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5968665-bec5-4f26-8ad5-3a725e0854e4 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:19:17.166061 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdb80f5-04c9-4300-ab71-b8bf00ef74a7', 'tag': 'd64350a7-eb31-49da-ad19-0cb050abb59f', 'status': 'completed', 'code': 200} Sep 18 05:19:17.173489 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-206b30cc-e70b-4dc2-9306-96fb22a8262f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737693 Sep 18 05:19:17.176596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37154) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:17.186218 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:17.191693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d5c62021-3d76-454f-94bd-3f86c2d03140 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:17.207262 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5d62f-1e12-43fa-a317-ca1fdaaa6e80 None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:17.228834 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5d62f-1e12-43fa-a317-ca1fdaaa6e80 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:17.229507 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d3d5d62f-1e12-43fa-a317-ca1fdaaa6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:17.291730 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d3d5d62f-1e12-43fa-a317-ca1fdaaa6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:17.314750 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5d62f-1e12-43fa-a317-ca1fdaaa6e80 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:17.321097 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d3d5d62f-1e12-43fa-a317-ca1fdaaa6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:17.323920 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:17.333661 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64021095-83ee-4fa2-98bd-323b61ab75dd req-dc73c0ce-07a9-496c-9815-1397e350c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:17.334799 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-64021095-83ee-4fa2-98bd-323b61ab75dd req-dc73c0ce-07a9-496c-9815-1397e350c045 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f17ab27bf044c9eb86aad6324bc5636&device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 1059 time: 0.1174054 Sep 18 05:19:17.342088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e4a377-f7c8-4653-8ab4-066193c8ea27 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:19:17.389672 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-80b3876f-8aaa-41e2-8609-3aa536c3c808 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8024654 Sep 18 05:19:17.393929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37160) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:17.436781 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d3d5d62f-1e12-43fa-a317-ca1fdaaa6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:17.437465 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5d62f-1e12-43fa-a317-ca1fdaaa6e80 None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:17.522677 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b4e2e2a3-cfc8-4061-91b4-0aa4ed9393dd tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "GET /v2.0/floatingips/8e6e2778-f932-49fe-82b6-30f31fa0620a HTTP/1.1" status: 200 len: 978 time: 0.1274979 Sep 18 05:19:17.533031 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37166) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:17.537765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c62021-3d76-454f-94bd-3f86c2d03140 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:17.541629 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d5c62021-3d76-454f-94bd-3f86c2d03140 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:17.626726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-83e4a377-f7c8-4653-8ab4-066193c8ea27 None None] Deleting port a0792055-960f-4e62-b11c-f262fd567271 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:17.627194 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83e4a377-f7c8-4653-8ab4-066193c8ea27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:17.682575 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9d8d2601-030c-4fbe-8fc5-7f5af264b51c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1456978 Sep 18 05:19:17.682773 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37168) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:17.688273 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2321a9cd-c18c-48c6-8703-2e06495f8c0e tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'floatingip': {'port_id': 'edb33c73-65f6-4eb4-b0de-2e0041e104e3'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:17.701981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-83e4a377-f7c8-4653-8ab4-066193c8ea27 None None] For port a0792055-960f-4e62-b11c-f262fd567271, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a0792055-960f-4e62-b11c-f262fd567271,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:17.702570 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83e4a377-f7c8-4653-8ab4-066193c8ea27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:17.721282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-83e4a377-f7c8-4653-8ab4-066193c8ea27 None None] Calling delete_port for a0792055-960f-4e62-b11c-f262fd567271 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:17.761447 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2321a9cd-c18c-48c6-8703-2e06495f8c0e tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:17.909806 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83e4a377-f7c8-4653-8ab4-066193c8ea27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:17.916966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64021095-83ee-4fa2-98bd-323b61ab75dd req-f1eead28-9ee8-4374-95f7-3d79be90bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:17.917454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64021095-83ee-4fa2-98bd-323b61ab75dd req-f1eead28-9ee8-4374-95f7-3d79be90bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:17.919364 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-64021095-83ee-4fa2-98bd-323b61ab75dd req-f1eead28-9ee8-4374-95f7-3d79be90bf77 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8f17ab27bf044c9eb86aad6324bc5636&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.5688426 Sep 18 05:19:17.954205 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4a377-f7c8-4653-8ab4-066193c8ea27 None None] Pushing event deleted for resources: {'Port': ['ID=a0792055-960f-4e62-b11c-f262fd567271,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:17.963308 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4a377-f7c8-4653-8ab4-066193c8ea27 None None] No DVR routers for this DVR port a0792055-960f-4e62-b11c-f262fd567271 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:19:17.971262 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff0f3680-30e4-42cd-88d4-33b0d82051a2 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:19:18.124095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:18.136561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'port_id': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'mac_address': 'fa:16:3e:71:e5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:19:18.144419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003f5fd-da85-4fb2-b93a-b882742e8f79 req-de4918a7-e4a1-4086-8a7e-7e8290c3857a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:18.145973 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b003f5fd-da85-4fb2-b93a-b882742e8f79 req-de4918a7-e4a1-4086-8a7e-7e8290c3857a tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 907 time: 0.3093550 Sep 18 05:19:18.187348 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:18.202367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64021095-83ee-4fa2-98bd-323b61ab75dd req-f3194ae4-f682-46e0-b5ad-65571d4d5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:18.203871 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-64021095-83ee-4fa2-98bd-323b61ab75dd req-f3194ae4-f682-46e0-b5ad-65571d4d5aa0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2747440 Sep 18 05:19:18.205453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0f3680-30e4-42cd-88d4-33b0d82051a2 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:19:18.232163 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:18.325096 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-b47c791e-7746-4cbb-bfcb-6ed3470d65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:18.326639 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-b47c791e-7746-4cbb-bfcb-6ed3470d65b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f17ab27bf044c9eb86aad6324bc5636&device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 1059 time: 0.0655780 Sep 18 05:19:18.348940 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:18.372670 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-15d56351-9f9e-4ab0-86d2-54e6d49e5341 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d64350a7-eb31-49da-ad19-0cb050abb59f HTTP/1.1" status: 200 len: 217 time: 0.0368872 Sep 18 05:19:18.413906 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2321a9cd-c18c-48c6-8703-2e06495f8c0e tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:18.422675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=9']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:18.427286 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-50993f89-9ecc-43b8-bcb7-254aeb36e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:18.428808 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-50993f89-9ecc-43b8-bcb7-254aeb36e3d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22a1e6be-97f2-42ce-bd00-2ba17d428133 HTTP/1.1" status: 200 len: 837 time: 0.0485961 Sep 18 05:19:18.458712 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ff0f3680-30e4-42cd-88d4-33b0d82051a2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:19:18.518498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-47f6ee04-7b66-416b-b5f0-4cf7f19e07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:18.520339 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-47f6ee04-7b66-416b-b5f0-4cf7f19e07a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=894c10ee-3809-4347-9cfb-24ee44983299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0845087 Sep 18 05:19:18.562554 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2321a9cd-c18c-48c6-8703-2e06495f8c0e tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:18.584099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.objects.ports [None req-d5c62021-3d76-454f-94bd-3f86c2d03140 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106909) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:19:18.587745 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d5c62021-3d76-454f-94bd-3f86c2d03140 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:18.697066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c62021-3d76-454f-94bd-3f86c2d03140 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:18.704957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-d5c62021-3d76-454f-94bd-3f86c2d03140 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:18.708208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c62021-3d76-454f-94bd-3f86c2d03140 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=6aaa7c1c-7ff0-493f-b2aa-c49bf81a0756,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:18.713326 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-2321a9cd-c18c-48c6-8703-2e06495f8c0e tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Floating IP 8e6e2778-f932-49fe-82b6-30f31fa0620a associated. External IP: 172.25.7.244, port: cb134add-6ae2-4619-a22b-83ce666ef4f3. Sep 18 05:19:18.713487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c62021-3d76-454f-94bd-3f86c2d03140 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:18.714030 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d5c62021-3d76-454f-94bd-3f86c2d03140 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:18.725719 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbc1f1c-e0b7-4ded-b641-dab5fcd11027 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:18.753830 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-e1116f0e-9f2a-469b-9315-661d68593c4e service neutron] 10.222.0.18 "GET /v2.0/networks/894c10ee-3809-4347-9cfb-24ee44983299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260907 Sep 18 05:19:18.841895 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d5c62021-3d76-454f-94bd-3f86c2d03140 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6637290 Sep 18 05:19:18.844541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37202) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:18.853716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2fe5c381-1041-4894-9877-887bd60bcf6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:18.904979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '6aaa7c1c-7ff0-493f-b2aa-c49bf81a0756'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:19:18.904979 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:18.973614 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2321a9cd-c18c-48c6-8703-2e06495f8c0e tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:19.027354 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd1b784-7edb-496b-80f1-1c4cb941cd39 req-96456708-8cbf-45a4-9e97-be1564a51a29 service neutron] 10.222.0.18 "GET /v2.0/networks/894c10ee-3809-4347-9cfb-24ee44983299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660265 Sep 18 05:19:19.070501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Allocated IP 2001:db8::f816:3eff:fe17:1dce (e14fd239-0fbc-4e30-aef7-beef61ca0e46/6aaa7c1c-7ff0-493f-b2aa-c49bf81a0756/c21050b2-dec8-4ec2-b97a-14a01f1903e8) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:19.162497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a0792055-960f-4e62-b11c-f262fd567271 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:19:19.163447 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2321a9cd-c18c-48c6-8703-2e06495f8c0e tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:19.202040 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767dc03-93e7-4c9b-a3aa-ddd60377518a None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:19.213576 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: a0792055-960f-4e62-b11c-f262fd567271 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:19:19.217769 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a0792055-960f-4e62-b11c-f262fd567271 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:19:19.259150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe5c381-1041-4894-9877-887bd60bcf6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:19.265597 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2fe5c381-1041-4894-9877-887bd60bcf6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:19.282752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767dc03-93e7-4c9b-a3aa-ddd60377518a None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:19.283425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6767dc03-93e7-4c9b-a3aa-ddd60377518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:19.349501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6767dc03-93e7-4c9b-a3aa-ddd60377518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:19.373983 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767dc03-93e7-4c9b-a3aa-ddd60377518a None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:19.374618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6767dc03-93e7-4c9b-a3aa-ddd60377518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:19.380102 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee68057-9301-4784-8a07-35bb31dfeffd req-06d6d060-f86d-4342-b845-d26d35a13cd0 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:19.380282 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:19.398105 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aee68057-9301-4784-8a07-35bb31dfeffd req-06d6d060-f86d-4342-b845-d26d35a13cd0 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 907 time: 0.1184132 Sep 18 05:19:19.413582 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6767dc03-93e7-4c9b-a3aa-ddd60377518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:19.414278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767dc03-93e7-4c9b-a3aa-ddd60377518a None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:19.477043 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:19.515407 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:19.518376 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:19.533209 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:19.598177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Pushing event updated for resources: {'Port': ['ID=c21050b2-dec8-4ec2-b97a-14a01f1903e8,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:19.617106 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2321a9cd-c18c-48c6-8703-2e06495f8c0e tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:19.650424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Attempting to bind port c21050b2-dec8-4ec2-b97a-14a01f1903e8 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:19:19.651546 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Attempting to bind port c21050b2-dec8-4ec2-b97a-14a01f1903e8 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:19:19.652088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Attempting to bind port c21050b2-dec8-4ec2-b97a-14a01f1903e8 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:19:19.660385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:19:19.661050 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:19:19.661625 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:19.662934 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:19:19.663648 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Bound port: c21050b2-dec8-4ec2-b97a-14a01f1903e8, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:19:19.664687 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:19.780723 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] For port c21050b2-dec8-4ec2-b97a-14a01f1903e8, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:19:19.783902 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2fe5c381-1041-4894-9877-887bd60bcf6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:19.784548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] For port c21050b2-dec8-4ec2-b97a-14a01f1903e8, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c21050b2-dec8-4ec2-b97a-14a01f1903e8,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:19:19.834115 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe5c381-1041-4894-9877-887bd60bcf6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:19.837974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-2fe5c381-1041-4894-9877-887bd60bcf6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:19.843378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe5c381-1041-4894-9877-887bd60bcf6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:19.843992 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2fe5c381-1041-4894-9877-887bd60bcf6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:19.857789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5c381-1041-4894-9877-887bd60bcf6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=fee74c12-bbbd-4fff-88f0-fde53add4479,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:19.899794 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:19.962388 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2fe5c381-1041-4894-9877-887bd60bcf6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1167867 Sep 18 05:19:19.965786 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37218) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:19.971503 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'mac_address': 'fa:16:3e:ec:0a:10', 'name': 'tempest-NetworksTestDHCPv6-761955302'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:19.998328 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff0f3680-30e4-42cd-88d4-33b0d82051a2 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:20.082409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078ed12-4a37-4533-a74a-fba598b6fb99 None None] Pushing event updated for resources: {'Port': ['ID=c21050b2-dec8-4ec2-b97a-14a01f1903e8,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:20.127846 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port ff0f3680-30e4-42cd-88d4-33b0d82051a2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:20.128607 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:20.229654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2321a9cd-c18c-48c6-8703-2e06495f8c0e tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:20.251176 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2321a9cd-c18c-48c6-8703-2e06495f8c0e tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:20.281805 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d365df6-5d4d-49ca-a676-f49270143447 None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:20.295582 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:20.297723 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d365df6-5d4d-49ca-a676-f49270143447 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:20.298363 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-9d365df6-5d4d-49ca-a676-f49270143447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:20.311020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:20.315478 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2321a9cd-c18c-48c6-8703-2e06495f8c0e tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "PUT /v2.0/floatingips/8e6e2778-f932-49fe-82b6-30f31fa0620a HTTP/1.1" status: 200 len: 977 time: 2.6292827 Sep 18 05:19:20.316289 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37224) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:20.322682 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3cfdbeb5-fe41-4eee-8989-b8e53d93dbf0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:20.374721 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-9d365df6-5d4d-49ca-a676-f49270143447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:20.390654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:20.394964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:19:20.399915 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05173dd8-1591-46af-ae0f-4251d1028a72" -d '{"events": [{"server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "name": "network-vif-plugged", "status": "completed", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:19:20.401683 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d365df6-5d4d-49ca-a676-f49270143447 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:20.426631 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-9d365df6-5d4d-49ca-a676-f49270143447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:20.459828 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3cfdbeb5-fe41-4eee-8989-b8e53d93dbf0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:20.484449 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-9d365df6-5d4d-49ca-a676-f49270143447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:20.485681 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d365df6-5d4d-49ca-a676-f49270143447 None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:20.487907 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e375b315-7973-4bc5-b05e-d4b3134d77a8 x-openstack-request-id: req-e375b315-7973-4bc5-b05e-d4b3134d77a8 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:19:20.488099 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "name": "network-vif-plugged", "status": "completed", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:19:20.489057 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e375b315-7973-4bc5-b05e-d4b3134d77a8 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:19:20.489057 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'code': 200} Sep 18 05:19:20.509528 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:20.544147 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:20.591768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=10']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:20.598216 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port ed1b5111-05a5-4e8b-b158-53614bc1f1c6 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:19:20.688226 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a5180-ab71-4b24-b3ea-ad73ed23e492 req-03dc52b8-efa5-46d1-9acd-8e7a5aa8311b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:20.707442 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b42a5180-ab71-4b24-b3ea-ad73ed23e492 req-03dc52b8-efa5-46d1-9acd-8e7a5aa8311b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 907 time: 0.1685171 Sep 18 05:19:20.838533 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3cfdbeb5-fe41-4eee-8989-b8e53d93dbf0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:20.904211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 172.20.0.3 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/fee74c12-bbbd-4fff-88f0-fde53add4479/ed1b5111-05a5-4e8b-b158-53614bc1f1c6) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:20.911502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::f816:3eff:feec:a10 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/6aaa7c1c-7ff0-493f-b2aa-c49bf81a0756/ed1b5111-05a5-4e8b-b158-53614bc1f1c6) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:20.914550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3cfdbeb5-fe41-4eee-8989-b8e53d93dbf0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:20.919600 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-3cfdbeb5-fe41-4eee-8989-b8e53d93dbf0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Floating IP 8e6e2778-f932-49fe-82b6-30f31fa0620a disassociated. External IP: 172.25.7.244, port: edb33c73-65f6-4eb4-b0de-2e0041e104e3. Sep 18 05:19:21.071219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c21050b2-dec8-4ec2-b97a-14a01f1903e8 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:21.160971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port c21050b2-dec8-4ec2-b97a-14a01f1903e8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:21.162022 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:21.231227 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:21.274045 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfdbeb5-fe41-4eee-8989-b8e53d93dbf0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:21.358188 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f80525a6-7a25-439a-96a4-1c5655f98681 req-2c710653-4197-4b68-aee5-524b689379cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0784552 Sep 18 05:19:21.402035 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:21.431633 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:21.462948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port c21050b2-dec8-4ec2-b97a-14a01f1903e8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c21050b2-dec8-4ec2-b97a-14a01f1903e8,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:21.504412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfdbeb5-fe41-4eee-8989-b8e53d93dbf0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:21.516080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1848796-60d1-459a-a81b-52db9ea923db None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:21.516704 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3cfdbeb5-fe41-4eee-8989-b8e53d93dbf0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:21.536633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:21.540588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1848796-60d1-459a-a81b-52db9ea923db None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:21.546483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e1848796-60d1-459a-a81b-52db9ea923db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:21.553176 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3cfdbeb5-fe41-4eee-8989-b8e53d93dbf0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "PUT /v2.0/floatingips/8e6e2778-f932-49fe-82b6-30f31fa0620a HTTP/1.1" status: 200 len: 688 time: 1.2358148 Sep 18 05:19:21.554741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a66581f-337f-435d-8f41-6dbde8cffc25 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:21.555676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37240) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:21.556985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:21.576066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:21.601175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80525a6-7a25-439a-96a4-1c5655f98681 req-13a65ef6-51f6-47bc-a949-fe11db3389a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:21.607844 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f80525a6-7a25-439a-96a4-1c5655f98681 req-13a65ef6-51f6-47bc-a949-fe11db3389a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f17ab27bf044c9eb86aad6324bc5636&device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 1136 time: 0.2210965 Sep 18 05:19:21.651639 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:21.658757 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e1848796-60d1-459a-a81b-52db9ea923db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:21.695298 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:21.696002 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:21.727772 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1848796-60d1-459a-a81b-52db9ea923db None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:21.729717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e1848796-60d1-459a-a81b-52db9ea923db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:21.731475 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=ed1b5111-05a5-4e8b-b158-53614bc1f1c6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:21.791148 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-16c3b1d7-ad68-40b8-946b-39bf4519e07f None None] Provisioning complete for port c21050b2-dec8-4ec2-b97a-14a01f1903e8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:21.796438 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-16c3b1d7-ad68-40b8-946b-39bf4519e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:21.829996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e1848796-60d1-459a-a81b-52db9ea923db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:21.829996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1848796-60d1-459a-a81b-52db9ea923db None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:21.851763 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-65d3863a-ed5c-4557-894e-b8817add3d42 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port 34014114-f855-40fe-8cf7-6dc6452e524c {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:21.852353 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-65d3863a-ed5c-4557-894e-b8817add3d42 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:21.878253 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8363dac3-132c-4770-8562-045cf3c7c5bf tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.9113202 Sep 18 05:19:21.899737 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37248) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:21.951526 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=c21050b2-dec8-4ec2-b97a-14a01f1903e8,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:21.958667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c9455-0a35-423f-b56a-cefa947627fc req-1d7101f0-dd8e-481e-87df-ada49b39080d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:21.960680 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9c9c9455-0a35-423f-b56a-cefa947627fc req-1d7101f0-dd8e-481e-87df-ada49b39080d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 907 time: 0.0810478 Sep 18 05:19:21.962389 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80525a6-7a25-439a-96a4-1c5655f98681 req-aa3c1e3b-a906-4d8e-a802-9d2ef58ebf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:21.964203 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f80525a6-7a25-439a-96a4-1c5655f98681 req-aa3c1e3b-a906-4d8e-a802-9d2ef58ebf0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a347f60-fc6d-4173-bb82-71d58c3fe5c5 HTTP/1.1" status: 200 len: 897 time: 0.2463996 Sep 18 05:19:22.026496 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d64350a7-eb31-49da-ad19-0cb050abb59f details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:19:22.083264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f80525a6-7a25-439a-96a4-1c5655f98681 req-ccf48345-96fa-4be1-a24e-c2e7095ebeb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e620511f-fc7d-4fff-9d54-b84c2572a16a HTTP/1.1" status: 200 len: 1001 time: 0.1112103 Sep 18 05:19:22.155036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222692c5-9a18-48cf-9fb9-38a9385e68b7 None None] Update dhcp port {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'fixed_ips': [{'subnet_id': '6aaa7c1c-7ff0-493f-b2aa-c49bf81a0756', 'ip_address': '2001:db8::f816:3eff:fe17:1dce'}, {'subnet_id': 'fee74c12-bbbd-4fff-88f0-fde53add4479'}], 'binding:host_id': 'n-d-789963-13'}, 'id': 'c21050b2-dec8-4ec2-b97a-14a01f1903e8'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:19:22.155566 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25bb47a-3e61-4951-a160-f1ab4e5241fc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:22.170119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80525a6-7a25-439a-96a4-1c5655f98681 req-32cf954c-cd0d-463c-b5c2-2ecaab3a938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:22.170332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25bb47a-3e61-4951-a160-f1ab4e5241fc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:22.172755 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f80525a6-7a25-439a-96a4-1c5655f98681 req-32cf954c-cd0d-463c-b5c2-2ecaab3a938f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=770d0d72-a1d2-4133-873e-4bfcbe309f0d HTTP/1.1" status: 200 len: 833 time: 0.0787668 Sep 18 05:19:22.174656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37252) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:22.175695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b25bb47a-3e61-4951-a160-f1ab4e5241fc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2765672 Sep 18 05:19:22.217097 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-222692c5-9a18-48cf-9fb9-38a9385e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:22.284958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80525a6-7a25-439a-96a4-1c5655f98681 req-277b3841-3ddb-471a-99de-93be5323639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:22.286731 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f80525a6-7a25-439a-96a4-1c5655f98681 req-277b3841-3ddb-471a-99de-93be5323639f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a347f60-fc6d-4173-bb82-71d58c3fe5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009083 Sep 18 05:19:22.299465 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-65d3863a-ed5c-4557-894e-b8817add3d42 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:22.300095 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-65d3863a-ed5c-4557-894e-b8817add3d42 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:22.330733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-65d3863a-ed5c-4557-894e-b8817add3d42 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for 34014114-f855-40fe-8cf7-6dc6452e524c owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:22.382505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-017f55e2-5f8f-4097-82d7-9cc561e6de17 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port ed1b5111-05a5-4e8b-b158-53614bc1f1c6 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:22.382958 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-017f55e2-5f8f-4097-82d7-9cc561e6de17 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:22.421146 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-222692c5-9a18-48cf-9fb9-38a9385e68b7 None None] Allocated IP 172.20.0.2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/fee74c12-bbbd-4fff-88f0-fde53add4479/c21050b2-dec8-4ec2-b97a-14a01f1903e8) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:22.470583 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f80525a6-7a25-439a-96a4-1c5655f98681 req-0c5085d2-02c1-47df-92de-f0749019ac91 service neutron] 10.222.0.13 "GET /v2.0/networks/7a347f60-fc6d-4173-bb82-71d58c3fe5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741929 Sep 18 05:19:22.535909 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-222692c5-9a18-48cf-9fb9-38a9385e68b7 None None] For port c21050b2-dec8-4ec2-b97a-14a01f1903e8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c21050b2-dec8-4ec2-b97a-14a01f1903e8,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:22.538215 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-017f55e2-5f8f-4097-82d7-9cc561e6de17 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:22.566536 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-222692c5-9a18-48cf-9fb9-38a9385e68b7 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:22.585396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-017f55e2-5f8f-4097-82d7-9cc561e6de17 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for ed1b5111-05a5-4e8b-b158-53614bc1f1c6 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:22.607696 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d64350a7-eb31-49da-ad19-0cb050abb59f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d64350a7-eb31-49da-ad19-0cb050abb59f,segment=NetworkSegment(67b7fb92-c212-4a6e-a306-a552cdcd88ae),segment_id=67b7fb92-c212-4a6e-a306-a552cdcd88ae)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:22.632689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'd64350a7-eb31-49da-ad19-0cb050abb59f', 'network_id': '894c10ee-3809-4347-9cfb-24ee44983299', 'port_id': 'd64350a7-eb31-49da-ad19-0cb050abb59f', 'mac_address': 'fa:16:3e:0d:aa:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a1e6be-97f2-42ce-bd00-2ba17d428133', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:19:22.662264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f80525a6-7a25-439a-96a4-1c5655f98681 req-b8d047eb-7d43-4a2c-88d7-a16996e3e65c service neutron] 10.222.0.13 "GET /v2.0/networks/7a347f60-fc6d-4173-bb82-71d58c3fe5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839530 Sep 18 05:19:22.674256 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:22.693153 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64350a7-eb31-49da-ad19-0cb050abb59f {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:19:22.727686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d64350a7-eb31-49da-ad19-0cb050abb59f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d64350a7-eb31-49da-ad19-0cb050abb59f,segment=NetworkSegment(67b7fb92-c212-4a6e-a306-a552cdcd88ae),segment_id=67b7fb92-c212-4a6e-a306-a552cdcd88ae)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:22.729531 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-222692c5-9a18-48cf-9fb9-38a9385e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:22.769744 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-65d3863a-ed5c-4557-894e-b8817add3d42 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:22.818345 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:22.865084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222692c5-9a18-48cf-9fb9-38a9385e68b7 None None] Pushing event updated for resources: {'Port': ['ID=c21050b2-dec8-4ec2-b97a-14a01f1903e8,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:22.913977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3863a-ed5c-4557-894e-b8817add3d42 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=34014114-f855-40fe-8cf7-6dc6452e524c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:22.916859 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-65d3863a-ed5c-4557-894e-b8817add3d42 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:22.927618 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-65d3863a-ed5c-4557-894e-b8817add3d42 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:22.931911 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-65d3863a-ed5c-4557-894e-b8817add3d42 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/floatingips/8e6e2778-f932-49fe-82b6-30f31fa0620a HTTP/1.1" status: 204 len: 168 time: 1.3726392 Sep 18 05:19:22.938932 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37258) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:22.952541 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d64350a7-eb31-49da-ad19-0cb050abb59f,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:23.005730 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c21050b2-dec8-4ec2-b97a-14a01f1903e8 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:23.048515 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:23.116088 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-017f55e2-5f8f-4097-82d7-9cc561e6de17 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:23.122627 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-0e1563f5-1b99-4ccd-a236-4f8eff220a77 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] delete failed (client error): The resource could not be found. Sep 18 05:19:23.127230 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0e1563f5-1b99-4ccd-a236-4f8eff220a77 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/floatingips/8e6e2778-f932-49fe-82b6-30f31fa0620a HTTP/1.1" status: 404 len: 345 time: 0.1834359 Sep 18 05:19:23.129180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37268) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:23.212347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f55e2-5f8f-4097-82d7-9cc561e6de17 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=ed1b5111-05a5-4e8b-b158-53614bc1f1c6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:23.217608 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d64350a7-eb31-49da-ad19-0cb050abb59f'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:19:23.281661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52dd85-7af2-4a04-8a43-98a55f0d5848 req-38bfd590-9c40-4324-b45b-90471d4daacd tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:23.304864 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7a52dd85-7af2-4a04-8a43-98a55f0d5848 req-38bfd590-9c40-4324-b45b-90471d4daacd tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 908 time: 0.2045677 Sep 18 05:19:23.391262 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf859a87-a4bb-4b79-aa34-ab2cc4ecb463 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:23.397698 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf859a87-a4bb-4b79-aa34-ab2cc4ecb463 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:23.404486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf859a87-a4bb-4b79-aa34-ab2cc4ecb463 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:23.406440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bf859a87-a4bb-4b79-aa34-ab2cc4ecb463 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "GET /v2.0/ports?network_id=4221dc60-f757-4eb0-be81-2da9eb909efa HTTP/1.1" status: 200 len: 2357 time: 0.2746401 Sep 18 05:19:23.409343 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37274) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:23.416179 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:23.433099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port c21050b2-dec8-4ec2-b97a-14a01f1903e8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:23.434172 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:23.462907 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-017f55e2-5f8f-4097-82d7-9cc561e6de17 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:23.471151 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-017f55e2-5f8f-4097-82d7-9cc561e6de17 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/ed1b5111-05a5-4e8b-b158-53614bc1f1c6 HTTP/1.1" status: 204 len: 168 time: 1.2933021 Sep 18 05:19:23.471763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37276) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:23.502496 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67945e35-1a59-40de-a51b-df7b4bc1021d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:23.508539 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-67945e35-1a59-40de-a51b-df7b4bc1021d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "GET /v2.0/subnets/d4eb55dc-3974-4783-92e3-46bd43eef428 HTTP/1.1" status: 200 len: 797 time: 0.0935705 Sep 18 05:19:23.509630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37278) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:23.514921 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'port': {'network_id': '4221dc60-f757-4eb0-be81-2da9eb909efa', 'name': 'tempest-FloatingIPTestJSON-1545561139', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:23.628344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebd958d-875c-404b-9b69-879357799dea tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:23.631831 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebd958d-875c-404b-9b69-879357799dea tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:23.634066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebd958d-875c-404b-9b69-879357799dea tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:23.636708 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8ebd958d-875c-404b-9b69-879357799dea tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1624541 Sep 18 05:19:23.639249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37280) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:23.748735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5431e2-a40c-4828-a280-716bfc81cc31 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 6aaa7c1c-7ff0-493f-b2aa-c49bf81a0756 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:19:23.752397 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff5431e2-a40c-4828-a280-716bfc81cc31 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:23.819937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Made reservation on behalf of 760e20d1cbe949159468b875c59a885a for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:23.916575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4c59e353-08f7-44ef-b303-88cae73abf9c None None] Could not find standard attr ID for object ed1b5111-05a5-4e8b-b158-53614bc1f1c6. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:19:23.950843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4c59e353-08f7-44ef-b303-88cae73abf9c None None] Provisioning complete for port c21050b2-dec8-4ec2-b97a-14a01f1903e8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:23.951520 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4c59e353-08f7-44ef-b303-88cae73abf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:23.976150 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:24.018799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] device_id is not set on port a426174b-ae5c-4e63-be1d-c6628f057646 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:19:24.256752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d64350a7-eb31-49da-ad19-0cb050abb59f up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:24.266558 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff5431e2-a40c-4828-a280-716bfc81cc31 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:24.472356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port d64350a7-eb31-49da-ad19-0cb050abb59f completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:19:24.476790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port d64350a7-eb31-49da-ad19-0cb050abb59f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:24.477385 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:24.521948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8a9143fb-4811-4fa5-a7c3-98faafbf4067 None None] Could not find standard attr ID for object ed1b5111-05a5-4e8b-b158-53614bc1f1c6. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:19:24.554456 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff5431e2-a40c-4828-a280-716bfc81cc31 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:24.584165 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:24.614652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e143e07-2d7b-4889-b3bd-24984e28fa59 req-fed61960-904b-4739-affb-31ba05a795f9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:24.616931 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e143e07-2d7b-4889-b3bd-24984e28fa59 req-fed61960-904b-4739-affb-31ba05a795f9 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 908 time: 0.1487534 Sep 18 05:19:24.621303 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdb80f5-04c9-4300-ab71-b8bf00ef74a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64350a7-eb31-49da-ad19-0cb050abb59f'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:19:24.623781 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79cddee-10dd-4eb1-ae8c-0919c285874f" -d '{"events": [{"server_uuid": "ccdb80f5-04c9-4300-ab71-b8bf00ef74a7", "name": "network-vif-plugged", "status": "completed", "tag": "d64350a7-eb31-49da-ad19-0cb050abb59f"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:19:24.637738 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.20.0.14 (4221dc60-f757-4eb0-be81-2da9eb909efa/d4eb55dc-3974-4783-92e3-46bd43eef428/a426174b-ae5c-4e63-be1d-c6628f057646) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:24.653417 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d64350a7-eb31-49da-ad19-0cb050abb59f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d64350a7-eb31-49da-ad19-0cb050abb59f,segment=NetworkSegment(67b7fb92-c212-4a6e-a306-a552cdcd88ae),segment_id=67b7fb92-c212-4a6e-a306-a552cdcd88ae)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:24.662322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.20.0.13 (4221dc60-f757-4eb0-be81-2da9eb909efa/d4eb55dc-3974-4783-92e3-46bd43eef428/a426174b-ae5c-4e63-be1d-c6628f057646) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:24.709570 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38637de-6be0-4363-a787-7f9ac94770f8 x-openstack-request-id: req-d38637de-6be0-4363-a787-7f9ac94770f8 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:19:24.710092 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdb80f5-04c9-4300-ab71-b8bf00ef74a7", "name": "network-vif-plugged", "status": "completed", "tag": "d64350a7-eb31-49da-ad19-0cb050abb59f", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:19:24.710853 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d38637de-6be0-4363-a787-7f9ac94770f8 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:19:24.711288 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdb80f5-04c9-4300-ab71-b8bf00ef74a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64350a7-eb31-49da-ad19-0cb050abb59f', 'code': 200} Sep 18 05:19:24.738029 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:24.766921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff5431e2-a40c-4828-a280-716bfc81cc31 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:24.833608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5431e2-a40c-4828-a280-716bfc81cc31 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=6aaa7c1c-7ff0-493f-b2aa-c49bf81a0756,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:24.836872 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff5431e2-a40c-4828-a280-716bfc81cc31 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:24.838798 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ff5431e2-a40c-4828-a280-716bfc81cc31 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/6aaa7c1c-7ff0-493f-b2aa-c49bf81a0756 HTTP/1.1" status: 204 len: 168 time: 1.1984909 Sep 18 05:19:24.842014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37304) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:24.877821 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d64350a7-eb31-49da-ad19-0cb050abb59f,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:24.937048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4256b5-335a-41e2-bd55-d39f3c1f83ff tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet fee74c12-bbbd-4fff-88f0-fde53add4479 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:19:24.959206 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f4256b5-335a-41e2-bd55-d39f3c1f83ff tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:24.959400 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:25.002084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c21050b2-dec8-4ec2-b97a-14a01f1903e8 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:25.061402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654030b-1b68-4ceb-a80b-e94595f9a2d4 req-12a28b73-ef28-4b51-b68b-ecd7cbb92287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:25.062969 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0654030b-1b68-4ceb-a80b-e94595f9a2d4 req-12a28b73-ef28-4b51-b68b-ecd7cbb92287 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 1061 time: 0.2589750 Sep 18 05:19:25.081963 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:25.089012 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f4256b5-335a-41e2-bd55-d39f3c1f83ff tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:25.132617 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port c21050b2-dec8-4ec2-b97a-14a01f1903e8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:25.133135 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:25.137032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d12aa3a-57a2-4216-9cf0-41217f824529 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:25.247911 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f4256b5-335a-41e2-bd55-d39f3c1f83ff tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:25.248207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 4221dc60-f757-4eb0-be81-2da9eb909efa is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:25.259564 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:25.286761 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:25.290698 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=a426174b-ae5c-4e63-be1d-c6628f057646,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:25.368200 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:25.370222 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:25.778096 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68622f59-6008-4a41-8f21-2effd79d36e1 req-0fbbba95-bd21-4d69-8bbc-dec984677e3c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:25.778096 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-68622f59-6008-4a41-8f21-2effd79d36e1 req-0fbbba95-bd21-4d69-8bbc-dec984677e3c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 909 time: 0.0562439 Sep 18 05:19:25.809374 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f4256b5-335a-41e2-bd55-d39f3c1f83ff tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:25.845610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4256b5-335a-41e2-bd55-d39f3c1f83ff tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=fee74c12-bbbd-4fff-88f0-fde53add4479,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:25.849810 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f4256b5-335a-41e2-bd55-d39f3c1f83ff tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:25.856216 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9f4256b5-335a-41e2-bd55-d39f3c1f83ff tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/fee74c12-bbbd-4fff-88f0-fde53add4479 HTTP/1.1" status: 204 len: 168 time: 1.0129833 Sep 18 05:19:25.856970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37318) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:25.871418 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-627784db-d63c-4f9e-b215-414e39826ef4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3606682 Sep 18 05:19:25.877726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37320) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:25.882940 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': 'a426174b-ae5c-4e63-be1d-c6628f057646', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:25.902858 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-716ac212-30c2-4b49-aac9-aa3acb1dacb2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437043 Sep 18 05:19:25.906601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37324) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:25.912363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1c5959ee-3598-4b7f-bdcf-ce016f4f8669 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:26.002204 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:26.057467 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44727175-37df-47b9-a869-4001b218f9ed None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:26.128010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:26.168402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5959ee-3598-4b7f-bdcf-ce016f4f8669 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:26.172423 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c5959ee-3598-4b7f-bdcf-ce016f4f8669 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:26.270954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9fe6e114-ba41-4c4d-9c31-da0078c081d3 None None] Provisioning complete for port c21050b2-dec8-4ec2-b97a-14a01f1903e8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:26.275512 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9fe6e114-ba41-4c4d-9c31-da0078c081d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:26.324864 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.25.7.116 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/a6161dcf-9bca-4fef-82e8-00d5d28b670c) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:26.469157 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03b9d53-2cb9-4b51-8bc3-d285d8dc6940 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:19:26.557640 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f03b9d53-2cb9-4b51-8bc3-d285d8dc6940 None None] Deleting port c21050b2-dec8-4ec2-b97a-14a01f1903e8 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:26.558727 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f03b9d53-2cb9-4b51-8bc3-d285d8dc6940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:26.566788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:26.688471 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f03b9d53-2cb9-4b51-8bc3-d285d8dc6940 None None] For port c21050b2-dec8-4ec2-b97a-14a01f1903e8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c21050b2-dec8-4ec2-b97a-14a01f1903e8,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:26.688925 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f03b9d53-2cb9-4b51-8bc3-d285d8dc6940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:26.706866 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f03b9d53-2cb9-4b51-8bc3-d285d8dc6940 None None] Calling delete_port for c21050b2-dec8-4ec2-b97a-14a01f1903e8 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:26.779929 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:26.796776 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c5959ee-3598-4b7f-bdcf-ce016f4f8669 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:26.896999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5959ee-3598-4b7f-bdcf-ce016f4f8669 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=23eba080-7c72-421d-bfc1-115bd24c53d1,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:26.919656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:26.929489 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:26.941167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5959ee-3598-4b7f-bdcf-ce016f4f8669 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:26.946680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-1c5959ee-3598-4b7f-bdcf-ce016f4f8669 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:26.949864 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:26.955246 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5959ee-3598-4b7f-bdcf-ce016f4f8669 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:26.955566 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c5959ee-3598-4b7f-bdcf-ce016f4f8669 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:26.967516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c21050b2-dec8-4ec2-b97a-14a01f1903e8 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:19:26.985665 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=a6161dcf-9bca-4fef-82e8-00d5d28b670c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:27.016120 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:27.016532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:27.016864 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:27.017024 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f03b9d53-2cb9-4b51-8bc3-d285d8dc6940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:27.017207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:27.017550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:27.017886 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:27.018220 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:27.018551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:27.018883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:27.019212 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:27.019542 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:27.019868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:27.050285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1c5959ee-3598-4b7f-bdcf-ce016f4f8669 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1428585 Sep 18 05:19:27.053194 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37340) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:27.056351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03b9d53-2cb9-4b51-8bc3-d285d8dc6940 None None] No DVR routers for this DVR port c21050b2-dec8-4ec2-b97a-14a01f1903e8 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:19:27.062822 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:27.075673 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b9d53-2cb9-4b51-8bc3-d285d8dc6940 None None] Pushing event deleted for resources: {'Port': ['ID=c21050b2-dec8-4ec2-b97a-14a01f1903e8,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:27.082173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8347f8f-9904-4208-8ec2-de99c84b57bd None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:27.098331 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ad325-af7e-44e5-889e-e4fb88938ee0 req-f6dbe657-f77b-4c42-abcc-f718deadb297 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:27.100207 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f15ad325-af7e-44e5-889e-e4fb88938ee0 req-f6dbe657-f77b-4c42-abcc-f718deadb297 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 909 time: 0.1599865 Sep 18 05:19:27.130638 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No active binding found for port c21050b2-dec8-4ec2-b97a-14a01f1903e8 {{(pid=106910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 05:19:27.131349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c21050b2-dec8-4ec2-b97a-14a01f1903e8 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:19:27.322460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '23eba080-7c72-421d-bfc1-115bd24c53d1'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:19:27.323360 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:27.349570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a1f3-4b7f-45aa-ac41-947cf25bab30 req-449a2028-0ae4-4d15-a747-bfa09d4213ed tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:27.358278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4108a1f3-4b7f-45aa-ac41-947cf25bab30 req-449a2028-0ae4-4d15-a747-bfa09d4213ed tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 909 time: 0.1281536 Sep 18 05:19:27.453460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:27.457540 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:27.590856 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Allocated IP 172.20.0.2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/23eba080-7c72-421d-bfc1-115bd24c53d1/9eec89a5-154d-4abe-9bd9-076ac280c478) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:27.656377 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728d639-1790-4a11-8ca3-fb91801ac64f req-c243ea56-5297-4edf-ace7-3efb7c6737f7 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:27.659424 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2728d639-1790-4a11-8ca3-fb91801ac64f req-c243ea56-5297-4edf-ace7-3efb7c6737f7 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 1061 time: 0.1743350 Sep 18 05:19:27.758991 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:27.849020 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:27.857269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a437b-5149-4778-9e2e-1744cd2f14a4 req-e3da8193-3616-4b9b-ae19-176ab093df8b tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:27.858812 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c6a437b-5149-4778-9e2e-1744cd2f14a4 req-e3da8193-3616-4b9b-ae19-176ab093df8b tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 1136 time: 0.0706885 Sep 18 05:19:27.913307 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c6a437b-5149-4778-9e2e-1744cd2f14a4 req-a5653442-8062-4d6b-9708-3921a7b34a89 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0418491 Sep 18 05:19:27.941606 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37356) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:27.992791 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:28.052727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4409874-b471-417e-8f3d-5864e93099f3 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:28.056928 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a4409874-b471-417e-8f3d-5864e93099f3 tempest-TestSecurityGroupsBasicOps-1028249590 tempest-TestSecurityGroupsBasicOps-1028249590-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 1056 time: 0.1113138 Sep 18 05:19:28.088447 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:28.111840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:28.117094 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:28.125711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:28.135851 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Pushing event updated for resources: {'Port': ['ID=9eec89a5-154d-4abe-9bd9-076ac280c478,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:28.315076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Attempting to bind port 9eec89a5-154d-4abe-9bd9-076ac280c478 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:19:28.315459 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Attempting to bind port 9eec89a5-154d-4abe-9bd9-076ac280c478 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:19:28.315830 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Attempting to bind port 9eec89a5-154d-4abe-9bd9-076ac280c478 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:19:28.327649 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:19:28.328034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:19:28.331454 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:28.331454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:19:28.331454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Bound port: 9eec89a5-154d-4abe-9bd9-076ac280c478, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:19:28.331454 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:28.370315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.objects.ports [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106909) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:19:28.464531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] For port 9eec89a5-154d-4abe-9bd9-076ac280c478, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:19:28.467210 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] For port 9eec89a5-154d-4abe-9bd9-076ac280c478, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9eec89a5-154d-4abe-9bd9-076ac280c478,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:19:28.473122 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:28.562258 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:28.563164 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:28.716030 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824b39a-ec4f-4848-99aa-1d446a113722 None None] Pushing event updated for resources: {'Port': ['ID=9eec89a5-154d-4abe-9bd9-076ac280c478,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:28.718428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=a6161dcf-9bca-4fef-82e8-00d5d28b670c,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:28.841435 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:28.873797 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:28.995384 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5e3cc-1f14-42fe-b3c4-18c65deee2f8 req-7b346228-d5a8-480b-a6e0-bcc59fe1061c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:29.019205 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-67c5e3cc-1f14-42fe-b3c4-18c65deee2f8 req-7b346228-d5a8-480b-a6e0-bcc59fe1061c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 909 time: 0.2734747 Sep 18 05:19:29.151499 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Floating IP af994864-261c-4c86-989e-cba17eb22948 associated. External IP: 172.25.7.116, port: a426174b-ae5c-4e63-be1d-c6628f057646. Sep 18 05:19:29.195867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] For port 9eec89a5-154d-4abe-9bd9-076ac280c478, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9eec89a5-154d-4abe-9bd9-076ac280c478,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:29.255020 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:29.314223 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:29.318078 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:29.419806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=9eec89a5-154d-4abe-9bd9-076ac280c478,revision_number=4']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:29.492935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=5a6b507f-262f-4e24-a29c-8866ad6d52cb,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:29.512002 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:29.518125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:29.527664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:29.528415 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:29.614418 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e4768291-09c8-4e46-9a54-ce38e7bee8ae tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5599160 Sep 18 05:19:29.622935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37384) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:29.631733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'mac_address': 'fa:16:3e:32:34:be', 'name': 'tempest-NetworksTestDHCPv6-230879005'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:29.978260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:30.176228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fd5e6-f5e1-4b62-b5b0-c62638aa6696 req-14f9aaa7-539f-4f67-94d2-084b7ea5707c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:30.177800 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b64fd5e6-f5e1-4b62-b5b0-c62638aa6696 req-14f9aaa7-539f-4f67-94d2-084b7ea5707c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 909 time: 0.1678352 Sep 18 05:19:30.191073 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:30.264348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f115531-7ae6-45a3-9fb8-9fe0121d0d0a None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:30.297595 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:30.343065 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b81aa-6468-4cdc-a7da-4e6615cbc080 req-0b63e704-6056-4471-a626-6a6fbad5427c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:30.344698 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab8b81aa-6468-4cdc-a7da-4e6615cbc080 req-0b63e704-6056-4471-a626-6a6fbad5427c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 909 time: 0.1429136 Sep 18 05:19:30.365685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port f5e36949-6a88-4148-8b61-f1ecd8b39424 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:19:30.459778 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:30.473324 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a9d4f-3f76-4966-8709-c5925dac130d None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:30.488189 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a9d4f-3f76-4966-8709-c5925dac130d None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:30.490250 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-499a9d4f-3f76-4966-8709-c5925dac130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:30.496025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-b64fd5e6-f5e1-4b62-b5b0-c62638aa6696 req-01b454ad-317e-405f-868b-0487803734cf tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Deleting port d64350a7-eb31-49da-ad19-0cb050abb59f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:30.498376 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b64fd5e6-f5e1-4b62-b5b0-c62638aa6696 req-01b454ad-317e-405f-868b-0487803734cf tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:30.552837 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-499a9d4f-3f76-4966-8709-c5925dac130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:30.564475 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a9d4f-3f76-4966-8709-c5925dac130d None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:30.565477 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-499a9d4f-3f76-4966-8709-c5925dac130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:30.602920 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9d4121fb-f189-489c-bf0d-f18884801497 None None] Provisioning complete for port 9eec89a5-154d-4abe-9bd9-076ac280c478 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:30.603445 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9d4121fb-f189-489c-bf0d-f18884801497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:30.613933 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:30.635395 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-499a9d4f-3f76-4966-8709-c5925dac130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:30.637947 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a9d4f-3f76-4966-8709-c5925dac130d None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:30.667169 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-46e2a180-eadf-4ea0-8c6d-4af8bc5c75ee tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.7882633 Sep 18 05:19:30.668108 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37398) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:30.673817 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1df2c98c-2bf1-437f-ab5f-f949543b2bb9 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'floatingip': {'port_id': 'a426174b-ae5c-4e63-be1d-c6628f057646', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:30.704164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-b64fd5e6-f5e1-4b62-b5b0-c62638aa6696 req-01b454ad-317e-405f-868b-0487803734cf tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] For port d64350a7-eb31-49da-ad19-0cb050abb59f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d64350a7-eb31-49da-ad19-0cb050abb59f,segment=NetworkSegment(67b7fb92-c212-4a6e-a306-a552cdcd88ae),segment_id=67b7fb92-c212-4a6e-a306-a552cdcd88ae)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:30.704572 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b64fd5e6-f5e1-4b62-b5b0-c62638aa6696 req-01b454ad-317e-405f-868b-0487803734cf tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:30.728681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-b64fd5e6-f5e1-4b62-b5b0-c62638aa6696 req-01b454ad-317e-405f-868b-0487803734cf tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Calling delete_port for d64350a7-eb31-49da-ad19-0cb050abb59f owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:30.751084 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 172.20.0.10 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/23eba080-7c72-421d-bfc1-115bd24c53d1/f5e36949-6a88-4148-8b61-f1ecd8b39424) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:30.771612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::f816:3eff:fe32:34be (e14fd239-0fbc-4e30-aef7-beef61ca0e46/5a6b507f-262f-4e24-a29c-8866ad6d52cb/f5e36949-6a88-4148-8b61-f1ecd8b39424) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:30.778839 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1df2c98c-2bf1-437f-ab5f-f949543b2bb9 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:30.785586 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9d4121fb-f189-489c-bf0d-f18884801497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:30.834092 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9d4121fb-f189-489c-bf0d-f18884801497 None None] For port 9eec89a5-154d-4abe-9bd9-076ac280c478, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9eec89a5-154d-4abe-9bd9-076ac280c478,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:30.923737 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9d4121fb-f189-489c-bf0d-f18884801497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:31.027588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4121fb-f189-489c-bf0d-f18884801497 None None] Pushing event updated for resources: {'Port': ['ID=9eec89a5-154d-4abe-9bd9-076ac280c478,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:31.066398 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9eec89a5-154d-4abe-9bd9-076ac280c478 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:31.157196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9eec89a5-154d-4abe-9bd9-076ac280c478 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:31.157590 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:31.247656 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8a27a816-b9d4-4380-808e-cbae2e768817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:31.281010 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:31.301568 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b64fd5e6-f5e1-4b62-b5b0-c62638aa6696 req-01b454ad-317e-405f-868b-0487803734cf tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:31.368690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b454ad-317e-405f-868b-0487803734cf tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event deleted for resources: {'Port': ['ID=d64350a7-eb31-49da-ad19-0cb050abb59f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:31.481899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64fd5e6-f5e1-4b62-b5b0-c62638aa6696 req-01b454ad-317e-405f-868b-0487803734cf tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] No DVR routers for this DVR port d64350a7-eb31-49da-ad19-0cb050abb59f on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:19:31.494872 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b64fd5e6-f5e1-4b62-b5b0-c62638aa6696 req-01b454ad-317e-405f-868b-0487803734cf tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:31.497283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b64fd5e6-f5e1-4b62-b5b0-c62638aa6696 req-01b454ad-317e-405f-868b-0487803734cf tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.18 "DELETE /v2.0/ports/d64350a7-eb31-49da-ad19-0cb050abb59f HTTP/1.1" status: 204 len: 173 time: 1.3068950 Sep 18 05:19:31.498006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdb80f5-04c9-4300-ab71-b8bf00ef74a7', 'name': 'network-vif-deleted', 'tag': 'd64350a7-eb31-49da-ad19-0cb050abb59f'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:19:31.500132 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14e4ef0-0efe-4dd9-a7ae-c1af1b8dc97c" -d '{"events": [{"server_uuid": "ccdb80f5-04c9-4300-ab71-b8bf00ef74a7", "name": "network-vif-deleted", "tag": "d64350a7-eb31-49da-ad19-0cb050abb59f"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:19:31.570947 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2643e65-0d57-45ef-90eb-ed76456018a3 req-219392ee-edfa-4c7c-90eb-f7bd1a9ffc96 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 210 time: 0.0538943 Sep 18 05:19:31.576484 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdcf3d7-c748-4582-8646-a87e6aad4878 x-openstack-request-id: req-efdcf3d7-c748-4582-8646-a87e6aad4878 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:19:31.577379 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdb80f5-04c9-4300-ab71-b8bf00ef74a7", "name": "network-vif-deleted", "tag": "d64350a7-eb31-49da-ad19-0cb050abb59f", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:19:31.577379 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efdcf3d7-c748-4582-8646-a87e6aad4878 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:19:31.577726 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdb80f5-04c9-4300-ab71-b8bf00ef74a7', 'name': 'network-vif-deleted', 'tag': 'd64350a7-eb31-49da-ad19-0cb050abb59f', 'status': 'completed', 'code': 200} Sep 18 05:19:31.625795 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:31.752899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:31.779237 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:31.809745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:31.814394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=f5e36949-6a88-4148-8b61-f1ecd8b39424,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:31.931179 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:31.938569 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:31.985680 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1df2c98c-2bf1-437f-ab5f-f949543b2bb9 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:32.072881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-925f2706-08e7-4e0e-b1da-7c7a2f9419ea None None] Provisioning complete for port 9eec89a5-154d-4abe-9bd9-076ac280c478 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:32.073367 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-925f2706-08e7-4e0e-b1da-7c7a2f9419ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:32.282811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-33b208c4-0ab7-4ddb-b908-8f6d67936cbe None None] Provisioning complete for port f5e36949-6a88-4148-8b61-f1ecd8b39424 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:32.283192 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-33b208c4-0ab7-4ddb-b908-8f6d67936cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:32.322794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-33b208c4-0ab7-4ddb-b908-8f6d67936cbe None None] Port f5e36949-6a88-4148-8b61-f1ecd8b39424 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:19:32.443099 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ae9da932-c3bd-4a1f-8d71-b9df28e06c64 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8183353 Sep 18 05:19:32.445556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37422) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:32.486114 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1df2c98c-2bf1-437f-ab5f-f949543b2bb9 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:32.503661 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e1e0c9-15ce-4ecc-9c5e-c06ac29b6a18 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:32.510011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e1e0c9-15ce-4ecc-9c5e-c06ac29b6a18 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:32.514788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-35e1e0c9-15ce-4ecc-9c5e-c06ac29b6a18 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0658884 Sep 18 05:19:32.515088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37424) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:32.684060 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port f5e36949-6a88-4148-8b61-f1ecd8b39424 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:32.686844 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:32.720190 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-191744a4-aa3e-4162-a061-941c73605ff9 req-0b4ecedc-7f95-4950-9e92-29c1378fb773 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccdb80f5-04c9-4300-ab71-b8bf00ef74a7 HTTP/1.1" status: 200 len: 210 time: 0.0488605 Sep 18 05:19:32.892072 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:32.914323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for f5e36949-6a88-4148-8b61-f1ecd8b39424 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:32.921951 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df2c98c-2bf1-437f-ab5f-f949543b2bb9 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:33.053669 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9eec89a5-154d-4abe-9bd9-076ac280c478 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:33.179920 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9eec89a5-154d-4abe-9bd9-076ac280c478 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:33.180574 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:33.243423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df2c98c-2bf1-437f-ab5f-f949543b2bb9 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:33.255648 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1df2c98c-2bf1-437f-ab5f-f949543b2bb9 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:33.265572 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49013f74-6c33-4ad6-8f87-8ba45b8ae72e None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:33.286402 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49013f74-6c33-4ad6-8f87-8ba45b8ae72e None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:33.287060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-49013f74-6c33-4ad6-8f87-8ba45b8ae72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:33.356162 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-49013f74-6c33-4ad6-8f87-8ba45b8ae72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:33.389683 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49013f74-6c33-4ad6-8f87-8ba45b8ae72e None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:33.390786 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-49013f74-6c33-4ad6-8f87-8ba45b8ae72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:33.406975 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1df2c98c-2bf1-437f-ab5f-f949543b2bb9 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "PUT /v2.0/floatingips/af994864-261c-4c86-989e-cba17eb22948 HTTP/1.1" status: 200 len: 979 time: 2.7374420 Sep 18 05:19:33.409781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37442) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:33.416086 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-02fc7fff-756e-419c-bff6-868aa4d99a72 req-e79fddd2-0f7f-45f6-ab32-adcc96a47744 service neutron] (106909) timed out ('10.222.0.23', 34682) {{(pid=106909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:19:33.431204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-49013f74-6c33-4ad6-8f87-8ba45b8ae72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:33.432093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49013f74-6c33-4ad6-8f87-8ba45b8ae72e None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:33.474019 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:33.525030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=f5e36949-6a88-4148-8b61-f1ecd8b39424,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:33.566865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:33.566865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:33.567169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:33.567331 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:33.567923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:33.568284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:33.568664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:33.568995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:33.569324 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:33.573207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:33.573978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:33.574471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:19:33.729679 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:33.732457 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7f11a5f9-52f1-48e6-ba97-8d98d63bcf6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/f5e36949-6a88-4148-8b61-f1ecd8b39424 HTTP/1.1" status: 204 len: 168 time: 1.2163737 Sep 18 05:19:33.737748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37444) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:33.859644 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9f4f8e6d-11d9-4eed-9fae-d0894644a6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:33.907714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37454) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:33.913333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4621cf74-2fd7-4c51-9f63-0fd1119f0361 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:33.915106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4621cf74-2fd7-4c51-9f63-0fd1119f0361 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:33.918505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4621cf74-2fd7-4c51-9f63-0fd1119f0361 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:33.920753 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4621cf74-2fd7-4c51-9f63-0fd1119f0361 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1824062 Sep 18 05:19:33.922940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37456) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:33.996872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7477066-2c9b-434f-8573-e2baf40aa653 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 23eba080-7c72-421d-bfc1-115bd24c53d1 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:19:34.009634 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7477066-2c9b-434f-8573-e2baf40aa653 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:34.041260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-3c68a8ff-16d0-43fd-bf23-0b3a5e654e9d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port a6161dcf-9bca-4fef-82e8-00d5d28b670c {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:34.041599 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c68a8ff-16d0-43fd-bf23-0b3a5e654e9d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:34.071472 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d64350a7-eb31-49da-ad19-0cb050abb59f no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:19:34.139984 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c68a8ff-16d0-43fd-bf23-0b3a5e654e9d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:34.141055 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c68a8ff-16d0-43fd-bf23-0b3a5e654e9d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:34.155379 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-3c68a8ff-16d0-43fd-bf23-0b3a5e654e9d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for a6161dcf-9bca-4fef-82e8-00d5d28b670c owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:34.191967 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: d64350a7-eb31-49da-ad19-0cb050abb59f {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:19:34.193495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d64350a7-eb31-49da-ad19-0cb050abb59f not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:19:34.241851 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7477066-2c9b-434f-8573-e2baf40aa653 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:34.291437 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:34.644166 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d4cac175-4e2a-485f-8513-9ecbd3ae1244 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:34.844205 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7477066-2c9b-434f-8573-e2baf40aa653 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:35.032492 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c68a8ff-16d0-43fd-bf23-0b3a5e654e9d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:35.047993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d4cac175-4e2a-485f-8513-9ecbd3ae1244 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Deleting port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:35.048513 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d4cac175-4e2a-485f-8513-9ecbd3ae1244 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:35.066706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68a8ff-16d0-43fd-bf23-0b3a5e654e9d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=a6161dcf-9bca-4fef-82e8-00d5d28b670c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:35.077785 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7477066-2c9b-434f-8573-e2baf40aa653 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:35.144701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7477066-2c9b-434f-8573-e2baf40aa653 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=23eba080-7c72-421d-bfc1-115bd24c53d1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:35.162464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976ed2e5-291d-494c-bdd4-110d1a95a132 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:35.172901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-d4cac175-4e2a-485f-8513-9ecbd3ae1244 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] For port 75d7f5fe-e14f-4ba6-9f25-7027a35afd75, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=75d7f5fe-e14f-4ba6-9f25-7027a35afd75,segment=NetworkSegment(67b7fb92-c212-4a6e-a306-a552cdcd88ae),segment_id=67b7fb92-c212-4a6e-a306-a552cdcd88ae)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:35.173501 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d4cac175-4e2a-485f-8513-9ecbd3ae1244 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:35.189707 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d4cac175-4e2a-485f-8513-9ecbd3ae1244 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Calling delete_port for 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:35.195551 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b7477066-2c9b-434f-8573-e2baf40aa653 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:35.198119 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b7477066-2c9b-434f-8573-e2baf40aa653 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/23eba080-7c72-421d-bfc1-115bd24c53d1 HTTP/1.1" status: 204 len: 168 time: 1.2742128 Sep 18 05:19:35.202564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37472) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:35.213548 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:35.314349 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c68a8ff-16d0-43fd-bf23-0b3a5e654e9d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:35.314740 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-3c68a8ff-16d0-43fd-bf23-0b3a5e654e9d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Floating IP af994864-261c-4c86-989e-cba17eb22948 disassociated (deleted). External IP: 172.25.7.116, port: a426174b-ae5c-4e63-be1d-c6628f057646. Sep 18 05:19:35.338673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c4470b-10ca-499f-8d24-d5f62c2a410c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 5a6b507f-262f-4e24-a29c-8866ad6d52cb {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:19:35.351746 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8c4470b-10ca-499f-8d24-d5f62c2a410c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:35.417126 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8c4470b-10ca-499f-8d24-d5f62c2a410c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:35.600641 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8c4470b-10ca-499f-8d24-d5f62c2a410c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:35.693894 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d4cac175-4e2a-485f-8513-9ecbd3ae1244 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:35.766490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cac175-4e2a-485f-8513-9ecbd3ae1244 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event deleted for resources: {'Port': ['ID=75d7f5fe-e14f-4ba6-9f25-7027a35afd75,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:36.130836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c68a8ff-16d0-43fd-bf23-0b3a5e654e9d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:36.181797 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d4cac175-4e2a-485f-8513-9ecbd3ae1244 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:36.198029 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8c4470b-10ca-499f-8d24-d5f62c2a410c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:36.233322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4470b-10ca-499f-8d24-d5f62c2a410c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6b507f-262f-4e24-a29c-8866ad6d52cb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:36.248847 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8c4470b-10ca-499f-8d24-d5f62c2a410c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:36.258187 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f8c4470b-10ca-499f-8d24-d5f62c2a410c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/5a6b507f-262f-4e24-a29c-8866ad6d52cb HTTP/1.1" status: 204 len: 168 time: 1.0545151 Sep 18 05:19:36.258885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37484) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:36.335291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c007bc8f-320f-4685-9429-0db6f467c417 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725489 Sep 18 05:19:36.338579 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37486) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:36.343980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7bdaadfd-0bac-4b0f-a44c-44c8a4b3a92b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:36.458761 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c68a8ff-16d0-43fd-bf23-0b3a5e654e9d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:36.471491 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3c68a8ff-16d0-43fd-bf23-0b3a5e654e9d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:36.475086 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5d2d6-f5b2-4ded-ae26-f5d2afee594b None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:36.496827 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5d2d6-f5b2-4ded-ae26-f5d2afee594b None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:36.497477 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-67d5d2d6-f5b2-4ded-ae26-f5d2afee594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:36.509412 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3c68a8ff-16d0-43fd-bf23-0b3a5e654e9d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/floatingips/af994864-261c-4c86-989e-cba17eb22948 HTTP/1.1" status: 204 len: 168 time: 3.0985332 Sep 18 05:19:36.512205 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37490) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:36.559216 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-67d5d2d6-f5b2-4ded-ae26-f5d2afee594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:36.566883 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75178ca-3d0d-4c7e-b537-7abd23d0585b None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:36.574652 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5d2d6-f5b2-4ded-ae26-f5d2afee594b None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:36.575293 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-67d5d2d6-f5b2-4ded-ae26-f5d2afee594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:36.688847 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-67d5d2d6-f5b2-4ded-ae26-f5d2afee594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:36.689512 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5d2d6-f5b2-4ded-ae26-f5d2afee594b None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:36.711723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cac175-4e2a-485f-8513-9ecbd3ae1244 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Router 2204bd52-9a79-4dbe-9e0e-31241730e879 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:36.755796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-0979e6f8-aa7d-41a8-be90-0d3fd6c768d8 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port a426174b-ae5c-4e63-be1d-c6628f057646 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:36.756160 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0979e6f8-aa7d-41a8-be90-0d3fd6c768d8 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:36.865695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f17e6e83-e5d1-4eea-bf25-75adebd5f2fd None None] Provisioning complete for port 9eec89a5-154d-4abe-9bd9-076ac280c478 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:36.866137 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f17e6e83-e5d1-4eea-bf25-75adebd5f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:36.880885 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0979e6f8-aa7d-41a8-be90-0d3fd6c768d8 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:36.902137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-0979e6f8-aa7d-41a8-be90-0d3fd6c768d8 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for a426174b-ae5c-4e63-be1d-c6628f057646 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:36.911223 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdaadfd-0bac-4b0f-a44c-44c8a4b3a92b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:36.915679 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7bdaadfd-0bac-4b0f-a44c-44c8a4b3a92b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:36.936985 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cac175-4e2a-485f-8513-9ecbd3ae1244 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:36.947856 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d4cac175-4e2a-485f-8513-9ecbd3ae1244 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "PUT /v2.0/routers/2204bd52-9a79-4dbe-9e0e-31241730e879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0387123 Sep 18 05:19:36.959764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf04764-3f11-44a4-9f59-1f7760ae28cc None None] Sync routers for ids ['2204bd52-9a79-4dbe-9e0e-31241730e879'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:36.975550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37496) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:36.994176 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:37.004783 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf04764-3f11-44a4-9f59-1f7760ae28cc None None] Routers {'2204bd52-9a79-4dbe-9e0e-31241730e879'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:37.016846 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-dcf04764-3f11-44a4-9f59-1f7760ae28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['2204bd52-9a79-4dbe-9e0e-31241730e879'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:37.074311 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2a5bfa-f3ef-4304-8427-da7b8605ab89 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Deleting subnet 22a1e6be-97f2-42ce-bd00-2ba17d428133 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:19:37.081041 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5bfa-f3ef-4304-8427-da7b8605ab89 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:37.135656 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5bfa-f3ef-4304-8427-da7b8605ab89 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:37.146487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dc1ecd-259a-4af7-9d46-64e80dcbf309 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:19:37.314306 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5bfa-f3ef-4304-8427-da7b8605ab89 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:37.336409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-11dc1ecd-259a-4af7-9d46-64e80dcbf309 None None] Deleting port 9eec89a5-154d-4abe-9bd9-076ac280c478 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:37.339933 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-11dc1ecd-259a-4af7-9d46-64e80dcbf309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:37.396045 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7bdaadfd-0bac-4b0f-a44c-44c8a4b3a92b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:37.459740 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0979e6f8-aa7d-41a8-be90-0d3fd6c768d8 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:37.463559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdaadfd-0bac-4b0f-a44c-44c8a4b3a92b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:37.468516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-dcf04764-3f11-44a4-9f59-1f7760ae28cc None None] Set router 2204bd52-9a79-4dbe-9e0e-31241730e879 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:19:37.469783 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-7bdaadfd-0bac-4b0f-a44c-44c8a4b3a92b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:37.476472 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdaadfd-0bac-4b0f-a44c-44c8a4b3a92b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:37.477360 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7bdaadfd-0bac-4b0f-a44c-44c8a4b3a92b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:37.496353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdaadfd-0bac-4b0f-a44c-44c8a4b3a92b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=6e51877d-8bae-4223-b6a4-bc174c65dd05,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:37.545729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979e6f8-aa7d-41a8-be90-0d3fd6c768d8 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=a426174b-ae5c-4e63-be1d-c6628f057646,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:37.581245 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-11dc1ecd-259a-4af7-9d46-64e80dcbf309 None None] For port 9eec89a5-154d-4abe-9bd9-076ac280c478, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9eec89a5-154d-4abe-9bd9-076ac280c478,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:37.581686 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-11dc1ecd-259a-4af7-9d46-64e80dcbf309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:37.587058 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5bfa-f3ef-4304-8427-da7b8605ab89 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:37.608755 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7bdaadfd-0bac-4b0f-a44c-44c8a4b3a92b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2639167 Sep 18 05:19:37.608755 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37504) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:37.615411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-11dc1ecd-259a-4af7-9d46-64e80dcbf309 None None] Calling delete_port for 9eec89a5-154d-4abe-9bd9-076ac280c478 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:37.641306 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3ad062e8-3af8-4c52-a884-5394e495df52 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:37.653956 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5bfa-f3ef-4304-8427-da7b8605ab89 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:37.658627 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8b2a5bfa-f3ef-4304-8427-da7b8605ab89 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "DELETE /v2.0/subnets/22a1e6be-97f2-42ce-bd00-2ba17d428133 HTTP/1.1" status: 204 len: 168 time: 0.6794608 Sep 18 05:19:37.672590 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1037aa5-5ece-4abd-babb-5b64bad0736b None None] Network 894c10ee-3809-4347-9cfb-24ee44983299 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:37.701055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37506) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:37.712482 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0979e6f8-aa7d-41a8-be90-0d3fd6c768d8 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:37.719825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0979e6f8-aa7d-41a8-be90-0d3fd6c768d8 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/ports/a426174b-ae5c-4e63-be1d-c6628f057646 HTTP/1.1" status: 204 len: 168 time: 1.2063775 Sep 18 05:19:37.721356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a5bfa-f3ef-4304-8427-da7b8605ab89 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event deleted for resources: {'Subnet': ['ID=22a1e6be-97f2-42ce-bd00-2ba17d428133,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:37.729126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37508) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:37.735768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:37.848750 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:38.056879 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:38.189303 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-dcf04764-3f11-44a4-9f59-1f7760ae28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-522287503', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:51Z', 'updated_at': '2021-09-18T05:19:35Z', 'revision_number': 5, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:18:54Z', 'updated_at': '2021-09-18T05:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:38.194702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.25.7.230 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/acfad270-a7aa-4d98-ae94-265ea08dca38) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:38.257577 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf04764-3f11-44a4-9f59-1f7760ae28cc None None] Checking router: 2204bd52-9a79-4dbe-9e0e-31241730e879 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:19:38.282344 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf04764-3f11-44a4-9f59-1f7760ae28cc None None] Routers {'2204bd52-9a79-4dbe-9e0e-31241730e879'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:38.283007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-dcf04764-3f11-44a4-9f59-1f7760ae28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['2204bd52-9a79-4dbe-9e0e-31241730e879'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:38.319894 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:38.375339 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-11dc1ecd-259a-4af7-9d46-64e80dcbf309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:38.404670 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc1ecd-259a-4af7-9d46-64e80dcbf309 None None] Pushing event deleted for resources: {'Port': ['ID=9eec89a5-154d-4abe-9bd9-076ac280c478,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:38.433337 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc1ecd-259a-4af7-9d46-64e80dcbf309 None None] No DVR routers for this DVR port 9eec89a5-154d-4abe-9bd9-076ac280c478 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:19:38.461401 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:38.512069 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5974ee18-cb91-4fce-8af9-1397015c33a9 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:38.549274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:38.557835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:38.565395 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:38.598715 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:38.613739 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=acfad270-a7aa-4d98-ae94-265ea08dca38,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:38.626736 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bf81d2-f820-4596-bcdc-0340e6dc0dc7 None None] DHCP port deletion for 894c10ee-3809-4347-9cfb-24ee44983299 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:19:38.706123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:38.720282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-dcf04764-3f11-44a4-9f59-1f7760ae28cc None None] Set router 2204bd52-9a79-4dbe-9e0e-31241730e879 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:19:38.723937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad062e8-3af8-4c52-a884-5394e495df52 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:38.727701 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3ad062e8-3af8-4c52-a884-5394e495df52 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:38.820311 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:38.828769 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '6e51877d-8bae-4223-b6a4-bc174c65dd05'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:19:38.829694 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:38.883012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf81d2-f820-4596-bcdc-0340e6dc0dc7 None None] Deleting port a4e34d1b-322f-4864-8d4d-6831963a0763 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:38.883493 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b8bf81d2-f820-4596-bcdc-0340e6dc0dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:38.965009 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a4e34d1b-322f-4864-8d4d-6831963a0763 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:19:39.116443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b8bf81d2-f820-4596-bcdc-0340e6dc0dc7 None None] For port a4e34d1b-322f-4864-8d4d-6831963a0763, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a4e34d1b-322f-4864-8d4d-6831963a0763,segment=NetworkSegment(67b7fb92-c212-4a6e-a306-a552cdcd88ae),segment_id=67b7fb92-c212-4a6e-a306-a552cdcd88ae)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:39.116899 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b8bf81d2-f820-4596-bcdc-0340e6dc0dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:39.144323 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf81d2-f820-4596-bcdc-0340e6dc0dc7 None None] Calling delete_port for a4e34d1b-322f-4864-8d4d-6831963a0763 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:39.252275 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:39.342565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Deleting port 7cdbcb10-0c90-4335-9b2e-be8b90f47c48 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:39.342743 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Allocated IP 172.20.0.2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/6e51877d-8bae-4223-b6a4-bc174c65dd05/2bb5463a-04b6-417c-9881-a08bd32e8db6) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:39.342848 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:39.404156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.objects.ports [None req-3ad062e8-3af8-4c52-a884-5394e495df52 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106908) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:19:39.411309 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3ad062e8-3af8-4c52-a884-5394e495df52 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:39.510506 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad062e8-3af8-4c52-a884-5394e495df52 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:39.518668 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-3ad062e8-3af8-4c52-a884-5394e495df52 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:39.525783 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad062e8-3af8-4c52-a884-5394e495df52 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:39.526415 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3ad062e8-3af8-4c52-a884-5394e495df52 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:39.548347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad062e8-3af8-4c52-a884-5394e495df52 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=d4d00034-c839-4121-9768-39cc28e8dfa9,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:39.560885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] For port 7cdbcb10-0c90-4335-9b2e-be8b90f47c48, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7cdbcb10-0c90-4335-9b2e-be8b90f47c48,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:39.561272 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:39.587478 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Calling delete_port for 7cdbcb10-0c90-4335-9b2e-be8b90f47c48 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:39.620647 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:39.643999 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:39.646665 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:39.660403 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3ad062e8-3af8-4c52-a884-5394e495df52 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0499091 Sep 18 05:19:39.660951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37536) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:39.669244 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'mac_address': 'fa:16:3e:f0:7b:5c', 'name': 'tempest-NetworksTestDHCPv6-152470741'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:39.735846 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port a4e34d1b-322f-4864-8d4d-6831963a0763, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a4e34d1b-322f-4864-8d4d-6831963a0763,segment=NetworkSegment(67b7fb92-c212-4a6e-a306-a552cdcd88ae),segment_id=67b7fb92-c212-4a6e-a306-a552cdcd88ae)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:39.741734 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-dcf04764-3f11-44a4-9f59-1f7760ae28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-522287503', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:51Z', 'updated_at': '2021-09-18T05:19:35Z', 'revision_number': 5, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:18:54Z', 'updated_at': '2021-09-18T05:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:39.790978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf04764-3f11-44a4-9f59-1f7760ae28cc None None] The sync data for ids ['2204bd52-9a79-4dbe-9e0e-31241730e879'] in n-d-789963-13 is: [{'id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-522287503', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:18:51Z', 'updated_at': '2021-09-18T05:19:35Z', 'revision_number': 5, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '7cdbcb10-0c90-4335-9b2e-be8b90f47c48', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2204bd52-9a79-4dbe-9e0e-31241730e879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:18:54Z', 'updated_at': '2021-09-18T05:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:39.799423 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:39.817360 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:39.879287 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:39.879988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9eec89a5-154d-4abe-9bd9-076ac280c478 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:19:39.888346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Pushing event updated for resources: {'Port': ['ID=2bb5463a-04b6-417c-9881-a08bd32e8db6,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:39.967617 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.021486 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event deleted for resources: {'Port': ['ID=7cdbcb10-0c90-4335-9b2e-be8b90f47c48,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:40.027475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:40.033429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=a4e34d1b-322f-4864-8d4d-6831963a0763,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:40.041679 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b8bf81d2-f820-4596-bcdc-0340e6dc0dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.063191 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=acfad270-a7aa-4d98-ae94-265ea08dca38,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:40.069656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bf81d2-f820-4596-bcdc-0340e6dc0dc7 None None] No DVR routers for this DVR port a4e34d1b-322f-4864-8d4d-6831963a0763 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:19:40.073596 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 9eec89a5-154d-4abe-9bd9-076ac280c478 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:19:40.074111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9eec89a5-154d-4abe-9bd9-076ac280c478 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:19:40.078726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:40.088887 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:40.138254 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.143776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf81d2-f820-4596-bcdc-0340e6dc0dc7 None None] Pushing event deleted for resources: {'Port': ['ID=a4e34d1b-322f-4864-8d4d-6831963a0763,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:40.159044 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.196055 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:19:40.225685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:40.308812 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Attempting to bind port 2bb5463a-04b6-417c-9881-a08bd32e8db6 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:19:40.308812 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Attempting to bind port 2bb5463a-04b6-417c-9881-a08bd32e8db6 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:19:40.308812 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Attempting to bind port 2bb5463a-04b6-417c-9881-a08bd32e8db6 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:19:40.322191 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:19:40.322520 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:19:40.322776 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.323186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:19:40.323706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Bound port: 2bb5463a-04b6-417c-9881-a08bd32e8db6, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:19:40.326127 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.367575 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.372479 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.375363 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.379080 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8bbe2340-6dc8-41ad-bcac-928969e0b3d1 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6458044 Sep 18 05:19:40.380761 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37548) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:40.391547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9fa8e5a2-8ece-4026-a7f7-e8d060094f51 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'port': {'network_id': '4221dc60-f757-4eb0-be81-2da9eb909efa', 'name': 'tempest-FloatingIPTestJSON-1066008262'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:40.458385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] For port 2bb5463a-04b6-417c-9881-a08bd32e8db6, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:19:40.463303 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] For port 2bb5463a-04b6-417c-9881-a08bd32e8db6, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2bb5463a-04b6-417c-9881-a08bd32e8db6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:19:40.517999 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.545035 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.555689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port a464480d-a2f8-4bb3-b05f-3a07b8f451ac yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:19:40.591232 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.592173 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Fanout notify agent at l3_agent the message router_deleted on router 2204bd52-9a79-4dbe-9e0e-31241730e879 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:19:40.611339 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.616398 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0781f085-1f05-436f-ab13-dbc313d85d55 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "DELETE /v2.0/routers/2204bd52-9a79-4dbe-9e0e-31241730e879 HTTP/1.1" status: 204 len: 168 time: 2.9138846 Sep 18 05:19:40.619278 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37550) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:40.630308 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878f3d8-d9d6-4fab-b94a-c8566081ce86 None None] Pushing event updated for resources: {'Port': ['ID=2bb5463a-04b6-417c-9881-a08bd32e8db6,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:40.767184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa8e5a2-8ece-4026-a7f7-e8d060094f51 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Made reservation on behalf of 760e20d1cbe949159468b875c59a885a for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:40.771734 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e5a2-8ece-4026-a7f7-e8d060094f51 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.808423 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d47102f-b71b-40b6-b8f0-9ddad144b35e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:40.814805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-9fa8e5a2-8ece-4026-a7f7-e8d060094f51 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] device_id is not set on port fd8a672a-7933-45ba-aa2c-815c91bc50c6 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:19:40.989930 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d47102f-b71b-40b6-b8f0-9ddad144b35e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.022048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:19:41.078177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:19:41.080367 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 75d7f5fe-e14f-4ba6-9f25-7027a35afd75 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:19:41.089206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-4d47102f-b71b-40b6-b8f0-9ddad144b35e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894c10ee-3809-4347-9cfb-24ee44983299']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:41.096541 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-4d47102f-b71b-40b6-b8f0-9ddad144b35e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b7fb92-c212-4a6e-a306-a552cdcd88ae') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:41.096972 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-4d47102f-b71b-40b6-b8f0-9ddad144b35e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b7fb92-c212-4a6e-a306-a552cdcd88ae') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:41.108296 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d47102f-b71b-40b6-b8f0-9ddad144b35e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.113390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 172.20.0.4 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/6e51877d-8bae-4223-b6a4-bc174c65dd05/a464480d-a2f8-4bb3-b05f-3a07b8f451ac) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:41.123821 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d47102f-b71b-40b6-b8f0-9ddad144b35e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.136975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d47102f-b71b-40b6-b8f0-9ddad144b35e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:19:41.136975 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d47102f-b71b-40b6-b8f0-9ddad144b35e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.137253 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::f816:3eff:fef0:7b5c (e14fd239-0fbc-4e30-aef7-beef61ca0e46/d4d00034-c839-4121-9768-39cc28e8dfa9/a464480d-a2f8-4bb3-b05f-3a07b8f451ac) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:41.144480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-9fa8e5a2-8ece-4026-a7f7-e8d060094f51 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.20.0.5 (4221dc60-f757-4eb0-be81-2da9eb909efa/d4eb55dc-3974-4783-92e3-46bd43eef428/fd8a672a-7933-45ba-aa2c-815c91bc50c6) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:19:41.162799 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:19:41.316945 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d47102f-b71b-40b6-b8f0-9ddad144b35e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.330628 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d47102f-b71b-40b6-b8f0-9ddad144b35e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.332026 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4d47102f-b71b-40b6-b8f0-9ddad144b35e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "DELETE /v2.0/networks/894c10ee-3809-4347-9cfb-24ee44983299 HTTP/1.1" status: 204 len: 168 time: 0.7116787 Sep 18 05:19:41.341959 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37568) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:41.356998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47102f-b71b-40b6-b8f0-9ddad144b35e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event deleted for resources: {'Network': ['ID=894c10ee-3809-4347-9cfb-24ee44983299,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:41.434789 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.468273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e5a2-8ece-4026-a7f7-e8d060094f51 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.568209 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-7d45c5df-f6c7-4f5e-85d9-4441ab04c64d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Deleting port d8317772-207f-45c0-82e6-29974dcb9416 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:41.568594 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d45c5df-f6c7-4f5e-85d9-4441ab04c64d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.598086 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.642794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:41.646749 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e5a2-8ece-4026-a7f7-e8d060094f51 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.651069 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:41.661977 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d45c5df-f6c7-4f5e-85d9-4441ab04c64d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.662329 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d45c5df-f6c7-4f5e-85d9-4441ab04c64d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.671816 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa8e5a2-8ece-4026-a7f7-e8d060094f51 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 4221dc60-f757-4eb0-be81-2da9eb909efa is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:41.675470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:41.679763 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-7d45c5df-f6c7-4f5e-85d9-4441ab04c64d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Calling delete_port for d8317772-207f-45c0-82e6-29974dcb9416 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:41.712834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9fa8e5a2-8ece-4026-a7f7-e8d060094f51 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:41.721763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa8e5a2-8ece-4026-a7f7-e8d060094f51 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:41.735967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=a464480d-a2f8-4bb3-b05f-3a07b8f451ac,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:41.764444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:41.765112 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.828963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa8e5a2-8ece-4026-a7f7-e8d060094f51 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:41.829609 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e5a2-8ece-4026-a7f7-e8d060094f51 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.841515 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8e5a2-8ece-4026-a7f7-e8d060094f51 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=fd8a672a-7933-45ba-aa2c-815c91bc50c6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:41.880853 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37574) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:41.881555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-efcf3513-b74d-498a-8aea-276aa9c82e39 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2196608 Sep 18 05:19:41.929656 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9fa8e5a2-8ece-4026-a7f7-e8d060094f51 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5478034 Sep 18 05:19:41.932609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37578) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:41.938596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2853acc9-b770-41b1-bcb5-5a8d4ef3d230 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'floatingip': {'port_id': 'fd8a672a-7933-45ba-aa2c-815c91bc50c6'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:41.942667 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e71f7-389b-4b8b-b6f8-580e07a0549b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:41.949133 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e71f7-389b-4b8b-b6f8-580e07a0549b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:41.950905 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-be5e71f7-389b-4b8b-b6f8-580e07a0549b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0689530 Sep 18 05:19:41.956742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37582) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:41.989398 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2853acc9-b770-41b1-bcb5-5a8d4ef3d230 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:41.991451 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d45c5df-f6c7-4f5e-85d9-4441ab04c64d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:42.012118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cd3da3-264d-4a97-a763-679c8dc479b0 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:42.030628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45c5df-f6c7-4f5e-85d9-4441ab04c64d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event deleted for resources: {'Port': ['ID=d8317772-207f-45c0-82e6-29974dcb9416,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:42.089621 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ef34e4ca-8808-4c6e-9cfc-92dd6921ca5c None None] Provisioning complete for port 2bb5463a-04b6-417c-9881-a08bd32e8db6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:42.090229 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef34e4ca-8808-4c6e-9cfc-92dd6921ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:42.155501 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d45c5df-f6c7-4f5e-85d9-4441ab04c64d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:42.155887 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-7d45c5df-f6c7-4f5e-85d9-4441ab04c64d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Floating IP 68bc20da-ac34-46e3-aa4a-13e40c1a0f5e disassociated (deleted). External IP: 172.25.7.211, port: e620511f-fc7d-4fff-9d54-b84c2572a16a. Sep 18 05:19:42.207374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1c160172-99ad-488b-8d9d-29d1e36169f4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port a464480d-a2f8-4bb3-b05f-3a07b8f451ac {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:42.207817 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1c160172-99ad-488b-8d9d-29d1e36169f4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:42.373245 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef34e4ca-8808-4c6e-9cfc-92dd6921ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:42.493721 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ef34e4ca-8808-4c6e-9cfc-92dd6921ca5c None None] For port 2bb5463a-04b6-417c-9881-a08bd32e8db6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2bb5463a-04b6-417c-9881-a08bd32e8db6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:42.588433 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ef34e4ca-8808-4c6e-9cfc-92dd6921ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:42.602441 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11520fd-b394-4a48-9f41-89162820d778 None None] Update dhcp port {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'fixed_ips': [{'subnet_id': '6e51877d-8bae-4223-b6a4-bc174c65dd05', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd4d00034-c839-4121-9768-39cc28e8dfa9'}], 'binding:host_id': 'n-d-789963-13'}, 'id': '2bb5463a-04b6-417c-9881-a08bd32e8db6'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:19:42.618304 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1c160172-99ad-488b-8d9d-29d1e36169f4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:42.678064 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1c160172-99ad-488b-8d9d-29d1e36169f4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for a464480d-a2f8-4bb3-b05f-3a07b8f451ac owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:42.686026 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c11520fd-b394-4a48-9f41-89162820d778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:42.738273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34e4ca-8808-4c6e-9cfc-92dd6921ca5c None None] Pushing event updated for resources: {'Port': ['ID=2bb5463a-04b6-417c-9881-a08bd32e8db6,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:42.941348 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b6710-8564-4515-8e68-dab933c816b8 req-f9e3a6e8-53b4-4fc2-935b-5d084983f370 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:42.945254 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0a1b6710-8564-4515-8e68-dab933c816b8 req-f9e3a6e8-53b4-4fc2-935b-5d084983f370 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.4433799 Sep 18 05:19:43.051152 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0a1b6710-8564-4515-8e68-dab933c816b8 req-949da5fb-59f1-457a-8b6b-1782570e5891 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874393 Sep 18 05:19:43.162554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2bb5463a-04b6-417c-9881-a08bd32e8db6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:43.173122 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2853acc9-b770-41b1-bcb5-5a8d4ef3d230 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:43.195514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ac018-0d6e-47a3-9ab5-9c48618ff79b req-11952a8c-f41e-4cfa-9e0e-fde14eda99f7 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:43.203565 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e86ac018-0d6e-47a3-9ab5-9c48618ff79b req-11952a8c-f41e-4cfa-9e0e-fde14eda99f7 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.0851769 Sep 18 05:19:43.253956 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e86ac018-0d6e-47a3-9ab5-9c48618ff79b req-4ce4e6bc-1803-4890-bf71-d3041cfefdad tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447705 Sep 18 05:19:43.282198 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2853acc9-b770-41b1-bcb5-5a8d4ef3d230 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:43.300064 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d45c5df-f6c7-4f5e-85d9-4441ab04c64d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Router 835bdbd9-f3ac-4c5a-803d-3849579cea2a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:43.327686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-c11520fd-b394-4a48-9f41-89162820d778 None None] Allocated IP 2001:db8::f816:3eff:fe47:b10a (e14fd239-0fbc-4e30-aef7-beef61ca0e46/d4d00034-c839-4121-9768-39cc28e8dfa9/2bb5463a-04b6-417c-9881-a08bd32e8db6) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:43.330664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2bb5463a-04b6-417c-9881-a08bd32e8db6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:43.334949 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:43.465231 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-2853acc9-b770-41b1-bcb5-5a8d4ef3d230 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Floating IP c51ec6b8-9de4-4120-b8f1-e422d7d8d3e1 associated. External IP: 172.25.7.230, port: fd8a672a-7933-45ba-aa2c-815c91bc50c6. Sep 18 05:19:43.612120 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c11520fd-b394-4a48-9f41-89162820d778 None None] For port 2bb5463a-04b6-417c-9881-a08bd32e8db6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2bb5463a-04b6-417c-9881-a08bd32e8db6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:43.612898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d45c5df-f6c7-4f5e-85d9-4441ab04c64d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:43.624766 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d45c5df-f6c7-4f5e-85d9-4441ab04c64d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:43.629090 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7edc994-e5ab-4b85-9f78-01d724fd9b82 None None] Sync routers for ids ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:43.647315 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7edc994-e5ab-4b85-9f78-01d724fd9b82 None None] Routers {'835bdbd9-f3ac-4c5a-803d-3849579cea2a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:43.648588 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e7edc994-e5ab-4b85-9f78-01d724fd9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:43.660730 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1c160172-99ad-488b-8d9d-29d1e36169f4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:43.683295 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c11520fd-b394-4a48-9f41-89162820d778 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:43.740203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7cdbcb10-0c90-4335-9b2e-be8b90f47c48 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:19:43.765242 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7d45c5df-f6c7-4f5e-85d9-4441ab04c64d tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "DELETE /v2.0/floatingips/68bc20da-ac34-46e3-aa4a-13e40c1a0f5e HTTP/1.1" status: 204 len: 168 time: 2.4220135 Sep 18 05:19:43.765463 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 7cdbcb10-0c90-4335-9b2e-be8b90f47c48 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:19:43.765801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7cdbcb10-0c90-4335-9b2e-be8b90f47c48 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:19:43.780052 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'tag': 'e620511f-fc7d-4fff-9d54-b84c2572a16a'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:19:43.782396 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a95276-d429-4f27-aa56-9f80f28d892d" -d '{"events": [{"name": "network-changed", "server_uuid": "69f3fc2d-38b0-4207-aa9f-43b7d73c2643", "tag": "e620511f-fc7d-4fff-9d54-b84c2572a16a"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:19:43.785385 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c160172-99ad-488b-8d9d-29d1e36169f4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=a464480d-a2f8-4bb3-b05f-3a07b8f451ac,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:43.789597 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c11520fd-b394-4a48-9f41-89162820d778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:43.855946 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1c160172-99ad-488b-8d9d-29d1e36169f4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:43.863074 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1c160172-99ad-488b-8d9d-29d1e36169f4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/a464480d-a2f8-4bb3-b05f-3a07b8f451ac HTTP/1.1" status: 204 len: 168 time: 1.9051542 Sep 18 05:19:43.863717 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37646) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:43.882832 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e7edc994-e5ab-4b85-9f78-01d724fd9b82 None None] Set router 835bdbd9-f3ac-4c5a-803d-3849579cea2a gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:19:43.968785 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52d8f62-303d-46d2-9939-ef82f79c07c1 x-openstack-request-id: req-c52d8f62-303d-46d2-9939-ef82f79c07c1 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:19:43.969380 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f3fc2d-38b0-4207-aa9f-43b7d73c2643", "tag": "e620511f-fc7d-4fff-9d54-b84c2572a16a", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:19:43.969380 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c52d8f62-303d-46d2-9939-ef82f79c07c1 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:19:43.969819 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'tag': 'e620511f-fc7d-4fff-9d54-b84c2572a16a', 'status': 'completed', 'code': 200} Sep 18 05:19:43.984989 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2853acc9-b770-41b1-bcb5-5a8d4ef3d230 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:43.985737 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11520fd-b394-4a48-9f41-89162820d778 None None] Pushing event updated for resources: {'Port': ['ID=2bb5463a-04b6-417c-9881-a08bd32e8db6,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:44.002421 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc594c-b4f0-416e-8fd6-5d52c2ff342f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:44.002421 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc594c-b4f0-416e-8fd6-5d52c2ff342f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:44.005422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc594c-b4f0-416e-8fd6-5d52c2ff342f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:44.012646 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3ebc594c-b4f0-416e-8fd6-5d52c2ff342f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1478438 Sep 18 05:19:44.013362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37652) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:44.149602 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e7edc994-e5ab-4b85-9f78-01d724fd9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:17:54Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '253947da-a0b3-44f1-8493-b02a73380ade', 'name': '', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'mac_address': 'fa:16:3e:6d:35:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:53Z', 'updated_at': '2021-09-18T05:17:58Z', 'revision_number': 5, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'subnets': [{'id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:44.208423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75b672-7936-4547-8c89-5a3f35afa625 req-680a82ef-2d5f-4307-85c4-65af79f44b5c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:44.214802 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7c75b672-7936-4547-8c89-5a3f35afa625 req-680a82ef-2d5f-4307-85c4-65af79f44b5c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.1310887 Sep 18 05:19:44.236367 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7edc994-e5ab-4b85-9f78-01d724fd9b82 None None] Checking router: 835bdbd9-f3ac-4c5a-803d-3849579cea2a for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:19:44.243759 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7edc994-e5ab-4b85-9f78-01d724fd9b82 None None] Routers {'835bdbd9-f3ac-4c5a-803d-3849579cea2a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:44.244604 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e7edc994-e5ab-4b85-9f78-01d724fd9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:44.286581 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2853acc9-b770-41b1-bcb5-5a8d4ef3d230 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:44.291040 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7c75b672-7936-4547-8c89-5a3f35afa625 req-09232417-feb8-4311-ac96-52beda2be03a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696568 Sep 18 05:19:44.292662 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2853acc9-b770-41b1-bcb5-5a8d4ef3d230 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:44.297252 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd2282-9030-4731-9e9e-20a3729410d7 None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:44.315673 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd2282-9030-4731-9e9e-20a3729410d7 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:44.318115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-1dcd2282-9030-4731-9e9e-20a3729410d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:44.347788 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37658) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:44.348615 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2853acc9-b770-41b1-bcb5-5a8d4ef3d230 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "PUT /v2.0/floatingips/c51ec6b8-9de4-4120-b8f1-e422d7d8d3e1 HTTP/1.1" status: 200 len: 978 time: 2.4141669 Sep 18 05:19:44.393899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e559276-c332-454b-b3c4-fc047e09bb7b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 6e51877d-8bae-4223-b6a4-bc174c65dd05 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:19:44.397831 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e559276-c332-454b-b3c4-fc047e09bb7b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:44.464329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a95276-d429-4f27-aa56-9f80f28d892d req-894b47bf-d9c3-4a5d-a2ac-10289173fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:44.467449 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-1dcd2282-9030-4731-9e9e-20a3729410d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:44.472324 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9a95276-d429-4f27-aa56-9f80f28d892d req-894b47bf-d9c3-4a5d-a2ac-10289173fb96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f17ab27bf044c9eb86aad6324bc5636&device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 1136 time: 0.4861102 Sep 18 05:19:44.499824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd2282-9030-4731-9e9e-20a3729410d7 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:44.502841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-1dcd2282-9030-4731-9e9e-20a3729410d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:44.514220 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e7edc994-e5ab-4b85-9f78-01d724fd9b82 None None] Set router 835bdbd9-f3ac-4c5a-803d-3849579cea2a gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:19:44.528426 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e559276-c332-454b-b3c4-fc047e09bb7b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:44.573386 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec4109-32be-47b4-9f5b-ab823cf7e4c7 req-cedd8cd9-26d7-410a-80ab-a68ea9a2d3d2 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:44.581872 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-46ec4109-32be-47b4-9f5b-ab823cf7e4c7 req-cedd8cd9-26d7-410a-80ab-a68ea9a2d3d2 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.0755389 Sep 18 05:19:44.618046 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-1dcd2282-9030-4731-9e9e-20a3729410d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:44.618761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd2282-9030-4731-9e9e-20a3729410d7 None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:44.634036 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-faa75729-8c8a-40dd-89d0-580519f72918 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port fd8a672a-7933-45ba-aa2c-815c91bc50c6 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:44.634400 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-faa75729-8c8a-40dd-89d0-580519f72918 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:44.773467 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-faa75729-8c8a-40dd-89d0-580519f72918 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:44.884025 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e559276-c332-454b-b3c4-fc047e09bb7b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:44.937501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b028d13-e0bf-4667-8725-0293fd541873 req-96ad44d1-9eb0-4c07-932c-23bcab3553fc tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:44.945389 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b028d13-e0bf-4667-8725-0293fd541873 req-96ad44d1-9eb0-4c07-932c-23bcab3553fc tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 984 time: 0.2214646 Sep 18 05:19:44.951475 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a95276-d429-4f27-aa56-9f80f28d892d req-15076fa8-53fe-45bf-8a6e-3a2ab38b5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:44.962644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9a95276-d429-4f27-aa56-9f80f28d892d req-15076fa8-53fe-45bf-8a6e-3a2ab38b5d91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a347f60-fc6d-4173-bb82-71d58c3fe5c5 HTTP/1.1" status: 200 len: 897 time: 0.4812350 Sep 18 05:19:45.002031 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2bb5463a-04b6-417c-9881-a08bd32e8db6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:45.004444 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e7edc994-e5ab-4b85-9f78-01d724fd9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:17:54Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '253947da-a0b3-44f1-8493-b02a73380ade', 'name': '', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'mac_address': 'fa:16:3e:6d:35:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:53Z', 'updated_at': '2021-09-18T05:17:58Z', 'revision_number': 5, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'subnets': [{'id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:45.060916 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7edc994-e5ab-4b85-9f78-01d724fd9b82 None None] The sync data for ids ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'] in n-d-789963-13 is: [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:17:54Z', 'revision_number': 4, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '253947da-a0b3-44f1-8493-b02a73380ade', 'name': '', 'network_id': '7a347f60-fc6d-4173-bb82-71d58c3fe5c5', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'mac_address': 'fa:16:3e:6d:35:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:53Z', 'updated_at': '2021-09-18T05:17:58Z', 'revision_number': 5, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'subnets': [{'id': '770d0d72-a1d2-4133-873e-4bfcbe309f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:45.083377 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b028d13-e0bf-4667-8725-0293fd541873 req-4829f3e6-c887-4920-97ff-e924c6eeb867 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1369739 Sep 18 05:19:45.091668 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9a95276-d429-4f27-aa56-9f80f28d892d req-ed399d32-92da-4740-a3ca-62116a67faeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e620511f-fc7d-4fff-9d54-b84c2572a16a HTTP/1.1" status: 200 len: 217 time: 0.1163294 Sep 18 05:19:45.145872 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2bb5463a-04b6-417c-9881-a08bd32e8db6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:45.151265 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:45.209680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a95276-d429-4f27-aa56-9f80f28d892d req-cf44d8c9-7bed-4d1f-a18e-3fd7ec99c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:45.211525 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9a95276-d429-4f27-aa56-9f80f28d892d req-cf44d8c9-7bed-4d1f-a18e-3fd7ec99c1a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=770d0d72-a1d2-4133-873e-4bfcbe309f0d HTTP/1.1" status: 200 len: 833 time: 0.0947692 Sep 18 05:19:45.310498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d582a4-511d-4252-9bdf-341eada8f70e req-ea2c15ed-b47f-4434-b6bf-8e717d6d4631 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:45.312095 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-63d582a4-511d-4252-9bdf-341eada8f70e req-ea2c15ed-b47f-4434-b6bf-8e717d6d4631 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.18 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.2764723 Sep 18 05:19:45.345119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a95276-d429-4f27-aa56-9f80f28d892d req-5c570253-1727-4c89-8c69-8ff0709a9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:45.346793 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d51b659d-efda-4d1c-8980-27892e04251c None None] Provisioning complete for port 2bb5463a-04b6-417c-9881-a08bd32e8db6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:45.347244 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d51b659d-efda-4d1c-8980-27892e04251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:45.352895 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9a95276-d429-4f27-aa56-9f80f28d892d req-5c570253-1727-4c89-8c69-8ff0709a9db5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a347f60-fc6d-4173-bb82-71d58c3fe5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1201935 Sep 18 05:19:45.384403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-e9a95276-d429-4f27-aa56-9f80f28d892d req-3a97adfc-8caa-440c-b8f9-59a8250efb51 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:19:45.384403 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9a95276-d429-4f27-aa56-9f80f28d892d req-3a97adfc-8caa-440c-b8f9-59a8250efb51 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140898 Sep 18 05:19:45.386901 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e559276-c332-454b-b3c4-fc047e09bb7b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:45.486290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d51b659d-efda-4d1c-8980-27892e04251c None None] Could not find standard attr ID for object a464480d-a2f8-4bb3-b05f-3a07b8f451ac. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:19:45.526688 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e559276-c332-454b-b3c4-fc047e09bb7b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:45.531580 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5e559276-c332-454b-b3c4-fc047e09bb7b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/6e51877d-8bae-4223-b6a4-bc174c65dd05 HTTP/1.1" status: 204 len: 168 time: 1.5143569 Sep 18 05:19:45.532645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e559276-c332-454b-b3c4-fc047e09bb7b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=6e51877d-8bae-4223-b6a4-bc174c65dd05,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:45.559377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37670) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:45.662214 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479bf67a-f582-49cd-b79e-f9ad75d0ec9e None None] New status for floating IP 68bc20da-ac34-46e3-aa4a-13e40c1a0f5e: DOWN {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:19:45.697768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90b3690-163c-4755-917d-d8786665607b None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:45.722795 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-bd5351ff-1357-43e1-a4dd-bd58d4ce5e96 None None] Could not find standard attr ID for object a464480d-a2f8-4bb3-b05f-3a07b8f451ac. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:19:45.743503 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-faa75729-8c8a-40dd-89d0-580519f72918 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:45.744056 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-faa75729-8c8a-40dd-89d0-580519f72918 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:45.744438 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-faa75729-8c8a-40dd-89d0-580519f72918 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Floating IP c51ec6b8-9de4-4120-b8f1-e422d7d8d3e1 disassociated. External IP: 172.25.7.230, port: fd8a672a-7933-45ba-aa2c-815c91bc50c6. Sep 18 05:19:45.745646 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-faa75729-8c8a-40dd-89d0-580519f72918 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for fd8a672a-7933-45ba-aa2c-815c91bc50c6 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:45.814003 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-46ec4109-32be-47b4-9f5b-ab823cf7e4c7 req-79208b24-bd98-471c-9c80-25d53d471909 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2311625 Sep 18 05:19:45.853392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c148c06-f111-4016-b342-b36fc4a3e1d4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet d4d00034-c839-4121-9768-39cc28e8dfa9 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:19:45.869179 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8c148c06-f111-4016-b342-b36fc4a3e1d4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:45.946170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2e127-c546-4fba-a1da-d929e659defe req-4c35977f-e0a3-4966-af3d-ad0254cf1e58 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:45.947793 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fef2e127-c546-4fba-a1da-d929e659defe req-4c35977f-e0a3-4966-af3d-ad0254cf1e58 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.4480524 Sep 18 05:19:45.960595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977827f-2dc4-4c10-8cd1-ae812df7ef98 req-78b4c8dc-5a04-4830-8917-e8bd42fd5177 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:45.962103 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2977827f-2dc4-4c10-8cd1-ae812df7ef98 req-78b4c8dc-5a04-4830-8917-e8bd42fd5177 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.13 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 984 time: 0.2239635 Sep 18 05:19:45.973490 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9a95276-d429-4f27-aa56-9f80f28d892d req-26452cc2-8a63-4b83-8e58-6a4f168a3244 service neutron] 10.222.0.13 "GET /v2.0/networks/7a347f60-fc6d-4173-bb82-71d58c3fe5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487211 Sep 18 05:19:45.982187 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8c148c06-f111-4016-b342-b36fc4a3e1d4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:46.002352 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-faa75729-8c8a-40dd-89d0-580519f72918 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:46.048566 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa75729-8c8a-40dd-89d0-580519f72918 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=fd8a672a-7933-45ba-aa2c-815c91bc50c6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:46.175526 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff0f3680-30e4-42cd-88d4-33b0d82051a2 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:19:46.178554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff0f3680-30e4-42cd-88d4-33b0d82051a2 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:19:46.291303 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-63d582a4-511d-4252-9bdf-341eada8f70e req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Deleting port 4dbd8665-5e53-4872-9eae-3c424e783bac {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:46.291708 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-63d582a4-511d-4252-9bdf-341eada8f70e req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:46.294477 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873d27-e065-4ecf-adc4-5edd40339cae req-a0a54d29-60d6-4ec8-a9f6-c073f5d7bbfa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:46.296824 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9a95276-d429-4f27-aa56-9f80f28d892d req-70408b61-dd3e-4616-b73d-111ebcf2d63c service neutron] 10.222.0.13 "GET /v2.0/networks/7a347f60-fc6d-4173-bb82-71d58c3fe5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062727 Sep 18 05:19:46.297469 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9b873d27-e065-4ecf-adc4-5edd40339cae req-a0a54d29-60d6-4ec8-a9f6-c073f5d7bbfa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 984 time: 0.1079516 Sep 18 05:19:46.298218 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8c148c06-f111-4016-b342-b36fc4a3e1d4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:46.299432 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa75729-8c8a-40dd-89d0-580519f72918 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:46.325147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fef2e127-c546-4fba-a1da-d929e659defe req-1dd372a6-a162-415e-b3ee-a4741c168f93 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3617895 Sep 18 05:19:46.396346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:46.422906 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9b873d27-e065-4ecf-adc4-5edd40339cae req-1dda0f8e-fa61-4ef0-b68d-4eafad0a5159 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1135938 Sep 18 05:19:46.424262 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'port_id': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'mac_address': 'fa:16:3e:71:e5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:19:46.498891 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:46.514574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff0f3680-30e4-42cd-88d4-33b0d82051a2 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:19:46.554237 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:46.568998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa75729-8c8a-40dd-89d0-580519f72918 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:46.582731 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a0ea2-6b79-4eec-b7e9-46c12ac93441 None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:46.598514 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a0ea2-6b79-4eec-b7e9-46c12ac93441 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:46.607947 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-717a0ea2-6b79-4eec-b7e9-46c12ac93441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:46.608116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-2977827f-2dc4-4c10-8cd1-ae812df7ef98 req-bf1f722d-fa67-4e50-85b3-e2e3541eda6c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Deleting port e620511f-fc7d-4fff-9d54-b84c2572a16a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:46.608116 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2977827f-2dc4-4c10-8cd1-ae812df7ef98 req-bf1f722d-fa67-4e50-85b3-e2e3541eda6c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:46.628387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-63d582a4-511d-4252-9bdf-341eada8f70e req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] For port 4dbd8665-5e53-4872-9eae-3c424e783bac, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=4dbd8665-5e53-4872-9eae-3c424e783bac,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:46.629065 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-63d582a4-511d-4252-9bdf-341eada8f70e req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:46.650130 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:46.654114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-717a0ea2-6b79-4eec-b7e9-46c12ac93441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:46.658018 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:46.680567 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-faa75729-8c8a-40dd-89d0-580519f72918 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:46.685976 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-faa75729-8c8a-40dd-89d0-580519f72918 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/ports/fd8a672a-7933-45ba-aa2c-815c91bc50c6 HTTP/1.1" status: 204 len: 168 time: 2.3369901 Sep 18 05:19:46.686838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37680) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:46.707192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a0ea2-6b79-4eec-b7e9-46c12ac93441 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:46.707764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-717a0ea2-6b79-4eec-b7e9-46c12ac93441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:46.744119 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-09747748-314a-4277-9016-ddc25f7132ed tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "GET /v2.0/floatingips/c51ec6b8-9de4-4120-b8f1-e422d7d8d3e1 HTTP/1.1" status: 200 len: 688 time: 0.0560062 Sep 18 05:19:46.744803 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37682) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:46.754387 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-717a0ea2-6b79-4eec-b7e9-46c12ac93441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:46.755040 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a0ea2-6b79-4eec-b7e9-46c12ac93441 None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:46.771794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ff0f3680-30e4-42cd-88d4-33b0d82051a2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:19:46.803192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=11']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:46.840183 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-cbbf12c9-e800-49c4-be9d-395f8064299d None None] Provisioning complete for port 2bb5463a-04b6-417c-9881-a08bd32e8db6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:46.840564 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cbbf12c9-e800-49c4-be9d-395f8064299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:46.894379 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:19:46.894745 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:19:46.912774 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8c148c06-f111-4016-b342-b36fc4a3e1d4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:46.958832 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8c148c06-f111-4016-b342-b36fc4a3e1d4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:46.968386 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8c148c06-f111-4016-b342-b36fc4a3e1d4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/d4d00034-c839-4121-9768-39cc28e8dfa9 HTTP/1.1" status: 204 len: 168 time: 1.4021690 Sep 18 05:19:46.973497 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37688) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:46.991236 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06fbd9b-f15a-401d-9a73-fb07137782f5 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:47.084147 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cf660744-aa5a-4562-af5b-885984c3d4cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094518 Sep 18 05:19:47.086896 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37690) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:47.088068 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c148c06-f111-4016-b342-b36fc4a3e1d4 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d00034-c839-4121-9768-39cc28e8dfa9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:47.141643 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-63d582a4-511d-4252-9bdf-341eada8f70e req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:47.142152 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-63d582a4-511d-4252-9bdf-341eada8f70e req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:47.142607 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-63d582a4-511d-4252-9bdf-341eada8f70e req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Floating IP 51a6a9b8-9cc7-4fd3-8845-293583e67834 disassociated. External IP: 172.25.7.14, port: 4dbd8665-5e53-4872-9eae-3c424e783bac. Sep 18 05:19:47.143153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-63d582a4-511d-4252-9bdf-341eada8f70e req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Calling delete_port for 4dbd8665-5e53-4872-9eae-3c424e783bac owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:47.144976 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a7771-557d-4d50-bcba-d8deb213046f req-5779764a-139d-45b2-82d1-d7a4f5c960ae tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:47.152790 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-369a7771-557d-4d50-bcba-d8deb213046f req-5779764a-139d-45b2-82d1-d7a4f5c960ae tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 945 time: 0.1966429 Sep 18 05:19:47.155443 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-2977827f-2dc4-4c10-8cd1-ae812df7ef98 req-bf1f722d-fa67-4e50-85b3-e2e3541eda6c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] For port e620511f-fc7d-4fff-9d54-b84c2572a16a, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e620511f-fc7d-4fff-9d54-b84c2572a16a,segment=NetworkSegment(16839bce-f50c-4500-acc3-849218a3ee96),segment_id=16839bce-f50c-4500-acc3-849218a3ee96)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:47.155911 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2977827f-2dc4-4c10-8cd1-ae812df7ef98 req-bf1f722d-fa67-4e50-85b3-e2e3541eda6c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:47.205296 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adce6c3f-2e69-4a74-8491-a5d45d89bcab tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:47.206813 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-adce6c3f-2e69-4a74-8491-a5d45d89bcab tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1181993 Sep 18 05:19:47.208322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-2977827f-2dc4-4c10-8cd1-ae812df7ef98 req-bf1f722d-fa67-4e50-85b3-e2e3541eda6c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Calling delete_port for e620511f-fc7d-4fff-9d54-b84c2572a16a owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:47.211470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37692) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:47.213773 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-2d55352c-88be-4e98-a0f8-1bb4e03012a7 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port acfad270-a7aa-4d98-ae94-265ea08dca38 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:47.214134 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d55352c-88be-4e98-a0f8-1bb4e03012a7 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:47.218428 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-369a7771-557d-4d50-bcba-d8deb213046f req-d30ca0e8-0005-4c76-98ae-493ad6a77f77 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=bde331f7-604e-404a-a5a0-20efa3aae68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648310 Sep 18 05:19:47.295095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde2318-e85b-4040-8356-c62caed84669 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:19:47.313833 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d55352c-88be-4e98-a0f8-1bb4e03012a7 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:47.315999 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d55352c-88be-4e98-a0f8-1bb4e03012a7 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:47.330202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-2d55352c-88be-4e98-a0f8-1bb4e03012a7 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for acfad270-a7aa-4d98-ae94-265ea08dca38 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:47.347663 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb5d7e8-6579-48e1-b0cd-970fd6ed345f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:47.349155 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-feb5d7e8-6579-48e1-b0cd-970fd6ed345f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1365039 Sep 18 05:19:47.357725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2cde2318-e85b-4040-8356-c62caed84669 None None] Deleting port 2bb5463a-04b6-417c-9881-a08bd32e8db6 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:47.358420 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cde2318-e85b-4040-8356-c62caed84669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:47.359519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37696) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:47.517437 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2cde2318-e85b-4040-8356-c62caed84669 None None] For port 2bb5463a-04b6-417c-9881-a08bd32e8db6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2bb5463a-04b6-417c-9881-a08bd32e8db6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:47.517975 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cde2318-e85b-4040-8356-c62caed84669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:47.540542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2cde2318-e85b-4040-8356-c62caed84669 None None] Calling delete_port for 2bb5463a-04b6-417c-9881-a08bd32e8db6 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:47.545972 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:47.572710 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ff0f3680-30e4-42cd-88d4-33b0d82051a2 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:19:47.601176 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37706) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:47.601969 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-98631cce-bafc-48e3-81fd-1a0a1271fa53 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2412894 Sep 18 05:19:47.611245 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-bc7d7e02-e3d2-4bd1-a772-9c865e8d8451 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:47.644876 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:47.659954 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d06d2-1303-4126-a1f0-2cc6a3a3f9c7 req-5f8dea82-f00a-4f1d-9e1c-0c5c30b679a1 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:47.669479 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-806d06d2-1303-4126-a1f0-2cc6a3a3f9c7 req-5f8dea82-f00a-4f1d-9e1c-0c5c30b679a1 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 984 time: 0.1412470 Sep 18 05:19:47.718032 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d55352c-88be-4e98-a0f8-1bb4e03012a7 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:47.741075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed311732-3b04-4456-8251-21303694506d req-ff1320f7-e1af-44d5-b1c0-b0032e5f092c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:47.759677 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed311732-3b04-4456-8251-21303694506d req-ff1320f7-e1af-44d5-b1c0-b0032e5f092c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 945 time: 0.0864942 Sep 18 05:19:47.781512 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2977827f-2dc4-4c10-8cd1-ae812df7ef98 req-bf1f722d-fa67-4e50-85b3-e2e3541eda6c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:47.802321 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55352c-88be-4e98-a0f8-1bb4e03012a7 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=acfad270-a7aa-4d98-ae94-265ea08dca38,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:47.821191 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:47.889543 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=12']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:47.919167 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-806d06d2-1303-4126-a1f0-2cc6a3a3f9c7 req-31dc67eb-962f-4b4e-a739-172ed0d64251 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984&id=14794c98-4ecb-4558-b735-1a6390fbe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2486055 Sep 18 05:19:48.013331 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cde2318-e85b-4040-8356-c62caed84669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:48.025436 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d55352c-88be-4e98-a0f8-1bb4e03012a7 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:48.040651 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d55352c-88be-4e98-a0f8-1bb4e03012a7 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:48.046492 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2d55352c-88be-4e98-a0f8-1bb4e03012a7 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/floatingips/c51ec6b8-9de4-4120-b8f1-e422d7d8d3e1 HTTP/1.1" status: 204 len: 168 time: 1.2976456 Sep 18 05:19:48.049245 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37720) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:48.054290 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': 'edb33c73-65f6-4eb4-b0de-2e0041e104e3'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:48.077206 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde2318-e85b-4040-8356-c62caed84669 None None] Pushing event deleted for resources: {'Port': ['ID=2bb5463a-04b6-417c-9881-a08bd32e8db6,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:48.090959 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7d7e02-e3d2-4bd1-a772-9c865e8d8451 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:48.095411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde2318-e85b-4040-8356-c62caed84669 None None] No DVR routers for this DVR port 2bb5463a-04b6-417c-9881-a08bd32e8db6 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:19:48.109747 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7e02-e3d2-4bd1-a772-9c865e8d8451 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:48.115963 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7d7e02-e3d2-4bd1-a772-9c865e8d8451 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:19:48.117537 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7d7e02-e3d2-4bd1-a772-9c865e8d8451 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:19:48.190097 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff0f3680-30e4-42cd-88d4-33b0d82051a2 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:48.244104 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port ff0f3680-30e4-42cd-88d4-33b0d82051a2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:48.244104 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:48.247691 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:48.405641 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:48.410663 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bc7d7e02-e3d2-4bd1-a772-9c865e8d8451 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8058202 Sep 18 05:19:48.412359 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37734) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:48.418461 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-63d582a4-511d-4252-9bdf-341eada8f70e req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:48.421926 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3a5aaf05-b03b-4d52-ac31-c6315f988f6b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:48.428966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f722d-fa67-4e50-85b3-e2e3541eda6c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event deleted for resources: {'Port': ['ID=e620511f-fc7d-4fff-9d54-b84c2572a16a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:48.477782 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d43847f7-1297-4260-8cfa-f2b1f266f594 req-14955563-78dc-4b5f-8b88-1f4ddf0bffd3 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 210 time: 0.0837553 Sep 18 05:19:48.493724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:48.495854 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:19:48.500693 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d893138-0dcd-4bea-a916-00154a043357" -d '{"events": [{"server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "name": "network-vif-plugged", "status": "completed", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:19:48.556155 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422a132e-a351-4ac0-bc6f-be7e6920b722 x-openstack-request-id: req-422a132e-a351-4ac0-bc6f-be7e6920b722 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:19:48.556990 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "name": "network-vif-plugged", "status": "completed", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:19:48.557414 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-422a132e-a351-4ac0-bc6f-be7e6920b722 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:19:48.558163 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'code': 200} Sep 18 05:19:48.567645 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:48.569469 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 4dbd8665-5e53-4872-9eae-3c424e783bac no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:19:48.584855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-2977827f-2dc4-4c10-8cd1-ae812df7ef98 req-bf1f722d-fa67-4e50-85b3-e2e3541eda6c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] No DVR routers for this DVR port e620511f-fc7d-4fff-9d54-b84c2572a16a on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:19:48.586336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event deleted for resources: {'Port': ['ID=4dbd8665-5e53-4872-9eae-3c424e783bac,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:48.590118 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2977827f-2dc4-4c10-8cd1-ae812df7ef98 req-bf1f722d-fa67-4e50-85b3-e2e3541eda6c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:48.598447 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2977827f-2dc4-4c10-8cd1-ae812df7ef98 req-bf1f722d-fa67-4e50-85b3-e2e3541eda6c tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.13 "DELETE /v2.0/ports/e620511f-fc7d-4fff-9d54-b84c2572a16a HTTP/1.1" status: 204 len: 173 time: 2.6216679 Sep 18 05:19:48.598598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 4dbd8665-5e53-4872-9eae-3c424e783bac {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:19:48.598598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 4dbd8665-5e53-4872-9eae-3c424e783bac not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:19:48.617532 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ed311732-3b04-4456-8251-21303694506d req-9783c36c-80f6-4483-8da6-304c82b94f19 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8526936 Sep 18 05:19:48.630020 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:48.630194 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'name': 'network-vif-deleted', 'tag': 'e620511f-fc7d-4fff-9d54-b84c2572a16a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:19:48.637804 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa64c361-adaf-4e8b-b880-deebfa962cde" -d '{"events": [{"server_uuid": "69f3fc2d-38b0-4207-aa9f-43b7d73c2643", "name": "network-vif-deleted", "tag": "e620511f-fc7d-4fff-9d54-b84c2572a16a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:19:48.669764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=13']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:48.780993 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34663562-aa51-41cf-8e57-5b9afd05f9f2 x-openstack-request-id: req-34663562-aa51-41cf-8e57-5b9afd05f9f2 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:19:48.781343 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f3fc2d-38b0-4207-aa9f-43b7d73c2643", "name": "network-vif-deleted", "tag": "e620511f-fc7d-4fff-9d54-b84c2572a16a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:19:48.781625 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34663562-aa51-41cf-8e57-5b9afd05f9f2 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:19:48.782022 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f3fc2d-38b0-4207-aa9f-43b7d73c2643', 'name': 'network-vif-deleted', 'tag': 'e620511f-fc7d-4fff-9d54-b84c2572a16a', 'status': 'completed', 'code': 200} Sep 18 05:19:48.808030 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5aaf05-b03b-4d52-ac31-c6315f988f6b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:48.819999 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a5aaf05-b03b-4d52-ac31-c6315f988f6b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:48.825069 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5aaf05-b03b-4d52-ac31-c6315f988f6b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:19:48.825569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63d582a4-511d-4252-9bdf-341eada8f70e req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Router ac0ac1ba-1e72-42d7-99de-31292384b7c8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:48.830537 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5aaf05-b03b-4d52-ac31-c6315f988f6b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:19:48.928278 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.25.7.64 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/3438c489-391e-4e92-9acf-f97185d8f9cc) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:48.942819 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3a5aaf05-b03b-4d52-ac31-c6315f988f6b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5288403 Sep 18 05:19:48.948965 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37748) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:48.964383 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b085275a-a8f5-4145-ab71-0954b2ec7002 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:48.999571 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2bb5463a-04b6-417c-9881-a08bd32e8db6 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:19:49.103480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 2bb5463a-04b6-417c-9881-a08bd32e8db6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:19:49.105211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2bb5463a-04b6-417c-9881-a08bd32e8db6 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:19:49.284859 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16805a28-a4f5-459f-8c41-9da7023f9b37 req-0a7d1e4c-80cb-445d-84af-24193d8a1ec0 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f3fc2d-38b0-4207-aa9f-43b7d73c2643 HTTP/1.1" status: 200 len: 210 time: 0.2255967 Sep 18 05:19:49.330647 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63d582a4-511d-4252-9bdf-341eada8f70e req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:49.356076 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8594b4a9-a948-4e9b-83af-4c49bdd80669 None None] Sync routers for ids ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:49.372036 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8594b4a9-a948-4e9b-83af-4c49bdd80669 None None] Routers {'ac0ac1ba-1e72-42d7-99de-31292384b7c8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:49.375559 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8594b4a9-a948-4e9b-83af-4c49bdd80669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:49.417981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d582a4-511d-4252-9bdf-341eada8f70e req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] No DVR routers for this DVR port 4dbd8665-5e53-4872-9eae-3c424e783bac on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:19:49.420802 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-63d582a4-511d-4252-9bdf-341eada8f70e req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:49.426981 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-63d582a4-511d-4252-9bdf-341eada8f70e req-b19a5759-5bb0-4c1d-8d8e-70ccff5a8686 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.18 "DELETE /v2.0/ports/4dbd8665-5e53-4872-9eae-3c424e783bac HTTP/1.1" status: 204 len: 173 time: 4.0909190 Sep 18 05:19:49.428262 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e620511f-fc7d-4fff-9d54-b84c2572a16a no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:19:49.455707 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:49.465094 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: e620511f-fc7d-4fff-9d54-b84c2572a16a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:19:49.465786 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e620511f-fc7d-4fff-9d54-b84c2572a16a not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:19:49.527792 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b085275a-a8f5-4145-ab71-0954b2ec7002 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:49.532269 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b085275a-a8f5-4145-ab71-0954b2ec7002 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:49.534947 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b085275a-a8f5-4145-ab71-0954b2ec7002 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:19:49.534947 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b085275a-a8f5-4145-ab71-0954b2ec7002 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:19:49.574595 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-8594b4a9-a948-4e9b-83af-4c49bdd80669 None None] Set router ac0ac1ba-1e72-42d7-99de-31292384b7c8 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:19:49.614822 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:49.646457 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e99a3490-d1bf-421e-b7e7-62bfbcf5fbb5 req-546b3c64-d079-46b9-a910-7378c0af3663 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 210 time: 0.0507953 Sep 18 05:19:49.721448 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=3438c489-391e-4e92-9acf-f97185d8f9cc,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:49.745926 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b085275a-a8f5-4145-ab71-0954b2ec7002 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7925448 Sep 18 05:19:49.757917 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37760) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:49.770895 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-661cc0f0-8ffc-4124-ad59-7ed6ead939b0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:49.806700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68426f2-602c-4251-95e1-fe6d8243ee9c req-c194a3a6-7642-4d1c-8225-cd7a49de7149 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:49.809150 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d68426f2-602c-4251-95e1-fe6d8243ee9c req-c194a3a6-7642-4d1c-8225-cd7a49de7149 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.1046131 Sep 18 05:19:49.867229 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d68426f2-602c-4251-95e1-fe6d8243ee9c req-71671953-b111-41e1-beae-1dd15ab62dbb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506594 Sep 18 05:19:49.913464 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:49.919830 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:49.923648 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:50.030224 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8594b4a9-a948-4e9b-83af-4c49bdd80669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:28Z', 'revision_number': 5, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:50.064987 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8594b4a9-a948-4e9b-83af-4c49bdd80669 None None] Checking router: ac0ac1ba-1e72-42d7-99de-31292384b7c8 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:19:50.077071 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8594b4a9-a948-4e9b-83af-4c49bdd80669 None None] Routers {'ac0ac1ba-1e72-42d7-99de-31292384b7c8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:50.077795 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8594b4a9-a948-4e9b-83af-4c49bdd80669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:50.146500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661cc0f0-8ffc-4124-ad59-7ed6ead939b0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:50.154346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-661cc0f0-8ffc-4124-ad59-7ed6ead939b0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:50.156126 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-661cc0f0-8ffc-4124-ad59-7ed6ead939b0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:19:50.160999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661cc0f0-8ffc-4124-ad59-7ed6ead939b0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:19:50.223069 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-8594b4a9-a948-4e9b-83af-4c49bdd80669 None None] Set router ac0ac1ba-1e72-42d7-99de-31292384b7c8 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:19:50.266230 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-661cc0f0-8ffc-4124-ad59-7ed6ead939b0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5069814 Sep 18 05:19:50.270402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37768) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:50.278225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-11551e17-4516-4a5d-8f30-989d06ae8e92 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:50.400616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37774) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:50.499547 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61297945-db4e-4bcd-aa75-06bbd9be2b9b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:50.527858 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61297945-db4e-4bcd-aa75-06bbd9be2b9b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:50.551487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11551e17-4516-4a5d-8f30-989d06ae8e92 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:50.555853 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11551e17-4516-4a5d-8f30-989d06ae8e92 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:50.558475 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-11551e17-4516-4a5d-8f30-989d06ae8e92 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:19:50.558964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11551e17-4516-4a5d-8f30-989d06ae8e92 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:19:50.615618 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:50.654192 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8594b4a9-a948-4e9b-83af-4c49bdd80669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:28Z', 'revision_number': 5, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:50.683221 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8594b4a9-a948-4e9b-83af-4c49bdd80669 None None] The sync data for ids ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'] in n-d-789963-13 is: [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:28Z', 'revision_number': 5, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:50.692445 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-11551e17-4516-4a5d-8f30-989d06ae8e92 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4161453 Sep 18 05:19:50.695168 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37778) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:50.707177 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7d13f290-7ff9-413e-a170-b621abe8cec0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:50.715124 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61297945-db4e-4bcd-aa75-06bbd9be2b9b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:50.718370 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61297945-db4e-4bcd-aa75-06bbd9be2b9b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:50.720333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-61297945-db4e-4bcd-aa75-06bbd9be2b9b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "DELETE /v2.0/security-groups/14794c98-4ecb-4558-b735-1a6390fbe08c HTTP/1.1" status: 204 len: 168 time: 0.3047209 Sep 18 05:19:50.730862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37780) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:50.760961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61297945-db4e-4bcd-aa75-06bbd9be2b9b tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14794c98-4ecb-4558-b735-1a6390fbe08c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:50.790743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2994df54-f797-469a-969a-0397191eb260', 'name': 'network-vif-deleted', 'tag': '4dbd8665-5e53-4872-9eae-3c424e783bac'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:19:50.800607 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce203e1-e174-4ade-8bf9-3e9f5f09cc5d" -d '{"events": [{"server_uuid": "2994df54-f797-469a-969a-0397191eb260", "name": "network-vif-deleted", "tag": "4dbd8665-5e53-4872-9eae-3c424e783bac"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:19:50.876619 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:50.943552 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a57c6a4-d94e-4ee5-85bf-81e22d4b6365 x-openstack-request-id: req-7a57c6a4-d94e-4ee5-85bf-81e22d4b6365 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:19:50.943841 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2994df54-f797-469a-969a-0397191eb260", "name": "network-vif-deleted", "tag": "4dbd8665-5e53-4872-9eae-3c424e783bac", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:19:50.944294 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a57c6a4-d94e-4ee5-85bf-81e22d4b6365 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:19:50.944668 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2994df54-f797-469a-969a-0397191eb260', 'name': 'network-vif-deleted', 'tag': '4dbd8665-5e53-4872-9eae-3c424e783bac', 'status': 'completed', 'code': 200} Sep 18 05:19:50.946949 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84434b0f-61c0-4d9d-9acd-ba3da9b4facc req-6a2d2e7a-5df3-4403-9ef4-93de4833ce84 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=2994df54-f797-469a-969a-0397191eb260 HTTP/1.1" status: 200 len: 210 time: 0.1403964 Sep 18 05:19:50.972606 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d13f290-7ff9-413e-a170-b621abe8cec0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:50.979570 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-01be22ae-d5ab-4535-94b4-5055fa10a0fe tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:50.982017 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d13f290-7ff9-413e-a170-b621abe8cec0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:50.987685 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d13f290-7ff9-413e-a170-b621abe8cec0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:19:51.001135 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d13f290-7ff9-413e-a170-b621abe8cec0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:19:51.027148 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-01be22ae-d5ab-4535-94b4-5055fa10a0fe tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:51.108199 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7d13f290-7ff9-413e-a170-b621abe8cec0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4138305 Sep 18 05:19:51.111718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37790) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:51.149720 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d7eae-8fb5-4f9c-bc6c-9d5d4a752c7d req-79e3b2d4-e441-48c9-ab22-4b6fcb0c58dc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:51.157328 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aa42b6e9-025c-4eb5-8aff-207a320cb4b6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0416582 Sep 18 05:19:51.158914 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a80d7eae-8fb5-4f9c-bc6c-9d5d4a752c7d req-79e3b2d4-e441-48c9-ab22-4b6fcb0c58dc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.1378219 Sep 18 05:19:51.162697 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37794) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:51.216633 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c26a8-ec00-461c-9a73-e03433b51117 None None] New status for floating IP 51a6a9b8-9cc7-4fd3-8845-293583e67834: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:19:51.241982 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-01be22ae-d5ab-4535-94b4-5055fa10a0fe tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:51.245497 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-01be22ae-d5ab-4535-94b4-5055fa10a0fe tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:51.249692 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-01be22ae-d5ab-4535-94b4-5055fa10a0fe tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "DELETE /v2.0/security-groups/dfab355a-a8f7-4b7b-aa0b-ccb40ccea984 HTTP/1.1" status: 204 len: 168 time: 0.5139472 Sep 18 05:19:51.253116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37798) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:51.253689 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a80d7eae-8fb5-4f9c-bc6c-9d5d4a752c7d req-96681449-c80e-4b70-b882-40a371bcf521 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934565 Sep 18 05:19:51.308858 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fccecc-4cd5-4a64-8569-073c95477b9e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:51.310899 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-69fccecc-4cd5-4a64-8569-073c95477b9e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1471679 Sep 18 05:19:51.314142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37802) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:51.388708 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2ecaa119-8bce-42d3-89a2-bf2a99fe2b44 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719881 Sep 18 05:19:51.390747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37804) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:51.408386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be22ae-d5ab-4535-94b4-5055fa10a0fe tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfab355a-a8f7-4b7b-aa0b-ccb40ccea984,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:51.440447 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:51.448651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5ccd2c1a-c23e-46d1-86c2-2d4c7f0884de tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:51.560503 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:51.681923 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:51.924030 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bde48c69-7e79-420a-b711-683b263aa458 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:52.197463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37812) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:52.217380 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Floating IP 77febcf1-c137-45b7-af29-5df4800272c0 associated. External IP: 172.25.7.64, port: edb33c73-65f6-4eb4-b0de-2e0041e104e3. Sep 18 05:19:52.281468 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=3438c489-391e-4e92-9acf-f97185d8f9cc,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:52.294060 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf692b17-9782-400e-8bd0-2e6cf622d1d4 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:52.333992 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf692b17-9782-400e-8bd0-2e6cf622d1d4 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:52.356565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccd2c1a-c23e-46d1-86c2-2d4c7f0884de tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:52.360365 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2c1a-c23e-46d1-86c2-2d4c7f0884de tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:52.490244 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf692b17-9782-400e-8bd0-2e6cf622d1d4 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:52.494118 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bf692b17-9782-400e-8bd0-2e6cf622d1d4 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:52.500393 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bf692b17-9782-400e-8bd0-2e6cf622d1d4 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "DELETE /v2.0/security-groups/bde331f7-604e-404a-a5a0-20efa3aae68a HTTP/1.1" status: 204 len: 168 time: 0.3010249 Sep 18 05:19:52.505958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37820) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:52.537471 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-674b420c-0dc5-4f07-9f22-1f7a440b1a97 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] show failed (client error): The resource could not be found. Sep 18 05:19:52.543853 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-674b420c-0dc5-4f07-9f22-1f7a440b1a97 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups/bde331f7-604e-404a-a5a0-20efa3aae68a HTTP/1.1" status: 404 len: 347 time: 0.0260448 Sep 18 05:19:52.548322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37822) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:52.676077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba46284-e02b-488d-94a2-d8aaaa9988b9 req-7a3f8ddd-c902-495f-88df-6a903ea9d8fb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:52.678527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aba46284-e02b-488d-94a2-d8aaaa9988b9 req-7a3f8ddd-c902-495f-88df-6a903ea9d8fb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.2716177 Sep 18 05:19:52.686029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf692b17-9782-400e-8bd0-2e6cf622d1d4 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde331f7-604e-404a-a5a0-20efa3aae68a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:52.782544 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:52.824772 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aba46284-e02b-488d-94a2-d8aaaa9988b9 req-e0c3bff1-c80f-4563-a703-54408559f1f5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325018 Sep 18 05:19:52.845912 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-bde48c69-7e79-420a-b711-683b263aa458 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Deleting port 253947da-a0b3-44f1-8493-b02a73380ade {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:52.846361 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bde48c69-7e79-420a-b711-683b263aa458 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:52.928536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-dd90c76d-8714-49b0-9294-980190de73bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Deleting port f55876b5-b0a9-47a6-91fe-8c4beabe50d3 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:52.929179 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dd90c76d-8714-49b0-9294-980190de73bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.019143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-bde48c69-7e79-420a-b711-683b263aa458 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] For port 253947da-a0b3-44f1-8493-b02a73380ade, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=253947da-a0b3-44f1-8493-b02a73380ade,segment=NetworkSegment(16839bce-f50c-4500-acc3-849218a3ee96),segment_id=16839bce-f50c-4500-acc3-849218a3ee96)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:53.019548 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bde48c69-7e79-420a-b711-683b263aa458 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.022798 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:53.024882 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.052800 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cafea4d-099f-4ce4-a79d-bf417cdc56db None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:53.054624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.objects.ports [None req-5ccd2c1a-c23e-46d1-86c2-2d4c7f0884de tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106908) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:19:53.059093 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2c1a-c23e-46d1-86c2-2d4c7f0884de tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.065778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-bde48c69-7e79-420a-b711-683b263aa458 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Calling delete_port for 253947da-a0b3-44f1-8493-b02a73380ade owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:53.069696 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafea4d-099f-4ce4-a79d-bf417cdc56db None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:53.073309 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6cafea4d-099f-4ce4-a79d-bf417cdc56db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:53.093102 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dd90c76d-8714-49b0-9294-980190de73bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.093528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dd90c76d-8714-49b0-9294-980190de73bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.132101 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccd2c1a-c23e-46d1-86c2-2d4c7f0884de tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:53.135001 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd2c1a-c23e-46d1-86c2-2d4c7f0884de tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=57034af3-a19d-4a0e-896f-b3023009bec4,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:53.138523 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-dd90c76d-8714-49b0-9294-980190de73bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Calling delete_port for f55876b5-b0a9-47a6-91fe-8c4beabe50d3 owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:53.148138 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5ccd2c1a-c23e-46d1-86c2-2d4c7f0884de tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:53.154969 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6cafea4d-099f-4ce4-a79d-bf417cdc56db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:53.162378 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccd2c1a-c23e-46d1-86c2-2d4c7f0884de tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:53.163241 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2c1a-c23e-46d1-86c2-2d4c7f0884de tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.165751 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c54eae-03b6-48f8-abd2-9c23aa347629 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:53.180756 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafea4d-099f-4ce4-a79d-bf417cdc56db None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:53.182479 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6cafea4d-099f-4ce4-a79d-bf417cdc56db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:53.195808 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.256171 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6cafea4d-099f-4ce4-a79d-bf417cdc56db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:53.262903 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cafea4d-099f-4ce4-a79d-bf417cdc56db None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:53.274461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e24cfac6-4d43-4d98-851f-8f97158e61c0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.2239451 Sep 18 05:19:53.281410 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37826) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:53.289556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ff41446f-a3f1-4abf-81fa-00ad158c2e97 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1809231891'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:53.308656 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5ccd2c1a-c23e-46d1-86c2-2d4c7f0884de tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8621068 Sep 18 05:19:53.311833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37828) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:53.319079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f062f8e0-8d73-4a36-9345-6dd09991079f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'mac_address': 'fa:16:3e:bb:04:fc', 'name': 'tempest-NetworksTestDHCPv6-1824059716'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:53.321478 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.399681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff41446f-a3f1-4abf-81fa-00ad158c2e97 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Made reservation on behalf of 760e20d1cbe949159468b875c59a885a for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:53.404109 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff41446f-a3f1-4abf-81fa-00ad158c2e97 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.447135 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '57034af3-a19d-4a0e-896f-b3023009bec4'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:19:53.449068 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.457020 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff41446f-a3f1-4abf-81fa-00ad158c2e97 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:19:53.481799 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff41446f-a3f1-4abf-81fa-00ad158c2e97 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.482251 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-ff41446f-a3f1-4abf-81fa-00ad158c2e97 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Added segment fbce8d72-8009-4141-a6ad-29bb90fe4226 of type vlan for network 1e849839-c22c-4fce-b3fb-074a7eaf4a89 Sep 18 05:19:53.568917 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dd90c76d-8714-49b0-9294-980190de73bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.611357 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff41446f-a3f1-4abf-81fa-00ad158c2e97 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.633937 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90c76d-8714-49b0-9294-980190de73bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event deleted for resources: {'Port': ['ID=f55876b5-b0a9-47a6-91fe-8c4beabe50d3,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:53.708683 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bde48c69-7e79-420a-b711-683b263aa458 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.736628 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff41446f-a3f1-4abf-81fa-00ad158c2e97 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.743162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff41446f-a3f1-4abf-81fa-00ad158c2e97 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:53.744112 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff41446f-a3f1-4abf-81fa-00ad158c2e97 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.749578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde48c69-7e79-420a-b711-683b263aa458 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event deleted for resources: {'Port': ['ID=253947da-a0b3-44f1-8493-b02a73380ade,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:53.785714 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Allocated IP 2001:db8::f816:3eff:fe0d:da25 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/57034af3-a19d-4a0e-896f-b3023009bec4/dd3f3bf6-4ae2-440a-8ddd-e87b3f364687) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:53.836878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f062f8e0-8d73-4a36-9345-6dd09991079f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:53.862592 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dd90c76d-8714-49b0-9294-980190de73bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.864083 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dd90c76d-8714-49b0-9294-980190de73bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:53.868196 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dd90c76d-8714-49b0-9294-980190de73bf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "DELETE /v2.0/floatingips/51a6a9b8-9cc7-4fd3-8845-293583e67834 HTTP/1.1" status: 204 len: 168 time: 1.3140533 Sep 18 05:19:53.974744 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ff41446f-a3f1-4abf-81fa-00ad158c2e97 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6897461 Sep 18 05:19:53.982795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37840) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:53.994691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-52ef3de5-66c8-467d-8414-182277c8b1f5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'subnet': {'network_id': '1e849839-c22c-4fce-b3fb-074a7eaf4a89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:54.012868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41446f-a3f1-4abf-81fa-00ad158c2e97 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Network': ['ID=1e849839-c22c-4fce-b3fb-074a7eaf4a89,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:54.134082 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f062f8e0-8d73-4a36-9345-6dd09991079f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:54.212447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-f062f8e0-8d73-4a36-9345-6dd09991079f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port 15c8297a-d31e-46a7-bd9c-4bc7ec926c86 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:19:54.243235 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3079af9-87b7-46d7-be14-00d69c5b074e req-542e131f-366b-462b-8f29-3dd6cd649488 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:54.251358 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c3079af9-87b7-46d7-be14-00d69c5b074e req-542e131f-366b-462b-8f29-3dd6cd649488 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.2203276 Sep 18 05:19:54.269127 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bde48c69-7e79-420a-b711-683b263aa458 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:54.334104 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c3079af9-87b7-46d7-be14-00d69c5b074e req-b88ad5a8-b84d-4ac5-8d4f-c8adf1266dea tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659306 Sep 18 05:19:54.350540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ef3de5-66c8-467d-8414-182277c8b1f5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Made reservation on behalf of 760e20d1cbe949159468b875c59a885a for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:19:54.360854 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-52ef3de5-66c8-467d-8414-182277c8b1f5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:54.388365 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:54.398881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 1e849839-c22c-4fce-b3fb-074a7eaf4a89 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:19:54.601523 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-f062f8e0-8d73-4a36-9345-6dd09991079f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::f816:3eff:febb:4fc (e14fd239-0fbc-4e30-aef7-beef61ca0e46/57034af3-a19d-4a0e-896f-b3023009bec4/15c8297a-d31e-46a7-bd9c-4bc7ec926c86) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:54.641616 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:54.691622 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:54.707164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:54.714009 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:54.717201 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-52ef3de5-66c8-467d-8414-182277c8b1f5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:54.815514 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Pushing event updated for resources: {'Port': ['ID=dd3f3bf6-4ae2-440a-8ddd-e87b3f364687,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:54.851550 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Attempting to bind port dd3f3bf6-4ae2-440a-8ddd-e87b3f364687 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:19:54.852050 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Attempting to bind port dd3f3bf6-4ae2-440a-8ddd-e87b3f364687 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:19:54.852456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Attempting to bind port dd3f3bf6-4ae2-440a-8ddd-e87b3f364687 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:19:54.859917 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:19:54.860936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:19:54.861361 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:54.861764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:19:54.862406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Bound port: dd3f3bf6-4ae2-440a-8ddd-e87b3f364687, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:19:54.862819 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:54.887446 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37848) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:54.894885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f393052f-4c38-4d3f-87bd-31925a5e1e60 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630865163', 'description': 'tempest-description--1394000517'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:54.905559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde48c69-7e79-420a-b711-683b263aa458 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Router 835bdbd9-f3ac-4c5a-803d-3849579cea2a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:19:54.912261 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f062f8e0-8d73-4a36-9345-6dd09991079f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:54.925564 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ef3de5-66c8-467d-8414-182277c8b1f5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Checking segment: {'id': 'fbce8d72-8009-4141-a6ad-29bb90fe4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1e849839-c22c-4fce-b3fb-074a7eaf4a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:19:54.928197 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ef3de5-66c8-467d-8414-182277c8b1f5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network hostable DHCP agents. Network: 1e849839-c22c-4fce-b3fb-074a7eaf4a89, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:19:54.944999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef3de5-66c8-467d-8414-182277c8b1f5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Subnet': ['ID=3b29d74b-0a3c-4c54-907d-33eb650639e2,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:55.008685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] For port dd3f3bf6-4ae2-440a-8ddd-e87b3f364687, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:19:55.015126 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] For port dd3f3bf6-4ae2-440a-8ddd-e87b3f364687, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=dd3f3bf6-4ae2-440a-8ddd-e87b3f364687,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:19:55.075887 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ef3de5-66c8-467d-8414-182277c8b1f5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 1e849839-c22c-4fce-b3fb-074a7eaf4a89 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:19:55.107179 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:55.162912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-52ef3de5-66c8-467d-8414-182277c8b1f5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 1e849839-c22c-4fce-b3fb-074a7eaf4a89) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:55.174320 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ef3de5-66c8-467d-8414-182277c8b1f5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:55.175602 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-52ef3de5-66c8-467d-8414-182277c8b1f5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:55.193667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7785c72-c955-48e2-a8ec-7b30783f0ea9 None None] Network 1e849839-c22c-4fce-b3fb-074a7eaf4a89 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:55.266688 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-52ef3de5-66c8-467d-8414-182277c8b1f5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2821290 Sep 18 05:19:55.267825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37850) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:55.274654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1096896199', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:55.316922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5542c0-8a69-434f-a0dc-f8b30982b58a None None] Pushing event updated for resources: {'Port': ['ID=dd3f3bf6-4ae2-440a-8ddd-e87b3f364687,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:55.374256 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:55.377469 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:55.381615 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f393052f-4c38-4d3f-87bd-31925a5e1e60 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:55.513628 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:55.590775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-1e849839-c22c-4fce-b3fb-074a7eaf4a89', 'network_id': '1e849839-c22c-4fce-b3fb-074a7eaf4a89', 'tenant_id': '760e20d1cbe949159468b875c59a885a', 'fixed_ips': [{'subnet_id': '3b29d74b-0a3c-4c54-907d-33eb650639e2'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:19:55.597057 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:55.639676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37856) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:55.722377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde48c69-7e79-420a-b711-683b263aa458 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:19:55.740034 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bde48c69-7e79-420a-b711-683b263aa458 tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "PUT /v2.0/routers/835bdbd9-f3ac-4c5a-803d-3849579cea2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4846785 Sep 18 05:19:55.743451 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37860) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:55.768588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efafe7c-1d5c-4eff-85bf-b053bb4669f0 req-f31d8336-4fd5-4b3f-b868-077c47854724 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:55.776307 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0efafe7c-1d5c-4eff-85bf-b053bb4669f0 req-f31d8336-4fd5-4b3f-b868-077c47854724 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.1775751 Sep 18 05:19:55.846362 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f393052f-4c38-4d3f-87bd-31925a5e1e60 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:55.851115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f218d8-0884-422a-8de0-7b6c71794728 None None] Sync routers for ids ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:19:55.880852 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0efafe7c-1d5c-4eff-85bf-b053bb4669f0 req-f437af27-f87d-433e-b0f4-ef609b4e044a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034365 Sep 18 05:19:55.882608 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f062f8e0-8d73-4a36-9345-6dd09991079f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:55.931158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f218d8-0884-422a-8de0-7b6c71794728 None None] Routers {'835bdbd9-f3ac-4c5a-803d-3849579cea2a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:55.931823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-92f218d8-0884-422a-8de0-7b6c71794728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:55.961517 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f393052f-4c38-4d3f-87bd-31925a5e1e60 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:55.965461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f062f8e0-8d73-4a36-9345-6dd09991079f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:55.978552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-f062f8e0-8d73-4a36-9345-6dd09991079f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:55.983016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f062f8e0-8d73-4a36-9345-6dd09991079f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:55.989985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f062f8e0-8d73-4a36-9345-6dd09991079f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:55.991149 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f062f8e0-8d73-4a36-9345-6dd09991079f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:56.031613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062f8e0-8d73-4a36-9345-6dd09991079f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=15c8297a-d31e-46a7-bd9c-4bc7ec926c86,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:56.042530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393052f-4c38-4d3f-87bd-31925a5e1e60 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0c6685-7c50-48d3-b6bf-84d172a99630,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:56.139025 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f393052f-4c38-4d3f-87bd-31925a5e1e60 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:56.146498 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f393052f-4c38-4d3f-87bd-31925a5e1e60 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2559347 Sep 18 05:19:56.147229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37872) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:56.155564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f042f88a-3cfc-44e7-8a52-74d5cd09b9cd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Request body: {'security_group_rule': {'security_group_id': '3e0c6685-7c50-48d3-b6bf-84d172a99630', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:56.172634 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f062f8e0-8d73-4a36-9345-6dd09991079f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8578594 Sep 18 05:19:56.192809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37874) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:56.223053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ade1205-7e45-4141-820b-e634ec8938bd tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Deleting subnet 770d0d72-a1d2-4133-873e-4bfcbe309f0d {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:19:56.235317 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4ade1205-7e45-4141-820b-e634ec8938bd tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:56.253361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-92f218d8-0884-422a-8de0-7b6c71794728 None None] Set router 835bdbd9-f3ac-4c5a-803d-3849579cea2a gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:19:56.315186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b78e9a7-9426-4888-941a-6074d714b2ba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:56.327314 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b78e9a7-9426-4888-941a-6074d714b2ba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:56.339788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1b78e9a7-9426-4888-941a-6074d714b2ba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1459205 Sep 18 05:19:56.342466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37878) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:56.385758 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:56.401975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48946b1-eca2-49a5-afcd-75fa54b21c51 admin admin] Deleting subnet ffa1aa8a-165a-490d-b598-b998f744cdb9 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:19:56.460559 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b48946b1-eca2-49a5-afcd-75fa54b21c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:56.534531 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f042f88a-3cfc-44e7-8a52-74d5cd09b9cd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:56.590027 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4ade1205-7e45-4141-820b-e634ec8938bd tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:56.638203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Allocated IP 172.20.0.2 (1e849839-c22c-4fce-b3fb-074a7eaf4a89/3b29d74b-0a3c-4c54-907d-33eb650639e2/572acaa6-b409-44bf-9179-0ba6e8d5d856) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:56.694105 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b48946b1-eca2-49a5-afcd-75fa54b21c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:56.732540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4a79489e-cef0-4604-bdb7-07e84dfa79cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port 15c8297a-d31e-46a7-bd9c-4bc7ec926c86 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:56.743277 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4a79489e-cef0-4604-bdb7-07e84dfa79cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:56.852573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-92f218d8-0884-422a-8de0-7b6c71794728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:19:53Z', 'revision_number': 5, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:56.936796 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f042f88a-3cfc-44e7-8a52-74d5cd09b9cd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:56.954969 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.019798 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f218d8-0884-422a-8de0-7b6c71794728 None None] Checking router: 835bdbd9-f3ac-4c5a-803d-3849579cea2a for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:19:57.035512 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f218d8-0884-422a-8de0-7b6c71794728 None None] Routers {'835bdbd9-f3ac-4c5a-803d-3849579cea2a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:19:57.039446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-92f218d8-0884-422a-8de0-7b6c71794728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:57.046494 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f042f88a-3cfc-44e7-8a52-74d5cd09b9cd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.071996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b48946b1-eca2-49a5-afcd-75fa54b21c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.072613 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.126361 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4a79489e-cef0-4604-bdb7-07e84dfa79cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.159013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4a79489e-cef0-4604-bdb7-07e84dfa79cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for 15c8297a-d31e-46a7-bd9c-4bc7ec926c86 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:57.199604 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4ade1205-7e45-4141-820b-e634ec8938bd tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.239132 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f042f88a-3cfc-44e7-8a52-74d5cd09b9cd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.243811 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37886) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:57.244253 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f042f88a-3cfc-44e7-8a52-74d5cd09b9cd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0931728 Sep 18 05:19:57.247627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042f88a-3cfc-44e7-8a52-74d5cd09b9cd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a53a3ef-ed38-4ac3-bb48-e01ff5d1ad8f,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:57.250666 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9bb03a53-995f-4e47-a706-ec48b8d7d870 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Request body: {'security_group_rule': {'security_group_id': '3e0c6685-7c50-48d3-b6bf-84d172a99630', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:57.292301 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690282bb-57de-4466-98fc-0a1718ee798f req-aed04489-1898-473f-9022-c63604957a74 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:57.300049 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-690282bb-57de-4466-98fc-0a1718ee798f req-aed04489-1898-473f-9022-c63604957a74 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.2594409 Sep 18 05:19:57.410131 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Pushing event updated for resources: {'Port': ['ID=572acaa6-b409-44bf-9179-0ba6e8d5d856,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:57.428495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device dd3f3bf6-4ae2-440a-8ddd-e87b3f364687 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:19:57.438222 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-690282bb-57de-4466-98fc-0a1718ee798f req-4ea430a0-6ae9-4b4c-88f9-df7a7dc5c326 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345296 Sep 18 05:19:57.444385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Network 1e849839-c22c-4fce-b3fb-074a7eaf4a89 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:57.488807 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:57.495753 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9bb03a53-995f-4e47-a706-ec48b8d7d870 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.496142 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:57.537454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1bcd6a1b-dc5b-492c-80b0-c8608cd0268e None None] Provisioning complete for port dd3f3bf6-4ae2-440a-8ddd-e87b3f364687 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:57.537857 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6a1b-dc5b-492c-80b0-c8608cd0268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.559192 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b48946b1-eca2-49a5-afcd-75fa54b21c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.622581 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4a79489e-cef0-4604-bdb7-07e84dfa79cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.624834 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Attempting to bind port 572acaa6-b409-44bf-9179-0ba6e8d5d856 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:19:57.625238 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Attempting to bind port 572acaa6-b409-44bf-9179-0ba6e8d5d856 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'fbce8d72-8009-4141-a6ad-29bb90fe4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1e849839-c22c-4fce-b3fb-074a7eaf4a89'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:19:57.625694 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Attempting to bind port 572acaa6-b409-44bf-9179-0ba6e8d5d856 on network 1e849839-c22c-4fce-b3fb-074a7eaf4a89 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:19:57.655534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48946b1-eca2-49a5-afcd-75fa54b21c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa1aa8a-165a-490d-b598-b998f744cdb9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:57.661329 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4ade1205-7e45-4141-820b-e634ec8938bd tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.680624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79489e-cef0-4604-bdb7-07e84dfa79cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=15c8297a-d31e-46a7-bd9c-4bc7ec926c86,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:57.686566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:19:57.687050 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Checking segment: {'id': 'fbce8d72-8009-4141-a6ad-29bb90fe4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1e849839-c22c-4fce-b3fb-074a7eaf4a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:19:57.687303 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.687607 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Bound using segment: {'id': 'fbce8d72-8009-4141-a6ad-29bb90fe4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1e849839-c22c-4fce-b3fb-074a7eaf4a89'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:19:57.688094 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Bound port: 572acaa6-b409-44bf-9179-0ba6e8d5d856, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbce8d72-8009-4141-a6ad-29bb90fe4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1e849839-c22c-4fce-b3fb-074a7eaf4a89'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:19:57.688580 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.726237 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4a79489e-cef0-4604-bdb7-07e84dfa79cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.745903 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4a79489e-cef0-4604-bdb7-07e84dfa79cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/15c8297a-d31e-46a7-bd9c-4bc7ec926c86 HTTP/1.1" status: 204 len: 168 time: 1.4014022 Sep 18 05:19:57.748918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37888) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:57.758458 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4ade1205-7e45-4141-820b-e634ec8938bd tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.763924 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4ade1205-7e45-4141-820b-e634ec8938bd tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "DELETE /v2.0/subnets/770d0d72-a1d2-4133-873e-4bfcbe309f0d HTTP/1.1" status: 204 len: 168 time: 2.0191379 Sep 18 05:19:57.764552 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-92f218d8-0884-422a-8de0-7b6c71794728 None None] Set router 835bdbd9-f3ac-4c5a-803d-3849579cea2a gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:19:57.764757 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.771584 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b48946b1-eca2-49a5-afcd-75fa54b21c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.777074 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b48946b1-eca2-49a5-afcd-75fa54b21c51 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ffa1aa8a-165a-490d-b598-b998f744cdb9 HTTP/1.1" status: 204 len: 168 time: 2.1323025 Sep 18 05:19:57.777074 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade1205-7e45-4141-820b-e634ec8938bd tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event deleted for resources: {'Subnet': ['ID=770d0d72-a1d2-4133-873e-4bfcbe309f0d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:57.782121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d8b970-2e10-42eb-9815-656748d5edf9 None None] Network 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:57.784731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37890) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:57.786075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37892) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:57.819615 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.828022 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9bb03a53-995f-4e47-a706-ec48b8d7d870 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.918998 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9bb03a53-995f-4e47-a706-ec48b8d7d870 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:57.970881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb03a53-995f-4e47-a706-ec48b8d7d870 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffb1209-71e5-4bf5-96f0-5f1c0d3968f7,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:58.049148 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.073890 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.25.7.47 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/6f67e971-a849-468f-b011-f138d1310387) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:58.107469 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port dd3f3bf6-4ae2-440a-8ddd-e87b3f364687 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:19:58.107852 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.194976 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6a1b-dc5b-492c-80b0-c8608cd0268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.205298 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.244552 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e14269c1-548f-4d85-9c5e-0bbe9c4c7e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.246838 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9bb03a53-995f-4e47-a706-ec48b8d7d870 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.248401 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9bb03a53-995f-4e47-a706-ec48b8d7d870 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0026059 Sep 18 05:19:58.249732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a66466a-0bea-4284-adf5-f07b5342cddd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:58.251424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a66466a-0bea-4284-adf5-f07b5342cddd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:58.254444 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1a66466a-0bea-4284-adf5-f07b5342cddd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5029011 Sep 18 05:19:58.257386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37896) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:58.262324 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:58.263035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37898) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:58.272316 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.312925 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.366313 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:19:58.373538 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:19:58.379988 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:19:58.388727 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e14269c1-548f-4d85-9c5e-0bbe9c4c7e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.392768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfd0ef9-5355-4f39-b7bf-45ba6c9a3e01 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 57034af3-a19d-4a0e-896f-b3023009bec4 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:19:58.411808 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] For port 572acaa6-b409-44bf-9179-0ba6e8d5d856, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:19:58.422008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-e14269c1-548f-4d85-9c5e-0bbe9c4c7e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a203d862-57d5-4a1d-9a25-efff58d03c78']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:58.422735 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0ef9-5355-4f39-b7bf-45ba6c9a3e01 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.436230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1bcd6a1b-dc5b-492c-80b0-c8608cd0268e None None] For port dd3f3bf6-4ae2-440a-8ddd-e87b3f364687, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=dd3f3bf6-4ae2-440a-8ddd-e87b3f364687,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:58.458055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=6f67e971-a849-468f-b011-f138d1310387,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:58.462901 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-e14269c1-548f-4d85-9c5e-0bbe9c4c7e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be20c028-e947-49f9-8a1d-c565631129f1') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:58.465291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-e14269c1-548f-4d85-9c5e-0bbe9c4c7e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be20c028-e947-49f9-8a1d-c565631129f1') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:58.473626 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] For port 572acaa6-b409-44bf-9179-0ba6e8d5d856, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=572acaa6-b409-44bf-9179-0ba6e8d5d856,segment=NetworkSegment(fbce8d72-8009-4141-a6ad-29bb90fe4226),segment_id=fbce8d72-8009-4141-a6ad-29bb90fe4226)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:19:58.501920 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e14269c1-548f-4d85-9c5e-0bbe9c4c7e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.526852 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e14269c1-548f-4d85-9c5e-0bbe9c4c7e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.535215 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0ef9-5355-4f39-b7bf-45ba6c9a3e01 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.535440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14269c1-548f-4d85-9c5e-0bbe9c4c7e6c admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:19:58.535993 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e14269c1-548f-4d85-9c5e-0bbe9c4c7e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.538817 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.550435 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.552850 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6a1b-dc5b-492c-80b0-c8608cd0268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: items = [ Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:19:58.615976 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:19:58.622565 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e863280-4761-4a8c-b106-31963b078d0b None None] Pushing event updated for resources: {'Port': ['ID=572acaa6-b409-44bf-9179-0ba6e8d5d856,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:58.701974 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e14269c1-548f-4d85-9c5e-0bbe9c4c7e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.711357 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e14269c1-548f-4d85-9c5e-0bbe9c4c7e6c admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.714693 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e14269c1-548f-4d85-9c5e-0bbe9c4c7e6c admin admin] 10.222.0.23 "DELETE /v2.0/networks/a203d862-57d5-4a1d-9a25-efff58d03c78 HTTP/1.1" status: 204 len: 168 time: 0.9136066 Sep 18 05:19:58.740001 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b96606b0-b0a0-44d8-990f-cbf0db0366fa None None] Could not find standard attr ID for object 15c8297a-d31e-46a7-bd9c-4bc7ec926c86. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:19:58.743700 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0ef9-5355-4f39-b7bf-45ba6c9a3e01 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.785069 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05fac3-54eb-4cd7-84f8-9b3cc5f77809 req-a2ac26aa-f964-4fd4-9f38-90f41c37e6f4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:19:58.787123 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b05fac3-54eb-4cd7-84f8-9b3cc5f77809 req-a2ac26aa-f964-4fd4-9f38-90f41c37e6f4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.1723871 Sep 18 05:19:58.794144 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.813608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14269c1-548f-4d85-9c5e-0bbe9c4c7e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=a203d862-57d5-4a1d-9a25-efff58d03c78,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:58.868722 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd374d4-76ab-40a7-986d-e8e8e62b7d53 None None] DHCP port deletion for 7a347f60-fc6d-4173-bb82-71d58c3fe5c5 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:19:58.888527 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd6a1b-dc5b-492c-80b0-c8608cd0268e None None] Pushing event updated for resources: {'Port': ['ID=dd3f3bf6-4ae2-440a-8ddd-e87b3f364687,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:58.890813 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b05fac3-54eb-4cd7-84f8-9b3cc5f77809 req-9f7e67d0-e259-4402-973d-abab85dfdfe6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720420 Sep 18 05:19:58.914005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Deleting port 95f5b1b1-2fbc-4344-b476-a99f986463e9 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:58.914426 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:58.928659 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:19:58.929965 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:19:58.946814 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-92f218d8-0884-422a-8de0-7b6c71794728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:19:53Z', 'revision_number': 5, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:19:58.982771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f218d8-0884-422a-8de0-7b6c71794728 None None] The sync data for ids ['835bdbd9-f3ac-4c5a-803d-3849579cea2a'] in n-d-789963-13 is: [{'id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1191777735', 'tenant_id': '8f17ab27bf044c9eb86aad6324bc5636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:17:47Z', 'updated_at': '2021-09-18T05:19:53Z', 'revision_number': 5, 'project_id': '8f17ab27bf044c9eb86aad6324bc5636', 'gw_port': {'id': '95f5b1b1-2fbc-4344-b476-a99f986463e9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835bdbd9-f3ac-4c5a-803d-3849579cea2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:17:48Z', 'updated_at': '2021-09-18T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:19:59.019299 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1fd374d4-76ab-40a7-986d-e8e8e62b7d53 None None] Deleting port a8a578c0-8b5e-4c9f-9c62-548afed905ad {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:19:59.021126 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1fd374d4-76ab-40a7-986d-e8e8e62b7d53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:59.100280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] For port 95f5b1b1-2fbc-4344-b476-a99f986463e9, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=95f5b1b1-2fbc-4344-b476-a99f986463e9,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:59.101016 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:59.106385 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:59.129348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Calling delete_port for 95f5b1b1-2fbc-4344-b476-a99f986463e9 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:59.139421 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:59.157319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1fd374d4-76ab-40a7-986d-e8e8e62b7d53 None None] For port a8a578c0-8b5e-4c9f-9c62-548afed905ad, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a8a578c0-8b5e-4c9f-9c62-548afed905ad,segment=NetworkSegment(16839bce-f50c-4500-acc3-849218a3ee96),segment_id=16839bce-f50c-4500-acc3-849218a3ee96)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:19:59.158551 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1fd374d4-76ab-40a7-986d-e8e8e62b7d53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:59.178234 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1fd374d4-76ab-40a7-986d-e8e8e62b7d53 None None] Calling delete_port for a8a578c0-8b5e-4c9f-9c62-548afed905ad owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:19:59.202258 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37906) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:59.211681 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0ef9-5355-4f39-b7bf-45ba6c9a3e01 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:59.264622 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd0ef9-5355-4f39-b7bf-45ba6c9a3e01 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=57034af3-a19d-4a0e-896f-b3023009bec4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:59.287231 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01f1356-d521-423b-88f3-aaabfe47a788 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:19:59.292031 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0ef9-5355-4f39-b7bf-45ba6c9a3e01 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:59.292031 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5bfd0ef9-5355-4f39-b7bf-45ba6c9a3e01 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/57034af3-a19d-4a0e-896f-b3023009bec4 HTTP/1.1" status: 204 len: 168 time: 1.0238850 Sep 18 05:19:59.293307 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37908) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:59.342969 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1fd374d4-76ab-40a7-986d-e8e8e62b7d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:19:59.422665 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4225513e-bc02-4348-870a-ca741085d17a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256311 Sep 18 05:19:59.425622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37912) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:19:59.435788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-c05dc6da-946c-42a8-b220-2a278e1ffb3c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:19:59.559788 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd374d4-76ab-40a7-986d-e8e8e62b7d53 None None] Pushing event deleted for resources: {'Port': ['ID=a8a578c0-8b5e-4c9f-9c62-548afed905ad,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:19:59.579075 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd374d4-76ab-40a7-986d-e8e8e62b7d53 None None] No DVR routers for this DVR port a8a578c0-8b5e-4c9f-9c62-548afed905ad on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:19:59.686743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Allocated IP 172.25.7.86 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/8b49cc59-1a58-4b37-a133-a297b49c0e7e) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:19:59.861863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9867b833-2da6-4dae-bf5e-462745b7f238 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:19:59.908798 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 572acaa6-b409-44bf-9179-0ba6e8d5d856 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:00.012110 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 572acaa6-b409-44bf-9179-0ba6e8d5d856 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:00.012760 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.016373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9867b833-2da6-4dae-bf5e-462745b7f238 None None] Deleting port dd3f3bf6-4ae2-440a-8ddd-e87b3f364687 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:00.016955 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9867b833-2da6-4dae-bf5e-462745b7f238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.070421 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-366c7f81-1bf1-432a-afb8-9d84f3f4d944 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f5a7f89ed194bba936b5924fd025e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8665464 Sep 18 05:20:00.072116 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.077006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37918) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:00.135711 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05dc6da-946c-42a8-b220-2a278e1ffb3c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:00.139816 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c05dc6da-946c-42a8-b220-2a278e1ffb3c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.159503 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9867b833-2da6-4dae-bf5e-462745b7f238 None None] For port dd3f3bf6-4ae2-440a-8ddd-e87b3f364687, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=dd3f3bf6-4ae2-440a-8ddd-e87b3f364687,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:00.160261 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9867b833-2da6-4dae-bf5e-462745b7f238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.178888 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39382f-e85f-4ab3-94c5-8148848b5b26 req-26284100-0259-4b56-a9ea-e8cebd25a776 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:00.180738 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f39382f-e85f-4ab3-94c5-8148848b5b26 req-26284100-0259-4b56-a9ea-e8cebd25a776 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.1325755 Sep 18 05:20:00.215547 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.236260 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9867b833-2da6-4dae-bf5e-462745b7f238 None None] Calling delete_port for dd3f3bf6-4ae2-440a-8ddd-e87b3f364687 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:00.268387 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 572acaa6-b409-44bf-9179-0ba6e8d5d856, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=572acaa6-b409-44bf-9179-0ba6e8d5d856,segment=NetworkSegment(fbce8d72-8009-4141-a6ad-29bb90fe4226),segment_id=fbce8d72-8009-4141-a6ad-29bb90fe4226)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:00.332457 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f39382f-e85f-4ab3-94c5-8148848b5b26 req-e27ad921-0a80-41a5-b237-7179c71690f4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393399 Sep 18 05:20:00.334971 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.343696 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.383394 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1eeb302e-87b8-4b01-a736-4f219c1b34e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.409000 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1eeb302e-87b8-4b01-a736-4f219c1b34e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.434645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a8a578c0-8b5e-4c9f-9c62-548afed905ad no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:00.447704 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.506764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=572acaa6-b409-44bf-9179-0ba6e8d5d856,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:00.531762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event deleted for resources: {'Port': ['ID=95f5b1b1-2fbc-4344-b476-a99f986463e9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:00.563711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: a8a578c0-8b5e-4c9f-9c62-548afed905ad {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:00.564067 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a8a578c0-8b5e-4c9f-9c62-548afed905ad not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:00.570497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 253947da-a0b3-44f1-8493-b02a73380ade no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:00.624619 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 253947da-a0b3-44f1-8493-b02a73380ade {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:00.625174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 253947da-a0b3-44f1-8493-b02a73380ade not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:00.662239 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router cd0c703a-6372-4a56-bd24-ca215cfbbe90 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:20:00.718586 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9867b833-2da6-4dae-bf5e-462745b7f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.763835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.objects.ports [None req-c05dc6da-946c-42a8-b220-2a278e1ffb3c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106909) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:20:00.770425 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c05dc6da-946c-42a8-b220-2a278e1ffb3c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.792644 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867b833-2da6-4dae-bf5e-462745b7f238 None None] Pushing event deleted for resources: {'Port': ['ID=dd3f3bf6-4ae2-440a-8ddd-e87b3f364687,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:00.798281 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9867b833-2da6-4dae-bf5e-462745b7f238 None None] No DVR routers for this DVR port dd3f3bf6-4ae2-440a-8ddd-e87b3f364687 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:20:00.827269 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1eeb302e-87b8-4b01-a736-4f219c1b34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.829884 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1eeb302e-87b8-4b01-a736-4f219c1b34e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.831075 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1eeb302e-87b8-4b01-a736-4f219c1b34e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4252dfe0-8932-45e0-b0aa-6c067fd334fb HTTP/1.1" status: 204 len: 168 time: 0.7556446 Sep 18 05:20:00.835282 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.905258 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:00.916032 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426c954-6a96-4e06-8676-5b4394f678cd None None] Sync routers for ids ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:00.926681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb302e-87b8-4b01-a736-4f219c1b34e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4252dfe0-8932-45e0-b0aa-6c067fd334fb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:00.931007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05dc6da-946c-42a8-b220-2a278e1ffb3c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:00.936590 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:00.937517 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3426c954-6a96-4e06-8676-5b4394f678cd None None] Routers {'cd0c703a-6372-4a56-bd24-ca215cfbbe90'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:00.938881 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3426c954-6a96-4e06-8676-5b4394f678cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:00.953356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-c05dc6da-946c-42a8-b220-2a278e1ffb3c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:00.964186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe399e-e0e1-4095-999d-12c1a4139d82 None None] Network 1e849839-c22c-4fce-b3fb-074a7eaf4a89 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:00.975800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053dab31-6cc3-44da-9770-e977f68f2626 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:00.976804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05dc6da-946c-42a8-b220-2a278e1ffb3c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:00.977471 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c05dc6da-946c-42a8-b220-2a278e1ffb3c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:01.009048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dc6da-946c-42a8-b220-2a278e1ffb3c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=96c40744-1500-4f2d-91a9-4b9e5d65291d,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:01.015664 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:01.017384 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:01.018648 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-dc377f14-fad3-43ef-84f3-6cfb8bcc967d tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7496095 Sep 18 05:20:01.020141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:01.021730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37926) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:01.040005 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3426c954-6a96-4e06-8676-5b4394f678cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:01.058245 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:01.065717 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3426c954-6a96-4e06-8676-5b4394f678cd None None] Routers {'cd0c703a-6372-4a56-bd24-ca215cfbbe90'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:01.068433 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3426c954-6a96-4e06-8676-5b4394f678cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:19:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:01.070173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:01.107366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:01.110127 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event updated for resources: {'Port': ['ID=8b49cc59-1a58-4b37-a133-a297b49c0e7e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:01.152411 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3426c954-6a96-4e06-8676-5b4394f678cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:01.153328 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426c954-6a96-4e06-8676-5b4394f678cd None None] The sync data for ids ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:01.194159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c05dc6da-946c-42a8-b220-2a278e1ffb3c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7631309 Sep 18 05:20:01.195001 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37928) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:01.202512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ffeaea96-068b-44d6-abd4-60a5f7d13286 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'mac_address': 'fa:16:3e:22:06:b5', 'name': 'tempest-NetworksTestDHCPv6-484428656'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:01.234750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-61f683da-730a-43f2-a54d-871a3b7a5e08 None None] Provisioning complete for port 572acaa6-b409-44bf-9179-0ba6e8d5d856 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:01.235126 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-61f683da-730a-43f2-a54d-871a3b7a5e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:01.255551 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:01.256685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Fanout notify agent at l3_agent the message router_deleted on router 835bdbd9-f3ac-4c5a-803d-3849579cea2a {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:20:01.317225 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-33989c04-9332-46bd-9072-38c31b4dbeae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:01.329951 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:01.332355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c3fb1067-7fcc-49d9-933f-d1b27bc8208e tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "DELETE /v2.0/routers/835bdbd9-f3ac-4c5a-803d-3849579cea2a HTTP/1.1" status: 204 len: 168 time: 3.5414612 Sep 18 05:20:01.337247 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:01.340907 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37930) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:01.544726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '96c40744-1500-4f2d-91a9-4b9e5d65291d'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:20:01.545790 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:01.563855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:01.859635 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Allocated IP 2001:db8::f816:3eff:fef7:582b (e14fd239-0fbc-4e30-aef7-beef61ca0e46/96c40744-1500-4f2d-91a9-4b9e5d65291d/9f473eb9-f0c8-49f9-9add-70fe1ec2472a) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:01.988007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad0a74-6296-4bbe-b6da-2a461b001e55 req-0f646639-90b2-4485-a2d2-e7d99213eff5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:02.000102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3aad0a74-6296-4bbe-b6da-2a461b001e55 req-0f646639-90b2-4485-a2d2-e7d99213eff5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.2622001 Sep 18 05:20:02.030418 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-44f13c99-f629-43da-8725-29ff717859aa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:02.042054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeaea96-068b-44d6-abd4-60a5f7d13286 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:02.062519 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e7cf2111-66b0-42c0-bb00-9c5529ac8753 None None] Provisioning complete for port 572acaa6-b409-44bf-9179-0ba6e8d5d856 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:02.063016 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2111-66b0-42c0-bb00-9c5529ac8753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:02.199365 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-44f13c99-f629-43da-8725-29ff717859aa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:02.299536 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:02.347222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-44f13c99-f629-43da-8725-29ff717859aa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a347f60-fc6d-4173-bb82-71d58c3fe5c5']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:02.389454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 572acaa6-b409-44bf-9179-0ba6e8d5d856 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:02.497141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-44f13c99-f629-43da-8725-29ff717859aa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16839bce-f50c-4500-acc3-849218a3ee96') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:02.497472 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-44f13c99-f629-43da-8725-29ff717859aa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16839bce-f50c-4500-acc3-849218a3ee96') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:02.536203 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-44f13c99-f629-43da-8725-29ff717859aa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:02.545562 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:02.547045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 572acaa6-b409-44bf-9179-0ba6e8d5d856 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:02.547418 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:02.578116 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-44f13c99-f629-43da-8725-29ff717859aa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:02.619279 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3aad0a74-6296-4bbe-b6da-2a461b001e55 req-56f7af69-a138-41f4-958c-0c9841f5bc21 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6161182 Sep 18 05:20:02.671606 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffeaea96-068b-44d6-abd4-60a5f7d13286 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:02.681059 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:02.700425 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:02.722643 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-ffeaea96-068b-44d6-abd4-60a5f7d13286 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port 67e08217-6f62-498f-bd78-2b5605b7e043 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:20:02.732022 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f13c99-f629-43da-8725-29ff717859aa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:20:02.732510 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-44f13c99-f629-43da-8725-29ff717859aa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:02.743208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Pushing event updated for resources: {'Port': ['ID=9f473eb9-f0c8-49f9-9add-70fe1ec2472a,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:20:02.745551 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:20:02.766570 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:02.771693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:02.779168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:02.800609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device dd3f3bf6-4ae2-440a-8ddd-e87b3f364687 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:02.819790 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:02.858705 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: dd3f3bf6-4ae2-440a-8ddd-e87b3f364687 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:02.858982 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device dd3f3bf6-4ae2-440a-8ddd-e87b3f364687 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:02.910745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 37960) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:02.982822 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Attempting to bind port 9f473eb9-f0c8-49f9-9add-70fe1ec2472a on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:02.983115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Attempting to bind port 9f473eb9-f0c8-49f9-9add-70fe1ec2472a by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:02.983486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Attempting to bind port 9f473eb9-f0c8-49f9-9add-70fe1ec2472a on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:02.999953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:03.000540 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:03.000964 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.001845 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:03.002024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Bound port: 9f473eb9-f0c8-49f9-9add-70fe1ec2472a, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:03.002415 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.110352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event updated for resources: {'Port': ['ID=8b49cc59-1a58-4b37-a133-a297b49c0e7e,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:03.135542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-145455639-network', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:03.168446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] For port 9f473eb9-f0c8-49f9-9add-70fe1ec2472a, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:03.173282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] For port 9f473eb9-f0c8-49f9-9add-70fe1ec2472a, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9f473eb9-f0c8-49f9-9add-70fe1ec2472a,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:03.175960 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.179487 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-44f13c99-f629-43da-8725-29ff717859aa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.187152 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-44f13c99-f629-43da-8725-29ff717859aa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.189173 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-44f13c99-f629-43da-8725-29ff717859aa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] 10.222.0.23 "DELETE /v2.0/networks/7a347f60-fc6d-4173-bb82-71d58c3fe5c5 HTTP/1.1" status: 204 len: 168 time: 1.8469944 Sep 18 05:20:03.202754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-ffeaea96-068b-44d6-abd4-60a5f7d13286 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::f816:3eff:fe22:6b5 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/96c40744-1500-4f2d-91a9-4b9e5d65291d/67e08217-6f62-498f-bd78-2b5605b7e043) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:03.232493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f13c99-f629-43da-8725-29ff717859aa tempest-TestSecurityGroupsBasicOps-647725488 tempest-TestSecurityGroupsBasicOps-647725488-project] Pushing event deleted for resources: {'Network': ['ID=7a347f60-fc6d-4173-bb82-71d58c3fe5c5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:03.263138 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.20.0.1 (1e849839-c22c-4fce-b3fb-074a7eaf4a89/3b29d74b-0a3c-4c54-907d-33eb650639e2/835357bb-bc98-4327-a1b6-8a89bea19c3e) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:03.280772 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.309776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] Made reservation on behalf of f0a1ea584d184f1fab6742170cc545fd for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:03.312338 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.364306 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.410479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af843f-466e-4abd-8631-2e6649d4db8b None None] Pushing event updated for resources: {'Port': ['ID=9f473eb9-f0c8-49f9-9add-70fe1ec2472a,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:03.417132 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.418043 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b5328358-893e-430f-8d42-e6129d204501 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1597452 Sep 18 05:20:03.495714 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffeaea96-068b-44d6-abd4-60a5f7d13286 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.498719 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.580543 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.582040 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 95f5b1b1-2fbc-4344-b476-a99f986463e9 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:03.607030 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 95f5b1b1-2fbc-4344-b476-a99f986463e9 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:03.607374 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 95f5b1b1-2fbc-4344-b476-a99f986463e9 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:03.624414 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-fda79fc8-fb87-4c4e-9ee7-02e9de7e8f37 req-4f617489-f18d-441b-89c1-53fb05bd2e5c service neutron] (106909) timed out ('10.222.0.13', 59409) {{(pid=106909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:20:03.751592 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-a1374b0b-381c-4db4-801f-3af8ab2c7f8c tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1630865163&fields=id&tenant_id=6b24b241d1e242d6a367baa07a5c602e HTTP/1.1" status: 200 len: 267 time: 0.0646009 Sep 18 05:20:03.789768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1611f-bee8-4aab-bbc0-3444578d763f req-f898603f-407e-4604-a5d5-e16177d43da4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:03.796945 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9eb1611f-bee8-4aab-bbc0-3444578d763f req-f898603f-407e-4604-a5d5-e16177d43da4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.0686712 Sep 18 05:20:03.833318 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9eb1611f-bee8-4aab-bbc0-3444578d763f req-e76ac139-aa58-4495-a75f-7b22d43f3eeb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354931 Sep 18 05:20:03.855283 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8d22de99-a045-4c12-9672-50a99175d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.856981 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.859452 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.862941 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffeaea96-068b-44d6-abd4-60a5f7d13286 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.901384 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 1e849839-c22c-4fce-b3fb-074a7eaf4a89 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:03.904594 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:03.908648 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:03.921487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:20:03.959556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=835357bb-bc98-4327-a1b6-8a89bea19c3e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:03.962968 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:03.963827 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] Added segment 8fad7670-a932-4c34-b312-249d72c95188 of type vlan for network d0c2f6c3-69da-44d0-b747-eee044ed5fda Sep 18 05:20:03.966474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeaea96-068b-44d6-abd4-60a5f7d13286 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:03.989149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967cf6e-3808-453d-9347-0109022faa5e req-1db8082b-7237-4b8a-a6d4-9f84439022fb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:03.996397 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-1db8082b-7237-4b8a-a6d4-9f84439022fb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/networks?id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 HTTP/1.1" status: 200 len: 810 time: 0.2371264 Sep 18 05:20:03.999596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b933dbf6-0090-4c58-8d42-34ec864a7884,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:04.004430 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:04.008127 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ffeaea96-068b-44d6-abd4-60a5f7d13286 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:04.063464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeaea96-068b-44d6-abd4-60a5f7d13286 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:04.083191 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeaea96-068b-44d6-abd4-60a5f7d13286 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:04.088854 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffeaea96-068b-44d6-abd4-60a5f7d13286 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:04.091753 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeaea96-068b-44d6-abd4-60a5f7d13286 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=67e08217-6f62-498f-bd78-2b5605b7e043,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:04.118538 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-50eca87e-bb4b-4b58-97c1-aa9587b871f3 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/quotas/6b24b241d1e242d6a367baa07a5c602e HTTP/1.1" status: 200 len: 375 time: 0.1209197 Sep 18 05:20:04.174370 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:04.269552 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-ed34ffc6-0d92-4b17-9f83-fa7269d7dcdd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b24b241d1e242d6a367baa07a5c602e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1383905 Sep 18 05:20:04.284574 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:04.296008 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ffeaea96-068b-44d6-abd4-60a5f7d13286 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0977278 Sep 18 05:20:04.298584 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37994) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:04.373534 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-255e690b-4642-4eb5-8598-a782b81e98e7 None None] Provisioning complete for port 835357bb-bc98-4327-a1b6-8a89bea19c3e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:04.373913 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-255e690b-4642-4eb5-8598-a782b81e98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:04.428456 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-fe5b437a-e9d4-4fe5-84f9-730e419e0247 service neutron] 10.222.0.23 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310689 Sep 18 05:20:04.429594 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:04.430522 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:04.431200 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:04.469017 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-255e690b-4642-4eb5-8598-a782b81e98e7 None None] Port 835357bb-bc98-4327-a1b6-8a89bea19c3e cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:04.475622 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:04.512594 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00620fb3-0a5d-4ea5-bc65-0ccc3fb07e3a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:04.518878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00620fb3-0a5d-4ea5-bc65-0ccc3fb07e3a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:04.520530 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-00620fb3-0a5d-4ea5-bc65-0ccc3fb07e3a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2205715 Sep 18 05:20:04.521494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37996) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:04.527495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 37998) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:04.628192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] Pushing event updated for resources: {'Network': ['ID=d0c2f6c3-69da-44d0-b747-eee044ed5fda,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:04.640743 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network d0c2f6c3-69da-44d0-b747-eee044ed5fda details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:20:04.690669 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-9079ece7-4abb-47c6-ac2e-2ac11fd1dbe0 service neutron] 10.222.0.23 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531435 Sep 18 05:20:04.748094 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bb012dcb-6a6c-4f10-a5c4-4bf938c25b8e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8282349 Sep 18 05:20:04.748374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38002) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:04.753236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b2e5f9ad-5629-4cdb-8ef4-a027fb36463b admin admin] Request body: {'subnet': {'network_id': 'd0c2f6c3-69da-44d0-b747-eee044ed5fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-145455639-subnet', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:04.852361 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2fce5c5d-4384-41eb-bc6e-eafa3a505a79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f17ab27bf044c9eb86aad6324bc5636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291790 Sep 18 05:20:04.855322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38004) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:04.871256 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e5f9ad-5629-4cdb-8ef4-a027fb36463b admin admin] Made reservation on behalf of f0a1ea584d184f1fab6742170cc545fd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:04.873678 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b2e5f9ad-5629-4cdb-8ef4-a027fb36463b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:04.879418 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-2a796003-3426-40d4-8b4b-04479f73cd17 req-2532e390-8288-4b2f-83f2-5bd6259a5dce service neutron] (106908) timed out ('10.222.0.13', 59408) {{(pid=106908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:20:04.958366 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-29fb6e79-293f-4914-b036-3389fefde0f5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port 67e08217-6f62-498f-bd78-2b5605b7e043 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:04.958544 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29fb6e79-293f-4914-b036-3389fefde0f5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.022047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4a55df05-702d-4e74-bfa1-370b4693dbb0 None None] Provisioning complete for port 9f473eb9-f0c8-49f9-9add-70fe1ec2472a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:05.022436 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4a55df05-702d-4e74-bfa1-370b4693dbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.058593 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c7040b20-0fef-42de-a8a7-8c49ed7be8d2 req-b2f792e1-bade-4d12-9142-2255881345af tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 210 time: 0.0729344 Sep 18 05:20:05.108096 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65de3159-3992-4dc0-989b-dd837be041f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.162562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65de3159-3992-4dc0-989b-dd837be041f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.291736 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4a55df05-702d-4e74-bfa1-370b4693dbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.302102 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.334312 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29fb6e79-293f-4914-b036-3389fefde0f5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.350588 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-29fb6e79-293f-4914-b036-3389fefde0f5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for 67e08217-6f62-498f-bd78-2b5605b7e043 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:05.376420 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65de3159-3992-4dc0-989b-dd837be041f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.377530 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-65de3159-3992-4dc0-989b-dd837be041f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.379672 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-65de3159-3992-4dc0-989b-dd837be041f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70c23b88-5b9c-41f4-aaba-0fa5cf5597dd HTTP/1.1" status: 204 len: 168 time: 0.5224271 Sep 18 05:20:05.390219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de3159-3992-4dc0-989b-dd837be041f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c23b88-5b9c-41f4-aaba-0fa5cf5597dd,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:05.393395 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-4a55df05-702d-4e74-bfa1-370b4693dbb0 None None] For port 9f473eb9-f0c8-49f9-9add-70fe1ec2472a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9f473eb9-f0c8-49f9-9add-70fe1ec2472a,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:05.448344 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b2e5f9ad-5629-4cdb-8ef4-a027fb36463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.466424 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f737ff-64bf-4f67-926c-11af46f0db34 req-c31fea48-dd08-410c-a682-fbaaf4dded4c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:05.474217 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2f737ff-64bf-4f67-926c-11af46f0db34 req-c31fea48-dd08-410c-a682-fbaaf4dded4c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.5341337 Sep 18 05:20:05.479143 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4a55df05-702d-4e74-bfa1-370b4693dbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.591079 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55df05-702d-4e74-bfa1-370b4693dbb0 None None] Pushing event updated for resources: {'Port': ['ID=9f473eb9-f0c8-49f9-9add-70fe1ec2472a,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:05.621536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e5f9ad-5629-4cdb-8ef4-a027fb36463b admin admin] Checking segment: {'id': '8fad7670-a932-4c34-b312-249d72c95188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0c2f6c3-69da-44d0-b747-eee044ed5fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:05.622030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e5f9ad-5629-4cdb-8ef4-a027fb36463b admin admin] Network hostable DHCP agents. Network: d0c2f6c3-69da-44d0-b747-eee044ed5fda, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:20:05.630859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a1593e60-0293-49db-b040-7ab6bf823747 None None] Provisioning complete for port 67e08217-6f62-498f-bd78-2b5605b7e043 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:05.632003 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a1593e60-0293-49db-b040-7ab6bf823747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.641722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5f9ad-5629-4cdb-8ef4-a027fb36463b admin admin] Pushing event updated for resources: {'Subnet': ['ID=526ee123-f296-4b2e-88f7-a3b6cc31782b,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:05.711934 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a1593e60-0293-49db-b040-7ab6bf823747 None None] Port 67e08217-6f62-498f-bd78-2b5605b7e043 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:05.727910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e5f9ad-5629-4cdb-8ef4-a027fb36463b admin admin] Network d0c2f6c3-69da-44d0-b747-eee044ed5fda is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:20:05.748545 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2f737ff-64bf-4f67-926c-11af46f0db34 req-521350e6-9d05-448b-943a-0d7570a6388a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733247 Sep 18 05:20:05.752584 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9f473eb9-f0c8-49f9-9add-70fe1ec2472a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:05.781040 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.827360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9f473eb9-f0c8-49f9-9add-70fe1ec2472a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:05.827360 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.846851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b2e5f9ad-5629-4cdb-8ef4-a027fb36463b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, d0c2f6c3-69da-44d0-b747-eee044ed5fda) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:05.856950 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cec2b3-fa7d-4772-8d77-864d6e21cf4b None None] Network d0c2f6c3-69da-44d0-b747-eee044ed5fda requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:05.862052 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5f9ad-5629-4cdb-8ef4-a027fb36463b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:05.868088 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b2e5f9ad-5629-4cdb-8ef4-a027fb36463b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.876135 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29fb6e79-293f-4914-b036-3389fefde0f5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.878693 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:05.960827 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b2e5f9ad-5629-4cdb-8ef4-a027fb36463b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2109482 Sep 18 05:20:05.964130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38026) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:05.971036 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-145455639-router', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:06.068776 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29fb6e79-293f-4914-b036-3389fefde0f5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:06.070633 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-29fb6e79-293f-4914-b036-3389fefde0f5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/67e08217-6f62-498f-bd78-2b5605b7e043 HTTP/1.1" status: 204 len: 168 time: 1.5403264 Sep 18 05:20:06.073849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38030) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:06.075070 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=835357bb-bc98-4327-a1b6-8a89bea19c3e,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:06.078092 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:06.088497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-d0c2f6c3-69da-44d0-b747-eee044ed5fda', 'network_id': 'd0c2f6c3-69da-44d0-b747-eee044ed5fda', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'fixed_ips': [{'subnet_id': '526ee123-f296-4b2e-88f7-a3b6cc31782b'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:20:06.089666 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:06.147546 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb6e79-293f-4914-b036-3389fefde0f5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=67e08217-6f62-498f-bd78-2b5605b7e043,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:06.160332 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:06.161555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:06.245127 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-582bd8fd-3ebe-468c-9442-bad666f8600f req-635bf2fe-04f3-499e-88a9-5a4ca0ce29b0 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 210 time: 0.0904806 Sep 18 05:20:06.287548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ac4c10-ed5a-462b-9179-8c000aa0b402 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:06.289553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ac4c10-ed5a-462b-9179-8c000aa0b402 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:06.292208 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-61ac4c10-ed5a-462b-9179-8c000aa0b402 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2167263 Sep 18 05:20:06.314230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Allocated IP 172.20.0.2 (d0c2f6c3-69da-44d0-b747-eee044ed5fda/526ee123-f296-4b2e-88f7-a3b6cc31782b/2140651b-6fe5-4e9d-acf9-67cfcb65eaf1) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:06.348931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38036) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:06.431013 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:06.479101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c48582b-de36-4e11-8e46-c560f08153b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 96c40744-1500-4f2d-91a9-4b9e5d65291d {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:20:06.500139 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c48582b-de36-4e11-8e46-c560f08153b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:06.552633 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c48582b-de36-4e11-8e46-c560f08153b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:06.627438 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:06.651418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38038) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:06.688773 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:06.755632 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Pushing event updated for resources: {'Port': ['ID=2140651b-6fe5-4e9d-acf9-67cfcb65eaf1,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:06.809627 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Network d0c2f6c3-69da-44d0-b747-eee044ed5fda is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:06.811730 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:06.820609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:06.849816 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 1e849839-c22c-4fce-b3fb-074a7eaf4a89 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:06.853188 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:06.862954 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:06.893732 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c7689fea-06d3-44fe-9493-37f28ff22879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:06.896190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Attempting to bind port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:06.896845 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Attempting to bind port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '8fad7670-a932-4c34-b312-249d72c95188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0c2f6c3-69da-44d0-b747-eee044ed5fda'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:06.907700 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Attempting to bind port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 on network d0c2f6c3-69da-44d0-b747-eee044ed5fda {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:06.913413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:06.918912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Checking segment: {'id': '8fad7670-a932-4c34-b312-249d72c95188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0c2f6c3-69da-44d0-b747-eee044ed5fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:06.918912 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:06.918912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Bound using segment: {'id': '8fad7670-a932-4c34-b312-249d72c95188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0c2f6c3-69da-44d0-b747-eee044ed5fda'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:06.918912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Bound port: 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fad7670-a932-4c34-b312-249d72c95188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0c2f6c3-69da-44d0-b747-eee044ed5fda'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:06.918912 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:06.986647 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:07.015015 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c48582b-de36-4e11-8e46-c560f08153b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:07.037374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82774a9c-409a-4c94-bb16-2d32ce263d8d req-3a906f47-0caf-4daf-b322-bb0bb81390b4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:07.041711 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-82774a9c-409a-4c94-bb16-2d32ce263d8d req-3a906f47-0caf-4daf-b322-bb0bb81390b4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.1781051 Sep 18 05:20:07.051362 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] For port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:07.060922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] For port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2140651b-6fe5-4e9d-acf9-67cfcb65eaf1,segment=NetworkSegment(8fad7670-a932-4c34-b312-249d72c95188),segment_id=8fad7670-a932-4c34-b312-249d72c95188)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:07.147139 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-82774a9c-409a-4c94-bb16-2d32ce263d8d req-bcab4491-8f21-4640-9fde-e545996bde7b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981719 Sep 18 05:20:07.187442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router cd0c703a-6372-4a56-bd24-ca215cfbbe90 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:20:07.202704 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:07.210898 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c7689fea-06d3-44fe-9493-37f28ff22879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:07.241977 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c48582b-de36-4e11-8e46-c560f08153b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:07.293335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48582b-de36-4e11-8e46-c560f08153b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=96c40744-1500-4f2d-91a9-4b9e5d65291d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:07.315686 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c7689fea-06d3-44fe-9493-37f28ff22879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:07.343817 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:07.359971 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-96603919-1755-4073-ba61-5136dc45de25 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "PUT /v2.0/routers/cd0c703a-6372-4a56-bd24-ca215cfbbe90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3366015 Sep 18 05:20:07.362851 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38046) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:07.368586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-540cc0f9-c8e7-4bea-a84b-905d3e93c74c None None] Provisioning complete for port 835357bb-bc98-4327-a1b6-8a89bea19c3e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:07.369814 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-540cc0f9-c8e7-4bea-a84b-905d3e93c74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:07.379912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-490b7c2a-f102-479b-ad24-50ded41b7684 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'port': {'network_id': '1e849839-c22c-4fce-b3fb-074a7eaf4a89', 'name': 'tempest-FloatingIPTestJSON-358847126'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:07.385734 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddda368d-65e8-4767-9cab-a14e709c3952 None None] Sync routers for ids ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:07.457553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7689fea-06d3-44fe-9493-37f28ff22879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1caab35-e56b-46be-9289-9b03e67cb452,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:07.467782 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddda368d-65e8-4767-9cab-a14e709c3952 None None] Routers {'cd0c703a-6372-4a56-bd24-ca215cfbbe90'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:07.468464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ddda368d-65e8-4767-9cab-a14e709c3952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:07.483598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920187b0-d070-4917-b8ff-b80892f7374e None None] Pushing event updated for resources: {'Port': ['ID=2140651b-6fe5-4e9d-acf9-67cfcb65eaf1,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:07.540705 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7c48582b-de36-4e11-8e46-c560f08153b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:07.549213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38050) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:07.550079 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7c48582b-de36-4e11-8e46-c560f08153b8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/96c40744-1500-4f2d-91a9-4b9e5d65291d HTTP/1.1" status: 204 len: 168 time: 1.1966076 Sep 18 05:20:07.566391 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f3d2b15c-9e8a-4c0c-b730-164f2bfd5771 req-65d88fff-9c2e-420d-ac7c-a73dd86d0725 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 210 time: 0.1780627 Sep 18 05:20:07.592840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788eb2e8-014b-4456-9595-cccfd6e7d76f None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:07.609375 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-81f02f92-2082-434c-85a7-775dc4063d6b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587945 Sep 18 05:20:07.610824 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38054) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:07.623516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38056) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:07.623617 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c7689fea-06d3-44fe-9493-37f28ff22879 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=940c0ee908d34a5686bf33ea801614c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9675539 Sep 18 05:20:07.625436 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490b7c2a-f102-479b-ad24-50ded41b7684 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Made reservation on behalf of 760e20d1cbe949159468b875c59a885a for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:07.630698 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-490b7c2a-f102-479b-ad24-50ded41b7684 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:07.642668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ddda368d-65e8-4767-9cab-a14e709c3952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:07.796765 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9f473eb9-f0c8-49f9-9add-70fe1ec2472a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:07.804806 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-490b7c2a-f102-479b-ad24-50ded41b7684 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] device_id is not set on port 765fc451-6c7b-4261-905f-dfe7e52f14cd yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:20:07.845833 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-540cc0f9-c8e7-4bea-a84b-905d3e93c74c None None] Port 835357bb-bc98-4327-a1b6-8a89bea19c3e cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:07.875952 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddda368d-65e8-4767-9cab-a14e709c3952 None None] Routers {'cd0c703a-6372-4a56-bd24-ca215cfbbe90'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:07.879656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ddda368d-65e8-4767-9cab-a14e709c3952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:07.933504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b1015-3f10-4fe9-a895-059aac87b565 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:07.935084 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cd7b1015-3f10-4fe9-a895-059aac87b565 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3019624 Sep 18 05:20:07.940115 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38058) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:07.978200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ddda368d-65e8-4767-9cab-a14e709c3952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:07.979839 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddda368d-65e8-4767-9cab-a14e709c3952 None None] The sync data for ids ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:07.990326 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7705c0c6-a09d-463c-8508-31b7cb45e938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:08.012183 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9f473eb9-f0c8-49f9-9add-70fe1ec2472a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:08.012595 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:08.031614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fda844-f649-4238-b903-8d4ff5e817fe tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:08.038669 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38060) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:08.039341 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-11fda844-f649-4238-b903-8d4ff5e817fe tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0912135 Sep 18 05:20:08.117730 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-325b7cf0-af57-4dcc-8678-88f941a5f154 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685647 Sep 18 05:20:08.125945 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48955917-3e5d-48d3-9249-29767486093b None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:20:08.127902 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38062) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:08.146952 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1d33effb-87db-47be-a044-9dda53ff4a2c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:08.156760 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7705c0c6-a09d-463c-8508-31b7cb45e938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:08.172749 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:08.201303 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:08.235394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967cf6e-3808-453d-9347-0109022faa5e req-ff7c7813-b269-4adb-a69c-8cb25e84b772 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:08.236998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-ff7c7813-b269-4adb-a69c-8cb25e84b772 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.13 "GET /v2.0/networks?id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 HTTP/1.1" status: 200 len: 810 time: 0.3604312 Sep 18 05:20:08.253864 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-490b7c2a-f102-479b-ad24-50ded41b7684 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Allocated IP 172.20.0.7 (1e849839-c22c-4fce-b3fb-074a7eaf4a89/3b29d74b-0a3c-4c54-907d-33eb650639e2/765fc451-6c7b-4261-905f-dfe7e52f14cd) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:08.270440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-48955917-3e5d-48d3-9249-29767486093b None None] Deleting port 9f473eb9-f0c8-49f9-9add-70fe1ec2472a {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:08.272207 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-48955917-3e5d-48d3-9249-29767486093b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:08.390998 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-48955917-3e5d-48d3-9249-29767486093b None None] For port 9f473eb9-f0c8-49f9-9add-70fe1ec2472a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9f473eb9-f0c8-49f9-9add-70fe1ec2472a,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:08.395281 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-48955917-3e5d-48d3-9249-29767486093b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:08.397688 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-17c9d795-6e8a-4858-97f1-6373402fda77 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b24b241d1e242d6a367baa07a5c602e HTTP/1.1" status: 200 len: 380 time: 0.1311145 Sep 18 05:20:08.430259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-48955917-3e5d-48d3-9249-29767486093b None None] Calling delete_port for 9f473eb9-f0c8-49f9-9add-70fe1ec2472a owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:08.498984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a967cf6e-3808-453d-9347-0109022faa5e req-accf97a3-15dc-42ea-ba23-c74e7b0acecb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Request body: {'port': {'device_id': 'c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'admin_state_up': True, 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'security_groups': ['3e0c6685-7c50-48d3-b6bf-84d172a99630']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:08.508528 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7705c0c6-a09d-463c-8508-31b7cb45e938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:08.511727 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7705c0c6-a09d-463c-8508-31b7cb45e938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:08.520510 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7705c0c6-a09d-463c-8508-31b7cb45e938 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1caab35-e56b-46be-9289-9b03e67cb452 HTTP/1.1" status: 204 len: 168 time: 0.9086459 Sep 18 05:20:08.556555 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705c0c6-a09d-463c-8508-31b7cb45e938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1caab35-e56b-46be-9289-9b03e67cb452,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:08.559432 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d33effb-87db-47be-a044-9dda53ff4a2c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:08.572822 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d33effb-87db-47be-a044-9dda53ff4a2c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:08.626968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Allocated IP 172.25.7.252 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/73d27040-291d-4b9a-bff6-97d92dbad9d3) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:08.690223 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-48955917-3e5d-48d3-9249-29767486093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:08.755725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48955917-3e5d-48d3-9249-29767486093b None None] No DVR routers for this DVR port 9f473eb9-f0c8-49f9-9add-70fe1ec2472a on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:20:08.757548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48955917-3e5d-48d3-9249-29767486093b None None] Pushing event deleted for resources: {'Port': ['ID=9f473eb9-f0c8-49f9-9add-70fe1ec2472a,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:08.838208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:08.911418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239c410-737e-46c3-a2f2-cf441be76313 req-a0b4a467-ab9e-4d77-aadd-8212c082bbe5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:08.921023 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6239c410-737e-46c3-a2f2-cf441be76313 req-a0b4a467-ab9e-4d77-aadd-8212c082bbe5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.6532660 Sep 18 05:20:08.948730 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:09.020974 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f28be-ac04-4478-b631-f1000877d0f9 None None] Network d0c2f6c3-69da-44d0-b747-eee044ed5fda requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:09.028156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Pushing event updated for resources: {'Port': ['ID=73d27040-291d-4b9a-bff6-97d92dbad9d3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:09.046919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:09.086055 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-490b7c2a-f102-479b-ad24-50ded41b7684 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:09.108018 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6239c410-737e-46c3-a2f2-cf441be76313 req-7bf85d61-11ac-4fc7-8404-83d9f22bbbbd tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859021 Sep 18 05:20:09.129197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:09.133906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:09.191540 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1e8b88ce-a049-4240-90d6-d9da2085780e None None] Provisioning complete for port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:09.192189 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1e8b88ce-a049-4240-90d6-d9da2085780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:09.213670 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-490b7c2a-f102-479b-ad24-50ded41b7684 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:09.309489 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9e8ed104-c677-498f-a765-478cacdf1b99 req-67ce6a72-a2b0-4217-a435-b5f0cd56659f tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 210 time: 0.0518737 Sep 18 05:20:09.345660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.objects.ports [None req-1d33effb-87db-47be-a044-9dda53ff4a2c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106908) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:20:09.347701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b7c2a-f102-479b-ad24-50ded41b7684 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event updated for resources: {'Port': ['ID=765fc451-6c7b-4261-905f-dfe7e52f14cd,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:09.356187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d33effb-87db-47be-a044-9dda53ff4a2c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:09.435941 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1e8b88ce-a049-4240-90d6-d9da2085780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:09.438033 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b7c2a-f102-479b-ad24-50ded41b7684 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Network 1e849839-c22c-4fce-b3fb-074a7eaf4a89 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:09.447686 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-490b7c2a-f102-479b-ad24-50ded41b7684 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:09.467633 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33effb-87db-47be-a044-9dda53ff4a2c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:09.469453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b7c2a-f102-479b-ad24-50ded41b7684 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:09.497304 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1e8b88ce-a049-4240-90d6-d9da2085780e None None] For port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2140651b-6fe5-4e9d-acf9-67cfcb65eaf1,segment=NetworkSegment(8fad7670-a932-4c34-b312-249d72c95188),segment_id=8fad7670-a932-4c34-b312-249d72c95188)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:09.516657 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-1d33effb-87db-47be-a044-9dda53ff4a2c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:09.520980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33effb-87db-47be-a044-9dda53ff4a2c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:09.521753 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d33effb-87db-47be-a044-9dda53ff4a2c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:09.534578 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33effb-87db-47be-a044-9dda53ff4a2c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=d86f43db-c6c4-426a-8fac-8e8e0c6bb56d,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:09.553522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f44441-1bc9-46bd-ba6c-8ac95749a687 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:09.575867 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1e8b88ce-a049-4240-90d6-d9da2085780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:09.608170 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490b7c2a-f102-479b-ad24-50ded41b7684 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:09.609060 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-490b7c2a-f102-479b-ad24-50ded41b7684 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:09.636789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38078) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:09.682192 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1d33effb-87db-47be-a044-9dda53ff4a2c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5508518 Sep 18 05:20:09.686660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38080) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:09.699722 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b88ce-a049-4240-90d6-d9da2085780e None None] Pushing event updated for resources: {'Port': ['ID=2140651b-6fe5-4e9d-acf9-67cfcb65eaf1,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:09.706708 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f6a04ce3-c067-49f5-af67-c77457d4b12d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'mac_address': 'fa:16:3e:6c:07:58', 'name': 'tempest-NetworksTestDHCPv6-407080629'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:09.778157 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:09.898712 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:09.899238 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:09.923686 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ea11c7ba-a9bf-4ef3-97cd-ed6f3ca7ea87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfda514338ff4a129dbc96247971b19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856922 Sep 18 05:20:09.929218 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38082) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:09.943160 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-490b7c2a-f102-479b-ad24-50ded41b7684 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5790539 Sep 18 05:20:09.948153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38084) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:09.952753 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d46fd0f8-4479-4752-9a49-f6678a0945a0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Request body: {'floatingip': {'port_id': '765fc451-6c7b-4261-905f-dfe7e52f14cd'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:09.990161 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:09.993593 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a967cf6e-3808-453d-9347-0109022faa5e req-accf97a3-15dc-42ea-ba23-c74e7b0acecb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Made reservation on behalf of 6b24b241d1e242d6a367baa07a5c602e for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:09.998133 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a967cf6e-3808-453d-9347-0109022faa5e req-accf97a3-15dc-42ea-ba23-c74e7b0acecb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:10.013408 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': 'd86f43db-c6c4-426a-8fac-8e8e0c6bb56d'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:20:10.014313 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:10.084759 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d46fd0f8-4479-4752-9a49-f6678a0945a0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:10.141729 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ded1281b-9b49-4aab-adc1-12f0509e90ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:10.236289 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ded1281b-9b49-4aab-adc1-12f0509e90ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:10.251305 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a04ce3-c067-49f5-af67-c77457d4b12d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:10.303318 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-607d0496-2ef8-4795-b2b9-50b2a042e1b0 None None] Provisioning complete for port 765fc451-6c7b-4261-905f-dfe7e52f14cd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:10.303696 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-607d0496-2ef8-4795-b2b9-50b2a042e1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:10.362441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-a967cf6e-3808-453d-9347-0109022faa5e req-accf97a3-15dc-42ea-ba23-c74e7b0acecb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Allocated IP 172.20.0.3 (44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0/5ab02bc3-4445-486e-bb1b-e6de93866e50/e7995528-e83e-4ebb-a32c-2fe7fd014d09) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:10.481959 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a454ed6c-24e7-4100-bc23-8ed3ff73afe9 req-ec74ff17-c409-4cb2-8140-c93b44f6f1fd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 210 time: 0.0639794 Sep 18 05:20:10.492576 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Allocated IP 2001:db8::f816:3eff:fe12:d9cf (e14fd239-0fbc-4e30-aef7-beef61ca0e46/d86f43db-c6c4-426a-8fac-8e8e0c6bb56d/deea9087-e20d-4cdd-a773-52a40abd17e6) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:10.628830 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f6a04ce3-c067-49f5-af67-c77457d4b12d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:10.668991 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ded1281b-9b49-4aab-adc1-12f0509e90ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:10.670998 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:10.673981 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ded1281b-9b49-4aab-adc1-12f0509e90ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:10.694795 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ded1281b-9b49-4aab-adc1-12f0509e90ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99cb65b4-e59f-4b6a-8c67-66aabd18c793 HTTP/1.1" status: 204 len: 168 time: 0.7404535 Sep 18 05:20:10.709148 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-607d0496-2ef8-4795-b2b9-50b2a042e1b0 None None] Port 765fc451-6c7b-4261-905f-dfe7e52f14cd cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:10.749305 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:10.772504 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-607d0496-2ef8-4795-b2b9-50b2a042e1b0 None None] Provisioning complete for port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:10.772504 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-607d0496-2ef8-4795-b2b9-50b2a042e1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:10.780508 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9f473eb9-f0c8-49f9-9add-70fe1ec2472a no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:10.788025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cab739-3305-459a-8de5-0646786d6adc req-95b3967f-f5da-4841-a327-5780e6eba052 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:10.789627 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-68cab739-3305-459a-8de5-0646786d6adc req-95b3967f-f5da-4841-a327-5780e6eba052 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.5233319 Sep 18 05:20:10.825668 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1281b-9b49-4aab-adc1-12f0509e90ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cb65b4-e59f-4b6a-8c67-66aabd18c793,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:10.843619 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-f6a04ce3-c067-49f5-af67-c77457d4b12d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port f111980c-7e11-41ac-813b-7716e062140f yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:20:10.857172 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:10.865081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 9f473eb9-f0c8-49f9-9add-70fe1ec2472a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:10.865517 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9f473eb9-f0c8-49f9-9add-70fe1ec2472a not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:10.875095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:10.881746 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:10.908327 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Pushing event updated for resources: {'Port': ['ID=deea9087-e20d-4cdd-a773-52a40abd17e6,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:10.911578 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-68cab739-3305-459a-8de5-0646786d6adc req-549f0d6d-a765-407d-bae9-f7f7a61e5ecf tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893388 Sep 18 05:20:10.932213 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:10.957131 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:10.957567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:10.957993 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:10.958404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:10.959053 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:10.959294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:10.959638 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:10.959976 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:10.960347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:10.960695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:10.961041 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:10.961346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:11.031456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Attempting to bind port deea9087-e20d-4cdd-a773-52a40abd17e6 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:11.032202 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Attempting to bind port deea9087-e20d-4cdd-a773-52a40abd17e6 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:11.032434 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Attempting to bind port deea9087-e20d-4cdd-a773-52a40abd17e6 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:11.055512 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:11.056079 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:11.059054 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:11.059054 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:11.059054 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Bound port: deea9087-e20d-4cdd-a773-52a40abd17e6, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:11.059054 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:11.136730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-f6a04ce3-c067-49f5-af67-c77457d4b12d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::f816:3eff:fe6c:758 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/d86f43db-c6c4-426a-8fac-8e8e0c6bb56d/f111980c-7e11-41ac-813b-7716e062140f) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:11.139855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a967cf6e-3808-453d-9347-0109022faa5e req-accf97a3-15dc-42ea-ba23-c74e7b0acecb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:11.209073 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] For port deea9087-e20d-4cdd-a773-52a40abd17e6, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:11.223013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] For port deea9087-e20d-4cdd-a773-52a40abd17e6, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=deea9087-e20d-4cdd-a773-52a40abd17e6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:11.299719 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Router f4f88832-f574-4d09-8fa8-47ef418e5841 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:20:11.351347 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:11.413667 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d46fd0f8-4479-4752-9a49-f6678a0945a0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:11.455590 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a967cf6e-3808-453d-9347-0109022faa5e req-accf97a3-15dc-42ea-ba23-c74e7b0acecb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:11.457451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b17aeb-cd80-4eb5-a6e3-2dc54e58bd8e None None] Pushing event updated for resources: {'Port': ['ID=deea9087-e20d-4cdd-a773-52a40abd17e6,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:11.457598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:11.479276 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Sync routers for ids ['f4f88832-f574-4d09-8fa8-47ef418e5841'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:11.501858 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Routers {'f4f88832-f574-4d09-8fa8-47ef418e5841'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:11.504250 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f4f88832-f574-4d09-8fa8-47ef418e5841'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:11.507619 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f6a04ce3-c067-49f5-af67-c77457d4b12d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:11.549716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a967cf6e-3808-453d-9347-0109022faa5e req-accf97a3-15dc-42ea-ba23-c74e7b0acecb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:11.551256 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-a967cf6e-3808-453d-9347-0109022faa5e req-accf97a3-15dc-42ea-ba23-c74e7b0acecb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:11.562243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a967cf6e-3808-453d-9347-0109022faa5e req-accf97a3-15dc-42ea-ba23-c74e7b0acecb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:11.594434 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d46fd0f8-4479-4752-9a49-f6678a0945a0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:11.661633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967cf6e-3808-453d-9347-0109022faa5e req-accf97a3-15dc-42ea-ba23-c74e7b0acecb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:11.663132 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a967cf6e-3808-453d-9347-0109022faa5e req-accf97a3-15dc-42ea-ba23-c74e7b0acecb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:11.682707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf97a3-15dc-42ea-ba23-c74e7b0acecb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event updated for resources: {'Port': ['ID=e7995528-e83e-4ebb-a32c-2fe7fd014d09,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:11.707061 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:11.803097 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:11.803488 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:11.827801 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf74342-19af-4d50-9092-575035210b48 req-74230e79-8f61-4818-82c0-38b6f60b0fc1 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:11.836874 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ccf74342-19af-4d50-9092-575035210b48 req-74230e79-8f61-4818-82c0-38b6f60b0fc1 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 931 time: 0.1378562 Sep 18 05:20:11.906010 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-d46fd0f8-4479-4752-9a49-f6678a0945a0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Floating IP 77febcf1-c137-45b7-af29-5df4800272c0 associated. External IP: 172.25.7.64, port: edb33c73-65f6-4eb4-b0de-2e0041e104e3. Sep 18 05:20:11.922787 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ccf74342-19af-4d50-9092-575035210b48 req-495db369-76c4-43a2-9b2f-b58aa77020dd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849121 Sep 18 05:20:11.966347 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Set router f4f88832-f574-4d09-8fa8-47ef418e5841 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:20:12.101670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ac82c-5341-4ef3-a1ff-32b6013351cb req-5d0369c9-6235-4be3-9413-0511009b779a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:12.104570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f3ac82c-5341-4ef3-a1ff-32b6013351cb req-5d0369c9-6235-4be3-9413-0511009b779a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.0677536 Sep 18 05:20:12.105099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-55a55cee-51c9-40d0-b918-edaeaf01904a None None] Provisioning complete for port e7995528-e83e-4ebb-a32c-2fe7fd014d09 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:12.105546 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-55a55cee-51c9-40d0-b918-edaeaf01904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:12.164727 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f3ac82c-5341-4ef3-a1ff-32b6013351cb req-76c1e333-7767-468d-bb3d-ae04c493387f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539894 Sep 18 05:20:12.166766 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:12.168041 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-62b8c6df-5332-458c-b41a-8c84da0f2964 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2020164 Sep 18 05:20:12.170635 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38112) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:12.177336 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'name': 'tempest-TestAggregatesBasicOps-145455639-router', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '73d27040-291d-4b9a-bff6-97d92dbad9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:06Z', 'updated_at': '2021-09-18T05:20:09Z', 'revision_number': 3, 'project_id': 'f0a1ea584d184f1fab6742170cc545fd', 'gw_port': {'id': '73d27040-291d-4b9a-bff6-97d92dbad9d3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:08Z', 'updated_at': '2021-09-18T05:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:12.179678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-55a55cee-51c9-40d0-b918-edaeaf01904a None None] Port e7995528-e83e-4ebb-a32c-2fe7fd014d09 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:12.210863 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-accf97a3-15dc-42ea-ba23-c74e7b0acecb tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7723355 Sep 18 05:20:12.226171 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Checking router: f4f88832-f574-4d09-8fa8-47ef418e5841 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:20:12.226549 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Updating router f4f88832-f574-4d09-8fa8-47ef418e5841 port 73d27040-291d-4b9a-bff6-97d92dbad9d3 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:20:12.260773 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:12.282073 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Request body: {'port': {'device_id': 'c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:12.421937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:12.518170 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f6a04ce3-c067-49f5-af67-c77457d4b12d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:12.565510 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a04ce3-c067-49f5-af67-c77457d4b12d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:12.570621 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-f6a04ce3-c067-49f5-af67-c77457d4b12d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:12.581857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a04ce3-c067-49f5-af67-c77457d4b12d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:12.591789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a04ce3-c067-49f5-af67-c77457d4b12d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:12.592514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f6a04ce3-c067-49f5-af67-c77457d4b12d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:12.678662 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a04ce3-c067-49f5-af67-c77457d4b12d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=f111980c-7e11-41ac-813b-7716e062140f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:12.693775 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:12.714856 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46fd0f8-4479-4752-9a49-f6678a0945a0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:20:12.813064 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:12.819651 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f6a04ce3-c067-49f5-af67-c77457d4b12d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.1296840 Sep 18 05:20:12.825676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38130) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:12.958245 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a9d13-17c3-4249-99c4-829d6513d3aa None None] Pushing event updated for resources: {'Port': ['ID=73d27040-291d-4b9a-bff6-97d92dbad9d3,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:12.968370 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Attempting to bind port 73d27040-291d-4b9a-bff6-97d92dbad9d3 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:12.968746 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Attempting to bind port 73d27040-291d-4b9a-bff6-97d92dbad9d3 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:12.969107 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Attempting to bind port 73d27040-291d-4b9a-bff6-97d92dbad9d3 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:12.984998 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:12.985444 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:12.985864 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:12.987163 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:12.987667 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Bound port: 73d27040-291d-4b9a-bff6-97d92dbad9d3, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:12.988056 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:12.992229 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a9d13-17c3-4249-99c4-829d6513d3aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:12.992635 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a9d13-17c3-4249-99c4-829d6513d3aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:12.993032 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a9d13-17c3-4249-99c4-829d6513d3aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:12.993378 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a9d13-17c3-4249-99c4-829d6513d3aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:12.993714 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a9d13-17c3-4249-99c4-829d6513d3aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:12.994734 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a9d13-17c3-4249-99c4-829d6513d3aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:12.995076 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a9d13-17c3-4249-99c4-829d6513d3aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:12.995404 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a9d13-17c3-4249-99c4-829d6513d3aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:12.995789 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a9d13-17c3-4249-99c4-829d6513d3aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:12.996122 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a9d13-17c3-4249-99c4-829d6513d3aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:12.996503 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a9d13-17c3-4249-99c4-829d6513d3aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:12.997105 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a9d13-17c3-4249-99c4-829d6513d3aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:13.013574 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38138) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:13.083518 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46fd0f8-4479-4752-9a49-f6678a0945a0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:13.085812 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] For port 73d27040-291d-4b9a-bff6-97d92dbad9d3, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:13.095652 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2861316-8d76-4c44-88bc-ed640a40b957 None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:13.100484 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] For port 73d27040-291d-4b9a-bff6-97d92dbad9d3, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=73d27040-291d-4b9a-bff6-97d92dbad9d3,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:13.114748 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea25021-d500-4986-9394-1ec68d36921a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:13.115922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2861316-8d76-4c44-88bc-ed640a40b957 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:13.116878 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c2861316-8d76-4c44-88bc-ed640a40b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:13.124632 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea25021-d500-4986-9394-1ec68d36921a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:13.133545 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3ea25021-d500-4986-9394-1ec68d36921a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3065851 Sep 18 05:20:13.144104 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38142) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:13.191208 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:13.260046 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c2861316-8d76-4c44-88bc-ed640a40b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:13.277167 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2861316-8d76-4c44-88bc-ed640a40b957 None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:13.280843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c2861316-8d76-4c44-88bc-ed640a40b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:13.340203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c2861316-8d76-4c44-88bc-ed640a40b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:13.341542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2861316-8d76-4c44-88bc-ed640a40b957 None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:13.399578 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Routers {'f4f88832-f574-4d09-8fa8-47ef418e5841'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:13.401814 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f4f88832-f574-4d09-8fa8-47ef418e5841'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:13.421662 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf43ae-6655-4948-95a5-f17d7cac42e8 req-2583e8e9-70c9-4ef6-b02f-509d825161e8 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:13.425341 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5659fc67-7dc4-4729-a47f-fed32b5434a4 None None] Provisioning complete for port deea9087-e20d-4cdd-a773-52a40abd17e6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:13.425827 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5659fc67-7dc4-4729-a47f-fed32b5434a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:13.428934 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-58bf43ae-6655-4948-95a5-f17d7cac42e8 req-2583e8e9-70c9-4ef6-b02f-509d825161e8 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 931 time: 0.2911265 Sep 18 05:20:13.444138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1199997866-network', 'tenant_id': '309a0cc2df444ffe942e54d06c23525f'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:13.519274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e722b610-0496-488b-9750-594a8b579ef0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port f111980c-7e11-41ac-813b-7716e062140f {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:13.519832 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e722b610-0496-488b-9750-594a8b579ef0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:13.558396 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-58bf43ae-6655-4948-95a5-f17d7cac42e8 req-15a829ce-bf55-4dcf-b502-fd61f08b079b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248298 Sep 18 05:20:13.675317 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5659fc67-7dc4-4729-a47f-fed32b5434a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:13.711268 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-0e94cdd7-3608-4f32-a1c5-746988d58340 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7839715 Sep 18 05:20:13.738796 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] Set router f4f88832-f574-4d09-8fa8-47ef418e5841 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:20:13.741276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c24a7-77e3-4710-aad2-8d00f9c5b09b req-25f3301d-5e7d-4b3c-9323-a98d90576ea2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:13.761330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-438c24a7-77e3-4710-aad2-8d00f9c5b09b req-25f3301d-5e7d-4b3c-9323-a98d90576ea2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.3680565 Sep 18 05:20:13.773301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] Made reservation on behalf of 309a0cc2df444ffe942e54d06c23525f for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:13.786610 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5659fc67-7dc4-4729-a47f-fed32b5434a4 None None] For port deea9087-e20d-4cdd-a773-52a40abd17e6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=deea9087-e20d-4cdd-a773-52a40abd17e6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:13.789038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device deea9087-e20d-4cdd-a773-52a40abd17e6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:13.790207 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:13.877234 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e722b610-0496-488b-9750-594a8b579ef0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:13.887201 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5659fc67-7dc4-4729-a47f-fed32b5434a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:13.908296 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:13.909527 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a9d13-17c3-4249-99c4-829d6513d3aa None None] Pushing event updated for resources: {'Port': ['ID=73d27040-291d-4b9a-bff6-97d92dbad9d3,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:13.942949 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e722b610-0496-488b-9750-594a8b579ef0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for f111980c-7e11-41ac-813b-7716e062140f owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:14.013470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46fd0f8-4479-4752-9a49-f6678a0945a0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router cd0c703a-6372-4a56-bd24-ca215cfbbe90 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:20:14.018655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port deea9087-e20d-4cdd-a773-52a40abd17e6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:14.020689 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:14.135794 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-438c24a7-77e3-4710-aad2-8d00f9c5b09b req-f7d01e67-a24e-47ee-9e0c-fe52abce8cf3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197508 Sep 18 05:20:14.150783 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659fc67-7dc4-4729-a47f-fed32b5434a4 None None] Pushing event updated for resources: {'Port': ['ID=deea9087-e20d-4cdd-a773-52a40abd17e6,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:14.153206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-38330d71-db19-481d-8a0d-a4571cd47db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:14.161206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-38330d71-db19-481d-8a0d-a4571cd47db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:14.162045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-38330d71-db19-481d-8a0d-a4571cd47db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:14.162697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-38330d71-db19-481d-8a0d-a4571cd47db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:14.163357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-38330d71-db19-481d-8a0d-a4571cd47db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:14.163996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-38330d71-db19-481d-8a0d-a4571cd47db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:14.164680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-38330d71-db19-481d-8a0d-a4571cd47db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:14.167071 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-38330d71-db19-481d-8a0d-a4571cd47db1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e297637f8edb461588776b48da04ab80&device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 6508 time: 0.3949943 Sep 18 05:20:14.172996 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'name': 'tempest-TestAggregatesBasicOps-145455639-router', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '73d27040-291d-4b9a-bff6-97d92dbad9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:06Z', 'updated_at': '2021-09-18T05:20:09Z', 'revision_number': 3, 'project_id': 'f0a1ea584d184f1fab6742170cc545fd', 'gw_port': {'id': '73d27040-291d-4b9a-bff6-97d92dbad9d3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:08Z', 'updated_at': '2021-09-18T05:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:14.186997 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e389b1d8-ff26-4b1f-9e1a-a6ce7a541dda None None] Provisioning complete for port f111980c-7e11-41ac-813b-7716e062140f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:14.192214 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e389b1d8-ff26-4b1f-9e1a-a6ce7a541dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:14.192343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7995528-e83e-4ebb-a32c-2fe7fd014d09 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:20:14.210045 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cebc1e-73ac-4ad1-acb3-2cc9a37189a1 None None] The sync data for ids ['f4f88832-f574-4d09-8fa8-47ef418e5841'] in n-d-789963-13 is: [{'id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'name': 'tempest-TestAggregatesBasicOps-145455639-router', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '73d27040-291d-4b9a-bff6-97d92dbad9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:06Z', 'updated_at': '2021-09-18T05:20:09Z', 'revision_number': 3, 'project_id': 'f0a1ea584d184f1fab6742170cc545fd', 'gw_port': {'id': '73d27040-291d-4b9a-bff6-97d92dbad9d3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:08Z', 'updated_at': '2021-09-18T05:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:14.240350 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:14.282161 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:14.288857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Transition to ACTIVE for port object e7995528-e83e-4ebb-a32c-2fe7fd014d09 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:20:14.340423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46fd0f8-4479-4752-9a49-f6678a0945a0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:14.354918 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e389b1d8-ff26-4b1f-9e1a-a6ce7a541dda None None] Port f111980c-7e11-41ac-813b-7716e062140f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:14.368668 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772417ee-d281-4ad4-87d0-7acbe16f1ec7 None None] Sync routers for ids ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:14.377078 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d46fd0f8-4479-4752-9a49-f6678a0945a0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:14.409396 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772417ee-d281-4ad4-87d0-7acbe16f1ec7 None None] Routers {'cd0c703a-6372-4a56-bd24-ca215cfbbe90'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:14.410650 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-772417ee-d281-4ad4-87d0-7acbe16f1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:14.426136 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:14.449280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-875cb125-ae83-4a80-be72-4f6f7239cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:14.449931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-875cb125-ae83-4a80-be72-4f6f7239cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:14.450223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-875cb125-ae83-4a80-be72-4f6f7239cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:14.451835 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-875cb125-ae83-4a80-be72-4f6f7239cabf service neutron] 10.222.0.18 "GET /v2.0/networks?id=b75bd381-628d-4f64-8921-7884772c6d53&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&id=d31ab936-807d-4ca3-b171-a16b4b9bc97f HTTP/1.1" status: 200 len: 2292 time: 0.2549748 Sep 18 05:20:14.461921 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-772417ee-d281-4ad4-87d0-7acbe16f1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:14.477795 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772417ee-d281-4ad4-87d0-7acbe16f1ec7 None None] Routers {'cd0c703a-6372-4a56-bd24-ca215cfbbe90'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:14.479226 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-772417ee-d281-4ad4-87d0-7acbe16f1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:14.485950 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d46fd0f8-4479-4752-9a49-f6678a0945a0 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "PUT /v2.0/floatingips/77febcf1-c137-45b7-af29-5df4800272c0 HTTP/1.1" status: 200 len: 976 time: 4.5353990 Sep 18 05:20:14.502670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38150) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:14.549105 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-772417ee-d281-4ad4-87d0-7acbe16f1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:14.549952 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772417ee-d281-4ad4-87d0-7acbe16f1ec7 None None] The sync data for ids ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:14.586028 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:14.607668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Pushing event updated for resources: {'Port': ['ID=e7995528-e83e-4ebb-a32c-2fe7fd014d09,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:14.612440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-af6bf4f0-61da-4cc2-8036-fdb4a20e11bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8362c616-7f68-4cac-8131-3860764a80bc HTTP/1.1" status: 200 len: 1001 time: 0.1402998 Sep 18 05:20:14.662571 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e722b610-0496-488b-9750-594a8b579ef0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:14.759472 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722b610-0496-488b-9750-594a8b579ef0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=f111980c-7e11-41ac-813b-7716e062140f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:14.821630 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:14.847420 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e722b610-0496-488b-9750-594a8b579ef0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:14.851434 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e722b610-0496-488b-9750-594a8b579ef0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/f111980c-7e11-41ac-813b-7716e062140f HTTP/1.1" status: 204 len: 168 time: 1.7042227 Sep 18 05:20:14.852395 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38160) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:14.901939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-c19b5d1a-0fd9-49a0-b234-dc1fbf9b5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:14.904177 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-c19b5d1a-0fd9-49a0-b234-dc1fbf9b5e8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a HTTP/1.1" status: 200 len: 856 time: 0.2547376 Sep 18 05:20:14.937542 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e6d428f6-0d8a-4259-a922-c15df492da67 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port 765fc451-6c7b-4261-905f-dfe7e52f14cd {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:14.937896 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e6d428f6-0d8a-4259-a922-c15df492da67 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:14.981802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334773a-6caa-43c0-898a-c0aef93a5e7f req-ee63ea08-d51d-455f-ac03-00c546e26892 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:14.984040 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a334773a-6caa-43c0-898a-c0aef93a5e7f req-ee63ea08-d51d-455f-ac03-00c546e26892 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 943 time: 0.2679508 Sep 18 05:20:14.990108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:14.993584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:20:15.000089 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada6183-c86e-4ac6-b361-f5a663cc7091 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:15.001682 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada6183-c86e-4ac6-b361-f5a663cc7091 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:15.003301 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3ada6183-c86e-4ac6-b361-f5a663cc7091 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1501927 Sep 18 05:20:15.006968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38164) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:15.126816 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a334773a-6caa-43c0-898a-c0aef93a5e7f req-d3b64887-c0c5-4117-b12a-037df3d5ed22 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349533 Sep 18 05:20:15.128793 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e6d428f6-0d8a-4259-a922-c15df492da67 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:15.212749 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:15.213259 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] Added segment af974c58-2757-44a6-9cb2-1c7e651a6870 of type vlan for network 904ebde8-a61b-4ac9-bd73-275552e2912c Sep 18 05:20:15.214859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Attempting to bind port e7995528-e83e-4ebb-a32c-2fe7fd014d09 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:15.215264 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Attempting to bind port e7995528-e83e-4ebb-a32c-2fe7fd014d09 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:15.215601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Attempting to bind port e7995528-e83e-4ebb-a32c-2fe7fd014d09 on network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:15.298145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Port e7995528-e83e-4ebb-a32c-2fe7fd014d09 on network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:20:15.298480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Attempting to bind port e7995528-e83e-4ebb-a32c-2fe7fd014d09 on network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:15.320369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-13931af3-7455-4dfb-b704-4286911798fe tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet d86f43db-c6c4-426a-8fac-8e8e0c6bb56d {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:20:15.333116 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e6d428f6-0d8a-4259-a922-c15df492da67 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:15.333488 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e6d428f6-0d8a-4259-a922-c15df492da67 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:15.333809 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-e6d428f6-0d8a-4259-a922-c15df492da67 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Floating IP 77febcf1-c137-45b7-af29-5df4800272c0 disassociated. External IP: 172.25.7.64, port: 765fc451-6c7b-4261-905f-dfe7e52f14cd. Sep 18 05:20:15.334156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e6d428f6-0d8a-4259-a922-c15df492da67 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for 765fc451-6c7b-4261-905f-dfe7e52f14cd owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:15.336960 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13931af3-7455-4dfb-b704-4286911798fe tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:15.368702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-1a05b2da-605d-42e6-81b7-c5d2ea8be1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:15.370855 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-1a05b2da-605d-42e6-81b7-c5d2ea8be1a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b75bd381-628d-4f64-8921-7884772c6d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4329801 Sep 18 05:20:15.375159 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:15.378980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:15.379322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Checking segment: {'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:15.379713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Bound using segment: {'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:15.380158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Bound port: e7995528-e83e-4ebb-a32c-2fe7fd014d09, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc35f4e4-cbf4-423f-a522-f90e23e37e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:15.380538 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:15.415307 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-2c7eb18e-d96f-4771-862e-515154e6f417 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:20:15.416882 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-2c7eb18e-d96f-4771-862e-515154e6f417 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137687 Sep 18 05:20:15.424929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Allocated IP 172.20.0.1 (d0c2f6c3-69da-44d0-b747-eee044ed5fda/526ee123-f296-4b2e-88f7-a3b6cc31782b/be9955b0-a013-4c9f-b49d-a7761752152b) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:15.464433 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13931af3-7455-4dfb-b704-4286911798fe tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:15.538598 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e6d428f6-0d8a-4259-a922-c15df492da67 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:15.538849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c52b25-03f7-454d-a7f8-5b15de01f55b req-63dd24ea-2dfe-4af5-9d4b-5548f3f1f62d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:15.540188 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42c52b25-03f7-454d-a7f8-5b15de01f55b req-63dd24ea-2dfe-4af5-9d4b-5548f3f1f62d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.3098691 Sep 18 05:20:15.578767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d428f6-0d8a-4259-a922-c15df492da67 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=765fc451-6c7b-4261-905f-dfe7e52f14cd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:15.608334 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:15.609258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:15.609827 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:15.734829 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d428f6-0d8a-4259-a922-c15df492da67 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router cd0c703a-6372-4a56-bd24-ca215cfbbe90 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:20:15.811077 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42c52b25-03f7-454d-a7f8-5b15de01f55b req-9e760199-c73e-4d1d-91b5-e7f953b23a03 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466421 Sep 18 05:20:15.849105 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device deea9087-e20d-4cdd-a773-52a40abd17e6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:15.942442 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port deea9087-e20d-4cdd-a773-52a40abd17e6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:15.943216 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:15.972013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d428f6-0d8a-4259-a922-c15df492da67 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:15.998148 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414a5a8-9e78-4595-a77a-5671fd5c7cad None None] Sync routers for ids ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:16.020403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414a5a8-9e78-4595-a77a-5671fd5c7cad None None] Routers {'cd0c703a-6372-4a56-bd24-ca215cfbbe90'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:16.021357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5414a5a8-9e78-4595-a77a-5671fd5c7cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:16.067069 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e6d428f6-0d8a-4259-a922-c15df492da67 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:16.069236 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e6d428f6-0d8a-4259-a922-c15df492da67 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/ports/765fc451-6c7b-4261-905f-dfe7e52f14cd HTTP/1.1" status: 204 len: 168 time: 1.5655210 Sep 18 05:20:16.073513 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38194) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:16.095305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5414a5a8-9e78-4595-a77a-5671fd5c7cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:16.123743 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414a5a8-9e78-4595-a77a-5671fd5c7cad None None] Routers {'cd0c703a-6372-4a56-bd24-ca215cfbbe90'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:16.124440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5414a5a8-9e78-4595-a77a-5671fd5c7cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:16.173096 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 73d27040-291d-4b9a-bff6-97d92dbad9d3 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:16.300574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5414a5a8-9e78-4595-a77a-5671fd5c7cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:16.301726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414a5a8-9e78-4595-a77a-5671fd5c7cad None None] The sync data for ids ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:16.313786 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2989361 Sep 18 05:20:16.316320 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 73d27040-291d-4b9a-bff6-97d92dbad9d3 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:16.317166 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:16.318510 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38208) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:16.323706 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3dd1a220-70ab-49e0-a0a0-d38ed3ea3f4a admin admin] Request body: {'subnet': {'network_id': '904ebde8-a61b-4ac9-bd73-275552e2912c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1199997866-subnet', 'tenant_id': '309a0cc2df444ffe942e54d06c23525f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:16.355310 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] For port e7995528-e83e-4ebb-a32c-2fe7fd014d09, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:16.379844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026207a5-5b93-4178-84d0-c24abdf576dc admin admin] Pushing event updated for resources: {'Network': ['ID=904ebde8-a61b-4ac9-bd73-275552e2912c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:16.393153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] For port e7995528-e83e-4ebb-a32c-2fe7fd014d09, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e7995528-e83e-4ebb-a32c-2fe7fd014d09,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:16.401689 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-f6a68908-20c8-4333-86a1-b99eb05ec3a1 service neutron] 10.222.0.18 "GET /v2.0/networks/b75bd381-628d-4f64-8921-7884772c6d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9639246 Sep 18 05:20:16.402802 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13931af3-7455-4dfb-b704-4286911798fe tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:16.440553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 904ebde8-a61b-4ac9-bd73-275552e2912c details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:20:16.441533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac1530-906c-434c-86f3-68a15c52017f req-b2e72a1f-1800-4346-844c-21bef8ddea24 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:16.449507 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7dac1530-906c-434c-86f3-68a15c52017f req-b2e72a1f-1800-4346-844c-21bef8ddea24 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 943 time: 0.1315928 Sep 18 05:20:16.456925 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:16.472827 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:16.518036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:16.526104 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 73d27040-291d-4b9a-bff6-97d92dbad9d3, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=73d27040-291d-4b9a-bff6-97d92dbad9d3,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:16.527431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd1a220-70ab-49e0-a0a0-d38ed3ea3f4a admin admin] Made reservation on behalf of 309a0cc2df444ffe942e54d06c23525f for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:16.530250 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3dd1a220-70ab-49e0-a0a0-d38ed3ea3f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:16.631960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:16.632846 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:16.636360 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:16.636513 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] 10.222.0.13 "PUT /v2.0/ports/e7995528-e83e-4ebb-a32c-2fe7fd014d09 HTTP/1.1" status: 200 len: 1092 time: 4.3847487 Sep 18 05:20:16.636513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4', 'tag': 'e7995528-e83e-4ebb-a32c-2fe7fd014d09'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:20:16.639632 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2832e95a-b8b6-4136-a998-cf68b3b59e08" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4", "tag": "e7995528-e83e-4ebb-a32c-2fe7fd014d09"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:20:16.653864 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-6bcd296e-37a6-4657-85db-218c2cf685de service neutron] 10.222.0.18 "GET /v2.0/networks/b75bd381-628d-4f64-8921-7884772c6d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476196 Sep 18 05:20:16.657852 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7dac1530-906c-434c-86f3-68a15c52017f req-01f070f2-3830-40f3-9050-6782ad900013 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076890 Sep 18 05:20:16.664507 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab6f1e-11a5-4a3d-9f96-f535a038d208 service neutron] Pushing event updated for resources: {'Port': ['ID=e7995528-e83e-4ebb-a32c-2fe7fd014d09,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:16.720151 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1cdc53-3dc6-4101-8d98-750dc939f0ab x-openstack-request-id: req-0d1cdc53-3dc6-4101-8d98-750dc939f0ab {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:20:16.720780 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4", "tag": "e7995528-e83e-4ebb-a32c-2fe7fd014d09", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:20:16.721216 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d1cdc53-3dc6-4101-8d98-750dc939f0ab {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:20:16.721996 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4', 'tag': 'e7995528-e83e-4ebb-a32c-2fe7fd014d09', 'status': 'completed', 'code': 200} Sep 18 05:20:16.728619 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-13b99d0a-46d0-46c9-b232-c382dbbe71af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=7641b39e-46be-4f6f-ae6a-60ffe772d892 HTTP/1.1" status: 200 len: 217 time: 0.0609515 Sep 18 05:20:16.739874 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=73d27040-291d-4b9a-bff6-97d92dbad9d3,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:16.785081 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13931af3-7455-4dfb-b704-4286911798fe tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:16.787470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:16.806049 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf7cb3c4-5181-4cbe-a96a-93d47268afe4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:16.881929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13931af3-7455-4dfb-b704-4286911798fe tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=d86f43db-c6c4-426a-8fac-8e8e0c6bb56d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:16.892543 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13931af3-7455-4dfb-b704-4286911798fe tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:16.894460 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-13931af3-7455-4dfb-b704-4286911798fe tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/d86f43db-c6c4-426a-8fac-8e8e0c6bb56d HTTP/1.1" status: 204 len: 168 time: 1.8109717 Sep 18 05:20:16.899627 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c43aced-a1d0-45a5-b6f2-933a5fef129e None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:16.912874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38228) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:16.974679 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3dd1a220-70ab-49e0-a0a0-d38ed3ea3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:16.983065 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Network d0c2f6c3-69da-44d0-b747-eee044ed5fda is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:16.987082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3086cd83-5812-4a73-959e-45766add0250 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729475 Sep 18 05:20:16.988151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:16.991072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-54144958-5b84-4b91-8ec1-b9f873a5eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:16.992733 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-54144958-5b84-4b91-8ec1-b9f873a5eb45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.2495320 Sep 18 05:20:16.993486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38230) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:16.995516 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:17.010357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832e95a-b8b6-4136-a998-cf68b3b59e08 req-dbc39dc0-f209-42f9-9b2b-b2a0ea66491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:17.013640 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2832e95a-b8b6-4136-a998-cf68b3b59e08 req-dbc39dc0-f209-42f9-9b2b-b2a0ea66491c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b24b241d1e242d6a367baa07a5c602e&device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 1095 time: 0.2648635 Sep 18 05:20:17.013640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Pushing event updated for resources: {'Port': ['ID=be9955b0-a013-4c9f-b49d-a7761752152b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:17.022028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ce23f662-25aa-42b3-b465-5b055619b256 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:17.161129 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049bf84c-ba79-4f33-b132-dd73c2f6f300 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:20:17.196327 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:20:17.234258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-049bf84c-ba79-4f33-b132-dd73c2f6f300 None None] Deleting port deea9087-e20d-4cdd-a773-52a40abd17e6 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:17.234910 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-049bf84c-ba79-4f33-b132-dd73c2f6f300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:17.260829 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:17.343289 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c87d8abe-9e55-48fc-94bf-8215cca49a04 None None] Provisioning complete for port be9955b0-a013-4c9f-b49d-a7761752152b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:17.343825 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c87d8abe-9e55-48fc-94bf-8215cca49a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:17.347452 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-049bf84c-ba79-4f33-b132-dd73c2f6f300 None None] For port deea9087-e20d-4cdd-a773-52a40abd17e6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=deea9087-e20d-4cdd-a773-52a40abd17e6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:17.348216 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-049bf84c-ba79-4f33-b132-dd73c2f6f300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:17.358199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-46a03581-d8b3-4ae0-8404-97380789ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:17.359289 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-46a03581-d8b3-4ae0-8404-97380789ed71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3430941 Sep 18 05:20:17.366219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832e95a-b8b6-4136-a998-cf68b3b59e08 req-14d30733-5119-4edf-94e6-b03e7573b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:17.367863 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2832e95a-b8b6-4136-a998-cf68b3b59e08 req-14d30733-5119-4edf-94e6-b03e7573b1ae service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6b24b241d1e242d6a367baa07a5c602e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3208013 Sep 18 05:20:17.386248 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-049bf84c-ba79-4f33-b132-dd73c2f6f300 None None] Calling delete_port for deea9087-e20d-4cdd-a773-52a40abd17e6 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:17.404443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c87d8abe-9e55-48fc-94bf-8215cca49a04 None None] Port be9955b0-a013-4c9f-b49d-a7761752152b cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:17.449804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce23f662-25aa-42b3-b465-5b055619b256 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:17.453308 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce23f662-25aa-42b3-b465-5b055619b256 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:17.542519 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-049bf84c-ba79-4f33-b132-dd73c2f6f300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:17.542700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1a220-70ab-49e0-a0a0-d38ed3ea3f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6e0562-37c9-4f9b-96c0-8de4b78a5c64,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:17.554354 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae43aab-e476-442a-b490-b4438ef5e9ec req-b857b0df-83d3-445e-9351-1ce8da5a8581 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:17.555869 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eae43aab-e476-442a-b490-b4438ef5e9ec req-b857b0df-83d3-445e-9351-1ce8da5a8581 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.6038566 Sep 18 05:20:17.591986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd1a220-70ab-49e0-a0a0-d38ed3ea3f4a admin admin] Checking segment: {'id': 'af974c58-2757-44a6-9cb2-1c7e651a6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '904ebde8-a61b-4ac9-bd73-275552e2912c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:17.592390 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd1a220-70ab-49e0-a0a0-d38ed3ea3f4a admin admin] Network hostable DHCP agents. Network: 904ebde8-a61b-4ac9-bd73-275552e2912c, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:20:17.605608 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bf84c-ba79-4f33-b132-dd73c2f6f300 None None] Pushing event deleted for resources: {'Port': ['ID=deea9087-e20d-4cdd-a773-52a40abd17e6,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:17.614313 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049bf84c-ba79-4f33-b132-dd73c2f6f300 None None] No DVR routers for this DVR port deea9087-e20d-4cdd-a773-52a40abd17e6 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:20:17.647143 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eae43aab-e476-442a-b490-b4438ef5e9ec req-76dfa538-fd64-4554-9f96-9b7d84e7ffdf tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814261 Sep 18 05:20:17.678824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 73d27040-291d-4b9a-bff6-97d92dbad9d3 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:17.691904 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-8e7eef18-1579-4881-a6c1-50d2bc0bd693 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227973 Sep 18 05:20:17.698775 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832e95a-b8b6-4136-a998-cf68b3b59e08 req-f8f1bea5-77b9-4d0e-9e3b-2994a27e966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:17.700872 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2832e95a-b8b6-4136-a998-cf68b3b59e08 req-f8f1bea5-77b9-4d0e-9e3b-2994a27e966b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3205702 Sep 18 05:20:17.770720 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 73d27040-291d-4b9a-bff6-97d92dbad9d3 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:17.771530 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:17.851314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd1a220-70ab-49e0-a0a0-d38ed3ea3f4a admin admin] Network 904ebde8-a61b-4ac9-bd73-275552e2912c is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:20:17.907808 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:17.934681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-bf7cb3c4-5181-4cbe-a96a-93d47268afe4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port 835357bb-bc98-4327-a1b6-8a89bea19c3e {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:17.935114 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf7cb3c4-5181-4cbe-a96a-93d47268afe4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:17.937838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device deea9087-e20d-4cdd-a773-52a40abd17e6 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:17.950013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-3dd1a220-70ab-49e0-a0a0-d38ed3ea3f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 904ebde8-a61b-4ac9-bd73-275552e2912c) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:17.958676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786ba69-b63e-440e-817a-49c67f9092fa req-26cf04b4-3cab-4b4e-b700-e9fa739a47a5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:17.960280 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2786ba69-b63e-440e-817a-49c67f9092fa req-26cf04b4-3cab-4b4e-b700-e9fa739a47a5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 946 time: 0.0906637 Sep 18 05:20:17.966539 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a8489b-8530-4cee-938f-e966244408af None None] Network 904ebde8-a61b-4ac9-bd73-275552e2912c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:17.970478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: deea9087-e20d-4cdd-a773-52a40abd17e6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:17.970932 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device deea9087-e20d-4cdd-a773-52a40abd17e6 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:17.976387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd1a220-70ab-49e0-a0a0-d38ed3ea3f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:17.976995 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3dd1a220-70ab-49e0-a0a0-d38ed3ea3f4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:18.002579 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967cf6e-3808-453d-9347-0109022faa5e req-ba12f02d-2470-4395-93bd-381baf37b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:18.004131 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-ba12f02d-2470-4395-93bd-381baf37b56e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b24b241d1e242d6a367baa07a5c602e&device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 1095 time: 0.2517002 Sep 18 05:20:18.042210 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-5748643c-6314-4408-b0db-c78c473eb736 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400843 Sep 18 05:20:18.069779 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2786ba69-b63e-440e-817a-49c67f9092fa req-42780f13-e1dc-4a19-b8d3-64b405e64bb3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965049 Sep 18 05:20:18.083359 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf7cb3c4-5181-4cbe-a96a-93d47268afe4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:18.106119 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-bf7cb3c4-5181-4cbe-a96a-93d47268afe4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for 835357bb-bc98-4327-a1b6-8a89bea19c3e owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:18.118295 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3dd1a220-70ab-49e0-a0a0-d38ed3ea3f4a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7924759 Sep 18 05:20:18.123549 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d150b63-8f63-48ca-9f1d-4264e33a2f5f None None] Network 904ebde8-a61b-4ac9-bd73-275552e2912c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:18.278540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92043a-1256-40c8-9059-6ec5cd216bf8 req-a27af8de-1667-47db-8858-729223d7c73b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:18.286052 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a92043a-1256-40c8-9059-6ec5cd216bf8 req-a27af8de-1667-47db-8858-729223d7c73b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 943 time: 0.4539735 Sep 18 05:20:18.300674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-baab844c-a5d7-49e3-b130-3a2bee15bc4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7995528-e83e-4ebb-a32c-2fe7fd014d09 HTTP/1.1" status: 200 len: 217 time: 0.2499571 Sep 18 05:20:18.300674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-b582d8f2-391c-4c7c-87c9-6b11cc6475ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=00d5618d-7a91-47cc-9fdc-97fe0cba8df1 HTTP/1.1" status: 200 len: 217 time: 0.2294633 Sep 18 05:20:18.448631 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf7cb3c4-5181-4cbe-a96a-93d47268afe4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:18.451908 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-36960624-ad18-4cad-80f1-38a1bb6ff2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:18.453457 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-36960624-ad18-4cad-80f1-38a1bb6ff2a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.1507819 Sep 18 05:20:18.481794 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cb3c4-5181-4cbe-a96a-93d47268afe4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=835357bb-bc98-4327-a1b6-8a89bea19c3e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:18.504521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a92043a-1256-40c8-9059-6ec5cd216bf8 req-958ccfba-0a7d-4c39-804a-e7e22b9878b7 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168353 Sep 18 05:20:18.533566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967cf6e-3808-453d-9347-0109022faa5e req-984c56e6-58b5-422d-b8f4-61589ce77fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:18.535517 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-984c56e6-58b5-422d-b8f4-61589ce77fce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ab02bc3-4445-486e-bb1b-e6de93866e50 HTTP/1.1" status: 200 len: 849 time: 0.2316313 Sep 18 05:20:18.589842 n-d-789963-13 neutron-server[106909]: DEBUG neutron.objects.ports [None req-ce23f662-25aa-42b3-b465-5b055619b256 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106909) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:20:18.605570 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:18.611627 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce23f662-25aa-42b3-b465-5b055619b256 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:18.674376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce23f662-25aa-42b3-b465-5b055619b256 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:18.680646 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:18.683547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ce23f662-25aa-42b3-b465-5b055619b256 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:18.686525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-dfa2ff04-c8ae-4256-bb32-fa8f24f737af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:18.688036 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-dfa2ff04-c8ae-4256-bb32-fa8f24f737af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2189000 Sep 18 05:20:18.689446 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce23f662-25aa-42b3-b465-5b055619b256 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:18.690021 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce23f662-25aa-42b3-b465-5b055619b256 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:18.696511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703dbd2f-ab6e-49a3-9f37-15c85e9ed32e None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:18.704362 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf7cb3c4-5181-4cbe-a96a-93d47268afe4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:18.784652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23f662-25aa-42b3-b465-5b055619b256 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=63ba4dd2-33e6-4996-b24d-f5d7b63a2dab,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:18.806984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967cf6e-3808-453d-9347-0109022faa5e req-b0e8b521-44aa-4c2b-8ad2-01a3ec2d3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:18.808698 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-b0e8b521-44aa-4c2b-8ad2-01a3ec2d3128 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2558935 Sep 18 05:20:18.898961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Pushing event updated for resources: {'Port': ['ID=be9955b0-a013-4c9f-b49d-a7761752152b,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:18.901591 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:18.919418 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ce23f662-25aa-42b3-b465-5b055619b256 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9208124 Sep 18 05:20:18.920154 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38298) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:18.925173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '63ba4dd2-33e6-4996-b24d-f5d7b63a2dab'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:20:18.926638 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:18.927199 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-23d09a07-28f4-4578-ba0e-ce10bc02fe43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'mac_address': 'fa:16:3e:40:40:73', 'name': 'tempest-NetworksTestDHCPv6-1452789045'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:19.070220 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-cb7c1352-25a9-4b80-bbab-2042bc30d593 service neutron] 10.222.0.13 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466602 Sep 18 05:20:19.094404 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38304) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:19.099261 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1129772849-network', 'tenant_id': '447eb25227814bb395dd8eec32d8d93e'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:19.128113 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Allocated IP 2001:db8::f816:3eff:fe3b:dc9a (e14fd239-0fbc-4e30-aef7-beef61ca0e46/63ba4dd2-33e6-4996-b24d-f5d7b63a2dab/b2a28f45-0080-4978-aaf5-584e467dc65c) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:19.149965 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7cb3c4-5181-4cbe-a96a-93d47268afe4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router cd0c703a-6372-4a56-bd24-ca215cfbbe90 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:20:19.268011 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] Made reservation on behalf of 447eb25227814bb395dd8eec32d8d93e for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:19.270906 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:19.299067 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:19.324379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7cb3c4-5181-4cbe-a96a-93d47268afe4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:19.334355 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bf7cb3c4-5181-4cbe-a96a-93d47268afe4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "PUT /v2.0/routers/cd0c703a-6372-4a56-bd24-ca215cfbbe90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2593257 Sep 18 05:20:19.335013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38312) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:19.337790 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb641817-9d4e-47c6-b6c4-5a5f5b6185d4 None None] Sync routers for ids ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:19.349881 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb641817-9d4e-47c6-b6c4-5a5f5b6185d4 None None] Routers {'cd0c703a-6372-4a56-bd24-ca215cfbbe90'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:19.352735 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-fb641817-9d4e-47c6-b6c4-5a5f5b6185d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:19.386834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d09a07-28f4-4578-ba0e-ce10bc02fe43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:19.450975 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-fb641817-9d4e-47c6-b6c4-5a5f5b6185d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:19.461225 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb641817-9d4e-47c6-b6c4-5a5f5b6185d4 None None] Routers {'cd0c703a-6372-4a56-bd24-ca215cfbbe90'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:19.462111 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-fb641817-9d4e-47c6-b6c4-5a5f5b6185d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:19.484121 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:19.509771 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-fb641817-9d4e-47c6-b6c4-5a5f5b6185d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:19.510974 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb641817-9d4e-47c6-b6c4-5a5f5b6185d4 None None] The sync data for ids ['cd0c703a-6372-4a56-bd24-ca215cfbbe90'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:19.559856 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:19.620273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:19.624305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:19.632434 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:19.642176 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-23d09a07-28f4-4578-ba0e-ce10bc02fe43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:19.673916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Pushing event updated for resources: {'Port': ['ID=b2a28f45-0080-4978-aaf5-584e467dc65c,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:19.705698 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:19.712010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Attempting to bind port b2a28f45-0080-4978-aaf5-584e467dc65c on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:19.713382 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Attempting to bind port b2a28f45-0080-4978-aaf5-584e467dc65c by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:19.713761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Attempting to bind port b2a28f45-0080-4978-aaf5-584e467dc65c on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:19.719530 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:19.719966 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:19.720416 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:19.720876 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:19.721371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Bound port: b2a28f45-0080-4978-aaf5-584e467dc65c, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:19.721771 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:19.749334 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-753ca8d4-e885-4f9a-843b-35771e3983ee service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0507832 Sep 18 05:20:19.750000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-23d09a07-28f4-4578-ba0e-ce10bc02fe43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port 5fb82717-8f9e-434f-b59d-cda807534661 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:20:19.815402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Network d0c2f6c3-69da-44d0-b747-eee044ed5fda is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:19.817791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] For port b2a28f45-0080-4978-aaf5-584e467dc65c, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:19.821605 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] For port b2a28f45-0080-4978-aaf5-584e467dc65c, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b2a28f45-0080-4978-aaf5-584e467dc65c,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:19.851107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:19.858692 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18856a-0b0e-45a2-b839-7ecd4d8b5279 req-42c53fa2-c8a2-48e1-a3aa-ccccaf85e175 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:19.860286 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a18856a-0b0e-45a2-b839-7ecd4d8b5279 req-42c53fa2-c8a2-48e1-a3aa-ccccaf85e175 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 943 time: 0.2238460 Sep 18 05:20:19.893907 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:19.904878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:19.913188 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a967cf6e-3808-453d-9347-0109022faa5e req-b5166cea-f30a-4bec-bb1e-1023003260ea service neutron] 10.222.0.13 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8332446 Sep 18 05:20:19.943032 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-d5c96aa8-aa92-42a0-bc0d-656e728d2185 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824470 Sep 18 05:20:20.003661 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-dd0418dc-25f6-44d2-91bd-5016792d8a97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=8a7f17ae-7a13-4a47-913b-bc6c1c328380 HTTP/1.1" status: 200 len: 217 time: 0.0535045 Sep 18 05:20:20.007049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e60bd-72a7-4179-8f4a-1a201c722e91 None None] Pushing event updated for resources: {'Port': ['ID=b2a28f45-0080-4978-aaf5-584e467dc65c,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:20.008938 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a18856a-0b0e-45a2-b839-7ecd4d8b5279 req-74414992-7665-473d-a7a8-6465caf1be73 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061928 Sep 18 05:20:20.011312 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:20.044512 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:20.065820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-23d09a07-28f4-4578-ba0e-ce10bc02fe43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::f816:3eff:fe40:4073 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/63ba4dd2-33e6-4996-b24d-f5d7b63a2dab/5fb82717-8f9e-434f-b59d-cda807534661) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:20.095756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:20:20.126499 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:20.127065 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] Added segment 80dfedc2-08d4-4bb4-bb58-af94827b30ec of type vlan for network 85493569-879d-46bf-9693-042400e9fc81 Sep 18 05:20:20.141259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Router f4f88832-f574-4d09-8fa8-47ef418e5841 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:20:20.143407 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-eaf7516e-d383-4181-bcb3-c70e34fcd586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:20.144854 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-eaf7516e-d383-4181-bcb3-c70e34fcd586 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.0791237 Sep 18 05:20:20.151978 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b42283-7090-41b0-a091-8948583a254f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:20.242145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-3e9602eb-2ee7-4f3a-ba1a-f314772e7638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:20.242145 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-3e9602eb-2ee7-4f3a-ba1a-f314772e7638 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0901840 Sep 18 05:20:20.252483 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:20.289016 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-572a08f8-5534-404a-bb98-ee5cad399c81 None None] Provisioning complete for port be9955b0-a013-4c9f-b49d-a7761752152b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:20.289500 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-572a08f8-5534-404a-bb98-ee5cad399c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:20.343060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-572a08f8-5534-404a-bb98-ee5cad399c81 None None] Port be9955b0-a013-4c9f-b49d-a7761752152b cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:20.377591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff0f3680-30e4-42cd-88d4-33b0d82051a2 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:20.389949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:20.401294 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-149d5ddb-dc74-4844-b85c-82c7379ed84a admin admin] 10.222.0.23 "PUT /v2.0/routers/f4f88832-f574-4d09-8fa8-47ef418e5841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2244623 Sep 18 05:20:20.405152 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port 6f67e971-a849-468f-b011-f138d1310387 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:20.416036 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:20.434592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Sync routers for ids ['f4f88832-f574-4d09-8fa8-47ef418e5841'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:20.441470 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-0dc0664b-1de6-4919-97fe-436443286a83 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900804 Sep 18 05:20:20.460799 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:20.463456 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:20.464281 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:20.465888 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Routers {'f4f88832-f574-4d09-8fa8-47ef418e5841'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:20.466548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f4f88832-f574-4d09-8fa8-47ef418e5841'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:20.506031 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-23d09a07-28f4-4578-ba0e-ce10bc02fe43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:20.570906 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-aa6ec2af-9b55-4325-a1cb-de9f631d90f5 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211605 Sep 18 05:20:20.598125 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:20.605690 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=85493569-879d-46bf-9693-042400e9fc81,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:20.620341 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 85493569-879d-46bf-9693-042400e9fc81 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:20:20.647771 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-30c83af8-90a3-4aad-816e-1369bca22ba7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5521541 Sep 18 05:20:20.654353 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Set router f4f88832-f574-4d09-8fa8-47ef418e5841 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:20:20.657865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38356) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:20.671326 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-78cb3e8c-b581-436c-8d20-4471205a249a admin admin] Request body: {'subnet': {'network_id': '85493569-879d-46bf-9693-042400e9fc81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1129772849-subnet', 'tenant_id': '447eb25227814bb395dd8eec32d8d93e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:20.711290 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-c628c36d-ea99-4c56-9535-e2b6587d38ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=befede63-e44f-4f1c-a020-79b74d04426f HTTP/1.1" status: 200 len: 217 time: 0.1325219 Sep 18 05:20:20.715568 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:20.738126 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for 6f67e971-a849-468f-b011-f138d1310387 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:20.740153 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:20:20.742132 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40153404-583c-4959-b18c-06b276f933d1" -d '{"events": [{"server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "name": "network-vif-unplugged", "status": "completed", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:20:20.798557 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:20.804214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-47ff997b-5c26-4948-865b-f4fbbe31f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:20.807433 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-47ff997b-5c26-4948-865b-f4fbbe31f2c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.0875890 Sep 18 05:20:20.832583 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-23d09a07-28f4-4578-ba0e-ce10bc02fe43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:20.835866 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5541d9d3-0f34-4511-a1ce-8929c72f738d x-openstack-request-id: req-5541d9d3-0f34-4511-a1ce-8929c72f738d {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:20:20.836181 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "name": "network-vif-unplugged", "status": "completed", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:20:20.836471 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5541d9d3-0f34-4511-a1ce-8929c72f738d {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:20:20.836863 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'code': 200} Sep 18 05:20:20.871210 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:20.871405 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-8f914966-198a-4ea3-8d30-c18a3cf87989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:20.878872 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-8f914966-198a-4ea3-8d30-c18a3cf87989 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523362 Sep 18 05:20:20.894064 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cb3e8c-b581-436c-8d20-4471205a249a admin admin] Made reservation on behalf of 447eb25227814bb395dd8eec32d8d93e for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:20.894064 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-78cb3e8c-b581-436c-8d20-4471205a249a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:21.000803 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=14']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:21.022126 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-1628bfba-b80a-4527-95f9-fca21853333c service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375961 Sep 18 05:20:21.085307 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'name': 'tempest-TestAggregatesBasicOps-145455639-router', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '73d27040-291d-4b9a-bff6-97d92dbad9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:06Z', 'updated_at': '2021-09-18T05:20:17Z', 'revision_number': 4, 'project_id': 'f0a1ea584d184f1fab6742170cc545fd', 'gw_port': {'id': '73d27040-291d-4b9a-bff6-97d92dbad9d3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:08Z', 'updated_at': '2021-09-18T05:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'be9955b0-a013-4c9f-b49d-a7761752152b', 'name': '', 'network_id': 'd0c2f6c3-69da-44d0-b747-eee044ed5fda', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'mac_address': 'fa:16:3e:ee:98:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '526ee123-f296-4b2e-88f7-a3b6cc31782b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:14Z', 'updated_at': '2021-09-18T05:20:18Z', 'revision_number': 2, 'project_id': 'f0a1ea584d184f1fab6742170cc545fd', 'subnets': [{'id': '526ee123-f296-4b2e-88f7-a3b6cc31782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:21.141516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Checking router: f4f88832-f574-4d09-8fa8-47ef418e5841 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:20:21.142006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Updating router f4f88832-f574-4d09-8fa8-47ef418e5841 port be9955b0-a013-4c9f-b49d-a7761752152b binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:20:21.172036 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:21.232160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d09a07-28f4-4578-ba0e-ce10bc02fe43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:21.235531 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-23d09a07-28f4-4578-ba0e-ce10bc02fe43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:21.262748 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d09a07-28f4-4578-ba0e-ce10bc02fe43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:21.276481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d09a07-28f4-4578-ba0e-ce10bc02fe43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.277187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-23d09a07-28f4-4578-ba0e-ce10bc02fe43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:21.309687 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-031c7466-f31a-44f1-b8c4-e3e81d956f01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2730186 Sep 18 05:20:21.323073 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32eee07-aa6a-493a-a91b-a9597690a02c req-1a1e01e7-e1b7-4d59-af9a-0fd9e2ebb0ba tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.331431 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-78cb3e8c-b581-436c-8d20-4471205a249a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:21.331781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a32eee07-aa6a-493a-a91b-a9597690a02c req-1a1e01e7-e1b7-4d59-af9a-0fd9e2ebb0ba tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 943 time: 0.1525865 Sep 18 05:20:21.376110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-bf9c479a-084b-46a6-ae48-a928e9e2f66a service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407080 Sep 18 05:20:21.376346 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d09a07-28f4-4578-ba0e-ce10bc02fe43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=5fb82717-8f9e-434f-b59d-cda807534661,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:21.416548 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a32eee07-aa6a-493a-a91b-a9597690a02c req-51747c2c-e675-4a18-b0d2-8422849b96e9 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838580 Sep 18 05:20:21.444594 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-23d09a07-28f4-4578-ba0e-ce10bc02fe43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5193071 Sep 18 05:20:21.449323 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38372) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:21.456716 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-0964d839-9d5c-47d9-b26e-067c19bc2823 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3bb6430a-9a5c-484b-b453-77ab0ec0627d HTTP/1.1" status: 200 len: 217 time: 0.0507102 Sep 18 05:20:21.516687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8f627eaa-9b50-4503-a863-adfd71c4a875 None None] Provisioning complete for port b2a28f45-0080-4978-aaf5-584e467dc65c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:21.517185 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8f627eaa-9b50-4503-a863-adfd71c4a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:21.525757 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb3e8c-b581-436c-8d20-4471205a249a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74f432d-4d37-42a3-9d0b-b335374b2ff0,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:21.534037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-dcd2b916-c793-460e-bc2a-a90886809b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.535964 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-dcd2b916-c793-460e-bc2a-a90886809b0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40658f68-338e-4856-9ca3-ffd563345ec9 HTTP/1.1" status: 200 len: 797 time: 0.0713177 Sep 18 05:20:21.544121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-8fc9147e-5551-4b31-9798-ac21f57d3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.544786 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-8fc9147e-5551-4b31-9798-ac21f57d3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.545390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-8fc9147e-5551-4b31-9798-ac21f57d3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.546042 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-8fc9147e-5551-4b31-9798-ac21f57d3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.546601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-8fc9147e-5551-4b31-9798-ac21f57d3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.547150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-8fc9147e-5551-4b31-9798-ac21f57d3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.548555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-8fc9147e-5551-4b31-9798-ac21f57d3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.552265 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-8fc9147e-5551-4b31-9798-ac21f57d3590 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b372da42727e49509bd94f617be28f70&device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 6498 time: 0.1787336 Sep 18 05:20:21.613312 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20ff8c-94dc-46ce-bdd0-ea93929d0507 req-d798680a-43d8-4320-9cd2-dcb15509abc8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.614921 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c20ff8c-94dc-46ce-bdd0-ea93929d0507 req-d798680a-43d8-4320-9cd2-dcb15509abc8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.5451739 Sep 18 05:20:21.628643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e7995528-e83e-4ebb-a32c-2fe7fd014d09 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:20:21.705536 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799c2017-127e-4c63-a5dc-84668c3db2a9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.730041 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:21.737754 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799c2017-127e-4c63-a5dc-84668c3db2a9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.742181 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-799c2017-127e-4c63-a5dc-84668c3db2a9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2824721 Sep 18 05:20:21.753119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-cd95249e-ac50-48b9-b111-7e06e2d66bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.754112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-cd95249e-ac50-48b9-b111-7e06e2d66bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.754787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-cd95249e-ac50-48b9-b111-7e06e2d66bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.756440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-cd95249e-ac50-48b9-b111-7e06e2d66bc6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=51566083-6d68-46b7-9abf-efdb568e8fb9&id=51566083-6d68-46b7-9abf-efdb568e8fb9 HTTP/1.1" status: 200 len: 2290 time: 0.1700685 Sep 18 05:20:21.756950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38380) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:21.757398 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38384) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:21.760052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b2a28f45-0080-4978-aaf5-584e467dc65c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:21.763445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-629408931-network', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:21.790671 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:21.812052 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:21.823130 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c20ff8c-94dc-46ce-bdd0-ea93929d0507 req-538cb961-ff15-4d62-a01e-ec756c4ec17e tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810322 Sep 18 05:20:21.857760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb3e8c-b581-436c-8d20-4471205a249a admin admin] Checking segment: {'id': '80dfedc2-08d4-4bb4-bb58-af94827b30ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '85493569-879d-46bf-9693-042400e9fc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:21.858138 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb3e8c-b581-436c-8d20-4471205a249a admin admin] Network hostable DHCP agents. Network: 85493569-879d-46bf-9693-042400e9fc81, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:20:21.866857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=6f67e971-a849-468f-b011-f138d1310387,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:21.887448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-bab86594-a84d-42da-a0b9-a18b251175a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:21.887448 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-bab86594-a84d-42da-a0b9-a18b251175a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3301189 Sep 18 05:20:21.973799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb3e8c-b581-436c-8d20-4471205a249a admin admin] Network 85493569-879d-46bf-9693-042400e9fc81 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:20:21.987900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56526fb-7a11-46a9-9178-77d9dd3b8c05 None None] Pushing event updated for resources: {'Port': ['ID=be9955b0-a013-4c9f-b49d-a7761752152b,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:22.021709 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port e7995528-e83e-4ebb-a32c-2fe7fd014d09, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e7995528-e83e-4ebb-a32c-2fe7fd014d09,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:22.028521 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.040783 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-b05bca19-2e8e-448f-90e1-85cb3584ac62 service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166840 Sep 18 05:20:22.098107 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-78cb3e8c-b581-436c-8d20-4471205a249a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 85493569-879d-46bf-9693-042400e9fc81) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:22.106870 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cb3e8c-b581-436c-8d20-4471205a249a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:22.107172 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8f627eaa-9b50-4503-a863-adfd71c4a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.107894 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-78cb3e8c-b581-436c-8d20-4471205a249a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.126560 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Attempting to bind port be9955b0-a013-4c9f-b49d-a7761752152b on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:22.127094 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Attempting to bind port be9955b0-a013-4c9f-b49d-a7761752152b by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '8fad7670-a932-4c34-b312-249d72c95188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0c2f6c3-69da-44d0-b747-eee044ed5fda'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:22.127571 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Attempting to bind port be9955b0-a013-4c9f-b49d-a7761752152b on network d0c2f6c3-69da-44d0-b747-eee044ed5fda {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:22.137833 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f445c2d-6bef-4663-9882-402958cbf980 None None] Network 85493569-879d-46bf-9693-042400e9fc81 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:22.138812 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-ab1d8c97-6f60-41e3-9cf0-e0e5cdbe11ad service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910876 Sep 18 05:20:22.140719 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-8a2d9314-b1f7-44bf-812c-9089adcb1835 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d455aaba-551f-4bf0-bf41-d280a03099b8 HTTP/1.1" status: 200 len: 1002 time: 0.3658433 Sep 18 05:20:22.142634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] Made reservation on behalf of ef03287f2a1241ab83b0bd3222d64362 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:22.144995 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.147921 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.151106 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.157989 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:22.158374 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Checking segment: {'id': '8fad7670-a932-4c34-b312-249d72c95188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0c2f6c3-69da-44d0-b747-eee044ed5fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:22.158798 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.159201 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Bound using segment: {'id': '8fad7670-a932-4c34-b312-249d72c95188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0c2f6c3-69da-44d0-b747-eee044ed5fda'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:22.159692 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Bound port: be9955b0-a013-4c9f-b49d-a7761752152b, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fad7670-a932-4c34-b312-249d72c95188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0c2f6c3-69da-44d0-b747-eee044ed5fda'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:22.160082 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.176330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'e7995528-e83e-4ebb-a32c-2fe7fd014d09', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'port_id': 'e7995528-e83e-4ebb-a32c-2fe7fd014d09', 'mac_address': 'fa:16:3e:fb:e6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:20:22.207397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b2a28f45-0080-4978-aaf5-584e467dc65c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:22.207397 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.245907 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.251850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-6520c467-a9a3-4a3d-beda-e0e1c0833667 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b01b9012-f023-40c1-8bda-c545d70ac4b6 HTTP/1.1" status: 200 len: 217 time: 0.1039557 Sep 18 05:20:22.270994 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8f627eaa-9b50-4503-a863-adfd71c4a875 None None] For port b2a28f45-0080-4978-aaf5-584e467dc65c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b2a28f45-0080-4978-aaf5-584e467dc65c,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:22.271892 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-78cb3e8c-b581-436c-8d20-4471205a249a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6083500 Sep 18 05:20:22.302041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-930bd754-475c-49d6-906c-b769ad19112e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:22.303643 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-930bd754-475c-49d6-906c-b769ad19112e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3652170f-ab08-4d41-b110-118b14aed9ef HTTP/1.1" status: 200 len: 851 time: 0.1421807 Sep 18 05:20:22.319559 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.320430 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Fanout notify agent at l3_agent the message router_deleted on router cd0c703a-6372-4a56-bd24-ca215cfbbe90 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:20:22.363632 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.366945 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8f627eaa-9b50-4503-a863-adfd71c4a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.367994 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5eca10d0-3e53-4eab-8697-bd6b3821b8d5 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/routers/cd0c703a-6372-4a56-bd24-ca215cfbbe90 HTTP/1.1" status: 204 len: 168 time: 3.0289586 Sep 18 05:20:22.372706 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38392) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:22.386099 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.387613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-63e531de-756d-4865-925f-3673b43d014e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port 5fb82717-8f9e-434f-b59d-cda807534661 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:22.388042 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-63e531de-756d-4865-925f-3673b43d014e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.414365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-f4345e1a-8db5-4f36-85d6-2e8878a5e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:22.416080 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-f4345e1a-8db5-4f36-85d6-2e8878a5e1b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40658f68-338e-4856-9ca3-ffd563345ec9 HTTP/1.1" status: 200 len: 797 time: 0.1547058 Sep 18 05:20:22.428221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0865ce-87b7-44c8-afc5-2eb9be6d530c req-33a0962c-aff0-4bc6-be2e-035df1536627 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:22.437528 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f0865ce-87b7-44c8-afc5-2eb9be6d530c req-33a0962c-aff0-4bc6-be2e-035df1536627 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1495984 Sep 18 05:20:22.477726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-2999b552-fc14-4734-9921-8b11cf59e73c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting subnet 3b29d74b-0a3c-4c54-907d-33eb650639e2 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:20:22.485384 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2999b552-fc14-4734-9921-8b11cf59e73c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.533404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-53a6044e-648a-4c79-b61f-61e667dd6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:22.535156 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-53a6044e-648a-4c79-b61f-61e667dd6ea5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2210832 Sep 18 05:20:22.538835 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f0865ce-87b7-44c8-afc5-2eb9be6d530c req-571801d4-9f6c-4909-8c75-bb929aa35fe9 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994811 Sep 18 05:20:22.584007 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2999b552-fc14-4734-9921-8b11cf59e73c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.595281 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7995528-e83e-4ebb-a32c-2fe7fd014d09 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:20:22.606976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87374f-9e17-42de-963c-789bc9f88171 req-d74ba207-4ba2-4298-9286-29bf47f52ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:22.608576 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f87374f-9e17-42de-963c-789bc9f88171 req-d74ba207-4ba2-4298-9286-29bf47f52ced service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 1096 time: 0.2431617 Sep 18 05:20:22.632231 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] For port be9955b0-a013-4c9f-b49d-a7761752152b, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:22.714812 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port e7995528-e83e-4ebb-a32c-2fe7fd014d09, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e7995528-e83e-4ebb-a32c-2fe7fd014d09,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:22.715259 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2999b552-fc14-4734-9921-8b11cf59e73c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.718193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] For port be9955b0-a013-4c9f-b49d-a7761752152b, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=be9955b0-a013-4c9f-b49d-a7761752152b,segment=NetworkSegment(8fad7670-a932-4c34-b312-249d72c95188),segment_id=8fad7670-a932-4c34-b312-249d72c95188)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:22.724189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87374f-9e17-42de-963c-789bc9f88171 req-e2e64581-6854-43c0-9cad-1c45e5622623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:22.725743 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f87374f-9e17-42de-963c-789bc9f88171 req-e2e64581-6854-43c0-9cad-1c45e5622623 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.1100259 Sep 18 05:20:22.727480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-33e563ba-6ab9-4658-b112-33116765122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:22.729169 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-33e563ba-6ab9-4658-b112-33116765122b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2924509 Sep 18 05:20:22.749974 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367bdd63-05a0-4aa1-acff-2a717088518c None None] Network 85493569-879d-46bf-9693-042400e9fc81 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:22.788753 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ae051f20-7795-45fb-80cd-c8b29b5ca824 None None] Provisioning complete for port 5fb82717-8f9e-434f-b59d-cda807534661 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:22.789610 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ae051f20-7795-45fb-80cd-c8b29b5ca824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.799127 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-63e531de-756d-4865-925f-3673b43d014e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.813817 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f627eaa-9b50-4503-a863-adfd71c4a875 None None] Pushing event updated for resources: {'Port': ['ID=b2a28f45-0080-4978-aaf5-584e467dc65c,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:22.826211 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.870265 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.876099 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2999b552-fc14-4734-9921-8b11cf59e73c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.888534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-63e531de-756d-4865-925f-3673b43d014e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for 5fb82717-8f9e-434f-b59d-cda807534661 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:22.916079 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999b552-fc14-4734-9921-8b11cf59e73c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Subnet': ['ID=3b29d74b-0a3c-4c54-907d-33eb650639e2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:22.924085 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ae051f20-7795-45fb-80cd-c8b29b5ca824 None None] Port 5fb82717-8f9e-434f-b59d-cda807534661 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:22.937475 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2999b552-fc14-4734-9921-8b11cf59e73c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:22.940816 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2999b552-fc14-4734-9921-8b11cf59e73c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/subnets/3b29d74b-0a3c-4c54-907d-33eb650639e2 HTTP/1.1" status: 204 len: 168 time: 0.5673335 Sep 18 05:20:22.943567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38414) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:22.960411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0100dc-a0ee-4d4c-8a99-bf48e99f0054 None None] Network 1e849839-c22c-4fce-b3fb-074a7eaf4a89 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:23.042159 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ae051f20-7795-45fb-80cd-c8b29b5ca824 None None] Provisioning complete for port be9955b0-a013-4c9f-b49d-a7761752152b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:23.042478 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ae051f20-7795-45fb-80cd-c8b29b5ca824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:23.109110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:23.139003 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Routers {'f4f88832-f574-4d09-8fa8-47ef418e5841'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:23.139667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f4f88832-f574-4d09-8fa8-47ef418e5841'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:23.176658 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=e7995528-e83e-4ebb-a32c-2fe7fd014d09,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:23.185966 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['e7995528-e83e-4ebb-a32c-2fe7fd014d09'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:20:23.200132 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:23.386301 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:23.386569 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:23.395286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56526fb-7a11-46a9-9178-77d9dd3b8c05 None None] Pushing event updated for resources: {'Port': ['ID=be9955b0-a013-4c9f-b49d-a7761752152b,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:23.448367 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:23.450335 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] Set router f4f88832-f574-4d09-8fa8-47ef418e5841 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:20:23.452668 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f87374f-9e17-42de-963c-789bc9f88171 req-1c9f1e5c-ac3e-4b39-8547-bfaff2ff8753 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2 HTTP/1.1" status: 200 len: 998 time: 0.6857066 Sep 18 05:20:23.471773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c43d6-1c64-474a-b01e-6cf720cc50ab req-fc3a79f0-63c2-4cc9-8bc4-f59553892ea0 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:23.473387 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-003c43d6-1c64-474a-b01e-6cf720cc50ab req-fc3a79f0-63c2-4cc9-8bc4-f59553892ea0 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 944 time: 0.7364464 Sep 18 05:20:23.475358 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-92ce40ea-4228-4a72-bdbe-b8b0417f41b6 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9288599 Sep 18 05:20:23.519067 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ae051f20-7795-45fb-80cd-c8b29b5ca824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:23.577681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:20:23.600888 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51cbce9-7159-46a2-aae2-84f6b583c73c None None] DHCP port deletion for 1e849839-c22c-4fce-b3fb-074a7eaf4a89 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:20:23.619143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c22e68b-005a-44ab-8b71-009b3b38e4e1,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:23.623548 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-aa9482e7-2ac8-4581-a91d-7cd411296f0b service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8581340 Sep 18 05:20:23.636245 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-2ed4614e-c522-4407-b9a7-a32fb5351f84 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:23.646682 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-2ed4614e-c522-4407-b9a7-a32fb5351f84 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/networks?id=904ebde8-a61b-4ac9-bd73-275552e2912c HTTP/1.1" status: 200 len: 812 time: 0.7041724 Sep 18 05:20:23.651800 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:23.652251 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] Added segment 423c1c2e-17e7-4004-9bde-48b5f0e801b0 of type vlan for network 2f8df595-cf25-428d-b9f8-9c3765b503dd Sep 18 05:20:23.679709 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-33d8d8c4-a2c3-4170-b4b4-1e04de9ecd23 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/quotas/309a0cc2df444ffe942e54d06c23525f HTTP/1.1" status: 200 len: 375 time: 0.0184467 Sep 18 05:20:23.696157 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b2a28f45-0080-4978-aaf5-584e467dc65c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:23.703304 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ae051f20-7795-45fb-80cd-c8b29b5ca824 None None] For port be9955b0-a013-4c9f-b49d-a7761752152b, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=be9955b0-a013-4c9f-b49d-a7761752152b,segment=NetworkSegment(8fad7670-a932-4c34-b312-249d72c95188),segment_id=8fad7670-a932-4c34-b312-249d72c95188)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:23.720674 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-89fe0cef-7dfa-44c8-ae51-c1b182263529 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=309a0cc2df444ffe942e54d06c23525f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345886 Sep 18 05:20:23.727825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87374f-9e17-42de-963c-789bc9f88171 req-8fbc0fbb-3fec-4f9d-ae4b-ef43357d6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:23.729502 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f87374f-9e17-42de-963c-789bc9f88171 req-8fbc0fbb-3fec-4f9d-ae4b-ef43357d6e68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.2474949 Sep 18 05:20:23.734507 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port 572acaa6-b409-44bf-9179-0ba6e8d5d856 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:23.735052 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:23.755740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-ae70f074-1dff-4263-b09f-5701cda556bb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:20:23.756738 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-ae70f074-1dff-4263-b09f-5701cda556bb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053632 Sep 18 05:20:23.779916 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ae051f20-7795-45fb-80cd-c8b29b5ca824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:23.791417 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-003c43d6-1c64-474a-b01e-6cf720cc50ab req-af62ebd2-a1c0-49d3-8cce-95ee59871c3c tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893221 Sep 18 05:20:23.849173 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] For port 572acaa6-b409-44bf-9179-0ba6e8d5d856, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=572acaa6-b409-44bf-9179-0ba6e8d5d856,segment=NetworkSegment(fbce8d72-8009-4141-a6ad-29bb90fe4226),segment_id=fbce8d72-8009-4141-a6ad-29bb90fe4226)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:23.849640 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:23.869345 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:23.881627 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae051f20-7795-45fb-80cd-c8b29b5ca824 None None] Pushing event updated for resources: {'Port': ['ID=be9955b0-a013-4c9f-b49d-a7761752152b,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:23.885116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b2a28f45-0080-4978-aaf5-584e467dc65c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:23.885676 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:23.890353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for 572acaa6-b409-44bf-9179-0ba6e8d5d856 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:23.913323 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b51cbce9-7159-46a2-aae2-84f6b583c73c None None] Deleting port 572acaa6-b409-44bf-9179-0ba6e8d5d856 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:23.913323 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b51cbce9-7159-46a2-aae2-84f6b583c73c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:23.964471 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-a90c846c-ddc3-4d80-bb3a-3f9f8ad84757 service neutron] 10.222.0.23 "GET /v2.0/networks/904ebde8-a61b-4ac9-bd73-275552e2912c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623032 Sep 18 05:20:24.004017 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-2d306ccc-3b41-4f19-983d-e0d3e693755b service neutron] 10.222.0.13 "GET /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058365 Sep 18 05:20:24.015373 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87374f-9e17-42de-963c-789bc9f88171 req-44eb3b10-90c2-4f1d-ae94-726ff41a1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:24.015669 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b9fae6a0-6b6f-4013-9395-5c6fbbe4daff None None] Provisioning complete for port be9955b0-a013-4c9f-b49d-a7761752152b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:24.016220 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b9fae6a0-6b6f-4013-9395-5c6fbbe4daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.016932 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f87374f-9e17-42de-963c-789bc9f88171 req-44eb3b10-90c2-4f1d-ae94-726ff41a1d4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2540021 Sep 18 05:20:24.025433 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b51cbce9-7159-46a2-aae2-84f6b583c73c None None] For port 572acaa6-b409-44bf-9179-0ba6e8d5d856, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=572acaa6-b409-44bf-9179-0ba6e8d5d856,segment=NetworkSegment(fbce8d72-8009-4141-a6ad-29bb90fe4226),segment_id=fbce8d72-8009-4141-a6ad-29bb90fe4226)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:24.026069 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b51cbce9-7159-46a2-aae2-84f6b583c73c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.069052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b51cbce9-7159-46a2-aae2-84f6b583c73c None None] Calling delete_port for 572acaa6-b409-44bf-9179-0ba6e8d5d856 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:24.077516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'name': 'tempest-TestAggregatesBasicOps-145455639-router', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '73d27040-291d-4b9a-bff6-97d92dbad9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:06Z', 'updated_at': '2021-09-18T05:20:17Z', 'revision_number': 4, 'project_id': 'f0a1ea584d184f1fab6742170cc545fd', 'gw_port': {'id': '73d27040-291d-4b9a-bff6-97d92dbad9d3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:08Z', 'updated_at': '2021-09-18T05:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'be9955b0-a013-4c9f-b49d-a7761752152b', 'name': '', 'network_id': 'd0c2f6c3-69da-44d0-b747-eee044ed5fda', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'mac_address': 'fa:16:3e:ee:98:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '526ee123-f296-4b2e-88f7-a3b6cc31782b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:14Z', 'updated_at': '2021-09-18T05:20:22Z', 'revision_number': 4, 'project_id': 'f0a1ea584d184f1fab6742170cc545fd', 'subnets': [{'id': '526ee123-f296-4b2e-88f7-a3b6cc31782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:24.087439 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b10755d-a4de-4150-8ec2-48fd26a07b68 req-e02875b4-93f6-4666-a7fa-03dd7d4a3f4c service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541037 Sep 18 05:20:24.090455 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-f0bec27d-2dfe-4e2b-969c-368c2681a87a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=809807b6-462d-44b0-8e04-e9ff7ffe34db HTTP/1.1" status: 200 len: 217 time: 0.0726273 Sep 18 05:20:24.098984 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-47c83368-27e2-4abf-be8b-76348e59b569 service neutron] 10.222.0.23 "GET /v2.0/networks/904ebde8-a61b-4ac9-bd73-275552e2912c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230178 Sep 18 05:20:24.104113 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.105240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:24.105831 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.140695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e5217-f7fa-4b36-be7b-9a722a344543 None None] The sync data for ids ['f4f88832-f574-4d09-8fa8-47ef418e5841'] in n-d-789963-13 is: [{'id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'name': 'tempest-TestAggregatesBasicOps-145455639-router', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '73d27040-291d-4b9a-bff6-97d92dbad9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:06Z', 'updated_at': '2021-09-18T05:20:17Z', 'revision_number': 4, 'project_id': 'f0a1ea584d184f1fab6742170cc545fd', 'gw_port': {'id': '73d27040-291d-4b9a-bff6-97d92dbad9d3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:08Z', 'updated_at': '2021-09-18T05:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'be9955b0-a013-4c9f-b49d-a7761752152b', 'name': '', 'network_id': 'd0c2f6c3-69da-44d0-b747-eee044ed5fda', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'mac_address': 'fa:16:3e:ee:98:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '526ee123-f296-4b2e-88f7-a3b6cc31782b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:14Z', 'updated_at': '2021-09-18T05:20:22Z', 'revision_number': 4, 'project_id': 'f0a1ea584d184f1fab6742170cc545fd', 'subnets': [{'id': '526ee123-f296-4b2e-88f7-a3b6cc31782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:24.170561 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.245573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=572acaa6-b409-44bf-9179-0ba6e8d5d856,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:24.259964 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] No DVR routers for this DVR port 572acaa6-b409-44bf-9179-0ba6e8d5d856 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:20:24.288975 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b51cbce9-7159-46a2-aae2-84f6b583c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.298406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] Pushing event updated for resources: {'Network': ['ID=2f8df595-cf25-428d-b9f8-9c3765b503dd,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:24.328328 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 2f8df595-cf25-428d-b9f8-9c3765b503dd details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:20:24.332544 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cbce9-7159-46a2-aae2-84f6b583c73c None None] Pushing event deleted for resources: {'Port': ['ID=572acaa6-b409-44bf-9179-0ba6e8d5d856,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:24.351225 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cbce9-7159-46a2-aae2-84f6b583c73c None None] No DVR routers for this DVR port 572acaa6-b409-44bf-9179-0ba6e8d5d856 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:20:24.367164 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.372224 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-63e531de-756d-4865-925f-3673b43d014e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.397112 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b0e0e059-3901-40eb-9b91-ebdeafb99c75 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6376696 Sep 18 05:20:24.399370 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e849839-c22c-4fce-b3fb-074a7eaf4a89']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:24.410872 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbce8d72-8009-4141-a6ad-29bb90fe4226') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:24.411424 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbce8d72-8009-4141-a6ad-29bb90fe4226') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:24.423255 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.439527 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.441284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-d482426b-26cb-4c21-8b2d-d50b015ce05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:24.443951 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-d482426b-26cb-4c21-8b2d-d50b015ce05c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.3278406 Sep 18 05:20:24.444692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38422) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:24.447196 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:20:24.447794 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:20:24.490125 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:20:24.510175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-df2e8e69-8203-4987-a05b-52ea49cb50be admin admin] Request body: {'subnet': {'network_id': '2f8df595-cf25-428d-b9f8-9c3765b503dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-629408931-subnet', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:24.564549 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e531de-756d-4865-925f-3673b43d014e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=5fb82717-8f9e-434f-b59d-cda807534661,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:24.570328 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-63e531de-756d-4865-925f-3673b43d014e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.591822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-63e531de-756d-4865-925f-3673b43d014e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/5fb82717-8f9e-434f-b59d-cda807534661 HTTP/1.1" status: 204 len: 168 time: 2.8244815 Sep 18 05:20:24.594188 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38424) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:24.643608 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.655830 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.658324 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/networks/1e849839-c22c-4fce-b3fb-074a7eaf4a89 HTTP/1.1" status: 204 len: 168 time: 1.7128689 Sep 18 05:20:24.662804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38426) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:24.687003 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bffc96-284b-4e19-800b-a145214d915c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Network': ['ID=1e849839-c22c-4fce-b3fb-074a7eaf4a89,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:24.708367 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedc8c36-b62f-4044-ada3-9668f9529710 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:24.710108 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedc8c36-b62f-4044-ada3-9668f9529710 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:24.711865 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cedc8c36-b62f-4044-ada3-9668f9529710 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1163070 Sep 18 05:20:24.715754 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38428) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:24.726480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f87374f-9e17-42de-963c-789bc9f88171 req-f2563d40-4952-4509-bf17-c456212d0094 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6922393 Sep 18 05:20:24.762296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d22f4e-9a28-4a1e-bf94-a56b8abfd4ed req-51e7bcbf-94ae-466b-857f-6c4c47d5d480 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:24.763814 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22d22f4e-9a28-4a1e-bf94-a56b8abfd4ed req-51e7bcbf-94ae-466b-857f-6c4c47d5d480 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.5664916 Sep 18 05:20:24.775133 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2e8e69-8203-4987-a05b-52ea49cb50be admin admin] Made reservation on behalf of ef03287f2a1241ab83b0bd3222d64362 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:24.777625 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-df2e8e69-8203-4987-a05b-52ea49cb50be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.783746 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea46d3ff-0b3a-4cc6-a5fc-d3d25f322f50 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 63ba4dd2-33e6-4996-b24d-f5d7b63a2dab {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:20:24.788199 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea46d3ff-0b3a-4cc6-a5fc-d3d25f322f50 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.839426 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea46d3ff-0b3a-4cc6-a5fc-d3d25f322f50 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:24.855303 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-dc8bee2c-8673-4199-a048-f437b7d0c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:24.856834 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-dc8bee2c-8673-4199-a048-f437b7d0c718 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3858385 Sep 18 05:20:24.926273 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea46d3ff-0b3a-4cc6-a5fc-d3d25f322f50 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:25.065690 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22d22f4e-9a28-4a1e-bf94-a56b8abfd4ed req-b9d01296-b5bf-4ed9-adfe-f30d352362de tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423229 Sep 18 05:20:25.081596 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f87374f-9e17-42de-963c-789bc9f88171 req-1e59c4d7-e724-4a5a-ab21-7982cfdea7a4 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415139 Sep 18 05:20:25.091011 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea46d3ff-0b3a-4cc6-a5fc-d3d25f322f50 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:25.116102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-21c3c44a-fd16-4ead-8583-b70e3b3fe470 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502210 Sep 18 05:20:25.132811 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46d3ff-0b3a-4cc6-a5fc-d3d25f322f50 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=63ba4dd2-33e6-4996-b24d-f5d7b63a2dab,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:25.135009 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea46d3ff-0b3a-4cc6-a5fc-d3d25f322f50 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:25.139767 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ea46d3ff-0b3a-4cc6-a5fc-d3d25f322f50 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/63ba4dd2-33e6-4996-b24d-f5d7b63a2dab HTTP/1.1" status: 204 len: 168 time: 0.4229600 Sep 18 05:20:25.140330 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-be8ef50e-339c-4446-91fe-07510eeb2a20 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port 3438c489-391e-4e92-9acf-f97185d8f9cc {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:25.140500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38436) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:25.140618 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be8ef50e-339c-4446-91fe-07510eeb2a20 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:25.150533 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a599e8-6e5b-4e32-a31e-4cfc11312841 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:25.197237 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b672b385-4958-40aa-b0f2-7d2d7eed2782 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551314 Sep 18 05:20:25.197995 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38438) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:25.264649 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c3566b-cfc0-4a1c-9847-2b3f08070e6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:25.268059 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-08c3566b-cfc0-4a1c-9847-2b3f08070e6f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0687366 Sep 18 05:20:25.270068 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38440) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:25.343886 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54e8481-2d4a-4226-bf0e-717ea921ab4f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:25.345511 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f54e8481-2d4a-4226-bf0e-717ea921ab4f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0743008 Sep 18 05:20:25.348299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38442) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:25.385497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8c1ad-ea16-4977-92b4-f9ec4e652206 req-20bf4cef-e2ed-4ec8-9028-e5e3bc042800 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:25.392846 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3df8c1ad-ea16-4977-92b4-f9ec4e652206 req-20bf4cef-e2ed-4ec8-9028-e5e3bc042800 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 944 time: 0.1740510 Sep 18 05:20:25.406934 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-574e3512-3f20-424c-8080-0ee865f06d03 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567384 Sep 18 05:20:25.420572 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38444) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:25.421072 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5451c063-cf10-4eab-b2c4-d21a4e91ffaf None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:20:25.427039 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2c8ca680-456d-4f11-b071-c6651276aaba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:25.503734 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be8ef50e-339c-4446-91fe-07510eeb2a20 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:25.503994 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5451c063-cf10-4eab-b2c4-d21a4e91ffaf None None] Deleting port b2a28f45-0080-4978-aaf5-584e467dc65c {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:25.504100 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be8ef50e-339c-4446-91fe-07510eeb2a20 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:25.504907 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5451c063-cf10-4eab-b2c4-d21a4e91ffaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:25.518184 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3df8c1ad-ea16-4977-92b4-f9ec4e652206 req-9117da74-72f4-4516-abb8-c79850c7dc8b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230688 Sep 18 05:20:25.536637 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-74c11ec7-0d9c-491e-8a96-5d68ba0f01e3 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105878 Sep 18 05:20:25.542012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-be8ef50e-339c-4446-91fe-07510eeb2a20 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for 3438c489-391e-4e92-9acf-f97185d8f9cc owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:25.625282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5451c063-cf10-4eab-b2c4-d21a4e91ffaf None None] For port b2a28f45-0080-4978-aaf5-584e467dc65c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b2a28f45-0080-4978-aaf5-584e467dc65c,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:25.625703 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5451c063-cf10-4eab-b2c4-d21a4e91ffaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:25.639281 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e7995528-e83e-4ebb-a32c-2fe7fd014d09 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:25.655334 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-df2e8e69-8203-4987-a05b-52ea49cb50be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:25.661790 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-a358b014-af71-493a-99ca-60a83cc08e2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=0f8dede5-c7f9-4b5a-9a73-478db3ecef05 HTTP/1.1" status: 200 len: 217 time: 0.0934260 Sep 18 05:20:25.679545 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49bdef39-c9d3-480e-ae0e-0fe65c9ff5fe req-6ae633e9-4875-42aa-8d2d-38f69118bfe7 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 210 time: 0.0519836 Sep 18 05:20:25.687714 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5451c063-cf10-4eab-b2c4-d21a4e91ffaf None None] Calling delete_port for b2a28f45-0080-4978-aaf5-584e467dc65c owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:25.705313 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8ca680-456d-4f11-b071-c6651276aaba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:25.713502 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca680-456d-4f11-b071-c6651276aaba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:25.786644 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device be9955b0-a013-4c9f-b49d-a7761752152b up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:25.866602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e8e69-8203-4987-a05b-52ea49cb50be admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f41858-f434-480d-98e0-700459b99724,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:25.885707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-8ef19bce-75a3-4e86-858b-99a8de4d5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:25.887230 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-8ef19bce-75a3-4e86-858b-99a8de4d5f59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.1938970 Sep 18 05:20:25.895317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e8e69-8203-4987-a05b-52ea49cb50be admin admin] Checking segment: {'id': '423c1c2e-17e7-4004-9bde-48b5f0e801b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f8df595-cf25-428d-b9f8-9c3765b503dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:25.895317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e8e69-8203-4987-a05b-52ea49cb50be admin admin] Network hostable DHCP agents. Network: 2f8df595-cf25-428d-b9f8-9c3765b503dd, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:20:25.903147 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port be9955b0-a013-4c9f-b49d-a7761752152b triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:25.903532 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:25.965352 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port e7995528-e83e-4ebb-a32c-2fe7fd014d09 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:20:25.975308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-3bf94218-cbac-4aa3-a4ce-d04b22a2eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:25.976940 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-3bf94218-cbac-4aa3-a4ce-d04b22a2eaf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771675 Sep 18 05:20:25.993001 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5451c063-cf10-4eab-b2c4-d21a4e91ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:25.995889 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port e7995528-e83e-4ebb-a32c-2fe7fd014d09 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:25.996274 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:26.047675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451c063-cf10-4eab-b2c4-d21a4e91ffaf None None] Pushing event deleted for resources: {'Port': ['ID=b2a28f45-0080-4978-aaf5-584e467dc65c,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:26.057972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451c063-cf10-4eab-b2c4-d21a4e91ffaf None None] No DVR routers for this DVR port b2a28f45-0080-4978-aaf5-584e467dc65c on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:20:26.075340 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e8e69-8203-4987-a05b-52ea49cb50be admin admin] Network 2f8df595-cf25-428d-b9f8-9c3765b503dd is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:20:26.098778 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca680-456d-4f11-b071-c6651276aaba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:26.129165 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b2a28f45-0080-4978-aaf5-584e467dc65c no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:26.143691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-7ed02b43-b58d-489c-b4c8-07dc046d8ba2 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477029 Sep 18 05:20:26.151820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ca680-456d-4f11-b071-c6651276aaba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:26.156900 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ca680-456d-4f11-b071-c6651276aaba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:26.158251 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: b2a28f45-0080-4978-aaf5-584e467dc65c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:26.158933 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b2a28f45-0080-4978-aaf5-584e467dc65c not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:26.159471 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 572acaa6-b409-44bf-9179-0ba6e8d5d856 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:26.160304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8ca680-456d-4f11-b071-c6651276aaba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:26.161092 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c8ca680-456d-4f11-b071-c6651276aaba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:26.186898 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044d45f3-8642-4ab9-ad60-0b4b6976ec5e None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:26.187561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ca680-456d-4f11-b071-c6651276aaba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=590bd701-1f12-44a9-86f6-75831f0ac34f,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:26.195469 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be8ef50e-339c-4446-91fe-07510eeb2a20 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:26.210379 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 572acaa6-b409-44bf-9179-0ba6e8d5d856 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:26.211030 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 572acaa6-b409-44bf-9179-0ba6e8d5d856 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:26.214156 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:26.264876 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2c8ca680-456d-4f11-b071-c6651276aaba tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8436115 Sep 18 05:20:26.267600 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38452) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:26.268814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-df2e8e69-8203-4987-a05b-52ea49cb50be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 2f8df595-cf25-428d-b9f8-9c3765b503dd) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:26.273835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-6098dedd-b992-4c7a-9a8a-1a570b942da8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'mac_address': 'fa:16:3e:a1:70:20', 'name': 'tempest-NetworksTestDHCPv6-35569864'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:26.278252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ef50e-339c-4446-91fe-07510eeb2a20 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=3438c489-391e-4e92-9acf-f97185d8f9cc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:26.278978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7995528-e83e-4ebb-a32c-2fe7fd014d09'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:20:26.282428 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c743467-072b-4732-ba65-07af15ed9a26" -d '{"events": [{"server_uuid": "c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4", "name": "network-vif-plugged", "status": "completed", "tag": "e7995528-e83e-4ebb-a32c-2fe7fd014d09"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:20:26.290111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7089c12a-bd63-4274-bd55-6b7ea81d90ed None None] Network 2f8df595-cf25-428d-b9f8-9c3765b503dd requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:26.292012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e8e69-8203-4987-a05b-52ea49cb50be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:26.292673 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-df2e8e69-8203-4987-a05b-52ea49cb50be admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:26.316834 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port e7995528-e83e-4ebb-a32c-2fe7fd014d09, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e7995528-e83e-4ebb-a32c-2fe7fd014d09,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:26.384756 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336e9c2-cbf6-4b75-8938-2125358fd1a2 req-4fb8cb17-eea8-4f13-9ef5-63466446af22 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:26.386227 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3336e9c2-cbf6-4b75-8938-2125358fd1a2 req-4fb8cb17-eea8-4f13-9ef5-63466446af22 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.2098849 Sep 18 05:20:26.390420 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-42baddb4-cf00-4dc9-aecb-76fc0d6e64d3 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388735 Sep 18 05:20:26.396773 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:26.421585 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-df2e8e69-8203-4987-a05b-52ea49cb50be admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9510550 Sep 18 05:20:26.421585 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be8ef50e-339c-4446-91fe-07510eeb2a20 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:26.423428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38458) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:26.423672 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be8ef50e-339c-4446-91fe-07510eeb2a20 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:26.430074 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-629408931-router', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:26.430199 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-be8ef50e-339c-4446-91fe-07510eeb2a20 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/floatingips/77febcf1-c137-45b7-af29-5df4800272c0 HTTP/1.1" status: 204 len: 168 time: 1.7581556 Sep 18 05:20:26.445943 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38460) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:26.456716 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1accd541-5ba2-48d7-96ec-0e8d1bf36348 x-openstack-request-id: req-1accd541-5ba2-48d7-96ec-0e8d1bf36348 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:20:26.456999 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4", "name": "network-vif-plugged", "status": "completed", "tag": "e7995528-e83e-4ebb-a32c-2fe7fd014d09", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:20:26.458022 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1accd541-5ba2-48d7-96ec-0e8d1bf36348 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:20:26.464294 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7995528-e83e-4ebb-a32c-2fe7fd014d09', 'code': 200} Sep 18 05:20:26.471890 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-90680e95-1902-4466-a880-bbc09e991bbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 HTTP/1.1" status: 200 len: 217 time: 0.0707850 Sep 18 05:20:26.474956 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-09985659-3ad9-4081-8753-7e7b05072261 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] DELETE failed (client error): The resource could not be found. Sep 18 05:20:26.475669 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09985659-3ad9-4081-8753-7e7b05072261 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:20:26.480786 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-09985659-3ad9-4081-8753-7e7b05072261 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/ports/765fc451-6c7b-4261-905f-dfe7e52f14cd HTTP/1.1" status: 404 len: 333 time: 0.0330215 Sep 18 05:20:26.481418 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38462) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:26.500776 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3336e9c2-cbf6-4b75-8938-2125358fd1a2 req-cf912391-6bbd-4437-8882-56ed46fac0b5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014144 Sep 18 05:20:26.543354 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6098dedd-b992-4c7a-9a8a-1a570b942da8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:26.552651 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-74f23d82-a985-463c-a62d-edff85e418d3 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0c703a-6372-4a56-bd24-ca215cfbbe90 HTTP/1.1" status: 200 len: 205 time: 0.0701339 Sep 18 05:20:26.553259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38474) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:26.629147 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-8bf94b23-a6f8-4533-ae2c-ff6f5336d3cd tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] delete failed (client error): The resource could not be found. Sep 18 05:20:26.634399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38482) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:26.637260 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8bf94b23-a6f8-4533-ae2c-ff6f5336d3cd tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/routers/cd0c703a-6372-4a56-bd24-ca215cfbbe90 HTTP/1.1" status: 404 len: 336 time: 0.0805683 Sep 18 05:20:26.641558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '590bd701-1f12-44a9-86f6-75831f0ac34f'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:20:26.641852 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:26.642891 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:26.644215 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:26.673666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-04aff73e-2689-4507-b724-ffe26b908478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:26.675934 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-04aff73e-2689-4507-b724-ffe26b908478 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.1854937 Sep 18 05:20:26.680044 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6c0c4b-cf91-41e3-a6d8-2219d87431ec tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] DELETE failed (client error): The resource could not be found. Sep 18 05:20:26.680799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6c0c4b-cf91-41e3-a6d8-2219d87431ec tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:20:26.683159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8c6c0c4b-cf91-41e3-a6d8-2219d87431ec tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/subnets/3b29d74b-0a3c-4c54-907d-33eb650639e2 HTTP/1.1" status: 404 len: 337 time: 0.0485027 Sep 18 05:20:26.687187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38484) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:26.708510 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=e7995528-e83e-4ebb-a32c-2fe7fd014d09,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:26.733746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d225e-7976-4642-9a46-69f0408b29f3 req-45092370-e83c-4feb-ab91-8cfbcd8fa33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:26.735321 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f33d225e-7976-4642-9a46-69f0408b29f3 req-45092370-e83c-4feb-ab91-8cfbcd8fa33e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 1097 time: 0.1682813 Sep 18 05:20:26.762958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-60c903e7-2abf-4ac1-bdee-f43391fa9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:26.764411 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-60c903e7-2abf-4ac1-bdee-f43391fa9eb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0800259 Sep 18 05:20:26.799285 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-2f8df595-cf25-428d-b9f8-9c3765b503dd', 'network_id': '2f8df595-cf25-428d-b9f8-9c3765b503dd', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'fixed_ips': [{'subnet_id': '48f41858-f434-480d-98e0-700459b99724'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:20:26.800541 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:26.812845 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f33d225e-7976-4642-9a46-69f0408b29f3 req-bf7c0a12-e826-4c03-b4a2-7806b63c9fa0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678103 Sep 18 05:20:26.833763 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:26.947268 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-19e38a8a-d4b3-4028-bcde-0cd646713663 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749785 Sep 18 05:20:26.960177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc234ee3-d199-480c-9fb0-abad5d212fc4 req-a25a4ef6-80ca-42b9-830b-ecab8a7683f6 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:26.961855 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc234ee3-d199-480c-9fb0-abad5d212fc4 req-a25a4ef6-80ca-42b9-830b-ecab8a7683f6 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 945 time: 0.0934124 Sep 18 05:20:27.012471 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc234ee3-d199-480c-9fb0-abad5d212fc4 req-5f37ea31-d617-46ab-a3fd-04c6cbd1b186 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390744 Sep 18 05:20:27.022560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6098dedd-b992-4c7a-9a8a-1a570b942da8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:27.045214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16f8f-25f9-4efe-b7ee-794d6e86fa05 req-edd3722a-9acf-488b-ae5e-19b45c973349 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:27.047341 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ae16f8f-25f9-4efe-b7ee-794d6e86fa05 req-edd3722a-9acf-488b-ae5e-19b45c973349 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.2118230 Sep 18 05:20:27.055135 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Allocated IP 2001:db8::2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/590bd701-1f12-44a9-86f6-75831f0ac34f/a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:27.100440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Allocated IP 172.20.0.2 (2f8df595-cf25-428d-b9f8-9c3765b503dd/48f41858-f434-480d-98e0-700459b99724/5abfc871-5c6b-451e-b4f7-c89cd36507b1) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:27.117083 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-6098dedd-b992-4c7a-9a8a-1a570b942da8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port 40cf3b23-e810-41f5-99e3-16039f9eb3f0 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:20:27.151632 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-01d7b5f8-ddc4-4b39-8c16-2de883eeb007 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374984 Sep 18 05:20:27.162573 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:27.217404 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-bdabe293-cbc0-468c-95c1-c09365235327 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=dad1ad92-2be5-4848-878d-456fb993a3b0 HTTP/1.1" status: 200 len: 217 time: 0.0568483 Sep 18 05:20:27.225668 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ae16f8f-25f9-4efe-b7ee-794d6e86fa05 req-3ce0ea07-a15e-4137-825a-6b0f69e07af5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347251 Sep 18 05:20:27.231183 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port edb33c73-65f6-4eb4-b0de-2e0041e104e3 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:27.231794 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:27.240603 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0cd23dc2-d25f-4f28-854a-116dbadc9679 req-e3fd675b-a817-45cf-a786-69c36787784f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 210 time: 0.0309651 Sep 18 05:20:27.303168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-df0eec33-354a-44f3-a730-ae5ce25d3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:27.307756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-df0eec33-354a-44f3-a730-ae5ce25d3097 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.0688338 Sep 18 05:20:27.364369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-fdf0c184-7a12-4a77-a821-5d50465f4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:27.366181 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-fdf0c184-7a12-4a77-a821-5d50465f4748 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508215 Sep 18 05:20:27.370505 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:27.425741 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:27.450873 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:27.467711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for edb33c73-65f6-4eb4-b0de-2e0041e104e3 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:27.470074 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-d71e8f58-ae75-4851-9af2-0e3af8175491 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946305 Sep 18 05:20:27.487641 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:27.491333 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db776e84-34c9-45c5-9c7c-b6b6a97a3d5f req-04b109a2-8015-44a0-9e99-308685256c99 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:27.492878 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-db776e84-34c9-45c5-9c7c-b6b6a97a3d5f req-04b109a2-8015-44a0-9e99-308685256c99 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1475534 Sep 18 05:20:27.532080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:27.534879 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:27.537313 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:27.550255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Pushing event updated for resources: {'Port': ['ID=a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:27.588934 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:27.594338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-c5a528c8-d065-4b69-bd9d-73ac62dbce98 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172278 Sep 18 05:20:27.629036 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-6098dedd-b992-4c7a-9a8a-1a570b942da8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::296 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/590bd701-1f12-44a9-86f6-75831f0ac34f/40cf3b23-e810-41f5-99e3-16039f9eb3f0) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:27.665454 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-db776e84-34c9-45c5-9c7c-b6b6a97a3d5f req-936737d1-fcb6-4183-973a-0eb2020adcf1 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449347 Sep 18 05:20:27.666421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Network 2f8df595-cf25-428d-b9f8-9c3765b503dd is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:27.667551 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Attempting to bind port a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:27.668516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Attempting to bind port a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:27.668516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Attempting to bind port a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:27.744226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:27.744226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:27.744226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:27.744226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:27.744226 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:27.744226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:27.744226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Bound port: a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:27.744226 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:27.744226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Pushing event updated for resources: {'Port': ['ID=5abfc871-5c6b-451e-b4f7-c89cd36507b1,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:27.864360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Attempting to bind port 5abfc871-5c6b-451e-b4f7-c89cd36507b1 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:27.867602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Attempting to bind port 5abfc871-5c6b-451e-b4f7-c89cd36507b1 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '423c1c2e-17e7-4004-9bde-48b5f0e801b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f8df595-cf25-428d-b9f8-9c3765b503dd'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:27.867602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Attempting to bind port 5abfc871-5c6b-451e-b4f7-c89cd36507b1 on network 2f8df595-cf25-428d-b9f8-9c3765b503dd {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:27.879495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:27.879871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Checking segment: {'id': '423c1c2e-17e7-4004-9bde-48b5f0e801b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f8df595-cf25-428d-b9f8-9c3765b503dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:27.880693 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:27.881101 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Bound using segment: {'id': '423c1c2e-17e7-4004-9bde-48b5f0e801b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f8df595-cf25-428d-b9f8-9c3765b503dd'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:27.881807 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Bound port: 5abfc871-5c6b-451e-b4f7-c89cd36507b1, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423c1c2e-17e7-4004-9bde-48b5f0e801b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f8df595-cf25-428d-b9f8-9c3765b503dd'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:27.881980 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:27.912711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] For port a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:27.947386 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] For port a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:27.978942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] For port 5abfc871-5c6b-451e-b4f7-c89cd36507b1, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:27.982288 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] For port 5abfc871-5c6b-451e-b4f7-c89cd36507b1, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5abfc871-5c6b-451e-b4f7-c89cd36507b1,segment=NetworkSegment(423c1c2e-17e7-4004-9bde-48b5f0e801b0),segment_id=423c1c2e-17e7-4004-9bde-48b5f0e801b0)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:28.030495 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:28.068948 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-e2882282-1c6a-4c15-ace9-7bef9cd5aa20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=741ee337-d7e0-48e7-882c-2b7372d44fd0 HTTP/1.1" status: 200 len: 217 time: 0.4645250 Sep 18 05:20:28.095213 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:28.098634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:28.122032 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-85d1ddf4-320c-4c34-b6a5-7518bbf29ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:28.123258 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-85d1ddf4-320c-4c34-b6a5-7518bbf29ef8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e12fcea4-a807-445a-9915-eacbf932b4fc HTTP/1.1" status: 200 len: 797 time: 0.0481167 Sep 18 05:20:28.140553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea738b-5f1c-4676-9b67-f4ac88ffa3d7 None None] Pushing event updated for resources: {'Port': ['ID=a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:28.211523 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c2aca-8958-4ffe-a2f9-ad73a0efeffa None None] Pushing event updated for resources: {'Port': ['ID=5abfc871-5c6b-451e-b4f7-c89cd36507b1,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:28.232508 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-7ae20689-6525-46b9-8c93-4cacdf0842ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:28.234459 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-7ae20689-6525-46b9-8c93-4cacdf0842ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51566083-6d68-46b7-9abf-efdb568e8fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0999928 Sep 18 05:20:28.245727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=edb33c73-65f6-4eb4-b0de-2e0041e104e3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:28.293699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfa75c-14ce-4b6f-a7cb-a434704fc6a1 req-b4aa1bd0-fbfd-44d2-a8c8-c7bb6530d0fd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:28.295478 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7dfa75c-14ce-4b6f-a7cb-a434704fc6a1 req-b4aa1bd0-fbfd-44d2-a8c8-c7bb6530d0fd tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 945 time: 0.1236451 Sep 18 05:20:28.317811 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:28.320267 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:28.320604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:28.321091 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:28.321705 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:28.321983 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:28.322338 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:28.322819 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:28.323122 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:28.323460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:28.323794 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:28.324134 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:28.324494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:28.401861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7dfa75c-14ce-4b6f-a7cb-a434704fc6a1 req-ab86a50f-6612-453d-8c5c-ed3190e5a70c tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786130 Sep 18 05:20:28.428134 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-becca17b-e99f-45d6-9720-c7c335dcec00 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852031 Sep 18 05:20:28.430642 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-be258bb8-0137-4b17-859f-9f086f86a78a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:28.433980 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-be258bb8-0137-4b17-859f-9f086f86a78a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 811 time: 0.4272442 Sep 18 05:20:28.442086 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6098dedd-b992-4c7a-9a8a-1a570b942da8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:28.442965 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:28.536442 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-5e1e5139-543c-4347-bcf0-f6c2b3694e6c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/quotas/a93295c876f24b40a8ad6dd6e528220f HTTP/1.1" status: 200 len: 375 time: 0.0865591 Sep 18 05:20:28.572070 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:28.578217 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bd3dd9ee-6ee3-41ee-9f2a-3850b3bbe871 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/ports/edb33c73-65f6-4eb4-b0de-2e0041e104e3 HTTP/1.1" status: 204 len: 168 time: 1.7890353 Sep 18 05:20:28.580273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38516) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:28.591083 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-fa637ac7-7ea4-4c36-b05a-3bad9e8ce765 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536496 Sep 18 05:20:28.680298 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-e281c08d-8ecf-4959-a312-a8d7f28fc424 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1430953 Sep 18 05:20:28.686444 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-21b9dcb3-13b3-4c61-afca-db4aee6c7b7d req-4d596b23-c055-41d5-95ca-cc21627dffec tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 210 time: 0.0701599 Sep 18 05:20:28.694818 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-22a353eb-47e9-4c63-9a6c-ce499377f12a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f51248ff-1eb2-4f12-b410-f80462b53732 HTTP/1.1" status: 200 len: 217 time: 0.0775790 Sep 18 05:20:28.724186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Allocated IP 172.25.7.129 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/b845ada7-4b03-46a2-bc24-d218c90ac9ed) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:28.730701 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6098dedd-b992-4c7a-9a8a-1a570b942da8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:28.772861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-fa01ce8e-2a63-4b0f-a5d2-7cb4539e4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:28.774374 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-fa01ce8e-2a63-4b0f-a5d2-7cb4539e4cc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e12fcea4-a807-445a-9915-eacbf932b4fc HTTP/1.1" status: 200 len: 797 time: 0.0754688 Sep 18 05:20:28.823358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8d70a176-cc94-4c0b-9669-4c1807b36a53 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port cb134add-6ae2-4619-a22b-83ce666ef4f3 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:28.823701 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8d70a176-cc94-4c0b-9669-4c1807b36a53 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:28.834200 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098dedd-b992-4c7a-9a8a-1a570b942da8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:28.855115 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-6098dedd-b992-4c7a-9a8a-1a570b942da8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:28.863571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-623aad0b-33a1-4c95-a8ad-3c7e74dec536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:28.863975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6098dedd-b992-4c7a-9a8a-1a570b942da8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:28.865160 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-623aad0b-33a1-4c95-a8ad-3c7e74dec536 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51566083-6d68-46b7-9abf-efdb568e8fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0816550 Sep 18 05:20:28.869867 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6098dedd-b992-4c7a-9a8a-1a570b942da8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:28.870506 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6098dedd-b992-4c7a-9a8a-1a570b942da8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:28.991562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8d70a176-cc94-4c0b-9669-4c1807b36a53 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:29.012656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8d70a176-cc94-4c0b-9669-4c1807b36a53 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for cb134add-6ae2-4619-a22b-83ce666ef4f3 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:29.033021 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-dcac02f7-4e5c-49b2-a05d-d2808fb58f39 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417232 Sep 18 05:20:29.199713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b3af82c-1570-4acc-adc7-5c8ef7f3d766 req-91547b62-6af6-41c3-8df1-e1f29cfedb8f service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282461 Sep 18 05:20:29.270918 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098dedd-b992-4c7a-9a8a-1a570b942da8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=40cf3b23-e810-41f5-99e3-16039f9eb3f0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:29.284887 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-b6d667a3-41b0-46e9-bd72-9ed737fdd43b service neutron] 10.222.0.23 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942078 Sep 18 05:20:29.335741 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8d70a176-cc94-4c0b-9669-4c1807b36a53 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:29.367084 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70a176-cc94-4c0b-9669-4c1807b36a53 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=cb134add-6ae2-4619-a22b-83ce666ef4f3,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:29.392058 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:29.395749 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6098dedd-b992-4c7a-9a8a-1a570b942da8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1266160 Sep 18 05:20:29.402782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38522) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:29.433597 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-24b6524d-c353-4e09-ba5c-d389e47128cc None None] Provisioning complete for port a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:29.434139 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-24b6524d-c353-4e09-ba5c-d389e47128cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:29.464107 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8d70a176-cc94-4c0b-9669-4c1807b36a53 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:29.466461 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8d70a176-cc94-4c0b-9669-4c1807b36a53 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/ports/cb134add-6ae2-4619-a22b-83ce666ef4f3 HTTP/1.1" status: 204 len: 168 time: 0.8852253 Sep 18 05:20:29.469054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38526) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:29.493074 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-1548523b-75e8-42b0-816d-c35a8b0190c8 service neutron] 10.222.0.23 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051249 Sep 18 05:20:29.632749 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-24b6524d-c353-4e09-ba5c-d389e47128cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:29.657808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82de4294-3b34-48a0-a116-0bad0af5ac20 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:29.664038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82de4294-3b34-48a0-a116-0bad0af5ac20 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:29.667472 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-82de4294-3b34-48a0-a116-0bad0af5ac20 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2109780 Sep 18 05:20:29.671206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361ae0d9-9c7e-4cd6-90de-28af6476fe3f tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:29.671586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38530) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:29.671672 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-361ae0d9-9c7e-4cd6-90de-28af6476fe3f tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fef36ba-e430-4553-a517-524193519ab6 HTTP/1.1" status: 200 len: 913 time: 0.1985717 Sep 18 05:20:29.673171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38532) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:29.693175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-24b6524d-c353-4e09-ba5c-d389e47128cc None None] For port a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:29.749634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:29.789716 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-24b6524d-c353-4e09-ba5c-d389e47128cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:29.829359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc23005-285f-4409-8d13-a23a28b2080c req-eecc44e5-df61-4a88-a827-58352383c7d4 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:29.839961 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bbc23005-285f-4409-8d13-a23a28b2080c req-eecc44e5-df61-4a88-a827-58352383c7d4 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 945 time: 0.3073859 Sep 18 05:20:29.854808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:29.863725 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:29.863725 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:29.914256 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6524d-c353-4e09-ba5c-d389e47128cc None None] Pushing event updated for resources: {'Port': ['ID=a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:29.922531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5abfc871-5c6b-451e-b4f7-c89cd36507b1 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:29.990794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-69f56b44-43b6-46bb-bf47-80f5796137f9 None None] Provisioning complete for port 40cf3b23-e810-41f5-99e3-16039f9eb3f0 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:29.992613 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69f56b44-43b6-46bb-bf47-80f5796137f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:30.038901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Pushing event updated for resources: {'Port': ['ID=b845ada7-4b03-46a2-bc24-d218c90ac9ed,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:30.083321 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-69f56b44-43b6-46bb-bf47-80f5796137f9 None None] Port 40cf3b23-e810-41f5-99e3-16039f9eb3f0 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:30.088780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 5abfc871-5c6b-451e-b4f7-c89cd36507b1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:30.089502 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:30.130617 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058551d2-4e61-4877-950d-eb442604b234 None None] Network 2f8df595-cf25-428d-b9f8-9c3765b503dd requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:30.143353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-12514f77-5f71-45a4-844f-47788680a888 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port 40cf3b23-e810-41f5-99e3-16039f9eb3f0 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:30.144271 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12514f77-5f71-45a4-844f-47788680a888 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:30.187403 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79182d20-ca6a-4cba-8f1e-b31929ba8c18 req-290bd889-a1b9-427a-8f83-c361be532f6a tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 210 time: 0.0796702 Sep 18 05:20:30.208875 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bbc23005-285f-4409-8d13-a23a28b2080c req-487f521f-ce24-4116-b319-6ca11f95b486 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680534 Sep 18 05:20:30.284508 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:30.322187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 5abfc871-5c6b-451e-b4f7-c89cd36507b1, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5abfc871-5c6b-451e-b4f7-c89cd36507b1,segment=NetworkSegment(423c1c2e-17e7-4004-9bde-48b5f0e801b0),segment_id=423c1c2e-17e7-4004-9bde-48b5f0e801b0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:30.330526 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2b958e0b-b834-4823-9607-8a9fe3640d06 req-62b24dc1-64d7-441a-8e81-98b717a1ffb7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 210 time: 0.0549381 Sep 18 05:20:30.332471 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d2c438a1-f9ff-44b1-997f-e72130e151c2 None None] Provisioning complete for port 5abfc871-5c6b-451e-b4f7-c89cd36507b1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:30.332976 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d2c438a1-f9ff-44b1-997f-e72130e151c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:30.344219 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12514f77-5f71-45a4-844f-47788680a888 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:30.401018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-12514f77-5f71-45a4-844f-47788680a888 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for 40cf3b23-e810-41f5-99e3-16039f9eb3f0 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:30.419586 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:30.423291 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:30.452339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff295d6-12f9-4d8a-ae44-3e003524e542 req-871b8849-6c72-4003-9c81-8bfc008638fa tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:30.458455 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ff295d6-12f9-4d8a-ae44-3e003524e542 req-871b8849-6c72-4003-9c81-8bfc008638fa tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 945 time: 0.1091425 Sep 18 05:20:30.466260 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b047b44-fb8b-49c2-b7f8-2da4a6db06d4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:30.491069 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38548) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:30.496511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-29e3d54a-e27b-46a7-8c02-0021820cd296 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Request body: {'floatingip': {'port_id': 'e7995528-e83e-4ebb-a32c-2fe7fd014d09'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:30.557681 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29e3d54a-e27b-46a7-8c02-0021820cd296 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:30.561059 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=5abfc871-5c6b-451e-b4f7-c89cd36507b1,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:30.602373 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:30.789859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-e08c258a-880f-409e-ab33-27eb80e121ef tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:30.791625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-e08c258a-880f-409e-ab33-27eb80e121ef tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.18 "GET /v2.0/networks?id=904ebde8-a61b-4ac9-bd73-275552e2912c HTTP/1.1" status: 200 len: 812 time: 0.1773143 Sep 18 05:20:30.812113 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-71b93c7c-d961-403c-8d11-ca8267c0262f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Request body: {'port': {'device_id': 'a65cb1de-2772-42be-a5d9-ba8c84a6135c', 'network_id': '904ebde8-a61b-4ac9-bd73-275552e2912c', 'admin_state_up': True, 'tenant_id': '309a0cc2df444ffe942e54d06c23525f'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:30.850189 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:30.850842 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:30.998301 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12514f77-5f71-45a4-844f-47788680a888 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.041233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8b047b44-fb8b-49c2-b7f8-2da4a6db06d4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port 0075bea6-99c3-44db-afd7-892271f23861 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:31.046786 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b047b44-fb8b-49c2-b7f8-2da4a6db06d4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.175878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12514f77-5f71-45a4-844f-47788680a888 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=40cf3b23-e810-41f5-99e3-16039f9eb3f0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:31.188302 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-12514f77-5f71-45a4-844f-47788680a888 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.188302 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-12514f77-5f71-45a4-844f-47788680a888 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/40cf3b23-e810-41f5-99e3-16039f9eb3f0 HTTP/1.1" status: 204 len: 168 time: 1.5118139 Sep 18 05:20:31.188302 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38554) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:31.197427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-71b93c7c-d961-403c-8d11-ca8267c0262f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Made reservation on behalf of 309a0cc2df444ffe942e54d06c23525f for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:31.202278 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-71b93c7c-d961-403c-8d11-ca8267c0262f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.215854 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4503cbaf-8eb5-4a2a-9745-0eaab5eb2742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.246578 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.246825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b047b44-fb8b-49c2-b7f8-2da4a6db06d4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.296388 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8b047b44-fb8b-49c2-b7f8-2da4a6db06d4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for 0075bea6-99c3-44db-afd7-892271f23861 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:31.306393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b6de6045-4f2d-440d-be09-68b94c34de31 None None] Provisioning complete for port 5abfc871-5c6b-451e-b4f7-c89cd36507b1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:31.306393 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b6de6045-4f2d-440d-be09-68b94c34de31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.409950 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74533b1e-ca93-4304-ace3-72b2c4a31635 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:31.411471 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74533b1e-ca93-4304-ace3-72b2c4a31635 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:31.413015 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-74533b1e-ca93-4304-ace3-72b2c4a31635 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2237918 Sep 18 05:20:31.421234 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38562) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:31.503249 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca400778-b283-4245-8188-b665255d576e req-f37084a3-98f7-4054-87a1-a65945154b90 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 210 time: 0.0989976 Sep 18 05:20:31.526828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-71b93c7c-d961-403c-8d11-ca8267c0262f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Allocated IP 172.20.0.12 (904ebde8-a61b-4ac9-bd73-275552e2912c/9a6e0562-37c9-4f9b-96c0-8de4b78a5c64/72f7fc03-851c-4dc1-b2c0-f5e48d45ce34) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:31.605986 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-724a6d48-f4c7-45ed-8254-6a6287d485ac req-438fe2b4-21cc-4e43-a2e7-4204726e5ea7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 210 time: 0.1091578 Sep 18 05:20:31.612491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-4940a674-0ed3-420b-b671-10bfba33d032 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 590bd701-1f12-44a9-86f6-75831f0ac34f {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:20:31.619657 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4940a674-0ed3-420b-b671-10bfba33d032 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.665484 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.db.resource_extend [None req-29e3d54a-e27b-46a7-8c02-0021820cd296 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 05:20:31.680086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5abfc871-5c6b-451e-b4f7-c89cd36507b1 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:31.729451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 5abfc871-5c6b-451e-b4f7-c89cd36507b1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:31.729946 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.731997 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4940a674-0ed3-420b-b671-10bfba33d032 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.784748 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29e3d54a-e27b-46a7-8c02-0021820cd296 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.812578 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-71b93c7c-d961-403c-8d11-ca8267c0262f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.820705 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:31.844372 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4940a674-0ed3-420b-b671-10bfba33d032 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.865135 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29e3d54a-e27b-46a7-8c02-0021820cd296 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.869838 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b047b44-fb8b-49c2-b7f8-2da4a6db06d4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.872653 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:31.873252 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.903223 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Router ef6930f5-bc33-47e0-bffb-729ca4583eec is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:20:31.903488 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b047b44-fb8b-49c2-b7f8-2da4a6db06d4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=0075bea6-99c3-44db-afd7-892271f23861,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:31.911785 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-71b93c7c-d961-403c-8d11-ca8267c0262f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:31.992050 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-71b93c7c-d961-403c-8d11-ca8267c0262f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Network 904ebde8-a61b-4ac9-bd73-275552e2912c is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:32.001025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-71b93c7c-d961-403c-8d11-ca8267c0262f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:32.007542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-71b93c7c-d961-403c-8d11-ca8267c0262f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:32.082990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b93c7c-d961-403c-8d11-ca8267c0262f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Pushing event updated for resources: {'Port': ['ID=72f7fc03-851c-4dc1-b2c0-f5e48d45ce34,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:32.131502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-71b93c7c-d961-403c-8d11-ca8267c0262f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:32.132211 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-71b93c7c-d961-403c-8d11-ca8267c0262f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:32.254918 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-71b93c7c-d961-403c-8d11-ca8267c0262f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4520385 Sep 18 05:20:32.286051 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b047b44-fb8b-49c2-b7f8-2da4a6db06d4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:32.300257 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Request body: {'port': {'device_id': 'a65cb1de-2772-42be-a5d9-ba8c84a6135c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:32.388353 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-29e3d54a-e27b-46a7-8c02-0021820cd296 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Floating IP 126ff685-1699-4422-bf46-18f47805e121 associated. External IP: 172.25.7.86, port: e7995528-e83e-4ebb-a32c-2fe7fd014d09. Sep 18 05:20:32.392181 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4940a674-0ed3-420b-b671-10bfba33d032 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:32.424008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-e82b13fe-bef9-4f99-acad-9dfa8574e61e tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:32.425540 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-e82b13fe-bef9-4f99-acad-9dfa8574e61e tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 811 time: 0.2235940 Sep 18 05:20:32.439922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-f3eb4c00-0a7c-47b0-80a5-4fa5e6fb16c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Request body: {'port': {'device_id': 'ebba252b-c412-4976-af80-9149fe0736eb', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'admin_state_up': True, 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:32.449516 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:32.457590 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940a674-0ed3-420b-b671-10bfba33d032 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=590bd701-1f12-44a9-86f6-75831f0ac34f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:32.472448 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4940a674-0ed3-420b-b671-10bfba33d032 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:32.474083 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb985d5-9685-476e-987a-4413fc14e468 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:32.474412 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4940a674-0ed3-420b-b671-10bfba33d032 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/590bd701-1f12-44a9-86f6-75831f0ac34f HTTP/1.1" status: 204 len: 168 time: 1.0394185 Sep 18 05:20:32.476977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38568) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:32.480018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:32.492203 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Sync routers for ids ['ef6930f5-bc33-47e0-bffb-729ca4583eec'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:32.517613 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Routers {'ef6930f5-bc33-47e0-bffb-729ca4583eec'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:32.518458 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ef6930f5-bc33-47e0-bffb-729ca4583eec'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:32.541816 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d67dc8c9-9e70-4661-9f71-b6fb47ba5529 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595286 Sep 18 05:20:32.542276 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38572) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:32.680581 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d80efe-95e9-4df3-8cbb-2cdd0c17a4c9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:32.687598 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-70d80efe-95e9-4df3-8cbb-2cdd0c17a4c9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1389372 Sep 18 05:20:32.687598 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:32.687598 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9fd29b11-64ed-49a1-bd23-0f2a0993c8dc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2601349 Sep 18 05:20:32.687598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38576) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:32.687598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38578) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:32.709412 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Set router ef6930f5-bc33-47e0-bffb-729ca4583eec gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:20:32.736755 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0712ae40-03e5-4a79-ac5a-bbd20901bd65 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:20:32.807082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0712ae40-03e5-4a79-ac5a-bbd20901bd65 None None] Deleting port a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:32.807720 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0712ae40-03e5-4a79-ac5a-bbd20901bd65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:32.839673 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7bd54c9b-f53f-4d57-acfc-2743d6767099 req-d3d79d0d-0529-43ac-a41f-0abb36c9d9fe tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 210 time: 0.0927114 Sep 18 05:20:32.881008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3024e5a7-72a4-4ab3-a251-24de56a28439 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:32.886695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3024e5a7-72a4-4ab3-a251-24de56a28439 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1924491 Sep 18 05:20:32.892468 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38580) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:32.914304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784d3d1-93f4-4930-a311-f4b809ecfbe2 req-eaeedf42-b6a6-4f6e-a0db-b4438dfdd7d2 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:32.916212 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3784d3d1-93f4-4930-a311-f4b809ecfbe2 req-eaeedf42-b6a6-4f6e-a0db-b4438dfdd7d2 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 932 time: 0.2584467 Sep 18 05:20:32.932519 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-0712ae40-03e5-4a79-ac5a-bbd20901bd65 None None] For port a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:32.933197 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0712ae40-03e5-4a79-ac5a-bbd20901bd65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:32.954426 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0712ae40-03e5-4a79-ac5a-bbd20901bd65 None None] Calling delete_port for a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:33.011593 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-499691c9-94ec-44e3-a0e2-a873a297eb17 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1156855 Sep 18 05:20:33.012470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38582) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:33.018805 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-59c95c5e-407a-4a17-bd7f-de38a61f66ec tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:33.082229 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'name': 'tempest-TestAggregatesBasicOps-629408931-router', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'b845ada7-4b03-46a2-bc24-d218c90ac9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:26Z', 'updated_at': '2021-09-18T05:20:30Z', 'revision_number': 3, 'project_id': 'ef03287f2a1241ab83b0bd3222d64362', 'gw_port': {'id': 'b845ada7-4b03-46a2-bc24-d218c90ac9ed', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ab:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:28Z', 'updated_at': '2021-09-18T05:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:33.116552 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e3d54a-e27b-46a7-8c02-0021820cd296 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Router ac0ac1ba-1e72-42d7-99de-31292384b7c8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:20:33.117257 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Checking router: ef6930f5-bc33-47e0-bffb-729ca4583eec for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:20:33.117708 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Updating router ef6930f5-bc33-47e0-bffb-729ca4583eec port b845ada7-4b03-46a2-bc24-d218c90ac9ed binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:20:33.147537 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:33.184644 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0712ae40-03e5-4a79-ac5a-bbd20901bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:33.276711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0712ae40-03e5-4a79-ac5a-bbd20901bd65 None None] No DVR routers for this DVR port a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:20:33.289716 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712ae40-03e5-4a79-ac5a-bbd20901bd65 None None] Pushing event deleted for resources: {'Port': ['ID=a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:33.440595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-f3eb4c00-0a7c-47b0-80a5-4fa5e6fb16c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Made reservation on behalf of a93295c876f24b40a8ad6dd6e528220f for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:33.444427 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-f3eb4c00-0a7c-47b0-80a5-4fa5e6fb16c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:33.467157 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3784d3d1-93f4-4930-a311-f4b809ecfbe2 req-bc03b14d-3962-4590-8433-59d1b1ec63ca tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432711 Sep 18 05:20:33.494109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b047b44-fb8b-49c2-b7f8-2da4a6db06d4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Router 3fef36ba-e430-4553-a517-524193519ab6 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:20:33.496771 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:33.585884 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:33.625811 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e3d54a-e27b-46a7-8c02-0021820cd296 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:33.640140 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29e3d54a-e27b-46a7-8c02-0021820cd296 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:33.640347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4659ba4-c983-4b0e-8b87-d685a02c372d None None] Sync routers for ids ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:33.643477 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c95c5e-407a-4a17-bd7f-de38a61f66ec tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:33.647383 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59c95c5e-407a-4a17-bd7f-de38a61f66ec tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:33.653986 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Attempting to bind port b845ada7-4b03-46a2-bc24-d218c90ac9ed on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:33.655567 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Attempting to bind port b845ada7-4b03-46a2-bc24-d218c90ac9ed by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:33.656040 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Attempting to bind port b845ada7-4b03-46a2-bc24-d218c90ac9ed on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:33.666921 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bafd2f-552b-413e-b2ec-4c648ac9593c None None] Pushing event updated for resources: {'Port': ['ID=b845ada7-4b03-46a2-bc24-d218c90ac9ed,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:33.671834 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:33.672385 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:33.672891 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:33.673906 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:33.674497 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Bound port: b845ada7-4b03-46a2-bc24-d218c90ac9ed, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:33.675157 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:33.688205 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4659ba4-c983-4b0e-8b87-d685a02c372d None None] Routers {'ac0ac1ba-1e72-42d7-99de-31292384b7c8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:33.691622 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c4659ba4-c983-4b0e-8b87-d685a02c372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:33.731460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-f3eb4c00-0a7c-47b0-80a5-4fa5e6fb16c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Allocated IP 172.20.0.11 (e2e55207-de56-4bf3-a229-f801b9f768e0/937b60cf-7360-4deb-b77e-f1ea0251fc0c/b59f7878-4825-4520-a7cb-3332e952e4de) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:33.733835 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:33.750064 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] For port b845ada7-4b03-46a2-bc24-d218c90ac9ed, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:33.754349 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] For port b845ada7-4b03-46a2-bc24-d218c90ac9ed, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b845ada7-4b03-46a2-bc24-d218c90ac9ed,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:33.768540 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:33.769117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a159a9bc-a870-4a7b-aeb5-9622dbc5e8fb not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:33.773852 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-29e3d54a-e27b-46a7-8c02-0021820cd296 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "PUT /v2.0/floatingips/126ff685-1699-4422-bf46-18f47805e121 HTTP/1.1" status: 200 len: 990 time: 3.2785230 Sep 18 05:20:33.804757 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4', 'tag': 'e7995528-e83e-4ebb-a32c-2fe7fd014d09'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:20:33.808873 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7a34ad-471f-4dbf-b7e6-615bd75e85d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4", "tag": "e7995528-e83e-4ebb-a32c-2fe7fd014d09"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:20:33.822514 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:33.840598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:20:33.865872 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:33.912190 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Routers {'ef6930f5-bc33-47e0-bffb-729ca4583eec'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:33.912952 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ef6930f5-bc33-47e0-bffb-729ca4583eec'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:33.919782 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-735e83b9-8146-4edb-9194-8e7514fa273f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:33.973675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-c4659ba4-c983-4b0e-8b87-d685a02c372d None None] Set router ac0ac1ba-1e72-42d7-99de-31292384b7c8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:20:33.981077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Transition to ACTIVE for port object 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:20:33.997098 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bafd2f-552b-413e-b2ec-4c648ac9593c None None] Pushing event updated for resources: {'Port': ['ID=b845ada7-4b03-46a2-bc24-d218c90ac9ed,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:34.007376 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbebebe-4446-4b19-be82-f938c2b19571 x-openstack-request-id: req-4dbebebe-4446-4b19-be82-f938c2b19571 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:20:34.007726 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4", "tag": "e7995528-e83e-4ebb-a32c-2fe7fd014d09", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:20:34.007915 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4dbebebe-4446-4b19-be82-f938c2b19571 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:20:34.008336 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4', 'tag': 'e7995528-e83e-4ebb-a32c-2fe7fd014d09', 'status': 'completed', 'code': 200} Sep 18 05:20:34.045592 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:34.095368 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] Set router ef6930f5-bc33-47e0-bffb-729ca4583eec gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:20:34.127138 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:34.151592 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f234342-4d26-44d1-898d-88ad49ed8dce req-5de82f0d-e67f-4462-bdac-64187928e66c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 210 time: 0.1010358 Sep 18 05:20:34.204641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b047b44-fb8b-49c2-b7f8-2da4a6db06d4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:34.224715 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8b047b44-fb8b-49c2-b7f8-2da4a6db06d4 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "PUT /v2.0/routers/3fef36ba-e430-4553-a517-524193519ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5510669 Sep 18 05:20:34.244211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38596) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:34.274965 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5715e9db-787f-427c-b1e1-602a41e3196d None None] Sync routers for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:34.280268 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Allocated IP 172.20.0.1 (2f8df595-cf25-428d-b9f8-9c3765b503dd/48f41858-f434-480d-98e0-700459b99724/eaff7e11-ec0e-49ad-8711-c308e24f3a76) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:34.296028 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:34.313116 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5715e9db-787f-427c-b1e1-602a41e3196d None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:34.313986 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5715e9db-787f-427c-b1e1-602a41e3196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:34.318624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a34ad-471f-4dbf-b7e6-615bd75e85d8 req-3da88b9e-5323-4942-b742-687c61ad037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:34.319925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c4659ba4-c983-4b0e-8b87-d685a02c372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '126ff685-1699-4422-bf46-18f47805e121', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'port_id': 'e7995528-e83e-4ebb-a32c-2fe7fd014d09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'mac_address': 'fa:16:3e:fb:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:20:01Z', 'updated_at': '2021-09-18T05:20:31Z', 'revision_number': 1, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:28Z', 'revision_number': 5, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:34.320364 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c7a34ad-471f-4dbf-b7e6-615bd75e85d8 req-3da88b9e-5323-4942-b742-687c61ad037a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b24b241d1e242d6a367baa07a5c602e&device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 1097 time: 0.2685604 Sep 18 05:20:34.321018 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Pushing event updated for resources: {'Port': ['ID=72f7fc03-851c-4dc1-b2c0-f5e48d45ce34,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:34.329102 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-f3eb4c00-0a7c-47b0-80a5-4fa5e6fb16c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:34.354523 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4659ba4-c983-4b0e-8b87-d685a02c372d None None] Checking router: ac0ac1ba-1e72-42d7-99de-31292384b7c8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:20:34.364298 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4659ba4-c983-4b0e-8b87-d685a02c372d None None] Routers {'ac0ac1ba-1e72-42d7-99de-31292384b7c8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:34.365101 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c4659ba4-c983-4b0e-8b87-d685a02c372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:34.377530 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5715e9db-787f-427c-b1e1-602a41e3196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:34.387701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:34.388141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:34.388425 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:34.388771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:34.389298 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:34.389620 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:34.389956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:34.390292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:34.390626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:34.390965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:34.391520 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:34.391638 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:20:34.395654 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5715e9db-787f-427c-b1e1-602a41e3196d None None] Routers {'3fef36ba-e430-4553-a517-524193519ab6'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:34.396427 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5715e9db-787f-427c-b1e1-602a41e3196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3fef36ba-e430-4553-a517-524193519ab6'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:34.453167 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:34.455139 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5715e9db-787f-427c-b1e1-602a41e3196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:34.455960 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5715e9db-787f-427c-b1e1-602a41e3196d None None] The sync data for ids ['3fef36ba-e430-4553-a517-524193519ab6'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:34.473868 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'name': 'tempest-TestAggregatesBasicOps-629408931-router', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'b845ada7-4b03-46a2-bc24-d218c90ac9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:26Z', 'updated_at': '2021-09-18T05:20:30Z', 'revision_number': 3, 'project_id': 'ef03287f2a1241ab83b0bd3222d64362', 'gw_port': {'id': 'b845ada7-4b03-46a2-bc24-d218c90ac9ed', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ab:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:28Z', 'updated_at': '2021-09-18T05:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:34.506543 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a07618-367a-43f5-afba-ec8419bcb5e7 None None] The sync data for ids ['ef6930f5-bc33-47e0-bffb-729ca4583eec'] in n-d-789963-13 is: [{'id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'name': 'tempest-TestAggregatesBasicOps-629408931-router', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'b845ada7-4b03-46a2-bc24-d218c90ac9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:26Z', 'updated_at': '2021-09-18T05:20:30Z', 'revision_number': 3, 'project_id': 'ef03287f2a1241ab83b0bd3222d64362', 'gw_port': {'id': 'b845ada7-4b03-46a2-bc24-d218c90ac9ed', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ab:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:28Z', 'updated_at': '2021-09-18T05:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:34.566523 n-d-789963-13 neutron-server[106908]: DEBUG neutron.objects.ports [None req-59c95c5e-407a-4a17-bd7f-de38a61f66ec tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106908) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:20:34.568090 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59c95c5e-407a-4a17-bd7f-de38a61f66ec tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:34.571970 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-c4659ba4-c983-4b0e-8b87-d685a02c372d None None] Set router ac0ac1ba-1e72-42d7-99de-31292384b7c8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:20:34.618921 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:34.619276 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:34.630244 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c95c5e-407a-4a17-bd7f-de38a61f66ec tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:34.644541 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-59c95c5e-407a-4a17-bd7f-de38a61f66ec tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:34.648051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c95c5e-407a-4a17-bd7f-de38a61f66ec tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:34.648748 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59c95c5e-407a-4a17-bd7f-de38a61f66ec tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:34.682762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c95c5e-407a-4a17-bd7f-de38a61f66ec tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=610acb0e-ddfd-4eb9-bd34-d28fe6d377b3,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:34.685387 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-f3eb4c00-0a7c-47b0-80a5-4fa5e6fb16c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:34.696118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a34ad-471f-4dbf-b7e6-615bd75e85d8 req-ab4a5436-63e9-49e2-a18d-f081a6a91dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:34.698181 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c7a34ad-471f-4dbf-b7e6-615bd75e85d8 req-ab4a5436-63e9-49e2-a18d-f081a6a91dbb service neutron] 10.222.0.13 "GET /v2.0/networks?id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 HTTP/1.1" status: 200 len: 910 time: 0.3636153 Sep 18 05:20:34.699689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Network 2f8df595-cf25-428d-b9f8-9c3765b503dd is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:34.706684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Attempting to bind port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:34.707974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Attempting to bind port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'af974c58-2757-44a6-9cb2-1c7e651a6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '904ebde8-a61b-4ac9-bd73-275552e2912c'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:34.708083 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:34.708206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Attempting to bind port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 on network 904ebde8-a61b-4ac9-bd73-275552e2912c {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:34.710387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:34.726881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ef9be-5526-4de5-8f59-12610f48a584 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:34.750026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Pushing event updated for resources: {'Port': ['ID=eaff7e11-ec0e-49ad-8711-c308e24f3a76,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:34.775956 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:34.830265 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-59c95c5e-407a-4a17-bd7f-de38a61f66ec tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8172965 Sep 18 05:20:34.833647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38604) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:34.833792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 on network 904ebde8-a61b-4ac9-bd73-275552e2912c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:20:34.838718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Attempting to bind port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 on network 904ebde8-a61b-4ac9-bd73-275552e2912c {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:34.840882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-89810070-b64c-457c-8140-db82f9ee6aca tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:34.889255 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa608fa-2847-46b1-a7c8-8026b64e4a97 req-2fbc30db-7901-4cfd-b959-8609da5925ce tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:34.889255 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5fa608fa-2847-46b1-a7c8-8026b64e4a97 req-2fbc30db-7901-4cfd-b959-8609da5925ce tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 944 time: 0.3262932 Sep 18 05:20:34.906097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-f3eb4c00-0a7c-47b0-80a5-4fa5e6fb16c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Network e2e55207-de56-4bf3-a229-f801b9f768e0 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:34.922696 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:34.922696 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Checking segment: {'id': 'af974c58-2757-44a6-9cb2-1c7e651a6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '904ebde8-a61b-4ac9-bd73-275552e2912c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:34.922696 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Bound using segment: {'id': 'af974c58-2757-44a6-9cb2-1c7e651a6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '904ebde8-a61b-4ac9-bd73-275552e2912c'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:34.923130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Bound port: 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af974c58-2757-44a6-9cb2-1c7e651a6870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '904ebde8-a61b-4ac9-bd73-275552e2912c'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:34.923235 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:34.982816 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-f3eb4c00-0a7c-47b0-80a5-4fa5e6fb16c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:34.995630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb4c00-0a7c-47b0-80a5-4fa5e6fb16c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event updated for resources: {'Port': ['ID=b59f7878-4825-4520-a7cb-3332e952e4de,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:35.026322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-f3eb4c00-0a7c-47b0-80a5-4fa5e6fb16c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:35.035291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c7a34ad-471f-4dbf-b7e6-615bd75e85d8 req-13b88935-5061-48cc-b052-b0256e98b1e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7995528-e83e-4ebb-a32c-2fe7fd014d09 HTTP/1.1" status: 200 len: 998 time: 0.2954860 Sep 18 05:20:35.151285 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': '610acb0e-ddfd-4eb9-bd34-d28fe6d377b3'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:20:35.151992 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:35.273003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5fa608fa-2847-46b1-a7c8-8026b64e4a97 req-d460b32f-ac87-4e9a-969f-484837ed5c48 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741829 Sep 18 05:20:35.311905 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:35.326542 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89810070-b64c-457c-8140-db82f9ee6aca tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:35.333040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-f3eb4c00-0a7c-47b0-80a5-4fa5e6fb16c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:35.334066 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:35.334807 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-f3eb4c00-0a7c-47b0-80a5-4fa5e6fb16c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:35.338318 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89810070-b64c-457c-8140-db82f9ee6aca tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:35.370997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a34ad-471f-4dbf-b7e6-615bd75e85d8 req-74225736-3b34-4f2a-8dce-d914e570ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:35.372331 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c7a34ad-471f-4dbf-b7e6-615bd75e85d8 req-74225736-3b34-4f2a-8dce-d914e570ce58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ab02bc3-4445-486e-bb1b-e6de93866e50 HTTP/1.1" status: 200 len: 849 time: 0.2868669 Sep 18 05:20:35.381694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] For port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:35.394202 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:35.394483 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] For port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=72f7fc03-851c-4dc1-b2c0-f5e48d45ce34,segment=NetworkSegment(af974c58-2757-44a6-9cb2-1c7e651a6870),segment_id=af974c58-2757-44a6-9cb2-1c7e651a6870)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:35.400193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-fa5e8c25-9449-4ac6-bcdd-df0b24d6b21f None None] Provisioning complete for port eaff7e11-ec0e-49ad-8711-c308e24f3a76 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:35.400701 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8c25-9449-4ac6-bcdd-df0b24d6b21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:35.449156 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-f3eb4c00-0a7c-47b0-80a5-4fa5e6fb16c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0131691 Sep 18 05:20:35.467114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a34ad-471f-4dbf-b7e6-615bd75e85d8 req-2ffbab36-f350-4872-8e5b-b851e66a8492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:35.471239 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c1c66-53a3-4cc0-b22e-cf75ff1b37e5 req-c94fee0a-0d41-40b2-b78c-6fc7d6cd49bd tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:35.473081 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-283c1c66-53a3-4cc0-b22e-cf75ff1b37e5 req-c94fee0a-0d41-40b2-b78c-6fc7d6cd49bd tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 932 time: 0.2037346 Sep 18 05:20:35.475410 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c7a34ad-471f-4dbf-b7e6-615bd75e85d8 req-2ffbab36-f350-4872-8e5b-b851e66a8492 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952356 Sep 18 05:20:35.480288 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c4659ba4-c983-4b0e-8b87-d685a02c372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '126ff685-1699-4422-bf46-18f47805e121', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'port_id': 'e7995528-e83e-4ebb-a32c-2fe7fd014d09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'mac_address': 'fa:16:3e:fb:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:20:01Z', 'updated_at': '2021-09-18T05:20:31Z', 'revision_number': 1, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:28Z', 'revision_number': 5, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:35.495203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Request body: {'port': {'device_id': 'ebba252b-c412-4976-af80-9149fe0736eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:35.563202 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:35.576339 n-d-789963-13 neutron-server[106908]: INFO neutron.db.ipam_backend_mixin [None req-89810070-b64c-457c-8140-db82f9ee6aca tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 610acb0e-ddfd-4eb9-bd34-d28fe6d377b3 (CIDR: 2001:db8::/64) Sep 18 05:20:35.607708 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-283c1c66-53a3-4cc0-b22e-cf75ff1b37e5 req-2366f927-58ba-4ecc-8f1c-01d711f17a6f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038296 Sep 18 05:20:35.620476 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-89810070-b64c-457c-8140-db82f9ee6aca tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:20:35.621178 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89810070-b64c-457c-8140-db82f9ee6aca tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:20:35.713430 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-89810070-b64c-457c-8140-db82f9ee6aca tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8752241 Sep 18 05:20:35.715258 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38612) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:35.721468 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ce522da9-d467-4131-b518-67485f0aa9a3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:35.750065 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Allocated IP 2001:db8::f816:3eff:fe89:bc81 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/610acb0e-ddfd-4eb9-bd34-d28fe6d377b3/08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:35.753098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e8c25-9449-4ac6-bcdd-df0b24d6b21f None None] Port eaff7e11-ec0e-49ad-8711-c308e24f3a76 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:35.758421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4659ba4-c983-4b0e-8b87-d685a02c372d None None] The sync data for ids ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'] in n-d-789963-13 is: [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '126ff685-1699-4422-bf46-18f47805e121', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'port_id': 'e7995528-e83e-4ebb-a32c-2fe7fd014d09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'mac_address': 'fa:16:3e:fb:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:20:01Z', 'updated_at': '2021-09-18T05:20:31Z', 'revision_number': 1, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:28Z', 'revision_number': 5, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:35.795711 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c7a34ad-471f-4dbf-b7e6-615bd75e85d8 req-8b6b60e6-0ec4-4c40-8045-3607d664d11a service neutron] 10.222.0.13 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906311 Sep 18 05:20:35.825798 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b845ada7-4b03-46a2-bc24-d218c90ac9ed up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:35.880903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:35.881556 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:35.885898 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] 10.222.0.18 "PUT /v2.0/ports/72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 HTTP/1.1" status: 200 len: 1093 time: 3.5929096 Sep 18 05:20:35.889396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65cb1de-2772-42be-a5d9-ba8c84a6135c', 'tag': '72f7fc03-851c-4dc1-b2c0-f5e48d45ce34'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:20:35.892371 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280d4075-e629-41ff-978f-587c48b054f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a65cb1de-2772-42be-a5d9-ba8c84a6135c", "tag": "72f7fc03-851c-4dc1-b2c0-f5e48d45ce34"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:20:35.947369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting port 58ba2f7b-0647-496c-997d-716fdd2b576c {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:35.947969 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:35.953244 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:35.990643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-44290c97-4e4b-4388-9460-100e4eadc459 None None] Provisioning complete for port b59f7878-4825-4520-a7cb-3332e952e4de triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:35.991034 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-44290c97-4e4b-4388-9460-100e4eadc459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:35.996303 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64393cc0-060f-47bf-92de-4c75a4624dc3 x-openstack-request-id: req-64393cc0-060f-47bf-92de-4c75a4624dc3 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:20:35.996777 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65cb1de-2772-42be-a5d9-ba8c84a6135c", "tag": "72f7fc03-851c-4dc1-b2c0-f5e48d45ce34", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:20:35.996875 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64393cc0-060f-47bf-92de-4c75a4624dc3 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:20:35.997545 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65cb1de-2772-42be-a5d9-ba8c84a6135c', 'tag': '72f7fc03-851c-4dc1-b2c0-f5e48d45ce34', 'status': 'completed', 'code': 200} Sep 18 05:20:36.038675 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:36.040638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:36.067783 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b845ada7-4b03-46a2-bc24-d218c90ac9ed triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:36.068174 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:36.075902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-44290c97-4e4b-4388-9460-100e4eadc459 None None] Port b59f7878-4825-4520-a7cb-3332e952e4de cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:36.096972 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce522da9-d467-4131-b518-67485f0aa9a3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:36.106773 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ce522da9-d467-4131-b518-67485f0aa9a3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:36.147504 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cb082-deeb-47aa-9a18-1c629b3e3e59 service neutron] Pushing event updated for resources: {'Port': ['ID=72f7fc03-851c-4dc1-b2c0-f5e48d45ce34,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:36.191830 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:36.206736 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:36.238425 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c7a34ad-471f-4dbf-b7e6-615bd75e85d8 req-ca53e504-c193-4695-b7d9-e074cbbc837e service neutron] 10.222.0.13 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256799 Sep 18 05:20:36.239752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72a640e-1f4f-44d4-9e09-9cf76611a439 None None] New status for floating IP 126ff685-1699-4422-bf46-18f47805e121: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:20:36.279280 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:36.282814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Calling delete_port for 58ba2f7b-0647-496c-997d-716fdd2b576c owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:36.287014 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Pushing event updated for resources: {'Port': ['ID=eaff7e11-ec0e-49ad-8711-c308e24f3a76,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:36.310432 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d4075-e629-41ff-978f-587c48b054f9 req-df27a9f0-ff86-40f6-838a-43b247f08c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:36.311999 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-280d4075-e629-41ff-978f-587c48b054f9 req-df27a9f0-ff86-40f6-838a-43b247f08c00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=309a0cc2df444ffe942e54d06c23525f&device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 1096 time: 0.3259606 Sep 18 05:20:36.317741 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:36.328483 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:36.356436 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port b845ada7-4b03-46a2-bc24-d218c90ac9ed, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b845ada7-4b03-46a2-bc24-d218c90ac9ed,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:36.427135 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:36.434921 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:36.437443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:36.444145 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:36.466729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Pushing event updated for resources: {'Port': ['ID=08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:36.499886 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef87602-8a3e-4aeb-89d1-31d5fa549ca5 req-7b26278f-5588-4fa4-acaf-77e20d99608b tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:36.504805 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fef87602-8a3e-4aeb-89d1-31d5fa549ca5 req-7b26278f-5588-4fa4-acaf-77e20d99608b tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 944 time: 0.1160245 Sep 18 05:20:36.544981 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Network 2f8df595-cf25-428d-b9f8-9c3765b503dd is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:36.560267 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:36.583814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d4075-e629-41ff-978f-587c48b054f9 req-99083d63-8132-4630-ad40-5ecb5a59641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:36.585458 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-280d4075-e629-41ff-978f-587c48b054f9 req-99083d63-8132-4630-ad40-5ecb5a59641d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=309a0cc2df444ffe942e54d06c23525f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2643590 Sep 18 05:20:36.594728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Attempting to bind port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:36.595196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Attempting to bind port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:36.595577 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Attempting to bind port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:36.604378 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:36.604378 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:36.604378 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:36.604879 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:36.605477 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Bound port: 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:36.605877 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:36.615743 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=b845ada7-4b03-46a2-bc24-d218c90ac9ed,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:36.707426 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] For port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:36.712765 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] For port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:36.790973 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:36.850376 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:36.925816 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99bc07-9aa7-4c70-9dd3-52dd372d880b None None] Pushing event updated for resources: {'Port': ['ID=08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:37.010143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c8ed14f7-d43b-4632-bf09-b1920011862f None None] Provisioning complete for port eaff7e11-ec0e-49ad-8711-c308e24f3a76 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:37.010529 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8ed14f7-d43b-4632-bf09-b1920011862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:37.078696 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fef87602-8a3e-4aeb-89d1-31d5fa549ca5 req-3dff5d78-a98d-4b4b-8c54-bfae51b06231 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425241 Sep 18 05:20:37.099031 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed14f7-d43b-4632-bf09-b1920011862f None None] Port eaff7e11-ec0e-49ad-8711-c308e24f3a76 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:37.288737 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Router ef6930f5-bc33-47e0-bffb-729ca4583eec has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:20:37.351020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454aad5-16ea-41b4-8c06-ec43e38fb497 req-4b4da29f-4d7f-4d7c-bc18-a470759008f2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:37.351553 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ce522da9-d467-4131-b518-67485f0aa9a3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:37.353245 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1454aad5-16ea-41b4-8c06-ec43e38fb497 req-4b4da29f-4d7f-4d7c-bc18-a470759008f2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 932 time: 0.2564912 Sep 18 05:20:37.359451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d4075-e629-41ff-978f-587c48b054f9 req-31e4d1e3-1f25-48dc-a1b5-e4366f53fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:37.361004 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-280d4075-e629-41ff-978f-587c48b054f9 req-31e4d1e3-1f25-48dc-a1b5-e4366f53fa72 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7664154 Sep 18 05:20:37.383228 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:37.418484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce522da9-d467-4131-b518-67485f0aa9a3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:37.451742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-ce522da9-d467-4131-b518-67485f0aa9a3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:37.454654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce522da9-d467-4131-b518-67485f0aa9a3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:37.455169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Port': ['ID=58ba2f7b-0647-496c-997d-716fdd2b576c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:37.455432 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ce522da9-d467-4131-b518-67485f0aa9a3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:37.471878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce522da9-d467-4131-b518-67485f0aa9a3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=935ce016-b1c6-4164-8c81-258cc80e8f5d,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:37.490659 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:37.495998 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fbdc83b6-ba88-4654-ab78-a37ab1512da8 admin admin] 10.222.0.23 "PUT /v2.0/routers/ef6930f5-bc33-47e0-bffb-729ca4583eec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8074174 Sep 18 05:20:37.500924 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Sync routers for ids ['ef6930f5-bc33-47e0-bffb-729ca4583eec'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:37.513542 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Routers {'ef6930f5-bc33-47e0-bffb-729ca4583eec'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:37.514197 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ef6930f5-bc33-47e0-bffb-729ca4583eec'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:37.537950 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1454aad5-16ea-41b4-8c06-ec43e38fb497 req-fc0beeb6-49ac-4eae-94e9-47799edd71d1 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704381 Sep 18 05:20:37.546576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59f7878-4825-4520-a7cb-3332e952e4de {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:20:37.568781 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ce522da9-d467-4131-b518-67485f0aa9a3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8514481 Sep 18 05:20:37.574000 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:37.575512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38632) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:37.581245 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'mac_address': 'fa:16:3e:f2:2c:3f', 'name': 'tempest-NetworksTestDHCPv6-1666758932'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:37.600900 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:37.697775 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-aebe0772-ee18-462c-aaaa-46deb1cd6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:37.699608 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-aebe0772-ee18-462c-aaaa-46deb1cd6c3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=309a0cc2df444ffe942e54d06c23525f&device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 1096 time: 0.2802074 Sep 18 05:20:37.702249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Transition to ACTIVE for port object b59f7878-4825-4520-a7cb-3332e952e4de will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:20:37.705811 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Set router ef6930f5-bc33-47e0-bffb-729ca4583eec gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:20:37.819765 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b845ada7-4b03-46a2-bc24-d218c90ac9ed up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:37.824142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:37.849533 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:37.852965 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:37.856878 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:37.860823 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-26bbcfc2-2523-42f6-9e67-5255bce42ab5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 HTTP/1.1" status: 200 len: 217 time: 0.1503544 Sep 18 05:20:37.916877 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b845ada7-4b03-46a2-bc24-d218c90ac9ed triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:37.919168 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.007605 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.053174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Pushing event updated for resources: {'Port': ['ID=b59f7878-4825-4520-a7cb-3332e952e4de,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:38.056119 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port d5073cef-8083-4acc-84af-31643baedf05 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:20:38.076707 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'name': 'tempest-TestAggregatesBasicOps-629408931-router', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'b845ada7-4b03-46a2-bc24-d218c90ac9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:26Z', 'updated_at': '2021-09-18T05:20:35Z', 'revision_number': 4, 'project_id': 'ef03287f2a1241ab83b0bd3222d64362', 'gw_port': {'id': 'b845ada7-4b03-46a2-bc24-d218c90ac9ed', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:28Z', 'updated_at': '2021-09-18T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'eaff7e11-ec0e-49ad-8711-c308e24f3a76', 'name': '', 'network_id': '2f8df595-cf25-428d-b9f8-9c3765b503dd', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'mac_address': 'fa:16:3e:db:06:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '48f41858-f434-480d-98e0-700459b99724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:34Z', 'updated_at': '2021-09-18T05:20:35Z', 'revision_number': 2, 'project_id': 'ef03287f2a1241ab83b0bd3222d64362', 'subnets': [{'id': '48f41858-f434-480d-98e0-700459b99724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:38.079126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-36603a90-a239-4d1d-ad00-a8d7ed40653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:38.094922 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-36603a90-a239-4d1d-ad00-a8d7ed40653a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a6e0562-37c9-4f9b-96c0-8de4b78a5c64 HTTP/1.1" status: 200 len: 852 time: 0.2175183 Sep 18 05:20:38.106434 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:38.133166 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.136099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Fanout notify agent at l3_agent the message router_deleted on router 3fef36ba-e430-4553-a517-524193519ab6 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:20:38.153474 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Checking router: ef6930f5-bc33-47e0-bffb-729ca4583eec for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:20:38.154192 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Updating router ef6930f5-bc33-47e0-bffb-729ca4583eec port eaff7e11-ec0e-49ad-8711-c308e24f3a76 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:20:38.198331 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.208084 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38652) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:38.210104 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9f8e47e2-982a-4b2f-ae63-2bd04767e5cf tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/routers/3fef36ba-e430-4553-a517-524193519ab6 HTTP/1.1" status: 204 len: 168 time: 3.9647443 Sep 18 05:20:38.212859 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.216265 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-a999404b-45db-4ef7-99f3-d060fd986c3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=904ebde8-a61b-4ac9-bd73-275552e2912c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088758 Sep 18 05:20:38.237556 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:38.237556 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.402592 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.406086 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Attempting to bind port b59f7878-4825-4520-a7cb-3332e952e4de on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:38.406606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Attempting to bind port b59f7878-4825-4520-a7cb-3332e952e4de by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:38.406768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Attempting to bind port b59f7878-4825-4520-a7cb-3332e952e4de on network e2e55207-de56-4bf3-a229-f801b9f768e0 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:38.415018 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-0c40636d-8184-42f8-bab6-11d83160098c service neutron] 10.222.0.18 "GET /v2.0/networks/904ebde8-a61b-4ac9-bd73-275552e2912c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765478 Sep 18 05:20:38.434211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Port b59f7878-4825-4520-a7cb-3332e952e4de on network e2e55207-de56-4bf3-a229-f801b9f768e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:20:38.434558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Attempting to bind port b59f7878-4825-4520-a7cb-3332e952e4de on network e2e55207-de56-4bf3-a229-f801b9f768e0 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:38.458015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:38.458294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Checking segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:38.458435 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec80ceb-6b66-4e29-9cc6-76792b9dc73b None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:38.458723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Bound using segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:38.459190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Bound port: b59f7878-4825-4520-a7cb-3332e952e4de, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:38.459565 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.462963 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:38.506653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8:0:1::3e3 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/935ce016-b1c6-4164-8c81-258cc80e8f5d/d5073cef-8083-4acc-84af-31643baedf05) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:38.514662 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::f816:3eff:fef2:2c3f (e14fd239-0fbc-4e30-aef7-beef61ca0e46/610acb0e-ddfd-4eb9-bd34-d28fe6d377b3/d5073cef-8083-4acc-84af-31643baedf05) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:38.526536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d4e14-1fbb-42a3-9029-a9be15f50ad1 req-aae394df-9eb8-412d-86ea-19dfe24cd1d2 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:38.528137 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a1d4e14-1fbb-42a3-9029-a9be15f50ad1 req-aae394df-9eb8-412d-86ea-19dfe24cd1d2 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 944 time: 0.3089864 Sep 18 05:20:38.564811 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.594986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] For port b59f7878-4825-4520-a7cb-3332e952e4de, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:38.598410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] For port b59f7878-4825-4520-a7cb-3332e952e4de, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b59f7878-4825-4520-a7cb-3332e952e4de,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:38.671358 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a1d4e14-1fbb-42a3-9029-a9be15f50ad1 req-90ae13db-0c93-4d8e-8954-75496d6b635b tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457630 Sep 18 05:20:38.686372 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.703702 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4f29a12-ea2b-40da-a514-16c1942f1060 req-bb17facd-2a46-412c-8d6e-088d8e902d08 service neutron] 10.222.0.18 "GET /v2.0/networks/904ebde8-a61b-4ac9-bd73-275552e2912c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603161 Sep 18 05:20:38.754017 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-681d59b6-6254-4bec-8a4c-c1c215cdcde0 None None] Provisioning complete for port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:38.759554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:38.760258 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.761338 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11f8d05-e37e-4308-96a4-34fb9c03ca47 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Deleting subnet d4eb55dc-3974-4783-92e3-46bd43eef428 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:20:38.761736 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3db70766-d956-47ca-8267-72450485bcfa service neutron] 10.222.0.18 "PUT /v2.0/ports/b59f7878-4825-4520-a7cb-3332e952e4de HTTP/1.1" status: 200 len: 1093 time: 3.2823911 Sep 18 05:20:38.762219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebba252b-c412-4976-af80-9149fe0736eb', 'tag': 'b59f7878-4825-4520-a7cb-3332e952e4de'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:20:38.764865 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-681d59b6-6254-4bec-8a4c-c1c215cdcde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.771687 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93537424-2b20-4fcf-a66c-7974adf1e0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ebba252b-c412-4976-af80-9149fe0736eb", "tag": "b59f7878-4825-4520-a7cb-3332e952e4de"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:20:38.826608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db70766-d956-47ca-8267-72450485bcfa service neutron] Pushing event updated for resources: {'Port': ['ID=b59f7878-4825-4520-a7cb-3332e952e4de,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:38.839076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:38.867191 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.867834 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.902153 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a11f8d05-e37e-4308-96a4-34fb9c03ca47 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.954813 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a11f8d05-e37e-4308-96a4-34fb9c03ca47 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:38.970675 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-d6adf78e-02d8-4817-bb9b-e5858cd41bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:38.972231 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-d6adf78e-02d8-4817-bb9b-e5858cd41bb5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 1096 time: 0.1009359 Sep 18 05:20:38.975169 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.017912 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.033119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa564e-a5fe-48c1-9e4d-0b8a8d5fbff2 req-121bfc0c-8988-422c-83a6-da9bf9ab4bf5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:39.047243 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5f14ad-2a11-4b82-8229-4f89e560a7a0 None None] Update dhcp port {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'fixed_ips': [{'subnet_id': '610acb0e-ddfd-4eb9-bd34-d28fe6d377b3', 'ip_address': '2001:db8::f816:3eff:fe89:bc81'}, {'subnet_id': '935ce016-b1c6-4164-8c81-258cc80e8f5d'}], 'binding:host_id': 'n-d-789963-13'}, 'id': '08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:20:39.053191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e1aa564e-a5fe-48c1-9e4d-0b8a8d5fbff2 req-121bfc0c-8988-422c-83a6-da9bf9ab4bf5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 944 time: 0.1398878 Sep 18 05:20:39.099357 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1c5f14ad-2a11-4b82-8229-4f89e560a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.138337 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Attempting to bind port eaff7e11-ec0e-49ad-8711-c308e24f3a76 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:39.138718 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Attempting to bind port eaff7e11-ec0e-49ad-8711-c308e24f3a76 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '423c1c2e-17e7-4004-9bde-48b5f0e801b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f8df595-cf25-428d-b9f8-9c3765b503dd'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:39.139082 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Attempting to bind port eaff7e11-ec0e-49ad-8711-c308e24f3a76 on network 2f8df595-cf25-428d-b9f8-9c3765b503dd {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:39.150100 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:39.150523 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Checking segment: {'id': '423c1c2e-17e7-4004-9bde-48b5f0e801b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f8df595-cf25-428d-b9f8-9c3765b503dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:39.150938 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.151338 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Bound using segment: {'id': '423c1c2e-17e7-4004-9bde-48b5f0e801b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f8df595-cf25-428d-b9f8-9c3765b503dd'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:39.151822 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Bound port: eaff7e11-ec0e-49ad-8711-c308e24f3a76, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423c1c2e-17e7-4004-9bde-48b5f0e801b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f8df595-cf25-428d-b9f8-9c3765b503dd'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:39.152213 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.168847 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:39.168943 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-36a30dfd-13d2-4857-b3e7-27373670be41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b59f7878-4825-4520-a7cb-3332e952e4de HTTP/1.1" status: 200 len: 217 time: 0.1773734 Sep 18 05:20:39.169019 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a11f8d05-e37e-4308-96a4-34fb9c03ca47 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.172162 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bb7adb-9afb-40e9-b978-d08eb53629d5 x-openstack-request-id: req-40bb7adb-9afb-40e9-b978-d08eb53629d5 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:20:39.172849 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebba252b-c412-4976-af80-9149fe0736eb", "tag": "b59f7878-4825-4520-a7cb-3332e952e4de", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:20:39.172849 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40bb7adb-9afb-40e9-b978-d08eb53629d5 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:20:39.173365 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:39.173994 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebba252b-c412-4976-af80-9149fe0736eb', 'tag': 'b59f7878-4825-4520-a7cb-3332e952e4de', 'status': 'completed', 'code': 200} Sep 18 05:20:39.233656 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] For port eaff7e11-ec0e-49ad-8711-c308e24f3a76, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:39.234291 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:39.243668 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f57cc-754e-4db6-8c6a-f99522f0b54a None None] Pushing event updated for resources: {'Port': ['ID=eaff7e11-ec0e-49ad-8711-c308e24f3a76,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:39.245984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:39.246687 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.265169 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] For port eaff7e11-ec0e-49ad-8711-c308e24f3a76, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=eaff7e11-ec0e-49ad-8711-c308e24f3a76,segment=NetworkSegment(423c1c2e-17e7-4004-9bde-48b5f0e801b0),segment_id=423c1c2e-17e7-4004-9bde-48b5f0e801b0)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:39.279602 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=d5073cef-8083-4acc-84af-31643baedf05,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:39.331563 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e1aa564e-a5fe-48c1-9e4d-0b8a8d5fbff2 req-af2bed1f-e0b4-4ebd-aaf2-c410540161d5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749119 Sep 18 05:20:39.342667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-127e767a-bd49-4187-899a-876747302bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:39.344371 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-127e767a-bd49-4187-899a-876747302bb0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.1529529 Sep 18 05:20:39.344842 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.378452 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-54982f49-956a-46ae-840d-f7445148aef1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8012164 Sep 18 05:20:39.386715 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38678) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:39.402978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-1d6156ad-4cb7-4bd8-a0b3-2dba209a87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:39.404600 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-1d6156ad-4cb7-4bd8-a0b3-2dba209a87ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510337 Sep 18 05:20:39.422402 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f57cc-754e-4db6-8c6a-f99522f0b54a None None] Pushing event updated for resources: {'Port': ['ID=eaff7e11-ec0e-49ad-8711-c308e24f3a76,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:39.436251 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-1c5f14ad-2a11-4b82-8229-4f89e560a7a0 None None] Allocated IP 2001:db8:0:1::2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/935ce016-b1c6-4164-8c81-258cc80e8f5d/08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:39.440470 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Routers {'ef6930f5-bc33-47e0-bffb-729ca4583eec'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:39.441366 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ef6930f5-bc33-47e0-bffb-729ca4583eec'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:39.449343 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a11f8d05-e37e-4308-96a4-34fb9c03ca47 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.502201 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f8d05-e37e-4308-96a4-34fb9c03ca47 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Subnet': ['ID=d4eb55dc-3974-4783-92e3-46bd43eef428,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:39.538083 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-22fd0909-51c7-4183-bc16-9d43d25f43de None None] Provisioning complete for port eaff7e11-ec0e-49ad-8711-c308e24f3a76 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:39.538083 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-22fd0909-51c7-4183-bc16-9d43d25f43de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.557711 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-ce888b4d-56e5-4b30-95fd-00c8385297d0 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442924 Sep 18 05:20:39.579685 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a11f8d05-e37e-4308-96a4-34fb9c03ca47 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.587119 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a11f8d05-e37e-4308-96a4-34fb9c03ca47 tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/subnets/d4eb55dc-3974-4783-92e3-46bd43eef428 HTTP/1.1" status: 204 len: 168 time: 1.3768523 Sep 18 05:20:39.589997 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38682) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:39.627743 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] Set router ef6930f5-bc33-47e0-bffb-729ca4583eec gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:20:39.728268 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-22fd0909-51c7-4183-bc16-9d43d25f43de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.761082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:39.779191 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-fc8b4004-e9e3-4689-a764-2955bfe0f7c3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port d5073cef-8083-4acc-84af-31643baedf05 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:39.779544 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc8b4004-e9e3-4689-a764-2955bfe0f7c3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.802223 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e36f653-ef18-45b1-9bc2-dfca2e423ad3 req-3bc96bfd-9e27-4678-ba25-5eccc191da16 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332077 Sep 18 05:20:39.834969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-22fd0909-51c7-4183-bc16-9d43d25f43de None None] For port eaff7e11-ec0e-49ad-8711-c308e24f3a76, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=eaff7e11-ec0e-49ad-8711-c308e24f3a76,segment=NetworkSegment(423c1c2e-17e7-4004-9bde-48b5f0e801b0),segment_id=423c1c2e-17e7-4004-9bde-48b5f0e801b0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:39.851480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:39.853064 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.901207 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1c5f14ad-2a11-4b82-8229-4f89e560a7a0 None None] For port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:39.906085 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d99b2be-c4b7-4dcf-aba7-f7d27171154c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.924989 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0746c-5e99-484b-a0a5-e61197852054 req-d1047519-f468-4a94-b3e3-9c17931287aa tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:39.928118 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74f0746c-5e99-484b-a0a5-e61197852054 req-d1047519-f468-4a94-b3e3-9c17931287aa tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 944 time: 0.0703523 Sep 18 05:20:39.986379 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1c5f14ad-2a11-4b82-8229-4f89e560a7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.989015 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-22fd0909-51c7-4183-bc16-9d43d25f43de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:39.991796 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'name': 'tempest-TestAggregatesBasicOps-629408931-router', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'b845ada7-4b03-46a2-bc24-d218c90ac9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:26Z', 'updated_at': '2021-09-18T05:20:35Z', 'revision_number': 4, 'project_id': 'ef03287f2a1241ab83b0bd3222d64362', 'gw_port': {'id': 'b845ada7-4b03-46a2-bc24-d218c90ac9ed', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:28Z', 'updated_at': '2021-09-18T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'eaff7e11-ec0e-49ad-8711-c308e24f3a76', 'name': '', 'network_id': '2f8df595-cf25-428d-b9f8-9c3765b503dd', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'mac_address': 'fa:16:3e:db:06:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '48f41858-f434-480d-98e0-700459b99724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:34Z', 'updated_at': '2021-09-18T05:20:39Z', 'revision_number': 4, 'project_id': 'ef03287f2a1241ab83b0bd3222d64362', 'subnets': [{'id': '48f41858-f434-480d-98e0-700459b99724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:40.037614 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39655f3-d750-48b0-b99d-9dbfe3016c36 None None] The sync data for ids ['ef6930f5-bc33-47e0-bffb-729ca4583eec'] in n-d-789963-13 is: [{'id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'name': 'tempest-TestAggregatesBasicOps-629408931-router', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'b845ada7-4b03-46a2-bc24-d218c90ac9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:26Z', 'updated_at': '2021-09-18T05:20:35Z', 'revision_number': 4, 'project_id': 'ef03287f2a1241ab83b0bd3222d64362', 'gw_port': {'id': 'b845ada7-4b03-46a2-bc24-d218c90ac9ed', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:28Z', 'updated_at': '2021-09-18T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'eaff7e11-ec0e-49ad-8711-c308e24f3a76', 'name': '', 'network_id': '2f8df595-cf25-428d-b9f8-9c3765b503dd', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'mac_address': 'fa:16:3e:db:06:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '48f41858-f434-480d-98e0-700459b99724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:34Z', 'updated_at': '2021-09-18T05:20:39Z', 'revision_number': 4, 'project_id': 'ef03287f2a1241ab83b0bd3222d64362', 'subnets': [{'id': '48f41858-f434-480d-98e0-700459b99724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:40.045297 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd0909-51c7-4183-bc16-9d43d25f43de None None] Pushing event updated for resources: {'Port': ['ID=eaff7e11-ec0e-49ad-8711-c308e24f3a76,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:40.058357 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1c5f14ad-2a11-4b82-8229-4f89e560a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:40.061011 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc8b4004-e9e3-4689-a764-2955bfe0f7c3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:40.087089 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74f0746c-5e99-484b-a0a5-e61197852054 req-116acc6d-0469-4b51-a36f-ad5f26db45dd tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502020 Sep 18 05:20:40.093162 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93537424-2b20-4fcf-a66c-7974adf1e0bf req-2eef5ff7-b7cb-45d4-ac85-0b56e4fdbd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:40.094848 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-93537424-2b20-4fcf-a66c-7974adf1e0bf req-2eef5ff7-b7cb-45d4-ac85-0b56e4fdbd53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 1096 time: 0.1228249 Sep 18 05:20:40.178261 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-fc8b4004-e9e3-4689-a764-2955bfe0f7c3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for d5073cef-8083-4acc-84af-31643baedf05 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:40.236686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f14ad-2a11-4b82-8229-4f89e560a7a0 None None] Pushing event updated for resources: {'Port': ['ID=08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:40.240050 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-055baba9-5899-4116-8dbf-94a95034bbed None None] Provisioning complete for port eaff7e11-ec0e-49ad-8711-c308e24f3a76 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:40.240514 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-055baba9-5899-4116-8dbf-94a95034bbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:40.267934 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93537424-2b20-4fcf-a66c-7974adf1e0bf req-bd476a25-aec2-491b-9519-f7cd5b4c366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:40.269379 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d99b2be-c4b7-4dcf-aba7-f7d27171154c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:40.273414 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-93537424-2b20-4fcf-a66c-7974adf1e0bf req-bd476a25-aec2-491b-9519-f7cd5b4c366d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.1695397 Sep 18 05:20:40.307086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38704) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:40.331157 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-1d99b2be-c4b7-4dcf-aba7-f7d27171154c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4221dc60-f757-4eb0-be81-2da9eb909efa']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:40.352207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-1d99b2be-c4b7-4dcf-aba7-f7d27171154c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efff4c52-6b10-4c87-9b31-2864819a7674') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:40.352593 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-1d99b2be-c4b7-4dcf-aba7-f7d27171154c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efff4c52-6b10-4c87-9b31-2864819a7674') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:40.372400 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-93537424-2b20-4fcf-a66c-7974adf1e0bf req-9c9c51d9-e0d2-4cb9-9f85-bb3926506cc7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b59f7878-4825-4520-a7cb-3332e952e4de HTTP/1.1" status: 200 len: 217 time: 0.0885038 Sep 18 05:20:40.387761 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d99b2be-c4b7-4dcf-aba7-f7d27171154c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:40.442164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93537424-2b20-4fcf-a66c-7974adf1e0bf req-f9a4a18f-a100-4cc4-af02-545b532a279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:40.449690 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-93537424-2b20-4fcf-a66c-7974adf1e0bf req-f9a4a18f-a100-4cc4-af02-545b532a279f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.0704634 Sep 18 05:20:40.452401 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:20:40.519745 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d99b2be-c4b7-4dcf-aba7-f7d27171154c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:40.538425 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93537424-2b20-4fcf-a66c-7974adf1e0bf req-38c4c9c1-5c5a-4bb0-892e-fe3eb7ac019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:40.544645 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-93537424-2b20-4fcf-a66c-7974adf1e0bf req-38c4c9c1-5c5a-4bb0-892e-fe3eb7ac019a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792868 Sep 18 05:20:40.583029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d99b2be-c4b7-4dcf-aba7-f7d27171154c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:20:40.583806 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d99b2be-c4b7-4dcf-aba7-f7d27171154c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:20:40.587342 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:20:40.630492 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=72f7fc03-851c-4dc1-b2c0-f5e48d45ce34,segment=NetworkSegment(af974c58-2757-44a6-9cb2-1c7e651a6870),segment_id=af974c58-2757-44a6-9cb2-1c7e651a6870)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:40.648032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '72f7fc03-851c-4dc1-b2c0-f5e48d45ce34', 'network_id': '904ebde8-a61b-4ac9-bd73-275552e2912c', 'port_id': '72f7fc03-851c-4dc1-b2c0-f5e48d45ce34', 'mac_address': 'fa:16:3e:c2:3f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6e0562-37c9-4f9b-96c0-8de4b78a5c64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:20:40.702850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6fb9a-2bc8-4e1f-ab07-ed7fd05527aa req-a8db17dd-bd2c-4961-974d-e7587cdc6fcd tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:40.706074 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4e6fb9a-2bc8-4e1f-ab07-ed7fd05527aa req-a8db17dd-bd2c-4961-974d-e7587cdc6fcd tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 944 time: 0.1931059 Sep 18 05:20:40.714803 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:40.735264 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:20:40.773094 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=72f7fc03-851c-4dc1-b2c0-f5e48d45ce34,segment=NetworkSegment(af974c58-2757-44a6-9cb2-1c7e651a6870),segment_id=af974c58-2757-44a6-9cb2-1c7e651a6870)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:40.778446 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-93537424-2b20-4fcf-a66c-7974adf1e0bf req-544e1603-3f14-497f-b146-d16ebb36c406 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264822 Sep 18 05:20:40.795773 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4e6fb9a-2bc8-4e1f-ab07-ed7fd05527aa req-d743ded3-1af2-4738-ac07-14fa43600ce7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762877 Sep 18 05:20:40.874854 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:40.904529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-93537424-2b20-4fcf-a66c-7974adf1e0bf req-3615efe3-c41f-4441-87c5-96a61c2430a2 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161506 Sep 18 05:20:40.946119 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=72f7fc03-851c-4dc1-b2c0-f5e48d45ce34,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:40.956411 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d99b2be-c4b7-4dcf-aba7-f7d27171154c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:40.969124 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d99b2be-c4b7-4dcf-aba7-f7d27171154c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:40.971604 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1d99b2be-c4b7-4dcf-aba7-f7d27171154c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] 10.222.0.23 "DELETE /v2.0/networks/4221dc60-f757-4eb0-be81-2da9eb909efa HTTP/1.1" status: 204 len: 168 time: 1.3801298 Sep 18 05:20:40.995035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99b2be-c4b7-4dcf-aba7-f7d27171154c tempest-FloatingIPTestJSON-1243036638 tempest-FloatingIPTestJSON-1243036638-project] Pushing event deleted for resources: {'Network': ['ID=4221dc60-f757-4eb0-be81-2da9eb909efa,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:41.038346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4a784832-c0f5-4cbd-81c8-9983b1ffc919 None None] Provisioning complete for port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:41.038729 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4a784832-c0f5-4cbd-81c8-9983b1ffc919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:41.065599 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc8b4004-e9e3-4689-a764-2955bfe0f7c3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:41.110751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b4004-e9e3-4689-a764-2955bfe0f7c3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=d5073cef-8083-4acc-84af-31643baedf05,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:41.190972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['72f7fc03-851c-4dc1-b2c0-f5e48d45ce34'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:20:41.205435 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc8b4004-e9e3-4689-a764-2955bfe0f7c3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:41.208728 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fc8b4004-e9e3-4689-a764-2955bfe0f7c3 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/d5073cef-8083-4acc-84af-31643baedf05 HTTP/1.1" status: 204 len: 168 time: 1.8207395 Sep 18 05:20:41.211993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38714) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:41.332965 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e9d57f-73e9-4ca8-ba45-13b5544b4623 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:41.335608 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-18e9d57f-73e9-4ca8-ba45-13b5544b4623 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1225834 Sep 18 05:20:41.339034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38718) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:41.341941 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42507e-971c-46da-8f8b-1fbf4e0e29eb req-0c0a3260-a6e2-4127-9f32-80e3ec69acad tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:41.348527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b42507e-971c-46da-8f8b-1fbf4e0e29eb req-0c0a3260-a6e2-4127-9f32-80e3ec69acad tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 945 time: 0.1470861 Sep 18 05:20:41.423799 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9484b211-42b0-4ef9-94ad-f4bc3b593742 None None] Could not find standard attr ID for object d5073cef-8083-4acc-84af-31643baedf05. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:20:41.454507 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b42507e-971c-46da-8f8b-1fbf4e0e29eb req-90baf3d1-0f82-4bfd-af7a-490aa59ffc76 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859475 Sep 18 05:20:41.467532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1c4f-250b-49ac-a31e-e3b271b31945 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:41.470036 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1fbe1c4f-250b-49ac-a31e-e3b271b31945 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1297843 Sep 18 05:20:41.472602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38722) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:41.498806 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8536f208-8b65-491a-8ba5-98fea18ab24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:41.553565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409d21c-ed29-4710-ac5a-e7a9c69abc7d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:41.555295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409d21c-ed29-4710-ac5a-e7a9c69abc7d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:41.557346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409d21c-ed29-4710-ac5a-e7a9c69abc7d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:41.559626 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a409d21c-ed29-4710-ac5a-e7a9c69abc7d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0859969 Sep 18 05:20:41.561965 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38726) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:41.671005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38730) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:41.681072 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd282d0b-5750-4d4f-ad7f-a0d1f039d379 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 610acb0e-ddfd-4eb9-bd34-d28fe6d377b3 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:20:41.691347 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd282d0b-5750-4d4f-ad7f-a0d1f039d379 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:41.799075 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd282d0b-5750-4d4f-ad7f-a0d1f039d379 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:41.807299 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:41.867469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3bc974be-d2cb-452e-ae44-7c763ca240fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=760e20d1cbe949159468b875c59a885a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946318 Sep 18 05:20:41.869784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38736) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:41.904331 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:41.905366 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:41.934600 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-80160842-0d84-40f4-a214-72cd4da3fc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:41.951687 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd282d0b-5750-4d4f-ad7f-a0d1f039d379 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:41.963908 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-80160842-0d84-40f4-a214-72cd4da3fc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:41.986701 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device eaff7e11-ec0e-49ad-8711-c308e24f3a76 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:42.030270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e4045-51f6-4be2-8ea1-abeb6ce09dc1 req-972871a3-d983-47e4-865d-e243a47ff8a4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:42.031933 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f2e4045-51f6-4be2-8ea1-abeb6ce09dc1 req-972871a3-d983-47e4-865d-e243a47ff8a4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 944 time: 0.1244063 Sep 18 05:20:42.058429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port eaff7e11-ec0e-49ad-8711-c308e24f3a76 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:42.059995 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.078449 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-80160842-0d84-40f4-a214-72cd4da3fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.082609 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-80160842-0d84-40f4-a214-72cd4da3fc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.088395 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-80160842-0d84-40f4-a214-72cd4da3fc13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2533689d-c970-4689-bb74-d55340d3c33e HTTP/1.1" status: 204 len: 168 time: 0.2130692 Sep 18 05:20:42.094778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80160842-0d84-40f4-a214-72cd4da3fc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2533689d-c970-4689-bb74-d55340d3c33e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:42.107611 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f2e4045-51f6-4be2-8ea1-abeb6ce09dc1 req-f9dc8000-2072-49b5-9731-067164f03597 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524898 Sep 18 05:20:42.129215 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-8536f208-8b65-491a-8ba5-98fea18ab24f admin admin] Deleting port be9955b0-a013-4c9f-b49d-a7761752152b {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:42.129215 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8536f208-8b65-491a-8ba5-98fea18ab24f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.213192 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd282d0b-5750-4d4f-ad7f-a0d1f039d379 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.230450 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-8536f208-8b65-491a-8ba5-98fea18ab24f admin admin] For port be9955b0-a013-4c9f-b49d-a7761752152b, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=be9955b0-a013-4c9f-b49d-a7761752152b,segment=NetworkSegment(8fad7670-a932-4c34-b312-249d72c95188),segment_id=8fad7670-a932-4c34-b312-249d72c95188)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:42.231003 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8536f208-8b65-491a-8ba5-98fea18ab24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.258175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd282d0b-5750-4d4f-ad7f-a0d1f039d379 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=610acb0e-ddfd-4eb9-bd34-d28fe6d377b3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:42.264359 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd282d0b-5750-4d4f-ad7f-a0d1f039d379 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.266434 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fd282d0b-5750-4d4f-ad7f-a0d1f039d379 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/610acb0e-ddfd-4eb9-bd34-d28fe6d377b3 HTTP/1.1" status: 204 len: 168 time: 0.7031817 Sep 18 05:20:42.268079 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-8536f208-8b65-491a-8ba5-98fea18ab24f admin admin] Calling delete_port for be9955b0-a013-4c9f-b49d-a7761752152b owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:42.269068 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38740) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:42.286678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f88ad-bc04-4a86-91b2-aaa06365a835 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:42.332027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-037a0f90-94bf-4732-bb26-9709d055756b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 935ce016-b1c6-4164-8c81-258cc80e8f5d {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:20:42.335264 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-037a0f90-94bf-4732-bb26-9709d055756b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.382219 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-037a0f90-94bf-4732-bb26-9709d055756b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.486705 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b59f7878-4825-4520-a7cb-3332e952e4de details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:20:42.489007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:42.507054 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-037a0f90-94bf-4732-bb26-9709d055756b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.670162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b160a-65d3-4d22-b3eb-808248351a0a req-07ed3b22-d134-4e84-bc3c-1306221dffc3 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:42.671795 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d12b160a-65d3-4d22-b3eb-808248351a0a req-07ed3b22-d134-4e84-bc3c-1306221dffc3 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 945 time: 0.0879683 Sep 18 05:20:42.698693 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-037a0f90-94bf-4732-bb26-9709d055756b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.728455 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d12b160a-65d3-4d22-b3eb-808248351a0a req-286cf7d3-2dc1-4946-802e-4dba0014b72f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486870 Sep 18 05:20:42.729783 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8536f208-8b65-491a-8ba5-98fea18ab24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.742000 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b59f7878-4825-4520-a7cb-3332e952e4de, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b59f7878-4825-4520-a7cb-3332e952e4de,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:42.742265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a0f90-94bf-4732-bb26-9709d055756b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=935ce016-b1c6-4164-8c81-258cc80e8f5d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:42.752319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:20:42.755732 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-037a0f90-94bf-4732-bb26-9709d055756b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.758921 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-037a0f90-94bf-4732-bb26-9709d055756b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/935ce016-b1c6-4164-8c81-258cc80e8f5d HTTP/1.1" status: 204 len: 168 time: 0.4873970 Sep 18 05:20:42.764390 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536f208-8b65-491a-8ba5-98fea18ab24f admin admin] Pushing event deleted for resources: {'Port': ['ID=be9955b0-a013-4c9f-b49d-a7761752152b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:42.765980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38758) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:42.775203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:42.775594 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.805026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'b59f7878-4825-4520-a7cb-3332e952e4de', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'port_id': 'b59f7878-4825-4520-a7cb-3332e952e4de', 'mac_address': 'fa:16:3e:91:27:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:20:42.915666 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:42.932280 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59f7878-4825-4520-a7cb-3332e952e4de {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:20:42.963092 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b59f7878-4825-4520-a7cb-3332e952e4de, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b59f7878-4825-4520-a7cb-3332e952e4de,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:42.972555 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:43.001306 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65cb1de-2772-42be-a5d9-ba8c84a6135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f7fc03-851c-4dc1-b2c0-f5e48d45ce34'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:20:43.003698 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5a7185-43d1-419b-af8e-28419b4e362d" -d '{"events": [{"server_uuid": "a65cb1de-2772-42be-a5d9-ba8c84a6135c", "name": "network-vif-plugged", "status": "completed", "tag": "72f7fc03-851c-4dc1-b2c0-f5e48d45ce34"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:20:43.040183 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=72f7fc03-851c-4dc1-b2c0-f5e48d45ce34,segment=NetworkSegment(af974c58-2757-44a6-9cb2-1c7e651a6870),segment_id=af974c58-2757-44a6-9cb2-1c7e651a6870)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:43.059475 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7897d895-7e31-4041-9845-6b1d012ae2c5 x-openstack-request-id: req-7897d895-7e31-4041-9845-6b1d012ae2c5 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:20:43.060213 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65cb1de-2772-42be-a5d9-ba8c84a6135c", "name": "network-vif-plugged", "status": "completed", "tag": "72f7fc03-851c-4dc1-b2c0-f5e48d45ce34", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:20:43.060752 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7897d895-7e31-4041-9845-6b1d012ae2c5 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:20:43.061358 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65cb1de-2772-42be-a5d9-ba8c84a6135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f7fc03-851c-4dc1-b2c0-f5e48d45ce34', 'code': 200} Sep 18 05:20:43.078935 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:43.119043 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:43.158203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b59f7878-4825-4520-a7cb-3332e952e4de,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:43.214478 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863a17f-65ba-4fb0-a7d0-8d50f394f349 req-db990f5a-7120-48af-8794-78fd3dd46f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:43.220687 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f863a17f-65ba-4fb0-a7d0-8d50f394f349 req-db990f5a-7120-48af-8794-78fd3dd46f62 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 1098 time: 0.0912936 Sep 18 05:20:43.221412 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=72f7fc03-851c-4dc1-b2c0-f5e48d45ce34,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:43.302768 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f863a17f-65ba-4fb0-a7d0-8d50f394f349 req-3d59fb26-d404-45be-a8f1-8409a4cfecb1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645108 Sep 18 05:20:43.316584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4989-ae8f-4cd9-a2e9-c06faa7116b8 req-568c5171-ccd8-49f0-a822-e1720b675b37 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:43.318132 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-480c4989-ae8f-4cd9-a2e9-c06faa7116b8 req-568c5171-ccd8-49f0-a822-e1720b675b37 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 945 time: 0.0949619 Sep 18 05:20:43.321584 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-56659d62-61d2-4409-a1d3-062c57b790a8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5535989 Sep 18 05:20:43.324324 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38772) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:43.330016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:43.369664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b59f7878-4825-4520-a7cb-3332e952e4de'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:20:43.486706 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8536f208-8b65-491a-8ba5-98fea18ab24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:43.494102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-480c4989-ae8f-4cd9-a2e9-c06faa7116b8 req-082d5c02-b471-4393-b5a9-6951907acc8c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597152 Sep 18 05:20:43.526361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91032fc-de43-4de3-849c-b9fdff1535a8 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:43.573531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38778) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:43.615356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:43.620024 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:43.672711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-faf1fe28-a88c-444d-bb4c-024e27e8f015 None None] Provisioning complete for port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:43.673176 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-faf1fe28-a88c-444d-bb4c-024e27e8f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:43.753975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3f246bc3-ffd1-40f4-90d5-1e5a2fa494ca tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] Request body: {'port': {'network_id': 'c21c8a80-5294-4001-a552-7fcfa371ade9', 'name': 'tempest-NetworksNegativeTestJSON-1151955941'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:43.795752 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8536f208-8b65-491a-8ba5-98fea18ab24f admin admin] Router f4f88832-f574-4d09-8fa8-47ef418e5841 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:20:43.805980 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f246bc3-ffd1-40f4-90d5-1e5a2fa494ca tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] POST failed (client error): The resource could not be found. Sep 18 05:20:43.806606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f246bc3-ffd1-40f4-90d5-1e5a2fa494ca tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:20:43.812945 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3f246bc3-ffd1-40f4-90d5-1e5a2fa494ca tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2336946 Sep 18 05:20:43.815682 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38786) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:43.844102 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-080ac6e8-8fee-48c8-8a82-46422a8496f3 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] DELETE failed (client error): The resource could not be found. Sep 18 05:20:43.849124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080ac6e8-8fee-48c8-8a82-46422a8496f3 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:20:43.856685 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-080ac6e8-8fee-48c8-8a82-46422a8496f3 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] 10.222.0.23 "DELETE /v2.0/networks/0f80673c-f9ce-4fe8-bcfe-de64249d28a4 HTTP/1.1" status: 404 len: 339 time: 0.0396168 Sep 18 05:20:43.858429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf70d35d-682a-4561-bf93-5ce08ad58b90 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:20:43.859071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38790) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:43.890805 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5cc004-5f6e-41ea-a22c-115dd9109524 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] DELETE failed (client error): The resource could not be found. Sep 18 05:20:43.896572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5cc004-5f6e-41ea-a22c-115dd9109524 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:20:43.898316 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bc5cc004-5f6e-41ea-a22c-115dd9109524 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] 10.222.0.23 "DELETE /v2.0/ports/73dc9dc8-ca3f-496d-bee4-e712d24dc514 HTTP/1.1" status: 404 len: 333 time: 0.0378616 Sep 18 05:20:43.900574 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38792) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:43.920116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-bf70d35d-682a-4561-bf93-5ce08ad58b90 None None] Deleting port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:43.920724 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf70d35d-682a-4561-bf93-5ce08ad58b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:43.940133 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca90447c-1c84-4042-baea-bd698fc7391c tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] DELETE failed (client error): The resource could not be found. Sep 18 05:20:43.940628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca90447c-1c84-4042-baea-bd698fc7391c tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:20:43.941313 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c562f-8071-4f1d-8db0-5e6acaa75c9a req-54373f40-2330-4c17-a904-00336e469959 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:43.942844 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-854c562f-8071-4f1d-8db0-5e6acaa75c9a req-54373f40-2330-4c17-a904-00336e469959 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.0984843 Sep 18 05:20:43.948618 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ca90447c-1c84-4042-baea-bd698fc7391c tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] 10.222.0.23 "DELETE /v2.0/subnets/39829a05-6906-4dec-a045-cfc813177bf0 HTTP/1.1" status: 404 len: 337 time: 0.0411346 Sep 18 05:20:43.950127 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38794) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:43.990138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-bf70d35d-682a-4561-bf93-5ce08ad58b90 None None] For port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:43.990689 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf70d35d-682a-4561-bf93-5ce08ad58b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:44.004777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-bf70d35d-682a-4561-bf93-5ce08ad58b90 None None] Calling delete_port for 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:44.012119 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-2739c930-fca3-4400-9ed2-64a00b658a54 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] GET failed (client error): The resource could not be found. Sep 18 05:20:44.012668 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8536f208-8b65-491a-8ba5-98fea18ab24f admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:44.017347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2739c930-fca3-4400-9ed2-64a00b658a54 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] 10.222.0.23 "GET /v2.0/networks/900f7aa5-6275-4948-a6c6-1504f73e5725 HTTP/1.1" status: 404 len: 339 time: 0.0303884 Sep 18 05:20:44.017617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38796) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:44.018953 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-854c562f-8071-4f1d-8db0-5e6acaa75c9a req-c5eb3a0a-b838-4dd1-aebe-4156d2faeebc tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490091 Sep 18 05:20:44.022650 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8536f208-8b65-491a-8ba5-98fea18ab24f admin admin] 10.222.0.23 "PUT /v2.0/routers/f4f88832-f574-4d09-8fa8-47ef418e5841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7050586 Sep 18 05:20:44.029038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9396a6-b539-49d7-b689-432b4a28497c None None] Sync routers for ids ['f4f88832-f574-4d09-8fa8-47ef418e5841'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:44.030434 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38798) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:44.066739 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-76eaa921-920b-47c2-bfba-57a1fb743959 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] GET failed (client error): The resource could not be found. Sep 18 05:20:44.072725 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-76eaa921-920b-47c2-bfba-57a1fb743959 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] 10.222.0.23 "GET /v2.0/ports/ad0f5409-6cf0-4d17-923b-909fe4d4323c HTTP/1.1" status: 404 len: 333 time: 0.0497618 Sep 18 05:20:44.073204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38800) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:44.087305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9396a6-b539-49d7-b689-432b4a28497c None None] Routers {'f4f88832-f574-4d09-8fa8-47ef418e5841'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:44.088116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2f9396a6-b539-49d7-b689-432b4a28497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f4f88832-f574-4d09-8fa8-47ef418e5841'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:44.124928 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c8973b-24f6-47fc-a733-455cdafc7b68 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] GET failed (client error): The resource could not be found. Sep 18 05:20:44.126316 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-59c8973b-24f6-47fc-a733-455cdafc7b68 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] 10.222.0.23 "GET /v2.0/subnets/ffff57c8-8bb5-495f-820d-03c9376b6dde HTTP/1.1" status: 404 len: 337 time: 0.0524101 Sep 18 05:20:44.130230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38802) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:44.135329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ba571cef-35bb-4e52-afc4-db077167da1c tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] Request body: {'network': {'name': 'new_name'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:44.157923 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba571cef-35bb-4e52-afc4-db077167da1c tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] PUT failed (client error): The resource could not be found. Sep 18 05:20:44.158500 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba571cef-35bb-4e52-afc4-db077167da1c tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:20:44.163445 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:44.163596 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ba571cef-35bb-4e52-afc4-db077167da1c tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] 10.222.0.23 "PUT /v2.0/networks/dfdb15e0-7ad9-4f11-8003-54de212430ee HTTP/1.1" status: 404 len: 339 time: 0.0285237 Sep 18 05:20:44.163596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38804) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:44.171878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2ca99bc4-c79c-4393-9c7a-52c3400bf540 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] Request body: {'port': {'name': 'new_name'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:44.193082 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca99bc4-c79c-4393-9c7a-52c3400bf540 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] PUT failed (client error): The resource could not be found. Sep 18 05:20:44.193315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca99bc4-c79c-4393-9c7a-52c3400bf540 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:20:44.198991 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2ca99bc4-c79c-4393-9c7a-52c3400bf540 tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] 10.222.0.23 "PUT /v2.0/ports/12ea90dc-9c61-4b2c-b905-ff5474c46eef HTTP/1.1" status: 404 len: 333 time: 0.0298049 Sep 18 05:20:44.200593 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38806) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:44.204408 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-28aa983a-e1dd-44a5-82d0-a3580226bb7c tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:44.220901 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-2f9396a6-b539-49d7-b689-432b4a28497c None None] Set router f4f88832-f574-4d09-8fa8-47ef418e5841 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:20:44.230693 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-28aa983a-e1dd-44a5-82d0-a3580226bb7c tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] PUT failed (client error): The resource could not be found. Sep 18 05:20:44.231225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28aa983a-e1dd-44a5-82d0-a3580226bb7c tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:20:44.235709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-28aa983a-e1dd-44a5-82d0-a3580226bb7c tempest-NetworksNegativeTestJSON-449517569 tempest-NetworksNegativeTestJSON-449517569-project] 10.222.0.23 "PUT /v2.0/subnets/2a9ad71e-9609-430e-9eb6-2cd6b761b7e7 HTTP/1.1" status: 404 len: 337 time: 0.0321352 Sep 18 05:20:44.299175 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf70d35d-682a-4561-bf93-5ce08ad58b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:44.331376 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:44.342039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.objects.ports [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106909) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:20:44.372356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70d35d-682a-4561-bf93-5ce08ad58b90 None None] Pushing event deleted for resources: {'Port': ['ID=08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:44.379028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70d35d-682a-4561-bf93-5ce08ad58b90 None None] No DVR routers for this DVR port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:20:44.464044 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2f9396a6-b539-49d7-b689-432b4a28497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'name': 'tempest-TestAggregatesBasicOps-145455639-router', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '73d27040-291d-4b9a-bff6-97d92dbad9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:06Z', 'updated_at': '2021-09-18T05:20:42Z', 'revision_number': 5, 'project_id': 'f0a1ea584d184f1fab6742170cc545fd', 'gw_port': {'id': '73d27040-291d-4b9a-bff6-97d92dbad9d3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:08Z', 'updated_at': '2021-09-18T05:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:44.479419 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] Deleting port 73d27040-291d-4b9a-bff6-97d92dbad9d3 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:44.480180 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:44.487233 n-d-789963-13 neutron-server[106909]: WARNING neutron.services.revisions.revision_plugin [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Could not find related port for resource to bump revision. Sep 18 05:20:44.495628 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9396a6-b539-49d7-b689-432b4a28497c None None] Checking router: f4f88832-f574-4d09-8fa8-47ef418e5841 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:20:44.503347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b59f7878-4825-4520-a7cb-3332e952e4de up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:44.511517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.ipam_pluggable_backend [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Port 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106909) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 18 05:20:44.511836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.ipam_pluggable_backend [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Reverting IP allocation for 2001:db8::f816:3eff:fe89:bc81 {{(pid=106909) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 18 05:20:44.515079 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9396a6-b539-49d7-b689-432b4a28497c None None] Routers {'f4f88832-f574-4d09-8fa8-47ef418e5841'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:44.515802 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2f9396a6-b539-49d7-b689-432b4a28497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f4f88832-f574-4d09-8fa8-47ef418e5841'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:44.528533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.ipam_pluggable_backend [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe89:bc81 {{(pid=106909) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 18 05:20:44.530538 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:44.577657 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] For port 73d27040-291d-4b9a-bff6-97d92dbad9d3, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=73d27040-291d-4b9a-bff6-97d92dbad9d3,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:44.578720 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:44.587282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:44.590927 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:44.596530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:44.597377 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:44.606731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] Calling delete_port for 73d27040-291d-4b9a-bff6-97d92dbad9d3 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:44.610311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364442eb-7c4e-4627-b8ba-26b18aa3cfb0 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:44.622460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=d618c3fe-309f-4a99-a10b-edfd526c11ab,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:44.709145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b1ea1-0acc-4e68-a0a1-97474e09548f req-f1916981-6121-49bc-a59e-4d44bc355ef0 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:44.710794 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a2b1ea1-0acc-4e68-a0a1-97474e09548f req-f1916981-6121-49bc-a59e-4d44bc355ef0 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 945 time: 0.0720301 Sep 18 05:20:44.726600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-2f9396a6-b539-49d7-b689-432b4a28497c None None] Set router f4f88832-f574-4d09-8fa8-47ef418e5841 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:20:44.730951 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f817bf61-4922-4147-a54f-e7834beafac1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4048145 Sep 18 05:20:44.734093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38816) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:44.739644 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-42e675af-43ea-4cb0-8a3a-e6daa10890ee tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:44.791095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2f9396a6-b539-49d7-b689-432b4a28497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'name': 'tempest-TestAggregatesBasicOps-145455639-router', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:06Z', 'updated_at': '2021-09-18T05:20:44Z', 'revision_number': 6, 'project_id': 'f0a1ea584d184f1fab6742170cc545fd', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:44.810762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38820) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:44.824867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9396a6-b539-49d7-b689-432b4a28497c None None] The sync data for ids ['f4f88832-f574-4d09-8fa8-47ef418e5841'] in n-d-789963-13 is: [{'id': 'f4f88832-f574-4d09-8fa8-47ef418e5841', 'name': 'tempest-TestAggregatesBasicOps-145455639-router', 'tenant_id': 'f0a1ea584d184f1fab6742170cc545fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:06Z', 'updated_at': '2021-09-18T05:20:44Z', 'revision_number': 6, 'project_id': 'f0a1ea584d184f1fab6742170cc545fd', 'gw_port_host': None}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:44.874397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port b59f7878-4825-4520-a7cb-3332e952e4de completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:20:44.876629 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a2b1ea1-0acc-4e68-a0a1-97474e09548f req-893230c0-1e6f-446e-b1fd-0d6b642e0cc5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576507 Sep 18 05:20:44.884424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port b59f7878-4825-4520-a7cb-3332e952e4de triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:44.884424 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:44.941672 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:44.956191 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': 'd618c3fe-309f-4a99-a10b-edfd526c11ab'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:20:44.957165 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:44.982116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] Pushing event deleted for resources: {'Port': ['ID=73d27040-291d-4b9a-bff6-97d92dbad9d3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:45.001032 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e675af-43ea-4cb0-8a3a-e6daa10890ee tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:45.005833 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-42e675af-43ea-4cb0-8a3a-e6daa10890ee tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.053655 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.129206 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-85a8e09b-6886-47a0-bea8-dacd76c2c6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.166443 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.168844 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.202125 n-d-789963-13 neutron-server[106909]: INFO neutron.db.ipam_backend_mixin [None req-42e675af-43ea-4cb0-8a3a-e6daa10890ee tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d618c3fe-309f-4a99-a10b-edfd526c11ab (CIDR: 2001:db8::/64) Sep 18 05:20:45.222288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac5ce4-8b59-49b6-a5fd-8d4708535ce2 req-de195608-27a0-4761-80d8-bd6b5e70b838 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:45.223984 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76ac5ce4-8b59-49b6-a5fd-8d4708535ce2 req-de195608-27a0-4761-80d8-bd6b5e70b838 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.1127834 Sep 18 05:20:45.245974 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e675af-43ea-4cb0-8a3a-e6daa10890ee tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:20:45.245974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e675af-43ea-4cb0-8a3a-e6daa10890ee tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:20:45.247847 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.293457 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebba252b-c412-4976-af80-9149fe0736eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59f7878-4825-4520-a7cb-3332e952e4de'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:20:45.296172 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff01e499-7511-4103-9f33-00cd90fb83de" -d '{"events": [{"server_uuid": "ebba252b-c412-4976-af80-9149fe0736eb", "name": "network-vif-plugged", "status": "completed", "tag": "b59f7878-4825-4520-a7cb-3332e952e4de"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:20:45.298696 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.299601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4f88832-f574-4d09-8fa8-47ef418e5841 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:20:45.308887 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76ac5ce4-8b59-49b6-a5fd-8d4708535ce2 req-ec297602-0293-4237-8d33-103e37153cf1 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762048 Sep 18 05:20:45.313367 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.314069 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7f86e761-2ce8-4379-ad4a-072fc25b48fb admin admin] 10.222.0.23 "DELETE /v2.0/routers/f4f88832-f574-4d09-8fa8-47ef418e5841 HTTP/1.1" status: 204 len: 168 time: 1.2814679 Sep 18 05:20:45.314680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38830) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:45.330831 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b59f7878-4825-4520-a7cb-3332e952e4de, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b59f7878-4825-4520-a7cb-3332e952e4de,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:45.350270 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Allocated IP 2001:db8::f816:3eff:fe55:a86 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/d618c3fe-309f-4a99-a10b-edfd526c11ab/0fce9f31-47c8-417c-a67e-999cb97bb1b6) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:45.354842 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-85a8e09b-6886-47a0-bea8-dacd76c2c6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.377921 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-9490d2d8-bd0b-46b4-b46b-4c4e768db62a admin admin] Deleting subnet 526ee123-f296-4b2e-88f7-a3b6cc31782b {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:20:45.381078 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9490d2d8-bd0b-46b4-b46b-4c4e768db62a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.396474 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5a257c-cb01-4bf0-8e00-54553a416e29 x-openstack-request-id: req-9d5a257c-cb01-4bf0-8e00-54553a416e29 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:20:45.396949 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebba252b-c412-4976-af80-9149fe0736eb", "name": "network-vif-plugged", "status": "completed", "tag": "b59f7878-4825-4520-a7cb-3332e952e4de", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:20:45.397238 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d5a257c-cb01-4bf0-8e00-54553a416e29 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:20:45.397706 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebba252b-c412-4976-af80-9149fe0736eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59f7878-4825-4520-a7cb-3332e952e4de', 'code': 200} Sep 18 05:20:45.427546 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9490d2d8-bd0b-46b4-b46b-4c4e768db62a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.429167 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.448561 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-85a8e09b-6886-47a0-bea8-dacd76c2c6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.506968 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b59f7878-4825-4520-a7cb-3332e952e4de,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:45.527923 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9490d2d8-bd0b-46b4-b46b-4c4e768db62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.539040 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-42e675af-43ea-4cb0-8a3a-e6daa10890ee tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8007696 Sep 18 05:20:45.544973 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38834) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:45.553996 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-85a8e09b-6886-47a0-bea8-dacd76c2c6cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57f89b3677e1407baf8fa0949b1c69b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7374129 Sep 18 05:20:45.554326 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38836) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:45.556935 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.557422 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0fa5b657-f83e-4475-8c2a-5e605f9c56b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:45.584456 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8e09b-6886-47a0-bea8-dacd76c2c6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71224a93-b308-4c7e-ae6e-ce7a2fe741d2,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:45.609084 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaf4e7-90e8-4152-b34e-ce9ccd97c402 req-f680358c-fe4d-4e4c-ac22-fed486bce026 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:45.610804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bbbaf4e7-90e8-4152-b34e-ce9ccd97c402 req-f680358c-fe4d-4e4c-ac22-fed486bce026 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.1797404 Sep 18 05:20:45.624009 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b359751f-4737-40e3-a1fe-4e5b57d006db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.634183 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.653967 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b359751f-4737-40e3-a1fe-4e5b57d006db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.675828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d6a1c-4e18-49b9-b75d-5e08de46fde3 req-2f797649-09c5-4cdf-a8ff-12809c6500f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:45.677975 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c1d6a1c-4e18-49b9-b75d-5e08de46fde3 req-2f797649-09c5-4cdf-a8ff-12809c6500f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 1098 time: 0.1953843 Sep 18 05:20:45.714072 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:45.716993 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:45.724140 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9490d2d8-bd0b-46b4-b46b-4c4e768db62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.726642 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:45.738810 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Pushing event updated for resources: {'Port': ['ID=0fce9f31-47c8-417c-a67e-999cb97bb1b6,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:45.785679 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bbbaf4e7-90e8-4152-b34e-ce9ccd97c402 req-1617fc30-11a7-4a87-be3e-44c53b01f5e8 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679752 Sep 18 05:20:45.807898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490d2d8-bd0b-46b4-b46b-4c4e768db62a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=526ee123-f296-4b2e-88f7-a3b6cc31782b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:45.812866 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9490d2d8-bd0b-46b4-b46b-4c4e768db62a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.815823 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c1d6a1c-4e18-49b9-b75d-5e08de46fde3 req-9d81d999-e664-446f-892f-a9050ea12cd6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234250 Sep 18 05:20:45.818213 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9490d2d8-bd0b-46b4-b46b-4c4e768db62a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/526ee123-f296-4b2e-88f7-a3b6cc31782b HTTP/1.1" status: 204 len: 168 time: 0.5025146 Sep 18 05:20:45.818967 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38842) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:45.838327 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b38a5-03c8-4817-88e9-c7a3cf4682bb None None] Network d0c2f6c3-69da-44d0-b747-eee044ed5fda requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:45.840449 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:45.845347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Attempting to bind port 0fce9f31-47c8-417c-a67e-999cb97bb1b6 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:45.845644 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Attempting to bind port 0fce9f31-47c8-417c-a67e-999cb97bb1b6 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:45.846062 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Attempting to bind port 0fce9f31-47c8-417c-a67e-999cb97bb1b6 on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:45.888815 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:45.889178 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 08c6ecf9-68c8-4cc0-9e39-46a0eb98ae3d not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:45.889692 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 73d27040-291d-4b9a-bff6-97d92dbad9d3 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:45.891572 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:45.892162 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:45.892816 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.893363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:45.894119 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Bound port: 0fce9f31-47c8-417c-a67e-999cb97bb1b6, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:45.894509 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.901531 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.946774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 73d27040-291d-4b9a-bff6-97d92dbad9d3 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:45.947250 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 73d27040-291d-4b9a-bff6-97d92dbad9d3 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:45.947695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device be9955b0-a013-4c9f-b49d-a7761752152b no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:45.949871 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b359751f-4737-40e3-a1fe-4e5b57d006db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.952543 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b359751f-4737-40e3-a1fe-4e5b57d006db admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.953717 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b359751f-4737-40e3-a1fe-4e5b57d006db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71224a93-b308-4c7e-ae6e-ce7a2fe741d2 HTTP/1.1" status: 204 len: 168 time: 0.3983855 Sep 18 05:20:45.967040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359751f-4737-40e3-a1fe-4e5b57d006db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71224a93-b308-4c7e-ae6e-ce7a2fe741d2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:45.973191 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa5b657-f83e-4475-8c2a-5e605f9c56b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:45.976611 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Deleting port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:45.977578 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:45.981881 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0fa5b657-f83e-4475-8c2a-5e605f9c56b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.047481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: be9955b0-a013-4c9f-b49d-a7761752152b {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:46.049403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device be9955b0-a013-4c9f-b49d-a7761752152b not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:46.070205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] For port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2140651b-6fe5-4e9d-acf9-67cfcb65eaf1,segment=NetworkSegment(8fad7670-a932-4c34-b312-249d72c95188),segment_id=8fad7670-a932-4c34-b312-249d72c95188)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:46.070716 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.089961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Calling delete_port for 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:46.148391 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] For port 0fce9f31-47c8-417c-a67e-999cb97bb1b6, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:46.153135 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] For port 0fce9f31-47c8-417c-a67e-999cb97bb1b6, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0fce9f31-47c8-417c-a67e-999cb97bb1b6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:46.218808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3bd0f-b5cd-4237-b5b8-f97ff97e47b2 req-e6a58a8f-3e68-457e-8f96-603a5dc4e57a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:46.220488 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68a3bd0f-b5cd-4237-b5b8-f97ff97e47b2 req-e6a58a8f-3e68-457e-8f96-603a5dc4e57a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0820651 Sep 18 05:20:46.248484 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de82cac-b0b9-44fa-bf58-b7efabd75ff5 None None] DHCP port deletion for d0c2f6c3-69da-44d0-b747-eee044ed5fda request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:20:46.270090 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68a3bd0f-b5cd-4237-b5b8-f97ff97e47b2 req-3f75b795-6838-4f61-9b7d-a9d99053c7ca tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434449 Sep 18 05:20:46.282689 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.355902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d5653-57ab-4f13-8b45-fdc00851dc29 None None] Pushing event updated for resources: {'Port': ['ID=0fce9f31-47c8-417c-a67e-999cb97bb1b6,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:46.367684 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3de82cac-b0b9-44fa-bf58-b7efabd75ff5 None None] Deleting port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:46.368341 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3de82cac-b0b9-44fa-bf58-b7efabd75ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.432846 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.453982 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3de82cac-b0b9-44fa-bf58-b7efabd75ff5 None None] For port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=2140651b-6fe5-4e9d-acf9-67cfcb65eaf1,segment=NetworkSegment(8fad7670-a932-4c34-b312-249d72c95188),segment_id=8fad7670-a932-4c34-b312-249d72c95188)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:46.454391 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3de82cac-b0b9-44fa-bf58-b7efabd75ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.465370 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0fa5b657-f83e-4475-8c2a-5e605f9c56b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.466732 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=2140651b-6fe5-4e9d-acf9-67cfcb65eaf1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:46.478808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] No DVR routers for this DVR port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:20:46.483050 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3de82cac-b0b9-44fa-bf58-b7efabd75ff5 None None] Calling delete_port for 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:46.554655 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa5b657-f83e-4475-8c2a-5e605f9c56b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:46.564020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2c180-b034-4912-a1a3-1b383bc46371 req-5df3d38c-62a2-4dce-af77-df95df208e96 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:46.568637 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84f2c180-b034-4912-a1a3-1b383bc46371 req-5df3d38c-62a2-4dce-af77-df95df208e96 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.1597159 Sep 18 05:20:46.573577 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3de82cac-b0b9-44fa-bf58-b7efabd75ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.575592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-0fa5b657-f83e-4475-8c2a-5e605f9c56b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:46.590970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa5b657-f83e-4475-8c2a-5e605f9c56b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:46.591504 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0fa5b657-f83e-4475-8c2a-5e605f9c56b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.615342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.634311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de82cac-b0b9-44fa-bf58-b7efabd75ff5 None None] Pushing event deleted for resources: {'Port': ['ID=2140651b-6fe5-4e9d-acf9-67cfcb65eaf1,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:46.646298 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de82cac-b0b9-44fa-bf58-b7efabd75ff5 None None] No DVR routers for this DVR port 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:20:46.667541 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c2f6c3-69da-44d0-b747-eee044ed5fda']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:46.672335 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84f2c180-b034-4912-a1a3-1b383bc46371 req-ff7a2c3a-b2f8-4bc2-937e-bb1c6c94f1b9 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846202 Sep 18 05:20:46.686745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5b657-f83e-4475-8c2a-5e605f9c56b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=50835aa8-291a-4a1b-b22f-42cafbe84d90,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:46.699876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fad7670-a932-4c34-b312-249d72c95188') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:46.700274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fad7670-a932-4c34-b312-249d72c95188') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:46.734409 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.745809 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0fa5b657-f83e-4475-8c2a-5e605f9c56b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1929927 Sep 18 05:20:46.752126 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38862) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:46.753195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'mac_address': 'fa:16:3e:32:86:3e', 'name': 'tempest-NetworksTestDHCPv6-862317490'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:46.776136 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.791184 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:20:46.791607 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:20:46.793354 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:20:46.955184 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.962230 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:46.964108 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d0c2f6c3-69da-44d0-b747-eee044ed5fda HTTP/1.1" status: 204 len: 168 time: 1.1434011 Sep 18 05:20:46.966925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38868) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:46.975086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f23c2b-c1ef-4262-b751-84819bc13d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0c2f6c3-69da-44d0-b747-eee044ed5fda,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:47.018314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:47.130933 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:47.153272 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port 9465b6c9-858f-4b28-9adc-00f4fa06a806 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:20:47.433989 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8:0:1::351 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/50835aa8-291a-4a1b-b22f-42cafbe84d90/9465b6c9-858f-4b28-9adc-00f4fa06a806) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:47.444397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::f816:3eff:fe32:863e (e14fd239-0fbc-4e30-aef7-beef61ca0e46/d618c3fe-309f-4a99-a10b-edfd526c11ab/9465b6c9-858f-4b28-9adc-00f4fa06a806) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:47.474601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd022d-e00c-4054-aa68-4a6e564324d1 req-37c7fc0b-2646-40af-b2a2-e49f8bd5baab tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:47.476386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fddd022d-e00c-4054-aa68-4a6e564324d1 req-37c7fc0b-2646-40af-b2a2-e49f8bd5baab tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0830135 Sep 18 05:20:47.488891 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38884) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:47.594034 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fddd022d-e00c-4054-aa68-4a6e564324d1 req-7418f299-0c53-4f7a-9a03-9e9281a2e609 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016979 Sep 18 05:20:47.666799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'network': {'name': 'tempest-RoutersTest-1120377710'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:47.778085 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:47.804153 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0fce9f31-47c8-417c-a67e-999cb97bb1b6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:47.806807 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c09f8f-81fa-427a-bf93-7bc2c00100d1 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:47.833585 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:47.837952 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:47.859719 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:47.869951 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46708e09-927b-4f6d-834a-53cb446e4478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:47.899621 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a592960-a7b6-48e5-8d99-4409cc524f17 req-322d9b57-9f17-4507-9de5-8748833e296b tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:47.901256 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0a592960-a7b6-48e5-8d99-4409cc524f17 req-322d9b57-9f17-4507-9de5-8748833e296b tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.1183319 Sep 18 05:20:47.920536 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0531b1b8-82ff-4850-9f73-82ece7f46012 None None] Provisioning complete for port 0fce9f31-47c8-417c-a67e-999cb97bb1b6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:47.920927 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0531b1b8-82ff-4850-9f73-82ece7f46012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:47.995041 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0a592960-a7b6-48e5-8d99-4409cc524f17 req-456993a5-aedc-4172-a666-7aca0f900daf tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561996 Sep 18 05:20:48.005060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0fce9f31-47c8-417c-a67e-999cb97bb1b6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:48.005408 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.019470 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.114670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:48.125405 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:48.132491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:48.140340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:48.141259 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.145615 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0531b1b8-82ff-4850-9f73-82ece7f46012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.157608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=9465b6c9-858f-4b28-9adc-00f4fa06a806,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:48.161668 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.179435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01151800-5a91-4788-a7b6-507cf3524f83 req-78b54efe-fdb4-48b2-84c1-de532066e72d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:48.181192 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01151800-5a91-4788-a7b6-507cf3524f83 req-78b54efe-fdb4-48b2-84c1-de532066e72d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.1789548 Sep 18 05:20:48.232451 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01151800-5a91-4788-a7b6-507cf3524f83 req-8c370857-cb60-493d-b760-5cee575807d3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427408 Sep 18 05:20:48.249922 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.255679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-0531b1b8-82ff-4850-9f73-82ece7f46012 None None] For port 0fce9f31-47c8-417c-a67e-999cb97bb1b6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0fce9f31-47c8-417c-a67e-999cb97bb1b6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:48.269844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c9d3ab-d7d7-419d-8b8d-6e6128e3e31a None None] Update dhcp port {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'fixed_ips': [{'subnet_id': 'd618c3fe-309f-4a99-a10b-edfd526c11ab', 'ip_address': '2001:db8::f816:3eff:fe55:a86'}, {'subnet_id': '50835aa8-291a-4a1b-b22f-42cafbe84d90'}], 'binding:host_id': 'n-d-789963-13'}, 'id': '0fce9f31-47c8-417c-a67e-999cb97bb1b6'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:20:48.276831 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.289488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:20:48.299056 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.299416 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Added segment 84cb5cb1-1c03-4bfc-b683-b35c44d3e104 of type vlan for network 2318b2b2-4371-4c6b-8c3c-e7a27d87af8c Sep 18 05:20:48.307478 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b1c9d3ab-d7d7-419d-8b8d-6e6128e3e31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.345297 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0531b1b8-82ff-4850-9f73-82ece7f46012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.358896 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd6ed6b-0072-4537-a33a-8ec688a89f42,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:48.366708 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-46708e09-927b-4f6d-834a-53cb446e4478 admin admin] Deleting port eaff7e11-ec0e-49ad-8711-c308e24f3a76 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:48.367056 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46708e09-927b-4f6d-834a-53cb446e4478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.373663 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.430914 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bd714451-378f-42e3-b948-68e19e022963 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6828611 Sep 18 05:20:48.433062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38902) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:48.459972 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-46708e09-927b-4f6d-834a-53cb446e4478 admin admin] For port eaff7e11-ec0e-49ad-8711-c308e24f3a76, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=eaff7e11-ec0e-49ad-8711-c308e24f3a76,segment=NetworkSegment(423c1c2e-17e7-4004-9bde-48b5f0e801b0),segment_id=423c1c2e-17e7-4004-9bde-48b5f0e801b0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:48.461536 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46708e09-927b-4f6d-834a-53cb446e4478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.479415 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-46708e09-927b-4f6d-834a-53cb446e4478 admin admin] Calling delete_port for eaff7e11-ec0e-49ad-8711-c308e24f3a76 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:48.487497 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.495695 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:48.496421 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.553279 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:20:48.553918 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:20:48.562978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531b1b8-82ff-4850-9f73-82ece7f46012 None None] Pushing event updated for resources: {'Port': ['ID=0fce9f31-47c8-417c-a67e-999cb97bb1b6,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:48.630291 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-b1c9d3ab-d7d7-419d-8b8d-6e6128e3e31a None None] Allocated IP 2001:db8:0:1::2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/50835aa8-291a-4a1b-b22f-42cafbe84d90/0fce9f31-47c8-417c-a67e-999cb97bb1b6) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:48.636635 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Network': ['ID=2318b2b2-4371-4c6b-8c3c-e7a27d87af8c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:48.660725 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-005e1957-4185-4fe8-8284-60b69c643d26 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1684313 Sep 18 05:20:48.661208 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38908) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:48.664107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefe62c-2488-49b2-8176-02bdf1b37f29 req-5f4258ab-1171-421a-9ea4-9ab859df2eee tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:48.665963 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ccefe62c-2488-49b2-8176-02bdf1b37f29 req-5f4258ab-1171-421a-9ea4-9ab859df2eee tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.1160817 Sep 18 05:20:48.666552 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 2318b2b2-4371-4c6b-8c3c-e7a27d87af8c details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:20:48.673041 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-64538343-6bcd-45cf-8812-9ca2759e39e0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'network': {'name': 'tempest-RoutersTest-200289097'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:48.691181 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-c468dc76-4b23-4b0b-b185-6d7776e3e2a2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port 9465b6c9-858f-4b28-9adc-00f4fa06a806 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:48.691946 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c468dc76-4b23-4b0b-b185-6d7776e3e2a2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.767715 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ccefe62c-2488-49b2-8176-02bdf1b37f29 req-1839451a-7a46-44ef-b483-bedabb50fdfc tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905564 Sep 18 05:20:48.806567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64538343-6bcd-45cf-8812-9ca2759e39e0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:48.806790 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39403fbc-441b-4e0f-9d6c-115a5e1185d5 req-338d2d3d-caf5-492a-b636-b512194217bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:48.808226 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39403fbc-441b-4e0f-9d6c-115a5e1185d5 req-338d2d3d-caf5-492a-b636-b512194217bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=309a0cc2df444ffe942e54d06c23525f&device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 1098 time: 0.0973237 Sep 18 05:20:48.810630 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64538343-6bcd-45cf-8812-9ca2759e39e0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.815582 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c468dc76-4b23-4b0b-b185-6d7776e3e2a2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.825239 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b1c9d3ab-d7d7-419d-8b8d-6e6128e3e31a None None] For port 0fce9f31-47c8-417c-a67e-999cb97bb1b6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0fce9f31-47c8-417c-a67e-999cb97bb1b6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:48.838703 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-c468dc76-4b23-4b0b-b185-6d7776e3e2a2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for 9465b6c9-858f-4b28-9adc-00f4fa06a806 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:48.855925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64538343-6bcd-45cf-8812-9ca2759e39e0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:20:48.859953 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b1c9d3ab-d7d7-419d-8b8d-6e6128e3e31a None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.895057 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64538343-6bcd-45cf-8812-9ca2759e39e0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.895411 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-64538343-6bcd-45cf-8812-9ca2759e39e0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Added segment 3c430967-b2e4-4cbf-82ad-0c995e866e0e of type vlan for network f0ea07ae-744c-4271-8408-47ec0f298ecb Sep 18 05:20:48.908879 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46708e09-927b-4f6d-834a-53cb446e4478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.940654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39403fbc-441b-4e0f-9d6c-115a5e1185d5 req-3b1b636f-c562-4f57-bfae-1baf353437ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:48.942405 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39403fbc-441b-4e0f-9d6c-115a5e1185d5 req-3b1b636f-c562-4f57-bfae-1baf353437ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=904ebde8-a61b-4ac9-bd73-275552e2912c HTTP/1.1" status: 200 len: 912 time: 0.1254613 Sep 18 05:20:48.945134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46708e09-927b-4f6d-834a-53cb446e4478 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaff7e11-ec0e-49ad-8711-c308e24f3a76,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:48.949827 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b1c9d3ab-d7d7-419d-8b8d-6e6128e3e31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:48.952320 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64538343-6bcd-45cf-8812-9ca2759e39e0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:49.041149 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9d3ab-d7d7-419d-8b8d-6e6128e3e31a None None] Pushing event updated for resources: {'Port': ['ID=0fce9f31-47c8-417c-a67e-999cb97bb1b6,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:49.044699 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39403fbc-441b-4e0f-9d6c-115a5e1185d5 req-36f3fd0e-26df-417b-bc59-1898ad5a86bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 HTTP/1.1" status: 200 len: 217 time: 0.0680656 Sep 18 05:20:49.143466 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64538343-6bcd-45cf-8812-9ca2759e39e0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:49.153715 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64538343-6bcd-45cf-8812-9ca2759e39e0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:49.154686 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64538343-6bcd-45cf-8812-9ca2759e39e0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:49.195269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39403fbc-441b-4e0f-9d6c-115a5e1185d5 req-afac5d91-59b5-401d-9c59-23f254e6787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:49.201225 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39403fbc-441b-4e0f-9d6c-115a5e1185d5 req-afac5d91-59b5-401d-9c59-23f254e6787b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a6e0562-37c9-4f9b-96c0-8de4b78a5c64 HTTP/1.1" status: 200 len: 852 time: 0.1523528 Sep 18 05:20:49.218703 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c468dc76-4b23-4b0b-b185-6d7776e3e2a2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:49.229789 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:49.244053 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39403fbc-441b-4e0f-9d6c-115a5e1185d5 req-c7f5a1bf-a8e1-4432-b53c-f32396e6c335 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=904ebde8-a61b-4ac9-bd73-275552e2912c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337715 Sep 18 05:20:49.257775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:49.258455 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 2140651b-6fe5-4e9d-acf9-67cfcb65eaf1 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:49.338042 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-64538343-6bcd-45cf-8812-9ca2759e39e0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6742473 Sep 18 05:20:49.340641 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468dc76-4b23-4b0b-b185-6d7776e3e2a2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=9465b6c9-858f-4b28-9adc-00f4fa06a806,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:49.347003 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38916) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:49.353270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64538343-6bcd-45cf-8812-9ca2759e39e0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Network': ['ID=f0ea07ae-744c-4271-8408-47ec0f298ecb,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:49.363279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network f0ea07ae-744c-4271-8408-47ec0f298ecb details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:20:49.366886 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-438105f7-e593-444b-bdee-00223be5e096 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'subnet': {'network_id': '2318b2b2-4371-4c6b-8c3c-e7a27d87af8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:49.481948 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c468dc76-4b23-4b0b-b185-6d7776e3e2a2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:49.482687 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46708e09-927b-4f6d-834a-53cb446e4478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:49.484459 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c468dc76-4b23-4b0b-b185-6d7776e3e2a2 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/9465b6c9-858f-4b28-9adc-00f4fa06a806 HTTP/1.1" status: 204 len: 168 time: 1.0498064 Sep 18 05:20:49.489412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38918) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:49.494173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ca9b9-a28f-4d50-b9f7-98caf8f3122c req-53c69113-7371-41ff-9027-93bb1064184c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:49.495739 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7e4ca9b9-a28f-4d50-b9f7-98caf8f3122c req-53c69113-7371-41ff-9027-93bb1064184c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.1640925 Sep 18 05:20:49.555956 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f61611-862f-4ee2-8823-f5d5770e2f43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:49.559850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-95f61611-862f-4ee2-8823-f5d5770e2f43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0672727 Sep 18 05:20:49.560156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38920) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:49.615927 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438105f7-e593-444b-bdee-00223be5e096 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:49.616227 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7e4ca9b9-a28f-4d50-b9f7-98caf8f3122c req-8097d524-a015-4a04-a282-c844a2cc03d3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106625 Sep 18 05:20:49.621247 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39403fbc-441b-4e0f-9d6c-115a5e1185d5 req-4ff079af-669f-4c4f-9711-13b2111359d3 service neutron] 10.222.0.18 "GET /v2.0/networks/904ebde8-a61b-4ac9-bd73-275552e2912c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679054 Sep 18 05:20:49.622591 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-438105f7-e593-444b-bdee-00223be5e096 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:49.747941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937a6391-3706-4820-85ac-bf6b1cb9caa7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:49.752428 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-937a6391-3706-4820-85ac-bf6b1cb9caa7 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1910009 Sep 18 05:20:49.753024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38924) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:49.786686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0fce9f31-47c8-417c-a67e-999cb97bb1b6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:49.833326 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39403fbc-441b-4e0f-9d6c-115a5e1185d5 req-1a4c6877-9bc6-4f79-b150-e7ea07bbb7e1 service neutron] 10.222.0.18 "GET /v2.0/networks/904ebde8-a61b-4ac9-bd73-275552e2912c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980879 Sep 18 05:20:49.864893 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0fce9f31-47c8-417c-a67e-999cb97bb1b6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:49.865778 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:49.922877 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1044e096-d6c6-4d80-a9c1-68055c036dcf None None] Provisioning complete for port 0fce9f31-47c8-417c-a67e-999cb97bb1b6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:49.923168 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1044e096-d6c6-4d80-a9c1-68055c036dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:49.945758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46708e09-927b-4f6d-834a-53cb446e4478 admin admin] Router ef6930f5-bc33-47e0-bffb-729ca4583eec has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:20:50.055378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c76f1-6b21-4650-9355-c8cf16dfe53c req-7cd68a7e-0b47-4a00-bcd0-5c25a0715c0c tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:50.062599 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-420c76f1-6b21-4650-9355-c8cf16dfe53c req-7cd68a7e-0b47-4a00-bcd0-5c25a0715c0c tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.1421449 Sep 18 05:20:50.101355 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1044e096-d6c6-4d80-a9c1-68055c036dcf None None] Could not find standard attr ID for object 9465b6c9-858f-4b28-9adc-00f4fa06a806. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:20:50.140591 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-420c76f1-6b21-4650-9355-c8cf16dfe53c req-b2e06bb5-bf21-47fa-9e55-e1a56b3e098b tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750031 Sep 18 05:20:50.157705 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46708e09-927b-4f6d-834a-53cb446e4478 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:50.163685 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-46708e09-927b-4f6d-834a-53cb446e4478 admin admin] 10.222.0.23 "PUT /v2.0/routers/ef6930f5-bc33-47e0-bffb-729ca4583eec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1949935 Sep 18 05:20:50.168649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38928) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:50.170482 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef104f-31ca-4388-a031-acf6a0f2365d None None] Sync routers for ids ['ef6930f5-bc33-47e0-bffb-729ca4583eec'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:50.183153 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef104f-31ca-4388-a031-acf6a0f2365d None None] Routers {'ef6930f5-bc33-47e0-bffb-729ca4583eec'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:50.184897 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d0ef104f-31ca-4388-a031-acf6a0f2365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ef6930f5-bc33-47e0-bffb-729ca4583eec'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:50.218197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3f1d78f2-7b50-42e7-9141-1e78ef160ad5 None None] Could not find standard attr ID for object 9465b6c9-858f-4b28-9adc-00f4fa06a806. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:20:50.305970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:50.333478 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a0b28e-08b6-493a-9f25-8393d3ca02e8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:50.335018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a0b28e-08b6-493a-9f25-8393d3ca02e8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:50.336601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a0b28e-08b6-493a-9f25-8393d3ca02e8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:50.338212 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-51a0b28e-08b6-493a-9f25-8393d3ca02e8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5828319 Sep 18 05:20:50.341262 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38932) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:50.357225 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-d0ef104f-31ca-4388-a031-acf6a0f2365d None None] Set router ef6930f5-bc33-47e0-bffb-729ca4583eec gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:20:50.395081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-537319ac-e92e-46ac-8cd9-b4b5110c1665 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 50835aa8-291a-4a1b-b22f-42cafbe84d90 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:20:50.398881 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-537319ac-e92e-46ac-8cd9-b4b5110c1665 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:50.401628 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-438105f7-e593-444b-bdee-00223be5e096 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:50.439052 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:50.490287 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-537319ac-e92e-46ac-8cd9-b4b5110c1665 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:50.533062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438105f7-e593-444b-bdee-00223be5e096 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Subnet': ['ID=616a6c2c-d90c-432b-9668-bef2ee634747,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:50.553719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438105f7-e593-444b-bdee-00223be5e096 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Checking segment: {'id': '84cb5cb1-1c03-4bfc-b683-b35c44d3e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2318b2b2-4371-4c6b-8c3c-e7a27d87af8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:50.554081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438105f7-e593-444b-bdee-00223be5e096 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network hostable DHCP agents. Network: 2318b2b2-4371-4c6b-8c3c-e7a27d87af8c, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:20:50.583710 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d0ef104f-31ca-4388-a031-acf6a0f2365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'name': 'tempest-TestAggregatesBasicOps-629408931-router', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'b845ada7-4b03-46a2-bc24-d218c90ac9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:26Z', 'updated_at': '2021-09-18T05:20:48Z', 'revision_number': 5, 'project_id': 'ef03287f2a1241ab83b0bd3222d64362', 'gw_port': {'id': 'b845ada7-4b03-46a2-bc24-d218c90ac9ed', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:20:28Z', 'updated_at': '2021-09-18T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:50.593809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] Deleting port b845ada7-4b03-46a2-bc24-d218c90ac9ed {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:50.594245 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:50.609941 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-537319ac-e92e-46ac-8cd9-b4b5110c1665 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:50.617309 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef104f-31ca-4388-a031-acf6a0f2365d None None] Checking router: ef6930f5-bc33-47e0-bffb-729ca4583eec for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:20:50.628075 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef104f-31ca-4388-a031-acf6a0f2365d None None] Routers {'ef6930f5-bc33-47e0-bffb-729ca4583eec'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:50.628924 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d0ef104f-31ca-4388-a031-acf6a0f2365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ef6930f5-bc33-47e0-bffb-729ca4583eec'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:50.690674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] For port b845ada7-4b03-46a2-bc24-d218c90ac9ed, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b845ada7-4b03-46a2-bc24-d218c90ac9ed,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:50.691278 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:50.706583 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] Calling delete_port for b845ada7-4b03-46a2-bc24-d218c90ac9ed owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:50.723661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438105f7-e593-444b-bdee-00223be5e096 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 2318b2b2-4371-4c6b-8c3c-e7a27d87af8c is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:20:50.752679 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a41ab4-9bee-4c14-a367-3e4022df5f29 req-2fa7ce03-8e12-471e-a346-3610219c4c69 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:50.754260 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-46a41ab4-9bee-4c14-a367-3e4022df5f29 req-2fa7ce03-8e12-471e-a346-3610219c4c69 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0744870 Sep 18 05:20:50.772393 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-d0ef104f-31ca-4388-a031-acf6a0f2365d None None] Set router ef6930f5-bc33-47e0-bffb-729ca4583eec gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:20:50.804208 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-46a41ab4-9bee-4c14-a367-3e4022df5f29 req-aa1ac32f-7975-46ba-b0d7-35dc154f369a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426829 Sep 18 05:20:50.828196 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-537319ac-e92e-46ac-8cd9-b4b5110c1665 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:50.833743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-438105f7-e593-444b-bdee-00223be5e096 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 2318b2b2-4371-4c6b-8c3c-e7a27d87af8c) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:50.838071 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d0ef104f-31ca-4388-a031-acf6a0f2365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'name': 'tempest-TestAggregatesBasicOps-629408931-router', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:26Z', 'updated_at': '2021-09-18T05:20:50Z', 'revision_number': 6, 'project_id': 'ef03287f2a1241ab83b0bd3222d64362', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:50.846084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e8c40-8559-4dd5-b26a-aa3f064b328f None None] Network 2318b2b2-4371-4c6b-8c3c-e7a27d87af8c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:50.864042 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438105f7-e593-444b-bdee-00223be5e096 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:50.864675 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-438105f7-e593-444b-bdee-00223be5e096 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:50.869695 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537319ac-e92e-46ac-8cd9-b4b5110c1665 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=50835aa8-291a-4a1b-b22f-42cafbe84d90,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:50.871940 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-537319ac-e92e-46ac-8cd9-b4b5110c1665 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:50.876064 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-537319ac-e92e-46ac-8cd9-b4b5110c1665 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/50835aa8-291a-4a1b-b22f-42cafbe84d90 HTTP/1.1" status: 204 len: 168 time: 0.5316501 Sep 18 05:20:50.877853 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38940) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:50.889678 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef104f-31ca-4388-a031-acf6a0f2365d None None] The sync data for ids ['ef6930f5-bc33-47e0-bffb-729ca4583eec'] in n-d-789963-13 is: [{'id': 'ef6930f5-bc33-47e0-bffb-729ca4583eec', 'name': 'tempest-TestAggregatesBasicOps-629408931-router', 'tenant_id': 'ef03287f2a1241ab83b0bd3222d64362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:20:26Z', 'updated_at': '2021-09-18T05:20:50Z', 'revision_number': 6, 'project_id': 'ef03287f2a1241ab83b0bd3222d64362', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:50.903759 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a9abe0-7ff0-43bf-b447-b20ead49c2cc None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:50.950969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0761fa-e9fb-4758-8be0-a99b2902503f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet d618c3fe-309f-4a99-a10b-edfd526c11ab {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:20:50.954217 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d0761fa-e9fb-4758-8be0-a99b2902503f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.001407 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d0761fa-e9fb-4758-8be0-a99b2902503f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.029408 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-438105f7-e593-444b-bdee-00223be5e096 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6755857 Sep 18 05:20:51.029607 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38942) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:51.039539 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-35fdd3b7-9779-4899-9316-e489e83497b0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'subnet': {'network_id': 'f0ea07ae-744c-4271-8408-47ec0f298ecb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:51.048297 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.088160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] Pushing event deleted for resources: {'Port': ['ID=b845ada7-4b03-46a2-bc24-d218c90ac9ed,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:51.171064 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.182259 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d0761fa-e9fb-4758-8be0-a99b2902503f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.253554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-2318b2b2-4371-4c6b-8c3c-e7a27d87af8c', 'network_id': '2318b2b2-4371-4c6b-8c3c-e7a27d87af8c', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'fixed_ips': [{'subnet_id': '616a6c2c-d90c-432b-9668-bef2ee634747'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:20:51.254115 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.309652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fdd3b7-9779-4899-9316-e489e83497b0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:51.314224 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-35fdd3b7-9779-4899-9316-e489e83497b0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.337544 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.342526 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.405854 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d0761fa-e9fb-4758-8be0-a99b2902503f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.412771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8883112-6dd5-4781-a10c-9c00b46ce112 req-31c18dd0-54c9-4dae-a7dc-512a62312210 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:51.422904 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e8883112-6dd5-4781-a10c-9c00b46ce112 req-31c18dd0-54c9-4dae-a7dc-512a62312210 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.1600952 Sep 18 05:20:51.466014 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0761fa-e9fb-4758-8be0-a99b2902503f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=d618c3fe-309f-4a99-a10b-edfd526c11ab,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:51.467840 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e8883112-6dd5-4781-a10c-9c00b46ce112 req-2b556291-d15e-415e-a43a-08ba707e5b93 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442791 Sep 18 05:20:51.482164 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d0761fa-e9fb-4758-8be0-a99b2902503f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.484468 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1d0761fa-e9fb-4758-8be0-a99b2902503f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/d618c3fe-309f-4a99-a10b-edfd526c11ab HTTP/1.1" status: 204 len: 168 time: 0.6060109 Sep 18 05:20:51.487101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38950) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:51.501337 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.502165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef6930f5-bc33-47e0-bffb-729ca4583eec {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:20:51.510345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Allocated IP 172.20.0.2 (2318b2b2-4371-4c6b-8c3c-e7a27d87af8c/616a6c2c-d90c-432b-9668-bef2ee634747/8b999e9c-e900-4e4f-84f3-cc8b5fe52821) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:51.547774 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.549985 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-33b88065-234a-493e-8f8a-d8ff0018747a admin admin] 10.222.0.23 "DELETE /v2.0/routers/ef6930f5-bc33-47e0-bffb-729ca4583eec HTTP/1.1" status: 204 len: 168 time: 1.3798649 Sep 18 05:20:51.554288 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-03dbf6e0-0ac5-416e-98ff-6d2c1b457a09 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634625 Sep 18 05:20:51.554288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38954) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:51.557416 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38956) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:51.579070 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-317c08fc-712b-48f6-9f85-a362361da7d0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:51.603705 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d967f3-c3b9-46da-a1c0-e797902a2cb0 admin admin] Deleting subnet 48f41858-f434-480d-98e0-700459b99724 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:20:51.607316 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23d967f3-c3b9-46da-a1c0-e797902a2cb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.653761 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23d967f3-c3b9-46da-a1c0-e797902a2cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.723939 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.755158 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23d967f3-c3b9-46da-a1c0-e797902a2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.824539 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.856607 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b845ada7-4b03-46a2-bc24-d218c90ac9ed no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:51.881652 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-35fdd3b7-9779-4899-9316-e489e83497b0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.891122 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317c08fc-712b-48f6-9f85-a362361da7d0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:51.892059 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: b845ada7-4b03-46a2-bc24-d218c90ac9ed {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:51.892446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b845ada7-4b03-46a2-bc24-d218c90ac9ed not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:51.892943 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device eaff7e11-ec0e-49ad-8711-c308e24f3a76 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:51.896760 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-317c08fc-712b-48f6-9f85-a362361da7d0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.906993 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23d967f3-c3b9-46da-a1c0-e797902a2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.947098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d967f3-c3b9-46da-a1c0-e797902a2cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f41858-f434-480d-98e0-700459b99724,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:51.948027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Network 2318b2b2-4371-4c6b-8c3c-e7a27d87af8c is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:51.951748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: eaff7e11-ec0e-49ad-8711-c308e24f3a76 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:51.952305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device eaff7e11-ec0e-49ad-8711-c308e24f3a76 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:51.968012 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23d967f3-c3b9-46da-a1c0-e797902a2cb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:51.970133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-23d967f3-c3b9-46da-a1c0-e797902a2cb0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/48f41858-f434-480d-98e0-700459b99724 HTTP/1.1" status: 204 len: 168 time: 0.4170389 Sep 18 05:20:51.977450 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:51.981776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea871598-de0f-47ad-a24d-9187efa2a515 None None] Network 2f8df595-cf25-428d-b9f8-9c3765b503dd requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:51.983986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:51.987729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38962) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:51.987820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Pushing event updated for resources: {'Port': ['ID=8b999e9c-e900-4e4f-84f3-cc8b5fe52821,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:52.113034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Attempting to bind port 8b999e9c-e900-4e4f-84f3-cc8b5fe52821 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:52.113459 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Attempting to bind port 8b999e9c-e900-4e4f-84f3-cc8b5fe52821 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '84cb5cb1-1c03-4bfc-b683-b35c44d3e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2318b2b2-4371-4c6b-8c3c-e7a27d87af8c'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:52.113885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Attempting to bind port 8b999e9c-e900-4e4f-84f3-cc8b5fe52821 on network 2318b2b2-4371-4c6b-8c3c-e7a27d87af8c {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:52.142188 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:52.142188 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Checking segment: {'id': '84cb5cb1-1c03-4bfc-b683-b35c44d3e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2318b2b2-4371-4c6b-8c3c-e7a27d87af8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:52.142620 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:52.142953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Bound using segment: {'id': '84cb5cb1-1c03-4bfc-b683-b35c44d3e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2318b2b2-4371-4c6b-8c3c-e7a27d87af8c'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:52.143439 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Bound port: 8b999e9c-e900-4e4f-84f3-cc8b5fe52821, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cb5cb1-1c03-4bfc-b683-b35c44d3e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2318b2b2-4371-4c6b-8c3c-e7a27d87af8c'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:52.143822 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:52.190094 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:52.222108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9731245-d41a-4f58-a754-cfefd5b1574c req-6dba8778-d216-440d-8a0b-da517d4b880e tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:52.230349 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9731245-d41a-4f58-a754-cfefd5b1574c req-6dba8778-d216-440d-8a0b-da517d4b880e tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.0990236 Sep 18 05:20:52.263323 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab31fb-52c7-4528-ad44-455e6a775c47 req-6bae7e53-c5c4-46a7-8aaf-463e05a61eec tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:52.275061 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-afab31fb-52c7-4528-ad44-455e6a775c47 req-6bae7e53-c5c4-46a7-8aaf-463e05a61eec tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.3322453 Sep 18 05:20:52.276183 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] For port 8b999e9c-e900-4e4f-84f3-cc8b5fe52821, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:52.276974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdd3b7-9779-4899-9316-e489e83497b0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Subnet': ['ID=2afbae80-8359-492e-9a66-78316a7b2291,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:52.282538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] For port 8b999e9c-e900-4e4f-84f3-cc8b5fe52821, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8b999e9c-e900-4e4f-84f3-cc8b5fe52821,segment=NetworkSegment(84cb5cb1-1c03-4bfc-b683-b35c44d3e104),segment_id=84cb5cb1-1c03-4bfc-b683-b35c44d3e104)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:52.326922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa361496-f355-4b72-a4d5-93a025443d7f None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:52.334751 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9731245-d41a-4f58-a754-cfefd5b1574c req-e818dea3-258e-4f9f-b476-9375c2567353 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035209 Sep 18 05:20:52.357899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Deleting port 5abfc871-5c6b-451e-b4f7-c89cd36507b1 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:52.358254 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:52.373324 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6966fbb-a049-48e1-9976-93133833f446 None None] DHCP port deletion for 2f8df595-cf25-428d-b9f8-9c3765b503dd request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:20:52.373532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fdd3b7-9779-4899-9316-e489e83497b0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Checking segment: {'id': '3c430967-b2e4-4cbf-82ad-0c995e866e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f0ea07ae-744c-4271-8408-47ec0f298ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:52.373991 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fdd3b7-9779-4899-9316-e489e83497b0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network hostable DHCP agents. Network: f0ea07ae-744c-4271-8408-47ec0f298ecb, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:20:52.408818 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:52.432556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] For port 5abfc871-5c6b-451e-b4f7-c89cd36507b1, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5abfc871-5c6b-451e-b4f7-c89cd36507b1,segment=NetworkSegment(423c1c2e-17e7-4004-9bde-48b5f0e801b0),segment_id=423c1c2e-17e7-4004-9bde-48b5f0e801b0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:52.432970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:52.449830 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Calling delete_port for 5abfc871-5c6b-451e-b4f7-c89cd36507b1 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:52.455034 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-afab31fb-52c7-4528-ad44-455e6a775c47 req-82b06c8c-92ca-47ed-b2d1-aa30e4df5dfe tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746249 Sep 18 05:20:52.488382 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef7b66-f0a8-4962-a6a3-5ae1a13595fc None None] Pushing event updated for resources: {'Port': ['ID=8b999e9c-e900-4e4f-84f3-cc8b5fe52821,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:52.504811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-09e2d8c8-6802-4c36-a14e-afe7ea4ec5e2 None None] Provisioning complete for port 0fce9f31-47c8-417c-a67e-999cb97bb1b6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:52.505281 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-09e2d8c8-6802-4c36-a14e-afe7ea4ec5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:52.586942 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-317c08fc-712b-48f6-9f85-a362361da7d0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:52.622462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fdd3b7-9779-4899-9316-e489e83497b0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network f0ea07ae-744c-4271-8408-47ec0f298ecb is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:20:52.641290 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c08fc-712b-48f6-9f85-a362361da7d0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:52.643907 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:52.658269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-317c08fc-712b-48f6-9f85-a362361da7d0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:52.679211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317c08fc-712b-48f6-9f85-a362361da7d0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:52.679211 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-317c08fc-712b-48f6-9f85-a362361da7d0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:52.715383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Pushing event deleted for resources: {'Port': ['ID=5abfc871-5c6b-451e-b4f7-c89cd36507b1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:52.717305 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] No DVR routers for this DVR port 5abfc871-5c6b-451e-b4f7-c89cd36507b1 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:20:52.751981 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-35fdd3b7-9779-4899-9316-e489e83497b0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, f0ea07ae-744c-4271-8408-47ec0f298ecb) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:52.757102 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c6966fbb-a049-48e1-9976-93133833f446 None None] Deleting port 5abfc871-5c6b-451e-b4f7-c89cd36507b1 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:52.757102 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c6966fbb-a049-48e1-9976-93133833f446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:52.762602 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fdd3b7-9779-4899-9316-e489e83497b0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:52.768468 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-35fdd3b7-9779-4899-9316-e489e83497b0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:52.769695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc052e4e-8178-402a-b408-602af3507fef None None] Network f0ea07ae-744c-4271-8408-47ec0f298ecb requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:52.769939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c08fc-712b-48f6-9f85-a362361da7d0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=c0a898ba-87e0-49e0-a1db-70e67eae7abb,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:52.817408 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb88770d-c8b6-42aa-9369-08f75ae5ca0a None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:20:52.837070 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:52.844699 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-317c08fc-712b-48f6-9f85-a362361da7d0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2864499 Sep 18 05:20:52.845312 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38970) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:52.853236 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-300f085f-7ff2-44f5-91e5-24394de9aa4b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:52.883712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8df595-cf25-428d-b9f8-9c3765b503dd']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:52.894130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423c1c2e-17e7-4004-9bde-48b5f0e801b0') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:52.894515 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423c1c2e-17e7-4004-9bde-48b5f0e801b0') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:52.945824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c6966fbb-a049-48e1-9976-93133833f446 None None] For port 5abfc871-5c6b-451e-b4f7-c89cd36507b1, host n-d-789963-13, got binding levels [] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:52.946497 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c6966fbb-a049-48e1-9976-93133833f446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:52.978997 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-35fdd3b7-9779-4899-9316-e489e83497b0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9483709 Sep 18 05:20:52.981563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c6966fbb-a049-48e1-9976-93133833f446 None None] Calling delete_port for 5abfc871-5c6b-451e-b4f7-c89cd36507b1 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:52.982031 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38974) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:52.987374 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.ipam_backend_mixin [None req-c6966fbb-a049-48e1-9976-93133833f446 None None] Port 5abfc871-5c6b-451e-b4f7-c89cd36507b1 was not found and therefore no delete operation was performed {{(pid=106910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 05:20:52.988067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-dd5f6ea2-4a19-47e1-83b6-c18a2cda2adc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2024106235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:52.994626 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c6966fbb-a049-48e1-9976-93133833f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.036723 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6966fbb-a049-48e1-9976-93133833f446 None None] Pushing event deleted for resources: {'Port': ['ID=5abfc871-5c6b-451e-b4f7-c89cd36507b1,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:53.056884 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6966fbb-a049-48e1-9976-93133833f446 None None] No DVR routers for this DVR port 5abfc871-5c6b-451e-b4f7-c89cd36507b1 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:20:53.087896 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-cb88770d-c8b6-42aa-9369-08f75ae5ca0a None None] Deleting port 0fce9f31-47c8-417c-a67e-999cb97bb1b6 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:53.088301 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cb88770d-c8b6-42aa-9369-08f75ae5ca0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.093939 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.103779 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300f085f-7ff2-44f5-91e5-24394de9aa4b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:53.107300 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-300f085f-7ff2-44f5-91e5-24394de9aa4b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.133773 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-f0ea07ae-744c-4271-8408-47ec0f298ecb', 'network_id': 'f0ea07ae-744c-4271-8408-47ec0f298ecb', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'fixed_ips': [{'subnet_id': '2afbae80-8359-492e-9a66-78316a7b2291'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:20:53.134823 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.234579 n-d-789963-13 neutron-server[106908]: INFO neutron.db.ipam_backend_mixin [None req-300f085f-7ff2-44f5-91e5-24394de9aa4b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c0a898ba-87e0-49e0-a1db-70e67eae7abb (CIDR: 2001:db8::/64) Sep 18 05:20:53.236631 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dd5f6ea2-4a19-47e1-83b6-c18a2cda2adc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.237996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dd5f6ea2-4a19-47e1-83b6-c18a2cda2adc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.295119 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.308523 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-cb88770d-c8b6-42aa-9369-08f75ae5ca0a None None] For port 0fce9f31-47c8-417c-a67e-999cb97bb1b6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0fce9f31-47c8-417c-a67e-999cb97bb1b6,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:53.309085 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cb88770d-c8b6-42aa-9369-08f75ae5ca0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.313035 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dd5f6ea2-4a19-47e1-83b6-c18a2cda2adc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.315649 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-300f085f-7ff2-44f5-91e5-24394de9aa4b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:20:53.318640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300f085f-7ff2-44f5-91e5-24394de9aa4b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:20:53.323264 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.330022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-cb88770d-c8b6-42aa-9369-08f75ae5ca0a None None] Calling delete_port for 0fce9f31-47c8-417c-a67e-999cb97bb1b6 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:53.341254 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.347962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:20:53.348438 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:20:53.350433 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:20:53.407431 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dd5f6ea2-4a19-47e1-83b6-c18a2cda2adc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.411208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Allocated IP 172.21.0.2 (f0ea07ae-744c-4271-8408-47ec0f298ecb/2afbae80-8359-492e-9a66-78316a7b2291/c88d0454-3af2-4e84-bda6-1b092240af03) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:53.466937 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-300f085f-7ff2-44f5-91e5-24394de9aa4b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6181841 Sep 18 05:20:53.467653 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38978) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:53.474101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1f72cadb-153f-4312-b013-916f794db36a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:53.499941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642021ec-c30b-4b0c-8abd-05da11ad568b req-faad1463-d4e8-412f-b2d2-b930ac68f3d4 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:53.502309 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-642021ec-c30b-4b0c-8abd-05da11ad568b req-faad1463-d4e8-412f-b2d2-b930ac68f3d4 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.0684860 Sep 18 05:20:53.556761 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-642021ec-c30b-4b0c-8abd-05da11ad568b req-e53a8ff8-54de-4e45-b1e4-f1d6f6e75da7 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466821 Sep 18 05:20:53.582362 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.611509 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.617747 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] 10.222.0.23 "DELETE /v2.0/networks/2f8df595-cf25-428d-b9f8-9c3765b503dd HTTP/1.1" status: 204 len: 168 time: 1.6266239 Sep 18 05:20:53.619902 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dd5f6ea2-4a19-47e1-83b6-c18a2cda2adc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.621268 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-dd5f6ea2-4a19-47e1-83b6-c18a2cda2adc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6383843 Sep 18 05:20:53.624112 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38988) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:53.665909 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cb88770d-c8b6-42aa-9369-08f75ae5ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.682071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4f064-43d5-4319-97ab-4dfeaa44ae7d admin admin] Pushing event deleted for resources: {'Network': ['ID=2f8df595-cf25-428d-b9f8-9c3765b503dd,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:53.716510 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88770d-c8b6-42aa-9369-08f75ae5ca0a None None] Pushing event deleted for resources: {'Port': ['ID=0fce9f31-47c8-417c-a67e-999cb97bb1b6,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:53.720384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88770d-c8b6-42aa-9369-08f75ae5ca0a None None] No DVR routers for this DVR port 0fce9f31-47c8-417c-a67e-999cb97bb1b6 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:20:53.745445 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:53.778841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c162ff-f67f-468c-bd81-0f9eb891c822 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:53.794504 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9959f22b-0252-4d93-8587-56190d03088b None None] Network 2318b2b2-4371-4c6b-8c3c-e7a27d87af8c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:53.806094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b318e4e-dc7d-415e-9ef9-6d2bbe4eb554 req-af1645b4-1427-4053-a70d-f024825b0643 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:53.827346 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b318e4e-dc7d-415e-9ef9-6d2bbe4eb554 req-af1645b4-1427-4053-a70d-f024825b0643 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.2535181 Sep 18 05:20:53.830194 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8b999e9c-e900-4e4f-84f3-cc8b5fe52821 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:53.890050 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9b318e4e-dc7d-415e-9ef9-6d2bbe4eb554 req-6075c60d-a6ec-45fd-81ef-6785da6189fa tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616767 Sep 18 05:20:53.890789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f72cadb-153f-4312-b013-916f794db36a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:53.894117 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1f72cadb-153f-4312-b013-916f794db36a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.057443 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.124359 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.189345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a7de9661-df7f-4301-9a90-6a4445457b38 None None] Provisioning complete for port 8b999e9c-e900-4e4f-84f3-cc8b5fe52821 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:54.189729 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a7de9661-df7f-4301-9a90-6a4445457b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.196856 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:20:54.218305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Network f0ea07ae-744c-4271-8408-47ec0f298ecb is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:54.247775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:54.254791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:54.301284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1610dd-18b0-45b1-9435-09b7267f861d req-bcf5d436-3473-4938-83db-228bc3cfdb7e tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:54.303107 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec1610dd-18b0-45b1-9435-09b7267f861d req-bcf5d436-3473-4938-83db-228bc3cfdb7e tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.0916605 Sep 18 05:20:54.332212 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38996) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:54.352428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Pushing event updated for resources: {'Port': ['ID=c88d0454-3af2-4e84-bda6-1b092240af03,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:54.396946 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Allocated IP 172.20.0.1 (2318b2b2-4371-4c6b-8c3c-e7a27d87af8c/616a6c2c-d90c-432b-9668-bef2ee634747/b139d19e-f586-41af-9581-93d602e5c591) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:54.398194 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': 'c0a898ba-87e0-49e0-a1db-70e67eae7abb'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:20:54.399640 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.409375 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec1610dd-18b0-45b1-9435-09b7267f861d req-ccb207b3-ae3a-4b6e-bdc6-2576675a8df1 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949943 Sep 18 05:20:54.420177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8b999e9c-e900-4e4f-84f3-cc8b5fe52821 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:54.420482 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.463819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54906-5d77-490f-9eba-fc0eea63870f req-acb8dcfc-e435-4021-94aa-ec5a4ed19823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:54.465398 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-19b54906-5d77-490f-9eba-fc0eea63870f req-acb8dcfc-e435-4021-94aa-ec5a4ed19823 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=309a0cc2df444ffe942e54d06c23525f&device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 1098 time: 0.1322479 Sep 18 05:20:54.472221 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-71d060db-0016-43fa-92b9-3c6e7ca979a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0a1ea584d184f1fab6742170cc545fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354542 Sep 18 05:20:54.472986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 38998) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:54.517915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.objects.ports [None req-1f72cadb-153f-4312-b013-916f794db36a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106909) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:20:54.525229 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1f72cadb-153f-4312-b013-916f794db36a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.594639 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30b3a435-c0e7-4b6e-a773-7ce8f2be0c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.600103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f72cadb-153f-4312-b013-916f794db36a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:54.600266 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.608654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-1f72cadb-153f-4312-b013-916f794db36a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:54.614363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f72cadb-153f-4312-b013-916f794db36a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:54.615744 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1f72cadb-153f-4312-b013-916f794db36a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.618499 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Attempting to bind port c88d0454-3af2-4e84-bda6-1b092240af03 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:54.618954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Attempting to bind port c88d0454-3af2-4e84-bda6-1b092240af03 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '3c430967-b2e4-4cbf-82ad-0c995e866e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f0ea07ae-744c-4271-8408-47ec0f298ecb'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:54.620507 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Attempting to bind port c88d0454-3af2-4e84-bda6-1b092240af03 on network f0ea07ae-744c-4271-8408-47ec0f298ecb {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:54.627717 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30b3a435-c0e7-4b6e-a773-7ce8f2be0c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.630484 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72cadb-153f-4312-b013-916f794db36a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=5859c9de-4429-4481-bf58-ff53db19589c,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:54.650254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54906-5d77-490f-9eba-fc0eea63870f req-c0b3a6cd-bcd8-45d5-bdea-a9bd3d31f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:54.651848 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-19b54906-5d77-490f-9eba-fc0eea63870f req-c0b3a6cd-bcd8-45d5-bdea-a9bd3d31f4f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=904ebde8-a61b-4ac9-bd73-275552e2912c HTTP/1.1" status: 200 len: 912 time: 0.1790452 Sep 18 05:20:54.656522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:54.656900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Checking segment: {'id': '3c430967-b2e4-4cbf-82ad-0c995e866e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f0ea07ae-744c-4271-8408-47ec0f298ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:54.657304 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.657702 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Bound using segment: {'id': '3c430967-b2e4-4cbf-82ad-0c995e866e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f0ea07ae-744c-4271-8408-47ec0f298ecb'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:54.658188 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Bound port: c88d0454-3af2-4e84-bda6-1b092240af03, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c430967-b2e4-4cbf-82ad-0c995e866e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f0ea07ae-744c-4271-8408-47ec0f298ecb'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:54.658571 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.687558 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a7de9661-df7f-4301-9a90-6a4445457b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.699368 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-19b54906-5d77-490f-9eba-fc0eea63870f req-312b4b14-06eb-4653-9df0-ee103fb3c152 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 HTTP/1.1" status: 200 len: 217 time: 0.0409086 Sep 18 05:20:54.743366 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1f72cadb-153f-4312-b013-916f794db36a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2743356 Sep 18 05:20:54.746465 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39002) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:54.758700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'mac_address': 'fa:16:3e:65:a0:8c', 'name': 'tempest-NetworksTestDHCPv6-561318277'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:20:54.774895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54906-5d77-490f-9eba-fc0eea63870f req-38ee0813-bf73-4c88-a352-37a5a3639a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:54.776558 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-19b54906-5d77-490f-9eba-fc0eea63870f req-38ee0813-bf73-4c88-a352-37a5a3639a08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a6e0562-37c9-4f9b-96c0-8de4b78a5c64 HTTP/1.1" status: 200 len: 852 time: 0.0701208 Sep 18 05:20:54.826526 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-19b54906-5d77-490f-9eba-fc0eea63870f req-587df9f4-f83d-4a14-ad27-ae8860748374 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=904ebde8-a61b-4ac9-bd73-275552e2912c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395303 Sep 18 05:20:54.839458 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.842432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a7de9661-df7f-4301-9a90-6a4445457b38 None None] For port 8b999e9c-e900-4e4f-84f3-cc8b5fe52821, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8b999e9c-e900-4e4f-84f3-cc8b5fe52821,segment=NetworkSegment(84cb5cb1-1c03-4bfc-b683-b35c44d3e104),segment_id=84cb5cb1-1c03-4bfc-b683-b35c44d3e104)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:54.856134 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.902973 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30b3a435-c0e7-4b6e-a773-7ce8f2be0c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.906039 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30b3a435-c0e7-4b6e-a773-7ce8f2be0c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.909497 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-30b3a435-c0e7-4b6e-a773-7ce8f2be0c54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b933dbf6-0090-4c58-8d42-34ec864a7884 HTTP/1.1" status: 204 len: 168 time: 0.4331887 Sep 18 05:20:54.944453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 2318b2b2-4371-4c6b-8c3c-e7a27d87af8c is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:54.946624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3a435-c0e7-4b6e-a773-7ce8f2be0c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b933dbf6-0090-4c58-8d42-34ec864a7884,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:54.953361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] For port c88d0454-3af2-4e84-bda6-1b092240af03, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:54.955502 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a7de9661-df7f-4301-9a90-6a4445457b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:54.955657 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:54.964308 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] For port c88d0454-3af2-4e84-bda6-1b092240af03, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c88d0454-3af2-4e84-bda6-1b092240af03,segment=NetworkSegment(3c430967-b2e4-4cbf-82ad-0c995e866e0e),segment_id=3c430967-b2e4-4cbf-82ad-0c995e866e0e)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:54.977546 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:54.988249 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=b139d19e-f586-41af-9581-93d602e5c591,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:55.009305 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-19b54906-5d77-490f-9eba-fc0eea63870f req-0a34baad-07b5-4248-b6c7-d14441dc4a65 service neutron] 10.222.0.18 "GET /v2.0/networks/904ebde8-a61b-4ac9-bd73-275552e2912c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783645 Sep 18 05:20:55.067644 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:55.087706 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:55.099489 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Allocated IP 2001:db8::2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/c0a898ba-87e0-49e0-a1db-70e67eae7abb/d9fdd1e5-f131-4fcf-86dc-531b2ba829fd) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:55.136460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Allocated IP 2001:db8:0:1:f816:3eff:fef8:d1f5 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/5859c9de-4429-4481-bf58-ff53db19589c/d9fdd1e5-f131-4fcf-86dc-531b2ba829fd) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:55.190271 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:20:55.190630 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:20:55.193639 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de9661-df7f-4301-9a90-6a4445457b38 None None] Pushing event updated for resources: {'Port': ['ID=8b999e9c-e900-4e4f-84f3-cc8b5fe52821,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:55.223770 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:20:55.268305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e0ff2cbf-3d8a-49a7-959b-e58b08580086 None None] Provisioning complete for port 8b999e9c-e900-4e4f-84f3-cc8b5fe52821 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:55.268696 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e0ff2cbf-3d8a-49a7-959b-e58b08580086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:55.317281 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-19b54906-5d77-490f-9eba-fc0eea63870f req-f23a2b80-f458-49a7-83b1-2134cb030985 service neutron] 10.222.0.18 "GET /v2.0/networks/904ebde8-a61b-4ac9-bd73-275552e2912c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703044 Sep 18 05:20:55.354611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac95cf-7509-43ca-bde9-7c647679a5a9 req-3167cdec-1fa0-4b21-8947-ecd74a7b02bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:55.364115 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39ac95cf-7509-43ca-bde9-7c647679a5a9 req-3167cdec-1fa0-4b21-8947-ecd74a7b02bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.3504894 Sep 18 05:20:55.391979 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:55.398033 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:55.411368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29d762-cf5e-4ea0-8b47-c8b48af4a0ef None None] Pushing event updated for resources: {'Port': ['ID=c88d0454-3af2-4e84-bda6-1b092240af03,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:55.425937 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39ac95cf-7509-43ca-bde9-7c647679a5a9 req-f5b920bc-f3a0-4359-aa18-51767c9f28c8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602679 Sep 18 05:20:55.459217 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port 376c14c1-8fc1-425a-96af-1ca7e55bb86c yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:20:55.606431 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:55.666475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-acd76b6c-b083-4436-8f6f-8d830b3382f8 None None] Provisioning complete for port b139d19e-f586-41af-9581-93d602e5c591 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:55.668829 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-acd76b6c-b083-4436-8f6f-8d830b3382f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:55.707640 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:55.777404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-acd76b6c-b083-4436-8f6f-8d830b3382f8 None None] Port b139d19e-f586-41af-9581-93d602e5c591 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:55.783976 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b5121-caf4-4397-8211-f9cde47d757c req-d144a329-be65-490f-a5bc-5070197bf73f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:55.785946 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-224b5121-caf4-4397-8211-f9cde47d757c req-d144a329-be65-490f-a5bc-5070197bf73f tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.1859472 Sep 18 05:20:55.798066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:55.803495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:55.807562 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:55.822415 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Pushing event updated for resources: {'Port': ['ID=d9fdd1e5-f131-4fcf-86dc-531b2ba829fd,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:55.915302 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5abfc871-5c6b-451e-b4f7-c89cd36507b1 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:55.958738 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 5abfc871-5c6b-451e-b4f7-c89cd36507b1 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:55.959252 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5abfc871-5c6b-451e-b4f7-c89cd36507b1 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:55.959743 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0fce9f31-47c8-417c-a67e-999cb97bb1b6 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:20:55.982844 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-224b5121-caf4-4397-8211-f9cde47d757c req-fd4aa6f1-2148-41d6-9abb-d6a20648e312 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606348 Sep 18 05:20:55.998242 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 0fce9f31-47c8-417c-a67e-999cb97bb1b6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:20:55.998609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0fce9f31-47c8-417c-a67e-999cb97bb1b6 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:20:56.005183 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Attempting to bind port d9fdd1e5-f131-4fcf-86dc-531b2ba829fd on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:20:56.005869 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Attempting to bind port d9fdd1e5-f131-4fcf-86dc-531b2ba829fd by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:20:56.006427 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Attempting to bind port d9fdd1e5-f131-4fcf-86dc-531b2ba829fd on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:20:56.014348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:20:56.014502 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::18e (e14fd239-0fbc-4e30-aef7-beef61ca0e46/c0a898ba-87e0-49e0-a1db-70e67eae7abb/376c14c1-8fc1-425a-96af-1ca7e55bb86c) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:56.014815 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:20:56.015172 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.015584 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:20:56.016565 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Bound port: d9fdd1e5-f131-4fcf-86dc-531b2ba829fd, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:20:56.016682 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.062900 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8:0:1:f816:3eff:fe65:a08c (e14fd239-0fbc-4e30-aef7-beef61ca0e46/5859c9de-4429-4481-bf58-ff53db19589c/376c14c1-8fc1-425a-96af-1ca7e55bb86c) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:56.109938 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.138399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] For port d9fdd1e5-f131-4fcf-86dc-531b2ba829fd, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:20:56.142559 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] For port d9fdd1e5-f131-4fcf-86dc-531b2ba829fd, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d9fdd1e5-f131-4fcf-86dc-531b2ba829fd,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:20:56.147184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39018) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:56.216469 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.230189 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.257411 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6673c5ec-94a9-4eed-9679-652d210d8e2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef03287f2a1241ab83b0bd3222d64362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087904 Sep 18 05:20:56.259069 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39022) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:56.356673 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c88d0454-3af2-4e84-bda6-1b092240af03 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:56.428162 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40e33ce6-b388-4acf-a186-19f2d8d4b290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.467404 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40e33ce6-b388-4acf-a186-19f2d8d4b290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.489946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb83d8-2fdb-4cfd-ae19-66bc077b2b94 None None] Pushing event updated for resources: {'Port': ['ID=d9fdd1e5-f131-4fcf-86dc-531b2ba829fd,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:56.541937 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port c88d0454-3af2-4e84-bda6-1b092240af03 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:56.542442 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.560588 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.593885 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.604453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=b139d19e-f586-41af-9581-93d602e5c591,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:56.645420 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e4b25-40ef-420a-85f5-c2343ead7eee req-f961e4fd-8046-48f3-8bee-8f48c7a6b95f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:56.647095 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-834e4b25-40ef-420a-85f5-c2343ead7eee req-f961e4fd-8046-48f3-8bee-8f48c7a6b95f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0960815 Sep 18 05:20:56.698990 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.711552 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-834e4b25-40ef-420a-85f5-c2343ead7eee req-eec8dbd7-1084-428d-869d-e83e7703ac90 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538590 Sep 18 05:20:56.745989 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port c88d0454-3af2-4e84-bda6-1b092240af03, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c88d0454-3af2-4e84-bda6-1b092240af03,segment=NetworkSegment(3c430967-b2e4-4cbf-82ad-0c995e866e0e),segment_id=3c430967-b2e4-4cbf-82ad-0c995e866e0e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:56.747651 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40e33ce6-b388-4acf-a186-19f2d8d4b290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.751393 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40e33ce6-b388-4acf-a186-19f2d8d4b290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.760142 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-40e33ce6-b388-4acf-a186-19f2d8d4b290 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c22e68b-005a-44ab-8b71-009b3b38e4e1 HTTP/1.1" status: 204 len: 168 time: 0.4913480 Sep 18 05:20:56.769963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e33ce6-b388-4acf-a186-19f2d8d4b290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c22e68b-005a-44ab-8b71-009b3b38e4e1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:56.781340 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f45740f-aa8c-49ef-9dde-cdd81ae3c005 None None] Network f0ea07ae-744c-4271-8408-47ec0f298ecb requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:56.805495 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.814016 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 2318b2b2-4371-4c6b-8c3c-e7a27d87af8c is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:56.840984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-eb6ee4fe-ca25-40b2-8409-0e571b869527 None None] Provisioning complete for port c88d0454-3af2-4e84-bda6-1b092240af03 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:56.841511 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee4fe-ca25-40b2-8409-0e571b869527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.874790 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:56.879886 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=376c14c1-8fc1-425a-96af-1ca7e55bb86c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:56.897913 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:56.902741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:56.903104 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:56.903919 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8b999e9c-e900-4e4f-84f3-cc8b5fe52821 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:56.907188 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:56.916610 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:56.917370 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:57.126201 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e472b600-c7e2-4989-83c3-4cc4c2a520be tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3781724 Sep 18 05:20:57.127795 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=c88d0454-3af2-4e84-bda6-1b092240af03,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:57.128830 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39034) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:57.183290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b77e0-793e-430f-ba9c-577d8e34b388 req-757d8f19-9541-4610-bc6a-f27f1d2afaf6 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:57.183899 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9c2b77e0-793e-430f-ba9c-577d8e34b388 req-757d8f19-9541-4610-bc6a-f27f1d2afaf6 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.0884492 Sep 18 05:20:57.201481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8b999e9c-e900-4e4f-84f3-cc8b5fe52821 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:57.201957 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:57.231898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router e09b9f19-0b06-4ee5-8910-b7eca93ff659 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:20:57.237723 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9c2b77e0-793e-430f-ba9c-577d8e34b388 req-daac7288-c077-4f79-921a-4f9affb9d346 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454175 Sep 18 05:20:57.393660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a859bc14-4283-40d3-bba5-3f9623b9e23e None None] Provisioning complete for port b139d19e-f586-41af-9581-93d602e5c591 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:57.394429 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a859bc14-4283-40d3-bba5-3f9623b9e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:57.506536 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a859bc14-4283-40d3-bba5-3f9623b9e23e None None] Port b139d19e-f586-41af-9581-93d602e5c591 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:57.731310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7a7b5162-103d-48f5-b586-1f1da17db9df None None] Provisioning complete for port c88d0454-3af2-4e84-bda6-1b092240af03 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:57.731711 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7a7b5162-103d-48f5-b586-1f1da17db9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:57.865367 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-8ade4b82-adcd-46f5-aee9-477ee5e42ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port 376c14c1-8fc1-425a-96af-1ca7e55bb86c {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:20:57.865802 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ade4b82-adcd-46f5-aee9-477ee5e42ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:57.871054 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3bbe34-3c32-42b5-9e2b-4ef784f6a49c None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:57.877203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48fb3c-7309-4ed1-b1a0-0923c56f3ecc req-544bf5f8-1a90-465d-bdc6-6b2ab778102c tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:57.878835 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a48fb3c-7309-4ed1-b1a0-0923c56f3ecc req-544bf5f8-1a90-465d-bdc6-6b2ab778102c tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.0576503 Sep 18 05:20:57.911201 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:20:57.919933 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c1374cc9-9544-4cbd-95fd-be58ddd6f152 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/e09b9f19-0b06-4ee5-8910-b7eca93ff659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2922132 Sep 18 05:20:57.921602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39046) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:57.936354 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a48fb3c-7309-4ed1-b1a0-0923c56f3ecc req-bb0d3b67-da0b-47bb-ab84-98517da7e711 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498612 Sep 18 05:20:57.968409 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2a2dd-3b47-48f2-82da-ce8bd9d5a817 req-c850ff92-92ef-498c-a4cc-3d57c1ebf416 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:57.969413 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-20e2a2dd-3b47-48f2-82da-ce8bd9d5a817 req-c850ff92-92ef-498c-a4cc-3d57c1ebf416 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.1572273 Sep 18 05:20:57.976905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdd9965-2044-4d56-8e7d-106df40a3282 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:57.978899 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bcdd9965-2044-4d56-8e7d-106df40a3282 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports/b139d19e-f586-41af-9581-93d602e5c591 HTTP/1.1" status: 200 len: 910 time: 0.0561745 Sep 18 05:20:57.981306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39048) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:58.041713 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-20e2a2dd-3b47-48f2-82da-ce8bd9d5a817 req-4205f749-8860-47e7-b707-fca993f6ec0c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686355 Sep 18 05:20:58.043760 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ade4b82-adcd-46f5-aee9-477ee5e42ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:58.078576 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-8ade4b82-adcd-46f5-aee9-477ee5e42ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for 376c14c1-8fc1-425a-96af-1ca7e55bb86c owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:20:58.112979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4529babe-c13d-48e5-be57-f60468c2f1f0 None None] Sync routers for ids ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:20:58.136602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4529babe-c13d-48e5-be57-f60468c2f1f0 None None] Routers {'e09b9f19-0b06-4ee5-8910-b7eca93ff659'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:58.137346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4529babe-c13d-48e5-be57-f60468c2f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:58.187045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4529babe-c13d-48e5-be57-f60468c2f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:58.189625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d4065913-899b-44af-8b30-24f23f1f1d33 None None] Provisioning complete for port d9fdd1e5-f131-4fcf-86dc-531b2ba829fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:58.189625 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d4065913-899b-44af-8b30-24f23f1f1d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:58.230303 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4529babe-c13d-48e5-be57-f60468c2f1f0 None None] Routers {'e09b9f19-0b06-4ee5-8910-b7eca93ff659'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:20:58.230920 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4529babe-c13d-48e5-be57-f60468c2f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:58.277139 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4529babe-c13d-48e5-be57-f60468c2f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:20:58.277812 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4529babe-c13d-48e5-be57-f60468c2f1f0 None None] The sync data for ids ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:20:58.307754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c88d0454-3af2-4e84-bda6-1b092240af03 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:58.400642 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ade4b82-adcd-46f5-aee9-477ee5e42ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:58.418043 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d4065913-899b-44af-8b30-24f23f1f1d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:58.434667 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade4b82-adcd-46f5-aee9-477ee5e42ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=376c14c1-8fc1-425a-96af-1ca7e55bb86c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:58.464565 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:58.469492 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port c88d0454-3af2-4e84-bda6-1b092240af03 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:58.470186 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:58.474778 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d4065913-899b-44af-8b30-24f23f1f1d33 None None] For port d9fdd1e5-f131-4fcf-86dc-531b2ba829fd, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d9fdd1e5-f131-4fcf-86dc-531b2ba829fd,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:20:58.495048 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8ade4b82-adcd-46f5-aee9-477ee5e42ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:58.499493 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8ade4b82-adcd-46f5-aee9-477ee5e42ad9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/376c14c1-8fc1-425a-96af-1ca7e55bb86c HTTP/1.1" status: 204 len: 168 time: 1.3663137 Sep 18 05:20:58.499767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39054) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:58.562088 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b03f92-c52d-4a20-9e8d-d367c600be90 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:58.563844 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-48b03f92-c52d-4a20-9e8d-d367c600be90 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0631306 Sep 18 05:20:58.566646 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39058) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:58.574178 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d4065913-899b-44af-8b30-24f23f1f1d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:58.598547 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d9fdd1e5-f131-4fcf-86dc-531b2ba829fd up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:20:58.692189 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4065913-899b-44af-8b30-24f23f1f1d33 None None] Pushing event updated for resources: {'Port': ['ID=d9fdd1e5-f131-4fcf-86dc-531b2ba829fd,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:58.702768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e8b942-a130-4701-8b10-654b3fe4ee1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:58.703319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port d9fdd1e5-f131-4fcf-86dc-531b2ba829fd triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:58.703797 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:58.705292 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-80e8b942-a130-4701-8b10-654b3fe4ee1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1372759 Sep 18 05:20:58.707600 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39060) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:58.770905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f14630-a796-4b67-8c45-97d2ad780d95 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:58.772472 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f14630-a796-4b67-8c45-97d2ad780d95 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:58.774481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f14630-a796-4b67-8c45-97d2ad780d95 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:58.776127 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d6f14630-a796-4b67-8c45-97d2ad780d95 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0673251 Sep 18 05:20:58.779021 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39062) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:58.821594 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Allocated IP 172.21.0.1 (f0ea07ae-744c-4271-8408-47ec0f298ecb/2afbae80-8359-492e-9a66-78316a7b2291/81f342d4-3be7-416e-8e3c-13ee337f4b9b) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:20:58.841258 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7611006-bc97-4492-92bb-5562e25b532a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet 5859c9de-4429-4481-bf58-ff53db19589c {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:20:58.844905 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7611006-bc97-4492-92bb-5562e25b532a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:58.892560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7611006-bc97-4492-92bb-5562e25b532a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:58.952742 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:58.998615 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7611006-bc97-4492-92bb-5562e25b532a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:59.095877 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d088d45-0578-4c50-9c6f-f027387a77a6 req-d423b80c-e1ec-4eb8-9b30-1cc9f87e69f9 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:59.097604 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d088d45-0578-4c50-9c6f-f027387a77a6 req-d423b80c-e1ec-4eb8-9b30-1cc9f87e69f9 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.0761075 Sep 18 05:20:59.101653 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:59.112139 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1cc8de7c-97d0-40b5-be77-ab1cd8fb0423 None None] Provisioning complete for port d9fdd1e5-f131-4fcf-86dc-531b2ba829fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:59.112557 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1cc8de7c-97d0-40b5-be77-ab1cd8fb0423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:59.163740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d088d45-0578-4c50-9c6f-f027387a77a6 req-6ccfa627-92ed-41b9-afbf-53784f9bbea3 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498405 Sep 18 05:20:59.193747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network f0ea07ae-744c-4271-8408-47ec0f298ecb is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:20:59.204368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:20:59.207805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:20:59.211308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=81f342d4-3be7-416e-8e3c-13ee337f4b9b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:59.225368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1cc8de7c-97d0-40b5-be77-ab1cd8fb0423 None None] Could not find standard attr ID for object 376c14c1-8fc1-425a-96af-1ca7e55bb86c. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:20:59.227095 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7611006-bc97-4492-92bb-5562e25b532a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:59.245133 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7611006-bc97-4492-92bb-5562e25b532a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:59.255622 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a7611006-bc97-4492-92bb-5562e25b532a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/5859c9de-4429-4481-bf58-ff53db19589c HTTP/1.1" status: 204 len: 168 time: 0.4706833 Sep 18 05:20:59.255797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39070) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:20:59.283140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7611006-bc97-4492-92bb-5562e25b532a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=5859c9de-4429-4481-bf58-ff53db19589c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:20:59.311048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043643-5077-452f-a751-a66ab6bd4300 req-0d07651f-c4a4-4fb4-8555-d2717775797b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:59.312752 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-15043643-5077-452f-a751-a66ab6bd4300 req-0d07651f-c4a4-4fb4-8555-d2717775797b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.1709516 Sep 18 05:20:59.316824 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:59.388266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cc4dff-7e33-43d4-98d4-8f8fd6220f38 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:20:59.415124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e649f8bb-e9de-4c6a-b651-148f71c4e92c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet c0a898ba-87e0-49e0-a1db-70e67eae7abb {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:20:59.427993 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e649f8bb-e9de-4c6a-b651-148f71c4e92c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:59.455912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ff28d264-82e0-45fe-9ee9-618c97262322 None None] Could not find standard attr ID for object 376c14c1-8fc1-425a-96af-1ca7e55bb86c. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:20:59.470891 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-15043643-5077-452f-a751-a66ab6bd4300 req-950a2cee-26f2-4781-9447-009c97bbfb07 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474278 Sep 18 05:20:59.498123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e649f8bb-e9de-4c6a-b651-148f71c4e92c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:59.582361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1abfe762-332f-466d-980c-8af8450cdeb8 None None] Provisioning complete for port 81f342d4-3be7-416e-8e3c-13ee337f4b9b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:20:59.582361 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1abfe762-332f-466d-980c-8af8450cdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:59.617570 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1abfe762-332f-466d-980c-8af8450cdeb8 None None] Port 81f342d4-3be7-416e-8e3c-13ee337f4b9b cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:20:59.625896 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:59.628365 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e649f8bb-e9de-4c6a-b651-148f71c4e92c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:59.896150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c71243-6ed9-472a-b78e-aba45be70889 req-2f204908-2b5e-4f96-b28f-f42980d9c284 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:20:59.897867 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82c71243-6ed9-472a-b78e-aba45be70889 req-2f204908-2b5e-4f96-b28f-f42980d9c284 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.18 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.0963755 Sep 18 05:20:59.904684 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e649f8bb-e9de-4c6a-b651-148f71c4e92c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:20:59.998348 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e649f8bb-e9de-4c6a-b651-148f71c4e92c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.000394 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e649f8bb-e9de-4c6a-b651-148f71c4e92c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/c0a898ba-87e0-49e0-a1db-70e67eae7abb HTTP/1.1" status: 204 len: 168 time: 0.7455544 Sep 18 05:21:00.001353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649f8bb-e9de-4c6a-b651-148f71c4e92c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a898ba-87e0-49e0-a1db-70e67eae7abb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:00.002994 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39076) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:00.067765 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f246b195-a37e-4ad4-8eec-4776262d80f0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606856 Sep 18 05:21:00.068387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39078) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:00.073572 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-01195f26-8af8-4a17-8f1b-5a6a11dc37cc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:00.104715 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.114322 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e348a363-eef3-4ce8-aee5-4ddd641fe7d3 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:00.122844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-82c71243-6ed9-472a-b78e-aba45be70889 req-b1f887df-a77a-4e46-9cc3-b2eadc05ebb1 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Deleting port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:00.123198 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-82c71243-6ed9-472a-b78e-aba45be70889 req-b1f887df-a77a-4e46-9cc3-b2eadc05ebb1 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.189936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d9fdd1e5-f131-4fcf-86dc-531b2ba829fd up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:00.201174 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.220053 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a85f8937-79c0-4c94-8ae4-1ade55458f32 None None] Provisioning complete for port d9fdd1e5-f131-4fcf-86dc-531b2ba829fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:00.220466 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a85f8937-79c0-4c94-8ae4-1ade55458f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.281521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-82c71243-6ed9-472a-b78e-aba45be70889 req-b1f887df-a77a-4e46-9cc3-b2eadc05ebb1 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] For port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=72f7fc03-851c-4dc1-b2c0-f5e48d45ce34,segment=NetworkSegment(af974c58-2757-44a6-9cb2-1c7e651a6870),segment_id=af974c58-2757-44a6-9cb2-1c7e651a6870)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:00.281902 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-82c71243-6ed9-472a-b78e-aba45be70889 req-b1f887df-a77a-4e46-9cc3-b2eadc05ebb1 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.286266 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f083e3f-96ef-4b16-81d4-0aa26a01f60f req-336968bd-62e7-420b-b927-61db1c4a7b1e tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:00.295695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f083e3f-96ef-4b16-81d4-0aa26a01f60f req-336968bd-62e7-420b-b927-61db1c4a7b1e tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 946 time: 0.0648594 Sep 18 05:21:00.309529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-82c71243-6ed9-472a-b78e-aba45be70889 req-b1f887df-a77a-4e46-9cc3-b2eadc05ebb1 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Calling delete_port for 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:00.319640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01195f26-8af8-4a17-8f1b-5a6a11dc37cc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:00.320980 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.322702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=81f342d4-3be7-416e-8e3c-13ee337f4b9b,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:00.323445 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01195f26-8af8-4a17-8f1b-5a6a11dc37cc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.345372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port d9fdd1e5-f131-4fcf-86dc-531b2ba829fd triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:00.345922 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.375504 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f083e3f-96ef-4b16-81d4-0aa26a01f60f req-fb781a41-211c-4974-8e67-c12e386c6826 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787206 Sep 18 05:21:00.496857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d4deef-21fc-499d-b98a-9b3fdc5f203c None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:21:00.532551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network f0ea07ae-744c-4271-8408-47ec0f298ecb is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:00.536158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:00.590248 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4deef-21fc-499d-b98a-9b3fdc5f203c None None] Deleting port d9fdd1e5-f131-4fcf-86dc-531b2ba829fd {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:00.592825 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b6d4deef-21fc-499d-b98a-9b3fdc5f203c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.626115 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87754d-8a37-4307-9152-af94e99ee40f req-48101bad-4af6-4fb4-ad9b-a5843c42306b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:00.626325 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3d87754d-8a37-4307-9152-af94e99ee40f req-48101bad-4af6-4fb4-ad9b-a5843c42306b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0684514 Sep 18 05:21:00.659380 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-82c71243-6ed9-472a-b78e-aba45be70889 req-b1f887df-a77a-4e46-9cc3-b2eadc05ebb1 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.674156 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['72f7fc03-851c-4dc1-b2c0-f5e48d45ce34'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:21:00.680919 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01195f26-8af8-4a17-8f1b-5a6a11dc37cc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.693599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f887df-a77a-4e46-9cc3-b2eadc05ebb1 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Pushing event deleted for resources: {'Port': ['ID=72f7fc03-851c-4dc1-b2c0-f5e48d45ce34,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:00.720206 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b6d4deef-21fc-499d-b98a-9b3fdc5f203c None None] For port d9fdd1e5-f131-4fcf-86dc-531b2ba829fd, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d9fdd1e5-f131-4fcf-86dc-531b2ba829fd,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:00.720877 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b6d4deef-21fc-499d-b98a-9b3fdc5f203c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.737306 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4deef-21fc-499d-b98a-9b3fdc5f203c None None] Calling delete_port for d9fdd1e5-f131-4fcf-86dc-531b2ba829fd owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:00.756921 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01195f26-8af8-4a17-8f1b-5a6a11dc37cc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=cb987069-d5a0-47a8-bb85-f07c306705cb,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:00.772479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c71243-6ed9-472a-b78e-aba45be70889 req-b1f887df-a77a-4e46-9cc3-b2eadc05ebb1 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] No DVR routers for this DVR port 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:00.775176 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-82c71243-6ed9-472a-b78e-aba45be70889 req-b1f887df-a77a-4e46-9cc3-b2eadc05ebb1 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.777453 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-82c71243-6ed9-472a-b78e-aba45be70889 req-b1f887df-a77a-4e46-9cc3-b2eadc05ebb1 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.18 "DELETE /v2.0/ports/72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 HTTP/1.1" status: 204 len: 173 time: 0.8419328 Sep 18 05:21:00.778917 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65cb1de-2772-42be-a5d9-ba8c84a6135c', 'name': 'network-vif-deleted', 'tag': '72f7fc03-851c-4dc1-b2c0-f5e48d45ce34'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:21:00.781861 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8372ee86-1297-4593-b84b-cec31f40a0f0" -d '{"events": [{"server_uuid": "a65cb1de-2772-42be-a5d9-ba8c84a6135c", "name": "network-vif-deleted", "tag": "72f7fc03-851c-4dc1-b2c0-f5e48d45ce34"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:21:00.789811 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router e09b9f19-0b06-4ee5-8910-b7eca93ff659 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:21:00.796542 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3d87754d-8a37-4307-9152-af94e99ee40f req-1e267dd3-6c7b-499f-9471-ef7a60ea6a21 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585584 Sep 18 05:21:00.821406 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01195f26-8af8-4a17-8f1b-5a6a11dc37cc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:00.824929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-01195f26-8af8-4a17-8f1b-5a6a11dc37cc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:00.828948 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01195f26-8af8-4a17-8f1b-5a6a11dc37cc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:00.830402 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01195f26-8af8-4a17-8f1b-5a6a11dc37cc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.863311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8a39fe9e-6350-4f81-ba68-8f1af43db398 None None] Provisioning complete for port 81f342d4-3be7-416e-8e3c-13ee337f4b9b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:00.863712 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8a39fe9e-6350-4f81-ba68-8f1af43db398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.881057 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1304e2-4047-4bbd-9af9-085a4f7cb6e2 x-openstack-request-id: req-ec1304e2-4047-4bbd-9af9-085a4f7cb6e2 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:21:00.881378 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65cb1de-2772-42be-a5d9-ba8c84a6135c", "name": "network-vif-deleted", "tag": "72f7fc03-851c-4dc1-b2c0-f5e48d45ce34", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:21:00.881549 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec1304e2-4047-4bbd-9af9-085a4f7cb6e2 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:21:00.881928 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65cb1de-2772-42be-a5d9-ba8c84a6135c', 'name': 'network-vif-deleted', 'tag': '72f7fc03-851c-4dc1-b2c0-f5e48d45ce34', 'status': 'completed', 'code': 200} Sep 18 05:21:00.901594 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:00.904529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8a39fe9e-6350-4f81-ba68-8f1af43db398 None None] Port 81f342d4-3be7-416e-8e3c-13ee337f4b9b cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:00.906609 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9d3d2045-0585-40f0-9fcd-5ce45da305c9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/e09b9f19-0b06-4ee5-8910-b7eca93ff659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9240968 Sep 18 05:21:00.909307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39092) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:00.912863 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bb4afb-b4d2-44f9-9a07-8816274cceb9 None None] Sync routers for ids ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:00.923287 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb4afb-b4d2-44f9-9a07-8816274cceb9 None None] Routers {'e09b9f19-0b06-4ee5-8910-b7eca93ff659'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:00.923897 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e0bb4afb-b4d2-44f9-9a07-8816274cceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:00.942183 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-01195f26-8af8-4a17-8f1b-5a6a11dc37cc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8730879 Sep 18 05:21:00.948168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39094) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:00.954329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5b809dde-52f5-45e3-8d35-db1bf0c0674e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:00.957075 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e0bb4afb-b4d2-44f9-9a07-8816274cceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:00.957889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c5af89-7805-45ed-aba9-7f5f54de1d02 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:00.959130 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b5c5af89-7805-45ed-aba9-7f5f54de1d02 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports/81f342d4-3be7-416e-8e3c-13ee337f4b9b HTTP/1.1" status: 200 len: 910 time: 0.0485332 Sep 18 05:21:00.962123 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39096) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:00.965269 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b6d4deef-21fc-499d-b98a-9b3fdc5f203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:00.970415 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb4afb-b4d2-44f9-9a07-8816274cceb9 None None] Routers {'e09b9f19-0b06-4ee5-8910-b7eca93ff659'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:00.971351 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e0bb4afb-b4d2-44f9-9a07-8816274cceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:01.004070 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4deef-21fc-499d-b98a-9b3fdc5f203c None None] Pushing event deleted for resources: {'Port': ['ID=d9fdd1e5-f131-4fcf-86dc-531b2ba829fd,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:01.008198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4deef-21fc-499d-b98a-9b3fdc5f203c None None] No DVR routers for this DVR port d9fdd1e5-f131-4fcf-86dc-531b2ba829fd on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:01.036204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3217732-a92a-490f-b91d-9e87cfd2ca39 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:01.053917 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e0bb4afb-b4d2-44f9-9a07-8816274cceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:01.054635 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bb4afb-b4d2-44f9-9a07-8816274cceb9 None None] The sync data for ids ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:01.208848 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'tenant_id': 'd155373fdddf4008a35ee21f158fa0bd', 'fixed_ips': [{'subnet_id': 'cb987069-d5a0-47a8-bb85-f07c306705cb'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:21:01.209790 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:01.220701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b809dde-52f5-45e3-8d35-db1bf0c0674e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:01.226965 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b809dde-52f5-45e3-8d35-db1bf0c0674e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:01.278194 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2bb10201-5d0d-4f77-b673-b30c7b6440e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:01.317345 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0b5193a4-e9a2-4e0b-843e-a6a220b811c3 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:01.326115 n-d-789963-13 neutron-server[106909]: INFO neutron.db.ipam_backend_mixin [None req-5b809dde-52f5-45e3-8d35-db1bf0c0674e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb987069-d5a0-47a8-bb85-f07c306705cb (CIDR: 2001:db8::/64) Sep 18 05:21:01.355879 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Allocated IP 2001:db8::2 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/cb987069-d5a0-47a8-bb85-f07c306705cb/e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:01.359022 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b809dde-52f5-45e3-8d35-db1bf0c0674e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:21:01.359751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b809dde-52f5-45e3-8d35-db1bf0c0674e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:01.468481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39102) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:01.468691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5b809dde-52f5-45e3-8d35-db1bf0c0674e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5189433 Sep 18 05:21:01.473982 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'subnet': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:01.527980 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:01.565848 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e9eaceb-67a4-4349-96d0-05259f7a682f req-c97011fd-3c63-4e07-9dce-65e46c65a722 tempest-TestServerAdvancedOps-2116427801 tempest-TestServerAdvancedOps-2116427801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a65cb1de-2772-42be-a5d9-ba8c84a6135c HTTP/1.1" status: 200 len: 210 time: 0.0609725 Sep 18 05:21:01.604290 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:01.643189 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:01.647601 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:01.651689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:01.660507 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Pushing event updated for resources: {'Port': ['ID=e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:01.702357 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0b5193a4-e9a2-4e0b-843e-a6a220b811c3 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port 81f342d4-3be7-416e-8e3c-13ee337f4b9b {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:01.702764 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0b5193a4-e9a2-4e0b-843e-a6a220b811c3 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:01.723776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Attempting to bind port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:01.727840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Attempting to bind port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:01.727840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Attempting to bind port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a on network e14fd239-0fbc-4e30-aef7-beef61ca0e46 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:01.731575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:01.731770 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Checking segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:01.732067 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:01.732491 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Bound using segment: {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:01.732960 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Bound port: e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db31868-f5f0-439f-b555-453cd1baf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:01.733952 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:01.737367 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:01.741678 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:01.803793 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] For port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:01.807641 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] For port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:01.858802 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0b5193a4-e9a2-4e0b-843e-a6a220b811c3 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:01.889783 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:01.896299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0b5193a4-e9a2-4e0b-843e-a6a220b811c3 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for 81f342d4-3be7-416e-8e3c-13ee337f4b9b owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:01.950939 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f388a01-1576-418c-ad5b-4a5c1851a5f4 None None] Pushing event updated for resources: {'Port': ['ID=e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:02.013318 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb80b8-5cef-4d69-8ee0-eb8d91cc687c req-69d247e1-f9da-4e7b-a7a0-f82468f6f216 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:02.015056 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-99eb80b8-5cef-4d69-8ee0-eb8d91cc687c req-69d247e1-f9da-4e7b-a7a0-f82468f6f216 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.1451571 Sep 18 05:21:02.124925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d9fdd1e5-f131-4fcf-86dc-531b2ba829fd no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:21:02.160737 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: d9fdd1e5-f131-4fcf-86dc-531b2ba829fd {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:21:02.161096 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d9fdd1e5-f131-4fcf-86dc-531b2ba829fd not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:21:02.164982 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-99eb80b8-5cef-4d69-8ee0-eb8d91cc687c req-98992e30-57fe-4115-a42c-8f1383ef0c61 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386960 Sep 18 05:21:02.323342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0b5193a4-e9a2-4e0b-843e-a6a220b811c3 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:02.353511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5193a4-e9a2-4e0b-843e-a6a220b811c3 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=81f342d4-3be7-416e-8e3c-13ee337f4b9b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:02.597347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.objects.ports [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106908) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 05:21:02.630889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39114) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:02.692528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-df974ef0-89d9-45d0-b15c-15c337f129c0 admin admin] Deleting subnet 9a6e0562-37c9-4f9b-96c0-8de4b78a5c64 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:21:02.697856 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-df974ef0-89d9-45d0-b15c-15c337f129c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:02.706364 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0b5193a4-e9a2-4e0b-843e-a6a220b811c3 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:02.737378 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-df974ef0-89d9-45d0-b15c-15c337f129c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:02.784067 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-df974ef0-89d9-45d0-b15c-15c337f129c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:02.926839 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-df974ef0-89d9-45d0-b15c-15c337f129c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:02.953014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df974ef0-89d9-45d0-b15c-15c337f129c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6e0562-37c9-4f9b-96c0-8de4b78a5c64,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:02.959116 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-df974ef0-89d9-45d0-b15c-15c337f129c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:02.961178 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-df974ef0-89d9-45d0-b15c-15c337f129c0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9a6e0562-37c9-4f9b-96c0-8de4b78a5c64 HTTP/1.1" status: 204 len: 168 time: 0.3291328 Sep 18 05:21:02.965393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39118) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:03.053449 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-db94876c-56d5-4b99-8d11-29e69f308d12 None None] Provisioning complete for port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:03.055099 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db94876c-56d5-4b99-8d11-29e69f308d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.059910 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cdaf7a7f-c7f4-4beb-91f0-f49dda505840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.148461 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cdaf7a7f-c7f4-4beb-91f0-f49dda505840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.153117 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db94876c-56d5-4b99-8d11-29e69f308d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.170642 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-cdaf7a7f-c7f4-4beb-91f0-f49dda505840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904ebde8-a61b-4ac9-bd73-275552e2912c']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:03.181657 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-cdaf7a7f-c7f4-4beb-91f0-f49dda505840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af974c58-2757-44a6-9cb2-1c7e651a6870') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:03.181947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-cdaf7a7f-c7f4-4beb-91f0-f49dda505840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af974c58-2757-44a6-9cb2-1c7e651a6870') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:03.197315 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-db94876c-56d5-4b99-8d11-29e69f308d12 None None] For port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:03.197420 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cdaf7a7f-c7f4-4beb-91f0-f49dda505840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.212972 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cdaf7a7f-c7f4-4beb-91f0-f49dda505840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.219441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdaf7a7f-c7f4-4beb-91f0-f49dda505840 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:21:03.219894 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cdaf7a7f-c7f4-4beb-91f0-f49dda505840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:21:03.222345 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:21:03.286372 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db94876c-56d5-4b99-8d11-29e69f308d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.320182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5193a4-e9a2-4e0b-843e-a6a220b811c3 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router e09b9f19-0b06-4ee5-8910-b7eca93ff659 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:21:03.320931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe92701-1d6a-47e8-9abc-d27531426ac5 req-e356ca8a-1746-476b-afa6-0e61d0ac08e9 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:03.322807 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ebe92701-1d6a-47e8-9abc-d27531426ac5 req-e356ca8a-1746-476b-afa6-0e61d0ac08e9 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0764287 Sep 18 05:21:03.347555 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94876c-56d5-4b99-8d11-29e69f308d12 None None] Pushing event updated for resources: {'Port': ['ID=e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:03.362670 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ebe92701-1d6a-47e8-9abc-d27531426ac5 req-79b786d5-47e7-4a01-83de-74974d3930d8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333173 Sep 18 05:21:03.411639 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cdaf7a7f-c7f4-4beb-91f0-f49dda505840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.418216 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cdaf7a7f-c7f4-4beb-91f0-f49dda505840 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.420266 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cdaf7a7f-c7f4-4beb-91f0-f49dda505840 admin admin] 10.222.0.23 "DELETE /v2.0/networks/904ebde8-a61b-4ac9-bd73-275552e2912c HTTP/1.1" status: 204 len: 168 time: 0.4534850 Sep 18 05:21:03.431738 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39124) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:03.434448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf7a7f-c7f4-4beb-91f0-f49dda505840 admin admin] Pushing event deleted for resources: {'Network': ['ID=904ebde8-a61b-4ac9-bd73-275552e2912c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:03.467509 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.495439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5193a4-e9a2-4e0b-843e-a6a220b811c3 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:03.504632 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0b5193a4-e9a2-4e0b-843e-a6a220b811c3 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/e09b9f19-0b06-4ee5-8910-b7eca93ff659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5415707 Sep 18 05:21:03.504766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6f1c11-6cb4-42c9-b0cc-712a80eebd5d None None] Sync routers for ids ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:03.508315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39126) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:03.510129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-abde0bef-b450-4a9d-b805-b9ebdb319719 admin admin] Deleting subnet e74f432d-4d37-42a3-9d0b-b335374b2ff0 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:21:03.516122 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6f1c11-6cb4-42c9-b0cc-712a80eebd5d None None] Routers {'e09b9f19-0b06-4ee5-8910-b7eca93ff659'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:03.516861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-cf6f1c11-6cb4-42c9-b0cc-712a80eebd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:03.532686 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-abde0bef-b450-4a9d-b805-b9ebdb319719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.552873 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-cf6f1c11-6cb4-42c9-b0cc-712a80eebd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:03.562363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6f1c11-6cb4-42c9-b0cc-712a80eebd5d None None] Routers {'e09b9f19-0b06-4ee5-8910-b7eca93ff659'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:03.563090 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-cf6f1c11-6cb4-42c9-b0cc-712a80eebd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:20:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:03.595387 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-abde0bef-b450-4a9d-b805-b9ebdb319719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.612512 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-cf6f1c11-6cb4-42c9-b0cc-712a80eebd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:03.614006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6f1c11-6cb4-42c9-b0cc-712a80eebd5d None None] The sync data for ids ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:03.692467 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-abde0bef-b450-4a9d-b805-b9ebdb319719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.755623 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] For port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:03.796938 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.839668 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c556e6e-6fd7-4671-b259-41351e687820 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.865976 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8e4211e-edbd-450f-8c1a-7c05db463d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.892299 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-abde0bef-b450-4a9d-b805-b9ebdb319719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.894430 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.895206 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.949282 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde0bef-b450-4a9d-b805-b9ebdb319719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74f432d-4d37-42a3-9d0b-b335374b2ff0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:03.961709 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-abde0bef-b450-4a9d-b805-b9ebdb319719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:03.966545 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-abde0bef-b450-4a9d-b805-b9ebdb319719 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e74f432d-4d37-42a3-9d0b-b335374b2ff0 HTTP/1.1" status: 204 len: 168 time: 0.5309122 Sep 18 05:21:03.986428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39132) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:04.004109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:04.037198 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:04.040987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:04.041594 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:04.048392 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f20ee2-4153-4969-b8c3-f4079b86abb1 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:04.116011 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a,revision_number=5']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:04.131094 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Subnet': ['ID=ff03b8ff-6991-4567-8b85-dcb5f87844a9,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:04.141225 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-862a9689-ef61-4424-b5fe-2bd487bda19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:04.213292 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c851839e-74d5-46f0-a56e-7b29359c3433 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7435651 Sep 18 05:21:04.216681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39136) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:04.224180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Request body: {'port': {'network_id': 'e14fd239-0fbc-4e30-aef7-beef61ca0e46', 'mac_address': 'fa:16:3e:e3:10:2b', 'name': 'tempest-NetworksTestDHCPv6-52617959'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:04.262808 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-862a9689-ef61-4424-b5fe-2bd487bda19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:04.312921 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-862a9689-ef61-4424-b5fe-2bd487bda19c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85493569-879d-46bf-9693-042400e9fc81']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:04.350423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:04.353179 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-862a9689-ef61-4424-b5fe-2bd487bda19c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80dfedc2-08d4-4bb4-bb58-af94827b30ec') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:04.353490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-862a9689-ef61-4424-b5fe-2bd487bda19c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80dfedc2-08d4-4bb4-bb58-af94827b30ec') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:04.367487 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-862a9689-ef61-4424-b5fe-2bd487bda19c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:04.407191 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-862a9689-ef61-4424-b5fe-2bd487bda19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:04.415004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862a9689-ef61-4424-b5fe-2bd487bda19c admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:21:04.416116 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-862a9689-ef61-4424-b5fe-2bd487bda19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:21:04.448117 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:21:04.457431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:04.457814 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:04.486208 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:04.538040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b88cf-fae6-48e9-89ed-dc94628bd8c1 req-2ebbe333-e563-4dbe-8653-96121dcbe161 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:04.539636 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c07b88cf-fae6-48e9-89ed-dc94628bd8c1 req-2ebbe333-e563-4dbe-8653-96121dcbe161 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0929956 Sep 18 05:21:04.588737 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-862a9689-ef61-4424-b5fe-2bd487bda19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:04.599394 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-862a9689-ef61-4424-b5fe-2bd487bda19c admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:04.599813 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-862a9689-ef61-4424-b5fe-2bd487bda19c admin admin] 10.222.0.23 "DELETE /v2.0/networks/85493569-879d-46bf-9693-042400e9fc81 HTTP/1.1" status: 204 len: 168 time: 0.6102772 Sep 18 05:21:04.608987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:21:04.609713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c07b88cf-fae6-48e9-89ed-dc94628bd8c1 req-4dfd37d7-f90f-4669-bb6f-cca4587cb513 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484354 Sep 18 05:21:04.613715 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a9689-ef61-4424-b5fe-2bd487bda19c admin admin] Pushing event deleted for resources: {'Network': ['ID=85493569-879d-46bf-9693-042400e9fc81,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:04.618185 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Made reservation on behalf of d155373fdddf4008a35ee21f158fa0bd for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:04.632936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9c556e6e-6fd7-4671-b259-41351e687820 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port b139d19e-f586-41af-9581-93d602e5c591 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:04.633546 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c556e6e-6fd7-4671-b259-41351e687820 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:04.660098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:21:04.660468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 72f7fc03-851c-4dc1-b2c0-f5e48d45ce34 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:21:04.757141 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:04.765481 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c556e6e-6fd7-4671-b259-41351e687820 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:04.779058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9c556e6e-6fd7-4671-b259-41351e687820 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for b139d19e-f586-41af-9581-93d602e5c591 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:04.780542 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] device_id is not set on port cdb9d65a-429e-4b70-848d-f9618674f624 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:21:04.980425 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8::19 (e14fd239-0fbc-4e30-aef7-beef61ca0e46/cb987069-d5a0-47a8-bb85-f07c306705cb/cdb9d65a-429e-4b70-848d-f9618674f624) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:04.989048 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Allocated IP 2001:db8:0:1:f816:3eff:fee3:102b (e14fd239-0fbc-4e30-aef7-beef61ca0e46/ff03b8ff-6991-4567-8b85-dcb5f87844a9/cdb9d65a-429e-4b70-848d-f9618674f624) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:05.067074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39146) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:05.111808 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-66403748-44f9-4e95-b1b9-0e41545ff6c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=309a0cc2df444ffe942e54d06c23525f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413332 Sep 18 05:21:05.112177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39148) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:05.130406 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c556e6e-6fd7-4671-b259-41351e687820 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:05.158780 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:05.176436 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c556e6e-6fd7-4671-b259-41351e687820 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=b139d19e-f586-41af-9581-93d602e5c591,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:05.228476 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9a933200-6452-477a-85a9-2e1a4b3eb4ea None None] Provisioning complete for port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:05.228984 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9a933200-6452-477a-85a9-2e1a4b3eb4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:05.230498 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:05.248058 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7eeff85f-ea2e-43e9-9400-e2835fbbaf2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:05.257944 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:05.303392 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7eeff85f-ea2e-43e9-9400-e2835fbbaf2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:05.330852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:05.334122 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:05.348130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:05.348130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:05.348774 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:05.353422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event updated for resources: {'Port': ['ID=cdb9d65a-429e-4b70-848d-f9618674f624,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:05.418729 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1099d839-006f-4335-a027-9e7e19172563 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2006147 Sep 18 05:21:05.421348 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39152) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:05.425041 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c556e6e-6fd7-4671-b259-41351e687820 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:05.512824 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7eeff85f-ea2e-43e9-9400-e2835fbbaf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:05.515461 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7eeff85f-ea2e-43e9-9400-e2835fbbaf2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:05.519377 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7eeff85f-ea2e-43e9-9400-e2835fbbaf2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e HTTP/1.1" status: 204 len: 168 time: 0.4061980 Sep 18 05:21:05.536292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeff85f-ea2e-43e9-9400-e2835fbbaf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c173c3b5-4bfb-47e4-bd3e-8b77e91ab09e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:05.547025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a913ee1d-35e9-4268-b6dc-257ac9bc37dc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting port cdb9d65a-429e-4b70-848d-f9618674f624 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:05.547533 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a913ee1d-35e9-4268-b6dc-257ac9bc37dc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:05.620866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c556e6e-6fd7-4671-b259-41351e687820 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router e09b9f19-0b06-4ee5-8910-b7eca93ff659 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:21:05.645028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4b32de76-a8f8-4bd1-a289-17a5864fce72 None None] Provisioning complete for port cdb9d65a-429e-4b70-848d-f9618674f624 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:05.645599 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4b32de76-a8f8-4bd1-a289-17a5864fce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:05.660630 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a913ee1d-35e9-4268-b6dc-257ac9bc37dc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:05.677280 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a913ee1d-35e9-4268-b6dc-257ac9bc37dc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Calling delete_port for cdb9d65a-429e-4b70-848d-f9618674f624 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:05.687705 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-4b32de76-a8f8-4bd1-a289-17a5864fce72 None None] Port cdb9d65a-429e-4b70-848d-f9618674f624 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:05.733037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c556e6e-6fd7-4671-b259-41351e687820 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:05.738682 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9c556e6e-6fd7-4671-b259-41351e687820 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/e09b9f19-0b06-4ee5-8910-b7eca93ff659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2292621 Sep 18 05:21:05.741524 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39160) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:05.755532 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a5498-dee0-456b-b90e-0b67f2df41ae None None] Sync routers for ids ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:05.770713 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a5498-dee0-456b-b90e-0b67f2df41ae None None] Routers {'e09b9f19-0b06-4ee5-8910-b7eca93ff659'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:05.772706 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c65a5498-dee0-456b-b90e-0b67f2df41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:05.788629 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6d57bb7f-e5e4-476e-b747-18a37a328c8f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09b9f19-0b06-4ee5-8910-b7eca93ff659 HTTP/1.1" status: 200 len: 205 time: 0.0424771 Sep 18 05:21:05.788629 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39162) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:05.800280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b71b4f-47d7-42d5-803c-8ffd3f291b34 req-e940a0eb-3da0-439a-82f9-daca0daf3165 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:05.802046 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7b71b4f-47d7-42d5-803c-8ffd3f291b34 req-e940a0eb-3da0-439a-82f9-daca0daf3165 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0814970 Sep 18 05:21:05.821380 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c65a5498-dee0-456b-b90e-0b67f2df41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:05.830949 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a5498-dee0-456b-b90e-0b67f2df41ae None None] Routers {'e09b9f19-0b06-4ee5-8910-b7eca93ff659'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:05.831605 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c65a5498-dee0-456b-b90e-0b67f2df41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:05.846663 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7b71b4f-47d7-42d5-803c-8ffd3f291b34 req-0aa82c8a-da50-4cee-8b33-8f1c023805c5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361609 Sep 18 05:21:05.873956 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c65a5498-dee0-456b-b90e-0b67f2df41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:05.873956 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a5498-dee0-456b-b90e-0b67f2df41ae None None] The sync data for ids ['e09b9f19-0b06-4ee5-8910-b7eca93ff659'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:05.880897 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf26fc6b-82fc-47da-ac68-349ada275d57 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.101035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:06.102131 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf26fc6b-82fc-47da-ac68-349ada275d57 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.106133 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf26fc6b-82fc-47da-ac68-349ada275d57 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.149830 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:06.150401 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.266962 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a913ee1d-35e9-4268-b6dc-257ac9bc37dc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.268604 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf26fc6b-82fc-47da-ac68-349ada275d57 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.269149 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf26fc6b-82fc-47da-ac68-349ada275d57 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Fanout notify agent at l3_agent the message router_deleted on router e09b9f19-0b06-4ee5-8910-b7eca93ff659 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:21:06.279259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39170) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:06.281277 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf26fc6b-82fc-47da-ac68-349ada275d57 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.285194 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bf26fc6b-82fc-47da-ac68-349ada275d57 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/routers/e09b9f19-0b06-4ee5-8910-b7eca93ff659 HTTP/1.1" status: 204 len: 168 time: 0.4929023 Sep 18 05:21:06.286866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39172) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:06.305369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913ee1d-35e9-4268-b6dc-257ac9bc37dc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Port': ['ID=cdb9d65a-429e-4b70-848d-f9618674f624,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:06.350580 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a913ee1d-35e9-4268-b6dc-257ac9bc37dc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.353756 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a913ee1d-35e9-4268-b6dc-257ac9bc37dc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/cdb9d65a-429e-4b70-848d-f9618674f624 HTTP/1.1" status: 204 len: 168 time: 0.9302616 Sep 18 05:21:06.355073 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39174) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:06.364503 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-876db225-7784-4ec4-937a-611eb076eeb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=447eb25227814bb395dd8eec32d8d93e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815518 Sep 18 05:21:06.366367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-afea3c4a-72d9-413f-9961-6c62a8d6408e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting subnet 2afbae80-8359-492e-9a66-78316a7b2291 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:21:06.369530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39176) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:06.375350 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-afea3c4a-72d9-413f-9961-6c62a8d6408e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.415889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c627f8b0-8c58-4c18-950f-2ff0bf913ffd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:06.417443 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c627f8b0-8c58-4c18-950f-2ff0bf913ffd tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0611932 Sep 18 05:21:06.420846 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39178) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:06.445982 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-afea3c4a-72d9-413f-9961-6c62a8d6408e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.475872 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e5bbe-8012-4b4d-8984-e01a113091c8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:06.480484 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-799e5bbe-8012-4b4d-8984-e01a113091c8 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0562301 Sep 18 05:21:06.481009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39180) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:06.518646 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3fcd0ffe-94a2-44c9-8e83-c8277dd3b84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.564679 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3fcd0ffe-94a2-44c9-8e83-c8277dd3b84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.580273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f94a4-7110-43b2-aace-cda051cf8c4c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:06.581733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f94a4-7110-43b2-aace-cda051cf8c4c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:06.583255 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f94a4-7110-43b2-aace-cda051cf8c4c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:06.584832 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b65f94a4-7110-43b2-aace-cda051cf8c4c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1011677 Sep 18 05:21:06.588194 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39182) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:06.638772 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce1d8e7-e9f1-4eb6-a3cf-6ef9bb086312 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet cb987069-d5a0-47a8-bb85-f07c306705cb {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:21:06.641857 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-afea3c4a-72d9-413f-9961-6c62a8d6408e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.641989 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0ce1d8e7-e9f1-4eb6-a3cf-6ef9bb086312 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.683323 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0ce1d8e7-e9f1-4eb6-a3cf-6ef9bb086312 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.732752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3fcd0ffe-94a2-44c9-8e83-c8277dd3b84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.735638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3fcd0ffe-94a2-44c9-8e83-c8277dd3b84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.736924 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3fcd0ffe-94a2-44c9-8e83-c8277dd3b84d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4b42283-7090-41b0-a091-8948583a254f HTTP/1.1" status: 204 len: 168 time: 0.3663855 Sep 18 05:21:06.745794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd0ffe-94a2-44c9-8e83-c8277dd3b84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b42283-7090-41b0-a091-8948583a254f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:06.761092 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-afea3c4a-72d9-413f-9961-6c62a8d6408e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.783364 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0ce1d8e7-e9f1-4eb6-a3cf-6ef9bb086312 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.796052 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea3c4a-72d9-413f-9961-6c62a8d6408e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Subnet': ['ID=2afbae80-8359-492e-9a66-78316a7b2291,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:06.800673 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-afea3c4a-72d9-413f-9961-6c62a8d6408e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.802936 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-afea3c4a-72d9-413f-9961-6c62a8d6408e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/2afbae80-8359-492e-9a66-78316a7b2291 HTTP/1.1" status: 204 len: 168 time: 0.5140605 Sep 18 05:21:06.806540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39186) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:06.809019 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.813414 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e431776f-2453-43a0-bfce-9e668685c5dc None None] Network f0ea07ae-744c-4271-8408-47ec0f298ecb requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:06.888158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-38946c57-2d0f-4689-bdea-47d945bfe299 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting subnet 616a6c2c-d90c-432b-9668-bef2ee634747 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:21:06.911781 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38946c57-2d0f-4689-bdea-47d945bfe299 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.964143 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38946c57-2d0f-4689-bdea-47d945bfe299 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:06.978497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9aebe-87b5-4526-8d31-1eb3eaa74b5c req-f5eb3469-2b37-4395-ac77-67b03b9c854f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:06.980996 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2eb9aebe-87b5-4526-8d31-1eb3eaa74b5c req-f5eb3469-2b37-4395-ac77-67b03b9c854f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0556641 Sep 18 05:21:07.003110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0ce1d8e7-e9f1-4eb6-a3cf-6ef9bb086312 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.033223 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2eb9aebe-87b5-4526-8d31-1eb3eaa74b5c req-3ff3364f-bbb0-44d4-a314-b941a32f9514 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449815 Sep 18 05:21:07.037127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1d8e7-e9f1-4eb6-a3cf-6ef9bb086312 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=cb987069-d5a0-47a8-bb85-f07c306705cb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:07.050364 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0ce1d8e7-e9f1-4eb6-a3cf-6ef9bb086312 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.054425 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0ce1d8e7-e9f1-4eb6-a3cf-6ef9bb086312 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/cb987069-d5a0-47a8-bb85-f07c306705cb HTTP/1.1" status: 204 len: 168 time: 0.4628267 Sep 18 05:21:07.057188 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39194) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:07.068480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16ae0b7-5d1e-4332-b66c-91c2635a0856 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:07.131768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7defa4e6-159a-4af6-a4a7-2aafd3452475 None None] DHCP port deletion for f0ea07ae-744c-4271-8408-47ec0f298ecb request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:21:07.149303 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd8fd53-0ba7-43ba-b0e9-2b5961af75b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Deleting subnet ff03b8ff-6991-4567-8b85-dcb5f87844a9 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:21:07.155435 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8fd53-0ba7-43ba-b0e9-2b5961af75b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.158540 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38946c57-2d0f-4689-bdea-47d945bfe299 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.234801 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8fd53-0ba7-43ba-b0e9-2b5961af75b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.240113 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7defa4e6-159a-4af6-a4a7-2aafd3452475 None None] Deleting port c88d0454-3af2-4e84-bda6-1b092240af03 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:07.240947 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7defa4e6-159a-4af6-a4a7-2aafd3452475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.332010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7defa4e6-159a-4af6-a4a7-2aafd3452475 None None] For port c88d0454-3af2-4e84-bda6-1b092240af03, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c88d0454-3af2-4e84-bda6-1b092240af03,segment=NetworkSegment(3c430967-b2e4-4cbf-82ad-0c995e866e0e),segment_id=3c430967-b2e4-4cbf-82ad-0c995e866e0e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:07.332481 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7defa4e6-159a-4af6-a4a7-2aafd3452475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.353923 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8fd53-0ba7-43ba-b0e9-2b5961af75b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.359222 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38946c57-2d0f-4689-bdea-47d945bfe299 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.363415 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7defa4e6-159a-4af6-a4a7-2aafd3452475 None None] Calling delete_port for c88d0454-3af2-4e84-bda6-1b092240af03 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:07.437442 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-38946c57-2d0f-4689-bdea-47d945bfe299 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.439398 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-38946c57-2d0f-4689-bdea-47d945bfe299 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/616a6c2c-d90c-432b-9668-bef2ee634747 HTTP/1.1" status: 204 len: 168 time: 0.6317756 Sep 18 05:21:07.442803 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38946c57-2d0f-4689-bdea-47d945bfe299 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Subnet': ['ID=616a6c2c-d90c-432b-9668-bef2ee634747,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:07.443517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39198) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:07.462778 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72b23a5-554b-422e-b76c-71ad6ca0f1e9 None None] Network 2318b2b2-4371-4c6b-8c3c-e7a27d87af8c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:07.557769 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.562204 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8fd53-0ba7-43ba-b0e9-2b5961af75b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.607898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8fd53-0ba7-43ba-b0e9-2b5961af75b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Subnet': ['ID=ff03b8ff-6991-4567-8b85-dcb5f87844a9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:07.610258 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cd8fd53-0ba7-43ba-b0e9-2b5961af75b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.614551 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5cd8fd53-0ba7-43ba-b0e9-2b5961af75b5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/ff03b8ff-6991-4567-8b85-dcb5f87844a9 HTTP/1.1" status: 204 len: 168 time: 0.5542619 Sep 18 05:21:07.614808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39200) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:07.628853 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port c88d0454-3af2-4e84-bda6-1b092240af03 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:07.629280 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.692888 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d81eb5d8-47d0-4b88-8663-fab8af7f373c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738189 Sep 18 05:21:07.693580 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39202) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:07.694344 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7defa4e6-159a-4af6-a4a7-2aafd3452475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.733682 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defa4e6-159a-4af6-a4a7-2aafd3452475 None None] Pushing event deleted for resources: {'Port': ['ID=c88d0454-3af2-4e84-bda6-1b092240af03,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:07.740449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] For port c88d0454-3af2-4e84-bda6-1b092240af03, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c88d0454-3af2-4e84-bda6-1b092240af03,segment=NetworkSegment(3c430967-b2e4-4cbf-82ad-0c995e866e0e),segment_id=3c430967-b2e4-4cbf-82ad-0c995e866e0e)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:07.740901 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.748975 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7defa4e6-159a-4af6-a4a7-2aafd3452475 None None] No DVR routers for this DVR port c88d0454-3af2-4e84-bda6-1b092240af03 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:07.755878 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b885da-ec72-4ca0-bc88-4479d1baab9f None None] DHCP port deletion for 2318b2b2-4371-4c6b-8c3c-e7a27d87af8c request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:21:07.769821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for c88d0454-3af2-4e84-bda6-1b092240af03 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:07.790733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0524daee-eb0f-41bf-b998-1ebbd17fcd86 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:07.792673 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0524daee-eb0f-41bf-b998-1ebbd17fcd86 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0981412 Sep 18 05:21:07.796087 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39204) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:07.821216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c7b885da-ec72-4ca0-bc88-4479d1baab9f None None] Deleting port 8b999e9c-e900-4e4f-84f3-cc8b5fe52821 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:07.821743 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7b885da-ec72-4ca0-bc88-4479d1baab9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.854888 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f833ad-bd4e-4d21-b39b-8a354c8a8cf9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:07.858637 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-24f833ad-bd4e-4d21-b39b-8a354c8a8cf9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0593424 Sep 18 05:21:07.858901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39206) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:07.860946 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.890118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=c88d0454-3af2-4e84-bda6-1b092240af03,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:07.896571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No DVR routers for this DVR port c88d0454-3af2-4e84-bda6-1b092240af03 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:07.910421 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9204b852-1ed9-4f6e-82a7-500343cc42b9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504148 Sep 18 05:21:07.917533 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c7b885da-ec72-4ca0-bc88-4479d1baab9f None None] For port 8b999e9c-e900-4e4f-84f3-cc8b5fe52821, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8b999e9c-e900-4e4f-84f3-cc8b5fe52821,segment=NetworkSegment(84cb5cb1-1c03-4bfc-b683-b35c44d3e104),segment_id=84cb5cb1-1c03-4bfc-b683-b35c44d3e104)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:07.917533 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7b885da-ec72-4ca0-bc88-4479d1baab9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:07.917730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39210) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:07.933963 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c7b885da-ec72-4ca0-bc88-4479d1baab9f None None] Calling delete_port for 8b999e9c-e900-4e4f-84f3-cc8b5fe52821 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:07.951125 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe64df8-bab2-4c86-b2dc-2373b33f2b69 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:07.951829 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe64df8-bab2-4c86-b2dc-2373b33f2b69 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:07.953679 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5fe64df8-bab2-4c86-b2dc-2373b33f2b69 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/cdb9d65a-429e-4b70-848d-f9618674f624 HTTP/1.1" status: 404 len: 333 time: 0.0362971 Sep 18 05:21:07.956627 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39212) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:07.999390 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-9928eb7b-ef05-427d-a24f-ae3b6dca90af tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:07.999782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9928eb7b-ef05-427d-a24f-ae3b6dca90af tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.001660 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9928eb7b-ef05-427d-a24f-ae3b6dca90af tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/ff03b8ff-6991-4567-8b85-dcb5f87844a9 HTTP/1.1" status: 404 len: 337 time: 0.0439777 Sep 18 05:21:08.005123 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39214) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.018338 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.037705 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-54861891-b6a8-4903-9caa-0ec90d55330f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.038187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54861891-b6a8-4903-9caa-0ec90d55330f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.041096 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-54861891-b6a8-4903-9caa-0ec90d55330f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/cb987069-d5a0-47a8-bb85-f07c306705cb HTTP/1.1" status: 404 len: 337 time: 0.0349832 Sep 18 05:21:08.044639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39216) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.058478 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ea07ae-744c-4271-8408-47ec0f298ecb']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:08.069495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c430967-b2e4-4cbf-82ad-0c995e866e0e') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:08.069925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c430967-b2e4-4cbf-82ad-0c995e866e0e') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:08.075861 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-278c5d9f-d27a-4a41-84c3-b5b7973e7e71 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.076555 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278c5d9f-d27a-4a41-84c3-b5b7973e7e71 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.079741 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-278c5d9f-d27a-4a41-84c3-b5b7973e7e71 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/376c14c1-8fc1-425a-96af-1ca7e55bb86c HTTP/1.1" status: 404 len: 333 time: 0.0334044 Sep 18 05:21:08.081261 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.082854 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39220) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.117784 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d040a1-4f04-4683-8b03-dea79ca37feb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.118252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d040a1-4f04-4683-8b03-dea79ca37feb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.118394 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c88d0454-3af2-4e84-bda6-1b092240af03 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:21:08.120134 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-22d040a1-4f04-4683-8b03-dea79ca37feb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/5859c9de-4429-4481-bf58-ff53db19589c HTTP/1.1" status: 404 len: 337 time: 0.0363262 Sep 18 05:21:08.122782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39222) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.131117 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.139558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:21:08.140043 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:21:08.143298 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:21:08.165871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: c88d0454-3af2-4e84-bda6-1b092240af03 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:21:08.166235 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c88d0454-3af2-4e84-bda6-1b092240af03 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:21:08.166673 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8b999e9c-e900-4e4f-84f3-cc8b5fe52821 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:21:08.169504 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedd76fe-3e2c-498f-9a3c-26b98e02ab58 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.169968 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bedd76fe-3e2c-498f-9a3c-26b98e02ab58 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.174534 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bedd76fe-3e2c-498f-9a3c-26b98e02ab58 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/c0a898ba-87e0-49e0-a1db-70e67eae7abb HTTP/1.1" status: 404 len: 337 time: 0.0479627 Sep 18 05:21:08.174534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39226) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.223976 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fe283d-505e-4898-91e3-c49469e8931f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.224930 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5fe283d-505e-4898-91e3-c49469e8931f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.228141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7c25ba-f46e-48f6-91fd-c5a269c62b94 None None] Network e14fd239-0fbc-4e30-aef7-beef61ca0e46 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:08.231366 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a5fe283d-505e-4898-91e3-c49469e8931f tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/9465b6c9-858f-4b28-9adc-00f4fa06a806 HTTP/1.1" status: 404 len: 333 time: 0.0535736 Sep 18 05:21:08.231514 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39228) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.255386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a7805-b64e-4e2c-8261-ac780b7d2d33 req-3a502c03-675a-4213-a287-abc373da6372 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:08.257052 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f2a7805-b64e-4e2c-8261-ac780b7d2d33 req-3a502c03-675a-4213-a287-abc373da6372 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0851424 Sep 18 05:21:08.266660 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf8d623-94fd-419b-b5fb-c5a90837ab13 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.267266 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf8d623-94fd-419b-b5fb-c5a90837ab13 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.267609 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7b885da-ec72-4ca0-bc88-4479d1baab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.269516 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ddf8d623-94fd-419b-b5fb-c5a90837ab13 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/50835aa8-291a-4a1b-b22f-42cafbe84d90 HTTP/1.1" status: 404 len: 337 time: 0.0347981 Sep 18 05:21:08.271650 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39230) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.303459 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87b922d-2eb3-450f-8152-34538b209b58 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.303702 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f2a7805-b64e-4e2c-8261-ac780b7d2d33 req-9182b7d0-8405-40c9-9647-3a4d07010de1 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391140 Sep 18 05:21:08.303937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87b922d-2eb3-450f-8152-34538b209b58 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.306468 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a87b922d-2eb3-450f-8152-34538b209b58 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/d618c3fe-309f-4a99-a10b-edfd526c11ab HTTP/1.1" status: 404 len: 337 time: 0.0338137 Sep 18 05:21:08.309272 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39232) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.314635 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.324358 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.326345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/networks/f0ea07ae-744c-4271-8408-47ec0f298ecb HTTP/1.1" status: 204 len: 168 time: 0.8815687 Sep 18 05:21:08.341408 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39234) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.349105 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b885da-ec72-4ca0-bc88-4479d1baab9f None None] No DVR routers for this DVR port 8b999e9c-e900-4e4f-84f3-cc8b5fe52821 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:08.349744 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e043651-2bee-44d2-821e-b5e111d363e6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.352276 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e043651-2bee-44d2-821e-b5e111d363e6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.352708 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96d23a-8888-405d-b6c3-3355c805dea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Network': ['ID=f0ea07ae-744c-4271-8408-47ec0f298ecb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:08.356264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1e043651-2bee-44d2-821e-b5e111d363e6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/d5073cef-8083-4acc-84af-31643baedf05 HTTP/1.1" status: 404 len: 333 time: 0.0439174 Sep 18 05:21:08.356403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b885da-ec72-4ca0-bc88-4479d1baab9f None None] Pushing event deleted for resources: {'Port': ['ID=8b999e9c-e900-4e4f-84f3-cc8b5fe52821,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:08.365668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39236) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.367885 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.411528 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfcf74f-8b7c-4747-8fd6-1f842fef50c9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.411988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfcf74f-8b7c-4747-8fd6-1f842fef50c9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.416434 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6bfcf74f-8b7c-4747-8fd6-1f842fef50c9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/935ce016-b1c6-4164-8c81-258cc80e8f5d HTTP/1.1" status: 404 len: 337 time: 0.0458663 Sep 18 05:21:08.416578 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9dbd38ac-7745-4607-9021-5267fa3cadce None None] Provisioning complete for port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:08.416578 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9dbd38ac-7745-4607-9021-5267fa3cadce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.416726 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39240) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.472748 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-10718428-2eaf-46d1-802b-7b5a0275904d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.473406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10718428-2eaf-46d1-802b-7b5a0275904d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.477654 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-10718428-2eaf-46d1-802b-7b5a0275904d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/610acb0e-ddfd-4eb9-bd34-d28fe6d377b3 HTTP/1.1" status: 404 len: 337 time: 0.0572138 Sep 18 05:21:08.478010 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39242) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.487577 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-53a66efc-cd32-4dac-8142-b97f79ac6201 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.516961 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4c5d14-1d02-4e86-bbca-f494c81de378 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.517696 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4c5d14-1d02-4e86-bbca-f494c81de378 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.522452 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8f4c5d14-1d02-4e86-bbca-f494c81de378 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/40cf3b23-e810-41f5-99e3-16039f9eb3f0 HTTP/1.1" status: 404 len: 333 time: 0.0433078 Sep 18 05:21:08.523821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39244) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.552426 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edc17d6-c606-4d20-8886-39c1ec6aef45 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.552903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edc17d6-c606-4d20-8886-39c1ec6aef45 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.555230 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0edc17d6-c606-4d20-8886-39c1ec6aef45 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/590bd701-1f12-44a9-86f6-75831f0ac34f HTTP/1.1" status: 404 len: 337 time: 0.0302207 Sep 18 05:21:08.558205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39246) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.582306 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe58aa0b-c057-4b20-b27e-0d6f8058ad23 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.582899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe58aa0b-c057-4b20-b27e-0d6f8058ad23 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.587819 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fe58aa0b-c057-4b20-b27e-0d6f8058ad23 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/5fb82717-8f9e-434f-b59d-cda807534661 HTTP/1.1" status: 404 len: 333 time: 0.0256820 Sep 18 05:21:08.588173 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39248) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.590771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1163edc-aaaa-4a81-b4ba-e15779216ad6 None None] DHCP port deletion for e14fd239-0fbc-4e30-aef7-beef61ca0e46 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:21:08.601928 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-53a66efc-cd32-4dac-8142-b97f79ac6201 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.614951 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f612fed9-c100-457f-b4b6-33f7b2ecbc4d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.615471 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f612fed9-c100-457f-b4b6-33f7b2ecbc4d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.619965 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f612fed9-c100-457f-b4b6-33f7b2ecbc4d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/63ba4dd2-33e6-4996-b24d-f5d7b63a2dab HTTP/1.1" status: 404 len: 337 time: 0.0283692 Sep 18 05:21:08.620280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39250) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.630836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-53a66efc-cd32-4dac-8142-b97f79ac6201 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2318b2b2-4371-4c6b-8c3c-e7a27d87af8c']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:08.637295 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f1163edc-aaaa-4a81-b4ba-e15779216ad6 None None] Deleting port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:08.637749 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f1163edc-aaaa-4a81-b4ba-e15779216ad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.652772 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9add8d-1690-4f56-b29b-f9f811d798e1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.653438 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9add8d-1690-4f56-b29b-f9f811d798e1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.655151 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7e9add8d-1690-4f56-b29b-f9f811d798e1 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/f111980c-7e11-41ac-813b-7716e062140f HTTP/1.1" status: 404 len: 333 time: 0.0339265 Sep 18 05:21:08.656938 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-53a66efc-cd32-4dac-8142-b97f79ac6201 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84cb5cb1-1c03-4bfc-b683-b35c44d3e104') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:08.657238 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-53a66efc-cd32-4dac-8142-b97f79ac6201 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84cb5cb1-1c03-4bfc-b683-b35c44d3e104') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:08.657925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39252) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.666845 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-53a66efc-cd32-4dac-8142-b97f79ac6201 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.681705 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-53a66efc-cd32-4dac-8142-b97f79ac6201 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.687856 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a66efc-cd32-4dac-8142-b97f79ac6201 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:21:08.688439 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-53a66efc-cd32-4dac-8142-b97f79ac6201 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.689694 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bc6737-bd66-44f0-b095-b7613e80b7b0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.690220 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bc6737-bd66-44f0-b095-b7613e80b7b0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:21:08.691814 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:21:08.695742 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-78bc6737-bd66-44f0-b095-b7613e80b7b0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/d86f43db-c6c4-426a-8fac-8e8e0c6bb56d HTTP/1.1" status: 404 len: 337 time: 0.0326593 Sep 18 05:21:08.695957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39254) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.704314 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f1163edc-aaaa-4a81-b4ba-e15779216ad6 None None] For port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a,segment=NetworkSegment(6db31868-f5f0-439f-b555-453cd1baf668),segment_id=6db31868-f5f0-439f-b555-453cd1baf668)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:08.704725 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f1163edc-aaaa-4a81-b4ba-e15779216ad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.719246 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dadd40e-4c09-4d18-b5c3-3528aecb741c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.719543 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f1163edc-aaaa-4a81-b4ba-e15779216ad6 None None] Calling delete_port for e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:08.720014 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dadd40e-4c09-4d18-b5c3-3528aecb741c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.724207 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7dadd40e-4c09-4d18-b5c3-3528aecb741c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/67e08217-6f62-498f-bd78-2b5605b7e043 HTTP/1.1" status: 404 len: 333 time: 0.0248244 Sep 18 05:21:08.724558 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39256) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.751101 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1e1502-f180-41ea-89d6-30ba84b22f1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.751571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1e1502-f180-41ea-89d6-30ba84b22f1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.755700 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cc1e1502-f180-41ea-89d6-30ba84b22f1e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/96c40744-1500-4f2d-91a9-4b9e5d65291d HTTP/1.1" status: 404 len: 337 time: 0.0278654 Sep 18 05:21:08.756608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39258) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.779255 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f774bb-dac5-4247-8701-28c844df7f6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.780422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f774bb-dac5-4247-8701-28c844df7f6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.781588 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-88f774bb-dac5-4247-8701-28c844df7f6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/15c8297a-d31e-46a7-bd9c-4bc7ec926c86 HTTP/1.1" status: 404 len: 333 time: 0.0239391 Sep 18 05:21:08.784098 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39260) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.809969 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f547592-f9aa-4274-986a-cec461ecc67e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.810355 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f547592-f9aa-4274-986a-cec461ecc67e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.812018 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9f547592-f9aa-4274-986a-cec461ecc67e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/57034af3-a19d-4a0e-896f-b3023009bec4 HTTP/1.1" status: 404 len: 337 time: 0.0270138 Sep 18 05:21:08.814563 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39262) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.825963 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-53a66efc-cd32-4dac-8142-b97f79ac6201 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.831633 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-53a66efc-cd32-4dac-8142-b97f79ac6201 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.837909 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-53a66efc-cd32-4dac-8142-b97f79ac6201 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/networks/2318b2b2-4371-4c6b-8c3c-e7a27d87af8c HTTP/1.1" status: 204 len: 168 time: 0.4922202 Sep 18 05:21:08.838024 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3196f47-6dec-4f89-91a5-1e4b5b411926 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.838343 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3196f47-6dec-4f89-91a5-1e4b5b411926 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.841167 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c3196f47-6dec-4f89-91a5-1e4b5b411926 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/a464480d-a2f8-4bb3-b05f-3a07b8f451ac HTTP/1.1" status: 404 len: 333 time: 0.0247178 Sep 18 05:21:08.841167 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39264) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.842764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39266) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.845379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f2f4699e-1853-4aa9-8143-5e10872e2a78 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'network': {'name': 'tempest-RoutersTest-467759730'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:08.860011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a66efc-cd32-4dac-8142-b97f79ac6201 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Network': ['ID=2318b2b2-4371-4c6b-8c3c-e7a27d87af8c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:08.879278 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-74eabcde-d9c4-4f4b-a021-8fd666f16abb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.879736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74eabcde-d9c4-4f4b-a021-8fd666f16abb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.881502 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-74eabcde-d9c4-4f4b-a021-8fd666f16abb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/d4d00034-c839-4121-9768-39cc28e8dfa9 HTTP/1.1" status: 404 len: 337 time: 0.0377581 Sep 18 05:21:08.884756 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39268) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.894598 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f1163edc-aaaa-4a81-b4ba-e15779216ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.910622 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6060fe-532a-4a93-be4b-b8cffb828921 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.911087 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6060fe-532a-4a93-be4b-b8cffb828921 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.912838 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1d6060fe-532a-4a93-be4b-b8cffb828921 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/6e51877d-8bae-4223-b6a4-bc174c65dd05 HTTP/1.1" status: 404 len: 337 time: 0.0271626 Sep 18 05:21:08.915399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39270) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.919582 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1163edc-aaaa-4a81-b4ba-e15779216ad6 None None] Pushing event deleted for resources: {'Port': ['ID=e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:08.923148 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1163edc-aaaa-4a81-b4ba-e15779216ad6 None None] No DVR routers for this DVR port e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:08.944524 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaacbdc7-561d-4e4a-9542-c84199fd89e5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.944524 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaacbdc7-561d-4e4a-9542-c84199fd89e5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.945002 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-eaacbdc7-561d-4e4a-9542-c84199fd89e5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/f5e36949-6a88-4148-8b61-f1ecd8b39424 HTTP/1.1" status: 404 len: 333 time: 0.0285294 Sep 18 05:21:08.947900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39272) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.963308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f4699e-1853-4aa9-8143-5e10872e2a78 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:08.967022 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f2f4699e-1853-4aa9-8143-5e10872e2a78 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:08.973240 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c07826f-dd9c-42b7-93b2-c83e4632250e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:08.974870 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c07826f-dd9c-42b7-93b2-c83e4632250e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:08.978150 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1c07826f-dd9c-42b7-93b2-c83e4632250e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/5a6b507f-262f-4e24-a29c-8866ad6d52cb HTTP/1.1" status: 404 len: 337 time: 0.0265205 Sep 18 05:21:08.978296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39274) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:08.995561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f4699e-1853-4aa9-8143-5e10872e2a78 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:21:09.004569 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f2f4699e-1853-4aa9-8143-5e10872e2a78 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:09.004917 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-f2f4699e-1853-4aa9-8143-5e10872e2a78 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Added segment 9d2e7d53-5693-4727-89e7-038a2788fa96 of type vlan for network d6a1b7e7-446e-4ca6-878b-33551430aa26 Sep 18 05:21:09.013647 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b79fc2-2eec-4e69-83c5-1b663d1c4377 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.014111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b79fc2-2eec-4e69-83c5-1b663d1c4377 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.018968 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b7b79fc2-2eec-4e69-83c5-1b663d1c4377 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/23eba080-7c72-421d-bfc1-115bd24c53d1 HTTP/1.1" status: 404 len: 337 time: 0.0396886 Sep 18 05:21:09.019592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39278) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.053041 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f2f4699e-1853-4aa9-8143-5e10872e2a78 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:09.058288 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-964de8dc-5833-4548-9e90-6e9c0d6037cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.058971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964de8dc-5833-4548-9e90-6e9c0d6037cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.060733 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-964de8dc-5833-4548-9e90-6e9c0d6037cb tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/ed1b5111-05a5-4e8b-b158-53614bc1f1c6 HTTP/1.1" status: 404 len: 333 time: 0.0402112 Sep 18 05:21:09.063507 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39280) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.091981 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94c034a-e998-41e4-b359-28158a3f45d9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.092396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94c034a-e998-41e4-b359-28158a3f45d9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.094085 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d94c034a-e998-41e4-b359-28158a3f45d9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/fee74c12-bbbd-4fff-88f0-fde53add4479 HTTP/1.1" status: 404 len: 337 time: 0.0287066 Sep 18 05:21:09.096634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39282) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.122770 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-69be1458-dec6-4ac7-b520-7c7967ccd3da tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.123217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69be1458-dec6-4ac7-b520-7c7967ccd3da tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.124877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-69be1458-dec6-4ac7-b520-7c7967ccd3da tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/6aaa7c1c-7ff0-493f-b2aa-c49bf81a0756 HTTP/1.1" status: 404 len: 337 time: 0.0273461 Sep 18 05:21:09.127183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39284) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.143012 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f2f4699e-1853-4aa9-8143-5e10872e2a78 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:09.148640 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff68443-cf4c-4ccd-8045-f77fccfba419 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.148762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f4699e-1853-4aa9-8143-5e10872e2a78 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:09.149268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff68443-cf4c-4ccd-8045-f77fccfba419 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.149382 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f2f4699e-1853-4aa9-8143-5e10872e2a78 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:09.151163 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dff68443-cf4c-4ccd-8045-f77fccfba419 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/22be4fc7-3995-4ec8-9a7d-debbfd64e5c7 HTTP/1.1" status: 404 len: 333 time: 0.0228763 Sep 18 05:21:09.153266 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39286) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.178780 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a97331-2938-4d25-96a0-ef4465c5e87c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.179775 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a97331-2938-4d25-96a0-ef4465c5e87c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.181730 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-08a97331-2938-4d25-96a0-ef4465c5e87c tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/1b241168-f0be-4467-9d60-fe3af9820b84 HTTP/1.1" status: 404 len: 337 time: 0.0275481 Sep 18 05:21:09.184180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39288) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.213678 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f3275e-faa0-4b8c-b4c3-652e6063a6ad tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.214177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f3275e-faa0-4b8c-b4c3-652e6063a6ad tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.214652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4699e-1853-4aa9-8143-5e10872e2a78 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Network': ['ID=d6a1b7e7-446e-4ca6-878b-33551430aa26,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:09.215772 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c5f3275e-faa0-4b8c-b4c3-652e6063a6ad tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/8b0b9a3a-5263-4c0c-838a-7d340873eb65 HTTP/1.1" status: 404 len: 337 time: 0.0306382 Sep 18 05:21:09.218874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39290) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.225483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network d6a1b7e7-446e-4ca6-878b-33551430aa26 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:21:09.244479 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f2f4699e-1853-4aa9-8143-5e10872e2a78 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3997054 Sep 18 05:21:09.245038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39294) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.248954 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d4073385-ca27-4550-969b-9eb9509ebb43 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a290b87-7e94-45db-8dc4-22e0841abf32 HTTP/1.1" status: 200 len: 205 time: 0.0294228 Sep 18 05:21:09.251297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39296) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.252688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9d8e8696-1e27-4b4b-9f2d-229efcf33205 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'subnet': {'network_id': 'd6a1b7e7-446e-4ca6-878b-33551430aa26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:09.292812 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-5ba1b0f2-5c60-4ab6-aa07-2912721469b6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] delete failed (client error): The resource could not be found. Sep 18 05:21:09.296196 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5ba1b0f2-5c60-4ab6-aa07-2912721469b6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/routers/4a290b87-7e94-45db-8dc4-22e0841abf32 HTTP/1.1" status: 404 len: 336 time: 0.0416262 Sep 18 05:21:09.296433 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39298) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.324307 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f6a2bb-9ba4-49f4-b3f4-0f36e508f6fc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.324782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f6a2bb-9ba4-49f4-b3f4-0f36e508f6fc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.326822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-79f6a2bb-9ba4-49f4-b3f4-0f36e508f6fc tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/dabb73a1-8632-4e74-aac2-7a94faa30a84 HTTP/1.1" status: 404 len: 337 time: 0.0292094 Sep 18 05:21:09.329267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39300) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.364561 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f391dd09-92a8-4985-b6d9-3302c1e1d287 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "GET /v2.0/ports?device_id=f233bdcb-34d8-44ee-80cc-74f6e727d80d HTTP/1.1" status: 200 len: 205 time: 0.0341043 Sep 18 05:21:09.368440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39304) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.417853 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-d27f46d7-7701-4d87-bc5e-5560180eeaf0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] delete failed (client error): The resource could not be found. Sep 18 05:21:09.418894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d27f46d7-7701-4d87-bc5e-5560180eeaf0 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/routers/f233bdcb-34d8-44ee-80cc-74f6e727d80d HTTP/1.1" status: 404 len: 336 time: 0.0492973 Sep 18 05:21:09.421768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39306) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.449775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8e8696-1e27-4b4b-9f2d-229efcf33205 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:09.453290 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8696-1e27-4b4b-9f2d-229efcf33205 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:09.456685 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2340b7b-aaf3-4ba0-9183-33626817245b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.457136 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2340b7b-aaf3-4ba0-9183-33626817245b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.461881 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b2340b7b-aaf3-4ba0-9183-33626817245b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/6b5ad894-01cf-4e1f-bc6e-8985987c93ee HTTP/1.1" status: 404 len: 337 time: 0.0361319 Sep 18 05:21:09.463107 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39310) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.468444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fa1aa-fc63-48a4-8883-56870d0f553d req-a32ac625-3013-4d83-93a7-c5f7345f9c7a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:09.470779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d94fa1aa-fc63-48a4-8883-56870d0f553d req-a32ac625-3013-4d83-93a7-c5f7345f9c7a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0630758 Sep 18 05:21:09.504674 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-3960e2b9-2dc8-4402-bc29-f686cf332818 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.505139 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3960e2b9-2dc8-4402-bc29-f686cf332818 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.506890 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3960e2b9-2dc8-4402-bc29-f686cf332818 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/49c4f088-dde6-408b-aa9a-f8cb782e3671 HTTP/1.1" status: 404 len: 337 time: 0.0438867 Sep 18 05:21:09.509577 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39312) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.517776 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d94fa1aa-fc63-48a4-8883-56870d0f553d req-5cbeb73c-b368-412a-848c-2d6375febfd8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397520 Sep 18 05:21:09.567194 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d32d1de-485b-4e7e-b3ed-74d963eab98e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.567820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d32d1de-485b-4e7e-b3ed-74d963eab98e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.569529 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5d32d1de-485b-4e7e-b3ed-74d963eab98e tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/e108c9ca-2387-4c51-89ef-b0d47d5d6850 HTTP/1.1" status: 404 len: 333 time: 0.0590532 Sep 18 05:21:09.573209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39314) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.605726 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c28e11-fdc1-48c6-b368-ee1ce3ea010d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.606097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c28e11-fdc1-48c6-b368-ee1ce3ea010d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.610394 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-54c28e11-fdc1-48c6-b368-ee1ce3ea010d tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/890eb3ef-d855-4aa4-8332-dc4f10f84e05 HTTP/1.1" status: 404 len: 337 time: 0.0335884 Sep 18 05:21:09.610554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39316) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.632539 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b30ff6-2cc9-4e47-bd44-78ccb1f536c9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.633164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b30ff6-2cc9-4e47-bd44-78ccb1f536c9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.637362 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e2b30ff6-2cc9-4e47-bd44-78ccb1f536c9 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/20b52021-d762-4d02-93d0-0d5e163604ce HTTP/1.1" status: 404 len: 333 time: 0.0234051 Sep 18 05:21:09.637545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39318) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.663141 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8fd04e-91a6-4306-a111-fd9c8258f431 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.664301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8fd04e-91a6-4306-a111-fd9c8258f431 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.666169 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bf8fd04e-91a6-4306-a111-fd9c8258f431 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/127ac10f-bd5e-456b-9fc6-3000b7e11b10 HTTP/1.1" status: 404 len: 337 time: 0.0277202 Sep 18 05:21:09.668618 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39320) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.690261 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c8344a-d128-4472-a847-d04cbf06002b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.691131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c8344a-d128-4472-a847-d04cbf06002b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.692824 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-33c8344a-d128-4472-a847-d04cbf06002b tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/855b7de9-5a85-42f2-8a5e-e112b800b7ce HTTP/1.1" status: 404 len: 333 time: 0.0233088 Sep 18 05:21:09.695270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39322) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.720272 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3344d24-afc3-44a6-8132-838af3f75155 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.720710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3344d24-afc3-44a6-8132-838af3f75155 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.722329 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d3344d24-afc3-44a6-8132-838af3f75155 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/9b557fc9-d68d-48c3-99ad-c2ce76330696 HTTP/1.1" status: 404 len: 337 time: 0.0262153 Sep 18 05:21:09.724576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39324) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.746224 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8696-1e27-4b4b-9f2d-229efcf33205 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:09.746755 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-221aa981-db13-41fd-beaf-7672a5587c37 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.746937 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221aa981-db13-41fd-beaf-7672a5587c37 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.748614 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-221aa981-db13-41fd-beaf-7672a5587c37 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/00810325-19c4-446d-9307-46d33f5147d5 HTTP/1.1" status: 404 len: 333 time: 0.0231645 Sep 18 05:21:09.751018 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39326) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.781406 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-7145ac34-615a-4678-aaba-05d316dd4375 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.781861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7145ac34-615a-4678-aaba-05d316dd4375 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.783610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7145ac34-615a-4678-aaba-05d316dd4375 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/0c37686a-ed43-427b-bd22-88f488c5bc91 HTTP/1.1" status: 404 len: 337 time: 0.0316758 Sep 18 05:21:09.786051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39328) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.809024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e8696-1e27-4b4b-9f2d-229efcf33205 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Subnet': ['ID=fad8b020-fd23-4390-9bbc-7033e965d26e,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:09.809269 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-83dc594c-794a-464d-8357-ddc4393a7c10 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.809711 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83dc594c-794a-464d-8357-ddc4393a7c10 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.813661 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-83dc594c-794a-464d-8357-ddc4393a7c10 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/bdcc3215-9c83-4fa1-a3f9-7499afad708c HTTP/1.1" status: 404 len: 333 time: 0.0244644 Sep 18 05:21:09.813936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39330) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.845589 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7967f56-6fc8-47ae-9d6e-60498e200bf6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.846038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7967f56-6fc8-47ae-9d6e-60498e200bf6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.847733 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c7967f56-6fc8-47ae-9d6e-60498e200bf6 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/3ae72801-5518-4994-b43c-f5837cfba272 HTTP/1.1" status: 404 len: 337 time: 0.0328491 Sep 18 05:21:09.849223 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e8696-1e27-4b4b-9f2d-229efcf33205 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Checking segment: {'id': '9d2e7d53-5693-4727-89e7-038a2788fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd6a1b7e7-446e-4ca6-878b-33551430aa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:09.849586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e8696-1e27-4b4b-9f2d-229efcf33205 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network hostable DHCP agents. Network: d6a1b7e7-446e-4ca6-878b-33551430aa26, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:21:09.850244 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39332) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.874000 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d673a1a-c080-4f62-9f73-2d131b7f5499 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.874624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d673a1a-c080-4f62-9f73-2d131b7f5499 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.876419 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7d673a1a-c080-4f62-9f73-2d131b7f5499 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/313ab5e0-3208-42a4-8b3e-0047f52c21f4 HTTP/1.1" status: 404 len: 333 time: 0.0251184 Sep 18 05:21:09.878846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39334) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.904292 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9031a9-b0b6-4c8e-865f-c7bdefdd2403 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.904749 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9031a9-b0b6-4c8e-865f-c7bdefdd2403 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.906416 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5e9031a9-b0b6-4c8e-865f-c7bdefdd2403 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/2ea76daa-6a34-41e0-98f7-9e60335c93a0 HTTP/1.1" status: 404 len: 337 time: 0.0265994 Sep 18 05:21:09.912162 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39336) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.929121 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e8696-1e27-4b4b-9f2d-229efcf33205 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network d6a1b7e7-446e-4ca6-878b-33551430aa26 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:21:09.934686 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1280a92-b480-480e-98e1-67e136c085ef tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.935335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1280a92-b480-480e-98e1-67e136c085ef tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.937056 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a1280a92-b480-480e-98e1-67e136c085ef tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/ports/accc03a6-79a2-4f65-941c-df7933eadebc HTTP/1.1" status: 404 len: 333 time: 0.0240042 Sep 18 05:21:09.939523 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39338) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.964752 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc68d56-95d2-4faf-bea5-e3daf0b05f6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] DELETE failed (client error): The resource could not be found. Sep 18 05:21:09.965203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc68d56-95d2-4faf-bea5-e3daf0b05f6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:21:09.966836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-adc68d56-95d2-4faf-bea5-e3daf0b05f6a tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/subnets/519cc64d-41f0-41c5-b6b3-6fb5738c662a HTTP/1.1" status: 404 len: 337 time: 0.0264032 Sep 18 05:21:09.969151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39340) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:09.991963 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e8696-1e27-4b4b-9f2d-229efcf33205 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, d6a1b7e7-446e-4ca6-878b-33551430aa26) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:09.998151 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8e8696-1e27-4b4b-9f2d-229efcf33205 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:09.998758 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8696-1e27-4b4b-9f2d-229efcf33205 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.004366 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4110a71f-5052-4da9-abdd-7425691b2f30 None None] Network d6a1b7e7-446e-4ca6-878b-33551430aa26 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:10.054075 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c54b47f8-dde3-4820-82ab-08dc74adf2c5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.126274 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9d8e8696-1e27-4b4b-9f2d-229efcf33205 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8785369 Sep 18 05:21:10.126440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:21:10.127327 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39344) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:10.133364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-aab3a730-a41f-40e3-86f6-b4557059e6ca tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1293455610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:10.149966 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c54b47f8-dde3-4820-82ab-08dc74adf2c5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.158686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:21:10.159036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e96b8bf5-1f51-4a66-8ff6-02b9c4c9ae4a not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:21:10.171026 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c54b47f8-dde3-4820-82ab-08dc74adf2c5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14fd239-0fbc-4e30-aef7-beef61ca0e46']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:10.181015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c54b47f8-dde3-4820-82ab-08dc74adf2c5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db31868-f5f0-439f-b555-453cd1baf668') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:10.181320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c54b47f8-dde3-4820-82ab-08dc74adf2c5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db31868-f5f0-439f-b555-453cd1baf668') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:10.188523 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-d6a1b7e7-446e-4ca6-878b-33551430aa26', 'network_id': 'd6a1b7e7-446e-4ca6-878b-33551430aa26', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'fixed_ips': [{'subnet_id': 'fad8b020-fd23-4390-9bbc-7033e965d26e'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:21:10.189408 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.191130 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c54b47f8-dde3-4820-82ab-08dc74adf2c5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.204363 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c54b47f8-dde3-4820-82ab-08dc74adf2c5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.210256 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54b47f8-dde3-4820-82ab-08dc74adf2c5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:21:10.211188 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c54b47f8-dde3-4820-82ab-08dc74adf2c5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:21:10.214170 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:21:10.223461 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aab3a730-a41f-40e3-86f6-b4557059e6ca tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.227981 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aab3a730-a41f-40e3-86f6-b4557059e6ca tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.329075 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Allocated IP 172.20.0.2 (d6a1b7e7-446e-4ca6-878b-33551430aa26/fad8b020-fd23-4390-9bbc-7033e965d26e/8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:10.353159 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c54b47f8-dde3-4820-82ab-08dc74adf2c5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.365946 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c54b47f8-dde3-4820-82ab-08dc74adf2c5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.368517 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c54b47f8-dde3-4820-82ab-08dc74adf2c5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] 10.222.0.23 "DELETE /v2.0/networks/e14fd239-0fbc-4e30-aef7-beef61ca0e46 HTTP/1.1" status: 204 len: 168 time: 0.3984535 Sep 18 05:21:10.381068 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b47f8-dde3-4820-82ab-08dc74adf2c5 tempest-NetworksTestDHCPv6-1923319350 tempest-NetworksTestDHCPv6-1923319350-project] Pushing event deleted for resources: {'Network': ['ID=e14fd239-0fbc-4e30-aef7-beef61ca0e46,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:10.407634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aab3a730-a41f-40e3-86f6-b4557059e6ca tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.475192 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aab3a730-a41f-40e3-86f6-b4557059e6ca tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.501425 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.598316 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.598551 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aab3a730-a41f-40e3-86f6-b4557059e6ca tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.603467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39354) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:10.604696 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-aab3a730-a41f-40e3-86f6-b4557059e6ca tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4762702 Sep 18 05:21:10.609074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-7cd2945c-5595-476e-8acc-abc0970dc00a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'port': {'network_id': 'd6a1b7e7-446e-4ca6-878b-33551430aa26', 'name': 'tempest-RoutersTest-1981210003'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:10.641032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Network d6a1b7e7-446e-4ca6-878b-33551430aa26 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:10.646345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:10.650616 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:10.659959 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Pushing event updated for resources: {'Port': ['ID=8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:10.709310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Attempting to bind port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:10.709681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Attempting to bind port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '9d2e7d53-5693-4727-89e7-038a2788fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd6a1b7e7-446e-4ca6-878b-33551430aa26'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:10.710047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Attempting to bind port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e on network d6a1b7e7-446e-4ca6-878b-33551430aa26 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:10.710793 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680485a-79e6-4d21-92ff-bd1bbad4e9b0 req-dd52b43b-1004-4c4b-ab25-1019e683b011 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:10.712443 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f680485a-79e6-4d21-92ff-bd1bbad4e9b0 req-dd52b43b-1004-4c4b-ab25-1019e683b011 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.1215608 Sep 18 05:21:10.716605 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:10.716605 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Checking segment: {'id': '9d2e7d53-5693-4727-89e7-038a2788fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd6a1b7e7-446e-4ca6-878b-33551430aa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:10.716605 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.716891 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Bound using segment: {'id': '9d2e7d53-5693-4727-89e7-038a2788fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd6a1b7e7-446e-4ca6-878b-33551430aa26'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:10.717352 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Bound port: 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2e7d53-5693-4727-89e7-038a2788fa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd6a1b7e7-446e-4ca6-878b-33551430aa26'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:10.717737 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.790886 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f680485a-79e6-4d21-92ff-bd1bbad4e9b0 req-38cd4079-e46e-4d83-978e-198338685443 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684383 Sep 18 05:21:10.799307 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e689e71b-a709-4811-a612-db4422e757ca None None] For port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:10.802595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e689e71b-a709-4811-a612-db4422e757ca None None] For port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e,segment=NetworkSegment(9d2e7d53-5693-4727-89e7-038a2788fa96),segment_id=9d2e7d53-5693-4727-89e7-038a2788fa96)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:10.865980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd2945c-5595-476e-8acc-abc0970dc00a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:10.866259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39358) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:10.870345 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7cd2945c-5595-476e-8acc-abc0970dc00a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.888677 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-7cd2945c-5595-476e-8acc-abc0970dc00a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] device_id is not set on port 4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:21:10.895250 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:10.967531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Pushing event updated for resources: {'Port': ['ID=8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:10.975215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:10.975574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:10.975988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:10.977377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:10.977377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:10.977590 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:10.977863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:10.978199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:10.978542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:10.978873 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:10.979208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:10.979537 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689e71b-a709-4811-a612-db4422e757ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:11.011370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-7cd2945c-5595-476e-8acc-abc0970dc00a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Allocated IP 172.20.0.5 (d6a1b7e7-446e-4ca6-878b-33551430aa26/fad8b020-fd23-4390-9bbc-7033e965d26e/4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:11.020270 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b61de040-b285-4daa-8a26-4ce013f7067a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d155373fdddf4008a35ee21f158fa0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521890 Sep 18 05:21:11.020958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39362) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:11.131713 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0bcd8099-da15-4356-ae84-5bdfcb4308e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:11.206401 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0bcd8099-da15-4356-ae84-5bdfcb4308e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:11.268026 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7cd2945c-5595-476e-8acc-abc0970dc00a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:11.363527 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0bcd8099-da15-4356-ae84-5bdfcb4308e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:11.366357 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0bcd8099-da15-4356-ae84-5bdfcb4308e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:11.367567 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0bcd8099-da15-4356-ae84-5bdfcb4308e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8681f3d8-24bc-44a7-90cf-8e13d5c11624 HTTP/1.1" status: 204 len: 168 time: 0.3456604 Sep 18 05:21:11.375847 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd8099-da15-4356-ae84-5bdfcb4308e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8681f3d8-24bc-44a7-90cf-8e13d5c11624,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:11.393425 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7cd2945c-5595-476e-8acc-abc0970dc00a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:11.453604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2945c-5595-476e-8acc-abc0970dc00a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network d6a1b7e7-446e-4ca6-878b-33551430aa26 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:11.456768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2945c-5595-476e-8acc-abc0970dc00a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:11.459399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2945c-5595-476e-8acc-abc0970dc00a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:11.488014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2945c-5595-476e-8acc-abc0970dc00a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:11.517162 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd2945c-5595-476e-8acc-abc0970dc00a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:11.517768 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7cd2945c-5595-476e-8acc-abc0970dc00a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:11.588188 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7cd2945c-5595-476e-8acc-abc0970dc00a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9834905 Sep 18 05:21:11.590786 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39370) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:11.957889 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419dadb9-a3e1-4d92-828e-189a4c430b4f None None] Network d6a1b7e7-446e-4ca6-878b-33551430aa26 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:11.977534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9308cc-8ae6-4c3a-b8e0-372b62d4c3bd req-370d39ef-d09f-417a-8ff8-8c993a873495 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:11.979148 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5f9308cc-8ae6-4c3a-b8e0-372b62d4c3bd req-370d39ef-d09f-417a-8ff8-8c993a873495 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.1058486 Sep 18 05:21:11.996823 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.027865 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d54387c0-e469-44d5-8a86-cc55c7f02fab None None] Provisioning complete for port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:12.028490 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d54387c0-e469-44d5-8a86-cc55c7f02fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.061611 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5f9308cc-8ae6-4c3a-b8e0-372b62d4c3bd req-edc179ff-58f8-4613-8347-db091fcbd37d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742388 Sep 18 05:21:12.202632 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d54387c0-e469-44d5-8a86-cc55c7f02fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.204861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:12.285384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d54387c0-e469-44d5-8a86-cc55c7f02fab None None] For port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e,segment=NetworkSegment(9d2e7d53-5693-4727-89e7-038a2788fa96),segment_id=9d2e7d53-5693-4727-89e7-038a2788fa96)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:12.302455 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.302927 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:12.303313 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.373112 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d54387c0-e469-44d5-8a86-cc55c7f02fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.383896 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.423185 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.457230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54387c0-e469-44d5-8a86-cc55c7f02fab None None] Pushing event updated for resources: {'Port': ['ID=8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:12.512848 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:21:12.513373 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:21:12.526542 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39398) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:12.528988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:12.595480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-97b5a265-f3ee-442e-8426-34d6186cfdc0 None None] Provisioning complete for port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:12.596198 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-97b5a265-f3ee-442e-8426-34d6186cfdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.649191 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-db73f80e-0069-4d41-9e16-e61872a000ca tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1396941362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:12.713075 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-97b5a265-f3ee-442e-8426-34d6186cfdc0 None None] Provisioning complete for port 4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:12.713468 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-97b5a265-f3ee-442e-8426-34d6186cfdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.722524 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.755651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-97b5a265-f3ee-442e-8426-34d6186cfdc0 None None] Port 4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:12.769556 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db73f80e-0069-4d41-9e16-e61872a000ca tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.770887 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db73f80e-0069-4d41-9e16-e61872a000ca tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.825715 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db73f80e-0069-4d41-9e16-e61872a000ca tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.876532 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7efd97a4-bfe8-40ae-a91e-40a6ebdb0a90 None None] Provisioning complete for port 4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:12.877198 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7efd97a4-bfe8-40ae-a91e-40a6ebdb0a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.903349 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db73f80e-0069-4d41-9e16-e61872a000ca tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.912589 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.920167 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7efd97a4-bfe8-40ae-a91e-40a6ebdb0a90 None None] Port 4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:12.979108 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db73f80e-0069-4d41-9e16-e61872a000ca tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:12.980933 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-db73f80e-0069-4d41-9e16-e61872a000ca tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4532096 Sep 18 05:21:12.983577 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39404) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:12.991388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1443347156'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:13.067099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-74aec3e7-6c8f-4b4f-b62e-19af3554642f None None] Provisioning complete for port 4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:13.067666 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-74aec3e7-6c8f-4b4f-b62e-19af3554642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:13.103726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Made reservation on behalf of a3bc7bd3c8f842a582d6e26a3dcc5282 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:13.104048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-74aec3e7-6c8f-4b4f-b62e-19af3554642f None None] Port 4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:13.107295 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:13.118706 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:13.214746 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:13.280455 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:13.308324 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:21:13.318666 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dec5c27-681b-434d-b763-9bac1b74cbd4,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:13.324104 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:13.324634 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Added segment a0ad212c-3f1d-46c2-aee3-8b7396017373 of type vlan for network 333bb240-d58b-41bb-831b-0471999719ed Sep 18 05:21:13.370063 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:13.466233 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:13.472150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:13.472837 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:13.485769 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9f04d-6d16-420e-958d-06285ff564fd req-5083aa2b-7bee-491c-a5d8-fd95fc44b454 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:13.487363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ba9f04d-6d16-420e-958d-06285ff564fd req-5083aa2b-7bee-491c-a5d8-fd95fc44b454 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0984890 Sep 18 05:21:13.539647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event updated for resources: {'Network': ['ID=333bb240-d58b-41bb-831b-0471999719ed,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:13.551430 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 333bb240-d58b-41bb-831b-0471999719ed details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:21:13.583218 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ba9f04d-6d16-420e-958d-06285ff564fd req-db6312eb-dfa0-43da-b2c8-296ea4ed63e3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799804 Sep 18 05:21:13.596079 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-03cd534b-3818-471a-af7e-f669001c5c6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6085794 Sep 18 05:21:13.596858 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39412) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:13.602445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-95e50c78-279d-4d03-8a84-7c8cfb90ddba tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Request body: {'subnet': {'network_id': '333bb240-d58b-41bb-831b-0471999719ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:13.703261 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:13.760552 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:13.809575 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e50c78-279d-4d03-8a84-7c8cfb90ddba tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Made reservation on behalf of a3bc7bd3c8f842a582d6e26a3dcc5282 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:13.812991 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-95e50c78-279d-4d03-8a84-7c8cfb90ddba tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:13.901451 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:13.905468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:14.057827 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d50f1fc-4805-431f-9036-31b7c489d0e9 req-40bc5b0e-9803-4e25-953b-165448962ce9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1542451 Sep 18 05:21:14.107108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:14.143937 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network d6a1b7e7-446e-4ca6-878b-33551430aa26 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:14.153174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:14.155933 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:14.156277 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:14.213130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50f1fc-4805-431f-9036-31b7c489d0e9 req-1713d98d-3b0d-463c-b594-1ad8bf072853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:14.214451 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d50f1fc-4805-431f-9036-31b7c489d0e9 req-1713d98d-3b0d-463c-b594-1ad8bf072853 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 1096 time: 0.1280072 Sep 18 05:21:14.273816 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-95e50c78-279d-4d03-8a84-7c8cfb90ddba tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:14.414575 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e50c78-279d-4d03-8a84-7c8cfb90ddba tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event updated for resources: {'Subnet': ['ID=ce9f400f-9cb7-4fbe-b627-27ef89a6688c,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:14.443118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d8fe1687-7af9-4d3a-b1a7-e2870081793d None None] Provisioning complete for port 4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:14.443118 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1687-7af9-4d3a-b1a7-e2870081793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:14.450392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50f1fc-4805-431f-9036-31b7c489d0e9 req-8260975e-4dc0-4b1c-a989-45e930ffce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:14.451885 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d50f1fc-4805-431f-9036-31b7c489d0e9 req-8260975e-4dc0-4b1c-a989-45e930ffce67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.1905928 Sep 18 05:21:14.453787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e50c78-279d-4d03-8a84-7c8cfb90ddba tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Checking segment: {'id': 'a0ad212c-3f1d-46c2-aee3-8b7396017373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '333bb240-d58b-41bb-831b-0471999719ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:14.454158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e50c78-279d-4d03-8a84-7c8cfb90ddba tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Network hostable DHCP agents. Network: 333bb240-d58b-41bb-831b-0471999719ed, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:21:14.481094 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe1687-7af9-4d3a-b1a7-e2870081793d None None] Port 4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:14.524524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d50f1fc-4805-431f-9036-31b7c489d0e9 req-9a05570d-9f6e-4a36-ab1f-18b3eccc3433 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2 HTTP/1.1" status: 200 len: 998 time: 0.0654395 Sep 18 05:21:14.561229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 9c5b4417-5a00-421e-81cf-f55c3ea9e60b is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:21:14.583019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e50c78-279d-4d03-8a84-7c8cfb90ddba tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Network 333bb240-d58b-41bb-831b-0471999719ed is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:21:14.622111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50f1fc-4805-431f-9036-31b7c489d0e9 req-fbf5ae89-fcf6-423c-a293-fbe956280d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:14.623602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d50f1fc-4805-431f-9036-31b7c489d0e9 req-fbf5ae89-fcf6-423c-a293-fbe956280d70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.0927198 Sep 18 05:21:14.727897 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-95e50c78-279d-4d03-8a84-7c8cfb90ddba tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 333bb240-d58b-41bb-831b-0471999719ed) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:14.732634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:14.741692 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-969121ff-503e-4497-b7d5-883ca531ea74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/9c5b4417-5a00-421e-81cf-f55c3ea9e60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1480567 Sep 18 05:21:14.742942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e28eacf-e417-4867-bf73-50d5e52ecef6 None None] Network 333bb240-d58b-41bb-831b-0471999719ed requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:14.743076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e50c78-279d-4d03-8a84-7c8cfb90ddba tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:14.743651 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-95e50c78-279d-4d03-8a84-7c8cfb90ddba tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:14.743907 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39422) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:14.747775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b7278d-f2f1-4e72-8eeb-691ec71da031 None None] Sync routers for ids ['9c5b4417-5a00-421e-81cf-f55c3ea9e60b'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:14.760137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50f1fc-4805-431f-9036-31b7c489d0e9 req-8ce2d4ae-46b0-4b55-a22b-152c210ba660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:14.761783 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d50f1fc-4805-431f-9036-31b7c489d0e9 req-8ce2d4ae-46b0-4b55-a22b-152c210ba660 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059792 Sep 18 05:21:14.776524 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef6ebb-a522-4bbb-b167-a61ccf8d2969 req-9e26891e-584b-4d22-a1ca-8f1b409d7d30 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:14.778044 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9fef6ebb-a522-4bbb-b167-a61ccf8d2969 req-9e26891e-584b-4d22-a1ca-8f1b409d7d30 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0906136 Sep 18 05:21:14.802525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7278d-f2f1-4e72-8eeb-691ec71da031 None None] Routers {'9c5b4417-5a00-421e-81cf-f55c3ea9e60b'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:14.803108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-b8b7278d-f2f1-4e72-8eeb-691ec71da031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9c5b4417-5a00-421e-81cf-f55c3ea9e60b'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:14.805498 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d99940-0689-4b31-ac2a-7ccf70e87d49 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:14.809597 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b4d99940-0689-4b31-ac2a-7ccf70e87d49 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports/4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1 HTTP/1.1" status: 200 len: 977 time: 0.0619998 Sep 18 05:21:14.810367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39424) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:14.848875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-b8b7278d-f2f1-4e72-8eeb-691ec71da031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:14.871896 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7278d-f2f1-4e72-8eeb-691ec71da031 None None] Routers {'9c5b4417-5a00-421e-81cf-f55c3ea9e60b'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:14.872487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-b8b7278d-f2f1-4e72-8eeb-691ec71da031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9c5b4417-5a00-421e-81cf-f55c3ea9e60b'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:14.894413 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-95e50c78-279d-4d03-8a84-7c8cfb90ddba tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2968946 Sep 18 05:21:14.897490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39428) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:14.906012 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7e34e39c-252b-47fa-958f-090cf6b6bbd8 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Request body: {'network': {'name': 'tempest-router-network01--2130246883'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:14.909534 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-b8b7278d-f2f1-4e72-8eeb-691ec71da031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:14.910482 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b7278d-f2f1-4e72-8eeb-691ec71da031 None None] The sync data for ids ['9c5b4417-5a00-421e-81cf-f55c3ea9e60b'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:14.954128 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9fef6ebb-a522-4bbb-b167-a61ccf8d2969 req-df0a2faa-bdca-4de8-850a-aa6152e79396 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679935 Sep 18 05:21:14.983652 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-333bb240-d58b-41bb-831b-0471999719ed', 'network_id': '333bb240-d58b-41bb-831b-0471999719ed', 'tenant_id': 'a3bc7bd3c8f842a582d6e26a3dcc5282', 'fixed_ips': [{'subnet_id': 'ce9f400f-9cb7-4fbe-b627-27ef89a6688c'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:21:14.984771 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.017488 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d50f1fc-4805-431f-9036-31b7c489d0e9 req-b7496dfb-e154-4249-961a-53ff31918858 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384517 Sep 18 05:21:15.053332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e34e39c-252b-47fa-958f-090cf6b6bbd8 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Made reservation on behalf of a3bc7bd3c8f842a582d6e26a3dcc5282 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:15.057525 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e34e39c-252b-47fa-958f-090cf6b6bbd8 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.105747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e34e39c-252b-47fa-958f-090cf6b6bbd8 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:21:15.119380 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e34e39c-252b-47fa-958f-090cf6b6bbd8 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.120644 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-7e34e39c-252b-47fa-958f-090cf6b6bbd8 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Added segment ca2e86eb-f23d-404c-9c1b-74667c9d6db6 of type vlan for network 2c7856b1-704e-425e-89e2-508598cf1823 Sep 18 05:21:15.166830 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e34e39c-252b-47fa-958f-090cf6b6bbd8 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.182449 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Allocated IP 172.20.0.2 (333bb240-d58b-41bb-831b-0471999719ed/ce9f400f-9cb7-4fbe-b627-27ef89a6688c/8657f39e-b7c9-4601-9ab7-f57ceeff9621) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:15.206319 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d50f1fc-4805-431f-9036-31b7c489d0e9 req-71959be2-dbc8-4526-a42a-375667f248ea service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590676 Sep 18 05:21:15.228981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c550001-aab8-456f-a4f5-34fd718da9c4 req-17be38ad-146d-40cf-ae64-88a5e10f629d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:15.230486 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8c550001-aab8-456f-a4f5-34fd718da9c4 req-17be38ad-146d-40cf-ae64-88a5e10f629d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0855439 Sep 18 05:21:15.283256 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e34e39c-252b-47fa-958f-090cf6b6bbd8 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.294478 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8c550001-aab8-456f-a4f5-34fd718da9c4 req-056def1d-0246-438e-a038-91598766a459 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573604 Sep 18 05:21:15.298288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e34e39c-252b-47fa-958f-090cf6b6bbd8 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:15.299191 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e34e39c-252b-47fa-958f-090cf6b6bbd8 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.348922 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.390620 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34e39c-252b-47fa-958f-090cf6b6bbd8 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event updated for resources: {'Network': ['ID=2c7856b1-704e-425e-89e2-508598cf1823,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:15.397636 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-939515a9-2b8a-4a07-914a-263e09d3afa1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.402104 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 2c7856b1-704e-425e-89e2-508598cf1823 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:21:15.438344 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7e34e39c-252b-47fa-958f-090cf6b6bbd8 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5349274 Sep 18 05:21:15.438535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39436) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:15.445325 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-69c34b2a-d63d-4906-8730-a0f309105e6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Request body: {'network': {'name': 'tempest-router-network02--959256530'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:15.453241 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75673cdd-9d6c-4616-adb0-2276d6c3e449 req-d9ccc982-f70a-45aa-a901-6342ea230797 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:15.456041 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75673cdd-9d6c-4616-adb0-2276d6c3e449 req-d9ccc982-f70a-45aa-a901-6342ea230797 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0607615 Sep 18 05:21:15.456192 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.508273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Network 333bb240-d58b-41bb-831b-0471999719ed is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:15.511491 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:15.518604 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:15.520974 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Pushing event updated for resources: {'Port': ['ID=8657f39e-b7c9-4601-9ab7-f57ceeff9621,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:15.586948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Attempting to bind port 8657f39e-b7c9-4601-9ab7-f57ceeff9621 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:15.587613 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Attempting to bind port 8657f39e-b7c9-4601-9ab7-f57ceeff9621 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'a0ad212c-3f1d-46c2-aee3-8b7396017373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '333bb240-d58b-41bb-831b-0471999719ed'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:15.588159 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Attempting to bind port 8657f39e-b7c9-4601-9ab7-f57ceeff9621 on network 333bb240-d58b-41bb-831b-0471999719ed {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:15.590641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c34b2a-d63d-4906-8730-a0f309105e6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Made reservation on behalf of a3bc7bd3c8f842a582d6e26a3dcc5282 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:15.594198 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69c34b2a-d63d-4906-8730-a0f309105e6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.594752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:15.595342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Checking segment: {'id': 'a0ad212c-3f1d-46c2-aee3-8b7396017373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '333bb240-d58b-41bb-831b-0471999719ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:15.595923 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.596495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Bound using segment: {'id': 'a0ad212c-3f1d-46c2-aee3-8b7396017373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '333bb240-d58b-41bb-831b-0471999719ed'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:15.597124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Bound port: 8657f39e-b7c9-4601-9ab7-f57ceeff9621, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad212c-3f1d-46c2-aee3-8b7396017373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '333bb240-d58b-41bb-831b-0471999719ed'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:15.604466 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.633683 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c34b2a-d63d-4906-8730-a0f309105e6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:21:15.665365 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69c34b2a-d63d-4906-8730-a0f309105e6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.665724 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-69c34b2a-d63d-4906-8730-a0f309105e6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Added segment a80adc15-099f-443b-a660-eed7d6c4ec30 of type vlan for network 6e4e9077-1b28-4c21-9490-83050a1a4555 Sep 18 05:21:15.675210 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] For port 8657f39e-b7c9-4601-9ab7-f57ceeff9621, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:15.680043 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] For port 8657f39e-b7c9-4601-9ab7-f57ceeff9621, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8657f39e-b7c9-4601-9ab7-f57ceeff9621,segment=NetworkSegment(a0ad212c-3f1d-46c2-aee3-8b7396017373),segment_id=a0ad212c-3f1d-46c2-aee3-8b7396017373)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:15.716557 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69c34b2a-d63d-4906-8730-a0f309105e6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.745579 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-939515a9-2b8a-4a07-914a-263e09d3afa1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port 4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:15.745579 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-939515a9-2b8a-4a07-914a-263e09d3afa1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.758248 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.835729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafadbd-f490-4b0b-9683-6ac214ca2ed3 None None] Pushing event updated for resources: {'Port': ['ID=8657f39e-b7c9-4601-9ab7-f57ceeff9621,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:15.852809 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69c34b2a-d63d-4906-8730-a0f309105e6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.858780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c34b2a-d63d-4906-8730-a0f309105e6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:15.859434 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69c34b2a-d63d-4906-8730-a0f309105e6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.875246 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-939515a9-2b8a-4a07-914a-263e09d3afa1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:15.918209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-939515a9-2b8a-4a07-914a-263e09d3afa1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for 4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:15.933018 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75673cdd-9d6c-4616-adb0-2276d6c3e449 req-df662687-5611-4eeb-8cbb-09570243a9f9 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4643042 Sep 18 05:21:15.974799 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-69c34b2a-d63d-4906-8730-a0f309105e6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5342908 Sep 18 05:21:15.978718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39446) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:15.984078 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c91ce688-690b-41e7-823a-f93b250c450a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Request body: {'subnet': {'network_id': '2c7856b1-704e-425e-89e2-508598cf1823', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:15.986473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c34b2a-d63d-4906-8730-a0f309105e6d tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event updated for resources: {'Network': ['ID=6e4e9077-1b28-4c21-9490-83050a1a4555,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:16.002880 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 6e4e9077-1b28-4c21-9490-83050a1a4555 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:21:16.267059 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8657f39e-b7c9-4601-9ab7-f57ceeff9621 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:16.321706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8657f39e-b7c9-4601-9ab7-f57ceeff9621 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:16.322107 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:16.341273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-939515a9-2b8a-4a07-914a-263e09d3afa1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:16.354984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-4b2905b4-4363-4cdf-9601-56d24dbadf04 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:16.356607 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-4b2905b4-4363-4cdf-9601-56d24dbadf04 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 811 time: 0.1608260 Sep 18 05:21:16.374505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91ce688-690b-41e7-823a-f93b250c450a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Made reservation on behalf of a3bc7bd3c8f842a582d6e26a3dcc5282 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:16.379699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939515a9-2b8a-4a07-914a-263e09d3afa1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=4fd5c9e6-9cd8-4b62-8a92-fc964c014fe1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:16.391063 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c91ce688-690b-41e7-823a-f93b250c450a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:16.397673 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-143c1e03-d354-43e8-bbcf-494d2bb2c4dc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/quotas/a93295c876f24b40a8ad6dd6e528220f HTTP/1.1" status: 200 len: 375 time: 0.0346477 Sep 18 05:21:16.413857 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:16.464289 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 8657f39e-b7c9-4601-9ab7-f57ceeff9621, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8657f39e-b7c9-4601-9ab7-f57ceeff9621,segment=NetworkSegment(a0ad212c-3f1d-46c2-aee3-8b7396017373),segment_id=a0ad212c-3f1d-46c2-aee3-8b7396017373)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:16.534638 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-c3a5a517-90c5-4574-86f1-5892f714e81d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1203525 Sep 18 05:21:16.557287 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-939515a9-2b8a-4a07-914a-263e09d3afa1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:16.559438 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:16.669005 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=8657f39e-b7c9-4601-9ab7-f57ceeff9621,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:16.807218 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-94761f75-3ff1-4f17-bbb7-87fd1c0e554c service neutron] 10.222.0.23 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637267 Sep 18 05:21:16.840565 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c91ce688-690b-41e7-823a-f93b250c450a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:16.949594 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ce688-690b-41e7-823a-f93b250c450a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event updated for resources: {'Subnet': ['ID=5e52e1da-e840-47a6-9a6b-9112804a1699,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:16.984714 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-3c764e57-0e6e-4c43-b1ec-074f113f8b7a service neutron] 10.222.0.23 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636958 Sep 18 05:21:16.985598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ce688-690b-41e7-823a-f93b250c450a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Checking segment: {'id': 'ca2e86eb-f23d-404c-9c1b-74667c9d6db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2c7856b1-704e-425e-89e2-508598cf1823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:16.986063 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91ce688-690b-41e7-823a-f93b250c450a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Network hostable DHCP agents. Network: 2c7856b1-704e-425e-89e2-508598cf1823, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:21:17.099480 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91ce688-690b-41e7-823a-f93b250c450a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Network 2c7856b1-704e-425e-89e2-508598cf1823 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:21:17.100473 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568f866c-6048-4499-b71c-387f37de72f5 None None] Network 333bb240-d58b-41bb-831b-0471999719ed requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:17.120380 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939515a9-2b8a-4a07-914a-263e09d3afa1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 9c5b4417-5a00-421e-81cf-f55c3ea9e60b has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:21:17.188495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-c91ce688-690b-41e7-823a-f93b250c450a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 2c7856b1-704e-425e-89e2-508598cf1823) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:17.195929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939515a9-2b8a-4a07-914a-263e09d3afa1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:17.204471 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-939515a9-2b8a-4a07-914a-263e09d3afa1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/9c5b4417-5a00-421e-81cf-f55c3ea9e60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3873129 Sep 18 05:21:17.205209 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39468) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:17.207817 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f404b3-311e-4541-b286-0e2595f36c9d None None] Sync routers for ids ['9c5b4417-5a00-421e-81cf-f55c3ea9e60b'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:17.218544 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f404b3-311e-4541-b286-0e2595f36c9d None None] Routers {'9c5b4417-5a00-421e-81cf-f55c3ea9e60b'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:17.219679 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-64f404b3-311e-4541-b286-0e2595f36c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9c5b4417-5a00-421e-81cf-f55c3ea9e60b'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:17.222550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ce688-690b-41e7-823a-f93b250c450a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:17.224028 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c91ce688-690b-41e7-823a-f93b250c450a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:17.324154 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e8ccc5c-4224-4263-9755-6b278395bbb5 req-24b867b5-6b6a-402a-aecf-e8513d7ea854 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 210 time: 0.0654731 Sep 18 05:21:17.347537 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3741f7b6-255a-4900-9831-72c40e3a0aa3 None None] Network 2c7856b1-704e-425e-89e2-508598cf1823 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:17.366138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-676fe949-59a7-4a3e-b30d-ef5dbb197bee None None] Provisioning complete for port 8657f39e-b7c9-4601-9ab7-f57ceeff9621 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:17.366611 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-676fe949-59a7-4a3e-b30d-ef5dbb197bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:17.393595 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-64f404b3-311e-4541-b286-0e2595f36c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:17.398799 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c91ce688-690b-41e7-823a-f93b250c450a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4169199 Sep 18 05:21:17.399491 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39472) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:17.404109 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f404b3-311e-4541-b286-0e2595f36c9d None None] Routers {'9c5b4417-5a00-421e-81cf-f55c3ea9e60b'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:17.405130 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-64f404b3-311e-4541-b286-0e2595f36c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9c5b4417-5a00-421e-81cf-f55c3ea9e60b'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:17.407177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-748e93e9-947b-4feb-a1e7-e19316f9bb18 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Request body: {'subnet': {'network_id': '6e4e9077-1b28-4c21-9490-83050a1a4555', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:17.447597 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-64f404b3-311e-4541-b286-0e2595f36c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:17.448483 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f404b3-311e-4541-b286-0e2595f36c9d None None] The sync data for ids ['9c5b4417-5a00-421e-81cf-f55c3ea9e60b'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:17.510487 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-93557183-105f-4fc9-9e07-bc1acfc8b36a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] remove_router_interface failed (client error): The resource could not be found. Sep 18 05:21:17.511804 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-93557183-105f-4fc9-9e07-bc1acfc8b36a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/9c5b4417-5a00-421e-81cf-f55c3ea9e60b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3056042 Sep 18 05:21:17.514717 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39478) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:17.543950 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f46ea9cd-8cfa-4023-9489-a40f5567a526 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c5b4417-5a00-421e-81cf-f55c3ea9e60b HTTP/1.1" status: 200 len: 205 time: 0.0281427 Sep 18 05:21:17.546475 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39480) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:17.609117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748e93e9-947b-4feb-a1e7-e19316f9bb18 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Made reservation on behalf of a3bc7bd3c8f842a582d6e26a3dcc5282 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:17.613719 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-748e93e9-947b-4feb-a1e7-e19316f9bb18 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:17.623550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c1be4a5-7bbf-4747-ba1c-8d15a79817e6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:17.654250 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-2c7856b1-704e-425e-89e2-508598cf1823', 'network_id': '2c7856b1-704e-425e-89e2-508598cf1823', 'tenant_id': 'a3bc7bd3c8f842a582d6e26a3dcc5282', 'fixed_ips': [{'subnet_id': '5e52e1da-e840-47a6-9a6b-9112804a1699'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:21:17.655027 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:17.829327 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c1be4a5-7bbf-4747-ba1c-8d15a79817e6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:17.832303 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c1be4a5-7bbf-4747-ba1c-8d15a79817e6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:17.907450 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Allocated IP 172.20.0.2 (2c7856b1-704e-425e-89e2-508598cf1823/5e52e1da-e840-47a6-9a6b-9112804a1699/50473817-d8f0-4650-a21b-91f3c090f50a) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:17.926272 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-748e93e9-947b-4feb-a1e7-e19316f9bb18 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:17.974894 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c1be4a5-7bbf-4747-ba1c-8d15a79817e6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:17.975454 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1be4a5-7bbf-4747-ba1c-8d15a79817e6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Fanout notify agent at l3_agent the message router_deleted on router 9c5b4417-5a00-421e-81cf-f55c3ea9e60b {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:21:17.983809 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c1be4a5-7bbf-4747-ba1c-8d15a79817e6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:17.986545 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5c1be4a5-7bbf-4747-ba1c-8d15a79817e6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/routers/9c5b4417-5a00-421e-81cf-f55c3ea9e60b HTTP/1.1" status: 204 len: 168 time: 0.4376745 Sep 18 05:21:17.990151 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39488) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:17.998858 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e93e9-947b-4feb-a1e7-e19316f9bb18 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event updated for resources: {'Subnet': ['ID=15979347-2e0a-4ec4-8b20-60ab4547b8e5,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:18.002059 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e93e9-947b-4feb-a1e7-e19316f9bb18 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Checking segment: {'id': 'a80adc15-099f-443b-a660-eed7d6c4ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6e4e9077-1b28-4c21-9490-83050a1a4555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:18.002451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748e93e9-947b-4feb-a1e7-e19316f9bb18 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Network hostable DHCP agents. Network: 6e4e9077-1b28-4c21-9490-83050a1a4555, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:21:18.074274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-45285db1-68d8-4960-9195-e2b7d4fc54b6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting subnet fad8b020-fd23-4390-9bbc-7033e965d26e {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:21:18.076882 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3e37d48a-421e-40c5-8f2e-acc7f5511841 None None] Provisioning complete for port 8657f39e-b7c9-4601-9ab7-f57ceeff9621 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:18.077319 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3e37d48a-421e-40c5-8f2e-acc7f5511841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.077664 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45285db1-68d8-4960-9195-e2b7d4fc54b6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.079008 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.086571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748e93e9-947b-4feb-a1e7-e19316f9bb18 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Network 6e4e9077-1b28-4c21-9490-83050a1a4555 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:21:18.122427 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8657f39e-b7c9-4601-9ab7-f57ceeff9621 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:18.141591 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45285db1-68d8-4960-9195-e2b7d4fc54b6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.209838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8657f39e-b7c9-4601-9ab7-f57ceeff9621 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:18.210248 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.227416 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45285db1-68d8-4960-9195-e2b7d4fc54b6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.266103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-748e93e9-947b-4feb-a1e7-e19316f9bb18 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 6e4e9077-1b28-4c21-9490-83050a1a4555) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:18.271478 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748e93e9-947b-4feb-a1e7-e19316f9bb18 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:18.272386 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-748e93e9-947b-4feb-a1e7-e19316f9bb18 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.280196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84afe4c3-7c96-4acc-94f8-07cb543c81f1 None None] Network 6e4e9077-1b28-4c21-9490-83050a1a4555 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:18.289366 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.352839 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Network 2c7856b1-704e-425e-89e2-508598cf1823 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:18.355069 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39494) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:18.356929 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-748e93e9-947b-4feb-a1e7-e19316f9bb18 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9560549 Sep 18 05:21:18.380596 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:18.390492 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:18.404456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Pushing event updated for resources: {'Port': ['ID=50473817-d8f0-4650-a21b-91f3c090f50a,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:18.439313 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45285db1-68d8-4960-9195-e2b7d4fc54b6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.441506 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca26a49b-a234-41dd-a3bf-407996bf010f req-6b2b4b55-2d11-49db-a3b0-cafd89a6b4df tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 210 time: 0.0347481 Sep 18 05:21:18.505165 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Attempting to bind port 50473817-d8f0-4650-a21b-91f3c090f50a on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:18.505523 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Attempting to bind port 50473817-d8f0-4650-a21b-91f3c090f50a by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'ca2e86eb-f23d-404c-9c1b-74667c9d6db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2c7856b1-704e-425e-89e2-508598cf1823'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:18.505892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Attempting to bind port 50473817-d8f0-4650-a21b-91f3c090f50a on network 2c7856b1-704e-425e-89e2-508598cf1823 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:18.511941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45285db1-68d8-4960-9195-e2b7d4fc54b6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Subnet': ['ID=fad8b020-fd23-4390-9bbc-7033e965d26e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:18.513755 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45285db1-68d8-4960-9195-e2b7d4fc54b6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.520202 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-45285db1-68d8-4960-9195-e2b7d4fc54b6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/fad8b020-fd23-4390-9bbc-7033e965d26e HTTP/1.1" status: 204 len: 168 time: 0.5232408 Sep 18 05:21:18.520202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39496) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:18.520717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:18.520717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Checking segment: {'id': 'ca2e86eb-f23d-404c-9c1b-74667c9d6db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2c7856b1-704e-425e-89e2-508598cf1823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:18.520717 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.520717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Bound using segment: {'id': 'ca2e86eb-f23d-404c-9c1b-74667c9d6db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2c7856b1-704e-425e-89e2-508598cf1823'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:18.520717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Bound port: 50473817-d8f0-4650-a21b-91f3c090f50a, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca2e86eb-f23d-404c-9c1b-74667c9d6db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2c7856b1-704e-425e-89e2-508598cf1823'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:18.520717 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.526493 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecd315d-a6f2-470e-aa16-e31b063caf26 None None] Network d6a1b7e7-446e-4ca6-878b-33551430aa26 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:18.601411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-6e4e9077-1b28-4c21-9490-83050a1a4555', 'network_id': '6e4e9077-1b28-4c21-9490-83050a1a4555', 'tenant_id': 'a3bc7bd3c8f842a582d6e26a3dcc5282', 'fixed_ips': [{'subnet_id': '15979347-2e0a-4ec4-8b20-60ab4547b8e5'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:21:18.602282 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.706250 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.745913 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] For port 50473817-d8f0-4650-a21b-91f3c090f50a, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:18.767519 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.784933 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] For port 50473817-d8f0-4650-a21b-91f3c090f50a, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=50473817-d8f0-4650-a21b-91f3c090f50a,segment=NetworkSegment(ca2e86eb-f23d-404c-9c1b-74667c9d6db6),segment_id=ca2e86eb-f23d-404c-9c1b-74667c9d6db6)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:18.853169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Allocated IP 172.20.0.2 (6e4e9077-1b28-4c21-9490-83050a1a4555/15979347-2e0a-4ec4-8b20-60ab4547b8e5/1b9890f8-2e87-44f1-9226-3b4c446086d6) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:18.855855 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.905329 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:18.905687 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:18.912956 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ab94cf-4378-4098-90de-1abc3d6623c0 None None] DHCP port deletion for d6a1b7e7-446e-4ca6-878b-33551430aa26 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:21:19.019343 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f0cbf-056d-43a9-a967-cb601b462e60 None None] Pushing event updated for resources: {'Port': ['ID=50473817-d8f0-4650-a21b-91f3c090f50a,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:19.043239 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] For port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e,segment=NetworkSegment(9d2e7d53-5693-4727-89e7-038a2788fa96),segment_id=9d2e7d53-5693-4727-89e7-038a2788fa96)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:19.043765 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.066607 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:19.066814 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-41ab94cf-4378-4098-90de-1abc3d6623c0 None None] Deleting port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:19.067124 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-41ab94cf-4378-4098-90de-1abc3d6623c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.165141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Allocated IP 172.20.0.1 (2c7856b1-704e-425e-89e2-508598cf1823/5e52e1da-e840-47a6-9a6b-9112804a1699/c7d01304-c9fa-486d-9ecd-8c661695986f) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:19.200837 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-41ab94cf-4378-4098-90de-1abc3d6623c0 None None] For port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e,segment=NetworkSegment(9d2e7d53-5693-4727-89e7-038a2788fa96),segment_id=9d2e7d53-5693-4727-89e7-038a2788fa96)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:19.201322 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-41ab94cf-4378-4098-90de-1abc3d6623c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.212086 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.218894 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-41ab94cf-4378-4098-90de-1abc3d6623c0 None None] Calling delete_port for 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:19.305036 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.342225 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.354061 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.363480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Network 6e4e9077-1b28-4c21-9490-83050a1a4555 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:19.372282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:19.374972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Pushing event updated for resources: {'Port': ['ID=1b9890f8-2e87-44f1-9226-3b4c446086d6,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:19.377146 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:19.382146 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-41ab94cf-4378-4098-90de-1abc3d6623c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.394286 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:19.402775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No DVR routers for this DVR port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:19.424005 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab94cf-4378-4098-90de-1abc3d6623c0 None None] Pushing event deleted for resources: {'Port': ['ID=8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:19.427983 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab94cf-4378-4098-90de-1abc3d6623c0 None None] No DVR routers for this DVR port 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:19.467754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Attempting to bind port 1b9890f8-2e87-44f1-9226-3b4c446086d6 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:19.468193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Attempting to bind port 1b9890f8-2e87-44f1-9226-3b4c446086d6 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'a80adc15-099f-443b-a660-eed7d6c4ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6e4e9077-1b28-4c21-9490-83050a1a4555'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:19.468532 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Attempting to bind port 1b9890f8-2e87-44f1-9226-3b4c446086d6 on network 6e4e9077-1b28-4c21-9490-83050a1a4555 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:19.473802 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:19.474192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Checking segment: {'id': 'a80adc15-099f-443b-a660-eed7d6c4ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6e4e9077-1b28-4c21-9490-83050a1a4555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:19.474604 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.475006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Bound using segment: {'id': 'a80adc15-099f-443b-a660-eed7d6c4ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6e4e9077-1b28-4c21-9490-83050a1a4555'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:19.475481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Bound port: 1b9890f8-2e87-44f1-9226-3b4c446086d6, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80adc15-099f-443b-a660-eed7d6c4ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6e4e9077-1b28-4c21-9490-83050a1a4555'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:19.476021 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.518999 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.549275 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] For port 1b9890f8-2e87-44f1-9226-3b4c446086d6, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:19.561015 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] For port 1b9890f8-2e87-44f1-9226-3b4c446086d6, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1b9890f8-2e87-44f1-9226-3b4c446086d6,segment=NetworkSegment(a80adc15-099f-443b-a660-eed7d6c4ec30),segment_id=a80adc15-099f-443b-a660-eed7d6c4ec30)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:19.563522 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.578196 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8e7cb1ba-46bf-4f3d-be09-6aed1dd402f8 req-d1577bfc-e9be-452c-8297-72cf732ce2d6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 210 time: 0.0318830 Sep 18 05:21:19.579762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a1b7e7-446e-4ca6-878b-33551430aa26']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:19.586556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-fdd798cf-431b-4616-8e92-253636fa5cb8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:19.588391 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-fdd798cf-431b-4616-8e92-253636fa5cb8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.13 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 811 time: 0.1853764 Sep 18 05:21:19.602169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-53303b11-522a-4c24-867d-536a7eb05424 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Request body: {'port': {'device_id': '220efbb7-8e95-4047-ae4d-2863e0a6836f', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'admin_state_up': True, 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:19.619225 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2e7d53-5693-4727-89e7-038a2788fa96') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:19.620353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2e7d53-5693-4727-89e7-038a2788fa96') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:19.627161 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Network 2c7856b1-704e-425e-89e2-508598cf1823 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:19.636158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:19.638784 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:19.649081 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.669200 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.688347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event updated for resources: {'Port': ['ID=c7d01304-c9fa-486d-9ecd-8c661695986f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:19.693965 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.706532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:21:19.706532 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:21:19.709932 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:21:19.728864 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.830347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-53303b11-522a-4c24-867d-536a7eb05424 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Made reservation on behalf of a93295c876f24b40a8ad6dd6e528220f for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:19.838057 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-53303b11-522a-4c24-867d-536a7eb05424 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.897417 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06cd933-10c3-437a-bbde-51f86b1f19c7 None None] Pushing event updated for resources: {'Port': ['ID=1b9890f8-2e87-44f1-9226-3b4c446086d6,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:19.909125 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.917602 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:19.923119 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/networks/d6a1b7e7-446e-4ca6-878b-33551430aa26 HTTP/1.1" status: 204 len: 168 time: 1.4023685 Sep 18 05:21:19.929762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39508) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:19.934899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b0300e33-97b0-4a66-972b-89f674337102 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'network': {'name': 'tempest-RoutersTest-677021550'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:19.954500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850c458-3784-485a-addd-e8413c713c72 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Network': ['ID=d6a1b7e7-446e-4ca6-878b-33551430aa26,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:20.012469 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.062104 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-53303b11-522a-4c24-867d-536a7eb05424 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Allocated IP 172.20.0.5 (e2e55207-de56-4bf3-a229-f801b9f768e0/937b60cf-7360-4deb-b77e-f1ea0251fc0c/33bcfed8-9383-41b5-b3aa-2c2934c807b0) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:20.083287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0300e33-97b0-4a66-972b-89f674337102 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:20.091359 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0300e33-97b0-4a66-972b-89f674337102 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.187151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0300e33-97b0-4a66-972b-89f674337102 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:21:20.214503 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0300e33-97b0-4a66-972b-89f674337102 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.214503 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-b0300e33-97b0-4a66-972b-89f674337102 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Added segment 5d827ab5-0001-4a76-8be3-0294601f979d of type vlan for network f49535f6-3b4d-45e6-9bb7-fe7cceaa747d Sep 18 05:21:20.279663 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 50473817-d8f0-4650-a21b-91f3c090f50a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:20.363178 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0300e33-97b0-4a66-972b-89f674337102 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.387316 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 50473817-d8f0-4650-a21b-91f3c090f50a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:20.387749 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.413544 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-53303b11-522a-4c24-867d-536a7eb05424 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.414882 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60738e7-34ea-4b1a-8b5e-ee65919864db None None] Network 2c7856b1-704e-425e-89e2-508598cf1823 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:20.457647 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.485654 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0300e33-97b0-4a66-972b-89f674337102 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.491473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0300e33-97b0-4a66-972b-89f674337102 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:20.492091 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0300e33-97b0-4a66-972b-89f674337102 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.500961 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e0ab6351-13de-4dce-8ef9-00fe7309687d None None] Provisioning complete for port 50473817-d8f0-4650-a21b-91f3c090f50a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:20.501342 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6351-13de-4dce-8ef9-00fe7309687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.519240 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-53303b11-522a-4c24-867d-536a7eb05424 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.536657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b59f7878-4825-4520-a7cb-3332e952e4de'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:21:20.554558 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.637222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-53303b11-522a-4c24-867d-536a7eb05424 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Network e2e55207-de56-4bf3-a229-f801b9f768e0 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:20.638965 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.641729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event updated for resources: {'Port': ['ID=c7d01304-c9fa-486d-9ecd-8c661695986f,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:20.646012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-53303b11-522a-4c24-867d-536a7eb05424 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:20.649344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-53303b11-522a-4c24-867d-536a7eb05424 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:20.659456 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.680983 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b0300e33-97b0-4a66-972b-89f674337102 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7475801 Sep 18 05:21:20.683621 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53303b11-522a-4c24-867d-536a7eb05424 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event updated for resources: {'Port': ['ID=33bcfed8-9383-41b5-b3aa-2c2934c807b0,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:20.684928 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39516) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:20.687706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0300e33-97b0-4a66-972b-89f674337102 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Network': ['ID=f49535f6-3b4d-45e6-9bb7-fe7cceaa747d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:20.690040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-22c7f079-4409-4d0d-8ced-02c13d931fae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'subnet': {'network_id': 'f49535f6-3b4d-45e6-9bb7-fe7cceaa747d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:20.721004 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network f49535f6-3b4d-45e6-9bb7-fe7cceaa747d details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:21:20.766808 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-53303b11-522a-4c24-867d-536a7eb05424 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:20.768877 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-53303b11-522a-4c24-867d-536a7eb05424 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.785010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222293be-978d-4388-820a-c64ec13eb28e req-e9bae361-81a1-4df0-9029-7c212d9baef8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:20.787571 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-222293be-978d-4388-820a-c64ec13eb28e req-e9bae361-81a1-4df0-9029-7c212d9baef8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 931 time: 0.1118541 Sep 18 05:21:20.839556 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 50473817-d8f0-4650-a21b-91f3c090f50a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=50473817-d8f0-4650-a21b-91f3c090f50a,segment=NetworkSegment(ca2e86eb-f23d-404c-9c1b-74667c9d6db6),segment_id=ca2e86eb-f23d-404c-9c1b-74667c9d6db6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:20.867186 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6351-13de-4dce-8ef9-00fe7309687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:20.878288 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-222293be-978d-4388-820a-c64ec13eb28e req-d484be79-831a-45cb-aae8-55a4431d599f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759809 Sep 18 05:21:20.900860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-53303b11-522a-4c24-867d-536a7eb05424 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3031874 Sep 18 05:21:20.938197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Request body: {'port': {'device_id': '220efbb7-8e95-4047-ae4d-2863e0a6836f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:20.947449 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:21.056022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:21:21.080183 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:21.112190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:21:21.112661 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8beefe50-ae46-42aa-b4c1-bcdc70fa5f4e not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:21:21.202451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=50473817-d8f0-4650-a21b-91f3c090f50a,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:21.217809 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e0ab6351-13de-4dce-8ef9-00fe7309687d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:21:21.218181 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e0ab6351-13de-4dce-8ef9-00fe7309687d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:21:21.344169 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Network 2c7856b1-704e-425e-89e2-508598cf1823 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:21.348631 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:21.388532 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eda326-0291-4a74-ba11-7964c8ff1307 None None] Network 6e4e9077-1b28-4c21-9490-83050a1a4555 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:21.436107 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c7f079-4409-4d0d-8ced-02c13d931fae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:21.440474 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-22c7f079-4409-4d0d-8ced-02c13d931fae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:21.531338 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33bcfed8-9383-41b5-b3aa-2c2934c807b0 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:21:21.542073 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:21.559093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Transition to ACTIVE for port object 33bcfed8-9383-41b5-b3aa-2c2934c807b0 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:21:21.607247 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:21.664869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Pushing event updated for resources: {'Port': ['ID=33bcfed8-9383-41b5-b3aa-2c2934c807b0,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:21.671893 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Router 9f5dc972-00c8-4867-a0b0-fd7447af5b01 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:21:21.766518 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Attempting to bind port 33bcfed8-9383-41b5-b3aa-2c2934c807b0 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:21.766871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Attempting to bind port 33bcfed8-9383-41b5-b3aa-2c2934c807b0 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:21.767210 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Attempting to bind port 33bcfed8-9383-41b5-b3aa-2c2934c807b0 on network e2e55207-de56-4bf3-a229-f801b9f768e0 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:21.777509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Port 33bcfed8-9383-41b5-b3aa-2c2934c807b0 on network e2e55207-de56-4bf3-a229-f801b9f768e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:21:21.777871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Attempting to bind port 33bcfed8-9383-41b5-b3aa-2c2934c807b0 on network e2e55207-de56-4bf3-a229-f801b9f768e0 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:21.785874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:21.786228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Checking segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:21.786633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Bound using segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:21.787081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Bound port: 33bcfed8-9383-41b5-b3aa-2c2934c807b0, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:21.787447 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:21.795076 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-22c7f079-4409-4d0d-8ced-02c13d931fae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:21.833214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:21.847610 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-109f1f9d-6d6c-44d4-9057-a3fc13ae4f23 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "PUT /v2.0/routers/9f5dc972-00c8-4867-a0b0-fd7447af5b01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4915738 Sep 18 05:21:21.848777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef26bb-eb5f-46de-bcd7-0a4020fa2d45 None None] Sync routers for ids ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:21.850435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39524) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:21.868082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef26bb-eb5f-46de-bcd7-0a4020fa2d45 None None] Routers {'9f5dc972-00c8-4867-a0b0-fd7447af5b01'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:21.868082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-44ef26bb-eb5f-46de-bcd7-0a4020fa2d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:21.911014 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7f079-4409-4d0d-8ced-02c13d931fae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Subnet': ['ID=a066a209-7f7e-4ce7-9e93-51951a826fb5,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:21.914491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c7f079-4409-4d0d-8ced-02c13d931fae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Checking segment: {'id': '5d827ab5-0001-4a76-8be3-0294601f979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f49535f6-3b4d-45e6-9bb7-fe7cceaa747d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:21.914835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c7f079-4409-4d0d-8ced-02c13d931fae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network hostable DHCP agents. Network: f49535f6-3b4d-45e6-9bb7-fe7cceaa747d, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:21:21.917383 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-44ef26bb-eb5f-46de-bcd7-0a4020fa2d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:21.944322 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1e4db810-a5b3-4720-8cba-285014a4236e None None] Provisioning complete for port 1b9890f8-2e87-44f1-9226-3b4c446086d6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:21.945688 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1e4db810-a5b3-4720-8cba-285014a4236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:21.966845 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef26bb-eb5f-46de-bcd7-0a4020fa2d45 None None] Routers {'9f5dc972-00c8-4867-a0b0-fd7447af5b01'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:21.967521 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-44ef26bb-eb5f-46de-bcd7-0a4020fa2d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:22.009651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c7f079-4409-4d0d-8ced-02c13d931fae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network f49535f6-3b4d-45e6-9bb7-fe7cceaa747d is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:21:22.028125 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-44ef26bb-eb5f-46de-bcd7-0a4020fa2d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:22.028932 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef26bb-eb5f-46de-bcd7-0a4020fa2d45 None None] The sync data for ids ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:22.072643 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] For port 33bcfed8-9383-41b5-b3aa-2c2934c807b0, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:22.123140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-22c7f079-4409-4d0d-8ced-02c13d931fae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, f49535f6-3b4d-45e6-9bb7-fe7cceaa747d) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:22.129628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c7f079-4409-4d0d-8ced-02c13d931fae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.130453 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-22c7f079-4409-4d0d-8ced-02c13d931fae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.130990 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1e4db810-a5b3-4720-8cba-285014a4236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.151682 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] For port 33bcfed8-9383-41b5-b3aa-2c2934c807b0, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=33bcfed8-9383-41b5-b3aa-2c2934c807b0,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:22.160838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d551f56-5447-4ffd-a9c0-c94ebadced45 None None] Network f49535f6-3b4d-45e6-9bb7-fe7cceaa747d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:22.193338 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1e4db810-a5b3-4720-8cba-285014a4236e None None] For port 1b9890f8-2e87-44f1-9226-3b4c446086d6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1b9890f8-2e87-44f1-9226-3b4c446086d6,segment=NetworkSegment(a80adc15-099f-443b-a660-eed7d6c4ec30),segment_id=a80adc15-099f-443b-a660-eed7d6c4ec30)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:22.237290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1b9890f8-2e87-44f1-9226-3b4c446086d6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:22.250419 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-22c7f079-4409-4d0d-8ced-02c13d931fae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5643458 Sep 18 05:21:22.252883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39532) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:22.258887 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-02473885-3fa0-41ea-9867-d2b27c9ee2f8 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1468680618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:22.265752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.279869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22251d44-d35b-4be7-819d-8f0492b5f8a5 req-0767d9a6-5da2-4883-85b6-f08414ae26a6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.281557 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22251d44-d35b-4be7-819d-8f0492b5f8a5 req-0767d9a6-5da2-4883-85b6-f08414ae26a6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 943 time: 0.2452576 Sep 18 05:21:22.297165 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1e4db810-a5b3-4720-8cba-285014a4236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.320968 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-372f0c94-e11f-4d7d-91ab-f49bf4c16d37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2530794 Sep 18 05:21:22.362033 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.362561 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.363980 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] 10.222.0.13 "PUT /v2.0/ports/33bcfed8-9383-41b5-b3aa-2c2934c807b0 HTTP/1.1" status: 200 len: 1092 time: 1.4530435 Sep 18 05:21:22.364458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220efbb7-8e95-4047-ae4d-2863e0a6836f', 'tag': '33bcfed8-9383-41b5-b3aa-2c2934c807b0'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:21:22.367620 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36170b45-c98e-4b63-9189-902829667acf" -d '{"events": [{"name": "network-changed", "server_uuid": "220efbb7-8e95-4047-ae4d-2863e0a6836f", "tag": "33bcfed8-9383-41b5-b3aa-2c2934c807b0"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:21:22.377705 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02473885-3fa0-41ea-9867-d2b27c9ee2f8 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.378788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02473885-3fa0-41ea-9867-d2b27c9ee2f8 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.380982 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1e4db810-a5b3-4720-8cba-285014a4236e None None] Provisioning complete for port c7d01304-c9fa-486d-9ecd-8c661695986f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:22.381351 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1e4db810-a5b3-4720-8cba-285014a4236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.433008 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 1b9890f8-2e87-44f1-9226-3b4c446086d6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:22.433694 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.437096 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4db810-a5b3-4720-8cba-285014a4236e None None] Pushing event updated for resources: {'Port': ['ID=1b9890f8-2e87-44f1-9226-3b4c446086d6,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:22.490432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1e4db810-a5b3-4720-8cba-285014a4236e None None] Port c7d01304-c9fa-486d-9ecd-8c661695986f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:22.491911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56efa9-bc19-429b-9611-1c4ee4aca76c service neutron] Pushing event updated for resources: {'Port': ['ID=33bcfed8-9383-41b5-b3aa-2c2934c807b0,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:22.501510 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-f49535f6-3b4d-45e6-9bb7-fe7cceaa747d', 'network_id': 'f49535f6-3b4d-45e6-9bb7-fe7cceaa747d', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'fixed_ips': [{'subnet_id': 'a066a209-7f7e-4ce7-9e93-51951a826fb5'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:21:22.502365 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.519084 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02473885-3fa0-41ea-9867-d2b27c9ee2f8 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.531656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1e4db810-a5b3-4720-8cba-285014a4236e None None] Provisioning complete for port 50473817-d8f0-4650-a21b-91f3c090f50a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:22.532111 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1e4db810-a5b3-4720-8cba-285014a4236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.549027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22251d44-d35b-4be7-819d-8f0492b5f8a5 req-dd29805d-effa-4b6a-80b0-259c3ba7eefb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508516 Sep 18 05:21:22.554703 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239bfd97-6255-4dbc-be2f-817f4f8b2795 x-openstack-request-id: req-239bfd97-6255-4dbc-be2f-817f4f8b2795 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:21:22.558537 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220efbb7-8e95-4047-ae4d-2863e0a6836f", "tag": "33bcfed8-9383-41b5-b3aa-2c2934c807b0", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:21:22.558537 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-239bfd97-6255-4dbc-be2f-817f4f8b2795 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:21:22.558537 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220efbb7-8e95-4047-ae4d-2863e0a6836f', 'tag': '33bcfed8-9383-41b5-b3aa-2c2934c807b0', 'status': 'completed', 'code': 200} Sep 18 05:21:22.577486 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02473885-3fa0-41ea-9867-d2b27c9ee2f8 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.620558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-83beb5ee-d130-409e-8d65-0bde2bb8e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.621050 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-83beb5ee-d130-409e-8d65-0bde2bb8e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.621535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-83beb5ee-d130-409e-8d65-0bde2bb8e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.622008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-83beb5ee-d130-409e-8d65-0bde2bb8e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.622476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-83beb5ee-d130-409e-8d65-0bde2bb8e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.622944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-83beb5ee-d130-409e-8d65-0bde2bb8e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.623416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-83beb5ee-d130-409e-8d65-0bde2bb8e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.625386 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-83beb5ee-d130-409e-8d65-0bde2bb8e9fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b372da42727e49509bd94f617be28f70&device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 6498 time: 0.2140915 Sep 18 05:21:22.643689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-35f107d4-396c-4aac-a34f-cb744a66d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.643689 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-35f107d4-396c-4aac-a34f-cb744a66d856 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 1095 time: 0.1464772 Sep 18 05:21:22.693878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02473885-3fa0-41ea-9867-d2b27c9ee2f8 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.695891 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-02473885-3fa0-41ea-9867-d2b27c9ee2f8 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4420176 Sep 18 05:21:22.698654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39538) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:22.701983 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 50473817-d8f0-4650-a21b-91f3c090f50a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:22.728166 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-fb74cc6a-bce2-488d-b52a-2c57f386345a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33bcfed8-9383-41b5-b3aa-2c2934c807b0 HTTP/1.1" status: 200 len: 217 time: 0.0740509 Sep 18 05:21:22.801778 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Allocated IP 172.20.0.2 (f49535f6-3b4d-45e6-9bb7-fe7cceaa747d/a066a209-7f7e-4ce7-9e93-51951a826fb5/fca34d2f-d4a6-4517-b52e-d164b060ec7f) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:22.823125 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-8bf87ca2-86fa-43c8-b1e6-c80146db5a30 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:21:22.824210 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8bf87ca2-86fa-43c8-b1e6-c80146db5a30 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "PUT /v2.0/routers/9f5dc972-00c8-4867-a0b0-fd7447af5b01/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9718831 Sep 18 05:21:22.829644 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39540) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:22.861807 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 50473817-d8f0-4650-a21b-91f3c090f50a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:22.862279 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:22.917136 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-82864ccf-7c0d-4c30-818d-408aad57c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.918643 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-82864ccf-7c0d-4c30-818d-408aad57c78d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.1730268 Sep 18 05:21:22.957464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-18ba0945-fde2-42a9-b292-dc7808d2b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.957951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-18ba0945-fde2-42a9-b292-dc7808d2b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.958431 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-18ba0945-fde2-42a9-b292-dc7808d2b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:22.960876 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-18ba0945-fde2-42a9-b292-dc7808d2b22e service neutron] 10.222.0.13 "GET /v2.0/networks?id=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=51566083-6d68-46b7-9abf-efdb568e8fb9&id=51566083-6d68-46b7-9abf-efdb568e8fb9 HTTP/1.1" status: 200 len: 2290 time: 0.2987721 Sep 18 05:21:23.017636 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:23.077717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-aaa7b6d8-a25c-47c9-8658-2026c4b02b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:23.079494 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-aaa7b6d8-a25c-47c9-8658-2026c4b02b34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1506250 Sep 18 05:21:23.117612 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-515f21a5-9899-42ad-8327-43f17cbd5209 None None] Provisioning complete for port 1b9890f8-2e87-44f1-9226-3b4c446086d6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:23.117927 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-515f21a5-9899-42ad-8327-43f17cbd5209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:23.176444 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:23.277197 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:23.344429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-515f21a5-9899-42ad-8327-43f17cbd5209 None None] Provisioning complete for port c7d01304-c9fa-486d-9ecd-8c661695986f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:23.344913 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-515f21a5-9899-42ad-8327-43f17cbd5209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:23.370747 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:23.375316 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:23.410331 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Allocated IP 172.20.0.1 (f49535f6-3b4d-45e6-9bb7-fe7cceaa747d/a066a209-7f7e-4ce7-9e93-51951a826fb5/7a7924e9-4ca1-4573-bc46-3fa1cacb02c5) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:23.419438 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-515f21a5-9899-42ad-8327-43f17cbd5209 None None] Port c7d01304-c9fa-486d-9ecd-8c661695986f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:23.433308 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Network f49535f6-3b4d-45e6-9bb7-fe7cceaa747d is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:23.442518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:23.450019 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:23.453010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Pushing event updated for resources: {'Port': ['ID=fca34d2f-d4a6-4517-b52e-d164b060ec7f,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:23.509362 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-823bf54b-6d38-4745-94d5-9a8773a0a9ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d455aaba-551f-4bf0-bf41-d280a03099b8 HTTP/1.1" status: 200 len: 1002 time: 0.5369871 Sep 18 05:21:23.513517 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Attempting to bind port fca34d2f-d4a6-4517-b52e-d164b060ec7f on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:23.514036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Attempting to bind port fca34d2f-d4a6-4517-b52e-d164b060ec7f by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '5d827ab5-0001-4a76-8be3-0294601f979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f49535f6-3b4d-45e6-9bb7-fe7cceaa747d'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:23.514487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Attempting to bind port fca34d2f-d4a6-4517-b52e-d164b060ec7f on network f49535f6-3b4d-45e6-9bb7-fe7cceaa747d {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:23.520219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:23.520745 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Checking segment: {'id': '5d827ab5-0001-4a76-8be3-0294601f979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f49535f6-3b4d-45e6-9bb7-fe7cceaa747d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:23.521242 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:23.521749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Bound using segment: {'id': '5d827ab5-0001-4a76-8be3-0294601f979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f49535f6-3b4d-45e6-9bb7-fe7cceaa747d'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:23.522351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Bound port: fca34d2f-d4a6-4517-b52e-d164b060ec7f, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d827ab5-0001-4a76-8be3-0294601f979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f49535f6-3b4d-45e6-9bb7-fe7cceaa747d'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:23.524132 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:23.546183 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:23.595351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] For port fca34d2f-d4a6-4517-b52e-d164b060ec7f, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:23.595351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] For port fca34d2f-d4a6-4517-b52e-d164b060ec7f, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fca34d2f-d4a6-4517-b52e-d164b060ec7f,segment=NetworkSegment(5d827ab5-0001-4a76-8be3-0294601f979d),segment_id=5d827ab5-0001-4a76-8be3-0294601f979d)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:23.651599 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:23.674542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-77d185b0-48f5-48c0-8a46-a3041d8a495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:23.676027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-77d185b0-48f5-48c0-8a46-a3041d8a495c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3652170f-ab08-4d41-b110-118b14aed9ef HTTP/1.1" status: 200 len: 851 time: 0.1581879 Sep 18 05:21:23.680743 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:23.693130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network f49535f6-3b4d-45e6-9bb7-fe7cceaa747d is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:23.698966 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:23.703527 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:23.705076 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-f024112a-bd28-4365-9bf2-a749b0fef95a service neutron] 10.222.0.13 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316308 Sep 18 05:21:23.714723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=7a7924e9-4ca1-4573-bc46-3fa1cacb02c5,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:23.753692 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4c41d-d0bf-4980-969f-fcb267c887bd None None] Pushing event updated for resources: {'Port': ['ID=fca34d2f-d4a6-4517-b52e-d164b060ec7f,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:23.767350 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:23.806270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366749e-831a-4ff3-af7b-63c5f5033b24 req-f56ea3ed-0539-41bd-a43d-74bd2aac64c7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:23.807986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2366749e-831a-4ff3-af7b-63c5f5033b24 req-f56ea3ed-0539-41bd-a43d-74bd2aac64c7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 943 time: 0.1779664 Sep 18 05:21:23.859515 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-b03e04d2-83ed-40f2-a8c7-688721a05473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:23.861027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-b03e04d2-83ed-40f2-a8c7-688721a05473 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1700687 Sep 18 05:21:23.990188 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:23.995290 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2366749e-831a-4ff3-af7b-63c5f5033b24 req-4eee3d65-c592-4e41-8528-05fe1b7da08c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568460 Sep 18 05:21:23.997586 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a96b591d-d080-4557-b693-90f3842fbfa5 req-e2339beb-0f65-458c-96ae-cd90f1bd2796 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718964 Sep 18 05:21:24.055801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-a1ca1561-e812-4af7-8b70-badfeb769b92 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854422 Sep 18 05:21:24.148546 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8a1f-19c4-463d-8dcb-dc98f994b8cc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:24.246079 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1b9890f8-2e87-44f1-9226-3b4c446086d6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:24.294631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-7afeda70-c8d1-4905-964a-dcc18a9c834b service neutron] 10.222.0.13 "GET /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297306 Sep 18 05:21:24.301048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 1b9890f8-2e87-44f1-9226-3b4c446086d6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:24.301426 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:24.335556 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:24.391725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fca34d2f-d4a6-4517-b52e-d164b060ec7f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:24.409403 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:24.412171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36170b45-c98e-4b63-9189-902829667acf req-61751dfa-570b-44b8-9a25-c73d1fa0a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:24.414330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-36170b45-c98e-4b63-9189-902829667acf req-61751dfa-570b-44b8-9a25-c73d1fa0a457 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 1095 time: 0.2307796 Sep 18 05:21:24.422551 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-87c20cad-3c4b-46aa-8f96-04222a1bdce2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=809807b6-462d-44b0-8e04-e9ff7ffe34db HTTP/1.1" status: 200 len: 217 time: 0.0704708 Sep 18 05:21:24.441862 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fca34d2f-d4a6-4517-b52e-d164b060ec7f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:24.442431 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:24.490884 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:24.542227 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=7a7924e9-4ca1-4573-bc46-3fa1cacb02c5,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:24.545402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-3dfa73fb-6fc4-4e3d-ac19-6629280f8bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:24.547178 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-3dfa73fb-6fc4-4e3d-ac19-6629280f8bef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.1120875 Sep 18 05:21:24.558337 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:24.598668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port fca34d2f-d4a6-4517-b52e-d164b060ec7f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fca34d2f-d4a6-4517-b52e-d164b060ec7f,segment=NetworkSegment(5d827ab5-0001-4a76-8be3-0294601f979d),segment_id=5d827ab5-0001-4a76-8be3-0294601f979d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:24.618711 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36170b45-c98e-4b63-9189-902829667acf req-f7b50434-92f3-46b4-8a35-ef8d02318f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:24.620801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-36170b45-c98e-4b63-9189-902829667acf req-f7b50434-92f3-46b4-8a35-ef8d02318f5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.1968911 Sep 18 05:21:24.630423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network f49535f6-3b4d-45e6-9bb7-fe7cceaa747d is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:24.632563 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:24.678190 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:24.695513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-25c9d508-c2fc-4e94-8fc7-b3e017847696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:24.697107 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-25c9d508-c2fc-4e94-8fc7-b3e017847696 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1419199 Sep 18 05:21:24.701516 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-36170b45-c98e-4b63-9189-902829667acf req-270aa33f-9633-4f55-a005-b3a6a3491904 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33bcfed8-9383-41b5-b3aa-2c2934c807b0 HTTP/1.1" status: 200 len: 217 time: 0.0588925 Sep 18 05:21:24.736774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=fca34d2f-d4a6-4517-b52e-d164b060ec7f,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:24.866718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36170b45-c98e-4b63-9189-902829667acf req-f2d9acb1-354e-4c1b-89fb-51aa3437e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:24.868289 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-36170b45-c98e-4b63-9189-902829667acf req-f2d9acb1-354e-4c1b-89fb-51aa3437e4cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.1371155 Sep 18 05:21:24.878720 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 416f72cc-0f9d-4d45-9c1c-f5fb392fe686 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:21:24.917419 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-ac792ad7-257d-4304-add1-532910d11f53 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749122 Sep 18 05:21:24.925120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd8a1f-19c4-463d-8dcb-dc98f994b8cc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Deleting port c7d01304-c9fa-486d-9ecd-8c661695986f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:24.925501 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8a1f-19c4-463d-8dcb-dc98f994b8cc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:24.937561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5149280e-faac-4583-9843-f850a4d3cc4f None None] Network f49535f6-3b4d-45e6-9bb7-fe7cceaa747d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:24.976795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:24.984699 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-18d9c688-2498-4927-b04a-62d66d3db4bd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/416f72cc-0f9d-4d45-9c1c-f5fb392fe686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2849326 Sep 18 05:21:24.985334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39558) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:24.988171 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8033842-1afd-4930-89f0-8dc92b6a1969 None None] Sync routers for ids ['416f72cc-0f9d-4d45-9c1c-f5fb392fe686'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:25.006815 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8033842-1afd-4930-89f0-8dc92b6a1969 None None] Routers {'416f72cc-0f9d-4d45-9c1c-f5fb392fe686'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:25.008123 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d8033842-1afd-4930-89f0-8dc92b6a1969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['416f72cc-0f9d-4d45-9c1c-f5fb392fe686'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:25.024061 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-bee73208-571d-4fbb-9d9e-54dbd1a65521 None None] Provisioning complete for port fca34d2f-d4a6-4517-b52e-d164b060ec7f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:25.024858 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bee73208-571d-4fbb-9d9e-54dbd1a65521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:25.064608 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d8033842-1afd-4930-89f0-8dc92b6a1969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:25.072326 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f3fbef-36c0-4696-a48a-4d10d3455d79 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:25.079896 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f1f3fbef-36c0-4696-a48a-4d10d3455d79 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports/7a7924e9-4ca1-4573-bc46-3fa1cacb02c5 HTTP/1.1" status: 200 len: 910 time: 0.0934381 Sep 18 05:21:25.080439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36170b45-c98e-4b63-9189-902829667acf req-fd1ad740-4a92-4155-baea-8984bb73bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:25.080581 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39562) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:25.081964 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-36170b45-c98e-4b63-9189-902829667acf req-fd1ad740-4a92-4155-baea-8984bb73bb43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1965442 Sep 18 05:21:25.094446 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8033842-1afd-4930-89f0-8dc92b6a1969 None None] Routers {'416f72cc-0f9d-4d45-9c1c-f5fb392fe686'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:25.095354 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d8033842-1afd-4930-89f0-8dc92b6a1969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['416f72cc-0f9d-4d45-9c1c-f5fb392fe686'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:25.146921 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d8033842-1afd-4930-89f0-8dc92b6a1969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:25.151766 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8033842-1afd-4930-89f0-8dc92b6a1969 None None] The sync data for ids ['416f72cc-0f9d-4d45-9c1c-f5fb392fe686'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:25.161810 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8a1f-19c4-463d-8dcb-dc98f994b8cc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:25.229178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd8a1f-19c4-463d-8dcb-dc98f994b8cc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Calling delete_port for c7d01304-c9fa-486d-9ecd-8c661695986f owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:25.232565 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-3bf2c537-6bdb-4bdc-9fcb-849a8f3c9020 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041351 Sep 18 05:21:25.327282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-0a568457-1120-42a6-8383-099e34d71549 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=0f8dede5-c7f9-4b5a-9a73-478db3ecef05 HTTP/1.1" status: 200 len: 217 time: 0.0847392 Sep 18 05:21:25.354970 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-36170b45-c98e-4b63-9189-902829667acf req-725744ea-6abd-4a72-9883-93c86061241b service neutron] 10.222.0.13 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652245 Sep 18 05:21:25.362695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc4fab-d42c-42ef-88ec-6020bbaf2b2d req-d9353795-1bd3-4fc6-808f-59e9d7a8f00b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:25.364225 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9bcc4fab-d42c-42ef-88ec-6020bbaf2b2d req-d9353795-1bd3-4fc6-808f-59e9d7a8f00b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 943 time: 0.2207630 Sep 18 05:21:25.453153 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3df7b6d4-f5a0-4726-8829-c3c2ff0b22a9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:25.481837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9bcc4fab-d42c-42ef-88ec-6020bbaf2b2d req-301e0b34-48d1-41ee-9c5a-f14c97cae926 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851059 Sep 18 05:21:25.509547 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-835eef3c-e7d0-40e8-aea5-636062a0e379 None None] Provisioning complete for port 7a7924e9-4ca1-4573-bc46-3fa1cacb02c5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:25.510126 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-835eef3c-e7d0-40e8-aea5-636062a0e379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:25.511965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-fb8c9265-67b4-4bd2-81c6-8cb0534ea73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:25.513501 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-fb8c9265-67b4-4bd2-81c6-8cb0534ea73b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.1725121 Sep 18 05:21:25.559655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-835eef3c-e7d0-40e8-aea5-636062a0e379 None None] Port 7a7924e9-4ca1-4573-bc46-3fa1cacb02c5 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:25.574942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-835eef3c-e7d0-40e8-aea5-636062a0e379 None None] Provisioning complete for port fca34d2f-d4a6-4517-b52e-d164b060ec7f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:25.575458 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-835eef3c-e7d0-40e8-aea5-636062a0e379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:25.621330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-36170b45-c98e-4b63-9189-902829667acf req-bc48dd07-5c37-4ef2-8775-55ee94914e56 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366593 Sep 18 05:21:25.636351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-2a8eb475-9711-4975-a41e-5bb353df0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:25.637887 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-2a8eb475-9711-4975-a41e-5bb353df0c72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1156573 Sep 18 05:21:25.801467 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-3df7b6d4-f5a0-4726-8829-c3c2ff0b22a9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port 7a7924e9-4ca1-4573-bc46-3fa1cacb02c5 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:25.801838 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3df7b6d4-f5a0-4726-8829-c3c2ff0b22a9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:25.806479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3bd2c841-56c3-475e-9717-79c15928c507 None None] Provisioning complete for port 7a7924e9-4ca1-4573-bc46-3fa1cacb02c5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:25.806858 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3bd2c841-56c3-475e-9717-79c15928c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:25.858899 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2c841-56c3-475e-9717-79c15928c507 None None] Port 7a7924e9-4ca1-4573-bc46-3fa1cacb02c5 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:25.895762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 33bcfed8-9383-41b5-b3aa-2c2934c807b0 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:21:25.939225 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3df7b6d4-f5a0-4726-8829-c3c2ff0b22a9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:25.952785 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-3df7b6d4-f5a0-4726-8829-c3c2ff0b22a9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for 7a7924e9-4ca1-4573-bc46-3fa1cacb02c5 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:26.010357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-64c60c7c-f81c-4341-8078-c28c01ac895c None None] Provisioning complete for port 7a7924e9-4ca1-4573-bc46-3fa1cacb02c5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:26.010649 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-64c60c7c-f81c-4341-8078-c28c01ac895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:26.049871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 33bcfed8-9383-41b5-b3aa-2c2934c807b0, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=33bcfed8-9383-41b5-b3aa-2c2934c807b0,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:26.068902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '33bcfed8-9383-41b5-b3aa-2c2934c807b0', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'port_id': '33bcfed8-9383-41b5-b3aa-2c2934c807b0', 'mac_address': 'fa:16:3e:88:09:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:21:26.082326 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-64c60c7c-f81c-4341-8078-c28c01ac895c None None] Port 7a7924e9-4ca1-4573-bc46-3fa1cacb02c5 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:26.127532 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:26.130959 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fca34d2f-d4a6-4517-b52e-d164b060ec7f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:26.163867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bcfed8-9383-41b5-b3aa-2c2934c807b0 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:21:26.177808 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-c7fca813-fbc3-4096-a498-4d144564192a service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212228 Sep 18 05:21:26.192790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 33bcfed8-9383-41b5-b3aa-2c2934c807b0, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=33bcfed8-9383-41b5-b3aa-2c2934c807b0,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:26.205035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fca34d2f-d4a6-4517-b52e-d164b060ec7f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:26.205633 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:26.215804 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8a1f-19c4-463d-8dcb-dc98f994b8cc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:26.243627 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3df7b6d4-f5a0-4726-8829-c3c2ff0b22a9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:26.273998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd8a1f-19c4-463d-8dcb-dc98f994b8cc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event deleted for resources: {'Port': ['ID=c7d01304-c9fa-486d-9ecd-8c661695986f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:26.276218 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7b6d4-f5a0-4726-8829-c3c2ff0b22a9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=7a7924e9-4ca1-4573-bc46-3fa1cacb02c5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:26.306023 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:26.362309 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-dd3bf998-5976-4cdb-8c25-b22a4a0176db service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767271 Sep 18 05:21:26.399347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=33bcfed8-9383-41b5-b3aa-2c2934c807b0,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:26.421979 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-ea8b64f1-5edb-4c69-a54c-9f501a80b843 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 HTTP/1.1" status: 200 len: 217 time: 0.0470824 Sep 18 05:21:26.445832 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3df7b6d4-f5a0-4726-8829-c3c2ff0b22a9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:26.546506 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8a1f-19c4-463d-8dcb-dc98f994b8cc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:26.590944 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['33bcfed8-9383-41b5-b3aa-2c2934c807b0'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:21:26.635358 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df7b6d4-f5a0-4726-8829-c3c2ff0b22a9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 416f72cc-0f9d-4d45-9c1c-f5fb392fe686 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:21:26.666239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-2d87cf0d-80db-4dcd-ba66-54dd71b9a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:26.667679 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-2d87cf0d-80db-4dcd-ba66-54dd71b9a952 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.2058651 Sep 18 05:21:26.722653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df7b6d4-f5a0-4726-8829-c3c2ff0b22a9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:26.733540 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3df7b6d4-f5a0-4726-8829-c3c2ff0b22a9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/416f72cc-0f9d-4d45-9c1c-f5fb392fe686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6498919 Sep 18 05:21:26.736012 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39576) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:26.739260 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6a3764-5ab8-4a26-acda-dae8245a5d8a None None] Sync routers for ids ['416f72cc-0f9d-4d45-9c1c-f5fb392fe686'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:26.752417 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6a3764-5ab8-4a26-acda-dae8245a5d8a None None] Routers {'416f72cc-0f9d-4d45-9c1c-f5fb392fe686'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:26.754664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ac6a3764-5ab8-4a26-acda-dae8245a5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['416f72cc-0f9d-4d45-9c1c-f5fb392fe686'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:26.774023 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-dac2acaf-b5d3-4148-bb6a-fc72485b1900 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports?device_id=416f72cc-0f9d-4d45-9c1c-f5fb392fe686 HTTP/1.1" status: 200 len: 205 time: 0.0334275 Sep 18 05:21:26.774331 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39578) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:26.795658 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ac6a3764-5ab8-4a26-acda-dae8245a5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:26.807805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4971d-30f3-428f-ba2e-9424c75b20c1 req-9cf5b967-7c88-411e-8e23-65f98772f91b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:26.809361 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-47f4971d-30f3-428f-ba2e-9424c75b20c1 req-9cf5b967-7c88-411e-8e23-65f98772f91b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 944 time: 0.1589124 Sep 18 05:21:26.815230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6a3764-5ab8-4a26-acda-dae8245a5d8a None None] Routers {'416f72cc-0f9d-4d45-9c1c-f5fb392fe686'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:26.815870 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ac6a3764-5ab8-4a26-acda-dae8245a5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['416f72cc-0f9d-4d45-9c1c-f5fb392fe686'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:26.850725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ac6a3764-5ab8-4a26-acda-dae8245a5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:26.851464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6a3764-5ab8-4a26-acda-dae8245a5d8a None None] The sync data for ids ['416f72cc-0f9d-4d45-9c1c-f5fb392fe686'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:26.860376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-1ccdff48-af33-40a4-a970-1a9f3d87993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:26.861894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-1ccdff48-af33-40a4-a970-1a9f3d87993c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1506815 Sep 18 05:21:26.886722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffd8a1f-19c4-463d-8dcb-dc98f994b8cc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Router 9f5dc972-00c8-4867-a0b0-fd7447af5b01 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:21:26.937635 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-47f4971d-30f3-428f-ba2e-9424c75b20c1 req-ae4091e4-657f-4ac7-9f9b-05279cd02e26 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884960 Sep 18 05:21:27.044585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffd8a1f-19c4-463d-8dcb-dc98f994b8cc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:27.055923 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6ffd8a1f-19c4-463d-8dcb-dc98f994b8cc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "PUT /v2.0/routers/9f5dc972-00c8-4867-a0b0-fd7447af5b01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2207198 Sep 18 05:21:27.055923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39582) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:27.058704 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78a670-478e-447c-b6b6-b448e7673ecc None None] Sync routers for ids ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:27.069777 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78a670-478e-447c-b6b6-b448e7673ecc None None] Routers {'9f5dc972-00c8-4867-a0b0-fd7447af5b01'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:27.070401 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6f78a670-478e-447c-b6b6-b448e7673ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:27.106889 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6f78a670-478e-447c-b6b6-b448e7673ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:27.109000 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-00049ea8-df6c-46dd-a14a-87a6861c250e tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] delete failed (client error): The resource could not be found. Sep 18 05:21:27.113701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-00049ea8-df6c-46dd-a14a-87a6861c250e tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1113402355 HTTP/1.1" status: 404 len: 335 time: 0.0536449 Sep 18 05:21:27.114055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39584) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:27.118695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3d2dfd6b-3f3c-4fe1-b489-482c8b523aee tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Request body: {'router': {'external_gateway_info': {'network_id': '9f5dc972-00c8-4867-a0b0-fd7447af5b01'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:27.120638 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78a670-478e-447c-b6b6-b448e7673ecc None None] Routers {'9f5dc972-00c8-4867-a0b0-fd7447af5b01'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:27.121337 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6f78a670-478e-447c-b6b6-b448e7673ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:27.124025 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-4d6d67d4-7f36-4f8a-885b-8158f7cccfac service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505352 Sep 18 05:21:27.155446 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6f78a670-478e-447c-b6b6-b448e7673ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:27.156515 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78a670-478e-447c-b6b6-b448e7673ecc None None] The sync data for ids ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:27.188737 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26fed648-1524-40bb-8586-ee20f2e1addf tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:27.346570 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26fed648-1524-40bb-8586-ee20f2e1addf tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:27.348618 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26fed648-1524-40bb-8586-ee20f2e1addf tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:27.399531 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-a53c4a47-0907-46c1-bd6c-0206b8a0de0d service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438545 Sep 18 05:21:27.401834 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d2dfd6b-3f3c-4fe1-b489-482c8b523aee tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:27.441481 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-a9e1bf8b-db40-4ed7-aed2-b7feea0172a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=dad1ad92-2be5-4848-878d-456fb993a3b0 HTTP/1.1" status: 200 len: 217 time: 0.0338447 Sep 18 05:21:27.490430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-3e85ff04-6c2c-4699-ad3a-d05158761179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:27.492517 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-3e85ff04-6c2c-4699-ad3a-d05158761179 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.0426757 Sep 18 05:21:27.514389 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26fed648-1524-40bb-8586-ee20f2e1addf tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:27.515067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fed648-1524-40bb-8586-ee20f2e1addf tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Fanout notify agent at l3_agent the message router_deleted on router 416f72cc-0f9d-4d45-9c1c-f5fb392fe686 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:21:27.526437 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26fed648-1524-40bb-8586-ee20f2e1addf tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:27.530548 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-26fed648-1524-40bb-8586-ee20f2e1addf tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/routers/416f72cc-0f9d-4d45-9c1c-f5fb392fe686 HTTP/1.1" status: 204 len: 168 time: 0.7530432 Sep 18 05:21:27.530845 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39586) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:27.546423 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-34789377-9a25-491a-b54c-9ca1f682d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:27.547739 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-34789377-9a25-491a-b54c-9ca1f682d567 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479264 Sep 18 05:21:27.560443 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-3d2dfd6b-3f3c-4fe1-b489-482c8b523aee tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] update failed (client error): The resource could not be found. Sep 18 05:21:27.565337 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3d2dfd6b-3f3c-4fe1-b489-482c8b523aee tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "PUT /v2.0/routers/9f5dc972-00c8-4867-a0b0-fd7447af5b01 HTTP/1.1" status: 404 len: 339 time: 0.4465327 Sep 18 05:21:27.565686 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39590) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:27.646169 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-29ab7ed3-8151-4dc4-9da4-916a04f16c2d service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868430 Sep 18 05:21:27.655440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-6543468f-d4b5-4196-ad57-54a23bab0f88 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting subnet a066a209-7f7e-4ce7-9e93-51951a826fb5 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:21:27.660184 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6543468f-d4b5-4196-ad57-54a23bab0f88 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:27.744113 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-bd444cad-d142-47aa-ade0-233c75425dad service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898254 Sep 18 05:21:27.785921 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-0ce60123-5ab6-432e-9b27-720799f88a6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=741ee337-d7e0-48e7-882c-2b7372d44fd0 HTTP/1.1" status: 200 len: 217 time: 0.0343888 Sep 18 05:21:27.804966 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6543468f-d4b5-4196-ad57-54a23bab0f88 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:27.834099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-c0871448-7895-4f83-9321-77ece3bf3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:27.836198 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-c0871448-7895-4f83-9321-77ece3bf3828 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e12fcea4-a807-445a-9915-eacbf932b4fc HTTP/1.1" status: 200 len: 797 time: 0.0433145 Sep 18 05:21:27.885148 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-f5689de7-5897-4f1d-884d-a0e822dc3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:27.886559 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-f5689de7-5897-4f1d-884d-a0e822dc3d18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51566083-6d68-46b7-9abf-efdb568e8fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0435722 Sep 18 05:21:27.911192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 33bcfed8-9383-41b5-b3aa-2c2934c807b0 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:27.965175 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:27.986891 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6543468f-d4b5-4196-ad57-54a23bab0f88 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:27.999310 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-41e06edd-d884-4c8a-b86f-7841146a6b83 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057420 Sep 18 05:21:28.050723 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 33bcfed8-9383-41b5-b3aa-2c2934c807b0 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:21:28.056052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 33bcfed8-9383-41b5-b3aa-2c2934c807b0 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:28.057534 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.125027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde6f9c-dff8-451b-9be4-cd8b09269c27 req-925f8a8e-761e-4345-8682-af323fad32e1 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:28.126642 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-efde6f9c-dff8-451b-9be4-cd8b09269c27 req-925f8a8e-761e-4345-8682-af323fad32e1 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 944 time: 0.1098068 Sep 18 05:21:28.151427 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.156333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-d3423e19-2b2e-4a8a-b9ae-115e87950773 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474993 Sep 18 05:21:28.174794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220efbb7-8e95-4047-ae4d-2863e0a6836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bcfed8-9383-41b5-b3aa-2c2934c807b0'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:21:28.177136 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbab18a-4356-4525-a6ca-a5f858f8e8ac" -d '{"events": [{"server_uuid": "220efbb7-8e95-4047-ae4d-2863e0a6836f", "name": "network-vif-plugged", "status": "completed", "tag": "33bcfed8-9383-41b5-b3aa-2c2934c807b0"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:21:28.203323 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 33bcfed8-9383-41b5-b3aa-2c2934c807b0, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=33bcfed8-9383-41b5-b3aa-2c2934c807b0,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:28.214468 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6543468f-d4b5-4196-ad57-54a23bab0f88 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.217308 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-61b46b25-3d99-4705-8488-8b891b326cde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f51248ff-1eb2-4f12-b410-f80462b53732 HTTP/1.1" status: 200 len: 217 time: 0.0526209 Sep 18 05:21:28.226047 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa8f11a-0dd3-4f4c-96a9-bfcc304e5602 x-openstack-request-id: req-daa8f11a-0dd3-4f4c-96a9-bfcc304e5602 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:21:28.226047 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220efbb7-8e95-4047-ae4d-2863e0a6836f", "name": "network-vif-plugged", "status": "completed", "tag": "33bcfed8-9383-41b5-b3aa-2c2934c807b0", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:21:28.226047 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-daa8f11a-0dd3-4f4c-96a9-bfcc304e5602 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:21:28.226047 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220efbb7-8e95-4047-ae4d-2863e0a6836f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bcfed8-9383-41b5-b3aa-2c2934c807b0', 'code': 200} Sep 18 05:21:28.226650 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-efde6f9c-dff8-451b-9be4-cd8b09269c27 req-18e3c98f-fb90-4f06-80c8-64f2da5dbec5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841305 Sep 18 05:21:28.253988 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543468f-d4b5-4196-ad57-54a23bab0f88 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Subnet': ['ID=a066a209-7f7e-4ce7-9e93-51951a826fb5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:28.259651 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6543468f-d4b5-4196-ad57-54a23bab0f88 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.263888 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6543468f-d4b5-4196-ad57-54a23bab0f88 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/a066a209-7f7e-4ce7-9e93-51951a826fb5 HTTP/1.1" status: 204 len: 168 time: 0.7297697 Sep 18 05:21:28.264278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39600) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:28.273019 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8ae09e-51de-46c2-acf1-1bacd4773743 None None] Network f49535f6-3b4d-45e6-9bb7-fe7cceaa747d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:28.288877 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.309576 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Allocated IP 172.20.0.1 (333bb240-d58b-41bb-831b-0471999719ed/ce9f400f-9cb7-4fbe-b627-27ef89a6688c/a60bba90-7dea-4102-84a9-493d9874c4c1) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:28.358461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-ca737049-c86e-4390-9445-b25886b72a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:28.360061 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-ca737049-c86e-4390-9445-b25886b72a07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e12fcea4-a807-445a-9915-eacbf932b4fc HTTP/1.1" status: 200 len: 797 time: 0.1309533 Sep 18 05:21:28.404127 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=33bcfed8-9383-41b5-b3aa-2c2934c807b0,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:28.407286 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.421048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1bf99-f029-459e-8d15-6fea34ce11ef req-8c71da6b-5817-43e7-a02b-06f22e6111db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:28.422559 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3df1bf99-f029-459e-8d15-6fea34ce11ef req-8c71da6b-5817-43e7-a02b-06f22e6111db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 1097 time: 0.1244733 Sep 18 05:21:28.448202 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.449787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-d051c997-0477-4c70-9a8d-cebfb3f3b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:28.451294 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-d051c997-0477-4c70-9a8d-cebfb3f3b6f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51566083-6d68-46b7-9abf-efdb568e8fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0796478 Sep 18 05:21:28.497662 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faed00a5-0fba-48fa-8f97-2f197e5e17da None None] DHCP port deletion for f49535f6-3b4d-45e6-9bb7-fe7cceaa747d request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:21:28.520678 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3df1bf99-f029-459e-8d15-6fea34ce11ef req-3d66c1e9-1e27-4857-b4d3-d5a101cde5b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890093 Sep 18 05:21:28.548144 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-faed00a5-0fba-48fa-8f97-2f197e5e17da None None] Deleting port fca34d2f-d4a6-4517-b52e-d164b060ec7f {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:28.548559 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-faed00a5-0fba-48fa-8f97-2f197e5e17da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.558110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.586642 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port fca34d2f-d4a6-4517-b52e-d164b060ec7f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:28.586994 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.591209 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-c8dcc052-8005-4c43-a941-da5e5a3f5c55 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203778 Sep 18 05:21:28.608317 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Network 333bb240-d58b-41bb-831b-0471999719ed is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:28.611553 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:28.613606 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-faed00a5-0fba-48fa-8f97-2f197e5e17da None None] For port fca34d2f-d4a6-4517-b52e-d164b060ec7f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fca34d2f-d4a6-4517-b52e-d164b060ec7f,segment=NetworkSegment(5d827ab5-0001-4a76-8be3-0294601f979d),segment_id=5d827ab5-0001-4a76-8be3-0294601f979d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:28.613777 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-faed00a5-0fba-48fa-8f97-2f197e5e17da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.619004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:28.623736 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event updated for resources: {'Port': ['ID=a60bba90-7dea-4102-84a9-493d9874c4c1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:28.627844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-faed00a5-0fba-48fa-8f97-2f197e5e17da None None] Calling delete_port for fca34d2f-d4a6-4517-b52e-d164b060ec7f owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:28.655726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:28.656451 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:28.656868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:28.657276 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:28.657684 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:28.658086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:28.658486 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:28.658886 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:28.659297 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:28.659691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:28.660117 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:28.660534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:28.673944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] For port fca34d2f-d4a6-4517-b52e-d164b060ec7f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fca34d2f-d4a6-4517-b52e-d164b060ec7f,segment=NetworkSegment(5d827ab5-0001-4a76-8be3-0294601f979d),segment_id=5d827ab5-0001-4a76-8be3-0294601f979d)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:28.674400 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.680176 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.691358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for fca34d2f-d4a6-4517-b52e-d164b060ec7f owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:28.820557 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-faed00a5-0fba-48fa-8f97-2f197e5e17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.844072 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed00a5-0fba-48fa-8f97-2f197e5e17da None None] Pushing event deleted for resources: {'Port': ['ID=fca34d2f-d4a6-4517-b52e-d164b060ec7f,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:28.850028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faed00a5-0fba-48fa-8f97-2f197e5e17da None None] No DVR routers for this DVR port fca34d2f-d4a6-4517-b52e-d164b060ec7f on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:28.877665 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-53d3f005-06c8-4b95-ad8f-13fed0e7ac61 req-61b8045b-e467-420d-9663-c53ae9b8db4b service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254973 Sep 18 05:21:28.878256 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.898185 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:28.907939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=fca34d2f-d4a6-4517-b52e-d164b060ec7f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:28.915934 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No DVR routers for this DVR port fca34d2f-d4a6-4517-b52e-d164b060ec7f on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:28.965080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c8be76c0-c13b-420a-ac96-1dbb6ad4c73c None None] Provisioning complete for port a60bba90-7dea-4102-84a9-493d9874c4c1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:28.967859 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c8be76c0-c13b-420a-ac96-1dbb6ad4c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.000453 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.002754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c8be76c0-c13b-420a-ac96-1dbb6ad4c73c None None] Port a60bba90-7dea-4102-84a9-493d9874c4c1 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:29.027079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49535f6-3b4d-45e6-9bb7-fe7cceaa747d']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:29.044317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d827ab5-0001-4a76-8be3-0294601f979d') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:29.044706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d827ab5-0001-4a76-8be3-0294601f979d') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:29.055833 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.074474 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.080936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:21:29.081341 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:21:29.086174 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:21:29.184684 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.199468 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.206647 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.208478 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/networks/f49535f6-3b4d-45e6-9bb7-fe7cceaa747d HTTP/1.1" status: 204 len: 168 time: 0.9430928 Sep 18 05:21:29.212150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39608) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:29.216863 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-692394988', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:29.219760 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4549e-5493-4633-b910-bf4029ac33ff tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Network': ['ID=f49535f6-3b4d-45e6-9bb7-fe7cceaa747d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:29.257507 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.336938 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.340503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event updated for resources: {'Port': ['ID=a60bba90-7dea-4102-84a9-493d9874c4c1,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:29.363729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edf658-0894-458e-8740-27a8ee11614c req-d79a439d-6cc3-4534-a39c-efb9f7db2f3f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:29.365563 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b1edf658-0894-458e-8740-27a8ee11614c req-d79a439d-6cc3-4534-a39c-efb9f7db2f3f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 945 time: 0.0596993 Sep 18 05:21:29.426303 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b1edf658-0894-458e-8740-27a8ee11614c req-b93c8c79-f970-4634-b21a-219f2f1d9fe9 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528886 Sep 18 05:21:29.447252 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.448496 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.476672 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Network 333bb240-d58b-41bb-831b-0471999719ed is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:29.479683 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:29.523122 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.722945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Router 9f5dc972-00c8-4867-a0b0-fd7447af5b01 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:21:29.728588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-25d91a3c-77bd-4add-a607-2b933d895f06 None None] Provisioning complete for port a60bba90-7dea-4102-84a9-493d9874c4c1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:29.728969 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-25d91a3c-77bd-4add-a607-2b933d895f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.761369 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.764940 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-25d91a3c-77bd-4add-a607-2b933d895f06 None None] Port a60bba90-7dea-4102-84a9-493d9874c4c1 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:29.871396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:29.880709 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53df28-4466-4010-9991-1f112852cebe None None] Sync routers for ids ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:29.880854 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5d8070d3-146e-4436-a9cc-931cbf596dbc tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "PUT /v2.0/routers/9f5dc972-00c8-4867-a0b0-fd7447af5b01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3139889 Sep 18 05:21:29.884191 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39616) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:29.899275 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53df28-4466-4010-9991-1f112852cebe None None] Routers {'9f5dc972-00c8-4867-a0b0-fd7447af5b01'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:29.899995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6e53df28-4466-4010-9991-1f112852cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:29.941326 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6e53df28-4466-4010-9991-1f112852cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:29.952969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53df28-4466-4010-9991-1f112852cebe None None] Routers {'9f5dc972-00c8-4867-a0b0-fd7447af5b01'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:29.953805 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6e53df28-4466-4010-9991-1f112852cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:29.983104 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-489060d8-d4b4-4645-8462-6e7a11f521db tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:29.985791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6e53df28-4466-4010-9991-1f112852cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:29.986454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53df28-4466-4010-9991-1f112852cebe None None] The sync data for ids ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:30.054900 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:30.075935 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:30.130600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fca34d2f-d4a6-4517-b52e-d164b060ec7f no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:21:30.151520 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: fca34d2f-d4a6-4517-b52e-d164b060ec7f {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:21:30.151888 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fca34d2f-d4a6-4517-b52e-d164b060ec7f not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:21:30.212887 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Allocated IP 172.25.7.174 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/a1c09929-39a6-4990-899c-5a70bf93e39d) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:30.318803 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:30.414514 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-489060d8-d4b4-4645-8462-6e7a11f521db tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 05:21:30.415555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-489060d8-d4b4-4645-8462-6e7a11f521db tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "DELETE /v2.0/routers/9f5dc972-00c8-4867-a0b0-fd7447af5b01 HTTP/1.1" status: 409 len: 329 time: 0.5303144 Sep 18 05:21:30.418599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39620) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:30.434521 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:30.478511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:30.483025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:30.491097 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:30.512353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=a1c09929-39a6-4990-899c-5a70bf93e39d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:30.638831 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3c1a4-7c09-4930-a8e4-d0da8635f502 req-117d9a70-2ef7-4356-b8b3-62a90481d02e tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:30.640266 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ea3c1a4-7c09-4930-a8e4-d0da8635f502 req-117d9a70-2ef7-4356-b8b3-62a90481d02e tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 945 time: 0.1289725 Sep 18 05:21:30.730472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ea3c1a4-7c09-4930-a8e4-d0da8635f502 req-bc89de56-979d-4c34-9832-19e8cca07cce tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832472 Sep 18 05:21:30.813096 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6e2330b6-1ceb-4296-b619-89e9a77625fa tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:30.886925 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:31.066565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-6e2330b6-1ceb-4296-b619-89e9a77625fa tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Deleting port a60bba90-7dea-4102-84a9-493d9874c4c1 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:31.066918 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6e2330b6-1ceb-4296-b619-89e9a77625fa tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:31.158896 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6e2330b6-1ceb-4296-b619-89e9a77625fa tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:31.172361 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-6e2330b6-1ceb-4296-b619-89e9a77625fa tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Calling delete_port for a60bba90-7dea-4102-84a9-493d9874c4c1 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:31.198470 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:21:31.202558 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef38b-65dd-447e-a9a1-f331efde8899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:31.414579 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6e2330b6-1ceb-4296-b619-89e9a77625fa tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:31.422727 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:31.443485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2330b6-1ceb-4296-b619-89e9a77625fa tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event deleted for resources: {'Port': ['ID=a60bba90-7dea-4102-84a9-493d9874c4c1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:31.593060 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6e2330b6-1ceb-4296-b619-89e9a77625fa tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:31.620194 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 1616bb83-5268-40e9-8d4c-0e16d01bb2ed is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:21:31.724424 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:31.737119 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99751eef-0ccb-4404-bd29-5c378dee8f15 None None] Sync routers for ids ['1616bb83-5268-40e9-8d4c-0e16d01bb2ed'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:31.747457 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99751eef-0ccb-4404-bd29-5c378dee8f15 None None] Routers {'1616bb83-5268-40e9-8d4c-0e16d01bb2ed'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:31.750345 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-99751eef-0ccb-4404-bd29-5c378dee8f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['1616bb83-5268-40e9-8d4c-0e16d01bb2ed'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:31.752510 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2330b6-1ceb-4296-b619-89e9a77625fa tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Router 9f5dc972-00c8-4867-a0b0-fd7447af5b01 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:21:31.780850 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-99751eef-0ccb-4404-bd29-5c378dee8f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:31.790012 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99751eef-0ccb-4404-bd29-5c378dee8f15 None None] Routers {'1616bb83-5268-40e9-8d4c-0e16d01bb2ed'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:31.790615 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-99751eef-0ccb-4404-bd29-5c378dee8f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['1616bb83-5268-40e9-8d4c-0e16d01bb2ed'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:31.800098 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:31.803721 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a4dccdb3-793a-4c70-95f9-cca47b661f7d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.5882938 Sep 18 05:21:31.804958 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39632) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:31.826391 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-99751eef-0ccb-4404-bd29-5c378dee8f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:31.827046 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99751eef-0ccb-4404-bd29-5c378dee8f15 None None] The sync data for ids ['1616bb83-5268-40e9-8d4c-0e16d01bb2ed'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:31.832645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2330b6-1ceb-4296-b619-89e9a77625fa tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:31.835492 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6e2330b6-1ceb-4296-b619-89e9a77625fa tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "PUT /v2.0/routers/9f5dc972-00c8-4867-a0b0-fd7447af5b01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4153636 Sep 18 05:21:31.839126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39636) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:31.842888 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aeec78-95bb-4f3e-b0cb-97efc293929e None None] Sync routers for ids ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:31.853020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aeec78-95bb-4f3e-b0cb-97efc293929e None None] Routers {'9f5dc972-00c8-4867-a0b0-fd7447af5b01'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:31.853898 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-57aeec78-95bb-4f3e-b0cb-97efc293929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:31.878892 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-d2f10166-ce9c-40ce-bec0-9a7560116bb6 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] show failed (client error): The resource could not be found. Sep 18 05:21:31.884359 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d2f10166-ce9c-40ce-bec0-9a7560116bb6 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1174739148 HTTP/1.1" status: 404 len: 335 time: 0.0399325 Sep 18 05:21:31.884898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39640) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:31.890244 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-6653ea8b-64a8-4867-b8b9-61f0680f7bb1 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:31.903863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-57aeec78-95bb-4f3e-b0cb-97efc293929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:31.914591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aeec78-95bb-4f3e-b0cb-97efc293929e None None] Routers {'9f5dc972-00c8-4867-a0b0-fd7447af5b01'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:31.915255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-57aeec78-95bb-4f3e-b0cb-97efc293929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:31.930909 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-6653ea8b-64a8-4867-b8b9-61f0680f7bb1 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] update failed (client error): The resource could not be found. Sep 18 05:21:31.934530 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6653ea8b-64a8-4867-b8b9-61f0680f7bb1 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1455596050 HTTP/1.1" status: 404 len: 335 time: 0.0461924 Sep 18 05:21:31.937402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39642) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:31.955330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-57aeec78-95bb-4f3e-b0cb-97efc293929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:31.956139 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aeec78-95bb-4f3e-b0cb-97efc293929e None None] The sync data for ids ['9f5dc972-00c8-4867-a0b0-fd7447af5b01'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:31.990572 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0c8c0afa-3e7b-45d9-8a5e-d1d734a9343d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/routers/1616bb83-5268-40e9-8d4c-0e16d01bb2ed HTTP/1.1" status: 200 len: 880 time: 0.1843214 Sep 18 05:21:31.991213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39646) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:32.004333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b31f03-3951-4903-a635-d5478956391b tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Deleting subnet 15979347-2e0a-4ec4-8b20-60ab4547b8e5 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:21:32.007878 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-95b31f03-3951-4903-a635-d5478956391b tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.051773 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-95b31f03-3951-4903-a635-d5478956391b tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.134861 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-95b31f03-3951-4903-a635-d5478956391b tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.187432 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0541e6d2-512b-4971-9ad3-49be6c501af3 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1926725 Sep 18 05:21:32.187661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39648) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:32.192320 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-a16e96b3-c73b-4bab-9b79-8a0085757815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-692394988'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:32.269032 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-95b31f03-3951-4903-a635-d5478956391b tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.296118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b31f03-3951-4903-a635-d5478956391b tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event deleted for resources: {'Subnet': ['ID=15979347-2e0a-4ec4-8b20-60ab4547b8e5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:32.304835 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-95b31f03-3951-4903-a635-d5478956391b tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.309033 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-95b31f03-3951-4903-a635-d5478956391b tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "DELETE /v2.0/subnets/15979347-2e0a-4ec4-8b20-60ab4547b8e5 HTTP/1.1" status: 204 len: 168 time: 0.3683324 Sep 18 05:21:32.309811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691cd86d-38e3-4b7f-bf5c-1270577b83b1 None None] Network 6e4e9077-1b28-4c21-9490-83050a1a4555 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:32.320781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39652) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:32.375083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9cdf02e-17ff-4bbe-a1d9-64572aaca982 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Deleting subnet 5e52e1da-e840-47a6-9a6b-9112804a1699 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:21:32.378469 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9cdf02e-17ff-4bbe-a1d9-64572aaca982 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.421029 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9cdf02e-17ff-4bbe-a1d9-64572aaca982 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.509151 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af091ab-95cb-445b-8f1a-4b79c0b40655 None None] DHCP port deletion for 6e4e9077-1b28-4c21-9490-83050a1a4555 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:21:32.514008 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9cdf02e-17ff-4bbe-a1d9-64572aaca982 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.521705 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a16e96b3-c73b-4bab-9b79-8a0085757815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.555091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8af091ab-95cb-445b-8f1a-4b79c0b40655 None None] Deleting port 1b9890f8-2e87-44f1-9226-3b4c446086d6 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:32.555568 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8af091ab-95cb-445b-8f1a-4b79c0b40655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.582949 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a16e96b3-c73b-4bab-9b79-8a0085757815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.621300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8af091ab-95cb-445b-8f1a-4b79c0b40655 None None] For port 1b9890f8-2e87-44f1-9226-3b4c446086d6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1b9890f8-2e87-44f1-9226-3b4c446086d6,segment=NetworkSegment(a80adc15-099f-443b-a660-eed7d6c4ec30),segment_id=a80adc15-099f-443b-a660-eed7d6c4ec30)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:32.621704 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8af091ab-95cb-445b-8f1a-4b79c0b40655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.634227 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8af091ab-95cb-445b-8f1a-4b79c0b40655 None None] Calling delete_port for 1b9890f8-2e87-44f1-9226-3b4c446086d6 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:32.638549 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9cdf02e-17ff-4bbe-a1d9-64572aaca982 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.671071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdf02e-17ff-4bbe-a1d9-64572aaca982 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event deleted for resources: {'Subnet': ['ID=5e52e1da-e840-47a6-9a6b-9112804a1699,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:32.673529 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9cdf02e-17ff-4bbe-a1d9-64572aaca982 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.675614 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a9cdf02e-17ff-4bbe-a1d9-64572aaca982 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "DELETE /v2.0/subnets/5e52e1da-e840-47a6-9a6b-9112804a1699 HTTP/1.1" status: 204 len: 168 time: 0.3532703 Sep 18 05:21:32.677853 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39654) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:32.689202 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f46e9ac-3eee-4007-bb16-dae8536b36f9 None None] Network 2c7856b1-704e-425e-89e2-508598cf1823 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:32.702284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16e96b3-c73b-4bab-9b79-8a0085757815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 1616bb83-5268-40e9-8d4c-0e16d01bb2ed has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:21:32.763978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.819677 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16e96b3-c73b-4bab-9b79-8a0085757815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:32.821945 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Deleting port 1b9890f8-2e87-44f1-9226-3b4c446086d6 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:32.822291 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.829749 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a16e96b3-c73b-4bab-9b79-8a0085757815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.830956 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a16e96b3-c73b-4bab-9b79-8a0085757815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/1616bb83-5268-40e9-8d4c-0e16d01bb2ed HTTP/1.1" status: 200 len: 887 time: 0.6423872 Sep 18 05:21:32.832292 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f17dc46-936c-4111-a070-e2fe75bce876 None None] Sync routers for ids ['1616bb83-5268-40e9-8d4c-0e16d01bb2ed'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:32.833521 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39656) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:32.851481 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f17dc46-936c-4111-a070-e2fe75bce876 None None] Routers {'1616bb83-5268-40e9-8d4c-0e16d01bb2ed'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:32.851481 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0f17dc46-936c-4111-a070-e2fe75bce876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['1616bb83-5268-40e9-8d4c-0e16d01bb2ed'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:32.868739 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8af091ab-95cb-445b-8f1a-4b79c0b40655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.891108 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0f17dc46-936c-4111-a070-e2fe75bce876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:32.896480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af091ab-95cb-445b-8f1a-4b79c0b40655 None None] Pushing event deleted for resources: {'Port': ['ID=1b9890f8-2e87-44f1-9226-3b4c446086d6,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:32.907219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af091ab-95cb-445b-8f1a-4b79c0b40655 None None] No DVR routers for this DVR port 1b9890f8-2e87-44f1-9226-3b4c446086d6 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:32.910678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb09716f-8d58-4ef3-adc9-7fa18e770bf3 None None] DHCP port deletion for 2c7856b1-704e-425e-89e2-508598cf1823 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:21:32.910933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] For port 1b9890f8-2e87-44f1-9226-3b4c446086d6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1b9890f8-2e87-44f1-9226-3b4c446086d6,segment=NetworkSegment(a80adc15-099f-443b-a660-eed7d6c4ec30),segment_id=a80adc15-099f-443b-a660-eed7d6c4ec30)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:32.911739 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:32.913612 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f17dc46-936c-4111-a070-e2fe75bce876 None None] Routers {'1616bb83-5268-40e9-8d4c-0e16d01bb2ed'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:32.914406 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0f17dc46-936c-4111-a070-e2fe75bce876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['1616bb83-5268-40e9-8d4c-0e16d01bb2ed'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:32.936813 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Calling delete_port for 1b9890f8-2e87-44f1-9226-3b4c446086d6 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:32.964877 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0f17dc46-936c-4111-a070-e2fe75bce876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:32.965714 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f17dc46-936c-4111-a070-e2fe75bce876 None None] The sync data for ids ['1616bb83-5268-40e9-8d4c-0e16d01bb2ed'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:33.039557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39664) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:33.041332 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c467dd44-c86d-43e6-a2a4-c797768a5283 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/routers/1616bb83-5268-40e9-8d4c-0e16d01bb2ed HTTP/1.1" status: 200 len: 887 time: 0.2061176 Sep 18 05:21:33.075964 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ba589d85-c4c1-4dff-8565-18c02064cf74 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1616bb83-5268-40e9-8d4c-0e16d01bb2ed HTTP/1.1" status: 200 len: 205 time: 0.0315535 Sep 18 05:21:33.078668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39666) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:33.121905 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.149297 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-fb09716f-8d58-4ef3-adc9-7fa18e770bf3 None None] Deleting port 50473817-d8f0-4650-a21b-91f3c090f50a {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:33.149683 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fb09716f-8d58-4ef3-adc9-7fa18e770bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.157055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] No DVR routers for this DVR port 1b9890f8-2e87-44f1-9226-3b4c446086d6 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:33.166918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event deleted for resources: {'Port': ['ID=1b9890f8-2e87-44f1-9226-3b4c446086d6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:33.211731 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-fb09716f-8d58-4ef3-adc9-7fa18e770bf3 None None] For port 50473817-d8f0-4650-a21b-91f3c090f50a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=50473817-d8f0-4650-a21b-91f3c090f50a,segment=NetworkSegment(ca2e86eb-f23d-404c-9c1b-74667c9d6db6),segment_id=ca2e86eb-f23d-404c-9c1b-74667c9d6db6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:33.212141 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fb09716f-8d58-4ef3-adc9-7fa18e770bf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.224336 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-fb09716f-8d58-4ef3-adc9-7fa18e770bf3 None None] Calling delete_port for 50473817-d8f0-4650-a21b-91f3c090f50a owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:33.280760 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.307355 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.340396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4e9077-1b28-4c21-9490-83050a1a4555']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:33.359054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80adc15-099f-443b-a660-eed7d6c4ec30') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:33.359054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80adc15-099f-443b-a660-eed7d6c4ec30') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:33.371921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.374322 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fb09716f-8d58-4ef3-adc9-7fa18e770bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.401804 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09716f-8d58-4ef3-adc9-7fa18e770bf3 None None] Pushing event deleted for resources: {'Port': ['ID=50473817-d8f0-4650-a21b-91f3c090f50a,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:33.403964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09716f-8d58-4ef3-adc9-7fa18e770bf3 None None] No DVR routers for this DVR port 50473817-d8f0-4650-a21b-91f3c090f50a on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:33.420474 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.430895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:21:33.431287 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:21:33.434306 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:21:33.496111 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.611059 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.616521 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.618462 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "DELETE /v2.0/networks/6e4e9077-1b28-4c21-9490-83050a1a4555 HTTP/1.1" status: 204 len: 168 time: 0.9376023 Sep 18 05:21:33.622025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39670) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:33.636623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556dcc2-f131-4e19-ba31-055a5be667b0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event deleted for resources: {'Network': ['ID=6e4e9077-1b28-4c21-9490-83050a1a4555,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:33.658209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port a1c09929-39a6-4990-899c-5a70bf93e39d {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:33.658669 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.705773 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-58e40f7a-502d-416e-b943-c03a0177c072 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.749906 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.764691 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for a1c09929-39a6-4990-899c-5a70bf93e39d owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:33.802192 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-58e40f7a-502d-416e-b943-c03a0177c072 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.827422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-58e40f7a-502d-416e-b943-c03a0177c072 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7856b1-704e-425e-89e2-508598cf1823']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:33.837431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-58e40f7a-502d-416e-b943-c03a0177c072 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2e86eb-f23d-404c-9c1b-74667c9d6db6') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:33.837736 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-58e40f7a-502d-416e-b943-c03a0177c072 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2e86eb-f23d-404c-9c1b-74667c9d6db6') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:33.847557 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-58e40f7a-502d-416e-b943-c03a0177c072 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.848624 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6ce9f51d-1109-4f42-8556-54f90cf93701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.862530 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-58e40f7a-502d-416e-b943-c03a0177c072 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.869750 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e40f7a-502d-416e-b943-c03a0177c072 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:21:33.870124 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-58e40f7a-502d-416e-b943-c03a0177c072 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:21:33.873625 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:21:34.003008 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-58e40f7a-502d-416e-b943-c03a0177c072 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.010711 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-58e40f7a-502d-416e-b943-c03a0177c072 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.012598 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-58e40f7a-502d-416e-b943-c03a0177c072 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "DELETE /v2.0/networks/2c7856b1-704e-425e-89e2-508598cf1823 HTTP/1.1" status: 204 len: 168 time: 0.3894942 Sep 18 05:21:34.016806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39674) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:34.028676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e40f7a-502d-416e-b943-c03a0177c072 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event deleted for resources: {'Network': ['ID=2c7856b1-704e-425e-89e2-508598cf1823,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:34.048936 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.105216 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=a1c09929-39a6-4990-899c-5a70bf93e39d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:34.130172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Deleting subnet ce9f400f-9cb7-4fbe-b627-27ef89a6688c {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:21:34.136200 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.144529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1b9890f8-2e87-44f1-9226-3b4c446086d6 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:21:34.165646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 1b9890f8-2e87-44f1-9226-3b4c446086d6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:21:34.166343 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1b9890f8-2e87-44f1-9226-3b4c446086d6 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:21:34.166838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 50473817-d8f0-4650-a21b-91f3c090f50a no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:21:34.190133 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 50473817-d8f0-4650-a21b-91f3c090f50a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:21:34.190585 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 50473817-d8f0-4650-a21b-91f3c090f50a not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:21:34.205686 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.232755 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.271388 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.674563 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.680354 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.753177 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.822696 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.823365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Fanout notify agent at l3_agent the message router_deleted on router 1616bb83-5268-40e9-8d4c-0e16d01bb2ed {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:21:34.830999 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.831196 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4ce7734f-9f20-4cb5-ae6f-8181f2614569 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/routers/1616bb83-5268-40e9-8d4c-0e16d01bb2ed HTTP/1.1" status: 204 len: 168 time: 1.7515759 Sep 18 05:21:34.834777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39682) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:34.839687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f84d0d2f-30bd-48d3-8f65-9a87243c02b5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'network': {'name': 'tempest-RoutersTest-464000224'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:34.874046 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.904987 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event deleted for resources: {'Subnet': ['ID=ce9f400f-9cb7-4fbe-b627-27ef89a6688c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:34.909448 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.911299 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "DELETE /v2.0/subnets/ce9f400f-9cb7-4fbe-b627-27ef89a6688c HTTP/1.1" status: 204 len: 168 time: 0.8932343 Sep 18 05:21:34.914438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39684) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:34.915595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1ad647-6f0d-4d4b-a0cd-b83191f5586d None None] Network 333bb240-d58b-41bb-831b-0471999719ed requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:34.917553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:34.917974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:34.918447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:34.918863 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:34.919267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:34.919675 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:34.920082 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:34.920524 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:34.920924 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:34.921322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:34.921717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:34.922185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e03acd-f4f2-45bf-b26b-9e90dfe972c0 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:34.956999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84d0d2f-30bd-48d3-8f65-9a87243c02b5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:34.961097 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f84d0d2f-30bd-48d3-8f65-9a87243c02b5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.985945 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84d0d2f-30bd-48d3-8f65-9a87243c02b5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:21:34.992453 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.996208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f84d0d2f-30bd-48d3-8f65-9a87243c02b5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:34.996597 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-f84d0d2f-30bd-48d3-8f65-9a87243c02b5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Added segment c05e518c-41e7-451e-97e3-81720759e6e9 of type vlan for network 9458cde7-b4a9-4424-9e75-ae3f4482d578 Sep 18 05:21:35.045069 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f84d0d2f-30bd-48d3-8f65-9a87243c02b5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.061043 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Deleting port 8657f39e-b7c9-4601-9ab7-f57ceeff9621 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:35.061389 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.119910 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aa4445-a57e-4aba-8182-e44c168236c4 None None] DHCP port deletion for 333bb240-d58b-41bb-831b-0471999719ed request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:21:35.131889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] For port 8657f39e-b7c9-4601-9ab7-f57ceeff9621, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8657f39e-b7c9-4601-9ab7-f57ceeff9621,segment=NetworkSegment(a0ad212c-3f1d-46c2-aee3-8b7396017373),segment_id=a0ad212c-3f1d-46c2-aee3-8b7396017373)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:35.132306 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.140692 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f84d0d2f-30bd-48d3-8f65-9a87243c02b5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.145233 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Calling delete_port for 8657f39e-b7c9-4601-9ab7-f57ceeff9621 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:35.149327 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84d0d2f-30bd-48d3-8f65-9a87243c02b5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:35.149977 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f84d0d2f-30bd-48d3-8f65-9a87243c02b5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.232662 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-45aa4445-a57e-4aba-8182-e44c168236c4 None None] Deleting port 8657f39e-b7c9-4601-9ab7-f57ceeff9621 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:35.235363 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-45aa4445-a57e-4aba-8182-e44c168236c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.236106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d0d2f-30bd-48d3-8f65-9a87243c02b5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Network': ['ID=9458cde7-b4a9-4424-9e75-ae3f4482d578,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:35.250192 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f84d0d2f-30bd-48d3-8f65-9a87243c02b5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4141891 Sep 18 05:21:35.252039 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 9458cde7-b4a9-4424-9e75-ae3f4482d578 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:21:35.253086 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39692) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:35.258598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-14e0de6f-4bfd-48da-b3b7-1af1c4fcb04f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'subnet': {'network_id': '9458cde7-b4a9-4424-9e75-ae3f4482d578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:35.280139 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.305771 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.333760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event deleted for resources: {'Port': ['ID=8657f39e-b7c9-4601-9ab7-f57ceeff9621,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:35.339152 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] No DVR routers for this DVR port 8657f39e-b7c9-4601-9ab7-f57ceeff9621 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:35.355411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-45aa4445-a57e-4aba-8182-e44c168236c4 None None] For port 8657f39e-b7c9-4601-9ab7-f57ceeff9621, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8657f39e-b7c9-4601-9ab7-f57ceeff9621,segment=NetworkSegment(a0ad212c-3f1d-46c2-aee3-8b7396017373),segment_id=a0ad212c-3f1d-46c2-aee3-8b7396017373)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:35.356565 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-45aa4445-a57e-4aba-8182-e44c168236c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.374272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-45aa4445-a57e-4aba-8182-e44c168236c4 None None] Calling delete_port for 8657f39e-b7c9-4601-9ab7-f57ceeff9621 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:35.402846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e0de6f-4bfd-48da-b3b7-1af1c4fcb04f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:35.406453 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14e0de6f-4bfd-48da-b3b7-1af1c4fcb04f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.425395 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.447003 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333bb240-d58b-41bb-831b-0471999719ed']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:21:35.455034 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:21:35.458269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ad212c-3f1d-46c2-aee3-8b7396017373') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:35.458269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ad212c-3f1d-46c2-aee3-8b7396017373') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:35.464991 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-45aa4445-a57e-4aba-8182-e44c168236c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.467603 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.480623 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.487133 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:21:35.489134 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.489276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa4445-a57e-4aba-8182-e44c168236c4 None None] Pushing event deleted for resources: {'Port': ['ID=8657f39e-b7c9-4601-9ab7-f57ceeff9621,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:35.493830 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa4445-a57e-4aba-8182-e44c168236c4 None None] No DVR routers for this DVR port 8657f39e-b7c9-4601-9ab7-f57ceeff9621 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:21:35.495996 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:21:35.642785 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.650224 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.652095 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "DELETE /v2.0/networks/333bb240-d58b-41bb-831b-0471999719ed HTTP/1.1" status: 204 len: 168 time: 0.7366641 Sep 18 05:21:35.655763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39696) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:35.664097 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7dbdb-d2c1-4b50-a62d-d4934311b060 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Pushing event deleted for resources: {'Network': ['ID=333bb240-d58b-41bb-831b-0471999719ed,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:35.694546 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-06768abc-9436-40db-a38c-80fe355993d2 tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f5dc972-00c8-4867-a0b0-fd7447af5b01 HTTP/1.1" status: 200 len: 205 time: 0.0370331 Sep 18 05:21:35.697112 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39698) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:35.772821 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36bc3678-7619-4457-a3c5-83d61594d29a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.854572 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14e0de6f-4bfd-48da-b3b7-1af1c4fcb04f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.920589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0de6f-4bfd-48da-b3b7-1af1c4fcb04f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Subnet': ['ID=bb8c9f91-258e-4a11-9a45-6d1de7fbadb6,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:35.927434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e0de6f-4bfd-48da-b3b7-1af1c4fcb04f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Checking segment: {'id': 'c05e518c-41e7-451e-97e3-81720759e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9458cde7-b4a9-4424-9e75-ae3f4482d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:35.927718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e0de6f-4bfd-48da-b3b7-1af1c4fcb04f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network hostable DHCP agents. Network: 9458cde7-b4a9-4424-9e75-ae3f4482d578, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:21:35.932317 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36bc3678-7619-4457-a3c5-83d61594d29a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:35.934439 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36bc3678-7619-4457-a3c5-83d61594d29a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.002461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e0de6f-4bfd-48da-b3b7-1af1c4fcb04f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 9458cde7-b4a9-4424-9e75-ae3f4482d578 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:21:36.034031 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36bc3678-7619-4457-a3c5-83d61594d29a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.034591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bc3678-7619-4457-a3c5-83d61594d29a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Fanout notify agent at l3_agent the message router_deleted on router 9f5dc972-00c8-4867-a0b0-fd7447af5b01 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:21:36.041663 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36bc3678-7619-4457-a3c5-83d61594d29a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.042805 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-36bc3678-7619-4457-a3c5-83d61594d29a tempest-RoutersNegativeTest-1210974630 tempest-RoutersNegativeTest-1210974630-project] 10.222.0.23 "DELETE /v2.0/routers/9f5dc972-00c8-4867-a0b0-fd7447af5b01 HTTP/1.1" status: 204 len: 168 time: 0.3446853 Sep 18 05:21:36.112066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-14e0de6f-4bfd-48da-b3b7-1af1c4fcb04f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 9458cde7-b4a9-4424-9e75-ae3f4482d578) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:36.118645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8657f39e-b7c9-4601-9ab7-f57ceeff9621 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:21:36.120791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e0de6f-4bfd-48da-b3b7-1af1c4fcb04f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:36.121571 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14e0de6f-4bfd-48da-b3b7-1af1c4fcb04f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.141119 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761544aa-3336-4917-882f-82fc41b948bc None None] Network 9458cde7-b4a9-4424-9e75-ae3f4482d578 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:36.144117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 8657f39e-b7c9-4601-9ab7-f57ceeff9621 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:21:36.144496 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8657f39e-b7c9-4601-9ab7-f57ceeff9621 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:21:36.209940 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-14e0de6f-4bfd-48da-b3b7-1af1c4fcb04f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9553497 Sep 18 05:21:36.212022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39704) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:36.216825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3cf1ddd0-0733-4286-a57e-d244ad0154e8 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-648553038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:36.303057 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-9458cde7-b4a9-4424-9e75-ae3f4482d578', 'network_id': '9458cde7-b4a9-4424-9e75-ae3f4482d578', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'fixed_ips': [{'subnet_id': 'bb8c9f91-258e-4a11-9a45-6d1de7fbadb6'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:21:36.304684 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.335042 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ddd0-0733-4286-a57e-d244ad0154e8 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.339059 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ddd0-0733-4286-a57e-d244ad0154e8 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.387670 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ddd0-0733-4286-a57e-d244ad0154e8 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.444124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Allocated IP 172.20.0.2 (9458cde7-b4a9-4424-9e75-ae3f4482d578/bb8c9f91-258e-4a11-9a45-6d1de7fbadb6/3c327007-5801-4d5d-ac8d-9b29f0bec1a0) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:36.454204 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ddd0-0733-4286-a57e-d244ad0154e8 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.511257 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ddd0-0733-4286-a57e-d244ad0154e8 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.512545 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3cf1ddd0-0733-4286-a57e-d244ad0154e8 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2993627 Sep 18 05:21:36.515224 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39712) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:36.519687 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39714) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:36.604851 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.666241 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.674912 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d4b629ca-84bc-4d29-b680-56d7a7a89d1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3bc7bd3c8f842a582d6e26a3dcc5282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534295 Sep 18 05:21:36.677445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39720) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:36.711158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Network 9458cde7-b4a9-4424-9e75-ae3f4482d578 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:36.715560 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:36.718795 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:36.730964 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff4844ef-49dd-4dab-9713-2de6ef92fbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.736709 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Pushing event updated for resources: {'Port': ['ID=3c327007-5801-4d5d-ac8d-9b29f0bec1a0,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:36.754071 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff4844ef-49dd-4dab-9713-2de6ef92fbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.793027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Attempting to bind port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:36.793416 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Attempting to bind port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'c05e518c-41e7-451e-97e3-81720759e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9458cde7-b4a9-4424-9e75-ae3f4482d578'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:36.793796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Attempting to bind port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 on network 9458cde7-b4a9-4424-9e75-ae3f4482d578 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:36.799010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:36.805878 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Checking segment: {'id': 'c05e518c-41e7-451e-97e3-81720759e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9458cde7-b4a9-4424-9e75-ae3f4482d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:36.805878 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.805878 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Bound using segment: {'id': 'c05e518c-41e7-451e-97e3-81720759e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9458cde7-b4a9-4424-9e75-ae3f4482d578'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:36.805878 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Bound port: 3c327007-5801-4d5d-ac8d-9b29f0bec1a0, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05e518c-41e7-451e-97e3-81720759e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9458cde7-b4a9-4424-9e75-ae3f4482d578'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:36.805878 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.814732 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.860351 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.864982 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] For port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:36.869103 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] For port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3c327007-5801-4d5d-ac8d-9b29f0bec1a0,segment=NetworkSegment(c05e518c-41e7-451e-97e3-81720759e6e9),segment_id=c05e518c-41e7-451e-97e3-81720759e6e9)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:36.885192 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff4844ef-49dd-4dab-9713-2de6ef92fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.887950 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff4844ef-49dd-4dab-9713-2de6ef92fbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:36.889336 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ff4844ef-49dd-4dab-9713-2de6ef92fbdd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9dec5c27-681b-434d-b763-9bac1b74cbd4 HTTP/1.1" status: 204 len: 168 time: 0.2101114 Sep 18 05:21:36.898086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4844ef-49dd-4dab-9713-2de6ef92fbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dec5c27-681b-434d-b763-9bac1b74cbd4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:36.942801 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:37.005440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9add5-296b-4e19-9d12-9c1f47b38f9a None None] Pushing event updated for resources: {'Port': ['ID=3c327007-5801-4d5d-ac8d-9b29f0bec1a0,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:37.073147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Allocated IP 172.20.0.1 (9458cde7-b4a9-4424-9e75-ae3f4482d578/bb8c9f91-258e-4a11-9a45-6d1de7fbadb6/7f7fb302-8bee-45c5-8ec3-905c38d2d2a6) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:37.215116 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:37.325979 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:37.386852 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 9458cde7-b4a9-4424-9e75-ae3f4482d578 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:37.389741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:37.393783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:37.425337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=7f7fb302-8bee-45c5-8ec3-905c38d2d2a6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:37.451515 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:37.632994 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:37.935411 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:37.974510 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:38.009552 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00058447-7d94-4bd2-9819-52db4704474d None None] Network 9458cde7-b4a9-4424-9e75-ae3f4482d578 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:38.077818 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=7f7fb302-8bee-45c5-8ec3-905c38d2d2a6,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:38.080850 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:38.094515 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3d4f77d5-f2a5-4857-8bbe-45c6777c7fa3 None None] Provisioning complete for port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:38.094703 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d4f77d5-f2a5-4857-8bbe-45c6777c7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:38.110224 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39750) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:38.201844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 9458cde7-b4a9-4424-9e75-ae3f4482d578 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:38.203271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:38.234387 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:38.260110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aded154e-538e-4856-b049-9f987f4aa3ee tempest-ServiceProvidersTest-1561950860 tempest-ServiceProvidersTest-1561950860-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1487620 Sep 18 05:21:38.279187 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d4f77d5-f2a5-4857-8bbe-45c6777c7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:38.335722 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3d4f77d5-f2a5-4857-8bbe-45c6777c7fa3 None None] For port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3c327007-5801-4d5d-ac8d-9b29f0bec1a0,segment=NetworkSegment(c05e518c-41e7-451e-97e3-81720759e6e9),segment_id=c05e518c-41e7-451e-97e3-81720759e6e9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:38.340768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:38.341154 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:38.435401 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d4f77d5-f2a5-4857-8bbe-45c6777c7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:38.464883 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:38.466526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 5b538a71-9ab2-4f0c-af74-b74874c1a50c is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:21:38.547007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f77d5-f2a5-4857-8bbe-45c6777c7fa3 None None] Pushing event updated for resources: {'Port': ['ID=3c327007-5801-4d5d-ac8d-9b29f0bec1a0,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:38.562558 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:21:38.563007 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:21:38.585319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:38.590377 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a2bec097-e1a0-49ef-96b1-c24fe00c4717 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/5b538a71-9ab2-4f0c-af74-b74874c1a50c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0741372 Sep 18 05:21:38.592878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39762) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:38.598411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae9a187-304d-4589-8f56-f2026064dbe8 None None] Sync routers for ids ['5b538a71-9ab2-4f0c-af74-b74874c1a50c'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:38.608440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae9a187-304d-4589-8f56-f2026064dbe8 None None] Routers {'5b538a71-9ab2-4f0c-af74-b74874c1a50c'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:38.609088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6ae9a187-304d-4589-8f56-f2026064dbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['5b538a71-9ab2-4f0c-af74-b74874c1a50c'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:38.640527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49783b-958d-4569-a423-47463a27b3d2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:38.642009 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5c49783b-958d-4569-a423-47463a27b3d2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports/7f7fb302-8bee-45c5-8ec3-905c38d2d2a6 HTTP/1.1" status: 200 len: 910 time: 0.0480459 Sep 18 05:21:38.644819 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6ae9a187-304d-4589-8f56-f2026064dbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:38.644960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39764) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:38.658574 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-25304883-900e-4e5d-8ab3-ee6d3a6292b1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb8c9f91-258e-4a11-9a45-6d1de7fbadb6'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:38.663636 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae9a187-304d-4589-8f56-f2026064dbe8 None None] Routers {'5b538a71-9ab2-4f0c-af74-b74874c1a50c'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:38.664699 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6ae9a187-304d-4589-8f56-f2026064dbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['5b538a71-9ab2-4f0c-af74-b74874c1a50c'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:38.711064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-6ae9a187-304d-4589-8f56-f2026064dbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:38.712045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae9a187-304d-4589-8f56-f2026064dbe8 None None] The sync data for ids ['5b538a71-9ab2-4f0c-af74-b74874c1a50c'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:38.713677 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-be829485-4495-4574-9f47-556e1c677186 None None] Provisioning complete for port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:38.714055 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-be829485-4495-4574-9f47-556e1c677186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:38.826398 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-be829485-4495-4574-9f47-556e1c677186 None None] Provisioning complete for port 7f7fb302-8bee-45c5-8ec3-905c38d2d2a6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:38.827106 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-be829485-4495-4574-9f47-556e1c677186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:38.832736 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39770) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:38.862084 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25304883-900e-4e5d-8ab3-ee6d3a6292b1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:38.864940 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-be829485-4495-4574-9f47-556e1c677186 None None] Port 7f7fb302-8bee-45c5-8ec3-905c38d2d2a6 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:38.963194 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbcb0-e5ab-4a13-bb6b-f2c15fd64a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:38.986240 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3aa346c6-c928-46d0-87e8-f13fbdaf24ab None None] Provisioning complete for port 7f7fb302-8bee-45c5-8ec3-905c38d2d2a6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:38.986617 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3aa346c6-c928-46d0-87e8-f13fbdaf24ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:39.039093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3aa346c6-c928-46d0-87e8-f13fbdaf24ab None None] Port 7f7fb302-8bee-45c5-8ec3-905c38d2d2a6 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:39.077897 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbcb0-e5ab-4a13-bb6b-f2c15fd64a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:39.157499 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6fad998d-9aef-499f-bb5b-b8d9c0c1f940 None None] Provisioning complete for port 7f7fb302-8bee-45c5-8ec3-905c38d2d2a6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:39.157878 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6fad998d-9aef-499f-bb5b-b8d9c0c1f940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:39.191006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6fad998d-9aef-499f-bb5b-b8d9c0c1f940 None None] Port 7f7fb302-8bee-45c5-8ec3-905c38d2d2a6 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:39.191621 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbcb0-e5ab-4a13-bb6b-f2c15fd64a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:39.231924 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0c3bbcb0-e5ab-4a13-bb6b-f2c15fd64a91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5e4b96e6dd8406d8ff3d3f4b855852e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978884 Sep 18 05:21:39.232658 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bbcb0-e5ab-4a13-bb6b-f2c15fd64a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2723121e-062b-4e9b-8412-228cd5e282d3,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:39.234457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39774) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:39.279471 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25304883-900e-4e5d-8ab3-ee6d3a6292b1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:39.304196 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc324ae3-924d-4df9-bdfc-e50d3cf3ba7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:39.325647 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc324ae3-924d-4df9-bdfc-e50d3cf3ba7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:39.353608 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25304883-900e-4e5d-8ab3-ee6d3a6292b1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:39.446416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25304883-900e-4e5d-8ab3-ee6d3a6292b1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:39.447127 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25304883-900e-4e5d-8ab3-ee6d3a6292b1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:39.452030 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-25304883-900e-4e5d-8ab3-ee6d3a6292b1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/ports/7f7fb302-8bee-45c5-8ec3-905c38d2d2a6 HTTP/1.1" status: 200 len: 910 time: 0.8020563 Sep 18 05:21:39.452697 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39782) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:39.458585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25304883-900e-4e5d-8ab3-ee6d3a6292b1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=7f7fb302-8bee-45c5-8ec3-905c38d2d2a6,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:39.494418 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc324ae3-924d-4df9-bdfc-e50d3cf3ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:39.497103 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc324ae3-924d-4df9-bdfc-e50d3cf3ba7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:39.500289 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cc324ae3-924d-4df9-bdfc-e50d3cf3ba7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2723121e-062b-4e9b-8412-228cd5e282d3 HTTP/1.1" status: 204 len: 168 time: 0.2628632 Sep 18 05:21:39.509566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc324ae3-924d-4df9-bdfc-e50d3cf3ba7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2723121e-062b-4e9b-8412-228cd5e282d3,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:39.790796 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d170b365-aabc-43e6-b5bb-441402539bea tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:40.038622 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d170b365-aabc-43e6-b5bb-441402539bea tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port 7f7fb302-8bee-45c5-8ec3-905c38d2d2a6 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:40.039270 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d170b365-aabc-43e6-b5bb-441402539bea tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:40.124741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:40.131355 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d170b365-aabc-43e6-b5bb-441402539bea tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:40.143937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d170b365-aabc-43e6-b5bb-441402539bea tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for 7f7fb302-8bee-45c5-8ec3-905c38d2d2a6 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:40.173407 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:40.173822 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:40.376897 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d170b365-aabc-43e6-b5bb-441402539bea tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:40.413972 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170b365-aabc-43e6-b5bb-441402539bea tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=7f7fb302-8bee-45c5-8ec3-905c38d2d2a6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:40.565250 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d170b365-aabc-43e6-b5bb-441402539bea tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:41.055075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d170b365-aabc-43e6-b5bb-441402539bea tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 5b538a71-9ab2-4f0c-af74-b74874c1a50c has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:21:41.133842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d170b365-aabc-43e6-b5bb-441402539bea tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:41.141567 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39826) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:41.142064 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d170b365-aabc-43e6-b5bb-441402539bea tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/5b538a71-9ab2-4f0c-af74-b74874c1a50c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6878536 Sep 18 05:21:41.144533 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e85e8-aac1-4879-be64-ac934a960790 None None] Sync routers for ids ['5b538a71-9ab2-4f0c-af74-b74874c1a50c'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:41.157535 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43e85e8-aac1-4879-be64-ac934a960790 None None] Routers {'5b538a71-9ab2-4f0c-af74-b74874c1a50c'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:41.158168 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d43e85e8-aac1-4879-be64-ac934a960790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['5b538a71-9ab2-4f0c-af74-b74874c1a50c'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:41.172437 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-24c53887-2553-48c7-8cc3-fc7fe95ee6d2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b538a71-9ab2-4f0c-af74-b74874c1a50c HTTP/1.1" status: 200 len: 205 time: 0.0296767 Sep 18 05:21:41.174953 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39830) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:41.190460 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d43e85e8-aac1-4879-be64-ac934a960790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:41.199368 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43e85e8-aac1-4879-be64-ac934a960790 None None] Routers {'5b538a71-9ab2-4f0c-af74-b74874c1a50c'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:41.199973 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d43e85e8-aac1-4879-be64-ac934a960790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['5b538a71-9ab2-4f0c-af74-b74874c1a50c'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:41.231203 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d43e85e8-aac1-4879-be64-ac934a960790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:41.231853 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e85e8-aac1-4879-be64-ac934a960790 None None] The sync data for ids ['5b538a71-9ab2-4f0c-af74-b74874c1a50c'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:41.252878 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2845480-0c4d-4e92-8f2d-f00c221dfa95 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:41.416123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2845480-0c4d-4e92-8f2d-f00c221dfa95 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:41.418315 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2845480-0c4d-4e92-8f2d-f00c221dfa95 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:41.540206 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2845480-0c4d-4e92-8f2d-f00c221dfa95 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:41.540885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2845480-0c4d-4e92-8f2d-f00c221dfa95 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Fanout notify agent at l3_agent the message router_deleted on router 5b538a71-9ab2-4f0c-af74-b74874c1a50c {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:21:41.549014 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2845480-0c4d-4e92-8f2d-f00c221dfa95 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:41.550044 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c2845480-0c4d-4e92-8f2d-f00c221dfa95 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/routers/5b538a71-9ab2-4f0c-af74-b74874c1a50c HTTP/1.1" status: 204 len: 168 time: 0.3741984 Sep 18 05:21:41.552749 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39850) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:41.606039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-728243a0-bfdd-42f4-8e2c-194f2b759cae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting subnet bb8c9f91-258e-4a11-9a45-6d1de7fbadb6 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:21:41.609719 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-728243a0-bfdd-42f4-8e2c-194f2b759cae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:41.654851 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-728243a0-bfdd-42f4-8e2c-194f2b759cae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:41.739493 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-728243a0-bfdd-42f4-8e2c-194f2b759cae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:41.839985 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-728243a0-bfdd-42f4-8e2c-194f2b759cae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:41.877807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728243a0-bfdd-42f4-8e2c-194f2b759cae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8c9f91-258e-4a11-9a45-6d1de7fbadb6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:41.878557 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-728243a0-bfdd-42f4-8e2c-194f2b759cae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:41.880379 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-728243a0-bfdd-42f4-8e2c-194f2b759cae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/bb8c9f91-258e-4a11-9a45-6d1de7fbadb6 HTTP/1.1" status: 204 len: 168 time: 0.3263226 Sep 18 05:21:41.883840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39862) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:41.885613 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d2da9f-65ec-4d8a-9df2-ef9b6b88e1ed None None] Network 9458cde7-b4a9-4424-9e75-ae3f4482d578 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:41.944901 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c3e30-3e97-48da-b2a1-b653574fc049 req-4b30f0b3-c355-46ba-8e84-42339a8beda5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:41.946734 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc5c3e30-3e97-48da-b2a1-b653574fc049 req-4b30f0b3-c355-46ba-8e84-42339a8beda5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0735393 Sep 18 05:21:41.960145 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39864) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:41.986596 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.004756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc5c3e30-3e97-48da-b2a1-b653574fc049 req-be5c3627-77c7-48f2-8eb1-1ffa91936b35 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395465 Sep 18 05:21:42.082219 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:42.082682 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.101011 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a3470-cdd7-4dcc-81db-bbf46fafe82c None None] DHCP port deletion for 9458cde7-b4a9-4424-9e75-ae3f4482d578 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:21:42.130970 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b0aab1fd-1e78-429f-adbe-47712f14eb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.149506 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a38a3470-cdd7-4dcc-81db-bbf46fafe82c None None] Deleting port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:21:42.150279 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a38a3470-cdd7-4dcc-81db-bbf46fafe82c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.173945 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3e9d8-8600-4d4f-889e-df96536b296a req-fd716636-9a84-4f6e-8870-5464109ea56b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:42.175476 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80a3e9d8-8600-4d4f-889e-df96536b296a req-fd716636-9a84-4f6e-8870-5464109ea56b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0498774 Sep 18 05:21:42.186980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] For port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3c327007-5801-4d5d-ac8d-9b29f0bec1a0,segment=NetworkSegment(c05e518c-41e7-451e-97e3-81720759e6e9),segment_id=c05e518c-41e7-451e-97e3-81720759e6e9)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:42.187346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.205270 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:42.217020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80a3e9d8-8600-4d4f-889e-df96536b296a req-196a5942-d2a2-49d5-be59-802171b18158 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332434 Sep 18 05:21:42.220607 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a38a3470-cdd7-4dcc-81db-bbf46fafe82c None None] For port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3c327007-5801-4d5d-ac8d-9b29f0bec1a0,segment=NetworkSegment(c05e518c-41e7-451e-97e3-81720759e6e9),segment_id=c05e518c-41e7-451e-97e3-81720759e6e9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:42.221017 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a38a3470-cdd7-4dcc-81db-bbf46fafe82c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.350296 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b0aab1fd-1e78-429f-adbe-47712f14eb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.379801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a38a3470-cdd7-4dcc-81db-bbf46fafe82c None None] Calling delete_port for 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:21:42.416928 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.443267 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=3c327007-5801-4d5d-ac8d-9b29f0bec1a0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:42.453912 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b0aab1fd-1e78-429f-adbe-47712f14eb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.454218 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a38a3470-cdd7-4dcc-81db-bbf46fafe82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.464756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No DVR routers for this DVR port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:42.479193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a3470-cdd7-4dcc-81db-bbf46fafe82c None None] Pushing event deleted for resources: {'Port': ['ID=3c327007-5801-4d5d-ac8d-9b29f0bec1a0,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:42.482942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a3470-cdd7-4dcc-81db-bbf46fafe82c None None] No DVR routers for this DVR port 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:21:42.551456 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b0aab1fd-1e78-429f-adbe-47712f14eb24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=156a15f0d6e94e25b8578edfa7bb746a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5896058 Sep 18 05:21:42.554605 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39874) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:42.556171 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aab1fd-1e78-429f-adbe-47712f14eb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9969ce7-df06-48af-9469-81dcf0b2d938,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:42.592532 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.606849 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a5c0287-4b22-4628-83c1-10d03e1ce48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.612742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9458cde7-b4a9-4424-9e75-ae3f4482d578']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:42.622910 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05e518c-41e7-451e-97e3-81720759e6e9') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:42.623210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05e518c-41e7-451e-97e3-81720759e6e9') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:42.630549 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a5c0287-4b22-4628-83c1-10d03e1ce48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.633465 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.658206 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.669525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:21:42.675683 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:21:42.693012 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:21:42.745894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9d0d3-6308-45cb-97b5-cd718016cda7 req-c6416085-7eef-46be-9d51-c023106d83ac tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:42.748102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8bd9d0d3-6308-45cb-97b5-cd718016cda7 req-c6416085-7eef-46be-9d51-c023106d83ac tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0553524 Sep 18 05:21:42.749342 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a5c0287-4b22-4628-83c1-10d03e1ce48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.752110 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a5c0287-4b22-4628-83c1-10d03e1ce48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.753573 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8a5c0287-4b22-4628-83c1-10d03e1ce48e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9969ce7-df06-48af-9469-81dcf0b2d938 HTTP/1.1" status: 204 len: 168 time: 0.1979792 Sep 18 05:21:42.774963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c0287-4b22-4628-83c1-10d03e1ce48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9969ce7-df06-48af-9469-81dcf0b2d938,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:42.809764 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8bd9d0d3-6308-45cb-97b5-cd718016cda7 req-ef2d41e6-d82c-44f7-b88e-60ff72fe1722 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550194 Sep 18 05:21:42.811934 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.822646 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.824590 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/networks/9458cde7-b4a9-4424-9e75-ae3f4482d578 HTTP/1.1" status: 204 len: 168 time: 0.9386494 Sep 18 05:21:42.830120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39884) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:42.834379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add90f2a-8b45-4f2c-b235-24f874a1e352 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Network': ['ID=9458cde7-b4a9-4424-9e75-ae3f4482d578,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:42.835077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-06cd2f85-9ba5-417d-a101-7e2dcc5e5e77 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1975656535', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:42.920052 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-06cd2f85-9ba5-417d-a101-7e2dcc5e5e77 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.921183 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-06cd2f85-9ba5-417d-a101-7e2dcc5e5e77 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:42.972351 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-06cd2f85-9ba5-417d-a101-7e2dcc5e5e77 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.088966 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-06cd2f85-9ba5-417d-a101-7e2dcc5e5e77 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.220050 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-06cd2f85-9ba5-417d-a101-7e2dcc5e5e77 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.221356 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-06cd2f85-9ba5-417d-a101-7e2dcc5e5e77 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3901296 Sep 18 05:21:43.224064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39894) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:43.229856 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-bfce158f-d400-4bc1-a1a4-b889243a837f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'network': {'name': 'tempest-RoutersTest-975089016'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:43.308439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfce158f-d400-4bc1-a1a4-b889243a837f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:43.311843 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfce158f-d400-4bc1-a1a4-b889243a837f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.339013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfce158f-d400-4bc1-a1a4-b889243a837f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:21:43.347367 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfce158f-d400-4bc1-a1a4-b889243a837f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.347715 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-bfce158f-d400-4bc1-a1a4-b889243a837f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Added segment fa20cd0f-316c-4a64-877f-3e10b9168bcd of type vlan for network 62c6a625-0dc9-446a-93b8-73117cedf41b Sep 18 05:21:43.387557 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfce158f-d400-4bc1-a1a4-b889243a837f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.436137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39898) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:43.449685 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82b44023-b1cf-442d-aa0b-e252fb802b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.494610 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfce158f-d400-4bc1-a1a4-b889243a837f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.500158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfce158f-d400-4bc1-a1a4-b889243a837f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:43.500775 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfce158f-d400-4bc1-a1a4-b889243a837f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.585929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce158f-d400-4bc1-a1a4-b889243a837f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Network': ['ID=62c6a625-0dc9-446a-93b8-73117cedf41b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:43.596290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 62c6a625-0dc9-446a-93b8-73117cedf41b details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:21:43.609648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82b44023-b1cf-442d-aa0b-e252fb802b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.689051 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82b44023-b1cf-442d-aa0b-e252fb802b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.750605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-82b44023-b1cf-442d-aa0b-e252fb802b8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa4edd2bce34472c888963ef354222ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132422 Sep 18 05:21:43.754991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b44023-b1cf-442d-aa0b-e252fb802b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e250c64-cca0-4ac7-b416-2898e22a13dc,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:43.755784 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39904) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:43.778171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2069c8-719e-4a61-b10e-92998c6310e3 req-b2c166f5-3b74-4313-8e06-09ec2d673205 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:43.779730 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d2069c8-719e-4a61-b10e-92998c6310e3 req-b2c166f5-3b74-4313-8e06-09ec2d673205 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0633986 Sep 18 05:21:43.781521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bfce158f-d400-4bc1-a1a4-b889243a837f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5555940 Sep 18 05:21:43.784212 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39906) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:43.789836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1e93dddc-2fe4-41e3-a7ae-b081bda3f0a5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'subnet': {'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:43.826269 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bb01d3b7-be41-44b5-bd08-85551828adbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.850017 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bb01d3b7-be41-44b5-bd08-85551828adbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.962764 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bb01d3b7-be41-44b5-bd08-85551828adbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.965523 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bb01d3b7-be41-44b5-bd08-85551828adbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:43.966717 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bb01d3b7-be41-44b5-bd08-85551828adbd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e250c64-cca0-4ac7-b416-2898e22a13dc HTTP/1.1" status: 204 len: 168 time: 0.2122293 Sep 18 05:21:43.975498 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01d3b7-be41-44b5-bd08-85551828adbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e250c64-cca0-4ac7-b416-2898e22a13dc,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:44.126077 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:21:44.147740 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:21:44.150800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3c327007-5801-4d5d-ac8d-9b29f0bec1a0 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:21:44.233172 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d2069c8-719e-4a61-b10e-92998c6310e3 req-f6d30da7-d57a-4d6e-b89a-6379675fcd7b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4379821 Sep 18 05:21:44.356638 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e93dddc-2fe4-41e3-a7ae-b081bda3f0a5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:44.360199 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1e93dddc-2fe4-41e3-a7ae-b081bda3f0a5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:44.614083 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1e93dddc-2fe4-41e3-a7ae-b081bda3f0a5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:44.675772 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93dddc-2fe4-41e3-a7ae-b081bda3f0a5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Subnet': ['ID=6a2df04c-92ec-496f-8620-ad686571c4e5,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:44.684286 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93dddc-2fe4-41e3-a7ae-b081bda3f0a5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Checking segment: {'id': 'fa20cd0f-316c-4a64-877f-3e10b9168bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:44.684658 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e93dddc-2fe4-41e3-a7ae-b081bda3f0a5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network hostable DHCP agents. Network: 62c6a625-0dc9-446a-93b8-73117cedf41b, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:21:44.776898 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e93dddc-2fe4-41e3-a7ae-b081bda3f0a5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 62c6a625-0dc9-446a-93b8-73117cedf41b is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:21:44.868430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-1e93dddc-2fe4-41e3-a7ae-b081bda3f0a5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 62c6a625-0dc9-446a-93b8-73117cedf41b) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:44.873586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e93dddc-2fe4-41e3-a7ae-b081bda3f0a5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:44.875017 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1e93dddc-2fe4-41e3-a7ae-b081bda3f0a5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:44.876912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a614fb0b-33fe-49f4-9540-5690c780fe7b None None] Network 62c6a625-0dc9-446a-93b8-73117cedf41b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:44.971987 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1e93dddc-2fe4-41e3-a7ae-b081bda3f0a5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1862702 Sep 18 05:21:44.975325 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39936) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:45.029443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-62c6a625-0dc9-446a-93b8-73117cedf41b', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:21:45.030395 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:45.183692 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Allocated IP 172.20.0.2 (62c6a625-0dc9-446a-93b8-73117cedf41b/6a2df04c-92ec-496f-8620-ad686571c4e5/3155e050-c879-45e9-9c99-cc41935e3c98) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:45.292716 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:45.352213 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:45.390328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28862309-ad15-42b5-b222-77c454b52a21 req-16ded90e-54ed-4bc1-b0b5-6e63da41ae0f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:45.392020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28862309-ad15-42b5-b222-77c454b52a21 req-16ded90e-54ed-4bc1-b0b5-6e63da41ae0f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0533483 Sep 18 05:21:45.431157 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:45.438079 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-28862309-ad15-42b5-b222-77c454b52a21 req-f1332b07-c5e7-4e53-90cb-139373f54db4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384934 Sep 18 05:21:45.477090 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Network 62c6a625-0dc9-446a-93b8-73117cedf41b is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:45.480042 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:45.483991 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:45.497033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Pushing event updated for resources: {'Port': ['ID=3155e050-c879-45e9-9c99-cc41935e3c98,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:45.545165 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Attempting to bind port 3155e050-c879-45e9-9c99-cc41935e3c98 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:45.545536 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Attempting to bind port 3155e050-c879-45e9-9c99-cc41935e3c98 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'fa20cd0f-316c-4a64-877f-3e10b9168bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:45.545905 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Attempting to bind port 3155e050-c879-45e9-9c99-cc41935e3c98 on network 62c6a625-0dc9-446a-93b8-73117cedf41b {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:45.550762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:45.551136 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Checking segment: {'id': 'fa20cd0f-316c-4a64-877f-3e10b9168bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:45.551542 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:45.551936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Bound using segment: {'id': 'fa20cd0f-316c-4a64-877f-3e10b9168bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:45.553068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Bound port: 3155e050-c879-45e9-9c99-cc41935e3c98, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa20cd0f-316c-4a64-877f-3e10b9168bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:45.553068 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:45.568545 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Allocated IP 172.20.0.1 (62c6a625-0dc9-446a-93b8-73117cedf41b/6a2df04c-92ec-496f-8620-ad686571c4e5/21c4cf2f-633a-4a62-ae97-568eff0da838) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:45.620043 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] For port 3155e050-c879-45e9-9c99-cc41935e3c98, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:45.623464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] For port 3155e050-c879-45e9-9c99-cc41935e3c98, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3155e050-c879-45e9-9c99-cc41935e3c98,segment=NetworkSegment(fa20cd0f-316c-4a64-877f-3e10b9168bcd),segment_id=fa20cd0f-316c-4a64-877f-3e10b9168bcd)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:45.692805 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:45.695548 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:45.755321 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e029b-ee9c-46d3-bc63-64209abf059a None None] Pushing event updated for resources: {'Port': ['ID=3155e050-c879-45e9-9c99-cc41935e3c98,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:45.803715 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:45.847013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 62c6a625-0dc9-446a-93b8-73117cedf41b is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:45.850999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:45.854813 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:45.885635 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=21c4cf2f-633a-4a62-ae97-568eff0da838,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:45.910440 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:46.142028 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:46.162604 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3155e050-c879-45e9-9c99-cc41935e3c98 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:46.211922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 3155e050-c879-45e9-9c99-cc41935e3c98 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:46.212336 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:46.297766 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:46.332824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 3155e050-c879-45e9-9c99-cc41935e3c98, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3155e050-c879-45e9-9c99-cc41935e3c98,segment=NetworkSegment(fa20cd0f-316c-4a64-877f-3e10b9168bcd),segment_id=fa20cd0f-316c-4a64-877f-3e10b9168bcd)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:46.422452 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:46.433100 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:46.478262 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=3155e050-c879-45e9-9c99-cc41935e3c98,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:46.519648 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:46.576569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5ecf7-2a07-4bfe-beeb-2ec8d003a89a req-f28bb326-42a5-4f5c-9e6f-5e2d81a1bc58 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:46.578254 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bab5ecf7-2a07-4bfe-beeb-2ec8d003a89a req-f28bb326-42a5-4f5c-9e6f-5e2d81a1bc58 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0644553 Sep 18 05:21:46.600568 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:46.602504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=21c4cf2f-633a-4a62-ae97-568eff0da838,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:46.632605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bab5ecf7-2a07-4bfe-beeb-2ec8d003a89a req-58a100f0-804f-4b3c-b8d3-679667082a13 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483921 Sep 18 05:21:46.713344 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 62c6a625-0dc9-446a-93b8-73117cedf41b is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:46.714776 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:46.828041 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9388bd0-1efb-4f99-9285-596325181b1f None None] Network 62c6a625-0dc9-446a-93b8-73117cedf41b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:46.905531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-dce1e9e3-eda7-47b2-8ceb-0ac7ae27c0d5 None None] Provisioning complete for port 3155e050-c879-45e9-9c99-cc41935e3c98 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:46.905911 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dce1e9e3-eda7-47b2-8ceb-0ac7ae27c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:46.962457 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:21:47.062356 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:47.073689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Sync routers for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:47.075878 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-64b0f784-86eb-4843-93c2-07ac3ffd0e2d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0984559 Sep 18 05:21:47.076846 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39980) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:47.084744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f535a539-8645-4bdd-97f7-3941ed0cb6ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'network': {'name': 'tempest-RoutersTest-1534902066'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:47.085422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:47.086076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:47.176894 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:21:47.258972 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f535a539-8645-4bdd-97f7-3941ed0cb6ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:47.258972 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f535a539-8645-4bdd-97f7-3941ed0cb6ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:47.278456 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f535a539-8645-4bdd-97f7-3941ed0cb6ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:21:47.289843 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f535a539-8645-4bdd-97f7-3941ed0cb6ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:47.290354 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-f535a539-8645-4bdd-97f7-3941ed0cb6ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Added segment e6e80a16-e102-4609-a840-59373b47c007 of type vlan for network 02501d64-7827-4661-a56b-25ee662c8f5e Sep 18 05:21:47.324839 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3b7cf8b9-25ad-46ca-bbfd-e185221beaf6 None None] Provisioning complete for port 3155e050-c879-45e9-9c99-cc41935e3c98 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:47.325254 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3b7cf8b9-25ad-46ca-bbfd-e185221beaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:47.344218 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f535a539-8645-4bdd-97f7-3941ed0cb6ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:47.428986 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f535a539-8645-4bdd-97f7-3941ed0cb6ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:47.435460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f535a539-8645-4bdd-97f7-3941ed0cb6ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:47.436132 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f535a539-8645-4bdd-97f7-3941ed0cb6ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:47.466449 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:21:46Z', 'revision_number': 2, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:46Z', 'revision_number': 2, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:47.469976 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3b7cf8b9-25ad-46ca-bbfd-e185221beaf6 None None] Provisioning complete for port 21c4cf2f-633a-4a62-ae97-568eff0da838 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:47.469976 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3b7cf8b9-25ad-46ca-bbfd-e185221beaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:47.497296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Checking router: 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:21:47.497658 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Updating router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 port 21c4cf2f-633a-4a62-ae97-568eff0da838 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:21:47.516008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535a539-8645-4bdd-97f7-3941ed0cb6ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Network': ['ID=02501d64-7827-4661-a56b-25ee662c8f5e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:47.534915 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f535a539-8645-4bdd-97f7-3941ed0cb6ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4563539 Sep 18 05:21:47.538002 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 39984) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:47.541409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 02501d64-7827-4661-a56b-25ee662c8f5e details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:21:47.544535 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f1a95084-8dc5-4e68-95ab-9c785c213640 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'subnet': {'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:47.579910 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:47.583484 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cf8b9-25ad-46ca-bbfd-e185221beaf6 None None] Port 21c4cf2f-633a-4a62-ae97-568eff0da838 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:47.716502 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a95084-8dc5-4e68-95ab-9c785c213640 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:47.720032 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1a95084-8dc5-4e68-95ab-9c785c213640 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:47.749794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1dbcf675-349b-4481-8359-8c690b69f54d None None] Provisioning complete for port 21c4cf2f-633a-4a62-ae97-568eff0da838 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:47.750058 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf675-349b-4481-8359-8c690b69f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:47.780486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74243979-07e4-42e1-82a2-3903e35a4000 req-09b6fca7-46d4-45bf-8466-af949c6f75d4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:47.789780 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74243979-07e4-42e1-82a2-3903e35a4000 req-09b6fca7-46d4-45bf-8466-af949c6f75d4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0782743 Sep 18 05:21:47.855895 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74243979-07e4-42e1-82a2-3903e35a4000 req-cbe14408-0fbe-4eee-baf7-f9e4b550f01c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580163 Sep 18 05:21:47.974127 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1dbcf675-349b-4481-8359-8c690b69f54d None None] Port 21c4cf2f-633a-4a62-ae97-568eff0da838 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:48.014304 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1a95084-8dc5-4e68-95ab-9c785c213640 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:48.078669 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:48.096116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-773dff85-2ca2-4f01-889d-2f56aaad86f6 None None] Provisioning complete for port 21c4cf2f-633a-4a62-ae97-568eff0da838 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:48.096580 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-773dff85-2ca2-4f01-889d-2f56aaad86f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:48.100906 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a95084-8dc5-4e68-95ab-9c785c213640 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Subnet': ['ID=a19c9617-4de0-42af-8b86-883e8943f82a,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:48.109284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a95084-8dc5-4e68-95ab-9c785c213640 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Checking segment: {'id': 'e6e80a16-e102-4609-a840-59373b47c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:48.109868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a95084-8dc5-4e68-95ab-9c785c213640 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network hostable DHCP agents. Network: 02501d64-7827-4661-a56b-25ee662c8f5e, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:21:48.135396 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-773dff85-2ca2-4f01-889d-2f56aaad86f6 None None] Port 21c4cf2f-633a-4a62-ae97-568eff0da838 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:48.153010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3155e050-c879-45e9-9c99-cc41935e3c98 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:48.156599 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:48.234688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439eb446-5a37-4e63-90ec-8de358ac6cae None None] Pushing event updated for resources: {'Port': ['ID=21c4cf2f-633a-4a62-ae97-568eff0da838,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:48.273979 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a95084-8dc5-4e68-95ab-9c785c213640 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 02501d64-7827-4661-a56b-25ee662c8f5e is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:21:48.291424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 3155e050-c879-45e9-9c99-cc41935e3c98 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:48.291818 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:48.295861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Attempting to bind port 21c4cf2f-633a-4a62-ae97-568eff0da838 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:48.296262 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Attempting to bind port 21c4cf2f-633a-4a62-ae97-568eff0da838 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'fa20cd0f-316c-4a64-877f-3e10b9168bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:48.296642 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Attempting to bind port 21c4cf2f-633a-4a62-ae97-568eff0da838 on network 62c6a625-0dc9-446a-93b8-73117cedf41b {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:48.321602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:48.321970 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Checking segment: {'id': 'fa20cd0f-316c-4a64-877f-3e10b9168bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:48.322387 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:48.322797 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Bound using segment: {'id': 'fa20cd0f-316c-4a64-877f-3e10b9168bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:48.323289 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Bound port: 21c4cf2f-633a-4a62-ae97-568eff0da838, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa20cd0f-316c-4a64-877f-3e10b9168bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:48.323698 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:48.359400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-f1a95084-8dc5-4e68-95ab-9c785c213640 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 02501d64-7827-4661-a56b-25ee662c8f5e) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:48.366225 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a95084-8dc5-4e68-95ab-9c785c213640 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:48.366810 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1a95084-8dc5-4e68-95ab-9c785c213640 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:48.372185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfea05e0-905c-4b18-9f3f-bc53a357348d None None] Network 02501d64-7827-4661-a56b-25ee662c8f5e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:48.480617 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f1a95084-8dc5-4e68-95ab-9c785c213640 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9414032 Sep 18 05:21:48.483440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39996) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:48.498409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] For port 21c4cf2f-633a-4a62-ae97-568eff0da838, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:48.523175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b63b271a-5c6b-4213-af7e-a24b019247c8 None None] Provisioning complete for port 21c4cf2f-633a-4a62-ae97-568eff0da838 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:48.523559 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b63b271a-5c6b-4213-af7e-a24b019247c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:48.527606 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] For port 21c4cf2f-633a-4a62-ae97-568eff0da838, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=21c4cf2f-633a-4a62-ae97-568eff0da838,segment=NetworkSegment(fa20cd0f-316c-4a64-877f-3e10b9168bcd),segment_id=fa20cd0f-316c-4a64-877f-3e10b9168bcd)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:48.598082 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:48.626256 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b63b271a-5c6b-4213-af7e-a24b019247c8 None None] Port 21c4cf2f-633a-4a62-ae97-568eff0da838 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:48.682799 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-02501d64-7827-4661-a56b-25ee662c8f5e', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:21:48.683769 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:48.697058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439eb446-5a37-4e63-90ec-8de358ac6cae None None] Pushing event updated for resources: {'Port': ['ID=21c4cf2f-633a-4a62-ae97-568eff0da838,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:48.701020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:48.701657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:48.858220 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:21:48.972606 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:48.991971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Allocated IP 172.21.0.2 (02501d64-7827-4661-a56b-25ee662c8f5e/a19c9617-4de0-42af-8b86-883e8943f82a/52d53f55-e25f-4141-bde7-8409424f4bd5) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:49.050902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5768a8e-bfdb-4f48-acb3-072dd6c595cc req-3e0fd36d-5a8a-467c-bfb5-a882f87b3b37 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:49.052515 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5768a8e-bfdb-4f48-acb3-072dd6c595cc req-3e0fd36d-5a8a-467c-bfb5-a882f87b3b37 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1203833 Sep 18 05:21:49.132756 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-34b58562-eadd-4190-b5d5-4511cf8de070 None None] Provisioning complete for port 21c4cf2f-633a-4a62-ae97-568eff0da838 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:49.133146 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-34b58562-eadd-4190-b5d5-4511cf8de070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:49.153612 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5768a8e-bfdb-4f48-acb3-072dd6c595cc req-c9e7fce9-b83e-47ae-ac8f-6d7584425e87 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643842 Sep 18 05:21:49.301192 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:49.313169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:21:46Z', 'revision_number': 2, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:48Z', 'revision_number': 4, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:49.343627 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-34b58562-eadd-4190-b5d5-4511cf8de070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:49.345900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5445e639-a7c7-41c2-8991-e272e22558e3 None None] The sync data for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 is: [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:21:46Z', 'revision_number': 2, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:48Z', 'revision_number': 4, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:49.370503 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:49.426571 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-34b58562-eadd-4190-b5d5-4511cf8de070 None None] For port 21c4cf2f-633a-4a62-ae97-568eff0da838, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=21c4cf2f-633a-4a62-ae97-568eff0da838,segment=NetworkSegment(fa20cd0f-316c-4a64-877f-3e10b9168bcd),segment_id=fa20cd0f-316c-4a64-877f-3e10b9168bcd)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:49.428431 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Allocated IP 172.21.0.1 (02501d64-7827-4661-a56b-25ee662c8f5e/a19c9617-4de0-42af-8b86-883e8943f82a/5673b11f-5285-49e1-8d6a-87851d5f6666) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:49.428731 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Network 02501d64-7827-4661-a56b-25ee662c8f5e is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:49.431745 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:49.435424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:49.444803 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Pushing event updated for resources: {'Port': ['ID=52d53f55-e25f-4141-bde7-8409424f4bd5,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:49.520385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Attempting to bind port 52d53f55-e25f-4141-bde7-8409424f4bd5 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:49.520928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Attempting to bind port 52d53f55-e25f-4141-bde7-8409424f4bd5 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'e6e80a16-e102-4609-a840-59373b47c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:49.521838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Attempting to bind port 52d53f55-e25f-4141-bde7-8409424f4bd5 on network 02501d64-7827-4661-a56b-25ee662c8f5e {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:49.528177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:49.528661 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Checking segment: {'id': 'e6e80a16-e102-4609-a840-59373b47c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:49.529080 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:49.529610 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Bound using segment: {'id': 'e6e80a16-e102-4609-a840-59373b47c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:49.530113 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Bound port: 52d53f55-e25f-4141-bde7-8409424f4bd5, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e80a16-e102-4609-a840-59373b47c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:49.530592 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:49.535043 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-34b58562-eadd-4190-b5d5-4511cf8de070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:49.576910 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:49.651159 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b58562-eadd-4190-b5d5-4511cf8de070 None None] Pushing event updated for resources: {'Port': ['ID=21c4cf2f-633a-4a62-ae97-568eff0da838,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:49.706924 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-812a968f-a68a-4227-840f-4c9405021166 None None] For port 52d53f55-e25f-4141-bde7-8409424f4bd5, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:49.711315 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-812a968f-a68a-4227-840f-4c9405021166 None None] For port 52d53f55-e25f-4141-bde7-8409424f4bd5, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=52d53f55-e25f-4141-bde7-8409424f4bd5,segment=NetworkSegment(e6e80a16-e102-4609-a840-59373b47c007),segment_id=e6e80a16-e102-4609-a840-59373b47c007)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:49.720038 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:49.768823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 02501d64-7827-4661-a56b-25ee662c8f5e is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:49.773219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:49.780429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:49.784416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=5673b11f-5285-49e1-8d6a-87851d5f6666,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:49.829316 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:49.834934 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:49.918324 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a968f-a68a-4227-840f-4c9405021166 None None] Pushing event updated for resources: {'Port': ['ID=52d53f55-e25f-4141-bde7-8409424f4bd5,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:50.046957 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:50.221956 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 52d53f55-e25f-4141-bde7-8409424f4bd5 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:50.287553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 52d53f55-e25f-4141-bde7-8409424f4bd5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:50.288015 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:50.346795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae189026-d06f-4100-8796-9d63974b44e4 req-42184d4f-798f-48d1-bfef-de723e2000e0 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:50.354958 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae189026-d06f-4100-8796-9d63974b44e4 req-42184d4f-798f-48d1-bfef-de723e2000e0 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1045289 Sep 18 05:21:50.369308 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:50.406729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 52d53f55-e25f-4141-bde7-8409424f4bd5, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=52d53f55-e25f-4141-bde7-8409424f4bd5,segment=NetworkSegment(e6e80a16-e102-4609-a840-59373b47c007),segment_id=e6e80a16-e102-4609-a840-59373b47c007)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:50.425801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae189026-d06f-4100-8796-9d63974b44e4 req-2142a3b1-303d-43ed-9511-ac8d953fa5ac tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699794 Sep 18 05:21:50.487792 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:50.488126 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:50.489004 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 21c4cf2f-633a-4a62-ae97-568eff0da838 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:50.551184 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:50.564311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=52d53f55-e25f-4141-bde7-8409424f4bd5,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:50.580088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 21c4cf2f-633a-4a62-ae97-568eff0da838 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:50.580990 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:50.631760 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:50.634461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=5673b11f-5285-49e1-8d6a-87851d5f6666,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:50.735496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 02501d64-7827-4661-a56b-25ee662c8f5e is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:50.736940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:50.839179 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:21:50.930522 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:50.935407 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b6ae7b6b-524d-46ee-aca6-4318e03b1fa0 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4508708 Sep 18 05:21:50.938170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40036) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:50.941905 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Sync routers for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:50.943247 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1d6e7985-036d-4efe-bb29-df05ffaf561e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'network': {'name': 'tempest-RoutersTest-845581051'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:50.951437 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:50.952050 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:51.040022 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:21:51.108044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6e7985-036d-4efe-bb29-df05ffaf561e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:51.113825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d6e7985-036d-4efe-bb29-df05ffaf561e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:51.136627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6e7985-036d-4efe-bb29-df05ffaf561e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:21:51.146157 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d6e7985-036d-4efe-bb29-df05ffaf561e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:51.153942 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-1d6e7985-036d-4efe-bb29-df05ffaf561e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Added segment 3b64df35-cfeb-426d-b674-5cfd4d9be3b6 of type vlan for network 7f186c83-7b01-4240-a5de-b8b47907329a Sep 18 05:21:51.197061 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d6e7985-036d-4efe-bb29-df05ffaf561e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:51.245627 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 3, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:50Z', 'revision_number': 2, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:51.273018 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Checking router: 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:21:51.273397 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Updating router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 port 5673b11f-5285-49e1-8d6a-87851d5f6666 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:21:51.296835 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d6e7985-036d-4efe-bb29-df05ffaf561e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:51.303471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6e7985-036d-4efe-bb29-df05ffaf561e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:51.303650 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:51.303740 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d6e7985-036d-4efe-bb29-df05ffaf561e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:51.403595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e7985-036d-4efe-bb29-df05ffaf561e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Network': ['ID=7f186c83-7b01-4240-a5de-b8b47907329a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:51.416679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 7f186c83-7b01-4240-a5de-b8b47907329a details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:21:51.443821 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1d6e7985-036d-4efe-bb29-df05ffaf561e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5044765 Sep 18 05:21:51.447087 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40042) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:51.453363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b93274d8-59ad-4c43-a7e8-f7c10be260f7 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'subnet': {'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:51.635176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b128f70-909c-4f2d-b6e4-b7e61c2abe1e req-176744bb-5983-4785-81b5-64c71e82fcd1 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:51.643348 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b128f70-909c-4f2d-b6e4-b7e61c2abe1e req-176744bb-5983-4785-81b5-64c71e82fcd1 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1219690 Sep 18 05:21:51.668939 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:51.696850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b128f70-909c-4f2d-b6e4-b7e61c2abe1e req-bfbb1e9b-ea66-41d8-9de5-ed03069568d5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516996 Sep 18 05:21:51.702611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93274d8-59ad-4c43-a7e8-f7c10be260f7 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:51.706404 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b93274d8-59ad-4c43-a7e8-f7c10be260f7 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:51.712634 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6977f3a-4203-4de7-85f2-2d4a0736dc94 None None] Network 02501d64-7827-4661-a56b-25ee662c8f5e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:51.742205 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:51.815791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f2c1d153-2f41-4be6-9d89-ef09baec97ed None None] Provisioning complete for port 52d53f55-e25f-4141-bde7-8409424f4bd5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:51.816208 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f2c1d153-2f41-4be6-9d89-ef09baec97ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:51.841277 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5e2f2-191e-47ab-94ef-726a374dc244 None None] Pushing event updated for resources: {'Port': ['ID=5673b11f-5285-49e1-8d6a-87851d5f6666,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:51.971445 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c5e2f2-191e-47ab-94ef-726a374dc244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:51.972111 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c5e2f2-191e-47ab-94ef-726a374dc244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:51.972111 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c5e2f2-191e-47ab-94ef-726a374dc244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:51.972467 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c5e2f2-191e-47ab-94ef-726a374dc244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:51.972799 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c5e2f2-191e-47ab-94ef-726a374dc244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:51.973127 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c5e2f2-191e-47ab-94ef-726a374dc244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:51.973446 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c5e2f2-191e-47ab-94ef-726a374dc244 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:51.973770 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c5e2f2-191e-47ab-94ef-726a374dc244 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:51.974089 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c5e2f2-191e-47ab-94ef-726a374dc244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:51.974934 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c5e2f2-191e-47ab-94ef-726a374dc244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:51.975924 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c5e2f2-191e-47ab-94ef-726a374dc244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:51.976272 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c5e2f2-191e-47ab-94ef-726a374dc244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:21:51.994909 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Attempting to bind port 5673b11f-5285-49e1-8d6a-87851d5f6666 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:51.995286 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Attempting to bind port 5673b11f-5285-49e1-8d6a-87851d5f6666 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'e6e80a16-e102-4609-a840-59373b47c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:51.995788 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Attempting to bind port 5673b11f-5285-49e1-8d6a-87851d5f6666 on network 02501d64-7827-4661-a56b-25ee662c8f5e {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:52.002045 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:52.002431 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Checking segment: {'id': 'e6e80a16-e102-4609-a840-59373b47c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:52.002837 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:52.003257 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Bound using segment: {'id': 'e6e80a16-e102-4609-a840-59373b47c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:52.003745 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Bound port: 5673b11f-5285-49e1-8d6a-87851d5f6666, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e80a16-e102-4609-a840-59373b47c007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:52.004218 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:52.011451 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b93274d8-59ad-4c43-a7e8-f7c10be260f7 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:52.078985 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] For port 5673b11f-5285-49e1-8d6a-87851d5f6666, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:52.083036 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] For port 5673b11f-5285-49e1-8d6a-87851d5f6666, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5673b11f-5285-49e1-8d6a-87851d5f6666,segment=NetworkSegment(e6e80a16-e102-4609-a840-59373b47c007),segment_id=e6e80a16-e102-4609-a840-59373b47c007)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:52.094883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93274d8-59ad-4c43-a7e8-f7c10be260f7 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Subnet': ['ID=b5c99fef-2395-4ac3-8bc5-10208ddc05a9,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:52.100872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93274d8-59ad-4c43-a7e8-f7c10be260f7 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Checking segment: {'id': '3b64df35-cfeb-426d-b674-5cfd4d9be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:52.101067 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93274d8-59ad-4c43-a7e8-f7c10be260f7 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network hostable DHCP agents. Network: 7f186c83-7b01-4240-a5de-b8b47907329a, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:21:52.155682 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 52d53f55-e25f-4141-bde7-8409424f4bd5 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:52.161361 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:52.190139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93274d8-59ad-4c43-a7e8-f7c10be260f7 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 7f186c83-7b01-4240-a5de-b8b47907329a is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:21:52.219522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 52d53f55-e25f-4141-bde7-8409424f4bd5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:52.223906 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:52.225193 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:52.228798 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:52.230386 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5e2f2-191e-47ab-94ef-726a374dc244 None None] Pushing event updated for resources: {'Port': ['ID=5673b11f-5285-49e1-8d6a-87851d5f6666,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:52.279434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b93274d8-59ad-4c43-a7e8-f7c10be260f7 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 7f186c83-7b01-4240-a5de-b8b47907329a) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:52.289293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93274d8-59ad-4c43-a7e8-f7c10be260f7 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:52.290852 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b93274d8-59ad-4c43-a7e8-f7c10be260f7 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:52.311699 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd53f033-385b-46fe-8e9f-3e326e2ad54b None None] Network 7f186c83-7b01-4240-a5de-b8b47907329a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:52.321300 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:21:52.400704 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0bc70461-bfc5-4eb2-96a3-883f59714800 None None] Provisioning complete for port 52d53f55-e25f-4141-bde7-8409424f4bd5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:52.401177 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0bc70461-bfc5-4eb2-96a3-883f59714800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:52.404658 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40052) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:52.405190 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b93274d8-59ad-4c43-a7e8-f7c10be260f7 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9566238 Sep 18 05:21:52.616569 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-7f186c83-7b01-4240-a5de-b8b47907329a', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:21:52.618709 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:52.680108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0bc70461-bfc5-4eb2-96a3-883f59714800 None None] Provisioning complete for port 5673b11f-5285-49e1-8d6a-87851d5f6666 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:52.680518 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0bc70461-bfc5-4eb2-96a3-883f59714800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:52.680852 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 3, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:52Z', 'revision_number': 4, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:52.712983 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29c7e6c-54c9-4245-832e-cdcd47389e40 None None] The sync data for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 is: [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 3, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:52Z', 'revision_number': 4, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:52.930902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25612e13-d3b6-4e7d-b119-cdd881c9f02f req-44141fc4-df76-4644-b50d-2b73004b1ea7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:52.939814 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-25612e13-d3b6-4e7d-b119-cdd881c9f02f req-44141fc4-df76-4644-b50d-2b73004b1ea7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1290274 Sep 18 05:21:52.963221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Allocated IP 172.22.0.2 (7f186c83-7b01-4240-a5de-b8b47907329a/b5c99fef-2395-4ac3-8bc5-10208ddc05a9/bac3663c-c4dd-4563-aa3e-443889fa3c11) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:52.975135 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0bc70461-bfc5-4eb2-96a3-883f59714800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:53.044421 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-25612e13-d3b6-4e7d-b119-cdd881c9f02f req-e493be81-cb53-43cd-81df-202bc7c4a70b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990179 Sep 18 05:21:53.084365 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-0bc70461-bfc5-4eb2-96a3-883f59714800 None None] For port 5673b11f-5285-49e1-8d6a-87851d5f6666, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5673b11f-5285-49e1-8d6a-87851d5f6666,segment=NetworkSegment(e6e80a16-e102-4609-a840-59373b47c007),segment_id=e6e80a16-e102-4609-a840-59373b47c007)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:53.092697 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:53.173381 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0bc70461-bfc5-4eb2-96a3-883f59714800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:53.254097 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:53.362939 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-47b0cb3f-6a3b-4d3e-b6d6-cc1270130b4f None None] Provisioning complete for port 5673b11f-5285-49e1-8d6a-87851d5f6666 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:53.363245 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-47b0cb3f-6a3b-4d3e-b6d6-cc1270130b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:53.438022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc70461-bfc5-4eb2-96a3-883f59714800 None None] Pushing event updated for resources: {'Port': ['ID=5673b11f-5285-49e1-8d6a-87851d5f6666,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:53.464960 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:53.489274 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:53.588728 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:53.640551 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Network 7f186c83-7b01-4240-a5de-b8b47907329a is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:53.647382 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:53.653458 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:53.714776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Pushing event updated for resources: {'Port': ['ID=bac3663c-c4dd-4563-aa3e-443889fa3c11,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:53.729281 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Allocated IP 172.22.0.1 (7f186c83-7b01-4240-a5de-b8b47907329a/b5c99fef-2395-4ac3-8bc5-10208ddc05a9/8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:53.762801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-80897f6e-999c-424e-ae3d-40f0cf44db43 None None] Provisioning complete for port 5673b11f-5285-49e1-8d6a-87851d5f6666 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:53.763269 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-80897f6e-999c-424e-ae3d-40f0cf44db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:53.772662 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Attempting to bind port bac3663c-c4dd-4563-aa3e-443889fa3c11 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:53.773024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Attempting to bind port bac3663c-c4dd-4563-aa3e-443889fa3c11 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '3b64df35-cfeb-426d-b674-5cfd4d9be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:53.773462 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Attempting to bind port bac3663c-c4dd-4563-aa3e-443889fa3c11 on network 7f186c83-7b01-4240-a5de-b8b47907329a {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:53.796773 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:53.797436 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Checking segment: {'id': '3b64df35-cfeb-426d-b674-5cfd4d9be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:53.797861 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:53.798269 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Bound using segment: {'id': '3b64df35-cfeb-426d-b674-5cfd4d9be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:53.798743 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Bound port: bac3663c-c4dd-4563-aa3e-443889fa3c11, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b64df35-cfeb-426d-b674-5cfd4d9be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:53.799133 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:53.860132 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:53.897291 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] For port bac3663c-c4dd-4563-aa3e-443889fa3c11, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:53.915367 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] For port bac3663c-c4dd-4563-aa3e-443889fa3c11, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bac3663c-c4dd-4563-aa3e-443889fa3c11,segment=NetworkSegment(3b64df35-cfeb-426d-b674-5cfd4d9be3b6),segment_id=3b64df35-cfeb-426d-b674-5cfd4d9be3b6)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:53.960226 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:53.994423 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:53.999244 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 7f186c83-7b01-4240-a5de-b8b47907329a is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:54.004591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:54.009137 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:54.018498 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:54.071592 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:54.073805 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d6ec5f8a-01ea-442a-8589-fb53c56ebfce None None] Provisioning complete for port 5673b11f-5285-49e1-8d6a-87851d5f6666 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:54.078679 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5f8a-01ea-442a-8589-fb53c56ebfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:54.106916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45816e-9fe4-4bdb-91e9-05393b1b9171 None None] Pushing event updated for resources: {'Port': ['ID=bac3663c-c4dd-4563-aa3e-443889fa3c11,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:54.217498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9036d-eafa-4bbe-9fb7-05b6204a7c28 req-1d0b741d-b9ba-47f3-aa8b-d16e01bb4f50 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:54.222796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5673b11f-5285-49e1-8d6a-87851d5f6666 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:54.226275 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35d9036d-eafa-4bbe-9fb7-05b6204a7c28 req-1d0b741d-b9ba-47f3-aa8b-d16e01bb4f50 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0795085 Sep 18 05:21:54.264899 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35d9036d-eafa-4bbe-9fb7-05b6204a7c28 req-136fe52c-e51f-4646-abd9-015a494b3096 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375280 Sep 18 05:21:54.283658 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 5673b11f-5285-49e1-8d6a-87851d5f6666 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:54.284031 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:54.297129 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:54.600847 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:54.676625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:54.758066 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:54.760943 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:54.862142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 7f186c83-7b01-4240-a5de-b8b47907329a is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:54.863606 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:54.965828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:21:55.125903 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1ce941-6d16-47dc-9e97-4615c97d03d0 None None] Network 7f186c83-7b01-4240-a5de-b8b47907329a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:55.259294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4b7b312b-c654-487f-9603-ed27b374404b None None] Provisioning complete for port bac3663c-c4dd-4563-aa3e-443889fa3c11 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:55.259764 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4b7b312b-c654-487f-9603-ed27b374404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:55.403665 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4b7b312b-c654-487f-9603-ed27b374404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:55.421117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dec043-b6a8-45d5-94c2-3c07be7eba3a req-586e24ad-fe12-4cc1-8840-bbe3ee653715 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:55.429529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75dec043-b6a8-45d5-94c2-3c07be7eba3a req-586e24ad-fe12-4cc1-8840-bbe3ee653715 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0844774 Sep 18 05:21:55.477599 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:55.481643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-4b7b312b-c654-487f-9603-ed27b374404b None None] For port bac3663c-c4dd-4563-aa3e-443889fa3c11, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bac3663c-c4dd-4563-aa3e-443889fa3c11,segment=NetworkSegment(3b64df35-cfeb-426d-b674-5cfd4d9be3b6),segment_id=3b64df35-cfeb-426d-b674-5cfd4d9be3b6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:55.488991 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-25631c06-bc17-44e2-80f0-9665982cf4fd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0805035 Sep 18 05:21:55.491515 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Sync routers for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:55.494259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40090) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:55.500119 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-30a6f9f9-279b-42d0-a315-53baebece815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'network': {'name': 'tempest-RoutersTest-968751545'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:55.508669 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:55.509853 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:55.513431 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75dec043-b6a8-45d5-94c2-3c07be7eba3a req-0e74df22-1f09-462f-9556-39be0a157712 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827808 Sep 18 05:21:55.595094 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4b7b312b-c654-487f-9603-ed27b374404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:55.625094 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a6f9f9-279b-42d0-a315-53baebece815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:55.628494 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30a6f9f9-279b-42d0-a315-53baebece815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:55.640065 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:21:55.664194 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a6f9f9-279b-42d0-a315-53baebece815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:21:55.673727 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30a6f9f9-279b-42d0-a315-53baebece815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:55.674359 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-30a6f9f9-279b-42d0-a315-53baebece815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Added segment 86a56ce9-29cd-4c59-8812-e15294f83a50 of type vlan for network 219215f9-eeef-4a27-9bf3-7e14a009e666 Sep 18 05:21:55.695934 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b312b-c654-487f-9603-ed27b374404b None None] Pushing event updated for resources: {'Port': ['ID=bac3663c-c4dd-4563-aa3e-443889fa3c11,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:55.796402 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30a6f9f9-279b-42d0-a315-53baebece815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:55.865923 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3881561e-c18a-467d-bca1-9dce7667cf40 None None] Provisioning complete for port bac3663c-c4dd-4563-aa3e-443889fa3c11 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:55.866315 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3881561e-c18a-467d-bca1-9dce7667cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:55.965216 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30a6f9f9-279b-42d0-a315-53baebece815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:55.971496 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a6f9f9-279b-42d0-a315-53baebece815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:55.972357 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30a6f9f9-279b-42d0-a315-53baebece815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:56.200954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3881561e-c18a-467d-bca1-9dce7667cf40 None None] Provisioning complete for port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:56.201425 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3881561e-c18a-467d-bca1-9dce7667cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:56.212083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682fdd4-5653-4012-a55b-28b6df6b7cd5 req-1b284717-9a56-4f75-b379-a11027ff9caf tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:56.217479 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6f9f9-279b-42d0-a315-53baebece815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Network': ['ID=219215f9-eeef-4a27-9bf3-7e14a009e666,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:56.229747 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e682fdd4-5653-4012-a55b-28b6df6b7cd5 req-1b284717-9a56-4f75-b379-a11027ff9caf tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.2295089 Sep 18 05:21:56.233923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1162d-6162-4951-acd4-13cab4d005dd req-be0ad4ef-ccbe-4109-aca8-6250cb4db410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:56.235622 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a1162d-6162-4951-acd4-13cab4d005dd req-be0ad4ef-ccbe-4109-aca8-6250cb4db410 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 1096 time: 0.1800411 Sep 18 05:21:56.257851 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 219215f9-eeef-4a27-9bf3-7e14a009e666 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:21:56.311438 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-30a6f9f9-279b-42d0-a315-53baebece815 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8160372 Sep 18 05:21:56.314233 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40112) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:56.322049 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b5ee16a0-7ad7-4a0b-90a6-7541a79a5ea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'subnet': {'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:56.421178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1162d-6162-4951-acd4-13cab4d005dd req-bd6210e1-9e6d-4ec5-9545-085fdf100d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:56.423373 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a1162d-6162-4951-acd4-13cab4d005dd req-bd6210e1-9e6d-4ec5-9545-085fdf100d59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.1731942 Sep 18 05:21:56.477181 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e682fdd4-5653-4012-a55b-28b6df6b7cd5 req-992f9196-380f-4660-9e3e-1f1ff651f3a3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458799 Sep 18 05:21:56.560926 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a1162d-6162-4951-acd4-13cab4d005dd req-004fe8ff-d4e2-4dc0-8ae9-680175b414af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2 HTTP/1.1" status: 200 len: 998 time: 0.0965304 Sep 18 05:21:56.561725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:21:54Z', 'revision_number': 4, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:54Z', 'revision_number': 2, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:56.571128 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bac3663c-c4dd-4563-aa3e-443889fa3c11 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:21:56.585752 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ee16a0-7ad7-4a0b-90a6-7541a79a5ea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Made reservation on behalf of 3485d56453cd4fa4be8ff1ad39f87398 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:21:56.590078 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5ee16a0-7ad7-4a0b-90a6-7541a79a5ea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:56.619915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1162d-6162-4951-acd4-13cab4d005dd req-999d688f-f7ef-4f20-8e96-22b67b2fb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:56.619915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a1162d-6162-4951-acd4-13cab4d005dd req-999d688f-f7ef-4f20-8e96-22b67b2fb6f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.0482941 Sep 18 05:21:56.624195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Checking router: 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:21:56.624592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Updating router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:21:56.659389 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3881561e-c18a-467d-bca1-9dce7667cf40 None None] Port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:56.679974 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:56.706995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1162d-6162-4951-acd4-13cab4d005dd req-5eee76ef-cefc-49d9-a1b7-630f8e513ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:56.711684 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a1162d-6162-4951-acd4-13cab4d005dd req-5eee76ef-cefc-49d9-a1b7-630f8e513ab5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885429 Sep 18 05:21:56.842359 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a1162d-6162-4951-acd4-13cab4d005dd req-6a021d23-1829-4384-82bf-981231f2db20 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235325 Sep 18 05:21:56.852180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port bac3663c-c4dd-4563-aa3e-443889fa3c11 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:56.852584 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:56.909199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-815a8bf6-5de7-4a7b-8832-cf9106f8fc92 None None] Provisioning complete for port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:56.909589 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-815a8bf6-5de7-4a7b-8832-cf9106f8fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:56.914636 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5ee16a0-7ad7-4a0b-90a6-7541a79a5ea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:56.964978 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a1162d-6162-4951-acd4-13cab4d005dd req-8c86ce1a-a9cf-4a35-8f15-20535e1dc28c service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153359 Sep 18 05:21:57.009630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee16a0-7ad7-4a0b-90a6-7541a79a5ea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Subnet': ['ID=32540160-2f87-4b62-800e-b4cb61aca2dd,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:57.013282 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ee16a0-7ad7-4a0b-90a6-7541a79a5ea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Checking segment: {'id': '86a56ce9-29cd-4c59-8812-e15294f83a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:57.013661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ee16a0-7ad7-4a0b-90a6-7541a79a5ea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network hostable DHCP agents. Network: 219215f9-eeef-4a27-9bf3-7e14a009e666, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:21:57.069402 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-815a8bf6-5de7-4a7b-8832-cf9106f8fc92 None None] Port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:57.119542 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ee16a0-7ad7-4a0b-90a6-7541a79a5ea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 219215f9-eeef-4a27-9bf3-7e14a009e666 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:21:57.163722 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:57.188087 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-b5ee16a0-7ad7-4a0b-90a6-7541a79a5ea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 219215f9-eeef-4a27-9bf3-7e14a009e666) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:57.193163 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ee16a0-7ad7-4a0b-90a6-7541a79a5ea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:57.194309 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5ee16a0-7ad7-4a0b-90a6-7541a79a5ea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:57.200339 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7043954-d14c-4e55-8101-afc0e032e066 None None] Network 219215f9-eeef-4a27-9bf3-7e14a009e666 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:21:57.225323 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:57.274371 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b5ee16a0-7ad7-4a0b-90a6-7541a79a5ea2 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9586048 Sep 18 05:21:57.277183 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40122) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:57.322838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727b9bb-a47d-470c-9f12-91f891586856 None None] Pushing event updated for resources: {'Port': ['ID=8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:57.463415 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Attempting to bind port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:57.463800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Attempting to bind port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '3b64df35-cfeb-426d-b674-5cfd4d9be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:57.464178 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Attempting to bind port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d on network 7f186c83-7b01-4240-a5de-b8b47907329a {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:57.476065 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-219215f9-eeef-4a27-9bf3-7e14a009e666', 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'fixed_ips': [{'subnet_id': '32540160-2f87-4b62-800e-b4cb61aca2dd'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:21:57.476065 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:57.519131 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:57.519520 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Checking segment: {'id': '3b64df35-cfeb-426d-b674-5cfd4d9be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:57.521591 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:57.521591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Bound using segment: {'id': '3b64df35-cfeb-426d-b674-5cfd4d9be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:57.522423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Bound port: 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b64df35-cfeb-426d-b674-5cfd4d9be3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:57.523043 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:57.649862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a44cbb-643c-4bc6-98b8-548edb3914f3 req-d8623cd3-3141-4578-94b7-b6b5905cfada tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:57.658158 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0a44cbb-643c-4bc6-98b8-548edb3914f3 req-d8623cd3-3141-4578-94b7-b6b5905cfada tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0842164 Sep 18 05:21:57.707053 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0a44cbb-643c-4bc6-98b8-548edb3914f3 req-a1e03872-188f-4ceb-a77c-9d6674865181 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454741 Sep 18 05:21:57.732169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Allocated IP 172.23.0.2 (219215f9-eeef-4a27-9bf3-7e14a009e666/32540160-2f87-4b62-800e-b4cb61aca2dd/fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:57.755576 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3c80eb28-15e7-4fbb-a2ba-0e2faea8a895 None None] Provisioning complete for port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:57.755952 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3c80eb28-15e7-4fbb-a2ba-0e2faea8a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:57.763246 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:57.785725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] For port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:57.819593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] For port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d,segment=NetworkSegment(3b64df35-cfeb-426d-b674-5cfd4d9be3b6),segment_id=3b64df35-cfeb-426d-b674-5cfd4d9be3b6)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:57.867980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3c80eb28-15e7-4fbb-a2ba-0e2faea8a895 None None] Port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:21:57.899189 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:57.974852 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:57.975847 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:58.069760 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:58.073099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727b9bb-a47d-470c-9f12-91f891586856 None None] Pushing event updated for resources: {'Port': ['ID=8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:58.150117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:21:58.180018 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:58.229320 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Network 219215f9-eeef-4a27-9bf3-7e14a009e666 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:58.240332 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:58.243775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:58.264651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Allocated IP 172.23.0.1 (219215f9-eeef-4a27-9bf3-7e14a009e666/32540160-2f87-4b62-800e-b4cb61aca2dd/456d703f-b4a2-4201-a7f2-81944522f0d6) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:21:58.320065 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Pushing event updated for resources: {'Port': ['ID=fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:58.371416 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3acc8b32-7c0d-4bd2-81d7-660576fdb9ac None None] Provisioning complete for port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:21:58.371802 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3acc8b32-7c0d-4bd2-81d7-660576fdb9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:58.398708 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:58.440434 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Attempting to bind port fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:21:58.440823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Attempting to bind port fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '86a56ce9-29cd-4c59-8812-e15294f83a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:21:58.441187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Attempting to bind port fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab on network 219215f9-eeef-4a27-9bf3-7e14a009e666 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:21:58.457655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:21:58.458064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Checking segment: {'id': '86a56ce9-29cd-4c59-8812-e15294f83a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:21:58.458511 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:58.458916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Bound using segment: {'id': '86a56ce9-29cd-4c59-8812-e15294f83a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:21:58.459401 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Bound port: fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a56ce9-29cd-4c59-8812-e15294f83a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:21:58.459793 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:58.494253 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:58.534281 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 219215f9-eeef-4a27-9bf3-7e14a009e666 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:58.538220 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:58.545936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:21:58.605830 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] For port fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:21:58.611255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] For port fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab,segment=NetworkSegment(86a56ce9-29cd-4c59-8812-e15294f83a50),segment_id=86a56ce9-29cd-4c59-8812-e15294f83a50)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:21:58.620157 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=456d703f-b4a2-4201-a7f2-81944522f0d6,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:58.620851 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3acc8b32-7c0d-4bd2-81d7-660576fdb9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:58.629269 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:58.648115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:21:54Z', 'revision_number': 4, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:57Z', 'revision_number': 4, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:21:58.682073 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af30bdb-e6c1-4027-8f7b-19a46068a6b5 None None] The sync data for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 is: [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:21:54Z', 'revision_number': 4, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:57Z', 'revision_number': 4, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:21:58.691668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3acc8b32-7c0d-4bd2-81d7-660576fdb9ac None None] For port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d,segment=NetworkSegment(3b64df35-cfeb-426d-b674-5cfd4d9be3b6),segment_id=3b64df35-cfeb-426d-b674-5cfd4d9be3b6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:21:58.708638 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:58.781552 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3acc8b32-7c0d-4bd2-81d7-660576fdb9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:58.806555 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076067ce-153c-49c1-8ef2-6bf0b2ab22f3 None None] Pushing event updated for resources: {'Port': ['ID=fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:58.878979 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:58.881321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482597a-3f81-47da-a662-f9bf6ce56341 req-44d3f2b5-8339-4925-ad40-d5984df11c8c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:58.884386 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d482597a-3f81-47da-a662-f9bf6ce56341 req-44d3f2b5-8339-4925-ad40-d5984df11c8c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0849655 Sep 18 05:21:58.893282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc8b32-7c0d-4bd2-81d7-660576fdb9ac None None] Pushing event updated for resources: {'Port': ['ID=8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:58.944926 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d482597a-3f81-47da-a662-f9bf6ce56341 req-c178ff2c-133c-468a-8211-e6f4e42f94e6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535543 Sep 18 05:21:59.255521 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0647b-b9b8-48f6-a519-0cd0702d9af3 req-8c1ae6df-78a4-4deb-8050-8c9a91366fcf tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:21:59.257284 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d6d0647b-b9b8-48f6-a519-0cd0702d9af3 req-8c1ae6df-78a4-4deb-8050-8c9a91366fcf tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1529708 Sep 18 05:21:59.331689 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d6d0647b-b9b8-48f6-a519-0cd0702d9af3 req-07c3906f-e13f-4406-978f-1907da407cc6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658739 Sep 18 05:21:59.341645 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:59.433649 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:59.516613 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event updated for resources: {'Port': ['ID=456d703f-b4a2-4201-a7f2-81944522f0d6,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:21:59.519102 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:21:59.626430 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Network 219215f9-eeef-4a27-9bf3-7e14a009e666 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:21:59.632035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:21:59.756527 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:21:59.860776 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:21:59.871484 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5ac2fb85-3e29-4690-bf23-d0331b30774e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5907266 Sep 18 05:21:59.871692 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40158) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:21:59.874262 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Sync routers for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:21:59.880582 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-cbec3dfa-a890-416f-a9f3-05629f4c0c83 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:21:59.897681 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:21:59.898821 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:00.020515 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:00.028840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d20f002-1c91-4309-8391-726764a4f536 None None] Network 219215f9-eeef-4a27-9bf3-7e14a009e666 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:22:00.122076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6aec8-7c5e-4a53-9b17-b99ec7f536f5 req-70cb8914-fd63-4ee2-aa6a-2179edfd3e43 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:00.123666 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-33f6aec8-7c5e-4a53-9b17-b99ec7f536f5 req-70cb8914-fd63-4ee2-aa6a-2179edfd3e43 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1580696 Sep 18 05:22:00.147844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5c4277e6-e21a-4d1b-8b7c-bb2f89130cb1 None None] Provisioning complete for port fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:22:00.148046 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5c4277e6-e21a-4d1b-8b7c-bb2f89130cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:00.311288 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-33f6aec8-7c5e-4a53-9b17-b99ec7f536f5 req-5c7f03bd-fcb6-462a-92dc-d0b1152a0d99 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916185 Sep 18 05:22:00.324021 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:21:58Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456d703f-b4a2-4201-a7f2-81944522f0d6', 'name': '', 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:07:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '32540160-2f87-4b62-800e-b4cb61aca2dd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:57Z', 'updated_at': '2021-09-18T05:21:59Z', 'revision_number': 2, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '32540160-2f87-4b62-800e-b4cb61aca2dd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:58Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:00.383354 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Checking router: 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:22:00.383712 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Updating router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 port 456d703f-b4a2-4201-a7f2-81944522f0d6 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:22:00.425591 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:00.494439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.extraroute_db [None req-cbec3dfa-a890-416f-a9f3-05629f4c0c83 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=106908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 05:22:00.511017 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.extraroute_db [None req-cbec3dfa-a890-416f-a9f3-05629f4c0c83 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Removed routes are [] {{(pid=106908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 05:22:00.511248 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:22:00.511476 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cbec3dfa-a890-416f-a9f3-05629f4c0c83 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:00.563390 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5c4277e6-e21a-4d1b-8b7c-bb2f89130cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:00.603728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:22:00.604109 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:00.639940 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5c4277e6-e21a-4d1b-8b7c-bb2f89130cb1 None None] For port fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab,segment=NetworkSegment(86a56ce9-29cd-4c59-8812-e15294f83a50),segment_id=86a56ce9-29cd-4c59-8812-e15294f83a50)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:22:00.745694 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:00.750410 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5c4277e6-e21a-4d1b-8b7c-bb2f89130cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:00.870224 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:00.872034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4277e6-e21a-4d1b-8b7c-bb2f89130cb1 None None] Pushing event updated for resources: {'Port': ['ID=fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:00.892094 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:22:00.892483 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:22:00.937756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f07806-abf9-4d73-b56b-8679d67c44c4 req-c0e1fa30-fa60-4e74-888a-23ced03b7480 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:00.939545 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c0f07806-abf9-4d73-b56b-8679d67c44c4 req-c0e1fa30-fa60-4e74-888a-23ced03b7480 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1730325 Sep 18 05:22:00.942308 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cbec3dfa-a890-416f-a9f3-05629f4c0c83 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:00.946728 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cbec3dfa-a890-416f-a9f3-05629f4c0c83 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:00.978275 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-422dd667-1933-43c3-92a5-73a01f67df4d None None] Provisioning complete for port 456d703f-b4a2-4201-a7f2-81944522f0d6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:22:00.979778 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:00.982509 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-422dd667-1933-43c3-92a5-73a01f67df4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:01.043594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-422dd667-1933-43c3-92a5-73a01f67df4d None None] Port 456d703f-b4a2-4201-a7f2-81944522f0d6 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:22:01.046653 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f461f-459e-4df1-a2ca-8293f773679c None None] Pushing event updated for resources: {'Port': ['ID=456d703f-b4a2-4201-a7f2-81944522f0d6,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:01.070916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-422dd667-1933-43c3-92a5-73a01f67df4d None None] Provisioning complete for port fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:22:01.071302 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-422dd667-1933-43c3-92a5-73a01f67df4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:01.105170 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Attempting to bind port 456d703f-b4a2-4201-a7f2-81944522f0d6 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:22:01.105539 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Attempting to bind port 456d703f-b4a2-4201-a7f2-81944522f0d6 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '86a56ce9-29cd-4c59-8812-e15294f83a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:22:01.105907 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Attempting to bind port 456d703f-b4a2-4201-a7f2-81944522f0d6 on network 219215f9-eeef-4a27-9bf3-7e14a009e666 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:22:01.118041 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:22:01.119990 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Checking segment: {'id': '86a56ce9-29cd-4c59-8812-e15294f83a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:22:01.119990 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:01.119990 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Bound using segment: {'id': '86a56ce9-29cd-4c59-8812-e15294f83a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:22:01.119990 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Bound port: 456d703f-b4a2-4201-a7f2-81944522f0d6, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a56ce9-29cd-4c59-8812-e15294f83a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:22:01.120379 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:01.227936 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] For port 456d703f-b4a2-4201-a7f2-81944522f0d6, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:22:01.232165 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] For port 456d703f-b4a2-4201-a7f2-81944522f0d6, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=456d703f-b4a2-4201-a7f2-81944522f0d6,segment=NetworkSegment(86a56ce9-29cd-4c59-8812-e15294f83a50),segment_id=86a56ce9-29cd-4c59-8812-e15294f83a50)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:22:01.236578 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b2b82e1a-6119-4582-b7b4-87bd780f2877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:01.340076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c4880137-c598-4580-b9e4-cba6ddff9b23 None None] Provisioning complete for port 456d703f-b4a2-4201-a7f2-81944522f0d6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:22:01.340662 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c4880137-c598-4580-b9e4-cba6ddff9b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:01.353958 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:01.467323 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c0f07806-abf9-4d73-b56b-8679d67c44c4 req-75a331d9-1029-46db-992d-feb9e59fb2fa tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5121336 Sep 18 05:22:01.470506 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c4880137-c598-4580-b9e4-cba6ddff9b23 None None] Port 456d703f-b4a2-4201-a7f2-81944522f0d6 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:22:01.498432 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:01.499080 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:01.509352 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbec3dfa-a890-416f-a9f3-05629f4c0c83 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:22:01.526291 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:22:01.546794 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f461f-459e-4df1-a2ca-8293f773679c None None] Pushing event updated for resources: {'Port': ['ID=456d703f-b4a2-4201-a7f2-81944522f0d6,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:01.608926 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:22:01.609378 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:01.651188 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:01.690579 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbec3dfa-a890-416f-a9f3-05629f4c0c83 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:22:01.698114 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cbec3dfa-a890-416f-a9f3-05629f4c0c83 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:01.699581 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cbec3dfa-a890-416f-a9f3-05629f4c0c83 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2 HTTP/1.1" status: 200 len: 934 time: 1.8268011 Sep 18 05:22:01.702137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40184) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:01.713276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-37ce4b5c-f6a1-4c21-87c8-5e06285049b8 None None] Provisioning complete for port 456d703f-b4a2-4201-a7f2-81944522f0d6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:22:01.713716 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-37ce4b5c-f6a1-4c21-87c8-5e06285049b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:01.836469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c63a702e-91f3-4000-ba9e-1c38c7ee0305 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2 HTTP/1.1" status: 200 len: 934 time: 0.1300890 Sep 18 05:22:01.837095 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40188) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:01.847474 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e2a11a23-c217-4eea-bb2b-38af73641c42 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'router': {'routes': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:01.850048 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-37ce4b5c-f6a1-4c21-87c8-5e06285049b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:01.896977 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-37ce4b5c-f6a1-4c21-87c8-5e06285049b8 None None] For port 456d703f-b4a2-4201-a7f2-81944522f0d6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=456d703f-b4a2-4201-a7f2-81944522f0d6,segment=NetworkSegment(86a56ce9-29cd-4c59-8812-e15294f83a50),segment_id=86a56ce9-29cd-4c59-8812-e15294f83a50)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:22:02.001991 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-37ce4b5c-f6a1-4c21-87c8-5e06285049b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:02.069070 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:00Z', 'revision_number': 6, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456d703f-b4a2-4201-a7f2-81944522f0d6', 'name': '', 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:07:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '32540160-2f87-4b62-800e-b4cb61aca2dd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:57Z', 'updated_at': '2021-09-18T05:22:01Z', 'revision_number': 4, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '32540160-2f87-4b62-800e-b4cb61aca2dd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:58Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:02.077820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce4b5c-f6a1-4c21-87c8-5e06285049b8 None None] Pushing event updated for resources: {'Port': ['ID=456d703f-b4a2-4201-a7f2-81944522f0d6,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:02.102524 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44416f7-0a21-4106-9b3d-bcc7733666a3 None None] The sync data for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 is: [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:00Z', 'revision_number': 6, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456d703f-b4a2-4201-a7f2-81944522f0d6', 'name': '', 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:07:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '32540160-2f87-4b62-800e-b4cb61aca2dd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:57Z', 'updated_at': '2021-09-18T05:22:01Z', 'revision_number': 4, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '32540160-2f87-4b62-800e-b4cb61aca2dd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:58Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:22:02.131411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2155f7d4-7b5f-459c-ab85-22bef89c9578 None None] Provisioning complete for port 456d703f-b4a2-4201-a7f2-81944522f0d6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:22:02.131411 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2155f7d4-7b5f-459c-ab85-22bef89c9578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:02.279082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:22:02.344052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:22:02.344598 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:02.378745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.extraroute_db [None req-e2a11a23-c217-4eea-bb2b-38af73641c42 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Added routes are [] {{(pid=106908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 05:22:02.378745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.extraroute_db [None req-e2a11a23-c217-4eea-bb2b-38af73641c42 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=106908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 05:22:02.401368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b01db227-bb3a-49d7-89ae-2b6b7992f209 None None] Provisioning complete for port 456d703f-b4a2-4201-a7f2-81944522f0d6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:22:02.401840 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b01db227-bb3a-49d7-89ae-2b6b7992f209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:02.415613 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2a11a23-c217-4eea-bb2b-38af73641c42 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:02.711625 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc754e62-42e2-43be-bd00-f679c54522da req-641e8b1f-7133-4436-a746-339be93af473 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:02.711625 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc754e62-42e2-43be-bd00-f679c54522da req-641e8b1f-7133-4436-a746-339be93af473 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1412694 Sep 18 05:22:02.798026 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2a11a23-c217-4eea-bb2b-38af73641c42 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:02.805330 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2a11a23-c217-4eea-bb2b-38af73641c42 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:02.811958 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc754e62-42e2-43be-bd00-f679c54522da req-9cd7533e-4d6f-4a76-b7b4-4b39e46d29f5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662642 Sep 18 05:22:02.916538 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a11a23-c217-4eea-bb2b-38af73641c42 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:22:03.006865 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10dbb28-1074-421c-a04a-ef2c71508a9f None None] Sync routers for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:22:03.016471 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10dbb28-1074-421c-a04a-ef2c71508a9f None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:03.017104 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e10dbb28-1074-421c-a04a-ef2c71508a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:03.029883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a11a23-c217-4eea-bb2b-38af73641c42 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:22:03.038509 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2a11a23-c217-4eea-bb2b-38af73641c42 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:03.042148 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e2a11a23-c217-4eea-bb2b-38af73641c42 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2 HTTP/1.1" status: 200 len: 700 time: 1.2014325 Sep 18 05:22:03.042408 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40204) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:03.108972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-e10dbb28-1074-421c-a04a-ef2c71508a9f None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:03.150086 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0c082212-bce8-4d51-9e77-c9c22781c25f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2 HTTP/1.1" status: 200 len: 700 time: 0.1041167 Sep 18 05:22:03.151199 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40208) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:03.330099 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145b0d0-bec0-4e77-b972-13afa636ba4d req-6c092b7b-da87-4e5c-a0fb-ce0d3ff6184c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:03.331504 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e145b0d0-bec0-4e77-b972-13afa636ba4d req-6c092b7b-da87-4e5c-a0fb-ce0d3ff6184c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1373763 Sep 18 05:22:03.359207 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e10dbb28-1074-421c-a04a-ef2c71508a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:02Z', 'revision_number': 7, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456d703f-b4a2-4201-a7f2-81944522f0d6', 'name': '', 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:07:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '32540160-2f87-4b62-800e-b4cb61aca2dd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:57Z', 'updated_at': '2021-09-18T05:22:01Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '32540160-2f87-4b62-800e-b4cb61aca2dd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:58Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:03.389694 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10dbb28-1074-421c-a04a-ef2c71508a9f None None] Checking router: 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:22:03.401898 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10dbb28-1074-421c-a04a-ef2c71508a9f None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:03.402536 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e10dbb28-1074-421c-a04a-ef2c71508a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:21:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:03.420675 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e145b0d0-bec0-4e77-b972-13afa636ba4d req-bf66972e-7b40-42dc-8d8f-465f6584e644 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564141 Sep 18 05:22:03.502021 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-e10dbb28-1074-421c-a04a-ef2c71508a9f None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:03.610856 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8fe8-2090-4858-91d2-991bd119db9a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:03.743719 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e10dbb28-1074-421c-a04a-ef2c71508a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:02Z', 'revision_number': 7, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456d703f-b4a2-4201-a7f2-81944522f0d6', 'name': '', 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:07:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '32540160-2f87-4b62-800e-b4cb61aca2dd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:57Z', 'updated_at': '2021-09-18T05:22:01Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '32540160-2f87-4b62-800e-b4cb61aca2dd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:58Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:03.778943 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10dbb28-1074-421c-a04a-ef2c71508a9f None None] The sync data for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 is: [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:02Z', 'revision_number': 7, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456d703f-b4a2-4201-a7f2-81944522f0d6', 'name': '', 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:07:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '32540160-2f87-4b62-800e-b4cb61aca2dd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:57Z', 'updated_at': '2021-09-18T05:22:01Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '32540160-2f87-4b62-800e-b4cb61aca2dd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:58Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:22:03.879019 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fd958ab8-9f2a-4708-ad97-eb22e660b5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:03.907340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b8fe8-2090-4858-91d2-991bd119db9a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port 456d703f-b4a2-4201-a7f2-81944522f0d6 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:22:03.907841 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8fe8-2090-4858-91d2-991bd119db9a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:04.007018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-8c3b8fe8-2090-4858-91d2-991bd119db9a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] For port 456d703f-b4a2-4201-a7f2-81944522f0d6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=456d703f-b4a2-4201-a7f2-81944522f0d6,segment=NetworkSegment(86a56ce9-29cd-4c59-8812-e15294f83a50),segment_id=86a56ce9-29cd-4c59-8812-e15294f83a50)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:22:04.007473 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8fe8-2090-4858-91d2-991bd119db9a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:04.023067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b8fe8-2090-4858-91d2-991bd119db9a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for 456d703f-b4a2-4201-a7f2-81944522f0d6 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:22:04.040457 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ced884-df08-4ef9-b070-cc0765968fed None None] Sync routers for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:22:04.051573 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ced884-df08-4ef9-b070-cc0765968fed None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:04.053061 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-02ced884-df08-4ef9-b070-cc0765968fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:04.150288 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-02ced884-df08-4ef9-b070-cc0765968fed None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:04.211509 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 456d703f-b4a2-4201-a7f2-81944522f0d6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:22:04.267614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 456d703f-b4a2-4201-a7f2-81944522f0d6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:22:04.268130 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:04.289293 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:04.313457 n-d-789963-13 neutron-server[106910]: INFO neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No ports have port_id starting with 456d703f-b4a2-4201-a7f2-81944522f0d6 Sep 18 05:22:04.314567 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8fe8-2090-4858-91d2-991bd119db9a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:04.375916 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b8fe8-2090-4858-91d2-991bd119db9a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=456d703f-b4a2-4201-a7f2-81944522f0d6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:04.378116 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-02ced884-df08-4ef9-b070-cc0765968fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:02Z', 'revision_number': 7, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '456d703f-b4a2-4201-a7f2-81944522f0d6', 'name': '', 'network_id': '219215f9-eeef-4a27-9bf3-7e14a009e666', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:07:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '32540160-2f87-4b62-800e-b4cb61aca2dd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:57Z', 'updated_at': '2021-09-18T05:22:01Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '32540160-2f87-4b62-800e-b4cb61aca2dd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:58Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:04.406840 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ced884-df08-4ef9-b070-cc0765968fed None None] Checking router: 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:22:04.419405 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ced884-df08-4ef9-b070-cc0765968fed None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:04.420039 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-02ced884-df08-4ef9-b070-cc0765968fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:04.551108 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-02ced884-df08-4ef9-b070-cc0765968fed None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:04.580195 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8fe8-2090-4858-91d2-991bd119db9a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:04.616960 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf25984-64f3-4405-b64a-354545451c41 req-862f8c93-2198-436c-97ad-9cced6e338ad tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:04.618455 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ecf25984-64f3-4405-b64a-354545451c41 req-862f8c93-2198-436c-97ad-9cced6e338ad tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0936930 Sep 18 05:22:04.734166 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ecf25984-64f3-4405-b64a-354545451c41 req-e6d8d0fa-4064-4f28-91dd-90b0ade4fced tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800209 Sep 18 05:22:04.794505 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-02ced884-df08-4ef9-b070-cc0765968fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:04Z', 'revision_number': 8, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:58Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:04.825877 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ced884-df08-4ef9-b070-cc0765968fed None None] The sync data for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 is: [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:04Z', 'revision_number': 8, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:58Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:22:04.887330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3b8fe8-2090-4858-91d2-991bd119db9a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:22:04.901841 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc8e2e-1e67-45f3-ade1-c343b8f5492c req-f3f42b2a-7349-46b6-9529-c252b5f36458 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:04.903356 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6acc8e2e-1e67-45f3-ade1-c343b8f5492c req-f3f42b2a-7349-46b6-9529-c252b5f36458 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0700564 Sep 18 05:22:05.229088 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:05.348157 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6acc8e2e-1e67-45f3-ade1-c343b8f5492c req-a1d5fa3f-bb03-4646-9a4e-564547e060db tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4350722 Sep 18 05:22:05.358969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3b8fe8-2090-4858-91d2-991bd119db9a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:22:05.363906 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8c3b8fe8-2090-4858-91d2-991bd119db9a tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2125287 Sep 18 05:22:05.366879 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40234) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:05.378981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0999b03-00ea-4cc6-ae9a-5450592b9804 None None] Sync routers for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:22:05.390678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0999b03-00ea-4cc6-ae9a-5450592b9804 None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:05.391393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f0999b03-00ea-4cc6-ae9a-5450592b9804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:05.427634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-900226ba-dc2f-4c18-8517-68a78c506188 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting subnet 32540160-2f87-4b62-800e-b4cb61aca2dd {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:22:05.432220 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-900226ba-dc2f-4c18-8517-68a78c506188 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:05.490720 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-900226ba-dc2f-4c18-8517-68a78c506188 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:05.491176 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-f0999b03-00ea-4cc6-ae9a-5450592b9804 None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:05.493913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd35ae-39f6-4729-b312-1bebb47d01cd req-82bdaa3d-ee32-4751-a9ac-dea85cf833b3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:05.495551 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-31fd35ae-39f6-4729-b312-1bebb47d01cd req-82bdaa3d-ee32-4751-a9ac-dea85cf833b3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0561697 Sep 18 05:22:05.541338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-31fd35ae-39f6-4729-b312-1bebb47d01cd req-94adabac-3d3b-4a55-bfd1-456d8f17d9ab tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397193 Sep 18 05:22:05.595127 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-900226ba-dc2f-4c18-8517-68a78c506188 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:05.688161 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244bc6b-b388-4418-a082-09f720f24d09 req-e3cef194-8732-47f3-9a4e-b95aa31896cc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:05.689984 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9244bc6b-b388-4418-a082-09f720f24d09 req-e3cef194-8732-47f3-9a4e-b95aa31896cc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0729878 Sep 18 05:22:05.735299 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9244bc6b-b388-4418-a082-09f720f24d09 req-a91683af-c863-4c4f-800f-75ac1fc4ed30 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366690 Sep 18 05:22:05.757253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f0999b03-00ea-4cc6-ae9a-5450592b9804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:04Z', 'revision_number': 8, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:58Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:05.782749 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-900226ba-dc2f-4c18-8517-68a78c506188 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:05.790466 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0999b03-00ea-4cc6-ae9a-5450592b9804 None None] Checking router: 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:22:05.799322 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0999b03-00ea-4cc6-ae9a-5450592b9804 None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:05.799670 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f0999b03-00ea-4cc6-ae9a-5450592b9804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:05.825283 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900226ba-dc2f-4c18-8517-68a78c506188 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Subnet': ['ID=32540160-2f87-4b62-800e-b4cb61aca2dd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:05.837546 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-900226ba-dc2f-4c18-8517-68a78c506188 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:05.843035 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-900226ba-dc2f-4c18-8517-68a78c506188 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/32540160-2f87-4b62-800e-b4cb61aca2dd HTTP/1.1" status: 204 len: 168 time: 0.4745846 Sep 18 05:22:05.843035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40250) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:05.893972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95081a3-d33a-4c28-81c9-4fc2514f746a None None] Network 219215f9-eeef-4a27-9bf3-7e14a009e666 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:22:05.896903 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-f0999b03-00ea-4cc6-ae9a-5450592b9804 None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:05.953326 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:06.012230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:22:06.012702 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:06.096186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] For port fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab,segment=NetworkSegment(86a56ce9-29cd-4c59-8812-e15294f83a50),segment_id=86a56ce9-29cd-4c59-8812-e15294f83a50)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:22:06.096186 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:06.124658 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:22:06.239636 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 456d703f-b4a2-4201-a7f2-81944522f0d6 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:22:06.299455 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 456d703f-b4a2-4201-a7f2-81944522f0d6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:22:06.299804 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 456d703f-b4a2-4201-a7f2-81944522f0d6 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:22:06.327718 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:06.355775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:06.357655 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No DVR routers for this DVR port fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:22:06.402354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-f0999b03-00ea-4cc6-ae9a-5450592b9804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:04Z', 'revision_number': 8, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:58Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:06.429822 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0999b03-00ea-4cc6-ae9a-5450592b9804 None None] The sync data for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 is: [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:04Z', 'revision_number': 8, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d', 'name': '', 'network_id': '7f186c83-7b01-4240-a5de-b8b47907329a', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:ef:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:53Z', 'updated_at': '2021-09-18T05:21:58Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'b5c99fef-2395-4ac3-8bc5-10208ddc05a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:22:06.435406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ea3c2-eedf-4907-a35b-2f0f24c806ac None None] DHCP port deletion for 219215f9-eeef-4a27-9bf3-7e14a009e666 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:22:06.451992 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:06.472125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219215f9-eeef-4a27-9bf3-7e14a009e666']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:06.481957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a56ce9-29cd-4c59-8812-e15294f83a50') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:06.490006 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a56ce9-29cd-4c59-8812-e15294f83a50') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:06.494329 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:06.510896 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:06.517910 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:22:06.519392 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:22:06.527701 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:22:06.662106 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:06.669600 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:06.671407 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/networks/219215f9-eeef-4a27-9bf3-7e14a009e666 HTTP/1.1" status: 204 len: 168 time: 0.8274903 Sep 18 05:22:06.674239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40262) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:06.684389 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51921a1-ef75-4fd7-b6bb-d46f95eac8f4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Network': ['ID=219215f9-eeef-4a27-9bf3-7e14a009e666,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:06.856480 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:07.369121 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-96d01f2f-73e0-4b1e-917a-6f1ec9496829 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:07.644460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-96d01f2f-73e0-4b1e-917a-6f1ec9496829 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:22:07.649692 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-96d01f2f-73e0-4b1e-917a-6f1ec9496829 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:07.740617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-96d01f2f-73e0-4b1e-917a-6f1ec9496829 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] For port 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d,segment=NetworkSegment(3b64df35-cfeb-426d-b674-5cfd4d9be3b6),segment_id=3b64df35-cfeb-426d-b674-5cfd4d9be3b6)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:22:07.747024 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-96d01f2f-73e0-4b1e-917a-6f1ec9496829 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:07.753900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-96d01f2f-73e0-4b1e-917a-6f1ec9496829 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:22:08.002315 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-96d01f2f-73e0-4b1e-917a-6f1ec9496829 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:08.032051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d01f2f-73e0-4b1e-917a-6f1ec9496829 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:08.201776 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:22:08.247894 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-96d01f2f-73e0-4b1e-917a-6f1ec9496829 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:08.250008 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:22:08.284689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:22:08.285186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fb70c7f1-a1f6-4b0a-a569-ca20d0ab1eab not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:22:08.456795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d01f2f-73e0-4b1e-917a-6f1ec9496829 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:22:08.549586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d01f2f-73e0-4b1e-917a-6f1ec9496829 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:22:08.555821 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-96d01f2f-73e0-4b1e-917a-6f1ec9496829 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8805494 Sep 18 05:22:08.558816 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40284) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:08.562026 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04d914-97a7-4430-b9d7-34f1a2e6bdaf None None] Sync routers for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:22:08.573081 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04d914-97a7-4430-b9d7-34f1a2e6bdaf None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:08.574069 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-be04d914-97a7-4430-b9d7-34f1a2e6bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:08.618352 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5334dfaa-1171-4947-ba97-9e419cf49dbd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting subnet b5c99fef-2395-4ac3-8bc5-10208ddc05a9 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:22:08.622043 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5334dfaa-1171-4947-ba97-9e419cf49dbd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:08.665830 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-be04d914-97a7-4430-b9d7-34f1a2e6bdaf None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:08.668495 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5334dfaa-1171-4947-ba97-9e419cf49dbd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:08.782864 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5334dfaa-1171-4947-ba97-9e419cf49dbd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:08.902769 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-be04d914-97a7-4430-b9d7-34f1a2e6bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:07Z', 'revision_number': 9, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:08.932115 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04d914-97a7-4430-b9d7-34f1a2e6bdaf None None] Checking router: 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:22:08.936640 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5334dfaa-1171-4947-ba97-9e419cf49dbd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:08.940681 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04d914-97a7-4430-b9d7-34f1a2e6bdaf None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:08.941378 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-be04d914-97a7-4430-b9d7-34f1a2e6bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:08.965011 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334dfaa-1171-4947-ba97-9e419cf49dbd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c99fef-2395-4ac3-8bc5-10208ddc05a9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:08.968678 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5334dfaa-1171-4947-ba97-9e419cf49dbd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:08.972898 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5334dfaa-1171-4947-ba97-9e419cf49dbd tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/b5c99fef-2395-4ac3-8bc5-10208ddc05a9 HTTP/1.1" status: 204 len: 168 time: 0.4098735 Sep 18 05:22:08.981815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40292) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:08.982396 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19c85b4-b315-43a5-b67f-0dd155f9ec9a None None] Network 7f186c83-7b01-4240-a5de-b8b47907329a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:22:09.063284 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:09.073403 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-be04d914-97a7-4430-b9d7-34f1a2e6bdaf None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:09.153333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port bac3663c-c4dd-4563-aa3e-443889fa3c11 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:22:09.153675 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:09.206654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b48bb8c-c7b1-4fc9-9e42-d6ad690ce41d None None] DHCP port deletion for 7f186c83-7b01-4240-a5de-b8b47907329a request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:22:09.221632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] For port bac3663c-c4dd-4563-aa3e-443889fa3c11, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bac3663c-c4dd-4563-aa3e-443889fa3c11,segment=NetworkSegment(3b64df35-cfeb-426d-b674-5cfd4d9be3b6),segment_id=3b64df35-cfeb-426d-b674-5cfd4d9be3b6)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:22:09.222014 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:09.243288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for bac3663c-c4dd-4563-aa3e-443889fa3c11 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:22:09.264861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1b48bb8c-c7b1-4fc9-9e42-d6ad690ce41d None None] Deleting port bac3663c-c4dd-4563-aa3e-443889fa3c11 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:22:09.265827 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1b48bb8c-c7b1-4fc9-9e42-d6ad690ce41d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:09.369768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1b48bb8c-c7b1-4fc9-9e42-d6ad690ce41d None None] For port bac3663c-c4dd-4563-aa3e-443889fa3c11, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bac3663c-c4dd-4563-aa3e-443889fa3c11,segment=NetworkSegment(3b64df35-cfeb-426d-b674-5cfd4d9be3b6),segment_id=3b64df35-cfeb-426d-b674-5cfd4d9be3b6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:22:09.370334 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1b48bb8c-c7b1-4fc9-9e42-d6ad690ce41d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:09.396583 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1b48bb8c-c7b1-4fc9-9e42-d6ad690ce41d None None] Calling delete_port for bac3663c-c4dd-4563-aa3e-443889fa3c11 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:22:09.408964 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-be04d914-97a7-4430-b9d7-34f1a2e6bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:07Z', 'revision_number': 9, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:09.438490 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04d914-97a7-4430-b9d7-34f1a2e6bdaf None None] The sync data for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 is: [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:07Z', 'revision_number': 9, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5673b11f-5285-49e1-8d6a-87851d5f6666', 'name': '', 'network_id': '02501d64-7827-4661-a56b-25ee662c8f5e', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:e7:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:49Z', 'updated_at': '2021-09-18T05:21:53Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': 'a19c9617-4de0-42af-8b86-883e8943f82a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:22:09.451596 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:09.497407 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1b48bb8c-c7b1-4fc9-9e42-d6ad690ce41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:09.497970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No DVR routers for this DVR port bac3663c-c4dd-4563-aa3e-443889fa3c11 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:22:09.504010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=bac3663c-c4dd-4563-aa3e-443889fa3c11,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:09.525215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48bb8c-c7b1-4fc9-9e42-d6ad690ce41d None None] Pushing event deleted for resources: {'Port': ['ID=bac3663c-c4dd-4563-aa3e-443889fa3c11,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:09.527144 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48bb8c-c7b1-4fc9-9e42-d6ad690ce41d None None] No DVR routers for this DVR port bac3663c-c4dd-4563-aa3e-443889fa3c11 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:22:09.590295 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:09.610176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f186c83-7b01-4240-a5de-b8b47907329a']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:09.619903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b64df35-cfeb-426d-b674-5cfd4d9be3b6') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:09.620209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b64df35-cfeb-426d-b674-5cfd4d9be3b6') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:09.629518 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:09.642984 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:09.649902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:22:09.649902 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:22:09.652186 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:22:09.793450 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:09.798346 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:09.805983 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/networks/7f186c83-7b01-4240-a5de-b8b47907329a HTTP/1.1" status: 204 len: 168 time: 0.8259971 Sep 18 05:22:09.806978 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40308) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:09.816842 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c03d0-805e-4d67-b190-6ec5f585622d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Network': ['ID=7f186c83-7b01-4240-a5de-b8b47907329a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:10.178739 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bac3663c-c4dd-4563-aa3e-443889fa3c11 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:22:10.210014 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: bac3663c-c4dd-4563-aa3e-443889fa3c11 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:22:10.210014 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bac3663c-c4dd-4563-aa3e-443889fa3c11 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:22:10.210014 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:22:10.215476 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87a6c810-7c90-4038-aec1-3524de03adac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:10.232739 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:22:10.233090 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8c2c2c49-c9f7-46fc-a63b-74ecd18d8e4d not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:22:10.494800 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-87a6c810-7c90-4038-aec1-3524de03adac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port 5673b11f-5285-49e1-8d6a-87851d5f6666 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:22:10.494800 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87a6c810-7c90-4038-aec1-3524de03adac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:10.601724 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-87a6c810-7c90-4038-aec1-3524de03adac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] For port 5673b11f-5285-49e1-8d6a-87851d5f6666, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5673b11f-5285-49e1-8d6a-87851d5f6666,segment=NetworkSegment(e6e80a16-e102-4609-a840-59373b47c007),segment_id=e6e80a16-e102-4609-a840-59373b47c007)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:22:10.602237 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87a6c810-7c90-4038-aec1-3524de03adac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:10.613966 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-87a6c810-7c90-4038-aec1-3524de03adac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for 5673b11f-5285-49e1-8d6a-87851d5f6666 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:22:10.882409 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87a6c810-7c90-4038-aec1-3524de03adac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:10.910976 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6c810-7c90-4038-aec1-3524de03adac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=5673b11f-5285-49e1-8d6a-87851d5f6666,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:11.097160 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87a6c810-7c90-4038-aec1-3524de03adac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:11.309656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a6c810-7c90-4038-aec1-3524de03adac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:22:11.412865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a6c810-7c90-4038-aec1-3524de03adac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:22:11.421272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40324) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:11.421677 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-87a6c810-7c90-4038-aec1-3524de03adac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6132724 Sep 18 05:22:11.424775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157812fa-50a8-4d85-bae1-544c5a9e3eff None None] Sync routers for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:22:11.435750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157812fa-50a8-4d85-bae1-544c5a9e3eff None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:11.436665 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-157812fa-50a8-4d85-bae1-544c5a9e3eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:11.501280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13c621d-5e13-4edf-8466-fe86b1d02afc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting subnet a19c9617-4de0-42af-8b86-883e8943f82a {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:22:11.504937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f13c621d-5e13-4edf-8466-fe86b1d02afc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:11.573754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-157812fa-50a8-4d85-bae1-544c5a9e3eff None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:11.611567 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f13c621d-5e13-4edf-8466-fe86b1d02afc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:11.736092 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f13c621d-5e13-4edf-8466-fe86b1d02afc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:11.815297 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-157812fa-50a8-4d85-bae1-544c5a9e3eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:10Z', 'revision_number': 10, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:11.843506 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157812fa-50a8-4d85-bae1-544c5a9e3eff None None] Checking router: 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:22:11.853124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157812fa-50a8-4d85-bae1-544c5a9e3eff None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:11.853379 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-157812fa-50a8-4d85-bae1-544c5a9e3eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:11.908262 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f13c621d-5e13-4edf-8466-fe86b1d02afc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:11.948410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c621d-5e13-4edf-8466-fe86b1d02afc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Subnet': ['ID=a19c9617-4de0-42af-8b86-883e8943f82a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:11.951278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-157812fa-50a8-4d85-bae1-544c5a9e3eff None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:11.954814 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f13c621d-5e13-4edf-8466-fe86b1d02afc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:11.959531 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f13c621d-5e13-4edf-8466-fe86b1d02afc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/a19c9617-4de0-42af-8b86-883e8943f82a HTTP/1.1" status: 204 len: 168 time: 0.5364759 Sep 18 05:22:11.961495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40334) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:11.992230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f650f28-a3ea-4e85-924e-b81f4fe6c983 None None] Network 02501d64-7827-4661-a56b-25ee662c8f5e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:22:12.071923 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:12.191497 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port 52d53f55-e25f-4141-bde7-8409424f4bd5 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:22:12.191898 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:12.286545 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] For port 52d53f55-e25f-4141-bde7-8409424f4bd5, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=52d53f55-e25f-4141-bde7-8409424f4bd5,segment=NetworkSegment(e6e80a16-e102-4609-a840-59373b47c007),segment_id=e6e80a16-e102-4609-a840-59373b47c007)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:22:12.286936 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:12.297165 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-157812fa-50a8-4d85-bae1-544c5a9e3eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:10Z', 'revision_number': 10, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:12.300378 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for 52d53f55-e25f-4141-bde7-8409424f4bd5 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:22:12.341383 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157812fa-50a8-4d85-bae1-544c5a9e3eff None None] The sync data for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 is: [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:10Z', 'revision_number': 10, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None, '_interfaces': [{'id': '21c4cf2f-633a-4a62-ae97-568eff0da838', 'name': '', 'network_id': '62c6a625-0dc9-446a-93b8-73117cedf41b', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'mac_address': 'fa:16:3e:40:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:21:45Z', 'updated_at': '2021-09-18T05:21:49Z', 'revision_number': 5, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'subnets': [{'id': '6a2df04c-92ec-496f-8620-ad686571c4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:22:12.343770 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] DHCP port deletion for 02501d64-7827-4661-a56b-25ee662c8f5e request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:22:12.430916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Deleting port 52d53f55-e25f-4141-bde7-8409424f4bd5 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:22:12.433762 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:12.473697 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:12.495451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] For port 52d53f55-e25f-4141-bde7-8409424f4bd5, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=52d53f55-e25f-4141-bde7-8409424f4bd5,segment=NetworkSegment(e6e80a16-e102-4609-a840-59373b47c007),segment_id=e6e80a16-e102-4609-a840-59373b47c007)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:22:12.496003 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:12.500283 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=52d53f55-e25f-4141-bde7-8409424f4bd5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:12.503873 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No DVR routers for this DVR port 52d53f55-e25f-4141-bde7-8409424f4bd5 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:22:12.511437 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Calling delete_port for 52d53f55-e25f-4141-bde7-8409424f4bd5 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:22:12.602236 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:12.619901 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:12.637068 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02501d64-7827-4661-a56b-25ee662c8f5e']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:12.645793 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Pushing event deleted for resources: {'Port': ['ID=52d53f55-e25f-4141-bde7-8409424f4bd5,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:12.648960 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e80a16-e102-4609-a840-59373b47c007') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:12.649320 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e80a16-e102-4609-a840-59373b47c007') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:12.651312 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] No DVR routers for this DVR port 52d53f55-e25f-4141-bde7-8409424f4bd5 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:22:12.659098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:12.659460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:12.659808 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:12.660216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:12.660582 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:12.660925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:12.661267 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:12.661603 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:12.661936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:12.662274 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:12.662608 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:12.662971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cc1bd-afaf-4746-a957-0ba1991b8ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:12.676651 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:12.694846 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:12.708598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:22:12.709153 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:22:12.718227 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:22:12.885039 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:12.892264 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:12.900431 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/networks/02501d64-7827-4661-a56b-25ee662c8f5e HTTP/1.1" status: 204 len: 168 time: 0.9317005 Sep 18 05:22:12.900797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40344) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:12.912155 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3104960-ed3a-4b9e-aafc-6c1d0de5fd11 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Network': ['ID=02501d64-7827-4661-a56b-25ee662c8f5e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:13.281047 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4390d42a-5329-4142-8775-8e3d33dfc19e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:13.575511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4390d42a-5329-4142-8775-8e3d33dfc19e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port 21c4cf2f-633a-4a62-ae97-568eff0da838 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:22:13.575511 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4390d42a-5329-4142-8775-8e3d33dfc19e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:13.685280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-4390d42a-5329-4142-8775-8e3d33dfc19e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] For port 21c4cf2f-633a-4a62-ae97-568eff0da838, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=21c4cf2f-633a-4a62-ae97-568eff0da838,segment=NetworkSegment(fa20cd0f-316c-4a64-877f-3e10b9168bcd),segment_id=fa20cd0f-316c-4a64-877f-3e10b9168bcd)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:22:13.685653 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4390d42a-5329-4142-8775-8e3d33dfc19e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:13.698414 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4390d42a-5329-4142-8775-8e3d33dfc19e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for 21c4cf2f-633a-4a62-ae97-568eff0da838 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:22:13.959134 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4390d42a-5329-4142-8775-8e3d33dfc19e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:13.983821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390d42a-5329-4142-8775-8e3d33dfc19e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=21c4cf2f-633a-4a62-ae97-568eff0da838,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:14.168699 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4390d42a-5329-4142-8775-8e3d33dfc19e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:14.258091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 52d53f55-e25f-4141-bde7-8409424f4bd5 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:22:14.279380 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 52d53f55-e25f-4141-bde7-8409424f4bd5 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:22:14.279825 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 52d53f55-e25f-4141-bde7-8409424f4bd5 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:22:14.280295 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5673b11f-5285-49e1-8d6a-87851d5f6666 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:22:14.299753 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 5673b11f-5285-49e1-8d6a-87851d5f6666 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:22:14.300106 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5673b11f-5285-49e1-8d6a-87851d5f6666 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:22:14.341830 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4390d42a-5329-4142-8775-8e3d33dfc19e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:22:14.417275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4390d42a-5329-4142-8775-8e3d33dfc19e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:22:14.422648 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4390d42a-5329-4142-8775-8e3d33dfc19e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5238421 Sep 18 05:22:14.425332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40360) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:14.427996 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaabcc23-11a0-4874-b962-959e1af62cee None None] Sync routers for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:22:14.438014 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaabcc23-11a0-4874-b962-959e1af62cee None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:14.439230 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-eaabcc23-11a0-4874-b962-959e1af62cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:14.488959 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d93a124-ba69-411b-8a29-55d84e6e33ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting subnet 6a2df04c-92ec-496f-8620-ad686571c4e5 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:22:14.492211 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d93a124-ba69-411b-8a29-55d84e6e33ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:14.504173 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-eaabcc23-11a0-4874-b962-959e1af62cee None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:14.532624 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d93a124-ba69-411b-8a29-55d84e6e33ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:14.559392 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-eaabcc23-11a0-4874-b962-959e1af62cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:13Z', 'revision_number': 11, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:14.586131 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaabcc23-11a0-4874-b962-959e1af62cee None None] Checking router: 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:22:14.594422 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaabcc23-11a0-4874-b962-959e1af62cee None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:14.595045 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-eaabcc23-11a0-4874-b962-959e1af62cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:14.622266 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d93a124-ba69-411b-8a29-55d84e6e33ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:14.665897 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-eaabcc23-11a0-4874-b962-959e1af62cee None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:14.721442 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-eaabcc23-11a0-4874-b962-959e1af62cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:13Z', 'revision_number': 11, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:14.747014 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaabcc23-11a0-4874-b962-959e1af62cee None None] The sync data for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 is: [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:13Z', 'revision_number': 11, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:22:14.756714 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d93a124-ba69-411b-8a29-55d84e6e33ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:14.790485 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93a124-ba69-411b-8a29-55d84e6e33ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2df04c-92ec-496f-8620-ad686571c4e5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:14.796504 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d93a124-ba69-411b-8a29-55d84e6e33ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:14.800824 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2d93a124-ba69-411b-8a29-55d84e6e33ac tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/6a2df04c-92ec-496f-8620-ad686571c4e5 HTTP/1.1" status: 204 len: 168 time: 0.3648407 Sep 18 05:22:14.801239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40368) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:14.803298 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c174ca-ebc3-4fd8-a840-21ddd2652fbe None None] Network 62c6a625-0dc9-446a-93b8-73117cedf41b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:22:14.897410 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:14.956081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Deleting port 3155e050-c879-45e9-9c99-cc41935e3c98 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:22:14.956578 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.029681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] For port 3155e050-c879-45e9-9c99-cc41935e3c98, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3155e050-c879-45e9-9c99-cc41935e3c98,segment=NetworkSegment(fa20cd0f-316c-4a64-877f-3e10b9168bcd),segment_id=fa20cd0f-316c-4a64-877f-3e10b9168bcd)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:22:15.030434 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.044732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Calling delete_port for 3155e050-c879-45e9-9c99-cc41935e3c98 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:22:15.097602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c671b45-b046-4ac7-87f9-88ac9d0d98ca None None] DHCP port deletion for 62c6a625-0dc9-446a-93b8-73117cedf41b request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:22:15.154397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5c671b45-b046-4ac7-87f9-88ac9d0d98ca None None] Deleting port 3155e050-c879-45e9-9c99-cc41935e3c98 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:22:15.155012 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5c671b45-b046-4ac7-87f9-88ac9d0d98ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.229528 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5c671b45-b046-4ac7-87f9-88ac9d0d98ca None None] For port 3155e050-c879-45e9-9c99-cc41935e3c98, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3155e050-c879-45e9-9c99-cc41935e3c98,segment=NetworkSegment(fa20cd0f-316c-4a64-877f-3e10b9168bcd),segment_id=fa20cd0f-316c-4a64-877f-3e10b9168bcd)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:22:15.229859 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5c671b45-b046-4ac7-87f9-88ac9d0d98ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.242167 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5c671b45-b046-4ac7-87f9-88ac9d0d98ca None None] Calling delete_port for 3155e050-c879-45e9-9c99-cc41935e3c98 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:22:15.256366 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.289782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Port': ['ID=3155e050-c879-45e9-9c99-cc41935e3c98,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:15.297091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No DVR routers for this DVR port 3155e050-c879-45e9-9c99-cc41935e3c98 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:22:15.329157 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5c671b45-b046-4ac7-87f9-88ac9d0d98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.359665 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c671b45-b046-4ac7-87f9-88ac9d0d98ca None None] Pushing event deleted for resources: {'Port': ['ID=3155e050-c879-45e9-9c99-cc41935e3c98,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:15.369733 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c671b45-b046-4ac7-87f9-88ac9d0d98ca None None] No DVR routers for this DVR port 3155e050-c879-45e9-9c99-cc41935e3c98 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:22:15.381312 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.402789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c6a625-0dc9-446a-93b8-73117cedf41b']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:15.411862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa20cd0f-316c-4a64-877f-3e10b9168bcd') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:15.412163 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa20cd0f-316c-4a64-877f-3e10b9168bcd') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:15.425885 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.439527 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.445826 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:22:15.446221 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:22:15.449237 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:22:15.567538 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.575214 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.579307 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/networks/62c6a625-0dc9-446a-93b8-73117cedf41b HTTP/1.1" status: 204 len: 168 time: 0.7750161 Sep 18 05:22:15.580220 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40388) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:15.585757 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-34ab002a-ceff-495a-9b73-311925ce7bef tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'router': {'routes': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:15.589044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511c337-49c3-4e58-956d-2c232e69eee1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Pushing event deleted for resources: {'Network': ['ID=62c6a625-0dc9-446a-93b8-73117cedf41b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:15.751257 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.extraroute_db [None req-34ab002a-ceff-495a-9b73-311925ce7bef tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Added routes are [] {{(pid=106908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 05:22:15.751565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.extraroute_db [None req-34ab002a-ceff-495a-9b73-311925ce7bef tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Removed routes are [] {{(pid=106908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 05:22:15.751933 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34ab002a-ceff-495a-9b73-311925ce7bef tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.893432 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34ab002a-ceff-495a-9b73-311925ce7bef tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.896708 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34ab002a-ceff-495a-9b73-311925ce7bef tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:15.978132 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ab002a-ceff-495a-9b73-311925ce7bef tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:22:15.980342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-94cefe7b-60c3-49a2-970d-5a598ba05fb3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0850208 Sep 18 05:22:16.066787 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ab002a-ceff-495a-9b73-311925ce7bef tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:22:16.075301 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34ab002a-ceff-495a-9b73-311925ce7bef tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:16.079239 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-34ab002a-ceff-495a-9b73-311925ce7bef tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2 HTTP/1.1" status: 200 len: 701 time: 0.4952433 Sep 18 05:22:16.079481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40394) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:16.081240 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be4f01d-62cb-4a13-9625-485260342666 None None] Sync routers for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:22:16.092154 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be4f01d-62cb-4a13-9625-485260342666 None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:16.093185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3be4f01d-62cb-4a13-9625-485260342666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:16.094191 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-4a2ea400-fd88-4c57-a2f2-adbb0d85c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:16.094794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-4a2ea400-fd88-4c57-a2f2-adbb0d85c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:16.095350 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-4a2ea400-fd88-4c57-a2f2-adbb0d85c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:16.095898 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-4a2ea400-fd88-4c57-a2f2-adbb0d85c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:16.096480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-4a2ea400-fd88-4c57-a2f2-adbb0d85c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:16.097111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-4a2ea400-fd88-4c57-a2f2-adbb0d85c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:16.098461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-4a2ea400-fd88-4c57-a2f2-adbb0d85c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:16.100203 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-4a2ea400-fd88-4c57-a2f2-adbb0d85c447 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e297637f8edb461588776b48da04ab80&device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 6508 time: 0.0711343 Sep 18 05:22:16.107359 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d344a99a-126c-4592-9011-5be1125e8a0c tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d430d73-8737-48bd-b6a9-53b61c0d9cf2 HTTP/1.1" status: 200 len: 205 time: 0.0267863 Sep 18 05:22:16.109948 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40396) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:16.189265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3be4f01d-62cb-4a13-9625-485260342666 None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:16.222413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3155e050-c879-45e9-9c99-cc41935e3c98 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:22:16.249982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-b4a3a7ab-95db-461f-a493-b740629d7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:16.250841 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-b4a3a7ab-95db-461f-a493-b740629d7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:16.251482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-b4a3a7ab-95db-461f-a493-b740629d7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:16.253373 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-b4a3a7ab-95db-461f-a493-b740629d7e4d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b75bd381-628d-4f64-8921-7884772c6d53&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&id=d31ab936-807d-4ca3-b171-a16b4b9bc97f HTTP/1.1" status: 200 len: 2292 time: 0.1237609 Sep 18 05:22:16.265930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3be4f01d-62cb-4a13-9625-485260342666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:13Z', 'revision_number': 11, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:16.319509 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be4f01d-62cb-4a13-9625-485260342666 None None] Checking router: 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:22:16.321483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 3155e050-c879-45e9-9c99-cc41935e3c98 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:22:16.321946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3155e050-c879-45e9-9c99-cc41935e3c98 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:22:16.322405 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 21c4cf2f-633a-4a62-ae97-568eff0da838 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:22:16.339798 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-c1002566-ee6e-4ad8-b743-d0a3b31e3116 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8362c616-7f68-4cac-8131-3860764a80bc HTTP/1.1" status: 200 len: 1001 time: 0.0776126 Sep 18 05:22:16.342857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 21c4cf2f-633a-4a62-ae97-568eff0da838 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:22:16.343395 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 21c4cf2f-633a-4a62-ae97-568eff0da838 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:22:16.355898 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be4f01d-62cb-4a13-9625-485260342666 None None] Routers {'4d430d73-8737-48bd-b6a9-53b61c0d9cf2'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:16.356826 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3be4f01d-62cb-4a13-9625-485260342666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:16.421351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-75eef9fa-a594-49b2-a8f7-9ca1a2876a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:16.423995 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-75eef9fa-a594-49b2-a8f7-9ca1a2876a08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a HTTP/1.1" status: 200 len: 856 time: 0.0689576 Sep 18 05:22:16.448976 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3be4f01d-62cb-4a13-9625-485260342666 None None] Set router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:16.504856 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-a44800a8-a896-4740-85a6-c7c7910f05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:16.506395 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-a44800a8-a896-4740-85a6-c7c7910f05c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b75bd381-628d-4f64-8921-7884772c6d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744324 Sep 18 05:22:16.603880 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-baa9cedd-bc5b-4fcb-8059-8d6812ab0763 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:16.611739 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-aebfcd58-d418-4fb4-82fd-9d387f6d367c service neutron] 10.222.0.18 "GET /v2.0/networks/b75bd381-628d-4f64-8921-7884772c6d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977230 Sep 18 05:22:16.688291 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3be4f01d-62cb-4a13-9625-485260342666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:13Z', 'revision_number': 11, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:16.733349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be4f01d-62cb-4a13-9625-485260342666 None None] The sync data for ids ['4d430d73-8737-48bd-b6a9-53b61c0d9cf2'] in n-d-789963-13 is: [{'id': '4d430d73-8737-48bd-b6a9-53b61c0d9cf2', 'name': 'tempest-RoutersTest-router-1975656535', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:21:42Z', 'updated_at': '2021-09-18T05:22:13Z', 'revision_number': 11, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:22:16.762122 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-f9f6fe6d-0550-42ca-88bf-20e56baed656 service neutron] 10.222.0.18 "GET /v2.0/networks/b75bd381-628d-4f64-8921-7884772c6d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420872 Sep 18 05:22:16.782817 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-baa9cedd-bc5b-4fcb-8059-8d6812ab0763 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:16.785059 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-baa9cedd-bc5b-4fcb-8059-8d6812ab0763 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:16.811948 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-44bf3939-9ec6-42c0-8da9-649c25df39cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=7641b39e-46be-4f6f-ae6a-60ffe772d892 HTTP/1.1" status: 200 len: 217 time: 0.0428996 Sep 18 05:22:16.864127 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-44e5d051-1d1d-406a-85e9-c45d04517ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:16.865775 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-44e5d051-1d1d-406a-85e9-c45d04517ff1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.0471516 Sep 18 05:22:16.893393 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-baa9cedd-bc5b-4fcb-8059-8d6812ab0763 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:16.894029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa9cedd-bc5b-4fcb-8059-8d6812ab0763 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Fanout notify agent at l3_agent the message router_deleted on router 4d430d73-8737-48bd-b6a9-53b61c0d9cf2 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:22:16.907828 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-baa9cedd-bc5b-4fcb-8059-8d6812ab0763 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:16.907828 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-baa9cedd-bc5b-4fcb-8059-8d6812ab0763 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2 HTTP/1.1" status: 204 len: 168 time: 0.7923362 Sep 18 05:22:16.907828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40406) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:16.913428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-cab7bf39-0dad-4968-b484-04a599d28531 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-837229685', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:16.922115 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-611fee03-b734-4fc1-b434-f48866a177ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:16.924811 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-611fee03-b734-4fc1-b434-f48866a177ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0516965 Sep 18 05:22:17.013926 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cab7bf39-0dad-4968-b484-04a599d28531 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:17.016308 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cab7bf39-0dad-4968-b484-04a599d28531 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:17.043696 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-0c7a86e5-a19f-4c7c-aaa3-77022bdb0058 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091659 Sep 18 05:22:17.092503 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cab7bf39-0dad-4968-b484-04a599d28531 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:17.140096 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-c53f31eb-fb10-4d2e-8685-b259f17996ed service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891986 Sep 18 05:22:17.145024 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cab7bf39-0dad-4968-b484-04a599d28531 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:17.186875 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-c636b156-0ab5-44f2-aab0-9bc64a126bbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=00d5618d-7a91-47cc-9fdc-97fe0cba8df1 HTTP/1.1" status: 200 len: 217 time: 0.0402100 Sep 18 05:22:17.235605 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-5843c652-3d85-4459-9191-baabafe6f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:17.236211 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cab7bf39-0dad-4968-b484-04a599d28531 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:17.237156 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-5843c652-3d85-4459-9191-baabafe6f413 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.0442207 Sep 18 05:22:17.237713 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cab7bf39-0dad-4968-b484-04a599d28531 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3292277 Sep 18 05:22:17.240305 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40410) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:17.245604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9600d8d9-b489-4d14-82bb-4e444771e1ba tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:17.285344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-778162d3-a163-4acd-bad7-798b20d4eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:17.286876 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-778162d3-a163-4acd-bad7-798b20d4eb01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0422418 Sep 18 05:22:17.466956 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9600d8d9-b489-4d14-82bb-4e444771e1ba tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:17.533638 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9600d8d9-b489-4d14-82bb-4e444771e1ba tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603608'] for router, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:17.724961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9600d8d9-b489-4d14-82bb-4e444771e1ba tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Router c14e6909-a060-453c-9195-b2d3b94c4595 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:22:17.738428 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-1fd1063c-27d2-4bfb-b9ef-7da0d74f9781 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433963 Sep 18 05:22:17.810427 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9600d8d9-b489-4d14-82bb-4e444771e1ba tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:22:17.818233 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9600d8d9-b489-4d14-82bb-4e444771e1ba tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:17.820453 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9600d8d9-b489-4d14-82bb-4e444771e1ba tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "PUT /v2.0/routers/c14e6909-a060-453c-9195-b2d3b94c4595 HTTP/1.1" status: 200 len: 693 time: 0.5783949 Sep 18 05:22:17.823807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40422) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:17.885579 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-6fb60734-5444-4760-91ab-72be57ff2e1c service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390626 Sep 18 05:22:17.930525 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f5155e46-c93e-4767-9641-8b852cb313c5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/routers/c14e6909-a060-453c-9195-b2d3b94c4595 HTTP/1.1" status: 200 len: 699 time: 0.1053600 Sep 18 05:22:17.933323 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40426) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:17.947382 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99cbe7-7b2d-47b8-bd5b-5584476624c1 None None] Sync routers for ids ['c14e6909-a060-453c-9195-b2d3b94c4595'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:22:17.957514 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c99cbe7-7b2d-47b8-bd5b-5584476624c1 None None] Routers {'c14e6909-a060-453c-9195-b2d3b94c4595'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:17.958198 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1c99cbe7-7b2d-47b8-bd5b-5584476624c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['c14e6909-a060-453c-9195-b2d3b94c4595'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:17.959068 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-8eadc6aa-51fc-4551-9c31-08a2593a5f2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=8a7f17ae-7a13-4a47-913b-bc6c1c328380 HTTP/1.1" status: 200 len: 217 time: 0.0426381 Sep 18 05:22:17.967907 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c27fa83d-bc86-4284-868d-0542e849fcd7 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports?device_id=c14e6909-a060-453c-9195-b2d3b94c4595 HTTP/1.1" status: 200 len: 205 time: 0.0332601 Sep 18 05:22:17.970384 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40428) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.018302 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-4b876826-e19d-42c8-8ec1-18a1bcc794d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:18.019727 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-4b876826-e19d-42c8-8ec1-18a1bcc794d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.0533426 Sep 18 05:22:18.046781 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-1c99cbe7-7b2d-47b8-bd5b-5584476624c1 None None] Set router c14e6909-a060-453c-9195-b2d3b94c4595 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:18.058423 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-935a25ab-05de-455c-8a1b-065c05cdb34f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:18.076171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-c6a2775b-0d47-421c-af81-4d83976def91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:18.077903 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-c6a2775b-0d47-421c-af81-4d83976def91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0487983 Sep 18 05:22:18.112126 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1c99cbe7-7b2d-47b8-bd5b-5584476624c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14e6909-a060-453c-9195-b2d3b94c4595', 'name': 'tempest-RoutersTest-router-837229685', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:22:17Z', 'updated_at': '2021-09-18T05:22:17Z', 'revision_number': 2, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:18.143252 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99cbe7-7b2d-47b8-bd5b-5584476624c1 None None] Checking router: c14e6909-a060-453c-9195-b2d3b94c4595 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:22:18.152798 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c99cbe7-7b2d-47b8-bd5b-5584476624c1 None None] Routers {'c14e6909-a060-453c-9195-b2d3b94c4595'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:18.153677 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1c99cbe7-7b2d-47b8-bd5b-5584476624c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['c14e6909-a060-453c-9195-b2d3b94c4595'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:18.223789 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-55bb2550-b1f9-41d4-84b2-d853e813fa5e service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371808 Sep 18 05:22:18.224372 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-1c99cbe7-7b2d-47b8-bd5b-5584476624c1 None None] Set router c14e6909-a060-453c-9195-b2d3b94c4595 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:18.229542 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-935a25ab-05de-455c-8a1b-065c05cdb34f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:18.231882 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-935a25ab-05de-455c-8a1b-065c05cdb34f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:18.281631 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1c99cbe7-7b2d-47b8-bd5b-5584476624c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14e6909-a060-453c-9195-b2d3b94c4595', 'name': 'tempest-RoutersTest-router-837229685', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:22:17Z', 'updated_at': '2021-09-18T05:22:17Z', 'revision_number': 2, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:18.310104 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99cbe7-7b2d-47b8-bd5b-5584476624c1 None None] The sync data for ids ['c14e6909-a060-453c-9195-b2d3b94c4595'] in n-d-789963-13 is: [{'id': 'c14e6909-a060-453c-9195-b2d3b94c4595', 'name': 'tempest-RoutersTest-router-837229685', 'tenant_id': '3485d56453cd4fa4be8ff1ad39f87398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:22:17Z', 'updated_at': '2021-09-18T05:22:17Z', 'revision_number': 2, 'project_id': '3485d56453cd4fa4be8ff1ad39f87398', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:22:18.331508 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-d2d51b70-d0c0-4348-9b7c-054d6b4f8d2f service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975397 Sep 18 05:22:18.351838 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-935a25ab-05de-455c-8a1b-065c05cdb34f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:18.351838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935a25ab-05de-455c-8a1b-065c05cdb34f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Fanout notify agent at l3_agent the message router_deleted on router c14e6909-a060-453c-9195-b2d3b94c4595 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:22:18.363201 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-935a25ab-05de-455c-8a1b-065c05cdb34f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:18.368854 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-935a25ab-05de-455c-8a1b-065c05cdb34f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/routers/c14e6909-a060-453c-9195-b2d3b94c4595 HTTP/1.1" status: 204 len: 168 time: 0.3971889 Sep 18 05:22:18.370427 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40436) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.396069 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-28e2976d-5a11-4322-8c0b-5b49e8cfec49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=befede63-e44f-4f1c-a020-79b74d04426f HTTP/1.1" status: 200 len: 217 time: 0.0597062 Sep 18 05:22:18.408585 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0019560a-5bae-44cb-9407-c343dbcb33cc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports?device_id=c14e6909-a060-453c-9195-b2d3b94c4595 HTTP/1.1" status: 200 len: 205 time: 0.0349901 Sep 18 05:22:18.408956 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40438) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.453340 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-9edb872f-5316-40e0-860b-0720339405d9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] delete failed (client error): The resource could not be found. Sep 18 05:22:18.454622 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9edb872f-5316-40e0-860b-0720339405d9 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/routers/c14e6909-a060-453c-9195-b2d3b94c4595 HTTP/1.1" status: 404 len: 336 time: 0.0446792 Sep 18 05:22:18.457387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-07dace83-db63-40e1-bfce-35394af2f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:18.458914 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-07dace83-db63-40e1-bfce-35394af2f2be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.0556362 Sep 18 05:22:18.462640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40440) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.491605 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1f832e-8e79-4c92-8c73-2a78d9b4a0f1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] DELETE failed (client error): The resource could not be found. Sep 18 05:22:18.492075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1f832e-8e79-4c92-8c73-2a78d9b4a0f1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:22:18.493897 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-af1f832e-8e79-4c92-8c73-2a78d9b4a0f1 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/32540160-2f87-4b62-800e-b4cb61aca2dd HTTP/1.1" status: 404 len: 337 time: 0.0302587 Sep 18 05:22:18.496398 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40442) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.514564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-1a2bdf67-3546-4f43-b175-3db4855d95d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:18.516263 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-1a2bdf67-3546-4f43-b175-3db4855d95d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0500982 Sep 18 05:22:18.523962 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7cd8de-27af-4608-8602-d8568a803a15 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] DELETE failed (client error): The resource could not be found. Sep 18 05:22:18.524190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7cd8de-27af-4608-8602-d8568a803a15 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:22:18.527639 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fb7cd8de-27af-4608-8602-d8568a803a15 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/b5c99fef-2395-4ac3-8bc5-10208ddc05a9 HTTP/1.1" status: 404 len: 337 time: 0.0287058 Sep 18 05:22:18.528672 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40444) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.558913 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01e4d7a-942b-46f2-90d6-899346d5c82e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] DELETE failed (client error): The resource could not be found. Sep 18 05:22:18.559595 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01e4d7a-942b-46f2-90d6-899346d5c82e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:22:18.563247 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b01e4d7a-942b-46f2-90d6-899346d5c82e tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/a19c9617-4de0-42af-8b86-883e8943f82a HTTP/1.1" status: 404 len: 337 time: 0.0335824 Sep 18 05:22:18.564928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40446) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.627037 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72beefb-8a5f-47c9-8ea6-be7fd4893a82 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] DELETE failed (client error): The resource could not be found. Sep 18 05:22:18.627589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72beefb-8a5f-47c9-8ea6-be7fd4893a82 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:22:18.629433 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c72beefb-8a5f-47c9-8ea6-be7fd4893a82 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/6a2df04c-92ec-496f-8620-ad686571c4e5 HTTP/1.1" status: 404 len: 337 time: 0.0634518 Sep 18 05:22:18.632789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40452) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.655717 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-18b37e41-7b50-428a-9b5a-48460d78024f service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311510 Sep 18 05:22:18.662461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-358a8164-7109-487f-b53d-13787b93073d tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d430d73-8737-48bd-b6a9-53b61c0d9cf2 HTTP/1.1" status: 200 len: 205 time: 0.0278857 Sep 18 05:22:18.664961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40454) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.706687 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-bf9d9afa-1d62-4c82-9d7e-335ed7fe1adc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] delete failed (client error): The resource could not be found. Sep 18 05:22:18.708273 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bf9d9afa-1d62-4c82-9d7e-335ed7fe1adc tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/routers/4d430d73-8737-48bd-b6a9-53b61c0d9cf2 HTTP/1.1" status: 404 len: 336 time: 0.0419168 Sep 18 05:22:18.711476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40456) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.739013 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b4324f74-e1f5-4a55-a8f7-503591902cea tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b538a71-9ab2-4f0c-af74-b74874c1a50c HTTP/1.1" status: 200 len: 205 time: 0.0262940 Sep 18 05:22:18.741978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40458) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.796278 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-cfc3323e-57af-4256-857c-3e3546c59e9f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] delete failed (client error): The resource could not be found. Sep 18 05:22:18.799737 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cfc3323e-57af-4256-857c-3e3546c59e9f tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/routers/5b538a71-9ab2-4f0c-af74-b74874c1a50c HTTP/1.1" status: 404 len: 336 time: 0.0541377 Sep 18 05:22:18.799737 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-fb025d96-a10f-43fa-b462-8c9c8b3fb916 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364686 Sep 18 05:22:18.800209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40462) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.866736 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7955d91-bea9-4b2f-a21c-7c84f7a14397 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] DELETE failed (client error): The resource could not be found. Sep 18 05:22:18.867372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7955d91-bea9-4b2f-a21c-7c84f7a14397 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:22:18.870127 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d7955d91-bea9-4b2f-a21c-7c84f7a14397 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/bb8c9f91-258e-4a11-9a45-6d1de7fbadb6 HTTP/1.1" status: 404 len: 337 time: 0.0683644 Sep 18 05:22:18.871096 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-e55e33a4-4f31-44a1-8e1f-f1fef2cc56c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3bb6430a-9a5c-484b-b453-77ab0ec0627d HTTP/1.1" status: 200 len: 217 time: 0.0629184 Sep 18 05:22:18.872150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40468) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.924006 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40474) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.924327 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3dde535d-a80c-457d-bf9a-5558880483ce tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1616bb83-5268-40e9-8d4c-0e16d01bb2ed HTTP/1.1" status: 200 len: 205 time: 0.0467672 Sep 18 05:22:18.966659 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-02aa8183-6d4c-480c-98e1-c86bbafac7e4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] delete failed (client error): The resource could not be found. Sep 18 05:22:18.970005 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-02aa8183-6d4c-480c-98e1-c86bbafac7e4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/routers/1616bb83-5268-40e9-8d4c-0e16d01bb2ed HTTP/1.1" status: 404 len: 336 time: 0.0421832 Sep 18 05:22:18.970317 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40478) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:18.971992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-e4945624-6d23-428f-b34b-9e4fba4df58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:18.973737 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-e4945624-6d23-428f-b34b-9e4fba4df58f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40658f68-338e-4856-9ca3-ffd563345ec9 HTTP/1.1" status: 200 len: 797 time: 0.0952702 Sep 18 05:22:19.005866 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-91bd5204-f733-4357-8197-e9374677ef05 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports?device_id=416f72cc-0f9d-4d45-9c1c-f5fb392fe686 HTTP/1.1" status: 200 len: 205 time: 0.0322692 Sep 18 05:22:19.006085 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40480) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:19.031949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-5a795812-e006-438b-96a5-84f74fbf3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:19.033544 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-5a795812-e006-438b-96a5-84f74fbf3ae5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0528703 Sep 18 05:22:19.050479 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-3edb63a9-5b9f-4223-9b71-1b3af4cb01ae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] delete failed (client error): The resource could not be found. Sep 18 05:22:19.051525 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3edb63a9-5b9f-4223-9b71-1b3af4cb01ae tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/routers/416f72cc-0f9d-4d45-9c1c-f5fb392fe686 HTTP/1.1" status: 404 len: 336 time: 0.0445442 Sep 18 05:22:19.055513 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40482) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:19.083474 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5996ce3a-a934-43dc-94eb-ab9c22fd9185 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] DELETE failed (client error): The resource could not be found. Sep 18 05:22:19.083956 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5996ce3a-a934-43dc-94eb-ab9c22fd9185 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:22:19.088902 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5996ce3a-a934-43dc-94eb-ab9c22fd9185 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/a066a209-7f7e-4ce7-9e93-51951a826fb5 HTTP/1.1" status: 404 len: 337 time: 0.0296001 Sep 18 05:22:19.092044 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40484) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:19.125045 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-70087a00-450b-48a5-9519-6c86457a05d4 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c5b4417-5a00-421e-81cf-f55c3ea9e60b HTTP/1.1" status: 200 len: 205 time: 0.0315244 Sep 18 05:22:19.127433 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40486) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:19.142629 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-6ae2d9a5-f0e6-45bc-b479-daabf61e793d service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989594 Sep 18 05:22:19.166949 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-d80cc3c1-c4fa-4cae-9a09-71749b3c0e29 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] delete failed (client error): The resource could not be found. Sep 18 05:22:19.168022 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d80cc3c1-c4fa-4cae-9a09-71749b3c0e29 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/routers/9c5b4417-5a00-421e-81cf-f55c3ea9e60b HTTP/1.1" status: 404 len: 336 time: 0.0396507 Sep 18 05:22:19.170679 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40488) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:19.201423 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-201a8c77-7cbd-479c-8b6b-fbd08b4c7493 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] DELETE failed (client error): The resource could not be found. Sep 18 05:22:19.201903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201a8c77-7cbd-479c-8b6b-fbd08b4c7493 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:22:19.203684 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-201a8c77-7cbd-479c-8b6b-fbd08b4c7493 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/fad8b020-fd23-4390-9bbc-7033e965d26e HTTP/1.1" status: 404 len: 337 time: 0.0320909 Sep 18 05:22:19.206372 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40492) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:19.235920 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ff54822d-25fc-4223-b648-d51280b250d5 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09b9f19-0b06-4ee5-8910-b7eca93ff659 HTTP/1.1" status: 200 len: 205 time: 0.0284457 Sep 18 05:22:19.238806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40494) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:19.291717 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-256a95d6-af88-493e-8ac0-285ae85b13db tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] delete failed (client error): The resource could not be found. Sep 18 05:22:19.292788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-256a95d6-af88-493e-8ac0-285ae85b13db tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/routers/e09b9f19-0b06-4ee5-8910-b7eca93ff659 HTTP/1.1" status: 404 len: 336 time: 0.0525084 Sep 18 05:22:19.295472 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40496) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:19.296550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-5517f1eb-18cf-4904-96f1-f3dda58d0c64 service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451488 Sep 18 05:22:19.335612 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-82edfcf8-79d1-466d-be5b-1a01171ab820 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] DELETE failed (client error): The resource could not be found. Sep 18 05:22:19.335909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82edfcf8-79d1-466d-be5b-1a01171ab820 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:22:19.338643 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-82edfcf8-79d1-466d-be5b-1a01171ab820 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/2afbae80-8359-492e-9a66-78316a7b2291 HTTP/1.1" status: 404 len: 337 time: 0.0415502 Sep 18 05:22:19.341173 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40498) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:19.346934 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-fdf7eb2e-1266-4560-849d-dd0f26155f27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b01b9012-f023-40c1-8bda-c545d70ac4b6 HTTP/1.1" status: 200 len: 217 time: 0.0420082 Sep 18 05:22:19.373821 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2269bb33-1ae5-40bf-a0f9-169c2f4f21d6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] DELETE failed (client error): The resource could not be found. Sep 18 05:22:19.374380 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2269bb33-1ae5-40bf-a0f9-169c2f4f21d6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:22:19.376496 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2269bb33-1ae5-40bf-a0f9-169c2f4f21d6 tempest-RoutersTest-1820460084 tempest-RoutersTest-1820460084-project] 10.222.0.23 "DELETE /v2.0/subnets/616a6c2c-d90c-432b-9668-bef2ee634747 HTTP/1.1" status: 404 len: 337 time: 0.0341775 Sep 18 05:22:19.434989 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-0ef28c0e-e1a9-490b-aa8e-e0ae8e744ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:19.440011 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-0ef28c0e-e1a9-490b-aa8e-e0ae8e744ea6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40658f68-338e-4856-9ca3-ffd563345ec9 HTTP/1.1" status: 200 len: 797 time: 0.0819795 Sep 18 05:22:19.500093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51de-8bfa-465e-b184-90c51154025c req-8851da3e-6840-4d55-ba97-894913da2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:19.501965 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-8851da3e-6840-4d55-ba97-894913da2857 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575736 Sep 18 05:22:19.595584 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-dd95ec4c-9a0d-45f6-9567-bba3c952ac96 service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852482 Sep 18 05:22:19.691070 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f7d51de-8bfa-465e-b184-90c51154025c req-1bbe7dd0-0adf-4dc1-9db9-e7667537703b service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881407 Sep 18 05:22:19.926299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40508) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:20.066935 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-eaeb6316-0506-4c43-b8d4-4c611b123787 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3485d56453cd4fa4be8ff1ad39f87398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370740 Sep 18 05:22:20.068170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40514) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:20.123801 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b8788846-d247-48dc-9e47-fceff81762a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:20.146512 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b8788846-d247-48dc-9e47-fceff81762a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:20.264733 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b8788846-d247-48dc-9e47-fceff81762a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:20.268550 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b8788846-d247-48dc-9e47-fceff81762a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:20.272536 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b8788846-d247-48dc-9e47-fceff81762a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cd6ed6b-0072-4537-a33a-8ec688a89f42 HTTP/1.1" status: 204 len: 168 time: 0.2007983 Sep 18 05:22:20.284049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8788846-d247-48dc-9e47-fceff81762a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd6ed6b-0072-4537-a33a-8ec688a89f42,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:21.491821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40572) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:21.593704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-336f7026-3f1f-4a20-bae1-7f397cd1a241 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120505221'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:21.690606 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-336f7026-3f1f-4a20-bae1-7f397cd1a241 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:21.700471 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-336f7026-3f1f-4a20-bae1-7f397cd1a241 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:21.793851 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-336f7026-3f1f-4a20-bae1-7f397cd1a241 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:21.863119 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-336f7026-3f1f-4a20-bae1-7f397cd1a241 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:21.907167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f7026-3f1f-4a20-bae1-7f397cd1a241 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6deb6e-e668-4027-8183-c9e31cddd2a4,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:21.963595 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-336f7026-3f1f-4a20-bae1-7f397cd1a241 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:22.030601 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-336f7026-3f1f-4a20-bae1-7f397cd1a241 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:22.064873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f7026-3f1f-4a20-bae1-7f397cd1a241 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3de66a-08c1-43a1-9c44-4ddfab46cf4d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:22.142129 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-336f7026-3f1f-4a20-bae1-7f397cd1a241 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:22.143443 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-336f7026-3f1f-4a20-bae1-7f397cd1a241 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6502955 Sep 18 05:22:22.146343 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40580) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:22.212443 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-646ecdd6-9548-4002-9edd-0b5ff16f7813 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0649147 Sep 18 05:22:22.215314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40582) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:22.219601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b2232e78-6c2b-4f6c-821f-4149eb986c6b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group': {'name': 'tempest-security--1985041187', 'description': 'tempest-security-description-976328207'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:22.249931 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2232e78-6c2b-4f6c-821f-4149eb986c6b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:22.297639 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2232e78-6c2b-4f6c-821f-4149eb986c6b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:22.364894 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2232e78-6c2b-4f6c-821f-4149eb986c6b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:22.368842 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2232e78-6c2b-4f6c-821f-4149eb986c6b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:22.370206 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b2232e78-6c2b-4f6c-821f-4149eb986c6b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "PUT /v2.0/security-groups/6d3de66a-08c1-43a1-9c44-4ddfab46cf4d HTTP/1.1" status: 200 len: 1779 time: 0.1540182 Sep 18 05:22:22.373010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40586) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:22.406855 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2232e78-6c2b-4f6c-821f-4149eb986c6b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3de66a-08c1-43a1-9c44-4ddfab46cf4d,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:22.423492 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3a2f1087-2463-436b-adba-a9631076453f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-groups/6d3de66a-08c1-43a1-9c44-4ddfab46cf4d HTTP/1.1" status: 200 len: 1779 time: 0.0491254 Sep 18 05:22:22.426588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40590) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:22.486240 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-244f0a5d-feeb-4f7c-98e9-e32f37e33af1 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:22.510401 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-244f0a5d-feeb-4f7c-98e9-e32f37e33af1 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:22.656423 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-244f0a5d-feeb-4f7c-98e9-e32f37e33af1 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:22.659406 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-244f0a5d-feeb-4f7c-98e9-e32f37e33af1 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:22.660710 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-244f0a5d-feeb-4f7c-98e9-e32f37e33af1 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d3de66a-08c1-43a1-9c44-4ddfab46cf4d HTTP/1.1" status: 204 len: 168 time: 0.2331901 Sep 18 05:22:22.663271 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40596) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:22.670733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f0a5d-feeb-4f7c-98e9-e32f37e33af1 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3de66a-08c1-43a1-9c44-4ddfab46cf4d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:22.713074 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-063e039f-44b5-4d60-a6ea-572a8bbc1fb0 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485418 Sep 18 05:22:22.715722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40598) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:22.728704 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-c622ae01-0dba-4783-a77d-563246685bf5 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] delete failed (client error): The resource could not be found. Sep 18 05:22:22.729702 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c622ae01-0dba-4783-a77d-563246685bf5 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d3de66a-08c1-43a1-9c44-4ddfab46cf4d HTTP/1.1" status: 404 len: 347 time: 0.0129881 Sep 18 05:22:22.733402 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40600) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:22.738468 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-19b5c2b7-67b5-4d9f-94bd-e88f0bc8e5fb tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group': {'name': 'tempest-secgroup--410452069'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:22.833375 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-19b5c2b7-67b5-4d9f-94bd-e88f0bc8e5fb tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:22.916146 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-19b5c2b7-67b5-4d9f-94bd-e88f0bc8e5fb tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.004818 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-19b5c2b7-67b5-4d9f-94bd-e88f0bc8e5fb tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.004977 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.036033 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5c2b7-67b5-4d9f-94bd-e88f0bc8e5fb tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2898f398-2ac2-4663-9c50-45b00bb707dd,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:23.104754 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-19b5c2b7-67b5-4d9f-94bd-e88f0bc8e5fb tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.106094 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-19b5c2b7-67b5-4d9f-94bd-e88f0bc8e5fb tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3717897 Sep 18 05:22:23.108858 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40602) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:23.113319 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-db4c79ec-6e76-44c8-b42b-cbb101db4d2f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group_rule': {'security_group_id': '2898f398-2ac2-4663-9c50-45b00bb707dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:23.227238 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db4c79ec-6e76-44c8-b42b-cbb101db4d2f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.286584 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db4c79ec-6e76-44c8-b42b-cbb101db4d2f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.290673 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.372805 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db4c79ec-6e76-44c8-b42b-cbb101db4d2f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.388320 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c79ec-6e76-44c8-b42b-cbb101db4d2f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8590fc-3cc7-4288-95a5-38b7a1a77233,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:23.468297 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db4c79ec-6e76-44c8-b42b-cbb101db4d2f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.468930 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-db4c79ec-6e76-44c8-b42b-cbb101db4d2f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3591089 Sep 18 05:22:23.471811 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40608) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:23.501823 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9146ad16-f1ca-4fde-b7df-3072eafc973f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.511720 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9146ad16-f1ca-4fde-b7df-3072eafc973f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.621746 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9146ad16-f1ca-4fde-b7df-3072eafc973f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.629920 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9146ad16-f1ca-4fde-b7df-3072eafc973f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.631161 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9146ad16-f1ca-4fde-b7df-3072eafc973f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0e8590fc-3cc7-4288-95a5-38b7a1a77233 HTTP/1.1" status: 204 len: 168 time: 0.1583788 Sep 18 05:22:23.638109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40620) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:23.645922 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146ad16-f1ca-4fde-b7df-3072eafc973f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e8590fc-3cc7-4288-95a5-38b7a1a77233,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:23.688169 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-891d988e-c9f9-468a-a4ae-da62052aeb6b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0489140 Sep 18 05:22:23.691292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40622) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:23.748141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9ac67cdf-f028-4ba5-abff-72acd274eb1c tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.770760 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9ac67cdf-f028-4ba5-abff-72acd274eb1c tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.867890 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9ac67cdf-f028-4ba5-abff-72acd274eb1c tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.870773 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9ac67cdf-f028-4ba5-abff-72acd274eb1c tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:23.871934 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9ac67cdf-f028-4ba5-abff-72acd274eb1c tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-groups/2898f398-2ac2-4663-9c50-45b00bb707dd HTTP/1.1" status: 204 len: 168 time: 0.1797440 Sep 18 05:22:23.874710 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40628) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:23.882481 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac67cdf-f028-4ba5-abff-72acd274eb1c tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2898f398-2ac2-4663-9c50-45b00bb707dd,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:23.923342 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e05816ec-2bdb-4e39-80ee-eddcb78b4d7b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469859 Sep 18 05:22:23.927179 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40630) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:23.932160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b58e6524-b358-40f5-9c26-3e742a735b3b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1312057128'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:24.016046 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b58e6524-b358-40f5-9c26-3e742a735b3b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:24.079277 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dadcc2c2-2746-4479-8af0-9502f76053f1 req-c7346d25-4ab5-44ff-9427-19bcbe9d72b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449779 Sep 18 05:22:24.117337 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b58e6524-b358-40f5-9c26-3e742a735b3b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:24.142518 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcc2c2-2746-4479-8af0-9502f76053f1 req-693e593d-0712-4528-9a95-e91cf4acce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:24.144070 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dadcc2c2-2746-4479-8af0-9502f76053f1 req-693e593d-0712-4528-9a95-e91cf4acce05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b24b241d1e242d6a367baa07a5c602e&device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 1097 time: 0.0412564 Sep 18 05:22:24.208747 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b58e6524-b358-40f5-9c26-3e742a735b3b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:24.258054 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e6524-b358-40f5-9c26-3e742a735b3b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce485e8a-c2cc-4fb2-b8f8-ae489ffc6691,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:24.264306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcc2c2-2746-4479-8af0-9502f76053f1 req-85b02e0e-80fd-42e7-aac1-e9aa5c6e9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:24.269106 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dadcc2c2-2746-4479-8af0-9502f76053f1 req-85b02e0e-80fd-42e7-aac1-e9aa5c6e9506 service neutron] 10.222.0.13 "GET /v2.0/networks?id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 HTTP/1.1" status: 200 len: 910 time: 0.1032562 Sep 18 05:22:24.316281 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b58e6524-b358-40f5-9c26-3e742a735b3b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:24.317601 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b58e6524-b358-40f5-9c26-3e742a735b3b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3893967 Sep 18 05:22:24.321083 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40636) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:24.326273 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3f874f52-6dd9-4c6f-80d6-3bd5e40d201d tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group_rule': {'security_group_id': 'ce485e8a-c2cc-4fb2-b8f8-ae489ffc6691', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:24.344583 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dadcc2c2-2746-4479-8af0-9502f76053f1 req-89f522fb-f23d-460f-9fd3-d767a5630c28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7995528-e83e-4ebb-a32c-2fe7fd014d09 HTTP/1.1" status: 200 len: 1000 time: 0.0711222 Sep 18 05:22:24.402381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcc2c2-2746-4479-8af0-9502f76053f1 req-7c8e9920-3c83-4bae-8b9b-f95741f88c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:24.403906 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dadcc2c2-2746-4479-8af0-9502f76053f1 req-7c8e9920-3c83-4bae-8b9b-f95741f88c66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ab02bc3-4445-486e-bb1b-e6de93866e50 HTTP/1.1" status: 200 len: 849 time: 0.0509589 Sep 18 05:22:24.410425 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f874f52-6dd9-4c6f-80d6-3bd5e40d201d tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:24.455543 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcc2c2-2746-4479-8af0-9502f76053f1 req-247f2bc8-8088-4afe-aeea-c93d359f20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:24.456941 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dadcc2c2-2746-4479-8af0-9502f76053f1 req-247f2bc8-8088-4afe-aeea-c93d359f20f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454462 Sep 18 05:22:24.476773 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f874f52-6dd9-4c6f-80d6-3bd5e40d201d tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:24.558754 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f874f52-6dd9-4c6f-80d6-3bd5e40d201d tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:24.569628 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dadcc2c2-2746-4479-8af0-9502f76053f1 req-4265b2db-9e14-443f-87ba-af5a2a163535 service neutron] 10.222.0.13 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042297 Sep 18 05:22:24.603796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f874f52-6dd9-4c6f-80d6-3bd5e40d201d tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13334d4-3cae-427a-8531-6e0e44fe4b91,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:24.662522 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f874f52-6dd9-4c6f-80d6-3bd5e40d201d tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:24.673660 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3f874f52-6dd9-4c6f-80d6-3bd5e40d201d tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3419685 Sep 18 05:22:24.677805 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40644) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:24.683113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-6e266204-eb35-4a9b-961c-77c7a34507ad tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group_rule': {'security_group_id': 'ce485e8a-c2cc-4fb2-b8f8-ae489ffc6691', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:24.688380 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dadcc2c2-2746-4479-8af0-9502f76053f1 req-d5574da9-922c-4244-bcb4-65e1614a8001 service neutron] 10.222.0.13 "GET /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116815 Sep 18 05:22:24.783988 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e266204-eb35-4a9b-961c-77c7a34507ad tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:24.843059 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e266204-eb35-4a9b-961c-77c7a34507ad tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:24.933021 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e266204-eb35-4a9b-961c-77c7a34507ad tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:24.956175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e266204-eb35-4a9b-961c-77c7a34507ad tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9921b0b1-211b-4b93-829a-cc5c175a7192,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:25.042815 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e266204-eb35-4a9b-961c-77c7a34507ad tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:25.046447 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6e266204-eb35-4a9b-961c-77c7a34507ad tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3662443 Sep 18 05:22:25.048650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40652) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:25.055541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4c06db8a-7d07-4b2d-96f9-28df74b2d478 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group_rule': {'security_group_id': 'ce485e8a-c2cc-4fb2-b8f8-ae489ffc6691', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:25.170173 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4c06db8a-7d07-4b2d-96f9-28df74b2d478 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:25.229229 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4c06db8a-7d07-4b2d-96f9-28df74b2d478 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:25.287418 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4c06db8a-7d07-4b2d-96f9-28df74b2d478 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:25.306658 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06db8a-7d07-4b2d-96f9-28df74b2d478 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bd027a-dd24-4db9-b985-f7c28915ad4e,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:25.373291 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4c06db8a-7d07-4b2d-96f9-28df74b2d478 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:25.379385 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4c06db8a-7d07-4b2d-96f9-28df74b2d478 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3262172 Sep 18 05:22:25.379589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40660) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:25.384506 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6542ee1f-3e8c-41bf-ac04-278a68875327 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group_rule': {'security_group_id': 'ce485e8a-c2cc-4fb2-b8f8-ae489ffc6691', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:25.475070 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6542ee1f-3e8c-41bf-ac04-278a68875327 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:25.538493 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6542ee1f-3e8c-41bf-ac04-278a68875327 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:25.638697 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6542ee1f-3e8c-41bf-ac04-278a68875327 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:25.657716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542ee1f-3e8c-41bf-ac04-278a68875327 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbeb88a2-f492-4e62-b97a-fac0c5d8cd0c,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:25.727415 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6542ee1f-3e8c-41bf-ac04-278a68875327 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:25.728697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6542ee1f-3e8c-41bf-ac04-278a68875327 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3479478 Sep 18 05:22:25.731321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40666) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:25.735975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-132c292f-3e0b-43c7-8aaa-457549f056f6 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group_rule': {'security_group_id': 'ce485e8a-c2cc-4fb2-b8f8-ae489ffc6691', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:25.849735 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-132c292f-3e0b-43c7-8aaa-457549f056f6 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:25.912794 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-132c292f-3e0b-43c7-8aaa-457549f056f6 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:25.976022 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-132c292f-3e0b-43c7-8aaa-457549f056f6 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:25.995751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c292f-3e0b-43c7-8aaa-457549f056f6 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc54d20-3436-47ca-bb4e-b48d24f4057e,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:26.052880 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-132c292f-3e0b-43c7-8aaa-457549f056f6 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.054884 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-132c292f-3e0b-43c7-8aaa-457549f056f6 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3223896 Sep 18 05:22:26.057479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40668) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:26.087614 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce7be841-5de3-45b7-bea8-f1b901050adf tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.096024 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce7be841-5de3-45b7-bea8-f1b901050adf tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.213123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce7be841-5de3-45b7-bea8-f1b901050adf tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.219411 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce7be841-5de3-45b7-bea8-f1b901050adf tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.220589 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ce7be841-5de3-45b7-bea8-f1b901050adf tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5fc54d20-3436-47ca-bb4e-b48d24f4057e HTTP/1.1" status: 204 len: 168 time: 0.1621161 Sep 18 05:22:26.223678 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40670) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:26.227429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7be841-5de3-45b7-bea8-f1b901050adf tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fc54d20-3436-47ca-bb4e-b48d24f4057e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:26.282337 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d033aeba-0a05-4e5d-ae9c-6bcad171e4bd tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0572541 Sep 18 05:22:26.285038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40672) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:26.309726 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ca896b-b04f-4621-8a79-ad7c4f44c492 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.317348 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ca896b-b04f-4621-8a79-ad7c4f44c492 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.395889 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ca896b-b04f-4621-8a79-ad7c4f44c492 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.404423 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ca896b-b04f-4621-8a79-ad7c4f44c492 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.408185 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-17ca896b-b04f-4621-8a79-ad7c4f44c492 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/dbeb88a2-f492-4e62-b97a-fac0c5d8cd0c HTTP/1.1" status: 204 len: 168 time: 0.1195590 Sep 18 05:22:26.409179 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40678) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:26.411743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca896b-b04f-4621-8a79-ad7c4f44c492 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbeb88a2-f492-4e62-b97a-fac0c5d8cd0c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:26.486989 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-38738be7-2686-4388-9b23-4aa2cbbec0a2 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0762208 Sep 18 05:22:26.489715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40684) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:26.519941 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8fcb869d-5189-4d0a-9cc7-fe240f81104c tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.528215 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8fcb869d-5189-4d0a-9cc7-fe240f81104c tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.639020 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8fcb869d-5189-4d0a-9cc7-fe240f81104c tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.645758 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8fcb869d-5189-4d0a-9cc7-fe240f81104c tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.646899 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8fcb869d-5189-4d0a-9cc7-fe240f81104c tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b9bd027a-dd24-4db9-b985-f7c28915ad4e HTTP/1.1" status: 204 len: 168 time: 0.1560102 Sep 18 05:22:26.650142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40686) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:26.653236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb869d-5189-4d0a-9cc7-fe240f81104c tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9bd027a-dd24-4db9-b985-f7c28915ad4e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:26.696047 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fffbe0ce-16d1-4689-8492-f7e5ed001acc tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0447314 Sep 18 05:22:26.698812 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40688) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:26.725148 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1c52cd96-4dfa-485a-86a9-95dcfeb10a0a tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.733894 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1c52cd96-4dfa-485a-86a9-95dcfeb10a0a tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.841579 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1c52cd96-4dfa-485a-86a9-95dcfeb10a0a tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.848084 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1c52cd96-4dfa-485a-86a9-95dcfeb10a0a tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.849311 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1c52cd96-4dfa-485a-86a9-95dcfeb10a0a tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9921b0b1-211b-4b93-829a-cc5c175a7192 HTTP/1.1" status: 204 len: 168 time: 0.1494601 Sep 18 05:22:26.851973 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40692) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:26.861872 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52cd96-4dfa-485a-86a9-95dcfeb10a0a tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9921b0b1-211b-4b93-829a-cc5c175a7192,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:26.899478 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b59b38c4-0118-45f4-b586-549cedf80929 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0464263 Sep 18 05:22:26.902176 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40694) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:26.924540 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee203878-4c64-49ce-96b8-ce434ec35af5 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:26.932479 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee203878-4c64-49ce-96b8-ce434ec35af5 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:27.056190 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee203878-4c64-49ce-96b8-ce434ec35af5 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:27.061975 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee203878-4c64-49ce-96b8-ce434ec35af5 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:27.063187 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ee203878-4c64-49ce-96b8-ce434ec35af5 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f13334d4-3cae-427a-8531-6e0e44fe4b91 HTTP/1.1" status: 204 len: 168 time: 0.1601000 Sep 18 05:22:27.066275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40696) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:27.072452 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee203878-4c64-49ce-96b8-ce434ec35af5 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f13334d4-3cae-427a-8531-6e0e44fe4b91,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:27.118324 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2769ef62-95ef-4667-846d-f157d103f125 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491338 Sep 18 05:22:27.119275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40702) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:27.183880 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6cbdf59e-8fd2-4ea1-8091-b27cba326a91 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:27.212034 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6cbdf59e-8fd2-4ea1-8091-b27cba326a91 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:27.315632 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6cbdf59e-8fd2-4ea1-8091-b27cba326a91 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:27.324296 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6cbdf59e-8fd2-4ea1-8091-b27cba326a91 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:27.324296 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6cbdf59e-8fd2-4ea1-8091-b27cba326a91 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-groups/ce485e8a-c2cc-4fb2-b8f8-ae489ffc6691 HTTP/1.1" status: 204 len: 168 time: 0.2018480 Sep 18 05:22:27.327388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40708) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:27.332948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdf59e-8fd2-4ea1-8091-b27cba326a91 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce485e8a-c2cc-4fb2-b8f8-ae489ffc6691,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:27.376625 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-78d48c27-2530-46b0-8796-7ed5a2172c40 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507655 Sep 18 05:22:27.381091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40710) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:27.386283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8ee07284-36ff-428a-a635-96de04f98d87 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1828266924'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:27.484616 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ee07284-36ff-428a-a635-96de04f98d87 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:27.585530 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ee07284-36ff-428a-a635-96de04f98d87 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:27.644367 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ee07284-36ff-428a-a635-96de04f98d87 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:27.674558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee07284-36ff-428a-a635-96de04f98d87 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dd21f0-205c-430c-9c27-611959d10d9c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:27.724695 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ee07284-36ff-428a-a635-96de04f98d87 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:27.728740 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8ee07284-36ff-428a-a635-96de04f98d87 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3438020 Sep 18 05:22:27.729183 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40716) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:27.733934 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b0812c36-1c66-4567-ada9-fd95648d5775 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group_rule': {'security_group_id': 'a1dd21f0-205c-430c-9c27-611959d10d9c', 'direction': 'ingress', 'protocol': 17}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:27.823878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b0812c36-1c66-4567-ada9-fd95648d5775 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:27.885294 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b0812c36-1c66-4567-ada9-fd95648d5775 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:27.990731 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b0812c36-1c66-4567-ada9-fd95648d5775 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:28.013300 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0812c36-1c66-4567-ada9-fd95648d5775 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fffd14f-90ca-4d9a-bbf5-1dbeb2863104,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:28.124187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b0812c36-1c66-4567-ada9-fd95648d5775 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:28.124187 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b0812c36-1c66-4567-ada9-fd95648d5775 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3899965 Sep 18 05:22:28.124435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40720) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:28.183615 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0863173a-b09a-4a5f-abf3-b5f6b1a4e501 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:28.220137 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0863173a-b09a-4a5f-abf3-b5f6b1a4e501 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:28.341732 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0863173a-b09a-4a5f-abf3-b5f6b1a4e501 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:28.344514 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0863173a-b09a-4a5f-abf3-b5f6b1a4e501 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:28.345697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0863173a-b09a-4a5f-abf3-b5f6b1a4e501 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-groups/a1dd21f0-205c-430c-9c27-611959d10d9c HTTP/1.1" status: 204 len: 168 time: 0.2213726 Sep 18 05:22:28.348414 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40728) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:28.361919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863173a-b09a-4a5f-abf3-b5f6b1a4e501 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dd21f0-205c-430c-9c27-611959d10d9c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:28.397646 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-14fbeb04-14a5-4824-8654-28141b4ebf2e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475826 Sep 18 05:22:28.401555 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40730) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:28.405994 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-630fe716-1c79-41d6-b696-a43e0f6f4bd7 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group': {'name': 'tempest-secgroup--329136334'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:28.476634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-630fe716-1c79-41d6-b696-a43e0f6f4bd7 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:28.556654 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-630fe716-1c79-41d6-b696-a43e0f6f4bd7 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:28.622075 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-630fe716-1c79-41d6-b696-a43e0f6f4bd7 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:28.652938 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fe716-1c79-41d6-b696-a43e0f6f4bd7 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b17e32-7e44-4e75-b8d2-64ef73dfb848,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:28.732988 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-630fe716-1c79-41d6-b696-a43e0f6f4bd7 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:28.734314 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-630fe716-1c79-41d6-b696-a43e0f6f4bd7 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3317559 Sep 18 05:22:28.736988 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40734) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:28.741558 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1041191066'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:28.841677 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:28.929443 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.004221 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.033425 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fcb15e-d554-450e-a6fa-1ab629798fbc,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:29.041070 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:29.041425 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:29.041771 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:29.042127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:29.042447 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:29.042784 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:29.043170 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:29.043504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:29.043842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:29.044170 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:29.044520 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:29.044844 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:29.092859 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.094159 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ea625ce1-b74e-44fe-8a7f-3461b00f430b tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3562431 Sep 18 05:22:29.096758 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40738) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:29.101173 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-807a7b08-8081-4727-8ddc-4ee48229bb7e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group_rule': {'security_group_id': 'f4b17e32-7e44-4e75-b8d2-64ef73dfb848', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '64fcb15e-d554-450e-a6fa-1ab629798fbc', 'remote_ip_prefix': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:29.199960 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-807a7b08-8081-4727-8ddc-4ee48229bb7e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.270363 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-807a7b08-8081-4727-8ddc-4ee48229bb7e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.344748 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-807a7b08-8081-4727-8ddc-4ee48229bb7e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.360624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a7b08-8081-4727-8ddc-4ee48229bb7e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76c7626-0d69-495c-8e14-6aacee508bed,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:29.435514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-807a7b08-8081-4727-8ddc-4ee48229bb7e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.436859 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-807a7b08-8081-4727-8ddc-4ee48229bb7e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3391449 Sep 18 05:22:29.439870 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40748) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:29.464231 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8de6ba5-f9d7-4059-947b-174a0a1679df tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.471806 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8de6ba5-f9d7-4059-947b-174a0a1679df tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.572527 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8de6ba5-f9d7-4059-947b-174a0a1679df tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.577422 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8de6ba5-f9d7-4059-947b-174a0a1679df tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.578597 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e8de6ba5-f9d7-4059-947b-174a0a1679df tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f76c7626-0d69-495c-8e14-6aacee508bed HTTP/1.1" status: 204 len: 168 time: 0.1377418 Sep 18 05:22:29.581414 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40750) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:29.586341 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de6ba5-f9d7-4059-947b-174a0a1679df tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f76c7626-0d69-495c-8e14-6aacee508bed,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:29.623947 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4e8628e2-c499-4c8b-bb3a-5161b9f71ea3 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0414007 Sep 18 05:22:29.626697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40752) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:29.681645 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be6028f9-ecc3-421f-9d9b-e9f1a1f9c1d1 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.704369 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be6028f9-ecc3-421f-9d9b-e9f1a1f9c1d1 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.829895 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be6028f9-ecc3-421f-9d9b-e9f1a1f9c1d1 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.832528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be6028f9-ecc3-421f-9d9b-e9f1a1f9c1d1 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.833887 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-be6028f9-ecc3-421f-9d9b-e9f1a1f9c1d1 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-groups/64fcb15e-d554-450e-a6fa-1ab629798fbc HTTP/1.1" status: 204 len: 168 time: 0.2062893 Sep 18 05:22:29.837859 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40758) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:29.843594 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6028f9-ecc3-421f-9d9b-e9f1a1f9c1d1 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fcb15e-d554-450e-a6fa-1ab629798fbc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:29.894970 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-42d75563-f2ea-42fa-bf47-feedafa6d0d2 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0552998 Sep 18 05:22:29.898494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40762) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:29.957571 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d75a9a2-e65d-4a19-ac6d-a5f4901e1187 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:29.982890 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d75a9a2-e65d-4a19-ac6d-a5f4901e1187 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:30.111966 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d75a9a2-e65d-4a19-ac6d-a5f4901e1187 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:30.114387 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d75a9a2-e65d-4a19-ac6d-a5f4901e1187 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:30.115570 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6d75a9a2-e65d-4a19-ac6d-a5f4901e1187 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-groups/f4b17e32-7e44-4e75-b8d2-64ef73dfb848 HTTP/1.1" status: 204 len: 168 time: 0.2161605 Sep 18 05:22:30.118971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40770) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:30.125284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75a9a2-e65d-4a19-ac6d-a5f4901e1187 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b17e32-7e44-4e75-b8d2-64ef73dfb848,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:30.171911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8e3ba117-b34b-4806-afee-1edb849866e9 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517187 Sep 18 05:22:30.175772 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40772) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:30.181146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-c5782c22-44a5-450a-9eaa-a9b076500e90 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819915818'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:30.270601 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c5782c22-44a5-450a-9eaa-a9b076500e90 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:30.354293 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c5782c22-44a5-450a-9eaa-a9b076500e90 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:30.435913 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c5782c22-44a5-450a-9eaa-a9b076500e90 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:30.465386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5782c22-44a5-450a-9eaa-a9b076500e90 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b560721-a6d9-4b96-998e-53adaf7f20bb,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:30.521734 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c5782c22-44a5-450a-9eaa-a9b076500e90 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:30.523714 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c5782c22-44a5-450a-9eaa-a9b076500e90 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3469043 Sep 18 05:22:30.526396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40778) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:30.530741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3bc36c4d-f3e9-4a07-a464-e211efb3f07e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group_rule': {'security_group_id': '4b560721-a6d9-4b96-998e-53adaf7f20bb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:30.618434 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bc36c4d-f3e9-4a07-a464-e211efb3f07e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:30.673461 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bc36c4d-f3e9-4a07-a464-e211efb3f07e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:30.747106 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bc36c4d-f3e9-4a07-a464-e211efb3f07e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:30.768721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc36c4d-f3e9-4a07-a464-e211efb3f07e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b16c538-71b0-46ae-bf0c-abdd53f761b8,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:30.828124 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bc36c4d-f3e9-4a07-a464-e211efb3f07e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:30.829817 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3bc36c4d-f3e9-4a07-a464-e211efb3f07e tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3023643 Sep 18 05:22:30.832597 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40782) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:30.859594 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d6788c6-7c08-4216-a7cf-ad130828b4be tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:30.869513 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d6788c6-7c08-4216-a7cf-ad130828b4be tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:30.998628 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d6788c6-7c08-4216-a7cf-ad130828b4be tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:31.006408 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d6788c6-7c08-4216-a7cf-ad130828b4be tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:31.046976 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0d6788c6-7c08-4216-a7cf-ad130828b4be tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2b16c538-71b0-46ae-bf0c-abdd53f761b8 HTTP/1.1" status: 204 len: 168 time: 0.1740777 Sep 18 05:22:31.046976 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6788c6-7c08-4216-a7cf-ad130828b4be tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b16c538-71b0-46ae-bf0c-abdd53f761b8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:31.048417 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40792) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:31.099691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-842ef652-5a93-44ec-a242-89c78e3f4635 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0489759 Sep 18 05:22:31.102612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40794) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:31.156374 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-900a1124-963b-4789-96fc-a057dd6d4415 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:31.180503 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-900a1124-963b-4789-96fc-a057dd6d4415 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:31.301418 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-900a1124-963b-4789-96fc-a057dd6d4415 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:31.301597 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-af83a886-70ee-46d9-bbff-a442dd72ce34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:31.304012 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-900a1124-963b-4789-96fc-a057dd6d4415 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:31.305283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-900a1124-963b-4789-96fc-a057dd6d4415 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-groups/4b560721-a6d9-4b96-998e-53adaf7f20bb HTTP/1.1" status: 204 len: 168 time: 0.2015769 Sep 18 05:22:31.310837 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40796) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:31.314783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a1124-963b-4789-96fc-a057dd6d4415 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b560721-a6d9-4b96-998e-53adaf7f20bb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:31.356489 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b495ffbc-5c5d-4363-a955-1237e4c83a28 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0472586 Sep 18 05:22:31.360790 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40800) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:31.366418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8245cc7a-c2a2-4812-8eae-cbcbe7fca185 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group': {'name': 'tempest-secgroup--129448620'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:31.484253 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8245cc7a-c2a2-4812-8eae-cbcbe7fca185 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:31.561976 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8245cc7a-c2a2-4812-8eae-cbcbe7fca185 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:31.629528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8245cc7a-c2a2-4812-8eae-cbcbe7fca185 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:31.658211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245cc7a-c2a2-4812-8eae-cbcbe7fca185 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd68415-92c6-44dd-ba22-6afbacf06d6e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:31.732518 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8245cc7a-c2a2-4812-8eae-cbcbe7fca185 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:31.733783 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8245cc7a-c2a2-4812-8eae-cbcbe7fca185 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3719783 Sep 18 05:22:31.736492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40804) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:31.740721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8e6f3940-940b-41d2-958d-34f4a4b4ac9f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group_rule': {'security_group_id': 'ebd68415-92c6-44dd-ba22-6afbacf06d6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:31.829334 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e6f3940-940b-41d2-958d-34f4a4b4ac9f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:31.886535 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e6f3940-940b-41d2-958d-34f4a4b4ac9f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:31.966855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e6f3940-940b-41d2-958d-34f4a4b4ac9f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:31.985608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f3940-940b-41d2-958d-34f4a4b4ac9f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0c1e09-d9ff-46ac-ae4c-37e6a87953e6,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:32.102076 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e6f3940-940b-41d2-958d-34f4a4b4ac9f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:32.106130 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8e6f3940-940b-41d2-958d-34f4a4b4ac9f tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3659325 Sep 18 05:22:32.106445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40818) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:32.130224 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ecd4128d-a31c-4091-b517-33f4a48f1b09 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules/0a0c1e09-d9ff-46ac-ae4c-37e6a87953e6 HTTP/1.1" status: 200 len: 763 time: 0.0209906 Sep 18 05:22:32.132005 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40820) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:32.172529 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9ebca739-337e-42e4-8a48-4c7d74033099 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0393715 Sep 18 05:22:32.175128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40822) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:32.198488 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9f91bd24-a6a4-456a-bcc4-09a7c4e6b24d tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:32.209381 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9f91bd24-a6a4-456a-bcc4-09a7c4e6b24d tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:32.329944 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9f91bd24-a6a4-456a-bcc4-09a7c4e6b24d tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:32.340978 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9f91bd24-a6a4-456a-bcc4-09a7c4e6b24d tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:32.340978 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9f91bd24-a6a4-456a-bcc4-09a7c4e6b24d tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0a0c1e09-d9ff-46ac-ae4c-37e6a87953e6 HTTP/1.1" status: 204 len: 168 time: 0.1625459 Sep 18 05:22:32.342757 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91bd24-a6a4-456a-bcc4-09a7c4e6b24d tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a0c1e09-d9ff-46ac-ae4c-37e6a87953e6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:32.343073 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40828) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:32.418326 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ada823be-3298-47c1-b1ca-43479ed3be2c tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0738654 Sep 18 05:22:32.421228 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40832) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:32.426294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-0f5d093c-4959-4525-a2be-f776341a1455 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group_rule': {'security_group_id': 'ebd68415-92c6-44dd-ba22-6afbacf06d6e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:32.439338 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c61ada-a4ec-40ae-a8da-d030e5828ea6 req-392c6fe8-3b87-4630-bd12-e2f8064e6694 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:32.441160 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-31c61ada-a4ec-40ae-a8da-d030e5828ea6 req-392c6fe8-3b87-4630-bd12-e2f8064e6694 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0817504 Sep 18 05:22:32.504731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113c2b1-f58c-45dc-b4c6-c1f29ddad478 req-dae508a6-4e4d-47d2-aaf8-9508026c0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:32.506230 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4113c2b1-f58c-45dc-b4c6-c1f29ddad478 req-dae508a6-4e4d-47d2-aaf8-9508026c0bdc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 1096 time: 0.0641215 Sep 18 05:22:32.509474 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-31c61ada-a4ec-40ae-a8da-d030e5828ea6 req-17a3a67a-c09d-4458-a443-e1ef2cfd1cfc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593746 Sep 18 05:22:32.546015 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f5d093c-4959-4525-a2be-f776341a1455 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:32.593454 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f5d093c-4959-4525-a2be-f776341a1455 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:32.601925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113c2b1-f58c-45dc-b4c6-c1f29ddad478 req-b0a3ab96-22d9-423a-a41a-9c8b86eed1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:32.603474 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4113c2b1-f58c-45dc-b4c6-c1f29ddad478 req-b0a3ab96-22d9-423a-a41a-9c8b86eed1e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.0907140 Sep 18 05:22:32.667920 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4113c2b1-f58c-45dc-b4c6-c1f29ddad478 req-ae52d836-d419-452c-a0b7-fe8f85f21204 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2 HTTP/1.1" status: 200 len: 998 time: 0.0578017 Sep 18 05:22:32.678452 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f5d093c-4959-4525-a2be-f776341a1455 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:32.699687 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d093c-4959-4525-a2be-f776341a1455 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04077d7-2ed3-4fe4-b11c-9117a235540b,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:32.716707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113c2b1-f58c-45dc-b4c6-c1f29ddad478 req-c43dfae6-86ed-4cba-a474-b101899b40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:32.718184 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4113c2b1-f58c-45dc-b4c6-c1f29ddad478 req-c43dfae6-86ed-4cba-a474-b101899b40d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.0438397 Sep 18 05:22:32.764296 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f5d093c-4959-4525-a2be-f776341a1455 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:32.765559 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0f5d093c-4959-4525-a2be-f776341a1455 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3430130 Sep 18 05:22:32.765706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113c2b1-f58c-45dc-b4c6-c1f29ddad478 req-a2d2e24f-6d61-419d-a429-95616155287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:32.767205 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4113c2b1-f58c-45dc-b4c6-c1f29ddad478 req-a2d2e24f-6d61-419d-a429-95616155287a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423033 Sep 18 05:22:32.768193 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40834) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:32.784859 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-78ea52c2-eca5-4bc9-bde0-da3f4364ae53 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules/c04077d7-2ed3-4fe4-b11c-9117a235540b HTTP/1.1" status: 200 len: 763 time: 0.0155640 Sep 18 05:22:32.791190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40836) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:32.831889 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e44a2d8c-112a-4361-8750-57cf766b2dcc tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0395105 Sep 18 05:22:32.834874 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40838) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:32.859718 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8ec1764-44f8-4732-8360-d7f38dfb7f74 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:32.863189 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4113c2b1-f58c-45dc-b4c6-c1f29ddad478 req-2ae957e3-b3f2-476b-9120-63f6b323a767 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882201 Sep 18 05:22:32.867437 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8ec1764-44f8-4732-8360-d7f38dfb7f74 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:32.962201 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4113c2b1-f58c-45dc-b4c6-c1f29ddad478 req-a8498659-2d2f-4c08-87b8-1bda8750e423 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920753 Sep 18 05:22:32.992863 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8ec1764-44f8-4732-8360-d7f38dfb7f74 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:32.999047 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8ec1764-44f8-4732-8360-d7f38dfb7f74 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:33.000151 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e8ec1764-44f8-4732-8360-d7f38dfb7f74 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c04077d7-2ed3-4fe4-b11c-9117a235540b HTTP/1.1" status: 204 len: 168 time: 0.1643620 Sep 18 05:22:33.002756 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40842) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:33.005563 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec1764-44f8-4732-8360-d7f38dfb7f74 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c04077d7-2ed3-4fe4-b11c-9117a235540b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:33.046548 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0f03ea14-5228-4242-854e-6b778689f652 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425215 Sep 18 05:22:33.049091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40844) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:33.053399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-076a9b15-9aec-4c0d-a448-4becaa9fab06 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Request body: {'security_group_rule': {'security_group_id': 'ebd68415-92c6-44dd-ba22-6afbacf06d6e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:33.173016 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-076a9b15-9aec-4c0d-a448-4becaa9fab06 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Project 99a870a733bd45f7a530db7d52797753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:22:33.179400 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-076a9b15-9aec-4c0d-a448-4becaa9fab06 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:33.243818 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-076a9b15-9aec-4c0d-a448-4becaa9fab06 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:33.353010 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-076a9b15-9aec-4c0d-a448-4becaa9fab06 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:33.371090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a9b15-9aec-4c0d-a448-4becaa9fab06 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5511d1-e952-4ebb-a2bd-192e9ab7ac8a,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:33.452699 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-076a9b15-9aec-4c0d-a448-4becaa9fab06 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:33.456689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40854) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:33.457199 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-076a9b15-9aec-4c0d-a448-4becaa9fab06 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4066510 Sep 18 05:22:33.474907 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6b7c7c4e-713a-482a-bf33-292c8f574cbf tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules/9d5511d1-e952-4ebb-a2bd-192e9ab7ac8a HTTP/1.1" status: 200 len: 769 time: 0.0162776 Sep 18 05:22:33.480040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40858) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:33.523994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40860) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:33.524190 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c246849f-91ed-4634-89d3-906f5354acc8 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0429554 Sep 18 05:22:33.548778 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77963e79-fc54-4f42-8ec3-b3ba9c2b4067 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:33.556840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77963e79-fc54-4f42-8ec3-b3ba9c2b4067 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:33.632638 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a478801-b76e-4de4-b9e4-cd904982d39f req-3c628e1d-296b-4ebe-8a15-acd273e2e16f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:33.634148 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a478801-b76e-4de4-b9e4-cd904982d39f req-3c628e1d-296b-4ebe-8a15-acd273e2e16f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0518079 Sep 18 05:22:33.647104 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77963e79-fc54-4f42-8ec3-b3ba9c2b4067 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:33.653485 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77963e79-fc54-4f42-8ec3-b3ba9c2b4067 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:33.654605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-77963e79-fc54-4f42-8ec3-b3ba9c2b4067 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9d5511d1-e952-4ebb-a2bd-192e9ab7ac8a HTTP/1.1" status: 204 len: 168 time: 0.1294825 Sep 18 05:22:33.659068 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40864) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:33.659909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77963e79-fc54-4f42-8ec3-b3ba9c2b4067 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d5511d1-e952-4ebb-a2bd-192e9ab7ac8a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:33.685957 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a478801-b76e-4de4-b9e4-cd904982d39f req-95dca7d6-063d-482f-8687-9bb4ea2bfdfb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455709 Sep 18 05:22:33.711426 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b3ac6510-f07d-4d90-9bc9-de2bf58f36d4 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502205 Sep 18 05:22:33.714070 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40866) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:33.765162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b8bdaf1-24d1-4cb5-bfb9-b36b9fb33d55 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:33.787666 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b8bdaf1-24d1-4cb5-bfb9-b36b9fb33d55 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:33.886967 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-791d372e-325f-46ba-9691-f4973c362a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:33.938869 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b8bdaf1-24d1-4cb5-bfb9-b36b9fb33d55 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:33.941538 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b8bdaf1-24d1-4cb5-bfb9-b36b9fb33d55 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:33.942711 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2b8bdaf1-24d1-4cb5-bfb9-b36b9fb33d55 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "DELETE /v2.0/security-groups/ebd68415-92c6-44dd-ba22-6afbacf06d6e HTTP/1.1" status: 204 len: 168 time: 0.2277386 Sep 18 05:22:33.945828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40870) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:33.951903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bdaf1-24d1-4cb5-bfb9-b36b9fb33d55 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd68415-92c6-44dd-ba22-6afbacf06d6e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:33.997608 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6ec79e65-6e57-4dac-8e7b-c6e5a1d085a4 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499210 Sep 18 05:22:34.002968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40872) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:34.047431 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-98b6ab65-5c2d-48c4-a3be-4e9477568ec6 tempest-SecGroupIPv6Test-474824264 tempest-SecGroupIPv6Test-474824264-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0433786 Sep 18 05:22:34.324508 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:34.542440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40886) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:34.682141 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-46b31e9e-ea7d-4d7c-9a38-f5c043cefb2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99a870a733bd45f7a530db7d52797753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357079 Sep 18 05:22:34.682141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40894) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:34.735141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:34.759911 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:34.844907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39fe53-304c-4686-bd70-4e35aa75aa6c req-098d32e8-5915-48fa-8eee-6facc5bc89c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:34.846504 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f39fe53-304c-4686-bd70-4e35aa75aa6c req-098d32e8-5915-48fa-8eee-6facc5bc89c2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0843470 Sep 18 05:22:34.887003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f39fe53-304c-4686-bd70-4e35aa75aa6c req-5b850d7d-f118-49a8-94ad-e4bc9ba60554 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338526 Sep 18 05:22:34.932938 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:34.935620 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:34.936781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a6deb6e-e668-4027-8183-c9e31cddd2a4 HTTP/1.1" status: 204 len: 168 time: 0.2536106 Sep 18 05:22:34.946109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6deb6e-e668-4027-8183-c9e31cddd2a4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:34.953461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:34.953815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:34.954159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:34.954619 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:34.954957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:34.955292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:34.955625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:34.955956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:34.956308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:34.956640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:34.956967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:34.957298 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46bd28-8298-40b3-a361-9757d26e7923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:22:35.238809 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:35.930885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40944) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:36.016766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6141b-0264-409f-9cb7-68198d7c9f53 req-f97eb00a-8dbf-4587-afab-498f66ab961d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:36.018607 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11b6141b-0264-409f-9cb7-68198d7c9f53 req-f97eb00a-8dbf-4587-afab-498f66ab961d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0574048 Sep 18 05:22:36.048514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-10d27709-3947-4b61-96ec-20172337b598 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group': {'name': 'tempest-secgroup--304811289'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:36.089420 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11b6141b-0264-409f-9cb7-68198d7c9f53 req-637b2087-a10d-4bd5-8194-51dacb538c9d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629814 Sep 18 05:22:36.161217 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-10d27709-3947-4b61-96ec-20172337b598 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:36.169627 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-10d27709-3947-4b61-96ec-20172337b598 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:36.257441 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-10d27709-3947-4b61-96ec-20172337b598 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:36.336462 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-10d27709-3947-4b61-96ec-20172337b598 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:36.385381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d27709-3947-4b61-96ec-20172337b598 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f24e309-7bee-40bc-a32a-81815972caec,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:36.439702 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-10d27709-3947-4b61-96ec-20172337b598 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:36.538828 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-10d27709-3947-4b61-96ec-20172337b598 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:36.567476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d27709-3947-4b61-96ec-20172337b598 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3b3421-0d25-40bb-9a2f-b81dc6e48e17,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:36.622281 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-10d27709-3947-4b61-96ec-20172337b598 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:36.623522 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-10d27709-3947-4b61-96ec-20172337b598 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6914334 Sep 18 05:22:36.626404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40956) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:36.682338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-15203d86-947d-434f-932b-5417e4f52eb4 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0548339 Sep 18 05:22:36.685714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40958) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:36.690518 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1a4d11d1-e7d4-40ac-bb88-f9990b1b2f8b tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group': {'name': 'tempest-security--1720673088', 'description': 'tempest-security-description-947647239'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:36.717588 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a4d11d1-e7d4-40ac-bb88-f9990b1b2f8b tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:36.763643 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a4d11d1-e7d4-40ac-bb88-f9990b1b2f8b tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:36.815753 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:36.838507 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a4d11d1-e7d4-40ac-bb88-f9990b1b2f8b tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:36.841294 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a4d11d1-e7d4-40ac-bb88-f9990b1b2f8b tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:36.842607 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1a4d11d1-e7d4-40ac-bb88-f9990b1b2f8b tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "PUT /v2.0/security-groups/6d3b3421-0d25-40bb-9a2f-b81dc6e48e17 HTTP/1.1" status: 200 len: 1779 time: 0.1563160 Sep 18 05:22:36.845465 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40960) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:36.867110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d11d1-e7d4-40ac-bb88-f9990b1b2f8b tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3b3421-0d25-40bb-9a2f-b81dc6e48e17,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:36.887245 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-796294e3-5c41-4250-91ba-e8d6c96c1e11 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-groups/6d3b3421-0d25-40bb-9a2f-b81dc6e48e17 HTTP/1.1" status: 200 len: 1779 time: 0.0401032 Sep 18 05:22:36.889818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40962) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:36.947133 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f955af2-e0d2-4629-bcd2-85cbbd51799e tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:36.971693 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f955af2-e0d2-4629-bcd2-85cbbd51799e tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:37.130162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f955af2-e0d2-4629-bcd2-85cbbd51799e tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:37.132793 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f955af2-e0d2-4629-bcd2-85cbbd51799e tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:37.136743 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0f955af2-e0d2-4629-bcd2-85cbbd51799e tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d3b3421-0d25-40bb-9a2f-b81dc6e48e17 HTTP/1.1" status: 204 len: 168 time: 0.2459300 Sep 18 05:22:37.137076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40978) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:37.154707 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f955af2-e0d2-4629-bcd2-85cbbd51799e tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3b3421-0d25-40bb-9a2f-b81dc6e48e17,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:37.219403 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1446803c-8ec1-4372-866c-6f92a12d0712 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802138 Sep 18 05:22:37.226184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40980) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:37.242893 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b428f-993b-4c90-a24c-be92c0cae6f2 req-f426a00a-8fec-4bee-9c35-450691190d08 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:37.244481 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-133b428f-993b-4c90-a24c-be92c0cae6f2 req-f426a00a-8fec-4bee-9c35-450691190d08 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0621982 Sep 18 05:22:37.245810 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-1fcca3f9-ff97-4f4a-a8ba-dc188a576719 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] delete failed (client error): The resource could not be found. Sep 18 05:22:37.247945 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1fcca3f9-ff97-4f4a-a8ba-dc188a576719 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d3b3421-0d25-40bb-9a2f-b81dc6e48e17 HTTP/1.1" status: 404 len: 347 time: 0.0205405 Sep 18 05:22:37.260218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40982) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:37.266998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6fb63815-f414-4cde-ade5-df3a9c910e1b tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group': {'name': 'tempest-secgroup--214917669'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:37.294921 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-133b428f-993b-4c90-a24c-be92c0cae6f2 req-82137fc7-73fc-4100-9a67-ca6c33bd6e59 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424592 Sep 18 05:22:37.384322 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6fb63815-f414-4cde-ade5-df3a9c910e1b tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:37.477842 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6fb63815-f414-4cde-ade5-df3a9c910e1b tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:37.544194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6fb63815-f414-4cde-ade5-df3a9c910e1b tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:37.573656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb63815-f414-4cde-ade5-df3a9c910e1b tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bba7ac-4b82-4b67-a7f3-ddb6f5f3c54a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:37.650297 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6fb63815-f414-4cde-ade5-df3a9c910e1b tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:37.651618 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6fb63815-f414-4cde-ade5-df3a9c910e1b tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3900657 Sep 18 05:22:37.654533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40988) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:37.659003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2349d704-2b23-4dfd-afd8-15767e2af351 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group_rule': {'security_group_id': 'd4bba7ac-4b82-4b67-a7f3-ddb6f5f3c54a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:37.762303 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2349d704-2b23-4dfd-afd8-15767e2af351 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:37.822385 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2349d704-2b23-4dfd-afd8-15767e2af351 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:37.915847 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2349d704-2b23-4dfd-afd8-15767e2af351 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:37.935925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349d704-2b23-4dfd-afd8-15767e2af351 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc325e1-78e3-48ec-bce8-df84a75bafea,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:38.030765 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2349d704-2b23-4dfd-afd8-15767e2af351 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:38.035315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40992) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:38.038496 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2349d704-2b23-4dfd-afd8-15767e2af351 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3827291 Sep 18 05:22:38.063992 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21e3a67d-c8da-4c18-a075-1232efa89fb0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:38.073327 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21e3a67d-c8da-4c18-a075-1232efa89fb0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:38.195247 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21e3a67d-c8da-4c18-a075-1232efa89fb0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:38.199753 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21e3a67d-c8da-4c18-a075-1232efa89fb0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:38.203357 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-21e3a67d-c8da-4c18-a075-1232efa89fb0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/bfc325e1-78e3-48ec-bce8-df84a75bafea HTTP/1.1" status: 204 len: 168 time: 0.1639934 Sep 18 05:22:38.203755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40994) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:38.210504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3a67d-c8da-4c18-a075-1232efa89fb0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfc325e1-78e3-48ec-bce8-df84a75bafea,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:38.286082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-afcd983f-ef25-488d-a9d5-71ab7682c048 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0802944 Sep 18 05:22:38.288637 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40998) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:38.351283 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff896e9a-bb55-43e3-9081-c319baaa6f0f tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:38.377435 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff896e9a-bb55-43e3-9081-c319baaa6f0f tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:38.452426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc309a0-cfd8-4997-b9a5-d18863c9ce7c req-b1b1081b-ab34-4fe8-9bf3-b97382b40ada tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:38.454232 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4fc309a0-cfd8-4997-b9a5-d18863c9ce7c req-b1b1081b-ab34-4fe8-9bf3-b97382b40ada tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0789647 Sep 18 05:22:38.494969 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4fc309a0-cfd8-4997-b9a5-d18863c9ce7c req-98436651-76c0-4c29-90ab-2e0af5589528 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338624 Sep 18 05:22:38.536676 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff896e9a-bb55-43e3-9081-c319baaa6f0f tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:38.536676 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ff896e9a-bb55-43e3-9081-c319baaa6f0f tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:38.537251 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ff896e9a-bb55-43e3-9081-c319baaa6f0f tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-groups/d4bba7ac-4b82-4b67-a7f3-ddb6f5f3c54a HTTP/1.1" status: 204 len: 168 time: 0.2452052 Sep 18 05:22:38.537816 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41004) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:38.550780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff896e9a-bb55-43e3-9081-c319baaa6f0f tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bba7ac-4b82-4b67-a7f3-ddb6f5f3c54a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:38.593949 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-98b376d8-7a54-4cee-9132-d4a8859b9b3c tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0548413 Sep 18 05:22:38.597612 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41006) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:38.602669 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-a6920283-2089-4956-a771-88d7a4955e40 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group': {'name': 'tempest-secgroup--528340852'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:38.749932 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a6920283-2089-4956-a771-88d7a4955e40 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:38.869545 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a6920283-2089-4956-a771-88d7a4955e40 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:38.943945 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a6920283-2089-4956-a771-88d7a4955e40 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:38.995506 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6920283-2089-4956-a771-88d7a4955e40 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84cc6a13-41bb-47c2-b591-409431e2aee8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:39.070896 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a6920283-2089-4956-a771-88d7a4955e40 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:39.072197 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a6920283-2089-4956-a771-88d7a4955e40 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4736528 Sep 18 05:22:39.075117 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41012) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:39.080453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-bd0cd189-1526-4296-816f-4748f0e43632 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group_rule': {'security_group_id': '84cc6a13-41bb-47c2-b591-409431e2aee8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:39.201303 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd189-1526-4296-816f-4748f0e43632 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:39.263413 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd189-1526-4296-816f-4748f0e43632 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:39.333233 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd189-1526-4296-816f-4748f0e43632 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:39.358296 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cd189-1526-4296-816f-4748f0e43632 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6f6c72-9156-4375-8b17-a7779c7bfe87,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:39.441436 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd189-1526-4296-816f-4748f0e43632 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:39.446151 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bd0cd189-1526-4296-816f-4748f0e43632 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3666847 Sep 18 05:22:39.446402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41016) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:39.451152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6e6755e8-0ffd-4201-bf12-8b27836967d6 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group_rule': {'security_group_id': '84cc6a13-41bb-47c2-b591-409431e2aee8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:39.540773 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6e6755e8-0ffd-4201-bf12-8b27836967d6 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:39.624587 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6e6755e8-0ffd-4201-bf12-8b27836967d6 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:39.642363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73372a85-391d-4d17-ab6d-d0e6b29ad242 req-4f022cbb-9f99-4a0e-a840-5f052ce5f123 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:39.644249 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73372a85-391d-4d17-ab6d-d0e6b29ad242 req-4f022cbb-9f99-4a0e-a840-5f052ce5f123 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0590434 Sep 18 05:22:39.688726 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-73372a85-391d-4d17-ab6d-d0e6b29ad242 req-0c3796b4-4dee-4507-95be-11279a8718eb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358365 Sep 18 05:22:39.721467 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6e6755e8-0ffd-4201-bf12-8b27836967d6 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:39.743033 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6755e8-0ffd-4201-bf12-8b27836967d6 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd96cdeb-3196-4907-a71a-af3cabfcaa3f,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:39.828981 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6e6755e8-0ffd-4201-bf12-8b27836967d6 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:39.830371 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6e6755e8-0ffd-4201-bf12-8b27836967d6 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3828461 Sep 18 05:22:39.833127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41028) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:39.838574 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1e342e9e-d98c-4aa6-abd0-322dc395d8b9 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group_rule': {'security_group_id': '84cc6a13-41bb-47c2-b591-409431e2aee8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:39.939230 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e342e9e-d98c-4aa6-abd0-322dc395d8b9 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:39.995396 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e342e9e-d98c-4aa6-abd0-322dc395d8b9 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:40.086924 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e342e9e-d98c-4aa6-abd0-322dc395d8b9 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:40.107956 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e342e9e-d98c-4aa6-abd0-322dc395d8b9 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dce0131-520f-4925-9537-47debc6871b9,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:40.196079 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e342e9e-d98c-4aa6-abd0-322dc395d8b9 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:40.199859 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1e342e9e-d98c-4aa6-abd0-322dc395d8b9 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3631470 Sep 18 05:22:40.200099 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41030) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:40.204759 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5463451f-3996-4bb5-9068-ee7c2f4be00a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group_rule': {'security_group_id': '84cc6a13-41bb-47c2-b591-409431e2aee8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:40.338745 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5463451f-3996-4bb5-9068-ee7c2f4be00a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:40.400136 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5463451f-3996-4bb5-9068-ee7c2f4be00a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:40.481196 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5463451f-3996-4bb5-9068-ee7c2f4be00a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:40.499650 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463451f-3996-4bb5-9068-ee7c2f4be00a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4271c875-f8ec-4ba4-be07-44a13f052635,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:40.587030 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5463451f-3996-4bb5-9068-ee7c2f4be00a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:40.588223 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5463451f-3996-4bb5-9068-ee7c2f4be00a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3870590 Sep 18 05:22:40.591160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41034) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:40.595352 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-90c469d5-db58-43f6-8e88-a860d0e9efb8 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group_rule': {'security_group_id': '84cc6a13-41bb-47c2-b591-409431e2aee8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:40.677483 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90c469d5-db58-43f6-8e88-a860d0e9efb8 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:40.741638 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90c469d5-db58-43f6-8e88-a860d0e9efb8 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:40.821314 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90c469d5-db58-43f6-8e88-a860d0e9efb8 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:40.843266 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c469d5-db58-43f6-8e88-a860d0e9efb8 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7a5840-8fc0-4b88-848d-7309e6b1dbd1,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:40.846160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a0142-704f-4e53-babf-51f29ec77db8 req-00f16449-b421-4a9a-8400-35c3f9221c47 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:40.852706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a0142-704f-4e53-babf-51f29ec77db8 req-00f16449-b421-4a9a-8400-35c3f9221c47 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:40.858537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a0142-704f-4e53-babf-51f29ec77db8 req-00f16449-b421-4a9a-8400-35c3f9221c47 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:40.864387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a0142-704f-4e53-babf-51f29ec77db8 req-00f16449-b421-4a9a-8400-35c3f9221c47 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:40.871323 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a0142-704f-4e53-babf-51f29ec77db8 req-00f16449-b421-4a9a-8400-35c3f9221c47 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:40.877203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a0142-704f-4e53-babf-51f29ec77db8 req-00f16449-b421-4a9a-8400-35c3f9221c47 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:40.884217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a0142-704f-4e53-babf-51f29ec77db8 req-00f16449-b421-4a9a-8400-35c3f9221c47 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:40.888835 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1d0a0142-704f-4e53-babf-51f29ec77db8 req-00f16449-b421-4a9a-8400-35c3f9221c47 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5434 time: 0.0976076 Sep 18 05:22:40.896342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90c469d5-db58-43f6-8e88-a860d0e9efb8 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:40.897946 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-90c469d5-db58-43f6-8e88-a860d0e9efb8 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3058951 Sep 18 05:22:40.903247 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41044) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:40.951123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dd8264d7-260a-4868-bee4-f06cbc4d9522 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:40.972913 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1d0a0142-704f-4e53-babf-51f29ec77db8 req-ce84e165-4b5b-4540-80ab-dc2d9355260f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715213 Sep 18 05:22:40.981223 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dd8264d7-260a-4868-bee4-f06cbc4d9522 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.092600 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dd8264d7-260a-4868-bee4-f06cbc4d9522 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.100543 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dd8264d7-260a-4868-bee4-f06cbc4d9522 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.104407 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dd8264d7-260a-4868-bee4-f06cbc4d9522 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ce7a5840-8fc0-4b88-848d-7309e6b1dbd1 HTTP/1.1" status: 204 len: 168 time: 0.2001400 Sep 18 05:22:41.105357 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41062) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:41.110314 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8264d7-260a-4868-bee4-f06cbc4d9522 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce7a5840-8fc0-4b88-848d-7309e6b1dbd1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:41.137785 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029d33-f6d9-4aab-85b2-fd02f50e491e req-d5e482cf-8700-4eb4-b274-41aece91978e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:41.144873 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029d33-f6d9-4aab-85b2-fd02f50e491e req-d5e482cf-8700-4eb4-b274-41aece91978e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:41.149937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029d33-f6d9-4aab-85b2-fd02f50e491e req-d5e482cf-8700-4eb4-b274-41aece91978e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:41.155741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029d33-f6d9-4aab-85b2-fd02f50e491e req-d5e482cf-8700-4eb4-b274-41aece91978e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:41.161568 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029d33-f6d9-4aab-85b2-fd02f50e491e req-d5e482cf-8700-4eb4-b274-41aece91978e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:41.168093 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029d33-f6d9-4aab-85b2-fd02f50e491e req-d5e482cf-8700-4eb4-b274-41aece91978e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:41.173957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22029d33-f6d9-4aab-85b2-fd02f50e491e req-d5e482cf-8700-4eb4-b274-41aece91978e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:41.175930 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-22029d33-f6d9-4aab-85b2-fd02f50e491e req-d5e482cf-8700-4eb4-b274-41aece91978e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5434 time: 0.1079688 Sep 18 05:22:41.208482 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-485d434d-34f5-4475-a0a4-a02074e26d03 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1014321 Sep 18 05:22:41.216296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41068) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:41.241096 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-99a82c9d-b9b8-4257-a641-d88c0a7b8e1a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.248732 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-99a82c9d-b9b8-4257-a641-d88c0a7b8e1a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.370065 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-99a82c9d-b9b8-4257-a641-d88c0a7b8e1a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.384274 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-99a82c9d-b9b8-4257-a641-d88c0a7b8e1a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.388184 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-99a82c9d-b9b8-4257-a641-d88c0a7b8e1a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4271c875-f8ec-4ba4-be07-44a13f052635 HTTP/1.1" status: 204 len: 168 time: 0.1679027 Sep 18 05:22:41.388476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41074) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:41.390794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a82c9d-b9b8-4257-a641-d88c0a7b8e1a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4271c875-f8ec-4ba4-be07-44a13f052635,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:41.452298 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5f56ecac-c83d-42f1-9c68-4b5ea50a2293 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0626349 Sep 18 05:22:41.455567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41078) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:41.489242 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a3c7e8f-108b-46d2-b0db-41cc844ebc40 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.498900 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a3c7e8f-108b-46d2-b0db-41cc844ebc40 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.595506 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a3c7e8f-108b-46d2-b0db-41cc844ebc40 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.601972 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a3c7e8f-108b-46d2-b0db-41cc844ebc40 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.602988 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4a3c7e8f-108b-46d2-b0db-41cc844ebc40 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/3dce0131-520f-4925-9537-47debc6871b9 HTTP/1.1" status: 204 len: 168 time: 0.1464300 Sep 18 05:22:41.606163 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41088) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:41.608648 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c7e8f-108b-46d2-b0db-41cc844ebc40 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dce0131-520f-4925-9537-47debc6871b9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:41.651390 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-abf1647c-0ac5-4986-a265-11687e10f636 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0439548 Sep 18 05:22:41.654153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41090) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:41.676957 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d305670-fbec-4c77-93cb-05e7e3add7c0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.685184 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d305670-fbec-4c77-93cb-05e7e3add7c0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.778681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d305670-fbec-4c77-93cb-05e7e3add7c0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.783403 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d305670-fbec-4c77-93cb-05e7e3add7c0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.784694 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7d305670-fbec-4c77-93cb-05e7e3add7c0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/dd96cdeb-3196-4907-a71a-af3cabfcaa3f HTTP/1.1" status: 204 len: 168 time: 0.1294312 Sep 18 05:22:41.787330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41092) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:41.793020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d305670-fbec-4c77-93cb-05e7e3add7c0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd96cdeb-3196-4907-a71a-af3cabfcaa3f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:41.830741 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4c198b3c-3d4b-453c-9d7d-f585adf53360 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0422733 Sep 18 05:22:41.833524 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41094) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:41.859437 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4fd9-434f-4913-99e7-f5532e095d90 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.869277 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4fd9-434f-4913-99e7-f5532e095d90 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.972954 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4fd9-434f-4913-99e7-f5532e095d90 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.980660 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4fd9-434f-4913-99e7-f5532e095d90 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:41.985856 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e9ac4fd9-434f-4913-99e7-f5532e095d90 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4e6f6c72-9156-4375-8b17-a7779c7bfe87 HTTP/1.1" status: 204 len: 168 time: 0.1474681 Sep 18 05:22:41.986042 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41096) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:41.997968 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac4fd9-434f-4913-99e7-f5532e095d90 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e6f6c72-9156-4375-8b17-a7779c7bfe87,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:42.034055 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f67c69ac-2f0d-48ee-a168-3421a270a160 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0466657 Sep 18 05:22:42.043638 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41098) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:42.093890 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25c9d0e7-c7cc-40b6-a9c3-12d8fe6e28bd tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:42.120078 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25c9d0e7-c7cc-40b6-a9c3-12d8fe6e28bd tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:42.223844 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25c9d0e7-c7cc-40b6-a9c3-12d8fe6e28bd tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:42.227246 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-25c9d0e7-c7cc-40b6-a9c3-12d8fe6e28bd tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:42.231027 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-25c9d0e7-c7cc-40b6-a9c3-12d8fe6e28bd tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-groups/84cc6a13-41bb-47c2-b591-409431e2aee8 HTTP/1.1" status: 204 len: 168 time: 0.1908031 Sep 18 05:22:42.231550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41100) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:42.240760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9d0e7-c7cc-40b6-a9c3-12d8fe6e28bd tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cc6a13-41bb-47c2-b591-409431e2aee8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:42.287476 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c5e5ea39-299b-4232-8d65-938777933bb9 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0544729 Sep 18 05:22:42.294492 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41102) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:42.298023 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3b3f94a9-02a5-4c82-84d1-3fc06031d999 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group': {'name': 'tempest-secgroup--905427222'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:42.410267 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b3f94a9-02a5-4c82-84d1-3fc06031d999 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:42.527659 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b3f94a9-02a5-4c82-84d1-3fc06031d999 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:42.627252 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b3f94a9-02a5-4c82-84d1-3fc06031d999 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:42.659725 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f94a9-02a5-4c82-84d1-3fc06031d999 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1459f073-e155-459b-93f0-6006861a6e88,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:42.721528 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b3f94a9-02a5-4c82-84d1-3fc06031d999 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:42.723405 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3b3f94a9-02a5-4c82-84d1-3fc06031d999 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4298236 Sep 18 05:22:42.726834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41112) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:42.731705 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-909d3200-fdaf-4ff6-aadf-c60e277f6390 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group_rule': {'security_group_id': '1459f073-e155-459b-93f0-6006861a6e88', 'direction': 'ingress', 'protocol': 17}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:42.826490 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-909d3200-fdaf-4ff6-aadf-c60e277f6390 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:42.902518 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-909d3200-fdaf-4ff6-aadf-c60e277f6390 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:42.958648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-909d3200-fdaf-4ff6-aadf-c60e277f6390 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:42.982305 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d3200-fdaf-4ff6-aadf-c60e277f6390 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba1bac0-eace-429e-84be-9e44cb981812,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:43.029724 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-909d3200-fdaf-4ff6-aadf-c60e277f6390 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:43.030999 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-909d3200-fdaf-4ff6-aadf-c60e277f6390 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3030281 Sep 18 05:22:43.033804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41124) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:43.094035 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d5e2c12-b3d0-4460-9104-713b6b9781e7 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:43.123505 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d5e2c12-b3d0-4460-9104-713b6b9781e7 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:43.253659 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d5e2c12-b3d0-4460-9104-713b6b9781e7 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:43.256822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41132) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:43.257433 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d5e2c12-b3d0-4460-9104-713b6b9781e7 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:43.264061 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9d5e2c12-b3d0-4460-9104-713b6b9781e7 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-groups/1459f073-e155-459b-93f0-6006861a6e88 HTTP/1.1" status: 204 len: 168 time: 0.2290332 Sep 18 05:22:43.267603 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41134) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:43.307965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e2c12-b3d0-4460-9104-713b6b9781e7 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1459f073-e155-459b-93f0-6006861a6e88,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:43.340534 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a0d6ad45-93b1-447a-9b36-fcf33a893659 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0585263 Sep 18 05:22:43.344004 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41138) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:43.348892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ead31105-035e-4c51-b97f-719bd5d33062 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group': {'name': 'tempest-secgroup--334645'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:43.369129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b406fe-c8f3-4d29-8b99-439957cc840a req-df4e271b-09a2-4c1b-a75f-de39d2e7f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:43.369556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b406fe-c8f3-4d29-8b99-439957cc840a req-df4e271b-09a2-4c1b-a75f-de39d2e7f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:43.370052 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b406fe-c8f3-4d29-8b99-439957cc840a req-df4e271b-09a2-4c1b-a75f-de39d2e7f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:43.370569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b406fe-c8f3-4d29-8b99-439957cc840a req-df4e271b-09a2-4c1b-a75f-de39d2e7f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:43.371069 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b406fe-c8f3-4d29-8b99-439957cc840a req-df4e271b-09a2-4c1b-a75f-de39d2e7f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:43.371602 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b406fe-c8f3-4d29-8b99-439957cc840a req-df4e271b-09a2-4c1b-a75f-de39d2e7f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:43.372084 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b406fe-c8f3-4d29-8b99-439957cc840a req-df4e271b-09a2-4c1b-a75f-de39d2e7f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:43.374097 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b1b406fe-c8f3-4d29-8b99-439957cc840a req-df4e271b-09a2-4c1b-a75f-de39d2e7f157 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 6498 time: 0.1150265 Sep 18 05:22:43.412042 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b1b406fe-c8f3-4d29-8b99-439957cc840a req-4f2c0f9e-f1e6-428b-860e-d25a28bc46d5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0312309 Sep 18 05:22:43.439087 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ead31105-035e-4c51-b97f-719bd5d33062 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:43.539865 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ead31105-035e-4c51-b97f-719bd5d33062 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:43.627081 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ead31105-035e-4c51-b97f-719bd5d33062 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:43.688701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead31105-035e-4c51-b97f-719bd5d33062 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26bb4e97-8e88-4e08-bf4b-5fbcea7e4bf1,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:43.736747 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ead31105-035e-4c51-b97f-719bd5d33062 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:43.736747 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ead31105-035e-4c51-b97f-719bd5d33062 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3889546 Sep 18 05:22:43.738715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41150) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:43.744268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1df7c21c-7bfb-4266-8c77-daf5f867c5ce tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group': {'name': 'tempest-secgroup--684288347'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:43.832978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df7c21c-7bfb-4266-8c77-daf5f867c5ce tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:43.928184 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df7c21c-7bfb-4266-8c77-daf5f867c5ce tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.001207 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df7c21c-7bfb-4266-8c77-daf5f867c5ce tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.032022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7c21c-7bfb-4266-8c77-daf5f867c5ce tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a2c28a-9ec5-4036-8785-9ff27eefc4b3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:44.088022 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df7c21c-7bfb-4266-8c77-daf5f867c5ce tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.089360 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1df7c21c-7bfb-4266-8c77-daf5f867c5ce tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3496239 Sep 18 05:22:44.092171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41152) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:44.100913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-825963c6-c647-46b6-9b44-349ea0c98f39 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group_rule': {'security_group_id': '26bb4e97-8e88-4e08-bf4b-5fbcea7e4bf1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a4a2c28a-9ec5-4036-8785-9ff27eefc4b3', 'remote_ip_prefix': None}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:44.211404 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-825963c6-c647-46b6-9b44-349ea0c98f39 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.284807 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-825963c6-c647-46b6-9b44-349ea0c98f39 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.347372 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-825963c6-c647-46b6-9b44-349ea0c98f39 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.365413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825963c6-c647-46b6-9b44-349ea0c98f39 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e00564-104b-4708-927e-ed238bd35ff5,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:44.435432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-825963c6-c647-46b6-9b44-349ea0c98f39 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.436633 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-825963c6-c647-46b6-9b44-349ea0c98f39 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3432479 Sep 18 05:22:44.439801 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41154) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:44.465001 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a993de0f-b822-43db-8028-7ce359c5baa0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.472493 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a993de0f-b822-43db-8028-7ce359c5baa0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.578541 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a993de0f-b822-43db-8028-7ce359c5baa0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.587379 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a993de0f-b822-43db-8028-7ce359c5baa0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.593606 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a993de0f-b822-43db-8028-7ce359c5baa0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c4e00564-104b-4708-927e-ed238bd35ff5 HTTP/1.1" status: 204 len: 168 time: 0.1477127 Sep 18 05:22:44.593840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41158) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:44.594271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993de0f-b822-43db-8028-7ce359c5baa0 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4e00564-104b-4708-927e-ed238bd35ff5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:44.649676 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5fb4ab2a-eacd-45a9-892e-34930e5a07df tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0560260 Sep 18 05:22:44.652513 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41160) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:44.711974 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5169dd9-78fd-43b4-b9c2-3c25916841e8 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.739114 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5169dd9-78fd-43b4-b9c2-3c25916841e8 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.867640 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5169dd9-78fd-43b4-b9c2-3c25916841e8 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.870272 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5169dd9-78fd-43b4-b9c2-3c25916841e8 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:44.871447 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b5169dd9-78fd-43b4-b9c2-3c25916841e8 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-groups/a4a2c28a-9ec5-4036-8785-9ff27eefc4b3 HTTP/1.1" status: 204 len: 168 time: 0.2180152 Sep 18 05:22:44.874257 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41170) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:44.880690 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5169dd9-78fd-43b4-b9c2-3c25916841e8 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a2c28a-9ec5-4036-8785-9ff27eefc4b3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:44.940621 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7ac8279f-6cbe-432f-9251-7f706587aaf8 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.0651486 Sep 18 05:22:44.943384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41172) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:44.998306 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a24b5d97-fbdb-4798-98c4-66c959fdc330 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.021683 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a24b5d97-fbdb-4798-98c4-66c959fdc330 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.125529 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a24b5d97-fbdb-4798-98c4-66c959fdc330 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.128035 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a24b5d97-fbdb-4798-98c4-66c959fdc330 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.131561 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a24b5d97-fbdb-4798-98c4-66c959fdc330 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-groups/26bb4e97-8e88-4e08-bf4b-5fbcea7e4bf1 HTTP/1.1" status: 204 len: 168 time: 0.1849453 Sep 18 05:22:45.134856 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41174) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:45.139918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b5d97-fbdb-4798-98c4-66c959fdc330 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bb4e97-8e88-4e08-bf4b-5fbcea7e4bf1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:45.177429 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3febb8a3-3dde-4096-b973-dccd6449cd6c tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432832 Sep 18 05:22:45.182101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41176) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:45.186800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5959e74c-0244-4890-83a4-6f9b9b296479 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517256364'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:45.201574 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:22:45.275427 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5959e74c-0244-4890-83a4-6f9b9b296479 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.357898 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5959e74c-0244-4890-83a4-6f9b9b296479 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.426643 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5959e74c-0244-4890-83a4-6f9b9b296479 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.456740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959e74c-0244-4890-83a4-6f9b9b296479 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1316f62-7c4a-4efc-9926-ba73f4661115,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:45.521090 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5959e74c-0244-4890-83a4-6f9b9b296479 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.522405 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5959e74c-0244-4890-83a4-6f9b9b296479 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3392372 Sep 18 05:22:45.525501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41178) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:45.530548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5f8b1e43-cc57-452f-9a24-a0edd2571ec2 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group_rule': {'security_group_id': 'f1316f62-7c4a-4efc-9926-ba73f4661115', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:45.617893 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1e43-cc57-452f-9a24-a0edd2571ec2 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.677516 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1e43-cc57-452f-9a24-a0edd2571ec2 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.747273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1e43-cc57-452f-9a24-a0edd2571ec2 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.764700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b1e43-cc57-452f-9a24-a0edd2571ec2 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c571926c-51a9-494e-96c9-b881400ba991,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:45.822586 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1e43-cc57-452f-9a24-a0edd2571ec2 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.826665 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5f8b1e43-cc57-452f-9a24-a0edd2571ec2 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2974794 Sep 18 05:22:45.832611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41190) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:45.854195 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37aa3032-344d-4cdf-890a-785172888614 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.863418 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37aa3032-344d-4cdf-890a-785172888614 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.975896 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37aa3032-344d-4cdf-890a-785172888614 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.983579 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37aa3032-344d-4cdf-890a-785172888614 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:45.985856 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-37aa3032-344d-4cdf-890a-785172888614 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c571926c-51a9-494e-96c9-b881400ba991 HTTP/1.1" status: 204 len: 168 time: 0.1568055 Sep 18 05:22:45.987495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41198) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:45.988778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa3032-344d-4cdf-890a-785172888614 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c571926c-51a9-494e-96c9-b881400ba991,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:46.027354 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-15a5be66-0764-4ded-b8c8-5d1fb4a802ed tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0387077 Sep 18 05:22:46.030061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41200) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:46.081794 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-300038e8-2759-462f-9b5d-0064121e909f tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:46.103878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-300038e8-2759-462f-9b5d-0064121e909f tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:46.215631 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-300038e8-2759-462f-9b5d-0064121e909f tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:46.218316 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-300038e8-2759-462f-9b5d-0064121e909f tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:46.219505 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-300038e8-2759-462f-9b5d-0064121e909f tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-groups/f1316f62-7c4a-4efc-9926-ba73f4661115 HTTP/1.1" status: 204 len: 168 time: 0.1885049 Sep 18 05:22:46.222458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41206) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:46.234473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300038e8-2759-462f-9b5d-0064121e909f tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1316f62-7c4a-4efc-9926-ba73f4661115,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:46.266479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-12172e34-ced5-49db-ac85-1fe7cb7b0388 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0429835 Sep 18 05:22:46.270473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41208) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:46.275321 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-53f8171c-89b5-46ef-a8e3-2b07ce0d1b38 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group': {'name': 'tempest-secgroup--929885898'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:46.401225 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-53f8171c-89b5-46ef-a8e3-2b07ce0d1b38 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:46.483340 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-53f8171c-89b5-46ef-a8e3-2b07ce0d1b38 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:46.549469 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-53f8171c-89b5-46ef-a8e3-2b07ce0d1b38 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:46.581264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8171c-89b5-46ef-a8e3-2b07ce0d1b38 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7704a6da-20c4-4d49-a8eb-d2c8fefd39d2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:46.629832 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-53f8171c-89b5-46ef-a8e3-2b07ce0d1b38 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:46.634454 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-53f8171c-89b5-46ef-a8e3-2b07ce0d1b38 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3594818 Sep 18 05:22:46.635053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41210) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:46.639494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-a2211fd6-1a54-4a05-8ab5-d4c2b51e2384 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group_rule': {'security_group_id': '7704a6da-20c4-4d49-a8eb-d2c8fefd39d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:46.747220 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a2211fd6-1a54-4a05-8ab5-d4c2b51e2384 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:46.828571 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a2211fd6-1a54-4a05-8ab5-d4c2b51e2384 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:46.915672 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a2211fd6-1a54-4a05-8ab5-d4c2b51e2384 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:46.933282 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2211fd6-1a54-4a05-8ab5-d4c2b51e2384 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5683d0ef-6e37-464f-9c9e-13ab9578c984,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:47.009948 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a2211fd6-1a54-4a05-8ab5-d4c2b51e2384 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:47.013717 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a2211fd6-1a54-4a05-8ab5-d4c2b51e2384 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3752511 Sep 18 05:22:47.013929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41228) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:47.039190 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bfccb710-f39e-4634-8ff8-b61260f8431c tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules/5683d0ef-6e37-464f-9c9e-13ab9578c984 HTTP/1.1" status: 200 len: 763 time: 0.0210490 Sep 18 05:22:47.039608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41230) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:47.091582 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-336e6c3b-e79a-416e-bd63-7182feaa80af tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0478015 Sep 18 05:22:47.091704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41234) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:47.116912 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75a37b1a-47b2-4c9a-aab8-d0112add950a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:47.125314 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75a37b1a-47b2-4c9a-aab8-d0112add950a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:47.292751 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75a37b1a-47b2-4c9a-aab8-d0112add950a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:47.297847 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75a37b1a-47b2-4c9a-aab8-d0112add950a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:47.299107 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-75a37b1a-47b2-4c9a-aab8-d0112add950a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5683d0ef-6e37-464f-9c9e-13ab9578c984 HTTP/1.1" status: 204 len: 168 time: 0.2063875 Sep 18 05:22:47.301553 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41240) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:47.307247 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a37b1a-47b2-4c9a-aab8-d0112add950a tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5683d0ef-6e37-464f-9c9e-13ab9578c984,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:47.344329 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e5e971ee-865a-4ebb-b143-f1a115a0ce54 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0414276 Sep 18 05:22:47.346853 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41242) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:47.351428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b99e5969-c733-4807-9e22-c25e3dcff388 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group_rule': {'security_group_id': '7704a6da-20c4-4d49-a8eb-d2c8fefd39d2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:47.437894 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b99e5969-c733-4807-9e22-c25e3dcff388 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:47.497116 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b99e5969-c733-4807-9e22-c25e3dcff388 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:47.586969 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b99e5969-c733-4807-9e22-c25e3dcff388 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:47.588902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e86c5-6972-4e57-864d-7d60ac8dce5e req-fe752d5f-c28f-445f-8e8a-a2f1975b4a2e tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:47.590499 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f0e86c5-6972-4e57-864d-7d60ac8dce5e req-fe752d5f-c28f-445f-8e8a-a2f1975b4a2e tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 945 time: 0.0505204 Sep 18 05:22:47.602221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e5969-c733-4807-9e22-c25e3dcff388 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf1b440-f43a-4161-80bd-d67183d52573,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:47.631673 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f0e86c5-6972-4e57-864d-7d60ac8dce5e req-85022f8f-55dd-4d51-80fe-bc025fec90b4 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350161 Sep 18 05:22:47.675460 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b99e5969-c733-4807-9e22-c25e3dcff388 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:47.679705 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b99e5969-c733-4807-9e22-c25e3dcff388 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3288474 Sep 18 05:22:47.680575 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41246) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:47.697990 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fb227ba6-f980-4dc6-9a96-a66099d00016 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules/0bf1b440-f43a-4161-80bd-d67183d52573 HTTP/1.1" status: 200 len: 763 time: 0.0161059 Sep 18 05:22:47.702596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41248) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:47.743651 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5530639f-5041-4ebe-b71d-df0df527d130 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0398908 Sep 18 05:22:47.746577 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41250) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:47.773619 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bda7f9ec-eca1-4aad-89f2-b960f9e042be tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:47.780974 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bda7f9ec-eca1-4aad-89f2-b960f9e042be tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:47.892595 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bda7f9ec-eca1-4aad-89f2-b960f9e042be tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:47.899553 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bda7f9ec-eca1-4aad-89f2-b960f9e042be tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:47.900705 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bda7f9ec-eca1-4aad-89f2-b960f9e042be tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0bf1b440-f43a-4161-80bd-d67183d52573 HTTP/1.1" status: 204 len: 168 time: 0.1531420 Sep 18 05:22:47.903991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41252) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:47.907254 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7f9ec-eca1-4aad-89f2-b960f9e042be tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bf1b440-f43a-4161-80bd-d67183d52573,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:47.950339 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e2d24259-e69f-4476-80ea-03d4599b277d tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449066 Sep 18 05:22:47.952989 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41254) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:47.957334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b1535e14-0f70-496a-a237-941e48ae829d tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Request body: {'security_group_rule': {'security_group_id': '7704a6da-20c4-4d49-a8eb-d2c8fefd39d2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:22:48.066862 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1535e14-0f70-496a-a237-941e48ae829d tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:48.126415 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1535e14-0f70-496a-a237-941e48ae829d tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:48.218313 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1535e14-0f70-496a-a237-941e48ae829d tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:48.237556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1535e14-0f70-496a-a237-941e48ae829d tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e924f32d-b843-435b-ae38-8313b23211fb,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:48.313096 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1535e14-0f70-496a-a237-941e48ae829d tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:48.317262 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b1535e14-0f70-496a-a237-941e48ae829d tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3609862 Sep 18 05:22:48.317482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41262) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:48.334620 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ccb7f74e-ee21-4e92-8292-ec6576eabd86 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules/e924f32d-b843-435b-ae38-8313b23211fb HTTP/1.1" status: 200 len: 764 time: 0.0159349 Sep 18 05:22:48.338099 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41264) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:48.379757 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-426f3746-b8f3-433e-9d21-40243f0aa1fd tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0399225 Sep 18 05:22:48.382915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41266) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:48.405954 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e926ee9-af20-4c6a-9207-e10364570e25 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:48.413331 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e926ee9-af20-4c6a-9207-e10364570e25 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:48.509397 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e926ee9-af20-4c6a-9207-e10364570e25 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:48.515389 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e926ee9-af20-4c6a-9207-e10364570e25 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:48.516524 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6e926ee9-af20-4c6a-9207-e10364570e25 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e924f32d-b843-435b-ae38-8313b23211fb HTTP/1.1" status: 204 len: 168 time: 0.1326220 Sep 18 05:22:48.519457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41268) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:48.522009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e926ee9-af20-4c6a-9207-e10364570e25 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e924f32d-b843-435b-ae38-8313b23211fb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:48.561810 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-98517beb-84bd-4534-a6b2-dcdd9f287049 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410721 Sep 18 05:22:48.564805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41270) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:48.617608 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba77a0b2-9584-407c-854c-58dbd2b25477 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:48.640056 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba77a0b2-9584-407c-854c-58dbd2b25477 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:48.755631 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17968939-ee9d-4692-8446-e63bc5cd4fb4 req-fbe7da14-e03b-467f-b685-7d71b0415383 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:48.757770 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17968939-ee9d-4692-8446-e63bc5cd4fb4 req-fbe7da14-e03b-467f-b685-7d71b0415383 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 945 time: 0.0522869 Sep 18 05:22:48.771215 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba77a0b2-9584-407c-854c-58dbd2b25477 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:48.774277 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba77a0b2-9584-407c-854c-58dbd2b25477 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:48.775374 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ba77a0b2-9584-407c-854c-58dbd2b25477 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "DELETE /v2.0/security-groups/7704a6da-20c4-4d49-a8eb-d2c8fefd39d2 HTTP/1.1" status: 204 len: 168 time: 0.2096403 Sep 18 05:22:48.778269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41274) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:48.794682 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77a0b2-9584-407c-854c-58dbd2b25477 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7704a6da-20c4-4d49-a8eb-d2c8fefd39d2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:48.813054 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17968939-ee9d-4692-8446-e63bc5cd4fb4 req-ef1e263f-08b0-4df2-8161-2b56342f8972 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e0c6685-7c50-48d3-b6bf-84d172a99630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488727 Sep 18 05:22:48.836880 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-05fb35ff-d96c-4eb0-b0fe-31c7dd9dff78 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574677 Sep 18 05:22:48.841519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41276) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:48.884495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-86f598ad-323a-476b-b062-ce389b5ce284 tempest-SecGroupTest-978010567 tempest-SecGroupTest-978010567-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416098 Sep 18 05:22:49.247686 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-dd062ed5-8102-442e-aefb-46020d1d4f79 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:22:49.249190 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-dd062ed5-8102-442e-aefb-46020d1d4f79 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 945 time: 0.0476208 Sep 18 05:22:49.349703 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41286) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:49.353180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Deleting port e7995528-e83e-4ebb-a32c-2fe7fd014d09 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:22:49.353743 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:49.449669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] For port e7995528-e83e-4ebb-a32c-2fe7fd014d09, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=e7995528-e83e-4ebb-a32c-2fe7fd014d09,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:22:49.450153 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:49.505252 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3c8765e4-6f4a-41d6-8360-0573be7c284c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c2bbc864d554fc69857e2a7a7ff77e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543314 Sep 18 05:22:49.509355 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41292) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:49.559650 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8bb86541-b3ab-49a4-b7d0-bbac422aeea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:49.581456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8bb86541-b3ab-49a4-b7d0-bbac422aeea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:49.633076 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:49.633472 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:49.633752 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Floating IP 126ff685-1699-4422-bf46-18f47805e121 disassociated. External IP: 172.25.7.86, port: e7995528-e83e-4ebb-a32c-2fe7fd014d09. Sep 18 05:22:49.634094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Calling delete_port for e7995528-e83e-4ebb-a32c-2fe7fd014d09 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:22:49.686772 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8bb86541-b3ab-49a4-b7d0-bbac422aeea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:49.689804 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8bb86541-b3ab-49a4-b7d0-bbac422aeea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:49.691044 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8bb86541-b3ab-49a4-b7d0-bbac422aeea4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f24e309-7bee-40bc-a32a-81815972caec HTTP/1.1" status: 204 len: 168 time: 0.1805956 Sep 18 05:22:49.699982 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb86541-b3ab-49a4-b7d0-bbac422aeea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f24e309-7bee-40bc-a32a-81815972caec,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:49.869917 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:49.907184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event deleted for resources: {'Port': ['ID=e7995528-e83e-4ebb-a32c-2fe7fd014d09,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:49.973282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be97a1d1-297f-4d28-b7c8-c63690c1c7fa req-9de0f536-0abe-4c3a-ba8b-283d1527cddf tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 210 time: 0.0722525 Sep 18 05:22:50.057743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Router ac0ac1ba-1e72-42d7-99de-31292384b7c8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:22:50.182587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:22:50.190555 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf8604-c4ea-4b16-b2e8-f5dec42dfe30 None None] Sync routers for ids ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:22:50.200560 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf8604-c4ea-4b16-b2e8-f5dec42dfe30 None None] Routers {'ac0ac1ba-1e72-42d7-99de-31292384b7c8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:50.201698 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ffaf8604-c4ea-4b16-b2e8-f5dec42dfe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:50.341193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-ffaf8604-c4ea-4b16-b2e8-f5dec42dfe30 None None] Set router ac0ac1ba-1e72-42d7-99de-31292384b7c8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:50.652081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ffaf8604-c4ea-4b16-b2e8-f5dec42dfe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:28Z', 'revision_number': 5, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:50.652566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] No DVR routers for this DVR port e7995528-e83e-4ebb-a32c-2fe7fd014d09 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:22:50.656021 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:50.658579 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9b4d2ad-3afc-4a5e-9762-fb0b01d88971 req-f78a1ba9-3015-4ba8-9d6c-cd838e8bcb1b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.13 "DELETE /v2.0/ports/e7995528-e83e-4ebb-a32c-2fe7fd014d09 HTTP/1.1" status: 204 len: 173 time: 1.4015720 Sep 18 05:22:50.659178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4', 'name': 'network-vif-deleted', 'tag': 'e7995528-e83e-4ebb-a32c-2fe7fd014d09'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:22:50.662375 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4eacbd-ed06-4525-9b1d-7f3f2d2b0424" -d '{"events": [{"server_uuid": "c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4", "name": "network-vif-deleted", "tag": "e7995528-e83e-4ebb-a32c-2fe7fd014d09"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:22:50.687799 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf8604-c4ea-4b16-b2e8-f5dec42dfe30 None None] Checking router: ac0ac1ba-1e72-42d7-99de-31292384b7c8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:22:50.698233 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf8604-c4ea-4b16-b2e8-f5dec42dfe30 None None] Routers {'ac0ac1ba-1e72-42d7-99de-31292384b7c8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:22:50.700873 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ffaf8604-c4ea-4b16-b2e8-f5dec42dfe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:22:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:50.701576 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574973cd-8c93-4419-9085-0490bb484908 x-openstack-request-id: req-574973cd-8c93-4419-9085-0490bb484908 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:22:50.701979 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4", "name": "network-vif-deleted", "tag": "e7995528-e83e-4ebb-a32c-2fe7fd014d09", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:22:50.702369 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-574973cd-8c93-4419-9085-0490bb484908 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:22:50.703053 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4', 'name': 'network-vif-deleted', 'tag': 'e7995528-e83e-4ebb-a32c-2fe7fd014d09', 'status': 'completed', 'code': 200} Sep 18 05:22:50.831585 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-ffaf8604-c4ea-4b16-b2e8-f5dec42dfe30 None None] Set router ac0ac1ba-1e72-42d7-99de-31292384b7c8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:22:51.081549 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ffaf8604-c4ea-4b16-b2e8-f5dec42dfe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:28Z', 'revision_number': 5, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:22:51.109740 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf8604-c4ea-4b16-b2e8-f5dec42dfe30 None None] The sync data for ids ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'] in n-d-789963-13 is: [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:15:23Z', 'revision_number': 4, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '6707cfe5-806d-44e9-986f-19464b65a4c8', 'name': '', 'network_id': '44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'mac_address': 'fa:16:3e:56:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:21Z', 'updated_at': '2021-09-18T05:15:28Z', 'revision_number': 5, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'subnets': [{'id': '5ab02bc3-4445-486e-bb1b-e6de93866e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:22:51.125961 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-badf7892-1f53-4051-9f01-345db29c2b8b req-7b2abcc0-4f8f-4006-8f45-b34762193996 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8c819f4-f2c8-45a2-b4d5-0ee00ecfc9a4 HTTP/1.1" status: 200 len: 210 time: 0.0314531 Sep 18 05:22:51.397039 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce159644-5387-41f9-8244-1d52581fec0f None None] New status for floating IP 126ff685-1699-4422-bf46-18f47805e121: DOWN {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:22:52.274494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41372) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:52.300212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e7995528-e83e-4ebb-a32c-2fe7fd014d09 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:22:52.332738 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: e7995528-e83e-4ebb-a32c-2fe7fd014d09 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:22:52.333088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device e7995528-e83e-4ebb-a32c-2fe7fd014d09 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:22:52.339974 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39bbcec2-85e8-4506-ab92-f0dea94fc876 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:52.368134 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39bbcec2-85e8-4506-ab92-f0dea94fc876 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:52.504015 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39bbcec2-85e8-4506-ab92-f0dea94fc876 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:52.506782 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39bbcec2-85e8-4506-ab92-f0dea94fc876 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:52.511695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-39bbcec2-85e8-4506-ab92-f0dea94fc876 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "DELETE /v2.0/security-groups/3e0c6685-7c50-48d3-b6bf-84d172a99630 HTTP/1.1" status: 204 len: 168 time: 0.2324333 Sep 18 05:22:52.511820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41382) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:52.517672 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbcec2-85e8-4506-ab92-f0dea94fc876 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0c6685-7c50-48d3-b6bf-84d172a99630,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:52.524584 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-1e0ba4f9-ce26-404f-b1b0-9e02e4cd3e4b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] show failed (client error): The resource could not be found. Sep 18 05:22:52.525974 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1e0ba4f9-ce26-404f-b1b0-9e02e4cd3e4b tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "GET /v2.0/security-groups/3e0c6685-7c50-48d3-b6bf-84d172a99630 HTTP/1.1" status: 404 len: 347 time: 0.0139861 Sep 18 05:22:52.529531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41384) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:52.656690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-c50febda-5d90-420b-a730-34ec10aa2011 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Deleting port 8b49cc59-1a58-4b37-a133-a297b49c0e7e {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:22:52.657036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c50febda-5d90-420b-a730-34ec10aa2011 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:52.737724 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c50febda-5d90-420b-a730-34ec10aa2011 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:52.738058 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c50febda-5d90-420b-a730-34ec10aa2011 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:52.750234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-c50febda-5d90-420b-a730-34ec10aa2011 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Calling delete_port for 8b49cc59-1a58-4b37-a133-a297b49c0e7e owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:22:52.938554 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c50febda-5d90-420b-a730-34ec10aa2011 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:52.968559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50febda-5d90-420b-a730-34ec10aa2011 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Pushing event deleted for resources: {'Port': ['ID=8b49cc59-1a58-4b37-a133-a297b49c0e7e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:53.035165 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:53.050613 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c50febda-5d90-420b-a730-34ec10aa2011 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:53.053374 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c50febda-5d90-420b-a730-34ec10aa2011 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:53.056274 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c50febda-5d90-420b-a730-34ec10aa2011 tempest-AttachVolumeTestJSON-1054399880 tempest-AttachVolumeTestJSON-1054399880-project] 10.222.0.23 "DELETE /v2.0/floatingips/126ff685-1699-4422-bf46-18f47805e121 HTTP/1.1" status: 204 len: 168 time: 0.5237689 Sep 18 05:22:53.314441 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:55.218486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41496) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:55.331744 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c80a39ab-7b22-4d7e-9e01-9596d19d2192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:55.428383 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c80a39ab-7b22-4d7e-9e01-9596d19d2192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:55.522313 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c80a39ab-7b22-4d7e-9e01-9596d19d2192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:55.565050 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c80a39ab-7b22-4d7e-9e01-9596d19d2192 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e44f421d79df4896b6797e35b7743564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450732 Sep 18 05:22:55.566301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a39ab-7b22-4d7e-9e01-9596d19d2192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cccc57-4e98-4830-a1bc-d0237e2986f3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:55.567638 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41506) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:55.621218 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a127c3e-0099-4ac5-91fc-0acf6ddfb20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:55.648772 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a127c3e-0099-4ac5-91fc-0acf6ddfb20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:55.790155 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a127c3e-0099-4ac5-91fc-0acf6ddfb20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:55.792823 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a127c3e-0099-4ac5-91fc-0acf6ddfb20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:55.797925 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4a127c3e-0099-4ac5-91fc-0acf6ddfb20e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52cccc57-4e98-4830-a1bc-d0237e2986f3 HTTP/1.1" status: 204 len: 168 time: 0.2248433 Sep 18 05:22:55.802455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a127c3e-0099-4ac5-91fc-0acf6ddfb20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cccc57-4e98-4830-a1bc-d0237e2986f3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:56.454867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41514) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:56.473544 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-76e480f1-0cf7-4b6c-add4-4a8d632bc161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:56.581447 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-76e480f1-0cf7-4b6c-add4-4a8d632bc161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:56.635536 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-76e480f1-0cf7-4b6c-add4-4a8d632bc161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:56.679614 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-76e480f1-0cf7-4b6c-add4-4a8d632bc161 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27def32892c5440c8caf3d6923087f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231095 Sep 18 05:22:56.680588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e480f1-0cf7-4b6c-add4-4a8d632bc161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f772f732-e708-4892-8aa5-79430fccd42a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:22:56.682371 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41522) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:22:56.736323 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8fae5df2-66a5-4adb-93e6-199b7a34c7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:56.768560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8fae5df2-66a5-4adb-93e6-199b7a34c7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:56.907465 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8fae5df2-66a5-4adb-93e6-199b7a34c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:56.916121 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8fae5df2-66a5-4adb-93e6-199b7a34c7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:22:56.922638 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8fae5df2-66a5-4adb-93e6-199b7a34c7b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f772f732-e708-4892-8aa5-79430fccd42a HTTP/1.1" status: 204 len: 168 time: 0.2379036 Sep 18 05:22:56.979575 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae5df2-66a5-4adb-93e6-199b7a34c7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f772f732-e708-4892-8aa5-79430fccd42a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:01.272708 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c290b834-1cea-410c-89f1-04f17585a7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:03.502332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41688) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:03.852602 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-992e3e3c-323f-4f15-a976-cb8417dc9fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:04.295139 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:04.427456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd29b543-5d97-4d94-ba75-1a8a7e8d184b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:04.631421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41736) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:04.692630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-bd29b543-5d97-4d94-ba75-1a8a7e8d184b admin admin] Deleting port 6707cfe5-806d-44e9-986f-19464b65a4c8 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:23:04.693136 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd29b543-5d97-4d94-ba75-1a8a7e8d184b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:04.751493 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8eb90049-3b81-4c48-89ea-886f90692dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:04.776042 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-bd29b543-5d97-4d94-ba75-1a8a7e8d184b admin admin] For port 6707cfe5-806d-44e9-986f-19464b65a4c8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6707cfe5-806d-44e9-986f-19464b65a4c8,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:23:04.776492 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd29b543-5d97-4d94-ba75-1a8a7e8d184b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:04.789428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-bd29b543-5d97-4d94-ba75-1a8a7e8d184b admin admin] Calling delete_port for 6707cfe5-806d-44e9-986f-19464b65a4c8 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:23:04.841819 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8eb90049-3b81-4c48-89ea-886f90692dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:04.923587 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8eb90049-3b81-4c48-89ea-886f90692dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:04.964809 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8eb90049-3b81-4c48-89ea-886f90692dbf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62bcd6eb78da469e9f8806bb4b8086b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316197 Sep 18 05:23:04.965788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41744) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:04.968229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb90049-3b81-4c48-89ea-886f90692dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7f0d33-d3bd-4752-a351-a4b053df9efa,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:05.022873 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40de9e57-ab5d-4c69-8606-e43678cd29d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.038594 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd29b543-5d97-4d94-ba75-1a8a7e8d184b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.048463 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40de9e57-ab5d-4c69-8606-e43678cd29d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.078211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29b543-5d97-4d94-ba75-1a8a7e8d184b admin admin] Pushing event deleted for resources: {'Port': ['ID=6707cfe5-806d-44e9-986f-19464b65a4c8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:05.095816 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41748) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:05.229116 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40de9e57-ab5d-4c69-8606-e43678cd29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.231889 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-40de9e57-ab5d-4c69-8606-e43678cd29d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.235753 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-40de9e57-ab5d-4c69-8606-e43678cd29d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d7f0d33-d3bd-4752-a351-a4b053df9efa HTTP/1.1" status: 204 len: 168 time: 0.2660165 Sep 18 05:23:05.246669 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.260800 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11fe5170-8771-40b8-99ea-5c305a8f675f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.276464 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd29b543-5d97-4d94-ba75-1a8a7e8d184b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.280168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de9e57-ab5d-4c69-8606-e43678cd29d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7f0d33-d3bd-4752-a351-a4b053df9efa,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:05.384308 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11fe5170-8771-40b8-99ea-5c305a8f675f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.477977 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11fe5170-8771-40b8-99ea-5c305a8f675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.516625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-11fe5170-8771-40b8-99ea-5c305a8f675f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b527267d71f4ea5a1590a35f93386c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196904 Sep 18 05:23:05.517354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe5170-8771-40b8-99ea-5c305a8f675f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14e9008-9864-4abd-9b24-6d8cab0d66b6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:05.519798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41756) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:05.534802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd29b543-5d97-4d94-ba75-1a8a7e8d184b admin admin] Router ac0ac1ba-1e72-42d7-99de-31292384b7c8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:23:05.575328 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-196aec7d-6a97-4898-8afd-f8ce0faa3797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.598131 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-196aec7d-6a97-4898-8afd-f8ce0faa3797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.653460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd29b543-5d97-4d94-ba75-1a8a7e8d184b admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:23:05.658535 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bd29b543-5d97-4d94-ba75-1a8a7e8d184b admin admin] 10.222.0.23 "PUT /v2.0/routers/ac0ac1ba-1e72-42d7-99de-31292384b7c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1551683 Sep 18 05:23:05.661104 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41760) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:05.662450 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd10a77-3aee-43a7-ac87-7560673ccf25 None None] Sync routers for ids ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:23:05.672158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd10a77-3aee-43a7-ac87-7560673ccf25 None None] Routers {'ac0ac1ba-1e72-42d7-99de-31292384b7c8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:23:05.672831 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ddd10a77-3aee-43a7-ac87-7560673ccf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:23:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:23:05.747223 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-196aec7d-6a97-4898-8afd-f8ce0faa3797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.749992 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-196aec7d-6a97-4898-8afd-f8ce0faa3797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.751437 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-196aec7d-6a97-4898-8afd-f8ce0faa3797 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b14e9008-9864-4abd-9b24-6d8cab0d66b6 HTTP/1.1" status: 204 len: 168 time: 0.2289534 Sep 18 05:23:05.762110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196aec7d-6a97-4898-8afd-f8ce0faa3797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14e9008-9864-4abd-9b24-6d8cab0d66b6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:05.772901 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.793731 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-ddd10a77-3aee-43a7-ac87-7560673ccf25 None None] Set router ac0ac1ba-1e72-42d7-99de-31292384b7c8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:23:05.881601 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:05.973540 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ddd10a77-3aee-43a7-ac87-7560673ccf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:23:04Z', 'revision_number': 5, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port': {'id': 'bc144a03-acb4-49ec-a889-f5b8f8e2820f', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:17Z', 'updated_at': '2021-09-18T05:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:23:05.992201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41764) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:06.007562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fdcead23-9318-4a4f-8ad5-cab6eec9fbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.008824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd10a77-3aee-43a7-ac87-7560673ccf25 None None] Checking router: ac0ac1ba-1e72-42d7-99de-31292384b7c8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:23:06.025999 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd10a77-3aee-43a7-ac87-7560673ccf25 None None] Routers {'ac0ac1ba-1e72-42d7-99de-31292384b7c8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:23:06.026653 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ddd10a77-3aee-43a7-ac87-7560673ccf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:23:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:23:06.044597 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] Deleting port bc144a03-acb4-49ec-a889-f5b8f8e2820f {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:23:06.045090 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.114507 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fdcead23-9318-4a4f-8ad5-cab6eec9fbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.128621 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-ddd10a77-3aee-43a7-ac87-7560673ccf25 None None] Set router ac0ac1ba-1e72-42d7-99de-31292384b7c8 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:23:06.138107 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] For port bc144a03-acb4-49ec-a889-f5b8f8e2820f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bc144a03-acb4-49ec-a889-f5b8f8e2820f,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:23:06.138481 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.156700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] Calling delete_port for bc144a03-acb4-49ec-a889-f5b8f8e2820f owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:23:06.189208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ddd10a77-3aee-43a7-ac87-7560673ccf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:23:05Z', 'revision_number': 6, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:23:06.221900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd10a77-3aee-43a7-ac87-7560673ccf25 None None] The sync data for ids ['ac0ac1ba-1e72-42d7-99de-31292384b7c8'] in n-d-789963-13 is: [{'id': 'ac0ac1ba-1e72-42d7-99de-31292384b7c8', 'name': 'tempest-AttachVolumeTestJSON-238427906-router', 'tenant_id': '6b24b241d1e242d6a367baa07a5c602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:15:14Z', 'updated_at': '2021-09-18T05:23:05Z', 'revision_number': 6, 'project_id': '6b24b241d1e242d6a367baa07a5c602e', 'gw_port_host': None}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:23:06.233943 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fdcead23-9318-4a4f-8ad5-cab6eec9fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.271247 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fdcead23-9318-4a4f-8ad5-cab6eec9fbe4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=693ac812ae974566841003816dce407f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779257 Sep 18 05:23:06.273001 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcead23-9318-4a4f-8ad5-cab6eec9fbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368444c1-78ab-4788-9c65-92bd6c52c65f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:06.274648 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41768) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:06.373225 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-211dcc98-b974-4f6e-8861-47093d0e1cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.399638 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-211dcc98-b974-4f6e-8861-47093d0e1cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.466459 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.489031 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc144a03-acb4-49ec-a889-f5b8f8e2820f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:06.548481 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41772) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:06.550725 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.553038 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-211dcc98-b974-4f6e-8861-47093d0e1cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.556528 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-211dcc98-b974-4f6e-8861-47093d0e1cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.560489 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-211dcc98-b974-4f6e-8861-47093d0e1cc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/368444c1-78ab-4788-9c65-92bd6c52c65f HTTP/1.1" status: 204 len: 168 time: 0.2820709 Sep 18 05:23:06.575006 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67d4c874-a45e-4ae6-ab4d-61b72c2596a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.633722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dcc98-b974-4f6e-8861-47093d0e1cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368444c1-78ab-4788-9c65-92bd6c52c65f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:06.677399 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.677399 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.691380 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67d4c874-a45e-4ae6-ab4d-61b72c2596a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.777993 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67d4c874-a45e-4ae6-ab4d-61b72c2596a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.817457 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-67d4c874-a45e-4ae6-ab4d-61b72c2596a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce37fe1dc78c4259924a33a313e89a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676988 Sep 18 05:23:06.818362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4c874-a45e-4ae6-ab4d-61b72c2596a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea338c0-13c8-44a0-b6f7-8be0778c9bf5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:06.821125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41776) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:06.830059 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.831008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac0ac1ba-1e72-42d7-99de-31292384b7c8 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:23:06.842059 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.843296 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d154e9e6-f6af-492f-baac-063850ca3239 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ac0ac1ba-1e72-42d7-99de-31292384b7c8 HTTP/1.1" status: 204 len: 168 time: 1.1812582 Sep 18 05:23:06.845854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41778) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:06.914355 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-127a6542-2cbd-430f-88ff-c39daf425acf admin admin] Deleting subnet 5ab02bc3-4445-486e-bb1b-e6de93866e50 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:23:06.923897 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-127a6542-2cbd-430f-88ff-c39daf425acf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.935879 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.950698 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dd39321b-ded3-4b9f-ae2f-e69cad1b8f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:06.981920 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-127a6542-2cbd-430f-88ff-c39daf425acf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.005314 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dd39321b-ded3-4b9f-ae2f-e69cad1b8f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.101847 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-127a6542-2cbd-430f-88ff-c39daf425acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.249685 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dd39321b-ded3-4b9f-ae2f-e69cad1b8f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.252346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dd39321b-ded3-4b9f-ae2f-e69cad1b8f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.253503 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-dd39321b-ded3-4b9f-ae2f-e69cad1b8f15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ea338c0-13c8-44a0-b6f7-8be0778c9bf5 HTTP/1.1" status: 204 len: 168 time: 0.4311273 Sep 18 05:23:07.262288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39321b-ded3-4b9f-ae2f-e69cad1b8f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea338c0-13c8-44a0-b6f7-8be0778c9bf5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:07.281360 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-127a6542-2cbd-430f-88ff-c39daf425acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.295055 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-127a6542-2cbd-430f-88ff-c39daf425acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.297010 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-127a6542-2cbd-430f-88ff-c39daf425acf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5ab02bc3-4445-486e-bb1b-e6de93866e50 HTTP/1.1" status: 204 len: 168 time: 0.4502256 Sep 18 05:23:07.299442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41792) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:07.306017 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3b3731-f6a1-4205-ae66-10132616a168 None None] Network 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:23:07.401851 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.410503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a6542-2cbd-430f-88ff-c39daf425acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab02bc3-4445-486e-bb1b-e6de93866e50,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:07.468290 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Deleting port a3718baa-5c97-43bb-85f1-71df34a174c6 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:23:07.468645 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.531265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ac0a8-e3a9-4cfa-88aa-a12cc0aca896 None None] DHCP port deletion for 44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:23:07.538627 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] For port a3718baa-5c97-43bb-85f1-71df34a174c6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a3718baa-5c97-43bb-85f1-71df34a174c6,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:23:07.539018 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.555264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Calling delete_port for a3718baa-5c97-43bb-85f1-71df34a174c6 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:23:07.581756 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-847ac0a8-e3a9-4cfa-88aa-a12cc0aca896 None None] Deleting port a3718baa-5c97-43bb-85f1-71df34a174c6 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:23:07.582135 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-847ac0a8-e3a9-4cfa-88aa-a12cc0aca896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.654719 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-847ac0a8-e3a9-4cfa-88aa-a12cc0aca896 None None] For port a3718baa-5c97-43bb-85f1-71df34a174c6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a3718baa-5c97-43bb-85f1-71df34a174c6,segment=NetworkSegment(bc35f4e4-cbf4-423f-a522-f90e23e37e38),segment_id=bc35f4e4-cbf4-423f-a522-f90e23e37e38)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:23:07.655128 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-847ac0a8-e3a9-4cfa-88aa-a12cc0aca896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.668408 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-847ac0a8-e3a9-4cfa-88aa-a12cc0aca896 None None] Calling delete_port for a3718baa-5c97-43bb-85f1-71df34a174c6 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:23:07.720509 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.750854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Pushing event deleted for resources: {'Port': ['ID=a3718baa-5c97-43bb-85f1-71df34a174c6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:07.764683 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] No DVR routers for this DVR port a3718baa-5c97-43bb-85f1-71df34a174c6 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:23:07.791508 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-847ac0a8-e3a9-4cfa-88aa-a12cc0aca896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.841814 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ac0a8-e3a9-4cfa-88aa-a12cc0aca896 None None] Pushing event deleted for resources: {'Port': ['ID=a3718baa-5c97-43bb-85f1-71df34a174c6,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:07.844196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ac0a8-e3a9-4cfa-88aa-a12cc0aca896 None None] No DVR routers for this DVR port a3718baa-5c97-43bb-85f1-71df34a174c6 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:23:07.851344 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.873087 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:23:07.883700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc35f4e4-cbf4-423f-a522-f90e23e37e38') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:23:07.887947 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc35f4e4-cbf4-423f-a522-f90e23e37e38') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:23:07.893205 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.907012 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.917010 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:23:07.917309 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:23:07.919253 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:23:08.095456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:08.101903 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:08.103684 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] 10.222.0.23 "DELETE /v2.0/networks/44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0 HTTP/1.1" status: 204 len: 168 time: 0.8033350 Sep 18 05:23:08.114226 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db95200-e2bf-49c5-abc5-374957a5688a admin admin] Pushing event deleted for resources: {'Network': ['ID=44e264a4-4ff9-4f6d-ac35-ac7ab4b3d8f0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:08.215322 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6707cfe5-806d-44e9-986f-19464b65a4c8 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:23:08.236035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 6707cfe5-806d-44e9-986f-19464b65a4c8 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:23:08.236419 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6707cfe5-806d-44e9-986f-19464b65a4c8 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:23:08.236855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a3718baa-5c97-43bb-85f1-71df34a174c6 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:23:08.255639 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: a3718baa-5c97-43bb-85f1-71df34a174c6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:23:08.256007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a3718baa-5c97-43bb-85f1-71df34a174c6 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:23:08.257591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bc144a03-acb4-49ec-a889-f5b8f8e2820f no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:23:08.276581 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: bc144a03-acb4-49ec-a889-f5b8f8e2820f {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:23:08.276860 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bc144a03-acb4-49ec-a889-f5b8f8e2820f not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:23:08.507161 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41832) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:08.561583 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d7195b21-7f60-4761-be38-6e495c2ca009 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b24b241d1e242d6a367baa07a5c602e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483291 Sep 18 05:23:08.563811 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41834) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:08.614688 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4ffc4e36-41dc-4ff7-94b7-1ffa9cc203d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:08.636574 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4ffc4e36-41dc-4ff7-94b7-1ffa9cc203d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:08.760367 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4ffc4e36-41dc-4ff7-94b7-1ffa9cc203d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:08.763118 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4ffc4e36-41dc-4ff7-94b7-1ffa9cc203d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:08.766709 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4ffc4e36-41dc-4ff7-94b7-1ffa9cc203d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3b8d9ac-4d0a-4ec5-b9c5-12b065637a93 HTTP/1.1" status: 204 len: 168 time: 0.1994600 Sep 18 05:23:08.773034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc4e36-41dc-4ff7-94b7-1ffa9cc203d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b8d9ac-4d0a-4ec5-b9c5-12b065637a93,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:11.770198 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31a1a6-2a2a-426d-8e06-24040f151fb4 req-f0891980-48c2-48af-b5ce-bb15d3aee9da tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:11.770198 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c31a1a6-2a2a-426d-8e06-24040f151fb4 req-f0891980-48c2-48af-b5ce-bb15d3aee9da tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0564153 Sep 18 05:23:11.810985 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c31a1a6-2a2a-426d-8e06-24040f151fb4 req-3c597066-a914-4081-8c61-b24c764ac155 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334971 Sep 18 05:23:11.935909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a3bfd-9ee1-4e37-8fdd-471b64b92a2b req-573aea03-5567-454d-bd5d-bbb1071600c5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:11.937419 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d49a3bfd-9ee1-4e37-8fdd-471b64b92a2b req-573aea03-5567-454d-bd5d-bbb1071600c5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0520501 Sep 18 05:23:11.974602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d49a3bfd-9ee1-4e37-8fdd-471b64b92a2b req-fff9f328-57d5-4abb-9f54-70914655c414 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309007 Sep 18 05:23:12.250583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-619495bc-f2cd-423c-a952-4529abce5994 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:12.252085 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-619495bc-f2cd-423c-a952-4529abce5994 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 811 time: 0.1064181 Sep 18 05:23:12.269794 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-651ab7e9-8a2e-4323-8184-59cb39060618 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/quotas/a93295c876f24b40a8ad6dd6e528220f HTTP/1.1" status: 200 len: 375 time: 0.0090389 Sep 18 05:23:12.335442 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-7ad20e13-4ef4-403c-befb-488da8d0d39e tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0593128 Sep 18 05:23:12.430895 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-7811d168-f454-4630-a1c3-7463fcd5398b service neutron] 10.222.0.23 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866086 Sep 18 05:23:12.530300 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-8b501c71-7109-457d-90bb-008a9beb7e88 service neutron] 10.222.0.23 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931709 Sep 18 05:23:12.828981 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-726deed8-4cfa-4854-9098-6b16dec6b1d2 req-b7228413-4872-46a0-ada5-adda08c48285 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 210 time: 0.0435505 Sep 18 05:23:13.685628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42016) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:13.815780 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa501e07-91c3-4684-a335-b58e7e49685a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:13.954889 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87dc846e-c155-4990-81c8-8aa70a03d10d req-745c9ad0-3f55-492a-969e-296d30213874 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 210 time: 0.0322180 Sep 18 05:23:13.959520 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa501e07-91c3-4684-a335-b58e7e49685a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:14.074738 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa501e07-91c3-4684-a335-b58e7e49685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:14.116409 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-aa501e07-91c3-4684-a335-b58e7e49685a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc3a883b86aa421caa38362474faae2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300728 Sep 18 05:23:14.117190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa501e07-91c3-4684-a335-b58e7e49685a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dd1aeb-e02b-4309-b05d-fd5c46fb91d2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:14.119142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42030) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:14.168065 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dbc74384-0d81-4d8a-9657-f768d05f012b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:14.190507 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dbc74384-0d81-4d8a-9657-f768d05f012b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:14.335009 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dbc74384-0d81-4d8a-9657-f768d05f012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:14.337874 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dbc74384-0d81-4d8a-9657-f768d05f012b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:14.339053 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dbc74384-0d81-4d8a-9657-f768d05f012b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4dd1aeb-e02b-4309-b05d-fd5c46fb91d2 HTTP/1.1" status: 204 len: 168 time: 0.2187705 Sep 18 05:23:14.347375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc74384-0d81-4d8a-9657-f768d05f012b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dd1aeb-e02b-4309-b05d-fd5c46fb91d2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:14.825042 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-4db28c2c-d55f-4afc-8e79-86a67089d36d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:14.828510 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-4db28c2c-d55f-4afc-8e79-86a67089d36d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.13 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 811 time: 0.1151283 Sep 18 05:23:14.841835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-6cc8463b-e63f-4f19-b568-ac308b23edf4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Request body: {'port': {'device_id': '70c3f8a7-13fa-4b68-9774-a4334016886f', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'admin_state_up': True, 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:23:15.009072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42044) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:15.043860 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0429b2fc-e4b0-4a6a-a21d-34e5194f72bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:15.047657 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-6cc8463b-e63f-4f19-b568-ac308b23edf4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Made reservation on behalf of a93295c876f24b40a8ad6dd6e528220f for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:23:15.052440 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-6cc8463b-e63f-4f19-b568-ac308b23edf4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:15.092444 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-94d85def-4e0a-47af-858a-a31fa4e26f71 req-fdd16d7e-359b-49bc-a863-12e516d5a284 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 210 time: 0.0314310 Sep 18 05:23:15.270211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-6cc8463b-e63f-4f19-b568-ac308b23edf4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Allocated IP 172.20.0.8 (e2e55207-de56-4bf3-a229-f801b9f768e0/937b60cf-7360-4deb-b77e-f1ea0251fc0c/59e28d19-9cbc-4c0c-b531-621d6415bdf3) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:23:15.311236 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0429b2fc-e4b0-4a6a-a21d-34e5194f72bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:15.409729 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0429b2fc-e4b0-4a6a-a21d-34e5194f72bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:15.465116 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0429b2fc-e4b0-4a6a-a21d-34e5194f72bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93abef954ba740159933a5877e94869d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4523852 Sep 18 05:23:15.466869 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42048) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:15.466996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429b2fc-e4b0-4a6a-a21d-34e5194f72bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e427530-5868-4b3c-a4d2-e31723db97fd,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:15.522908 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-6cc8463b-e63f-4f19-b568-ac308b23edf4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:15.561394 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8caee397-b8f9-4e18-a851-c530b7e0b2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:15.589966 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8caee397-b8f9-4e18-a851-c530b7e0b2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:15.643974 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-6cc8463b-e63f-4f19-b568-ac308b23edf4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:15.657068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['33bcfed8-9383-41b5-b3aa-2c2934c807b0'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:23:15.664354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b59f7878-4825-4520-a7cb-3332e952e4de'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:23:15.691074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-6cc8463b-e63f-4f19-b568-ac308b23edf4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Network e2e55207-de56-4bf3-a229-f801b9f768e0 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:23:15.694868 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-6cc8463b-e63f-4f19-b568-ac308b23edf4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:23:15.700938 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8caee397-b8f9-4e18-a851-c530b7e0b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:15.702935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-6cc8463b-e63f-4f19-b568-ac308b23edf4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:23:15.704122 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8caee397-b8f9-4e18-a851-c530b7e0b2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:15.705583 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8caee397-b8f9-4e18-a851-c530b7e0b2d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e427530-5868-4b3c-a4d2-e31723db97fd HTTP/1.1" status: 204 len: 168 time: 0.2368293 Sep 18 05:23:15.735796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caee397-b8f9-4e18-a851-c530b7e0b2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e427530-5868-4b3c-a4d2-e31723db97fd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:15.736437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8463b-e63f-4f19-b568-ac308b23edf4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event updated for resources: {'Port': ['ID=59e28d19-9cbc-4c0c-b531-621d6415bdf3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:15.772649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-6cc8463b-e63f-4f19-b568-ac308b23edf4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:15.773441 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-6cc8463b-e63f-4f19-b568-ac308b23edf4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:15.872978 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-6cc8463b-e63f-4f19-b568-ac308b23edf4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0360823 Sep 18 05:23:15.888254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Request body: {'port': {'device_id': '70c3f8a7-13fa-4b68-9774-a4334016886f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:23:15.953567 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:16.151684 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-81f2026a-72fd-490b-9828-24c1a50c1976 None None] Provisioning complete for port 59e28d19-9cbc-4c0c-b531-621d6415bdf3 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:23:16.151684 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-81f2026a-72fd-490b-9828-24c1a50c1976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:16.216655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-81f2026a-72fd-490b-9828-24c1a50c1976 None None] Port 59e28d19-9cbc-4c0c-b531-621d6415bdf3 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:23:16.333598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2ae71-1a72-4cb5-a89f-1ef9b6c4812f req-ff697f90-0904-4868-aa77-0406429875c8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:16.336249 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2e2ae71-1a72-4cb5-a89f-1ef9b6c4812f req-ff697f90-0904-4868-aa77-0406429875c8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 931 time: 0.0975237 Sep 18 05:23:16.389742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e28d19-9cbc-4c0c-b531-621d6415bdf3 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:23:16.404091 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:16.412143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2e2ae71-1a72-4cb5-a89f-1ef9b6c4812f req-a916c292-7d89-44bd-826c-eef43bc668da tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571406 Sep 18 05:23:16.422759 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Transition to ACTIVE for port object 59e28d19-9cbc-4c0c-b531-621d6415bdf3 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:23:16.489466 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:16.553819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Pushing event updated for resources: {'Port': ['ID=59e28d19-9cbc-4c0c-b531-621d6415bdf3,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:16.651882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Attempting to bind port 59e28d19-9cbc-4c0c-b531-621d6415bdf3 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:23:16.652273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Attempting to bind port 59e28d19-9cbc-4c0c-b531-621d6415bdf3 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:23:16.659211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Attempting to bind port 59e28d19-9cbc-4c0c-b531-621d6415bdf3 on network e2e55207-de56-4bf3-a229-f801b9f768e0 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:23:16.659211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Port 59e28d19-9cbc-4c0c-b531-621d6415bdf3 on network e2e55207-de56-4bf3-a229-f801b9f768e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:23:16.659211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Attempting to bind port 59e28d19-9cbc-4c0c-b531-621d6415bdf3 on network e2e55207-de56-4bf3-a229-f801b9f768e0 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:23:16.665417 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:23:16.665781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Checking segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:23:16.666606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Bound using segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:23:16.667053 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Bound port: 59e28d19-9cbc-4c0c-b531-621d6415bdf3, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:23:16.667562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:16.766286 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] For port 59e28d19-9cbc-4c0c-b531-621d6415bdf3, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:23:16.771154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] For port 59e28d19-9cbc-4c0c-b531-621d6415bdf3, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=59e28d19-9cbc-4c0c-b531-621d6415bdf3,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:23:16.852187 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:16.919177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:16.920526 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:16.921993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] 10.222.0.13 "PUT /v2.0/ports/59e28d19-9cbc-4c0c-b531-621d6415bdf3 HTTP/1.1" status: 200 len: 1092 time: 1.0389254 Sep 18 05:23:16.922443 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c3f8a7-13fa-4b68-9774-a4334016886f', 'tag': '59e28d19-9cbc-4c0c-b531-621d6415bdf3'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:23:16.924821 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17844bfa-65a0-4739-9944-ea15ec2bf0da" -d '{"events": [{"name": "network-changed", "server_uuid": "70c3f8a7-13fa-4b68-9774-a4334016886f", "tag": "59e28d19-9cbc-4c0c-b531-621d6415bdf3"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:23:16.941215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911f7b8-7b83-4732-8dfe-49b0cbe2560b service neutron] Pushing event updated for resources: {'Port': ['ID=59e28d19-9cbc-4c0c-b531-621d6415bdf3,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:16.983630 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec70c059-408c-4e09-b366-11367566ddb6 x-openstack-request-id: req-ec70c059-408c-4e09-b366-11367566ddb6 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:23:16.983924 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c3f8a7-13fa-4b68-9774-a4334016886f", "tag": "59e28d19-9cbc-4c0c-b531-621d6415bdf3", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:23:16.984559 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec70c059-408c-4e09-b366-11367566ddb6 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:23:16.985129 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c3f8a7-13fa-4b68-9774-a4334016886f', 'tag': '59e28d19-9cbc-4c0c-b531-621d6415bdf3', 'status': 'completed', 'code': 200} Sep 18 05:23:17.064863 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17844bfa-65a0-4739-9944-ea15ec2bf0da req-eb95d545-d389-4b5a-89c3-38aa791e8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:17.066680 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17844bfa-65a0-4739-9944-ea15ec2bf0da req-eb95d545-d389-4b5a-89c3-38aa791e8d6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 1095 time: 0.0568080 Sep 18 05:23:17.269273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17844bfa-65a0-4739-9944-ea15ec2bf0da req-34525325-f123-49a2-a99e-998454c53981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:17.271140 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17844bfa-65a0-4739-9944-ea15ec2bf0da req-34525325-f123-49a2-a99e-998454c53981 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a93295c876f24b40a8ad6dd6e528220f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1969914 Sep 18 05:23:17.382536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17844bfa-65a0-4739-9944-ea15ec2bf0da req-f24b77db-eae1-4daf-a228-130b5a4819b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:17.384151 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17844bfa-65a0-4739-9944-ea15ec2bf0da req-f24b77db-eae1-4daf-a228-130b5a4819b1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1060548 Sep 18 05:23:17.509849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-d806f28e-0d59-499d-9769-4657b2910fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:17.511552 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-d806f28e-0d59-499d-9769-4657b2910fd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 1095 time: 0.0825319 Sep 18 05:23:17.561842 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-cafe564d-6f6c-447b-bbb3-e7ead69cef92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59e28d19-9cbc-4c0c-b531-621d6415bdf3 HTTP/1.1" status: 200 len: 217 time: 0.0415556 Sep 18 05:23:17.587826 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3aa69-d3c4-4d40-8ca8-bd09e0fa59c9 req-19b7c92a-8c8e-4fd7-a491-867ccf21975c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:17.595037 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c3aa69-d3c4-4d40-8ca8-bd09e0fa59c9 req-19b7c92a-8c8e-4fd7-a491-867ccf21975c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 943 time: 0.0710700 Sep 18 05:23:17.602756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42106) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:17.654909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-ced9b8d3-2cc7-4621-98d8-c0a6a80e6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:17.656513 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-ced9b8d3-2cc7-4621-98d8-c0a6a80e6549 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.0854220 Sep 18 05:23:17.680279 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57c3aa69-d3c4-4d40-8ca8-bd09e0fa59c9 req-3028a5e9-05a8-4178-bc84-bde9700991bc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842700 Sep 18 05:23:17.719290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-ccdea73f-fe5b-4357-816c-856cc3740e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:17.721504 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-ccdea73f-fe5b-4357-816c-856cc3740e21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571706 Sep 18 05:23:17.789892 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9496eb8f-917a-4f89-b075-d9019ac4418d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:17.844621 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-be3163d7-0206-4824-8dc8-9e14f19d11e1 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160328 Sep 18 05:23:17.924643 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9496eb8f-917a-4f89-b075-d9019ac4418d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:17.987022 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9496eb8f-917a-4f89-b075-d9019ac4418d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:18.006544 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-750d5667-1bcc-4846-a8b0-b76e6c50f918 req-b0b2ff7c-85fb-4b77-8f94-56737b2ccf90 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0914204 Sep 18 05:23:18.036616 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-119b9c7b-64f5-4ba6-b6f9-ffa1b4d245f2 req-e4e836d5-5229-423c-afb9-20a0e6ae2987 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850245 Sep 18 05:23:18.072955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d5667-1bcc-4846-a8b0-b76e6c50f918 req-b4e3d05f-43d3-4813-81c4-c05001cb1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:18.078116 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-750d5667-1bcc-4846-a8b0-b76e6c50f918 req-b4e3d05f-43d3-4813-81c4-c05001cb1e9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 1096 time: 0.0495539 Sep 18 05:23:18.088546 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9496eb8f-917a-4f89-b075-d9019ac4418d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3692eb7ecd664410a3424463cacbeb9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847493 Sep 18 05:23:18.089928 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496eb8f-917a-4f89-b075-d9019ac4418d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e596597a-273f-4488-8a2a-8e3a97234837,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:18.091296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42120) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:18.213063 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-83ea2313-8aed-4a13-b038-23f8e00f4ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:18.242779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d5667-1bcc-4846-a8b0-b76e6c50f918 req-a4a843cc-0e71-4502-8b9e-394a4cb2075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:18.247182 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-750d5667-1bcc-4846-a8b0-b76e6c50f918 req-a4a843cc-0e71-4502-8b9e-394a4cb2075c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.1455252 Sep 18 05:23:18.249177 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-83ea2313-8aed-4a13-b038-23f8e00f4ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:18.336878 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-750d5667-1bcc-4846-a8b0-b76e6c50f918 req-d61f15bb-bd72-4223-8969-32094d667214 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2 HTTP/1.1" status: 200 len: 998 time: 0.0855253 Sep 18 05:23:18.417489 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d5667-1bcc-4846-a8b0-b76e6c50f918 req-065d7ef9-f32e-4679-8317-b3a0520aeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:18.417489 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-750d5667-1bcc-4846-a8b0-b76e6c50f918 req-065d7ef9-f32e-4679-8317-b3a0520aeeba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.0708842 Sep 18 05:23:18.469384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d5667-1bcc-4846-a8b0-b76e6c50f918 req-c0d122f5-91b5-4f04-8abc-ebd95b4be8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:18.470887 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-750d5667-1bcc-4846-a8b0-b76e6c50f918 req-c0d122f5-91b5-4f04-8abc-ebd95b4be8cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476828 Sep 18 05:23:18.507652 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-83ea2313-8aed-4a13-b038-23f8e00f4ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:18.510414 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-83ea2313-8aed-4a13-b038-23f8e00f4ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:18.511593 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-83ea2313-8aed-4a13-b038-23f8e00f4ded admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e596597a-273f-4488-8a2a-8e3a97234837 HTTP/1.1" status: 204 len: 168 time: 0.4192514 Sep 18 05:23:18.553391 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea2313-8aed-4a13-b038-23f8e00f4ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e596597a-273f-4488-8a2a-8e3a97234837,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:18.596000 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-750d5667-1bcc-4846-a8b0-b76e6c50f918 req-8346b004-8d29-4c15-87b4-c1918cd395cd service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170576 Sep 18 05:23:18.690775 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-750d5667-1bcc-4846-a8b0-b76e6c50f918 req-f5e50982-2f54-4182-94c5-34fe947069f4 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872905 Sep 18 05:23:18.793910 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1006e-4346-4e1f-8d88-6111ccb3f5e3 req-b8bf39cc-98e2-4906-8c1f-136980d93389 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:18.796702 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1da1006e-4346-4e1f-8d88-6111ccb3f5e3 req-b8bf39cc-98e2-4906-8c1f-136980d93389 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 943 time: 0.0591700 Sep 18 05:23:18.834334 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1da1006e-4346-4e1f-8d88-6111ccb3f5e3 req-a6eb3d8b-d551-48a0-9885-f2213669f76b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327263 Sep 18 05:23:19.298456 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42156) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:19.314585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-71867db2-bc6e-4407-9df7-dd86d99b6cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:19.448434 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-71867db2-bc6e-4407-9df7-dd86d99b6cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:19.526456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-71867db2-bc6e-4407-9df7-dd86d99b6cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:19.567445 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-71867db2-bc6e-4407-9df7-dd86d99b6cd5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e14cacdbd16f47f89dc09ee17c6a0ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671843 Sep 18 05:23:19.568626 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71867db2-bc6e-4407-9df7-dd86d99b6cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28af3193-07ea-420e-b162-216679f90fc8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:19.570231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42162) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:19.629351 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f6959a7c-941e-4b35-a34e-1eae4dc8fc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:19.652653 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f6959a7c-941e-4b35-a34e-1eae4dc8fc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:19.788456 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42166) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:19.793064 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f6959a7c-941e-4b35-a34e-1eae4dc8fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:19.795800 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f6959a7c-941e-4b35-a34e-1eae4dc8fc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:19.799565 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f6959a7c-941e-4b35-a34e-1eae4dc8fc23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28af3193-07ea-420e-b162-216679f90fc8 HTTP/1.1" status: 204 len: 168 time: 0.2251937 Sep 18 05:23:19.806592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6959a7c-941e-4b35-a34e-1eae4dc8fc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28af3193-07ea-420e-b162-216679f90fc8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:19.955412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85b3cf-aff6-49b1-af93-7d0d30d10368 req-c6faaea0-3b66-4775-8565-1f147cdcf009 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:19.957859 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac85b3cf-aff6-49b1-af93-7d0d30d10368 req-c6faaea0-3b66-4775-8565-1f147cdcf009 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 943 time: 0.0538158 Sep 18 05:23:19.999754 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-20b5e7ec-d811-45b0-92c1-0379c6c33f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:20.026876 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac85b3cf-aff6-49b1-af93-7d0d30d10368 req-515e15dd-7166-4cd8-8c16-16e8ffd03760 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610876 Sep 18 05:23:20.116692 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-20b5e7ec-d811-45b0-92c1-0379c6c33f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:20.251867 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-20b5e7ec-d811-45b0-92c1-0379c6c33f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:20.294253 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-20b5e7ec-d811-45b0-92c1-0379c6c33f77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d2aa800d1954f908b45bf52b610b4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078835 Sep 18 05:23:20.295311 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5e7ec-d811-45b0-92c1-0379c6c33f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8776f92d-93fb-4c25-8dda-92386fbc091c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:20.297653 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42178) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:20.352557 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bacb9b81-1b6e-48ce-a544-1bcd304ee77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:20.374629 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bacb9b81-1b6e-48ce-a544-1bcd304ee77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:20.440971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 59e28d19-9cbc-4c0c-b531-621d6415bdf3 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:23:20.486568 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bacb9b81-1b6e-48ce-a544-1bcd304ee77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:20.489560 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bacb9b81-1b6e-48ce-a544-1bcd304ee77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:20.491311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bacb9b81-1b6e-48ce-a544-1bcd304ee77b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8776f92d-93fb-4c25-8dda-92386fbc091c HTTP/1.1" status: 204 len: 168 time: 0.1913137 Sep 18 05:23:20.501733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb9b81-1b6e-48ce-a544-1bcd304ee77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8776f92d-93fb-4c25-8dda-92386fbc091c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:20.557030 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 59e28d19-9cbc-4c0c-b531-621d6415bdf3, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=59e28d19-9cbc-4c0c-b531-621d6415bdf3,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:23:20.568196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '59e28d19-9cbc-4c0c-b531-621d6415bdf3', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'port_id': '59e28d19-9cbc-4c0c-b531-621d6415bdf3', 'mac_address': 'fa:16:3e:19:45:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:23:20.606278 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:20.618986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e28d19-9cbc-4c0c-b531-621d6415bdf3 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:23:20.637732 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 59e28d19-9cbc-4c0c-b531-621d6415bdf3, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=59e28d19-9cbc-4c0c-b531-621d6415bdf3,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:23:20.691458 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:20.737916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=59e28d19-9cbc-4c0c-b531-621d6415bdf3,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:20.746069 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:20.746419 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:20.746767 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:20.747111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:20.747447 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:20.747781 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:20.748111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:20.748464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:20.748796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:20.749149 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:20.749477 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:20.749801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:20.963168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42196) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:20.972190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['59e28d19-9cbc-4c0c-b531-621d6415bdf3'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:23:21.083878 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d800fa0-6262-49b2-8f14-54e6629e8f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:21.165043 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa48841-51ab-44f3-bf87-e21715c50b89 req-7d27b5e5-f870-46f5-b9b8-1f182c8a585f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:21.166707 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2fa48841-51ab-44f3-bf87-e21715c50b89 req-7d27b5e5-f870-46f5-b9b8-1f182c8a585f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 944 time: 0.0548251 Sep 18 05:23:21.200966 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d800fa0-6262-49b2-8f14-54e6629e8f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:21.205724 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2fa48841-51ab-44f3-bf87-e21715c50b89 req-3662eb5e-4a2d-430c-8973-e5e1f99107e1 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325305 Sep 18 05:23:21.331494 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d800fa0-6262-49b2-8f14-54e6629e8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:21.371238 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9d800fa0-6262-49b2-8f14-54e6629e8f4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f7b6dc299e049a4be4a6c037974ef7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069085 Sep 18 05:23:21.372532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d800fa0-6262-49b2-8f14-54e6629e8f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff375f1-1559-49f2-a9ee-83fb90bb515d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:21.373974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42206) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:21.395167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42208) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:21.409503 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b10633fa-9c93-4b75-80be-3908befff6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:21.431362 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f151f5e8-fd28-448f-b512-0cd1ff50f40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:21.456852 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f151f5e8-fd28-448f-b512-0cd1ff50f40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:21.501346 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b10633fa-9c93-4b75-80be-3908befff6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:21.582840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b10633fa-9c93-4b75-80be-3908befff6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:21.611757 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f151f5e8-fd28-448f-b512-0cd1ff50f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:21.614474 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f151f5e8-fd28-448f-b512-0cd1ff50f40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:21.620505 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f151f5e8-fd28-448f-b512-0cd1ff50f40b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ff375f1-1559-49f2-a9ee-83fb90bb515d HTTP/1.1" status: 204 len: 168 time: 0.2436986 Sep 18 05:23:21.627235 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151f5e8-fd28-448f-b512-0cd1ff50f40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff375f1-1559-49f2-a9ee-83fb90bb515d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:21.631950 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b10633fa-9c93-4b75-80be-3908befff6af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3daea927b654449ad7552b5be6e1d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352123 Sep 18 05:23:21.634035 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10633fa-9c93-4b75-80be-3908befff6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db457f9-8306-4d46-b6c7-fbeb5a81a465,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:21.634775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42220) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:21.687112 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f04c2be-89a5-4142-9e29-5ac0c1fcae32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:21.713159 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f04c2be-89a5-4142-9e29-5ac0c1fcae32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:21.826273 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f04c2be-89a5-4142-9e29-5ac0c1fcae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:21.828895 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3f04c2be-89a5-4142-9e29-5ac0c1fcae32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:21.830087 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3f04c2be-89a5-4142-9e29-5ac0c1fcae32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9db457f9-8306-4d46-b6c7-fbeb5a81a465 HTTP/1.1" status: 204 len: 168 time: 0.1943343 Sep 18 05:23:21.838977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04c2be-89a5-4142-9e29-5ac0c1fcae32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db457f9-8306-4d46-b6c7-fbeb5a81a465,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:22.207761 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:23:22.321862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1ee67-69fc-41b7-897c-943d5f3286d8 req-81caeace-1229-400e-86dd-31cab76e4295 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:22.323359 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2c1ee67-69fc-41b7-897c-943d5f3286d8 req-81caeace-1229-400e-86dd-31cab76e4295 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 944 time: 0.0502114 Sep 18 05:23:22.363037 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2c1ee67-69fc-41b7-897c-943d5f3286d8 req-1765b74d-bed0-47ac-aaf6-915a2fca04c9 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335705 Sep 18 05:23:22.445765 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 59e28d19-9cbc-4c0c-b531-621d6415bdf3 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:23:22.484357 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42244) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:22.499703 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db1d0e29-93ab-48a4-a41d-fb9d982cb273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:22.587399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 59e28d19-9cbc-4c0c-b531-621d6415bdf3 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:23:22.591358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 59e28d19-9cbc-4c0c-b531-621d6415bdf3 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:23:22.592096 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:22.603892 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db1d0e29-93ab-48a4-a41d-fb9d982cb273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:22.684413 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:22.707194 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c3f8a7-13fa-4b68-9774-a4334016886f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e28d19-9cbc-4c0c-b531-621d6415bdf3'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:23:22.709500 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aa493f-2f98-4288-8b1b-7e4d11cf6302" -d '{"events": [{"server_uuid": "70c3f8a7-13fa-4b68-9774-a4334016886f", "name": "network-vif-plugged", "status": "completed", "tag": "59e28d19-9cbc-4c0c-b531-621d6415bdf3"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:23:22.714743 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db1d0e29-93ab-48a4-a41d-fb9d982cb273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:22.737934 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 59e28d19-9cbc-4c0c-b531-621d6415bdf3, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=59e28d19-9cbc-4c0c-b531-621d6415bdf3,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:23:22.752822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d0e29-93ab-48a4-a41d-fb9d982cb273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db805ca-c55a-4bd5-b85d-0257c2890997,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:22.758152 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-db1d0e29-93ab-48a4-a41d-fb9d982cb273 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5655a0c84c814bc8958bcc26ab4b5537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725427 Sep 18 05:23:22.761742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42258) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:22.794864 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409b9ec6-6d28-4f74-b1e3-f45b3390a560 x-openstack-request-id: req-409b9ec6-6d28-4f74-b1e3-f45b3390a560 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:23:22.794864 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c3f8a7-13fa-4b68-9774-a4334016886f", "name": "network-vif-plugged", "status": "completed", "tag": "59e28d19-9cbc-4c0c-b531-621d6415bdf3", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:23:22.794864 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-409b9ec6-6d28-4f74-b1e3-f45b3390a560 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:23:22.794864 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c3f8a7-13fa-4b68-9774-a4334016886f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e28d19-9cbc-4c0c-b531-621d6415bdf3', 'code': 200} Sep 18 05:23:22.823967 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db9e9632-ff94-4cb3-8069-2c85f4508c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:22.830911 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:22.847909 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db9e9632-ff94-4cb3-8069-2c85f4508c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:22.894140 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=59e28d19-9cbc-4c0c-b531-621d6415bdf3,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:22.926812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6928c0b-b25b-4948-8f81-e629a0504118 req-41feeec1-c53b-4559-b37f-e45a5c552ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:22.928431 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a6928c0b-b25b-4948-8f81-e629a0504118 req-41feeec1-c53b-4559-b37f-e45a5c552ff4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 1097 time: 0.0426764 Sep 18 05:23:22.964637 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a6928c0b-b25b-4948-8f81-e629a0504118 req-3cb2676a-185d-4f2d-8602-e053cda3ba1f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293124 Sep 18 05:23:23.020966 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db9e9632-ff94-4cb3-8069-2c85f4508c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:23.022037 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:23.024344 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db9e9632-ff94-4cb3-8069-2c85f4508c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:23.025673 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-db9e9632-ff94-4cb3-8069-2c85f4508c77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5db805ca-c55a-4bd5-b85d-0257c2890997 HTTP/1.1" status: 204 len: 168 time: 0.2616460 Sep 18 05:23:23.033946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e9632-ff94-4cb3-8069-2c85f4508c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db805ca-c55a-4bd5-b85d-0257c2890997,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:23.306520 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:23.486564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd21f74-bca1-4775-a5bf-d315c82f364c req-56efd5af-8379-46f2-a074-803c238b068b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:23.488128 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd21f74-bca1-4775-a5bf-d315c82f364c req-56efd5af-8379-46f2-a074-803c238b068b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 945 time: 0.0538630 Sep 18 05:23:23.534841 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbd21f74-bca1-4775-a5bf-d315c82f364c req-fbdead88-0b0f-4d21-bce5-cab54cc87a4b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376854 Sep 18 05:23:24.092727 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-0079d015-e5ec-4f6e-8229-58ac3874d47e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0590069 Sep 18 05:23:24.198040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-b89dea84-c6f1-4076-adbc-9a666b1622d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:24.198040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-b89dea84-c6f1-4076-adbc-9a666b1622d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:24.198040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-b89dea84-c6f1-4076-adbc-9a666b1622d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:24.198040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-b89dea84-c6f1-4076-adbc-9a666b1622d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:24.198040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-b89dea84-c6f1-4076-adbc-9a666b1622d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:24.198557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-b89dea84-c6f1-4076-adbc-9a666b1622d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:24.199265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-b89dea84-c6f1-4076-adbc-9a666b1622d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:24.201019 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-b89dea84-c6f1-4076-adbc-9a666b1622d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b372da42727e49509bd94f617be28f70&device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 6498 time: 0.0583639 Sep 18 05:23:24.341661 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-7b695624-ffc4-491b-ba47-38d898a356b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:24.342204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-7b695624-ffc4-491b-ba47-38d898a356b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:24.342725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-7b695624-ffc4-491b-ba47-38d898a356b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:24.344636 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-7b695624-ffc4-491b-ba47-38d898a356b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&id=51566083-6d68-46b7-9abf-efdb568e8fb9&id=51566083-6d68-46b7-9abf-efdb568e8fb9 HTTP/1.1" status: 200 len: 2290 time: 0.1031377 Sep 18 05:23:24.417705 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-14c92f03-a4a1-40cc-a93d-787c75c753e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d455aaba-551f-4bf0-bf41-d280a03099b8 HTTP/1.1" status: 200 len: 1002 time: 0.0660005 Sep 18 05:23:24.476748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-a25d24ef-355c-4ea8-b859-8cfeda216db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:24.478325 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-a25d24ef-355c-4ea8-b859-8cfeda216db4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3652170f-ab08-4d41-b110-118b14aed9ef HTTP/1.1" status: 200 len: 851 time: 0.0534062 Sep 18 05:23:24.533894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-34663bfc-f087-430d-a129-562ed6956fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:24.535598 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-34663bfc-f087-430d-a129-562ed6956fbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496926 Sep 18 05:23:24.688008 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-b461cf29-8abd-40b4-95fb-b0efc2b67407 service neutron] 10.222.0.13 "GET /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442995 Sep 18 05:23:24.700273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac61b16-41eb-4ec6-97bb-b33ac7c9011b req-88887eac-5838-4b3c-b9ef-996ac31ae5b4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:24.701861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ac61b16-41eb-4ec6-97bb-b33ac7c9011b req-88887eac-5838-4b3c-b9ef-996ac31ae5b4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 945 time: 0.0733080 Sep 18 05:23:24.798692 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ac61b16-41eb-4ec6-97bb-b33ac7c9011b req-6be5ae7c-0356-4d6d-9df2-a1edc9000e47 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886133 Sep 18 05:23:24.825088 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-f12fb4f9-4093-43a1-9d7f-e50ffb1d94fa service neutron] 10.222.0.13 "GET /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222584 Sep 18 05:23:24.876035 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-d6ba92c1-e439-4aaf-a5ee-ad656840575a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=809807b6-462d-44b0-8e04-e9ff7ffe34db HTTP/1.1" status: 200 len: 217 time: 0.0385566 Sep 18 05:23:24.947937 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9d6e1e39-1431-42d0-b63a-5c5de76156b9 req-c199b51d-7737-46a9-88f2-caee88fce0e5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a93295c876f24b40a8ad6dd6e528220f HTTP/1.1" status: 200 len: 267 time: 0.0746748 Sep 18 05:23:24.961132 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-63b5aaf6-7b9d-4ed6-a965-b2e5891fa9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:24.962615 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-63b5aaf6-7b9d-4ed6-a965-b2e5891fa9cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.0740607 Sep 18 05:23:25.039954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e1e39-1431-42d0-b63a-5c5de76156b9 req-2ab28907-4fa7-40c8-b44c-8bc36243ee2e tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:25.041596 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9d6e1e39-1431-42d0-b63a-5c5de76156b9 req-2ab28907-4fa7-40c8-b44c-8bc36243ee2e tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 945 time: 0.0839155 Sep 18 05:23:25.044852 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-6d4e9212-2bc6-489b-9ec5-d5419d77219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:25.046311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-6d4e9212-2bc6-489b-9ec5-d5419d77219a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0740871 Sep 18 05:23:25.059728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-9d6e1e39-1431-42d0-b63a-5c5de76156b9 req-ffc394d6-ca68-4089-b6cf-088d321f6911 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Request body: {'port': {'security_groups': []}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:23:25.174547 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-9d6e1e39-1431-42d0-b63a-5c5de76156b9 req-ffc394d6-ca68-4089-b6cf-088d321f6911 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:25.280168 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-cb5c2f29-b609-4b9a-8c4f-bf41b7a3b1d0 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179432 Sep 18 05:23:25.457431 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-c6ad5ce6-d78e-4089-b4b7-dd1d9664a22a service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655798 Sep 18 05:23:25.462602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-9d6e1e39-1431-42d0-b63a-5c5de76156b9 req-ffc394d6-ca68-4089-b6cf-088d321f6911 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] For port 59e28d19-9cbc-4c0c-b531-621d6415bdf3, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=59e28d19-9cbc-4c0c-b531-621d6415bdf3,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:23:25.511743 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-a20a743c-a392-4a3a-88c2-1934fbf88624 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=0f8dede5-c7f9-4b5a-9a73-478db3ecef05 HTTP/1.1" status: 200 len: 217 time: 0.0468242 Sep 18 05:23:25.556547 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-9d6e1e39-1431-42d0-b63a-5c5de76156b9 req-ffc394d6-ca68-4089-b6cf-088d321f6911 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:25.575350 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-30aa1a55-9243-4c2b-8dfb-cf94dfd37792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:25.576911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-30aa1a55-9243-4c2b-8dfb-cf94dfd37792 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.0534499 Sep 18 05:23:25.629410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-9318ea5e-752d-4d79-9581-5b5764b215b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:25.632055 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-9318ea5e-752d-4d79-9581-5b5764b215b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0472329 Sep 18 05:23:25.657301 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-9d6e1e39-1431-42d0-b63a-5c5de76156b9 req-ffc394d6-ca68-4089-b6cf-088d321f6911 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:25.675936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['33bcfed8-9383-41b5-b3aa-2c2934c807b0', '59e28d19-9cbc-4c0c-b531-621d6415bdf3'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:23:25.680973 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b59f7878-4825-4520-a7cb-3332e952e4de'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:23:25.729177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e1e39-1431-42d0-b63a-5c5de76156b9 req-ffc394d6-ca68-4089-b6cf-088d321f6911 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:25.729838 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-9d6e1e39-1431-42d0-b63a-5c5de76156b9 req-ffc394d6-ca68-4089-b6cf-088d321f6911 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:25.731240 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9d6e1e39-1431-42d0-b63a-5c5de76156b9 req-ffc394d6-ca68-4089-b6cf-088d321f6911 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "PUT /v2.0/ports/59e28d19-9cbc-4c0c-b531-621d6415bdf3 HTTP/1.1" status: 200 len: 904 time: 0.6798751 Sep 18 05:23:25.775054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c3f8a7-13fa-4b68-9774-a4334016886f', 'tag': '59e28d19-9cbc-4c0c-b531-621d6415bdf3'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:23:25.777725 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ff479b-8213-4a7c-b8e9-79d0c209f20b" -d '{"events": [{"name": "network-changed", "server_uuid": "70c3f8a7-13fa-4b68-9774-a4334016886f", "tag": "59e28d19-9cbc-4c0c-b531-621d6415bdf3"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:23:25.828470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc394d6-ca68-4089-b6cf-088d321f6911 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event updated for resources: {'Port': ['ID=59e28d19-9cbc-4c0c-b531-621d6415bdf3,revision_number=6']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:25.853760 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a8b1d9-6d0e-420a-936e-7f60408e3544 x-openstack-request-id: req-e3a8b1d9-6d0e-420a-936e-7f60408e3544 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:23:25.853971 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c3f8a7-13fa-4b68-9774-a4334016886f", "tag": "59e28d19-9cbc-4c0c-b531-621d6415bdf3", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:23:25.854221 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3a8b1d9-6d0e-420a-936e-7f60408e3544 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:23:25.854715 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c3f8a7-13fa-4b68-9774-a4334016886f', 'tag': '59e28d19-9cbc-4c0c-b531-621d6415bdf3', 'status': 'completed', 'code': 200} Sep 18 05:23:25.860753 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-568ad938-c978-4d8c-b2de-f68108a9b49d service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219379 Sep 18 05:23:25.873795 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['59e28d19-9cbc-4c0c-b531-621d6415bdf3'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:23:25.936067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd79ec7-3d23-4fa3-9c26-57101fea2e9e req-eee54c0a-b828-4107-bed3-8905fe912dd1 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:25.962165 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7cd79ec7-3d23-4fa3-9c26-57101fea2e9e req-eee54c0a-b828-4107-bed3-8905fe912dd1 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 907 time: 0.1356401 Sep 18 05:23:25.969137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff479b-8213-4a7c-b8e9-79d0c209f20b req-46757a1b-3de4-4507-b802-f1401f5ddf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:25.972174 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-63ff479b-8213-4a7c-b8e9-79d0c209f20b req-46757a1b-3de4-4507-b802-f1401f5ddf9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 1059 time: 0.1017177 Sep 18 05:23:26.168001 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dc23e-5470-44eb-a5be-57602a698ba6 req-e1db6682-1974-4d19-bc02-28d8cc2a6287 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:26.173224 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb9dc23e-5470-44eb-a5be-57602a698ba6 req-e1db6682-1974-4d19-bc02-28d8cc2a6287 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0982170 Sep 18 05:23:26.227231 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-b7bd0d4a-63cc-4622-90f8-66660f546189 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561852 Sep 18 05:23:26.232449 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb9dc23e-5470-44eb-a5be-57602a698ba6 req-0849f73f-34a8-44be-9e60-f8dc940eee18 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556664 Sep 18 05:23:26.298156 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-b534e187-4670-4331-9a83-bf629376c51c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 HTTP/1.1" status: 200 len: 217 time: 0.0643244 Sep 18 05:23:26.305146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff479b-8213-4a7c-b8e9-79d0c209f20b req-f238f577-1637-4a78-a320-8c02e3e355dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:26.306369 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-63ff479b-8213-4a7c-b8e9-79d0c209f20b req-f238f577-1637-4a78-a320-8c02e3e355dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.2701185 Sep 18 05:23:26.329453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-cdb7bc5c-ac4a-4285-8420-f3501af3ef7c None None] Provisioning complete for port 59e28d19-9cbc-4c0c-b531-621d6415bdf3 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:23:26.330093 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bc5c-ac4a-4285-8420-f3501af3ef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:26.406477 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-63ff479b-8213-4a7c-b8e9-79d0c209f20b req-771b2bb2-56bc-484e-8fbc-9567122ce3f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59e28d19-9cbc-4c0c-b531-621d6415bdf3 HTTP/1.1" status: 200 len: 217 time: 0.0847614 Sep 18 05:23:26.834014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-e0c0f35b-8c3b-4160-aae3-d0e35a8e2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:26.835591 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-e0c0f35b-8c3b-4160-aae3-d0e35a8e2c7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.5282786 Sep 18 05:23:26.882770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76555595-8d35-4e03-9e39-70f39bb192c5 req-f486d5f0-bddc-4c6e-a453-024271fcb9b3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:26.884388 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76555595-8d35-4e03-9e39-70f39bb192c5 req-f486d5f0-bddc-4c6e-a453-024271fcb9b3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.5313797 Sep 18 05:23:26.887312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff479b-8213-4a7c-b8e9-79d0c209f20b req-9ee6ef7a-00ac-4797-bb8e-d4c8faf5a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:26.888729 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-63ff479b-8213-4a7c-b8e9-79d0c209f20b req-9ee6ef7a-00ac-4797-bb8e-d4c8faf5a448 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.0983820 Sep 18 05:23:26.951020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-4fc842b2-abfd-46e7-872f-1c28a5b3357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:26.952524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-4fc842b2-abfd-46e7-872f-1c28a5b3357a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1074364 Sep 18 05:23:26.961594 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76555595-8d35-4e03-9e39-70f39bb192c5 req-dcf5fdc7-f910-4f13-aa7e-e38c00d46261 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701938 Sep 18 05:23:27.003147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff479b-8213-4a7c-b8e9-79d0c209f20b req-c9148355-5f19-4156-9859-c9229f1fbf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:27.004779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-63ff479b-8213-4a7c-b8e9-79d0c209f20b req-c9148355-5f19-4156-9859-c9229f1fbf2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046124 Sep 18 05:23:27.178838 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-9bf87c15-309d-43ec-9fc2-803501ec7ba1 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161126 Sep 18 05:23:27.229345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-63ff479b-8213-4a7c-b8e9-79d0c209f20b req-ae53f0e0-de6d-437d-b890-c90e921ba40e service neutron] 10.222.0.13 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734293 Sep 18 05:23:27.421589 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-e72a6203-0173-451e-a738-0be3c0535924 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361727 Sep 18 05:23:27.487796 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-31cfa79d-425c-4a19-a1e3-9608d87329a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=dad1ad92-2be5-4848-878d-456fb993a3b0 HTTP/1.1" status: 200 len: 217 time: 0.0536637 Sep 18 05:23:27.493957 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-63ff479b-8213-4a7c-b8e9-79d0c209f20b req-f9804fa8-e485-47e1-9597-f327cb83e72c service neutron] 10.222.0.13 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321129 Sep 18 05:23:27.502021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-bdf53d54-7646-41b6-9810-ac298db00e0c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:27.503379 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-bdf53d54-7646-41b6-9810-ac298db00e0c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 811 time: 0.2428565 Sep 18 05:23:27.551259 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f9f28699-456b-44eb-9ec2-644cdb71e630 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/quotas/a93295c876f24b40a8ad6dd6e528220f HTTP/1.1" status: 200 len: 375 time: 0.0393026 Sep 18 05:23:27.569875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-30226d08-2e6c-440e-ba01-68f566193908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:27.571475 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-30226d08-2e6c-440e-ba01-68f566193908 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 200 len: 797 time: 0.0764239 Sep 18 05:23:27.649840 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-72732ea4-8806-43d3-b3fe-aa173e3864ff tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0926080 Sep 18 05:23:27.656442 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-e3ea3afa-ba88-4db7-b99d-4aa649ddbea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:27.657912 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-e3ea3afa-ba88-4db7-b99d-4aa649ddbea7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0698514 Sep 18 05:23:27.757773 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-dd5f188f-b6ac-459f-afe7-f2e797799a76 service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911658 Sep 18 05:23:27.767899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-a91a93ac-ad0d-451e-8624-3fe5bb39b527 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:27.769010 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-a91a93ac-ad0d-451e-8624-3fe5bb39b527 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1083715 Sep 18 05:23:27.934060 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-8fa73522-d5c9-4ef0-aa4a-b39cd239a7af service neutron] 10.222.0.23 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556687 Sep 18 05:23:27.935911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-af16213b-7dbc-459c-8c8a-3297850144cd service neutron] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659944 Sep 18 05:23:28.004678 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-d6a83827-b242-48b0-a179-83c1cd93c72d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=741ee337-d7e0-48e7-882c-2b7372d44fd0 HTTP/1.1" status: 200 len: 217 time: 0.0540876 Sep 18 05:23:28.105589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-6fb337e0-b89e-4e9b-9fc8-d02d5b7db78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:28.105589 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-6fb337e0-b89e-4e9b-9fc8-d02d5b7db78d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e12fcea4-a807-445a-9915-eacbf932b4fc HTTP/1.1" status: 200 len: 797 time: 0.0678422 Sep 18 05:23:28.105589 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-d0583da0-f1d5-4fd9-b475-ef644321605a service neutron] 10.222.0.23 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634498 Sep 18 05:23:28.166785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-9c2def10-7fe5-485d-9cf2-aa10ec4a8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:28.169999 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-9c2def10-7fe5-485d-9cf2-aa10ec4a8865 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51566083-6d68-46b7-9abf-efdb568e8fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0604761 Sep 18 05:23:28.224579 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42446) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:28.291914 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-42a359f9-e9a9-4328-959a-b439e82dcbfc service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130714 Sep 18 05:23:28.352091 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-35e6f2aa-797f-4ee1-bc0b-8ffe3408cad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:28.421671 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-c7fb7db1-27fc-4a7d-8742-4b75cf930a7c service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203625 Sep 18 05:23:28.443943 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-12aad68a-eb3b-4110-a6d3-221511fcbdbe req-6be3c11c-dbf0-46ac-bdc2-fb69baec01e6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 210 time: 0.0353951 Sep 18 05:23:28.480840 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-43719f5f-6a94-4494-a421-43686ef93279 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f51248ff-1eb2-4f12-b410-f80462b53732 HTTP/1.1" status: 200 len: 217 time: 0.0515900 Sep 18 05:23:28.487608 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-35e6f2aa-797f-4ee1-bc0b-8ffe3408cad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:28.533631 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-cb8ebada-ac9b-4188-b70a-47822ac49520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:28.535242 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-cb8ebada-ac9b-4188-b70a-47822ac49520 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e12fcea4-a807-445a-9915-eacbf932b4fc HTTP/1.1" status: 200 len: 797 time: 0.0462742 Sep 18 05:23:28.580509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-c8882af4-e580-4aad-9541-9bbaa3e03dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:28.582070 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-c8882af4-e580-4aad-9541-9bbaa3e03dac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51566083-6d68-46b7-9abf-efdb568e8fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0399108 Sep 18 05:23:28.582681 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-35e6f2aa-797f-4ee1-bc0b-8ffe3408cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:28.625094 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-35e6f2aa-797f-4ee1-bc0b-8ffe3408cad4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81a93ec13dee41bc892e79bce69f67fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3985038 Sep 18 05:23:28.625882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6f2aa-797f-4ee1-bc0b-8ffe3408cad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87baf69-a66f-496e-a198-0d0ee4205b03,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:28.627836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42460) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:28.713589 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-db986a52-f4ac-4d93-96f4-bd3bd781f872 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237781 Sep 18 05:23:28.731916 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24705ac4-23d1-4165-b814-181ac7ee018f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:28.808414 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24705ac4-23d1-4165-b814-181ac7ee018f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:28.863876 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27b0ec73-a051-4083-8e88-36252c7a84c1 req-022bbb5c-9ce0-43ad-8113-d10bdf25d734 service neutron] 10.222.0.13 "GET /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420910 Sep 18 05:23:29.009137 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24705ac4-23d1-4165-b814-181ac7ee018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:29.011716 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-24705ac4-23d1-4165-b814-181ac7ee018f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:29.012908 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-24705ac4-23d1-4165-b814-181ac7ee018f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a87baf69-a66f-496e-a198-0d0ee4205b03 HTTP/1.1" status: 204 len: 168 time: 0.3840373 Sep 18 05:23:29.023245 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24705ac4-23d1-4165-b814-181ac7ee018f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87baf69-a66f-496e-a198-0d0ee4205b03,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:29.567911 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9eed4502-6ada-4311-a1aa-e43a0b2f4c6a req-f20d553b-b57f-4848-9775-137ada9d2c2f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 210 time: 0.0338817 Sep 18 05:23:30.652702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-9edc9eee-18c5-4e65-bfc3-0fadb0ca1ed6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:30.654288 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-9edc9eee-18c5-4e65-bfc3-0fadb0ca1ed6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 811 time: 0.1634552 Sep 18 05:23:30.667136 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-3f4ff5a2-2b44-4f60-bdbf-5ce043769b86 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Request body: {'port': {'device_id': '7c76e51c-30c5-4e8c-89f4-d79cda513388', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'admin_state_up': True, 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:23:30.705196 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9619071e-74de-43c8-a0da-fad81637b4ec req-4ef0cc59-fed4-4450-9c50-10c1f2bedbf4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 210 time: 0.0435131 Sep 18 05:23:30.889320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-3f4ff5a2-2b44-4f60-bdbf-5ce043769b86 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Made reservation on behalf of a93295c876f24b40a8ad6dd6e528220f for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:23:30.893472 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-3f4ff5a2-2b44-4f60-bdbf-5ce043769b86 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:31.070316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-3f4ff5a2-2b44-4f60-bdbf-5ce043769b86 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Allocated IP 172.20.0.10 (e2e55207-de56-4bf3-a229-f801b9f768e0/937b60cf-7360-4deb-b77e-f1ea0251fc0c/809ddea2-2e8f-4448-9e9e-71b79579ba88) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:23:31.221360 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1dc002af-1e0e-4589-93fc-c2151f4e0fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:31.273592 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-3f4ff5a2-2b44-4f60-bdbf-5ce043769b86 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:31.372199 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-3f4ff5a2-2b44-4f60-bdbf-5ce043769b86 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:31.390784 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['33bcfed8-9383-41b5-b3aa-2c2934c807b0'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:23:31.418088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b59f7878-4825-4520-a7cb-3332e952e4de'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:23:31.422901 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-3f4ff5a2-2b44-4f60-bdbf-5ce043769b86 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Network e2e55207-de56-4bf3-a229-f801b9f768e0 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:23:31.427817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-3f4ff5a2-2b44-4f60-bdbf-5ce043769b86 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:23:31.442729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-3f4ff5a2-2b44-4f60-bdbf-5ce043769b86 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:23:31.531176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ff5a2-2b44-4f60-bdbf-5ce043769b86 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event updated for resources: {'Port': ['ID=809ddea2-2e8f-4448-9e9e-71b79579ba88,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:31.575537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-3f4ff5a2-2b44-4f60-bdbf-5ce043769b86 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:31.576290 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-3f4ff5a2-2b44-4f60-bdbf-5ce043769b86 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:31.676279 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-3f4ff5a2-2b44-4f60-bdbf-5ce043769b86 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0131047 Sep 18 05:23:31.691063 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Request body: {'port': {'device_id': '7c76e51c-30c5-4e8c-89f4-d79cda513388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:23:31.808271 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:31.844616 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-79fc867d-00b8-4cab-a13e-d2e57f1cc0d3 None None] Provisioning complete for port 809ddea2-2e8f-4448-9e9e-71b79579ba88 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:23:31.845064 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-79fc867d-00b8-4cab-a13e-d2e57f1cc0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:31.868251 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b31b3-1e64-4bc9-9dd9-e13898e8e3bc req-04b3f984-52fa-49b4-b000-97a27c0c6ca3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:31.876390 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ba7b31b3-1e64-4bc9-9dd9-e13898e8e3bc req-04b3f984-52fa-49b4-b000-97a27c0c6ca3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 932 time: 0.0629077 Sep 18 05:23:31.899456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-79fc867d-00b8-4cab-a13e-d2e57f1cc0d3 None None] Port 809ddea2-2e8f-4448-9e9e-71b79579ba88 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:23:31.926081 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ba7b31b3-1e64-4bc9-9dd9-e13898e8e3bc req-ea3cc4ac-6dd0-4a13-b125-c946b7a56602 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484626 Sep 18 05:23:32.119449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809ddea2-2e8f-4448-9e9e-71b79579ba88 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:23:32.134275 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:32.145852 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Transition to ACTIVE for port object 809ddea2-2e8f-4448-9e9e-71b79579ba88 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:23:32.220377 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:32.294293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Pushing event updated for resources: {'Port': ['ID=809ddea2-2e8f-4448-9e9e-71b79579ba88,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:32.344923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Attempting to bind port 809ddea2-2e8f-4448-9e9e-71b79579ba88 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:23:32.345276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Attempting to bind port 809ddea2-2e8f-4448-9e9e-71b79579ba88 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:23:32.345639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Attempting to bind port 809ddea2-2e8f-4448-9e9e-71b79579ba88 on network e2e55207-de56-4bf3-a229-f801b9f768e0 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:23:32.351623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Port 809ddea2-2e8f-4448-9e9e-71b79579ba88 on network e2e55207-de56-4bf3-a229-f801b9f768e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:23:32.351967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Attempting to bind port 809ddea2-2e8f-4448-9e9e-71b79579ba88 on network e2e55207-de56-4bf3-a229-f801b9f768e0 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:23:32.363559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:23:32.364378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Checking segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:23:32.364378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Bound using segment: {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:23:32.364790 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Bound port: 809ddea2-2e8f-4448-9e9e-71b79579ba88, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e107c7b6-7065-4526-830b-6f0bd82bd94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:23:32.365815 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:32.458977 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] For port 809ddea2-2e8f-4448-9e9e-71b79579ba88, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:23:32.462788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] For port 809ddea2-2e8f-4448-9e9e-71b79579ba88, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=809ddea2-2e8f-4448-9e9e-71b79579ba88,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:23:32.558596 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:32.622396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:32.623075 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:32.624823 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] 10.222.0.18 "PUT /v2.0/ports/809ddea2-2e8f-4448-9e9e-71b79579ba88 HTTP/1.1" status: 200 len: 1093 time: 0.9403791 Sep 18 05:23:32.625329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c76e51c-30c5-4e8c-89f4-d79cda513388', 'tag': '809ddea2-2e8f-4448-9e9e-71b79579ba88'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:23:32.627576 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf1c852-66d5-49f5-bd83-31f69f20f239" -d '{"events": [{"name": "network-changed", "server_uuid": "7c76e51c-30c5-4e8c-89f4-d79cda513388", "tag": "809ddea2-2e8f-4448-9e9e-71b79579ba88"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:23:32.659140 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4282e-bbe3-4301-bc5a-52ca9f3e14fc service neutron] Pushing event updated for resources: {'Port': ['ID=809ddea2-2e8f-4448-9e9e-71b79579ba88,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:32.709852 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b09e135-7f7a-4d6e-ad6b-c18c4587b65f x-openstack-request-id: req-8b09e135-7f7a-4d6e-ad6b-c18c4587b65f {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:23:32.710499 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c76e51c-30c5-4e8c-89f4-d79cda513388", "tag": "809ddea2-2e8f-4448-9e9e-71b79579ba88", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:23:32.710499 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b09e135-7f7a-4d6e-ad6b-c18c4587b65f {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:23:32.710801 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c76e51c-30c5-4e8c-89f4-d79cda513388', 'tag': '809ddea2-2e8f-4448-9e9e-71b79579ba88', 'status': 'completed', 'code': 200} Sep 18 05:23:32.806326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1c852-66d5-49f5-bd83-31f69f20f239 req-5347e86d-d0f4-4b30-8486-e7ab89026919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:32.808046 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ecf1c852-66d5-49f5-bd83-31f69f20f239 req-5347e86d-d0f4-4b30-8486-e7ab89026919 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 1096 time: 0.0585206 Sep 18 05:23:32.946037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1c852-66d5-49f5-bd83-31f69f20f239 req-90faca53-d5f8-4107-9cb8-f79818bad429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:32.947893 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ecf1c852-66d5-49f5-bd83-31f69f20f239 req-90faca53-d5f8-4107-9cb8-f79818bad429 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a93295c876f24b40a8ad6dd6e528220f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1325860 Sep 18 05:23:33.193922 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42606) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:33.264267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1c852-66d5-49f5-bd83-31f69f20f239 req-6fcf91c2-81ea-421c-bad5-4c3f5b3dd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:33.265768 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ecf1c852-66d5-49f5-bd83-31f69f20f239 req-6fcf91c2-81ea-421c-bad5-4c3f5b3dd69d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3111575 Sep 18 05:23:33.278451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411e31-320c-4a44-8a66-6670d43beb0a req-eec68f3a-491c-4006-a5dd-4ff29f3c45b5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:33.286163 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16411e31-320c-4a44-8a66-6670d43beb0a req-eec68f3a-491c-4006-a5dd-4ff29f3c45b5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 944 time: 0.2261961 Sep 18 05:23:33.332910 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16411e31-320c-4a44-8a66-6670d43beb0a req-2fbedd39-811f-4260-84cc-16e098117329 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436327 Sep 18 05:23:33.373177 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:33.382560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-1310728f-329c-4f55-93f9-c377b3ea92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:33.384456 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-1310728f-329c-4f55-93f9-c377b3ea92d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 1096 time: 0.0631993 Sep 18 05:23:33.433993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-eb3f9185-7db3-4e05-9182-a39053cfe187 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=809ddea2-2e8f-4448-9e9e-71b79579ba88 HTTP/1.1" status: 200 len: 217 time: 0.0423717 Sep 18 05:23:33.493748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-1517556a-dc29-4b9d-850c-c8e6a8bc8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:33.501280 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-1517556a-dc29-4b9d-850c-c8e6a8bc8bf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.0549319 Sep 18 05:23:33.533824 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:33.559176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-42aa8a58-23cd-4d2e-bbe2-3d1ad53bba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:33.561008 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-42aa8a58-23cd-4d2e-bbe2-3d1ad53bba0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579484 Sep 18 05:23:33.620706 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:33.642528 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42616) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:33.678797 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb362991e1a6423d8d1ad557d050f810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813211 Sep 18 05:23:33.680359 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a712ea4-8e87-43ec-bc4e-3581d776a675,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:33.683469 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42622) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:33.747805 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-d608e6a5-99db-4714-b0e9-d613d34cea4c service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707222 Sep 18 05:23:33.753140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:33.754011 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:33.754577 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:33.755219 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:33.778742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:33.779226 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:33.779592 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:33.779948 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:33.780359 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:33.780711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:33.781055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:33.781399 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850845f4-5e4b-4ce0-8019-81ac0d6a7aea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:33.835600 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee6e9bdf-8f7a-46c0-bcfa-c328b6a70b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:33.837425 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-551fb969-fc34-4810-b2ce-0254cb2ddc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:33.871313 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee6e9bdf-8f7a-46c0-bcfa-c328b6a70b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:33.872538 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4af8c43d-9bee-4512-881f-bb7aeb28218f req-dd34aaf0-b4a1-4dd7-9696-f44707270ab1 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175673 Sep 18 05:23:33.881314 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-782e4710-be2a-4ea6-a9ec-73abe3afe367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:33.983099 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-551fb969-fc34-4810-b2ce-0254cb2ddc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:34.002995 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee6e9bdf-8f7a-46c0-bcfa-c328b6a70b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:34.012940 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee6e9bdf-8f7a-46c0-bcfa-c328b6a70b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:34.012940 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ee6e9bdf-8f7a-46c0-bcfa-c328b6a70b40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a712ea4-8e87-43ec-bc4e-3581d776a675 HTTP/1.1" status: 204 len: 168 time: 0.3221931 Sep 18 05:23:34.014362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e9bdf-8f7a-46c0-bcfa-c328b6a70b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a712ea4-8e87-43ec-bc4e-3581d776a675,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:34.097489 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-551fb969-fc34-4810-b2ce-0254cb2ddc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:34.137180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fb969-fc34-4810-b2ce-0254cb2ddc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6132ca-491d-4003-9d37-32c96cda4186,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:34.141621 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-551fb969-fc34-4810-b2ce-0254cb2ddc78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c3c6e36c81a4462b881cc4e9ae42cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933758 Sep 18 05:23:34.144205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42626) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:34.226158 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90a46af4-2c05-4147-9842-46d6e1ad9f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:34.250820 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90a46af4-2c05-4147-9842-46d6e1ad9f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:34.293908 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:34.388589 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90a46af4-2c05-4147-9842-46d6e1ad9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:34.392896 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90a46af4-2c05-4147-9842-46d6e1ad9f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:34.397105 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-90a46af4-2c05-4147-9842-46d6e1ad9f40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb6132ca-491d-4003-9d37-32c96cda4186 HTTP/1.1" status: 204 len: 168 time: 0.2491298 Sep 18 05:23:34.407124 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a46af4-2c05-4147-9842-46d6e1ad9f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6132ca-491d-4003-9d37-32c96cda4186,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:34.467194 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644af8e9-54ee-4856-8341-620c1c00ba36 req-54533cca-af48-4326-a8a6-0c033c46e10c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:34.468834 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-644af8e9-54ee-4856-8341-620c1c00ba36 req-54533cca-af48-4326-a8a6-0c033c46e10c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 944 time: 0.0636537 Sep 18 05:23:34.508501 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-644af8e9-54ee-4856-8341-620c1c00ba36 req-93168250-209e-4463-90a4-60b770e8c83c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Sep 18 05:23:34.658441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42636) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:34.671303 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03529f5a-bd45-45c8-befc-07090322d668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:34.760144 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03529f5a-bd45-45c8-befc-07090322d668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:34.820656 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03529f5a-bd45-45c8-befc-07090322d668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:34.859610 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-03529f5a-bd45-45c8-befc-07090322d668 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c28d877208784504bf92d7ee862bc020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2000897 Sep 18 05:23:34.861517 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03529f5a-bd45-45c8-befc-07090322d668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5d03f0-ab18-4b98-bc8f-952bdff80a9d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:34.862283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42642) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:34.911582 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:34.932676 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:35.058013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42644) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:35.060965 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:35.063926 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:35.067792 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f5d03f0-ab18-4b98-bc8f-952bdff80a9d HTTP/1.1" status: 204 len: 168 time: 0.2022939 Sep 18 05:23:35.072828 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f10d0f21-addd-4fec-a262-58392916d28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:35.074844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5d03f0-ab18-4b98-bc8f-952bdff80a9d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:35.083314 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:35.084627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:35.085350 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:35.085999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:35.086535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:35.087095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:35.087613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:35.087959 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:35.088457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:35.088809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:35.089279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:35.089668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff0577-6179-475c-b0df-e9f97c89e834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:23:35.175464 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f10d0f21-addd-4fec-a262-58392916d28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:35.199311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 809ddea2-2e8f-4448-9e9e-71b79579ba88 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:23:35.227860 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:35.254625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f10d0f21-addd-4fec-a262-58392916d28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:35.294048 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f10d0f21-addd-4fec-a262-58392916d28e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f16474b0bb3f41dea10c1d32cca31b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349200 Sep 18 05:23:35.296789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42650) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:35.297116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 809ddea2-2e8f-4448-9e9e-71b79579ba88, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=809ddea2-2e8f-4448-9e9e-71b79579ba88,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:23:35.304887 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d0f21-addd-4fec-a262-58392916d28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66fb68c-a08d-408c-b17c-2d93dcba2d62,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:35.310354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '809ddea2-2e8f-4448-9e9e-71b79579ba88', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'port_id': '809ddea2-2e8f-4448-9e9e-71b79579ba88', 'mac_address': 'fa:16:3e:ac:6e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:23:35.364050 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d97613d-b68b-426c-9855-3ff9d4ce4fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:35.367957 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:35.378233 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809ddea2-2e8f-4448-9e9e-71b79579ba88 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:23:35.386662 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d97613d-b68b-426c-9855-3ff9d4ce4fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:35.397562 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 809ddea2-2e8f-4448-9e9e-71b79579ba88, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=809ddea2-2e8f-4448-9e9e-71b79579ba88,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:23:35.468719 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:35.485912 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d97613d-b68b-426c-9855-3ff9d4ce4fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:35.488654 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7d97613d-b68b-426c-9855-3ff9d4ce4fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:35.497876 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7d97613d-b68b-426c-9855-3ff9d4ce4fa6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a66fb68c-a08d-408c-b17c-2d93dcba2d62 HTTP/1.1" status: 204 len: 168 time: 0.1932144 Sep 18 05:23:35.511009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97613d-b68b-426c-9855-3ff9d4ce4fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66fb68c-a08d-408c-b17c-2d93dcba2d62,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:35.540184 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=809ddea2-2e8f-4448-9e9e-71b79579ba88,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:35.666906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074e1a1-2d31-4db1-89bd-dd95dec9a127 req-4f91f944-9015-426e-9014-6c7ab58db547 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:35.668563 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6074e1a1-2d31-4db1-89bd-dd95dec9a127 req-4f91f944-9015-426e-9014-6c7ab58db547 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 945 time: 0.0643554 Sep 18 05:23:35.708665 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6074e1a1-2d31-4db1-89bd-dd95dec9a127 req-8da6a6d3-a200-4513-8a56-6b478f69cac6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335839 Sep 18 05:23:35.788296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['809ddea2-2e8f-4448-9e9e-71b79579ba88'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:23:36.826499 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:36.843413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee25cb-f116-461b-9ae3-0d221be9b2c2 req-fe48f48d-aeb9-4ad1-b820-20b84fd8a7ce tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:36.846866 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51ee25cb-f116-461b-9ae3-0d221be9b2c2 req-fe48f48d-aeb9-4ad1-b820-20b84fd8a7ce tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 945 time: 0.0630531 Sep 18 05:23:36.892423 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51ee25cb-f116-461b-9ae3-0d221be9b2c2 req-2f098acc-68ba-4a24-8297-79b6943ef4f4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Sep 18 05:23:37.153209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d8665-5718-446b-b149-741d980fa307 req-6f5323d6-47d9-4679-8f00-1b336df3037c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.159594 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d8665-5718-446b-b149-741d980fa307 req-6f5323d6-47d9-4679-8f00-1b336df3037c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.165619 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d8665-5718-446b-b149-741d980fa307 req-6f5323d6-47d9-4679-8f00-1b336df3037c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.171586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d8665-5718-446b-b149-741d980fa307 req-6f5323d6-47d9-4679-8f00-1b336df3037c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.178326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d8665-5718-446b-b149-741d980fa307 req-6f5323d6-47d9-4679-8f00-1b336df3037c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.184287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d8665-5718-446b-b149-741d980fa307 req-6f5323d6-47d9-4679-8f00-1b336df3037c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.190651 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d8665-5718-446b-b149-741d980fa307 req-6f5323d6-47d9-4679-8f00-1b336df3037c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.192725 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-128d8665-5718-446b-b149-741d980fa307 req-6f5323d6-47d9-4679-8f00-1b336df3037c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5444 time: 0.1115770 Sep 18 05:23:37.228344 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 809ddea2-2e8f-4448-9e9e-71b79579ba88 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:23:37.236843 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-128d8665-5718-446b-b149-741d980fa307 req-c9b831bd-22ec-43ae-a570-fec459049ca3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375090 Sep 18 05:23:37.359483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 809ddea2-2e8f-4448-9e9e-71b79579ba88 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:23:37.363784 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 809ddea2-2e8f-4448-9e9e-71b79579ba88 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:23:37.364277 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:37.426105 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c363c8-6669-4b48-859a-097b1e9f4410 req-c73066a4-db86-4fb7-9370-6f22adc239c3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.439259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c363c8-6669-4b48-859a-097b1e9f4410 req-c73066a4-db86-4fb7-9370-6f22adc239c3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.449467 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c363c8-6669-4b48-859a-097b1e9f4410 req-c73066a4-db86-4fb7-9370-6f22adc239c3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.457110 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:37.460293 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c363c8-6669-4b48-859a-097b1e9f4410 req-c73066a4-db86-4fb7-9370-6f22adc239c3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.468310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c363c8-6669-4b48-859a-097b1e9f4410 req-c73066a4-db86-4fb7-9370-6f22adc239c3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.475663 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c363c8-6669-4b48-859a-097b1e9f4410 req-c73066a4-db86-4fb7-9370-6f22adc239c3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.483276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c76e51c-30c5-4e8c-89f4-d79cda513388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809ddea2-2e8f-4448-9e9e-71b79579ba88'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:23:37.485655 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2485ffaa-025b-4e7f-b2ec-fc8edef334e6" -d '{"events": [{"server_uuid": "7c76e51c-30c5-4e8c-89f4-d79cda513388", "name": "network-vif-plugged", "status": "completed", "tag": "809ddea2-2e8f-4448-9e9e-71b79579ba88"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:23:37.500284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c363c8-6669-4b48-859a-097b1e9f4410 req-c73066a4-db86-4fb7-9370-6f22adc239c3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.503919 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-38c363c8-6669-4b48-859a-097b1e9f4410 req-c73066a4-db86-4fb7-9370-6f22adc239c3 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5444 time: 0.1625507 Sep 18 05:23:37.513182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 809ddea2-2e8f-4448-9e9e-71b79579ba88, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=809ddea2-2e8f-4448-9e9e-71b79579ba88,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:23:37.535555 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10374ee7-a42f-426f-a55a-3e3e908d06b0 x-openstack-request-id: req-10374ee7-a42f-426f-a55a-3e3e908d06b0 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:23:37.536692 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c76e51c-30c5-4e8c-89f4-d79cda513388", "name": "network-vif-plugged", "status": "completed", "tag": "809ddea2-2e8f-4448-9e9e-71b79579ba88", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:23:37.536692 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10374ee7-a42f-426f-a55a-3e3e908d06b0 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:23:37.536692 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c76e51c-30c5-4e8c-89f4-d79cda513388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809ddea2-2e8f-4448-9e9e-71b79579ba88', 'code': 200} Sep 18 05:23:37.604478 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:37.663019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d4d11-1799-4416-97b2-5e37f6bb75c4 req-9a52c54a-e4e1-45f6-b851-6a7651dbf500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:37.664965 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-457d4d11-1799-4416-97b2-5e37f6bb75c4 req-9a52c54a-e4e1-45f6-b851-6a7651dbf500 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 1098 time: 0.0613022 Sep 18 05:23:37.678911 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=809ddea2-2e8f-4448-9e9e-71b79579ba88,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:37.706344 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-457d4d11-1799-4416-97b2-5e37f6bb75c4 req-7dc3bdce-9aae-443f-ba07-d1c124e6639d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340722 Sep 18 05:23:38.031027 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bfc81-fa70-4114-9434-ddb7fdff1871 req-81215e36-fef2-44a0-bf24-33aa46bec0e4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:38.040532 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b9bfc81-fa70-4114-9434-ddb7fdff1871 req-81215e36-fef2-44a0-bf24-33aa46bec0e4 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0757046 Sep 18 05:23:38.074967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4b9bfc81-fa70-4114-9434-ddb7fdff1871 req-d1999ffa-c676-4522-9393-20260a9f5410 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333860 Sep 18 05:23:38.983447 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42856) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:39.174795 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e8e116a-64c0-4419-9af9-67653796a265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:39.277358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07ebe0-3189-43d2-989b-bdfc5627d3b6 req-dab0a481-be4c-4c9d-8d2e-2a4b4b56226f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:39.281234 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df07ebe0-3189-43d2-989b-bdfc5627d3b6 req-dab0a481-be4c-4c9d-8d2e-2a4b4b56226f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0949383 Sep 18 05:23:39.337075 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df07ebe0-3189-43d2-989b-bdfc5627d3b6 req-05ccb4c9-33ba-4161-be61-cd5f7f2a1c52 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488377 Sep 18 05:23:39.406725 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e8e116a-64c0-4419-9af9-67653796a265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:39.492807 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e8e116a-64c0-4419-9af9-67653796a265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:39.543222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e116a-64c0-4419-9af9-67653796a265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4381f8f8-6879-469f-99e8-5f4ca1748923,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:39.564660 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3e8e116a-64c0-4419-9af9-67653796a265 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40e84111d6eb4f13857b82222140740d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5771205 Sep 18 05:23:39.566027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42886) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:39.627811 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b83381f0-ec3c-4a5f-85c3-cf922a056d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:39.656960 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b83381f0-ec3c-4a5f-85c3-cf922a056d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:39.673747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42894) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:39.806422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda72a9-a90f-4478-9e12-37f6d150f140 req-a3a63dbc-e16a-4799-a552-fa2c06107a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:39.807153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda72a9-a90f-4478-9e12-37f6d150f140 req-a3a63dbc-e16a-4799-a552-fa2c06107a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:39.807826 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda72a9-a90f-4478-9e12-37f6d150f140 req-a3a63dbc-e16a-4799-a552-fa2c06107a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:39.808346 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda72a9-a90f-4478-9e12-37f6d150f140 req-a3a63dbc-e16a-4799-a552-fa2c06107a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:39.808959 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda72a9-a90f-4478-9e12-37f6d150f140 req-a3a63dbc-e16a-4799-a552-fa2c06107a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:39.809765 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda72a9-a90f-4478-9e12-37f6d150f140 req-a3a63dbc-e16a-4799-a552-fa2c06107a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:39.810442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda72a9-a90f-4478-9e12-37f6d150f140 req-a3a63dbc-e16a-4799-a552-fa2c06107a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:39.812935 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7dda72a9-a90f-4478-9e12-37f6d150f140 req-a3a63dbc-e16a-4799-a552-fa2c06107a03 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 6508 time: 0.1376393 Sep 18 05:23:39.819091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b41798-2c97-42e2-b2ee-268f6d5c04e1 req-20540183-e0ac-4dc0-89b8-3d4fd3495672 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:39.820821 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-10b41798-2c97-42e2-b2ee-268f6d5c04e1 req-20540183-e0ac-4dc0-89b8-3d4fd3495672 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0711856 Sep 18 05:23:39.842686 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b83381f0-ec3c-4a5f-85c3-cf922a056d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:39.845738 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b83381f0-ec3c-4a5f-85c3-cf922a056d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:39.847186 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b83381f0-ec3c-4a5f-85c3-cf922a056d90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4381f8f8-6879-469f-99e8-5f4ca1748923 HTTP/1.1" status: 204 len: 168 time: 0.2797213 Sep 18 05:23:39.861855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83381f0-ec3c-4a5f-85c3-cf922a056d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4381f8f8-6879-469f-99e8-5f4ca1748923,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:39.876946 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-10b41798-2c97-42e2-b2ee-268f6d5c04e1 req-046bab11-84d1-47e6-8d09-50112c50d278 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492201 Sep 18 05:23:40.232981 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7dda72a9-a90f-4478-9e12-37f6d150f140 req-b9ea0f37-2bd1-4c23-8836-46c5b617224b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4124289 Sep 18 05:23:40.736443 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 42944) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:40.749776 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cbdc0ce3-81b6-413c-a0b8-63d7476dde63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:40.836484 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cbdc0ce3-81b6-413c-a0b8-63d7476dde63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:40.897474 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cbdc0ce3-81b6-413c-a0b8-63d7476dde63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:40.936719 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cbdc0ce3-81b6-413c-a0b8-63d7476dde63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58e923527571437d8f0152465f0fe558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985233 Sep 18 05:23:40.939249 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc0ce3-81b6-413c-a0b8-63d7476dde63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025ad622-07fa-40a0-97bd-e21e04317b79,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:40.939822 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 42954) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:40.994008 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f1d524b-dbb4-4657-8ac2-68a133e3e304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:41.016117 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ad99-c660-4e5c-8360-1853f3944943 req-3b11a615-1322-4bde-822f-c1aa1aa436f9 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:41.016627 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f1d524b-dbb4-4657-8ac2-68a133e3e304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:41.018115 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4395ad99-c660-4e5c-8360-1853f3944943 req-3b11a615-1322-4bde-822f-c1aa1aa436f9 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0525753 Sep 18 05:23:41.060264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4395ad99-c660-4e5c-8360-1853f3944943 req-1b209d5b-203a-437e-ba3e-70776c1e9487 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349326 Sep 18 05:23:41.174873 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f1d524b-dbb4-4657-8ac2-68a133e3e304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:41.178065 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f1d524b-dbb4-4657-8ac2-68a133e3e304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:41.182115 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9f1d524b-dbb4-4657-8ac2-68a133e3e304 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/025ad622-07fa-40a0-97bd-e21e04317b79 HTTP/1.1" status: 204 len: 168 time: 0.2385275 Sep 18 05:23:41.189795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d524b-dbb4-4657-8ac2-68a133e3e304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025ad622-07fa-40a0-97bd-e21e04317b79,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:41.877202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e968-9747-4dc2-a029-d6aa5c962343 req-1522dc2f-f567-46f7-ad71-cd8a8bc6c8ea tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:41.878765 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5816e968-9747-4dc2-a029-d6aa5c962343 req-1522dc2f-f567-46f7-ad71-cd8a8bc6c8ea tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0624635 Sep 18 05:23:41.921858 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5816e968-9747-4dc2-a029-d6aa5c962343 req-96015cd2-c5c5-4c0a-a411-cfd5b4062c3c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358891 Sep 18 05:23:41.970569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43014) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:41.984321 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7704261c-1e3e-4ab4-990e-47c2457d4264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:42.090013 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7704261c-1e3e-4ab4-990e-47c2457d4264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:42.159806 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7704261c-1e3e-4ab4-990e-47c2457d4264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:42.201427 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7704261c-1e3e-4ab4-990e-47c2457d4264 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91430b7752a640239668bf6cf536b83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297761 Sep 18 05:23:42.202316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704261c-1e3e-4ab4-990e-47c2457d4264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0c47e6-db9b-41e4-8591-aed430d030e5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:42.204136 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43020) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:42.256798 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb91b-8936-4581-8051-34671e0b32ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:42.282094 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb91b-8936-4581-8051-34671e0b32ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:42.388528 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb91b-8936-4581-8051-34671e0b32ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:42.391072 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb91b-8936-4581-8051-34671e0b32ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:42.394899 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ac4fb91b-8936-4581-8051-34671e0b32ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f0c47e6-db9b-41e4-8591-aed430d030e5 HTTP/1.1" status: 204 len: 168 time: 0.1869297 Sep 18 05:23:42.402626 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fb91b-8936-4581-8051-34671e0b32ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0c47e6-db9b-41e4-8591-aed430d030e5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:43.053731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec23e1-2af8-4e70-84f9-d47400a0b4ca req-5df8e179-a251-4672-a690-b9c623e9b957 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:43.055871 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5dec23e1-2af8-4e70-84f9-d47400a0b4ca req-5df8e179-a251-4672-a690-b9c623e9b957 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0510068 Sep 18 05:23:43.106006 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5dec23e1-2af8-4e70-84f9-d47400a0b4ca req-da7aa6c0-a688-410a-86f2-969bfabcf157 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Sep 18 05:23:43.156360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43048) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:43.250196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 809ddea2-2e8f-4448-9e9e-71b79579ba88 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:23:43.266095 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f07176e2-b5f1-40f3-ac3e-12702d3c32ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:43.345931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 809ddea2-2e8f-4448-9e9e-71b79579ba88, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=809ddea2-2e8f-4448-9e9e-71b79579ba88,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:23:43.357195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '809ddea2-2e8f-4448-9e9e-71b79579ba88', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'port_id': '809ddea2-2e8f-4448-9e9e-71b79579ba88', 'mac_address': 'fa:16:3e:ac:6e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:23:43.358030 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f07176e2-b5f1-40f3-ac3e-12702d3c32ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:43.393320 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:43.408566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 809ddea2-2e8f-4448-9e9e-71b79579ba88 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:23:43.417216 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f07176e2-b5f1-40f3-ac3e-12702d3c32ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:43.428080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 809ddea2-2e8f-4448-9e9e-71b79579ba88, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=809ddea2-2e8f-4448-9e9e-71b79579ba88,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:23:43.459996 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f07176e2-b5f1-40f3-ac3e-12702d3c32ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b96c90a12f8848218e8f97f4a7980e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025281 Sep 18 05:23:43.461997 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07176e2-b5f1-40f3-ac3e-12702d3c32ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bef073e-f21f-48aa-b3d7-5366b3891aed,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:43.462721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43060) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:43.489083 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:43.514830 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e362a4f-c843-45ec-8f7b-16fb69b06022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:43.536983 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e362a4f-c843-45ec-8f7b-16fb69b06022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:43.544382 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=809ddea2-2e8f-4448-9e9e-71b79579ba88,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:43.639330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['809ddea2-2e8f-4448-9e9e-71b79579ba88'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:23:43.660585 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e362a4f-c843-45ec-8f7b-16fb69b06022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:43.663629 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e362a4f-c843-45ec-8f7b-16fb69b06022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:43.664836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2e362a4f-c843-45ec-8f7b-16fb69b06022 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0bef073e-f21f-48aa-b3d7-5366b3891aed HTTP/1.1" status: 204 len: 168 time: 0.2011118 Sep 18 05:23:43.686057 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e362a4f-c843-45ec-8f7b-16fb69b06022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bef073e-f21f-48aa-b3d7-5366b3891aed,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:44.221241 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d805bc-79bf-477f-8d6b-502296326890 req-4a0d1f36-60cf-4018-b30b-3e0695897635 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:44.222787 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e1d805bc-79bf-477f-8d6b-502296326890 req-4a0d1f36-60cf-4018-b30b-3e0695897635 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 945 time: 0.0531006 Sep 18 05:23:44.266257 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e1d805bc-79bf-477f-8d6b-502296326890 req-76050dc8-0e04-41aa-8175-c06cd4902b83 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363352 Sep 18 05:23:45.252852 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 809ddea2-2e8f-4448-9e9e-71b79579ba88 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:23:45.317004 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 809ddea2-2e8f-4448-9e9e-71b79579ba88 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:23:45.318617 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:45.489782 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:45.565308 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 809ddea2-2e8f-4448-9e9e-71b79579ba88, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=809ddea2-2e8f-4448-9e9e-71b79579ba88,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:23:45.568325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c76e51c-30c5-4e8c-89f4-d79cda513388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809ddea2-2e8f-4448-9e9e-71b79579ba88'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:23:45.574672 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fdc729-68cd-453d-a0c5-5fc56c32b19e" -d '{"events": [{"server_uuid": "7c76e51c-30c5-4e8c-89f4-d79cda513388", "name": "network-vif-plugged", "status": "completed", "tag": "809ddea2-2e8f-4448-9e9e-71b79579ba88"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:23:45.591765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01d960-5d87-486d-b48d-f7ad31efb7bb req-1578a819-b952-4b01-8238-867e38b93fa7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:45.605594 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e01d960-5d87-486d-b48d-f7ad31efb7bb req-1578a819-b952-4b01-8238-867e38b93fa7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 945 time: 0.1336374 Sep 18 05:23:45.635295 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de383bc0-90fd-457d-a41d-649934aac438 x-openstack-request-id: req-de383bc0-90fd-457d-a41d-649934aac438 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:23:45.635706 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c76e51c-30c5-4e8c-89f4-d79cda513388", "name": "network-vif-plugged", "status": "completed", "tag": "809ddea2-2e8f-4448-9e9e-71b79579ba88", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:23:45.636143 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de383bc0-90fd-457d-a41d-649934aac438 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:23:45.636659 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c76e51c-30c5-4e8c-89f4-d79cda513388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809ddea2-2e8f-4448-9e9e-71b79579ba88', 'code': 200} Sep 18 05:23:45.679582 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:45.699183 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e01d960-5d87-486d-b48d-f7ad31efb7bb req-4caff884-34a8-4f98-8355-dae2840d4ed5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928032 Sep 18 05:23:45.758501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=809ddea2-2e8f-4448-9e9e-71b79579ba88,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:45.992210 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43154) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:46.124342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-564084429', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:23:46.239681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Made reservation on behalf of 72b4565c0beb4941a4b60e247b2f3f42 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:23:46.242633 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:46.252520 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:46.361791 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:46.437638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:46.441335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] device_id is not set on port 4c15498a-f129-4bc7-af72-2b03e4e21825 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:23:46.516092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ef8c0a-cef6-4364-bac7-1cfba998dd69,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:46.875124 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4143e-12ef-4f06-8a25-2d12e8411cb0 req-e61fed5c-9640-4972-96c7-762b1017364f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:46.878033 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1fe4143e-12ef-4f06-8a25-2d12e8411cb0 req-e61fed5c-9640-4972-96c7-762b1017364f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0715926 Sep 18 05:23:46.969774 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1fe4143e-12ef-4f06-8a25-2d12e8411cb0 req-65ba1b84-c927-4fda-b220-c12b464d3c09 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827477 Sep 18 05:23:46.981617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Allocated IP 172.25.7.189 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/4c15498a-f129-4bc7-af72-2b03e4e21825) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:23:47.185579 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:47.320948 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:47.351767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:23:47.372219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:23:47.374981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:23:47.450570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Pushing event updated for resources: {'Port': ['ID=4c15498a-f129-4bc7-af72-2b03e4e21825,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:47.461357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:47.462049 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:47.549967 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c6471bbd-93f1-42f2-aa6f-a61d32525d4a tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5569654 Sep 18 05:23:47.552942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43172) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:47.557435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-c339f097-56e7-4132-8957-959d729800c8 tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.189'}]}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:23:47.679842 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c339f097-56e7-4132-8957-959d729800c8 tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:47.681283 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c339f097-56e7-4132-8957-959d729800c8 tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:47.750953 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c339f097-56e7-4132-8957-959d729800c8 tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:47.983917 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c339f097-56e7-4132-8957-959d729800c8 tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:48.185905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928c80d-b7bc-4ab2-8d40-7ff017e7b50d req-c9e365dc-2f69-4b61-88b0-c0168ac0c607 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:48.187856 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6928c80d-b7bc-4ab2-8d40-7ff017e7b50d req-c9e365dc-2f69-4b61-88b0-c0168ac0c607 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0894907 Sep 18 05:23:48.272430 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6928c80d-b7bc-4ab2-8d40-7ff017e7b50d req-b8fc2a5d-4148-41b3-aa15-92e4cd72306f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753970 Sep 18 05:23:48.494377 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c339f097-56e7-4132-8957-959d729800c8 tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:48.517532 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c339f097-56e7-4132-8957-959d729800c8 tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:48.868774 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c339f097-56e7-4132-8957-959d729800c8 tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:49.065765 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c339f097-56e7-4132-8957-959d729800c8 tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:49.070601 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c339f097-56e7-4132-8957-959d729800c8 tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:49.220530 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c339f097-56e7-4132-8957-959d729800c8 tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:49.220530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c339f097-56e7-4132-8957-959d729800c8 tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb6dd31f-35dd-43c3-a7d1-2dd17ffedd55 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:23:49.328709 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-c339f097-56e7-4132-8957-959d729800c8 tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 18 05:23:49.328709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c339f097-56e7-4132-8957-959d729800c8 tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7723641 Sep 18 05:23:49.328709 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43190) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:49.459756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89595a38-20c5-4b25-86ee-3be3036d90da req-5c7b3bc7-26ec-4ed6-99a2-143a056ec347 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:49.460714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-3be01633-8007-4440-b6b7-ae6f5ef9829e tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Deleting port 4c15498a-f129-4bc7-af72-2b03e4e21825 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:23:49.461072 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3be01633-8007-4440-b6b7-ae6f5ef9829e tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:49.462899 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89595a38-20c5-4b25-86ee-3be3036d90da req-5c7b3bc7-26ec-4ed6-99a2-143a056ec347 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0956931 Sep 18 05:23:49.511869 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89595a38-20c5-4b25-86ee-3be3036d90da req-b0624605-43bd-42ea-a206-e380bb2455df tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413361 Sep 18 05:23:49.572411 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3be01633-8007-4440-b6b7-ae6f5ef9829e tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:49.588607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-3be01633-8007-4440-b6b7-ae6f5ef9829e tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Calling delete_port for 4c15498a-f129-4bc7-af72-2b03e4e21825 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:23:49.820819 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3be01633-8007-4440-b6b7-ae6f5ef9829e tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:49.878445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be01633-8007-4440-b6b7-ae6f5ef9829e tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c15498a-f129-4bc7-af72-2b03e4e21825,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:49.952340 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3be01633-8007-4440-b6b7-ae6f5ef9829e tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:49.952701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3be01633-8007-4440-b6b7-ae6f5ef9829e tempest-RoutersAdminNegativeIpV6Test-19136393 tempest-RoutersAdminNegativeIpV6Test-19136393-project-admin] 10.222.0.23 "DELETE /v2.0/ports/4c15498a-f129-4bc7-af72-2b03e4e21825 HTTP/1.1" status: 204 len: 168 time: 0.6230087 Sep 18 05:23:50.591309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43208) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:50.683359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded68fd-5f3f-4b08-9560-60a1cb678d94 req-2f45a6eb-32de-4186-97ce-46a64d3f4516 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:50.694116 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eded68fd-5f3f-4b08-9560-60a1cb678d94 req-2f45a6eb-32de-4186-97ce-46a64d3f4516 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0835044 Sep 18 05:23:50.740864 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eded68fd-5f3f-4b08-9560-60a1cb678d94 req-e1f5eb1a-2964-4751-8326-99f51d5d64ed tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455449 Sep 18 05:23:50.752471 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5066516a-6217-4831-b7db-2f1a8e508ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:50.884169 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5066516a-6217-4831-b7db-2f1a8e508ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:50.954423 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5066516a-6217-4831-b7db-2f1a8e508ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:51.032927 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43216) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:51.052292 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5066516a-6217-4831-b7db-2f1a8e508ff4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ab9b2e06fe944a88e62c8b74c1d6f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303937 Sep 18 05:23:51.100703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066516a-6217-4831-b7db-2f1a8e508ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10772e68-1640-4176-94d3-b81c38f1481a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:51.118461 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17862c54-a19f-4b00-b236-9883e21f3b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:51.142642 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17862c54-a19f-4b00-b236-9883e21f3b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:51.272308 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17862c54-a19f-4b00-b236-9883e21f3b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:51.275423 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17862c54-a19f-4b00-b236-9883e21f3b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:51.277322 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-17862c54-a19f-4b00-b236-9883e21f3b47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10772e68-1640-4176-94d3-b81c38f1481a HTTP/1.1" status: 204 len: 168 time: 0.2433102 Sep 18 05:23:51.289901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17862c54-a19f-4b00-b236-9883e21f3b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10772e68-1640-4176-94d3-b81c38f1481a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:51.413619 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43222) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:51.576525 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a040c659-cdea-49d7-85cb-9ae627da5f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:51.795576 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a040c659-cdea-49d7-85cb-9ae627da5f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:51.841659 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a040c659-cdea-49d7-85cb-9ae627da5f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:51.974128 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a040c659-cdea-49d7-85cb-9ae627da5f19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16055bbb70c1418195869d0a12e997bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5564740 Sep 18 05:23:51.974128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040c659-cdea-49d7-85cb-9ae627da5f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8642e31c-9714-4194-a82a-7ad92f74ab6b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:51.977950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43230) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:52.015350 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b4bfa-da91-416b-9c96-276fe3ec5850 req-30eb2bbe-e99f-4e3a-9863-df497fe4be65 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:52.017254 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-907b4bfa-da91-416b-9c96-276fe3ec5850 req-30eb2bbe-e99f-4e3a-9863-df497fe4be65 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.1429646 Sep 18 05:23:52.070947 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-907b4bfa-da91-416b-9c96-276fe3ec5850 req-6833e5ae-7bb0-4617-9280-6fbf3a98a023 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475428 Sep 18 05:23:52.085719 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fa143133-58b7-4c66-ac05-44a33d6a9275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:52.112754 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fa143133-58b7-4c66-ac05-44a33d6a9275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:52.269392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43236) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:52.290272 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fa143133-58b7-4c66-ac05-44a33d6a9275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:52.293346 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fa143133-58b7-4c66-ac05-44a33d6a9275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:52.297146 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fa143133-58b7-4c66-ac05-44a33d6a9275 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8642e31c-9714-4194-a82a-7ad92f74ab6b HTTP/1.1" status: 204 len: 168 time: 0.3155696 Sep 18 05:23:52.306280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa143133-58b7-4c66-ac05-44a33d6a9275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8642e31c-9714-4194-a82a-7ad92f74ab6b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:52.334382 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43240) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:52.345824 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6ded8868-ab3a-48b2-b6f2-c65ee8a19ca2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72b4565c0beb4941a4b60e247b2f3f42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749891 Sep 18 05:23:52.389968 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3fc56c69-5333-4045-bcd4-ec36969c1d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:52.418675 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3fc56c69-5333-4045-bcd4-ec36969c1d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:52.551432 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3fc56c69-5333-4045-bcd4-ec36969c1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:52.555176 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3fc56c69-5333-4045-bcd4-ec36969c1d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:52.559705 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3fc56c69-5333-4045-bcd4-ec36969c1d78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76ef8c0a-cef6-4364-bac7-1cfba998dd69 HTTP/1.1" status: 204 len: 168 time: 0.2209556 Sep 18 05:23:52.567288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc56c69-5333-4045-bcd4-ec36969c1d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ef8c0a-cef6-4364-bac7-1cfba998dd69,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:53.016494 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:53.261340 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287489d4-8595-4326-b27a-15ff652d967b req-e1c49047-aaef-436b-89d4-278c035f56c3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:53.264350 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-287489d4-8595-4326-b27a-15ff652d967b req-e1c49047-aaef-436b-89d4-278c035f56c3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0955358 Sep 18 05:23:53.318180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43258) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:53.341314 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2958-9135-4d3a-9736-131debd90a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:53.352303 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:53.368611 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-287489d4-8595-4326-b27a-15ff652d967b req-762afb5d-99d8-4c92-96d1-55d71117a353 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980034 Sep 18 05:23:53.503460 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2958-9135-4d3a-9736-131debd90a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:53.576600 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2958-9135-4d3a-9736-131debd90a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:53.672957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef2958-9135-4d3a-9736-131debd90a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b9ba20-ade7-4705-a403-f5147b3252e0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:53.685230 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a4ef2958-9135-4d3a-9736-131debd90a29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1cce442e2e649eb928b16e76e631117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665092 Sep 18 05:23:53.689115 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43268) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:53.809834 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-59b39c86-6ae3-4439-8722-fcfac3be1bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:53.838364 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-59b39c86-6ae3-4439-8722-fcfac3be1bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:53.976657 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-59b39c86-6ae3-4439-8722-fcfac3be1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:53.979731 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-59b39c86-6ae3-4439-8722-fcfac3be1bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:53.980896 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-59b39c86-6ae3-4439-8722-fcfac3be1bf4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0b9ba20-ade7-4705-a403-f5147b3252e0 HTTP/1.1" status: 204 len: 168 time: 0.2904971 Sep 18 05:23:53.989163 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b39c86-6ae3-4439-8722-fcfac3be1bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b9ba20-ade7-4705-a403-f5147b3252e0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:54.409739 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43284) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.546951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-5847984c-9005-4cd5-b5eb-713d2339639e tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.548314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5847984c-9005-4cd5-b5eb-713d2339639e tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1364939 Sep 18 05:23:54.551215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43292) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.559797 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ac2c9-8c13-4ede-96fa-592253a6a32d req-b660c710-ec93-42f4-bdb6-ddc8c1ff8f2a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:54.560325 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-abff2758-c0ff-40f4-8b60-53fb5ed75f87 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.565073 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-abff2758-c0ff-40f4-8b60-53fb5ed75f87 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0121546 Sep 18 05:23:54.566240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43294) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.572006 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-981ac2c9-8c13-4ede-96fa-592253a6a32d req-b660c710-ec93-42f4-bdb6-ddc8c1ff8f2a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.1168253 Sep 18 05:23:54.578529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-3582c050-b6e3-42fb-b375-e393fb0780df tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.583382 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3582c050-b6e3-42fb-b375-e393fb0780df tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0152156 Sep 18 05:23:54.587086 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43298) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.592906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-c1fc002e-e5f9-4ebd-b8da-29cf8314a93f tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.594091 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c1fc002e-e5f9-4ebd-b8da-29cf8314a93f tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0059028 Sep 18 05:23:54.596647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43300) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.614405 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-ff2351f6-f647-4259-8aed-0446a8d4e919 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.620934 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ff2351f6-f647-4259-8aed-0446a8d4e919 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0228264 Sep 18 05:23:54.622025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43302) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.626696 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-e3e8bf6e-b1f5-42f3-b85c-b7fa434a744a tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.627662 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e3e8bf6e-b1f5-42f3-b85c-b7fa434a744a tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046678 Sep 18 05:23:54.631035 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43304) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.635336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-580a8011-a465-4322-8f01-487928d6b6f0 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.636635 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-981ac2c9-8c13-4ede-96fa-592253a6a32d req-ec5c0432-cba7-4ed3-b22b-1c41348a5623 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636601 Sep 18 05:23:54.644623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-580a8011-a465-4322-8f01-487928d6b6f0 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0123668 Sep 18 05:23:54.646321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43306) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.651128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-b02a99df-9634-44ef-9175-617bcf321dbe tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.653521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b02a99df-9634-44ef-9175-617bcf321dbe tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0060046 Sep 18 05:23:54.660447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43308) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.663971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-76431c2d-804a-4b4a-9275-65478620176a tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.664960 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-76431c2d-804a-4b4a-9275-65478620176a tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059588 Sep 18 05:23:54.667652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43312) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.672813 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-ac316378-ef6d-4bc0-a474-09a418a7ed39 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.673791 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ac316378-ef6d-4bc0-a474-09a418a7ed39 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0049748 Sep 18 05:23:54.676939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43314) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.682024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-3844b80e-2bce-4233-8ea3-0e44be7e46e9 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.683694 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3844b80e-2bce-4233-8ea3-0e44be7e46e9 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0055606 Sep 18 05:23:54.686494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43316) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.692144 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-991b259a-cb43-4971-a655-0a34bf0146df tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.695780 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-991b259a-cb43-4971-a655-0a34bf0146df tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055392 Sep 18 05:23:54.696369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43318) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.700909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-d2d898f6-a20c-441b-ada7-c2e5e9365697 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.704725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43320) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.704883 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d2d898f6-a20c-441b-ada7-c2e5e9365697 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073798 Sep 18 05:23:54.710507 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-25f5b625-a962-4217-b62e-536f4ef5a5e7 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.711674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-25f5b625-a962-4217-b62e-536f4ef5a5e7 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056343 Sep 18 05:23:54.714995 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43322) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.721156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-144cd588-1c61-45dc-86cd-839470f83827 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.725791 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-144cd588-1c61-45dc-86cd-839470f83827 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0092752 Sep 18 05:23:54.725947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43324) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.731823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-290dbf24-946e-4bf6-af01-e5ac25a443e5 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.735550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43326) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.735865 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-290dbf24-946e-4bf6-af01-e5ac25a443e5 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0087776 Sep 18 05:23:54.740565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-e809ed09-d2b1-48b9-9b63-d9693512524a tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.743980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43328) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.744122 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e809ed09-d2b1-48b9-9b63-d9693512524a tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0074859 Sep 18 05:23:54.748614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-02041dc9-fd86-490a-856b-01d2361ca71f tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.753070 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-02041dc9-fd86-490a-856b-01d2361ca71f tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043256 Sep 18 05:23:54.754820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43330) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.759329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-78cdb0fb-2212-4926-8ae9-a430e9393720 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.763857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43332) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.764282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-78cdb0fb-2212-4926-8ae9-a430e9393720 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0082731 Sep 18 05:23:54.768720 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-2817cc5d-6214-41fe-939c-fabf0b2ae4ce tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.772749 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2817cc5d-6214-41fe-939c-fabf0b2ae4ce tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0072680 Sep 18 05:23:54.772930 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43334) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.777404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-62ba6822-0a9e-47a6-8d1b-7196258716d3 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.781238 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43336) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.781399 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-62ba6822-0a9e-47a6-8d1b-7196258716d3 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0075853 Sep 18 05:23:54.786651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-596e1a10-1cde-4b8d-b0ac-cadc729fe9ae tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.787659 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-596e1a10-1cde-4b8d-b0ac-cadc729fe9ae tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051169 Sep 18 05:23:54.790356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43338) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.795215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-4c7badbc-e928-43e1-bea5-f17346891ee5 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.798936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43340) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.805278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4c7badbc-e928-43e1-bea5-f17346891ee5 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0137148 Sep 18 05:23:54.806701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-a59be9ae-c969-4092-a423-2b6fae58f6f7 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.808109 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a59be9ae-c969-4092-a423-2b6fae58f6f7 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0077596 Sep 18 05:23:54.817600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43344) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.825864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-10bc980c-07b1-4f6b-bf32-1014eede80ad tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.826804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-10bc980c-07b1-4f6b-bf32-1014eede80ad tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0061460 Sep 18 05:23:54.830612 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43346) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.836909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-9d1cc5b9-cde4-4aa6-8cdf-6fbb70c6d4e3 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.840753 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9d1cc5b9-cde4-4aa6-8cdf-6fbb70c6d4e3 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0072143 Sep 18 05:23:54.842387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43348) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.847541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-e2958004-211f-4d8b-821d-019e175c8e6c tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.849003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e2958004-211f-4d8b-821d-019e175c8e6c tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049024 Sep 18 05:23:54.853588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43350) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.859233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-3ec72725-48e3-42bd-b945-6b1b384d3ca8 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.860499 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3ec72725-48e3-42bd-b945-6b1b384d3ca8 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0056047 Sep 18 05:23:54.862815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43352) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.867905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-b813b229-456c-4ad1-9a74-b4e930b2e69a tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.873702 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43354) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.874110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b813b229-456c-4ad1-9a74-b4e930b2e69a tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0099478 Sep 18 05:23:54.879801 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-9195dc68-8f7b-4d8b-8f02-cea1bc357f2e tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.884779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43356) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.885041 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9195dc68-8f7b-4d8b-8f02-cea1bc357f2e tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0100102 Sep 18 05:23:54.891294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-a25ce45f-9b24-4b2b-aa63-07ae93ce2514 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.892527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a25ce45f-9b24-4b2b-aa63-07ae93ce2514 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0065053 Sep 18 05:23:54.894900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43358) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.899678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-390bb4fd-f305-4034-b5e7-d4fe9eded53a tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.903445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43360) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.903853 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-390bb4fd-f305-4034-b5e7-d4fe9eded53a tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0073910 Sep 18 05:23:54.910367 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-0992bcc5-653d-41f9-a7e1-03b3e37408cd tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.912668 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0992bcc5-653d-41f9-a7e1-03b3e37408cd tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0059843 Sep 18 05:23:54.915155 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43362) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.919482 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-ba429e04-cecd-491d-a609-413c6fd025a3 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.923804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43364) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.924531 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ba429e04-cecd-491d-a609-413c6fd025a3 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045736 Sep 18 05:23:54.930660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-8bfb8f45-674a-4d3d-ba67-cc559136c161 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.931616 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8bfb8f45-674a-4d3d-ba67-cc559136c161 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0053792 Sep 18 05:23:54.934136 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43366) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.941505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-a941e4c4-b991-4c7c-b031-34664e8a4b0a tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.946707 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a941e4c4-b991-4c7c-b031-34664e8a4b0a tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0100904 Sep 18 05:23:54.946707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43368) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.952339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-0ad1d737-2d2f-4552-805f-e6cfb9ae4140 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.955977 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0ad1d737-2d2f-4552-805f-e6cfb9ae4140 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0093491 Sep 18 05:23:54.956304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43370) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.961875 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-e5fee059-2b24-4441-af68-ca7c8e579998 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.965280 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e5fee059-2b24-4441-af68-ca7c8e579998 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0063272 Sep 18 05:23:54.965628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43372) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.970446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-263a5afd-bc0d-4484-94ea-d191c59d5834 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.974157 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-263a5afd-bc0d-4484-94ea-d191c59d5834 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048668 Sep 18 05:23:54.974412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43374) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.978503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-1863710d-e47d-4ac2-8531-b1c25cfef359 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.979933 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1863710d-e47d-4ac2-8531-b1c25cfef359 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044818 Sep 18 05:23:54.982196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43376) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.987991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-1249c34e-7529-4e8c-bcfb-f4448dc1f1e1 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.990420 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1249c34e-7529-4e8c-bcfb-f4448dc1f1e1 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0062406 Sep 18 05:23:54.991214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43378) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:54.996427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-a2c1540f-28f1-448f-a0eb-353176cb465c tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:54.997468 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a2c1540f-28f1-448f-a0eb-353176cb465c tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051401 Sep 18 05:23:54.999964 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43380) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.005643 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-e996789a-3000-4370-a2d5-34cc3b61a88b tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.009459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43382) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.009685 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e996789a-3000-4370-a2d5-34cc3b61a88b tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0083468 Sep 18 05:23:55.014351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-b24720d2-f381-4e80-a2cd-f7f394253214 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.015418 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b24720d2-f381-4e80-a2cd-f7f394253214 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0045254 Sep 18 05:23:55.017578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43384) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.021751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-46a963ef-440e-4f2e-bfa0-4a1d29e929a5 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.025707 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-46a963ef-440e-4f2e-bfa0-4a1d29e929a5 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0072153 Sep 18 05:23:55.029246 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43386) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.036921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-bcb7a9fd-e489-44f2-b5c8-bd190fe66fe7 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.040865 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bcb7a9fd-e489-44f2-b5c8-bd190fe66fe7 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0104654 Sep 18 05:23:55.041019 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43388) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.050376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-98d6c575-823d-4b10-afa7-a3dbcb424157 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.054846 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-98d6c575-823d-4b10-afa7-a3dbcb424157 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0089869 Sep 18 05:23:55.055400 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43390) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.060172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-6f620569-6073-4195-a57a-60a10fdfc698 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.065419 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6f620569-6073-4195-a57a-60a10fdfc698 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047350 Sep 18 05:23:55.066187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43394) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.071488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-4375553c-6dfb-4922-b13f-6f2b93a956f1 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.076186 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4375553c-6dfb-4922-b13f-6f2b93a956f1 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0083671 Sep 18 05:23:55.076355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43396) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.081455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-ed50c7a0-2bc9-4cd0-8e94-397f50c11a9c tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.085737 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43398) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.085967 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ed50c7a0-2bc9-4cd0-8e94-397f50c11a9c tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0085309 Sep 18 05:23:55.091878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-6f1b29b0-eab4-4b3e-8687-d2aa9c3b9aef tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.097217 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6f1b29b0-eab4-4b3e-8687-d2aa9c3b9aef tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0100706 Sep 18 05:23:55.097461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43400) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.103419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-975e0004-c1a0-4cb1-b1df-5fee75ce9a43 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.108025 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-975e0004-c1a0-4cb1-b1df-5fee75ce9a43 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0079420 Sep 18 05:23:55.108258 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43402) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.112610 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-16876cb5-9cac-4fba-868d-b73c69a7cd04 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.119213 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-16876cb5-9cac-4fba-868d-b73c69a7cd04 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0076733 Sep 18 05:23:55.119536 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43406) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.132179 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-e8e620ea-cd35-4358-9808-a6b41c1d6dbe tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.133418 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e8e620ea-cd35-4358-9808-a6b41c1d6dbe tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0128708 Sep 18 05:23:55.136022 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43408) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.140463 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-4488ee62-a992-434d-abbc-c31a748e99b6 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.150090 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4488ee62-a992-434d-abbc-c31a748e99b6 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0128345 Sep 18 05:23:55.159255 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43410) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.164759 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-2926f40d-5e9f-4598-898f-411a76117d12 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.168579 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43414) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.169667 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2926f40d-5e9f-4598-898f-411a76117d12 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0089979 Sep 18 05:23:55.173594 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-94d8922a-ee65-4ee2-93ad-47b99e909438 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.178180 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-94d8922a-ee65-4ee2-93ad-47b99e909438 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050099 Sep 18 05:23:55.178565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43416) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.185311 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-b8a37a7f-dd30-4f5a-97e4-191353dabc67 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.188279 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b8a37a7f-dd30-4f5a-97e4-191353dabc67 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0067835 Sep 18 05:23:55.189092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43418) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.194799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-d6524ea8-cbaa-458e-bb18-2f1eae67e7c4 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.196098 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d6524ea8-cbaa-458e-bb18-2f1eae67e7c4 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0058527 Sep 18 05:23:55.198589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43420) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.202933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-7d9d157a-d6c3-4c03-b301-4f0b68b5f2e1 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.204355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7d9d157a-d6c3-4c03-b301-4f0b68b5f2e1 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047021 Sep 18 05:23:55.210709 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43422) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.217674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-1bae1e47-ce09-4791-8607-33b60583a1d6 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.218652 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1bae1e47-ce09-4791-8607-33b60583a1d6 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070133 Sep 18 05:23:55.222067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43424) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.230469 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-4b769176-20b4-4627-87c7-a850bab3fce5 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.233411 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4b769176-20b4-4627-87c7-a850bab3fce5 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0100682 Sep 18 05:23:55.238191 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43426) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.243486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-ad91528c-0ca0-4819-ac27-620175d000c3 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.244597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ad91528c-0ca0-4819-ac27-620175d000c3 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044439 Sep 18 05:23:55.247097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43428) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.251274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-e5198f89-6969-48c1-a152-79e27d6d5c0f tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.255577 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e5198f89-6969-48c1-a152-79e27d6d5c0f tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0078471 Sep 18 05:23:55.255891 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43430) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.260892 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-236a7832-ca8e-4abe-88c6-85298e325cd6 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.262018 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-236a7832-ca8e-4abe-88c6-85298e325cd6 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0051024 Sep 18 05:23:55.271013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43432) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.275412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-1c5784ed-6b97-4bb0-8607-51f62037e1c8 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.278570 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1c5784ed-6b97-4bb0-8607-51f62037e1c8 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044150 Sep 18 05:23:55.278779 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43434) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.282687 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-83f547f4-fd64-4cef-afcb-4d49ae5b4b58 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.286056 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-83f547f4-fd64-4cef-afcb-4d49ae5b4b58 tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0063515 Sep 18 05:23:55.287838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43436) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.293801 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [None req-8c23b03d-f7e9-4849-86d0-6cea588a1d7f tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.296119 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8c23b03d-f7e9-4849-86d0-6cea588a1d7f tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0058739 Sep 18 05:23:55.305502 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43438) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:55.309829 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [None req-91181d2b-c534-42a7-8a2b-5b855dd5172a tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:23:55.314222 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-91181d2b-c534-42a7-8a2b-5b855dd5172a tempest-ExtensionsTestJSON-1743548488 tempest-ExtensionsTestJSON-1743548488-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0077379 Sep 18 05:23:55.934432 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45346df5-64c7-405f-9252-2e45430e086b req-e5a831da-db67-4978-8d6b-897103dae1f5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:55.942798 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-45346df5-64c7-405f-9252-2e45430e086b req-e5a831da-db67-4978-8d6b-897103dae1f5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.1675115 Sep 18 05:23:56.022867 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-45346df5-64c7-405f-9252-2e45430e086b req-cb517f61-f68c-4439-a111-5617f3c26f94 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777552 Sep 18 05:23:56.084336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43472) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:56.324022 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30f5b884-e935-4fc0-ba0c-6161a393b7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:56.530215 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30f5b884-e935-4fc0-ba0c-6161a393b7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:56.605312 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30f5b884-e935-4fc0-ba0c-6161a393b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:56.655536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43504) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:56.655904 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-30f5b884-e935-4fc0-ba0c-6161a393b7b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f88aff414006434c95eef9d95abbb9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5690374 Sep 18 05:23:56.685129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5b884-e935-4fc0-ba0c-6161a393b7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ec91d7-f434-4977-b5dd-57d099eb4fea,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:56.786697 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-750aa6af-7c96-49a3-9a19-ebc1c655731d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:56.818283 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-750aa6af-7c96-49a3-9a19-ebc1c655731d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:57.156618 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c06318-e231-4eae-80d0-f9eeedc6bd15 req-deb75d2f-b60d-4e64-b3e1-337e4528efe6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:57.159196 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98c06318-e231-4eae-80d0-f9eeedc6bd15 req-deb75d2f-b60d-4e64-b3e1-337e4528efe6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0627830 Sep 18 05:23:57.200882 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98c06318-e231-4eae-80d0-f9eeedc6bd15 req-7690487a-1cb7-4b90-bf6c-e1b00fbbc598 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351970 Sep 18 05:23:57.273832 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-750aa6af-7c96-49a3-9a19-ebc1c655731d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:57.276852 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-750aa6af-7c96-49a3-9a19-ebc1c655731d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:57.278224 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-750aa6af-7c96-49a3-9a19-ebc1c655731d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30ec91d7-f434-4977-b5dd-57d099eb4fea HTTP/1.1" status: 204 len: 168 time: 0.6203911 Sep 18 05:23:57.287791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750aa6af-7c96-49a3-9a19-ebc1c655731d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ec91d7-f434-4977-b5dd-57d099eb4fea,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:58.322662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7be79b-b8d3-4907-9835-fd0bf1b5c9d5 req-391e728c-c708-4c0c-88f7-7e06b4d875b2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:58.324471 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e7be79b-b8d3-4907-9835-fd0bf1b5c9d5 req-391e728c-c708-4c0c-88f7-7e06b4d875b2 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0507634 Sep 18 05:23:58.368720 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e7be79b-b8d3-4907-9835-fd0bf1b5c9d5 req-78babce3-c416-46e6-8e65-0e76408626f7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381455 Sep 18 05:23:58.696184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43564) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:58.808128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-204344883'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:23:58.890510 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Made reservation on behalf of c03911d2ecd04045bac5ff1b0dd1e8b5 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:23:58.894040 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:58.906253 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:58.997550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa65d08-24cf-4536-8363-7ecd3b9917c8 req-25a25ad1-21ba-4663-af5f-f7c1349e5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:58.999092 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fa65d08-24cf-4536-8363-7ecd3b9917c8 req-25a25ad1-21ba-4663-af5f-f7c1349e5b03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 1098 time: 0.0716705 Sep 18 05:23:59.109114 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:59.129410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa65d08-24cf-4536-8363-7ecd3b9917c8 req-be98e336-077c-4e02-ac0c-1f185b1d5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:59.131071 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fa65d08-24cf-4536-8363-7ecd3b9917c8 req-be98e336-077c-4e02-ac0c-1f185b1d5892 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.1245887 Sep 18 05:23:59.176399 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fa65d08-24cf-4536-8363-7ecd3b9917c8 req-346f5fa9-bec9-4767-9edc-72338bab87e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=809ddea2-2e8f-4448-9e9e-71b79579ba88 HTTP/1.1" status: 200 len: 217 time: 0.0376701 Sep 18 05:23:59.207314 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:23:59.224855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:59.247484 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa65d08-24cf-4536-8363-7ecd3b9917c8 req-3cb8622e-cb88-4b4e-8385-f7a05504c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:59.248998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fa65d08-24cf-4536-8363-7ecd3b9917c8 req-3cb8622e-cb88-4b4e-8385-f7a05504c494 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.0657597 Sep 18 05:23:59.254107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:23:59.295535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3f29bd-bfaf-4ba2-8829-a6689f29fbf3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:59.302125 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:59.302477 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Added segment a098ea01-71e4-4cc3-b27a-da11caccd9fc of type vlan for network bc7e554a-15ef-457f-91b6-d7e2880d1ba7 Sep 18 05:23:59.347590 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:59.353419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa65d08-24cf-4536-8363-7ecd3b9917c8 req-3e8c9f4f-a642-425a-a287-3ba79ec59a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:59.354960 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fa65d08-24cf-4536-8363-7ecd3b9917c8 req-3e8c9f4f-a642-425a-a287-3ba79ec59a35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942891 Sep 18 05:23:59.469150 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fa65d08-24cf-4536-8363-7ecd3b9917c8 req-73efff3c-86aa-4f6d-9545-647a6a70ff4a service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068285 Sep 18 05:23:59.490391 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0861a-c7ad-45c1-a6bd-e76406b14d41 req-f0539e5a-0d38-41e0-9f02-8cd906ec9669 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:59.492026 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dcf0861a-c7ad-45c1-a6bd-e76406b14d41 req-f0539e5a-0d38-41e0-9f02-8cd906ec9669 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0543737 Sep 18 05:23:59.498085 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:59.503589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:23:59.504181 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:23:59.532684 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dcf0861a-c7ad-45c1-a6bd-e76406b14d41 req-b4b23c5a-dd11-4ca1-b64f-68cf4e02d7c9 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334523 Sep 18 05:23:59.617885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Pushing event updated for resources: {'Network': ['ID=bc7e554a-15ef-457f-91b6-d7e2880d1ba7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:23:59.628747 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network bc7e554a-15ef-457f-91b6-d7e2880d1ba7 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:23:59.630417 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d6810db9-be79-483c-8050-fdf42d934ff7 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9330983 Sep 18 05:23:59.634363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43578) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:23:59.642135 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2823e1db-907e-4acc-8cf9-d53305404c5d tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Request body: {'subnet': {'network_id': 'bc7e554a-15ef-457f-91b6-d7e2880d1ba7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:23:59.647804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fa65d08-24cf-4536-8363-7ecd3b9917c8 req-68a69500-1d23-42d5-94fd-e77643f9c173 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654434 Sep 18 05:23:59.804872 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2823e1db-907e-4acc-8cf9-d53305404c5d tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Made reservation on behalf of c03911d2ecd04045bac5ff1b0dd1e8b5 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:23:59.808580 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2823e1db-907e-4acc-8cf9-d53305404c5d tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:00.072352 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2823e1db-907e-4acc-8cf9-d53305404c5d tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:00.142658 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823e1db-907e-4acc-8cf9-d53305404c5d tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Pushing event updated for resources: {'Subnet': ['ID=13ca8b43-ae17-4b93-b542-7a443fd926b0,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:00.154423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823e1db-907e-4acc-8cf9-d53305404c5d tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Checking segment: {'id': 'a098ea01-71e4-4cc3-b27a-da11caccd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bc7e554a-15ef-457f-91b6-d7e2880d1ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:00.154806 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2823e1db-907e-4acc-8cf9-d53305404c5d tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Network hostable DHCP agents. Network: bc7e554a-15ef-457f-91b6-d7e2880d1ba7, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:24:00.261113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2823e1db-907e-4acc-8cf9-d53305404c5d tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Network bc7e554a-15ef-457f-91b6-d7e2880d1ba7 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:24:00.330810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-2823e1db-907e-4acc-8cf9-d53305404c5d tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, bc7e554a-15ef-457f-91b6-d7e2880d1ba7) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:00.336615 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2823e1db-907e-4acc-8cf9-d53305404c5d tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:00.337521 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2823e1db-907e-4acc-8cf9-d53305404c5d tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:00.343539 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6739a37-1898-48bc-9e92-2ad13a7031d2 None None] Network bc7e554a-15ef-457f-91b6-d7e2880d1ba7 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:00.411822 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2823e1db-907e-4acc-8cf9-d53305404c5d tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7757354 Sep 18 05:24:00.414594 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43588) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:00.420535 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-463e7e96-5f3a-4e41-b0dc-f95ffc72b63f tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Request body: {'port': {'network_id': 'bc7e554a-15ef-457f-91b6-d7e2880d1ba7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1796225785'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:00.505905 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-bc7e554a-15ef-457f-91b6-d7e2880d1ba7', 'network_id': 'bc7e554a-15ef-457f-91b6-d7e2880d1ba7', 'tenant_id': 'c03911d2ecd04045bac5ff1b0dd1e8b5', 'fixed_ips': [{'subnet_id': '13ca8b43-ae17-4b93-b542-7a443fd926b0'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:24:00.506827 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:00.622250 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463e7e96-5f3a-4e41-b0dc-f95ffc72b63f tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Made reservation on behalf of c03911d2ecd04045bac5ff1b0dd1e8b5 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:00.625898 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-463e7e96-5f3a-4e41-b0dc-f95ffc72b63f tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:00.644610 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-463e7e96-5f3a-4e41-b0dc-f95ffc72b63f tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] device_id is not set on port c843b026-5668-4dde-86ad-5d84c141a37b yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:24:00.657523 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee86046-e32b-4b30-8dd0-2bb6cddcd79c req-da6d4a0c-8201-4cde-a6a9-cb1a294276f6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:00.658013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Allocated IP 172.20.0.2 (bc7e554a-15ef-457f-91b6-d7e2880d1ba7/13ca8b43-ae17-4b93-b542-7a443fd926b0/de9d5c53-618b-4f2f-9834-bad619c01918) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:00.660301 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fee86046-e32b-4b30-8dd0-2bb6cddcd79c req-da6d4a0c-8201-4cde-a6a9-cb1a294276f6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 946 time: 0.0566144 Sep 18 05:24:00.704350 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fee86046-e32b-4b30-8dd0-2bb6cddcd79c req-86898d98-3e27-4c6b-b429-6babac300888 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354102 Sep 18 05:24:00.811903 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:00.880092 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:00.919421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Network bc7e554a-15ef-457f-91b6-d7e2880d1ba7 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:00.922330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:00.926687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:00.937463 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Pushing event updated for resources: {'Port': ['ID=de9d5c53-618b-4f2f-9834-bad619c01918,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:00.937648 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-463e7e96-5f3a-4e41-b0dc-f95ffc72b63f tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Allocated IP 172.20.0.4 (bc7e554a-15ef-457f-91b6-d7e2880d1ba7/13ca8b43-ae17-4b93-b542-7a443fd926b0/c843b026-5668-4dde-86ad-5d84c141a37b) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:00.988428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Attempting to bind port de9d5c53-618b-4f2f-9834-bad619c01918 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:00.988838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Attempting to bind port de9d5c53-618b-4f2f-9834-bad619c01918 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'a098ea01-71e4-4cc3-b27a-da11caccd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bc7e554a-15ef-457f-91b6-d7e2880d1ba7'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:00.989210 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Attempting to bind port de9d5c53-618b-4f2f-9834-bad619c01918 on network bc7e554a-15ef-457f-91b6-d7e2880d1ba7 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:00.994546 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:00.994931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Checking segment: {'id': 'a098ea01-71e4-4cc3-b27a-da11caccd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bc7e554a-15ef-457f-91b6-d7e2880d1ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:00.995345 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:00.995749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Bound using segment: {'id': 'a098ea01-71e4-4cc3-b27a-da11caccd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bc7e554a-15ef-457f-91b6-d7e2880d1ba7'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:00.997409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Bound port: de9d5c53-618b-4f2f-9834-bad619c01918, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a098ea01-71e4-4cc3-b27a-da11caccd9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bc7e554a-15ef-457f-91b6-d7e2880d1ba7'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:00.997409 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:01.106227 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-463e7e96-5f3a-4e41-b0dc-f95ffc72b63f tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:01.195379 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-463e7e96-5f3a-4e41-b0dc-f95ffc72b63f tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:01.246691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e7e96-5f3a-4e41-b0dc-f95ffc72b63f tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Network bc7e554a-15ef-457f-91b6-d7e2880d1ba7 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:01.250005 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-463e7e96-5f3a-4e41-b0dc-f95ffc72b63f tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:01.255898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e7e96-5f3a-4e41-b0dc-f95ffc72b63f tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:01.263787 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e7e96-5f3a-4e41-b0dc-f95ffc72b63f tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Pushing event updated for resources: {'Port': ['ID=c843b026-5668-4dde-86ad-5d84c141a37b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:01.267718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] For port de9d5c53-618b-4f2f-9834-bad619c01918, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:01.273447 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] For port de9d5c53-618b-4f2f-9834-bad619c01918, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=de9d5c53-618b-4f2f-9834-bad619c01918,segment=NetworkSegment(a098ea01-71e4-4cc3-b27a-da11caccd9fc),segment_id=a098ea01-71e4-4cc3-b27a-da11caccd9fc)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:01.302789 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-172cb246-545c-4a9a-8df3-1c1c0b6d336d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:01.318379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463e7e96-5f3a-4e41-b0dc-f95ffc72b63f tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:01.319023 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-463e7e96-5f3a-4e41-b0dc-f95ffc72b63f tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:01.363745 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:01.371267 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 809ddea2-2e8f-4448-9e9e-71b79579ba88 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:01.395912 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-463e7e96-5f3a-4e41-b0dc-f95ffc72b63f tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9766417 Sep 18 05:24:01.397198 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43602) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:01.402951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Request body: {'port': {'network_id': 'bc7e554a-15ef-457f-91b6-d7e2880d1ba7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-486079952', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:01.403528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.api.validators [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] bootfile-name is not in valid_values {{(pid=106909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 05:24:01.403935 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.api.validators [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] tftp-server is not in valid_values {{(pid=106909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 05:24:01.404387 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.api.validators [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] server-ip-address is not in valid_values {{(pid=106909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 05:24:01.495978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b4097-959f-4882-a713-1ae21ccc50c5 None None] Pushing event updated for resources: {'Port': ['ID=de9d5c53-618b-4f2f-9834-bad619c01918,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:01.561923 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:01.604776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c76e51c-30c5-4e8c-89f4-d79cda513388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '809ddea2-2e8f-4448-9e9e-71b79579ba88'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:24:01.607004 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c45557b-d73b-4f9b-a6c7-d01a0668d8c3" -d '{"events": [{"server_uuid": "7c76e51c-30c5-4e8c-89f4-d79cda513388", "name": "network-vif-unplugged", "status": "completed", "tag": "809ddea2-2e8f-4448-9e9e-71b79579ba88"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:24:01.630812 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 809ddea2-2e8f-4448-9e9e-71b79579ba88, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=809ddea2-2e8f-4448-9e9e-71b79579ba88,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:01.657255 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ecd137-11f6-4d08-b8b6-241ffc9b4f7b x-openstack-request-id: req-72ecd137-11f6-4d08-b8b6-241ffc9b4f7b {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:24:01.657666 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c76e51c-30c5-4e8c-89f4-d79cda513388", "name": "network-vif-unplugged", "status": "completed", "tag": "809ddea2-2e8f-4448-9e9e-71b79579ba88", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:24:01.658074 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72ecd137-11f6-4d08-b8b6-241ffc9b4f7b {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:24:01.658615 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c76e51c-30c5-4e8c-89f4-d79cda513388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '809ddea2-2e8f-4448-9e9e-71b79579ba88', 'code': 200} Sep 18 05:24:01.691048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Made reservation on behalf of c03911d2ecd04045bac5ff1b0dd1e8b5 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:01.693541 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:01.696079 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:01.749094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] device_id is not set on port 4fdcdd87-f0af-491a-9b1e-93f752bd443b yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:24:01.787906 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=809ddea2-2e8f-4448-9e9e-71b79579ba88,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:02.018360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c1233-36b0-48a3-887e-2146f5dc4b30 req-338631c5-e5a3-45f8-8828-47e0d9ec4890 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:02.020592 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-032c1233-36b0-48a3-887e-2146f5dc4b30 req-338631c5-e5a3-45f8-8828-47e0d9ec4890 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 944 time: 0.1975298 Sep 18 05:24:02.021966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Allocated IP 172.20.0.6 (bc7e554a-15ef-457f-91b6-d7e2880d1ba7/13ca8b43-ae17-4b93-b542-7a443fd926b0/4fdcdd87-f0af-491a-9b1e-93f752bd443b) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:02.088816 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-032c1233-36b0-48a3-887e-2146f5dc4b30 req-d4542ea5-f38f-4611-b734-01f093ecfd8f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609412 Sep 18 05:24:02.220303 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684c7d4-6581-4991-b491-7c3d26e6115a req-7abe03d3-c8e6-4b83-b24d-c44cdede9a59 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:02.221903 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a684c7d4-6581-4991-b491-7c3d26e6115a req-7abe03d3-c8e6-4b83-b24d-c44cdede9a59 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0569844 Sep 18 05:24:02.258459 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:02.288143 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a684c7d4-6581-4991-b491-7c3d26e6115a req-7fbe4f26-f7b0-4004-8fa2-ce2ea2f6e817 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547259 Sep 18 05:24:02.335571 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device de9d5c53-618b-4f2f-9834-bad619c01918 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:02.388978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:02.396569 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port de9d5c53-618b-4f2f-9834-bad619c01918 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:02.396926 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:02.451699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Network bc7e554a-15ef-457f-91b6-d7e2880d1ba7 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:02.457912 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:02.462708 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:02.482265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b870ea6-f4e7-4e19-8bb1-9b500ae9d5fb req-54754a85-022a-42a2-a020-bc4efba7c752 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:02.490531 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b870ea6-f4e7-4e19-8bb1-9b500ae9d5fb req-54754a85-022a-42a2-a020-bc4efba7c752 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1300836 Sep 18 05:24:02.501183 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:02.531816 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Pushing event updated for resources: {'Port': ['ID=4fdcdd87-f0af-491a-9b1e-93f752bd443b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:02.550311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port de9d5c53-618b-4f2f-9834-bad619c01918, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=de9d5c53-618b-4f2f-9834-bad619c01918,segment=NetworkSegment(a098ea01-71e4-4cc3-b27a-da11caccd9fc),segment_id=a098ea01-71e4-4cc3-b27a-da11caccd9fc)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:02.580661 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:02.581334 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:02.592268 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b870ea6-f4e7-4e19-8bb1-9b500ae9d5fb req-02ee22af-ea3d-4c28-bd19-5c8ae7b8477a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953653 Sep 18 05:24:02.635301 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:02.716767 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=de9d5c53-618b-4f2f-9834-bad619c01918,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:02.740338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-80344604-e9be-4472-849f-44e263e1c026 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.3387434 Sep 18 05:24:02.740866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43620) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:02.798792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167dd589-a9d5-4648-bca8-faaa39df013a tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:02.805131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167dd589-a9d5-4648-bca8-faaa39df013a tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:02.811249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167dd589-a9d5-4648-bca8-faaa39df013a tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:02.813281 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-167dd589-a9d5-4648-bca8-faaa39df013a tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0715272 Sep 18 05:24:02.816169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43622) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:02.831752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1326b2fe-48ce-4d70-9d3a-16635a4e8cc5 None None] Network bc7e554a-15ef-457f-91b6-d7e2880d1ba7 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:02.925109 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-51476c92-ed93-42eb-8fae-0d4a3075a109 None None] Provisioning complete for port de9d5c53-618b-4f2f-9834-bad619c01918 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:02.925489 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-51476c92-ed93-42eb-8fae-0d4a3075a109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:02.928042 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a3003467-b742-4fd0-954f-b00dd6fda234 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Deleting port 4fdcdd87-f0af-491a-9b1e-93f752bd443b {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:02.928455 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3003467-b742-4fd0-954f-b00dd6fda234 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:03.066102 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40add9-72c0-46ad-b334-8464942a810e req-ec59f918-8ef5-4c0b-b18d-3ffd28f39a0e tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:03.068782 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b40add9-72c0-46ad-b334-8464942a810e req-ec59f918-8ef5-4c0b-b18d-3ffd28f39a0e tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1016259 Sep 18 05:24:03.089664 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3003467-b742-4fd0-954f-b00dd6fda234 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:03.111677 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a3003467-b742-4fd0-954f-b00dd6fda234 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Calling delete_port for 4fdcdd87-f0af-491a-9b1e-93f752bd443b owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:03.145025 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b40add9-72c0-46ad-b334-8464942a810e req-98bbbb95-d9ae-479c-8308-09e63b52b052 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655322 Sep 18 05:24:03.423322 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-eec8ef2a-5e80-4a1f-ab23-6a799a542229 None None] Provisioning complete for port de9d5c53-618b-4f2f-9834-bad619c01918 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:03.423727 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eec8ef2a-5e80-4a1f-ab23-6a799a542229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:03.532538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-eec8ef2a-5e80-4a1f-ab23-6a799a542229 None None] Provisioning complete for port c843b026-5668-4dde-86ad-5d84c141a37b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:03.532925 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eec8ef2a-5e80-4a1f-ab23-6a799a542229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:03.587962 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-eec8ef2a-5e80-4a1f-ab23-6a799a542229 None None] Port c843b026-5668-4dde-86ad-5d84c141a37b cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:24:03.603416 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-eec8ef2a-5e80-4a1f-ab23-6a799a542229 None None] Provisioning complete for port 4fdcdd87-f0af-491a-9b1e-93f752bd443b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:03.604170 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eec8ef2a-5e80-4a1f-ab23-6a799a542229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:03.633828 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3003467-b742-4fd0-954f-b00dd6fda234 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:03.648681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-eec8ef2a-5e80-4a1f-ab23-6a799a542229 None None] Port 4fdcdd87-f0af-491a-9b1e-93f752bd443b cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:24:03.662321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3003467-b742-4fd0-954f-b00dd6fda234 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Pushing event deleted for resources: {'Port': ['ID=4fdcdd87-f0af-491a-9b1e-93f752bd443b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:03.738267 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3003467-b742-4fd0-954f-b00dd6fda234 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:03.740802 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a3003467-b742-4fd0-954f-b00dd6fda234 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] 10.222.0.23 "DELETE /v2.0/ports/4fdcdd87-f0af-491a-9b1e-93f752bd443b HTTP/1.1" status: 204 len: 168 time: 0.9229751 Sep 18 05:24:03.744574 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43636) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:03.753580 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-90f92920-c68b-4853-8212-d28644be53a8 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Request body: {'port': {'name': 'tempest-new-port-name-1864566764', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:03.754970 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.api.validators [None req-90f92920-c68b-4853-8212-d28644be53a8 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] bootfile-name is not in valid_values {{(pid=106908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 05:24:03.755469 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.api.validators [None req-90f92920-c68b-4853-8212-d28644be53a8 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] tftp-server is not in valid_values {{(pid=106908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 05:24:03.755811 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.api.validators [None req-90f92920-c68b-4853-8212-d28644be53a8 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] server-ip-address is not in valid_values {{(pid=106908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 05:24:03.765188 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-fe159a5f-c391-4068-b3b9-c10bddc40522 None None] Could not find standard attr ID for object 4fdcdd87-f0af-491a-9b1e-93f752bd443b. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:24:03.785614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-fe159a5f-c391-4068-b3b9-c10bddc40522 None None] Provisioning complete for port c843b026-5668-4dde-86ad-5d84c141a37b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:03.786735 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fe159a5f-c391-4068-b3b9-c10bddc40522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:03.844468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-fe159a5f-c391-4068-b3b9-c10bddc40522 None None] Port c843b026-5668-4dde-86ad-5d84c141a37b cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:24:03.852427 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-22a5ee5e-61b9-4d60-aeff-00800628ae2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:03.867574 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90f92920-c68b-4853-8212-d28644be53a8 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:04.071163 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90f92920-c68b-4853-8212-d28644be53a8 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:04.164923 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90f92920-c68b-4853-8212-d28644be53a8 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:04.259163 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f92920-c68b-4853-8212-d28644be53a8 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Pushing event updated for resources: {'Port': ['ID=c843b026-5668-4dde-86ad-5d84c141a37b,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:04.293483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-90f92920-c68b-4853-8212-d28644be53a8 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] In _notify_port_updated(), no bound segment for port c843b026-5668-4dde-86ad-5d84c141a37b on network bc7e554a-15ef-457f-91b6-d7e2880d1ba7 {{(pid=106908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:24:04.299695 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f92920-c68b-4853-8212-d28644be53a8 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:04.300428 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90f92920-c68b-4853-8212-d28644be53a8 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:04.302399 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-90f92920-c68b-4853-8212-d28644be53a8 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] 10.222.0.23 "PUT /v2.0/ports/c843b026-5668-4dde-86ad-5d84c141a37b HTTP/1.1" status: 200 len: 1136 time: 0.5554841 Sep 18 05:24:04.305040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43648) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:04.329551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cc9fb-6af7-43ae-9bb8-5b3758d02538 req-d95f802b-335f-4bf3-9112-9121e298631b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:04.340046 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d2cc9fb-6af7-43ae-9bb8-5b3758d02538 req-d95f802b-335f-4bf3-9112-9121e298631b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0911241 Sep 18 05:24:04.351584 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:04.392134 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device de9d5c53-618b-4f2f-9834-bad619c01918 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:04.405053 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ace6429-26a7-4842-9e27-cc660ed676e6 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:04.410507 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7ace6429-26a7-4842-9e27-cc660ed676e6 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] 10.222.0.23 "GET /v2.0/ports/c843b026-5668-4dde-86ad-5d84c141a37b HTTP/1.1" status: 200 len: 1136 time: 0.1040628 Sep 18 05:24:04.411357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43650) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:04.421660 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d2cc9fb-6af7-43ae-9bb8-5b3758d02538 req-650d1c18-6605-445a-bf05-5ef290b3b729 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805743 Sep 18 05:24:04.452026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port de9d5c53-618b-4f2f-9834-bad619c01918 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:04.452691 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:04.527614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f904e287-97f2-4d48-a0b6-68f6d89f8b38 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Deleting port c843b026-5668-4dde-86ad-5d84c141a37b {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:04.527970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f904e287-97f2-4d48-a0b6-68f6d89f8b38 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:04.584031 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3dca2554-30a5-4505-bfcf-b3918568fab2 None None] Provisioning complete for port c843b026-5668-4dde-86ad-5d84c141a37b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:04.584456 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3dca2554-30a5-4505-bfcf-b3918568fab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:04.621181 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3dca2554-30a5-4505-bfcf-b3918568fab2 None None] Port c843b026-5668-4dde-86ad-5d84c141a37b cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:24:04.654331 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f904e287-97f2-4d48-a0b6-68f6d89f8b38 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:04.667782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f904e287-97f2-4d48-a0b6-68f6d89f8b38 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Calling delete_port for c843b026-5668-4dde-86ad-5d84c141a37b owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:04.913610 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f904e287-97f2-4d48-a0b6-68f6d89f8b38 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:04.945820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904e287-97f2-4d48-a0b6-68f6d89f8b38 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Pushing event deleted for resources: {'Port': ['ID=c843b026-5668-4dde-86ad-5d84c141a37b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:05.054752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f904e287-97f2-4d48-a0b6-68f6d89f8b38 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:05.057772 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f904e287-97f2-4d48-a0b6-68f6d89f8b38 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] 10.222.0.23 "DELETE /v2.0/ports/c843b026-5668-4dde-86ad-5d84c141a37b HTTP/1.1" status: 204 len: 168 time: 0.6433148 Sep 18 05:24:05.066981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43660) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:05.130173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a627c93e-0075-4e58-bbc1-bb33da54eeef tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Deleting subnet 13ca8b43-ae17-4b93-b542-7a443fd926b0 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:24:05.138359 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a627c93e-0075-4e58-bbc1-bb33da54eeef tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:05.212194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a627c93e-0075-4e58-bbc1-bb33da54eeef tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:05.298284 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a627c93e-0075-4e58-bbc1-bb33da54eeef tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:05.302163 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:05.383657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 809ddea2-2e8f-4448-9e9e-71b79579ba88 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:05.460807 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a627c93e-0075-4e58-bbc1-bb33da54eeef tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:05.493976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627c93e-0075-4e58-bbc1-bb33da54eeef tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Pushing event deleted for resources: {'Subnet': ['ID=13ca8b43-ae17-4b93-b542-7a443fd926b0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:05.498333 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a627c93e-0075-4e58-bbc1-bb33da54eeef tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:05.509908 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a627c93e-0075-4e58-bbc1-bb33da54eeef tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] 10.222.0.23 "DELETE /v2.0/subnets/13ca8b43-ae17-4b93-b542-7a443fd926b0 HTTP/1.1" status: 204 len: 168 time: 0.4387848 Sep 18 05:24:05.510024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43664) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:05.510470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dcafba-8737-484f-97bf-0639f9140a71 None None] Network bc7e554a-15ef-457f-91b6-d7e2880d1ba7 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:05.556452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf4f7e-8190-4580-9edc-efe64b243a07 req-6c5078ee-d97b-4f2a-8b15-9d4ae93bd2ed tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:05.558018 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ecf4f7e-8190-4580-9edc-efe64b243a07 req-6c5078ee-d97b-4f2a-8b15-9d4ae93bd2ed tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0510435 Sep 18 05:24:05.590928 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:05.600946 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ecf4f7e-8190-4580-9edc-efe64b243a07 req-f4646785-76de-49df-b268-b677cb3e09fe tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358224 Sep 18 05:24:05.651029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Deleting port de9d5c53-618b-4f2f-9834-bad619c01918 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:05.651387 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:05.705012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a8efe4-be43-4483-82ed-219c717eddf8 None None] DHCP port deletion for bc7e554a-15ef-457f-91b6-d7e2880d1ba7 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:24:05.723860 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] For port de9d5c53-618b-4f2f-9834-bad619c01918, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=de9d5c53-618b-4f2f-9834-bad619c01918,segment=NetworkSegment(a098ea01-71e4-4cc3-b27a-da11caccd9fc),segment_id=a098ea01-71e4-4cc3-b27a-da11caccd9fc)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:05.724278 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:05.737936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Calling delete_port for de9d5c53-618b-4f2f-9834-bad619c01918 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:05.754044 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-03a8efe4-be43-4483-82ed-219c717eddf8 None None] Deleting port de9d5c53-618b-4f2f-9834-bad619c01918 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:05.754503 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-03a8efe4-be43-4483-82ed-219c717eddf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:05.819571 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-03a8efe4-be43-4483-82ed-219c717eddf8 None None] For port de9d5c53-618b-4f2f-9834-bad619c01918, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=de9d5c53-618b-4f2f-9834-bad619c01918,segment=NetworkSegment(a098ea01-71e4-4cc3-b27a-da11caccd9fc),segment_id=a098ea01-71e4-4cc3-b27a-da11caccd9fc)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:05.819967 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-03a8efe4-be43-4483-82ed-219c717eddf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:05.832681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-03a8efe4-be43-4483-82ed-219c717eddf8 None None] Calling delete_port for de9d5c53-618b-4f2f-9834-bad619c01918 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:05.919534 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:05.925538 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-03a8efe4-be43-4483-82ed-219c717eddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:05.947196 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Pushing event deleted for resources: {'Port': ['ID=de9d5c53-618b-4f2f-9834-bad619c01918,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:05.949797 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] No DVR routers for this DVR port de9d5c53-618b-4f2f-9834-bad619c01918 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:05.954470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8efe4-be43-4483-82ed-219c717eddf8 None None] Pushing event deleted for resources: {'Port': ['ID=de9d5c53-618b-4f2f-9834-bad619c01918,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:05.955726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8efe4-be43-4483-82ed-219c717eddf8 None None] No DVR routers for this DVR port de9d5c53-618b-4f2f-9834-bad619c01918 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:06.055652 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:06.077277 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7e554a-15ef-457f-91b6-d7e2880d1ba7']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:06.090521 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a098ea01-71e4-4cc3-b27a-da11caccd9fc') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:06.091872 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a098ea01-71e4-4cc3-b27a-da11caccd9fc') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:06.102371 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:06.178900 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:06.185549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:06.186197 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:06.189912 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:06.286049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device de9d5c53-618b-4f2f-9834-bad619c01918 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:06.311057 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: de9d5c53-618b-4f2f-9834-bad619c01918 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:24:06.312002 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device de9d5c53-618b-4f2f-9834-bad619c01918 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:06.428131 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:06.435741 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:06.443179 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] 10.222.0.23 "DELETE /v2.0/networks/bc7e554a-15ef-457f-91b6-d7e2880d1ba7 HTTP/1.1" status: 204 len: 168 time: 0.9349041 Sep 18 05:24:06.464932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615205f6-8018-4164-9a4e-4e192be843c4 tempest-ExtraDHCPOptionsTestJSON-147701098 tempest-ExtraDHCPOptionsTestJSON-147701098-project] Pushing event deleted for resources: {'Network': ['ID=bc7e554a-15ef-457f-91b6-d7e2880d1ba7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:06.543931 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43682) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:06.659085 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68dbe269-485f-44ad-b16c-fbfc8120102e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:06.750292 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c592d-fa74-41ef-97b0-7aed657d65cc req-76efeb23-e944-4344-abfb-8e4aac1690de tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:06.751796 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-343c592d-fa74-41ef-97b0-7aed657d65cc req-76efeb23-e944-4344-abfb-8e4aac1690de tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0766664 Sep 18 05:24:06.809090 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-343c592d-fa74-41ef-97b0-7aed657d65cc req-a312e6e6-cf3b-455c-89cc-d71cf185408c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485477 Sep 18 05:24:06.831256 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68dbe269-485f-44ad-b16c-fbfc8120102e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:06.871344 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:06.931201 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68dbe269-485f-44ad-b16c-fbfc8120102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:06.974153 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-68dbe269-485f-44ad-b16c-fbfc8120102e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4748bb36df444aba85825654750596df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4288349 Sep 18 05:24:06.976489 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbe269-485f-44ad-b16c-fbfc8120102e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b03388-6db4-48c3-ae6a-18be89da8f23,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:06.976867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43690) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:06.995124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43692) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:07.033007 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e71b16a-1e15-4498-b38c-c997fc7b9ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:07.069419 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e71b16a-1e15-4498-b38c-c997fc7b9ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:07.156642 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0be1f3a9-9b60-4ba2-8222-f526b6c18ce1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c03911d2ecd04045bac5ff1b0dd1e8b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602416 Sep 18 05:24:07.159101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43700) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:07.207915 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f605156f-08ab-4065-82c3-d0942fbd0646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:07.218407 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e71b16a-1e15-4498-b38c-c997fc7b9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:07.220795 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e71b16a-1e15-4498-b38c-c997fc7b9ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:07.221938 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0e71b16a-1e15-4498-b38c-c997fc7b9ca6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00b03388-6db4-48c3-ae6a-18be89da8f23 HTTP/1.1" status: 204 len: 168 time: 0.2435000 Sep 18 05:24:07.238907 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f605156f-08ab-4065-82c3-d0942fbd0646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:07.241413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71b16a-1e15-4498-b38c-c997fc7b9ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b03388-6db4-48c3-ae6a-18be89da8f23,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:07.490852 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f605156f-08ab-4065-82c3-d0942fbd0646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:07.493656 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f605156f-08ab-4065-82c3-d0942fbd0646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:07.495892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f605156f-08ab-4065-82c3-d0942fbd0646 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c3f29bd-bfaf-4ba2-8829-a6689f29fbf3 HTTP/1.1" status: 204 len: 168 time: 0.3352218 Sep 18 05:24:07.507850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605156f-08ab-4065-82c3-d0942fbd0646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3f29bd-bfaf-4ba2-8829-a6689f29fbf3,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:07.932667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8adeb-07ba-498c-9a2f-b7383f698f91 req-7b7dacd1-a156-43d3-92b9-3bdab421d52f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:07.932667 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b1e8adeb-07ba-498c-9a2f-b7383f698f91 req-7b7dacd1-a156-43d3-92b9-3bdab421d52f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0504475 Sep 18 05:24:07.996592 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b1e8adeb-07ba-498c-9a2f-b7383f698f91 req-bb91e178-4503-49b8-81f8-3a5654902821 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545268 Sep 18 05:24:08.310209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43744) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:08.409092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-872058580-network', 'tenant_id': '41d32d5e7c4d41139d106e8d89c53a41'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:08.477174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] Made reservation on behalf of 41d32d5e7c4d41139d106e8d89c53a41 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:08.479470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:08.488037 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:08.569901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43754) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:08.577941 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:08.621623 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:08.643733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:24:08.658869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950e7bbc-4c8f-4544-8c8d-ec30df15c14e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:08.662064 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:08.662421 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] Added segment 39f3b6f1-f06d-465c-8b4c-b23f5dda694f of type vlan for network 64566637-77bb-4dda-835c-da14ceb5739f Sep 18 05:24:08.668109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2072994103'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:08.703764 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:08.740441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:08.743895 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:08.752928 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:08.834716 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:08.835864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:08.836482 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:08.854547 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:08.930656 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:08.963272 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:24:08.970274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a52433-1b16-4aa5-b6c0-05d8e45ab420,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:08.978005 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:08.978384 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Added segment 0cdcc192-31e4-4347-ba40-3e16e74bd72e of type vlan for network 26d6aad0-e32d-4f9d-a55e-d73fe0291f15 Sep 18 05:24:09.024544 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:09.115615 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d566f7-e1ea-4fc6-8cf7-002909cd4443 req-bb489838-503f-446c-b17e-21e79e919a37 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:09.117255 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-32d566f7-e1ea-4fc6-8cf7-002909cd4443 req-bb489838-503f-446c-b17e-21e79e919a37 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0528557 Sep 18 05:24:09.137754 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:09.143307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:09.150882 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:09.201826 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-32d566f7-e1ea-4fc6-8cf7-002909cd4443 req-641f8028-73b8-4400-8ef0-8f552401ae7d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782506 Sep 18 05:24:09.244331 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6653428 Sep 18 05:24:09.248589 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f86f3-e6e3-4d0f-9f8f-8337049d5ee4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Network': ['ID=26d6aad0-e32d-4f9d-a55e-d73fe0291f15,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:09.258982 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 26d6aad0-e32d-4f9d-a55e-d73fe0291f15 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:24:09.266545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] Pushing event updated for resources: {'Network': ['ID=64566637-77bb-4dda-835c-da14ceb5739f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:09.281628 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 64566637-77bb-4dda-835c-da14ceb5739f details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:24:09.349712 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aa32c15d-25e8-46e9-ac4c-5dbea9f2a0ed admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.0381877 Sep 18 05:24:09.353944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43766) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:09.358777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e5d2bea1-7263-4532-9721-dad7f5cdd329 admin admin] Request body: {'subnet': {'network_id': '64566637-77bb-4dda-835c-da14ceb5739f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-872058580-subnet', 'tenant_id': '41d32d5e7c4d41139d106e8d89c53a41', 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:09.471189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d2bea1-7263-4532-9721-dad7f5cdd329 admin admin] Made reservation on behalf of 41d32d5e7c4d41139d106e8d89c53a41 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:09.474478 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e5d2bea1-7263-4532-9721-dad7f5cdd329 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:09.723706 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e5d2bea1-7263-4532-9721-dad7f5cdd329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:09.792538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2bea1-7263-4532-9721-dad7f5cdd329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8befd32e-862d-431f-97dc-245809f252a9,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:09.802729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d2bea1-7263-4532-9721-dad7f5cdd329 admin admin] Checking segment: {'id': '39f3b6f1-f06d-465c-8b4c-b23f5dda694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '64566637-77bb-4dda-835c-da14ceb5739f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:09.803220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2bea1-7263-4532-9721-dad7f5cdd329 admin admin] Network hostable DHCP agents. Network: 64566637-77bb-4dda-835c-da14ceb5739f, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:24:09.919246 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2bea1-7263-4532-9721-dad7f5cdd329 admin admin] Network 64566637-77bb-4dda-835c-da14ceb5739f is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:24:10.016831 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-e5d2bea1-7263-4532-9721-dad7f5cdd329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 64566637-77bb-4dda-835c-da14ceb5739f) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:10.029514 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88149c72-8fa5-45db-9b86-2041792b8f8f None None] Network 64566637-77bb-4dda-835c-da14ceb5739f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:10.044404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d2bea1-7263-4532-9721-dad7f5cdd329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:10.045710 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e5d2bea1-7263-4532-9721-dad7f5cdd329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:10.169619 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43772) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:10.174394 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e5d2bea1-7263-4532-9721-dad7f5cdd329 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8193693 Sep 18 05:24:10.183025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-872058580-router', 'tenant_id': '41d32d5e7c4d41139d106e8d89c53a41', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:10.229636 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-64566637-77bb-4dda-835c-da14ceb5739f', 'network_id': '64566637-77bb-4dda-835c-da14ceb5739f', 'tenant_id': '41d32d5e7c4d41139d106e8d89c53a41', 'fixed_ips': [{'subnet_id': '8befd32e-862d-431f-97dc-245809f252a9'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:24:10.230862 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:10.325134 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:10.327298 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:10.404788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:10.414511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26aa15-078c-4030-8ba2-240159b7f1b2 req-96c796f0-bf79-46a0-a2bb-4b679a213d1e tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:10.416320 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c26aa15-078c-4030-8ba2-240159b7f1b2 req-96c796f0-bf79-46a0-a2bb-4b679a213d1e tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0946140 Sep 18 05:24:10.438338 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Allocated IP 172.20.0.2 (64566637-77bb-4dda-835c-da14ceb5739f/8befd32e-862d-431f-97dc-245809f252a9/8a38ab7c-59f5-4236-8099-aa9847c22c58) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:10.489179 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c26aa15-078c-4030-8ba2-240159b7f1b2 req-71c77e1c-e57c-42ff-a748-c6ff70f956f7 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643637 Sep 18 05:24:10.620636 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:10.663225 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:10.696911 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:10.740835 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Network 64566637-77bb-4dda-835c-da14ceb5739f is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:10.746365 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:10.769113 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:10.875350 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Pushing event updated for resources: {'Port': ['ID=8a38ab7c-59f5-4236-8099-aa9847c22c58,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:10.913068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Attempting to bind port 8a38ab7c-59f5-4236-8099-aa9847c22c58 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:10.916393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Attempting to bind port 8a38ab7c-59f5-4236-8099-aa9847c22c58 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '39f3b6f1-f06d-465c-8b4c-b23f5dda694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '64566637-77bb-4dda-835c-da14ceb5739f'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:10.920098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Attempting to bind port 8a38ab7c-59f5-4236-8099-aa9847c22c58 on network 64566637-77bb-4dda-835c-da14ceb5739f {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:10.927786 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:10.928431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Checking segment: {'id': '39f3b6f1-f06d-465c-8b4c-b23f5dda694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '64566637-77bb-4dda-835c-da14ceb5739f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:10.928950 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:10.929559 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Bound using segment: {'id': '39f3b6f1-f06d-465c-8b4c-b23f5dda694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '64566637-77bb-4dda-835c-da14ceb5739f'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:10.943247 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Bound port: 8a38ab7c-59f5-4236-8099-aa9847c22c58, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f3b6f1-f06d-465c-8b4c-b23f5dda694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '64566637-77bb-4dda-835c-da14ceb5739f'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:10.943791 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:11.041299 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] For port 8a38ab7c-59f5-4236-8099-aa9847c22c58, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:11.045389 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] For port 8a38ab7c-59f5-4236-8099-aa9847c22c58, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8a38ab7c-59f5-4236-8099-aa9847c22c58,segment=NetworkSegment(39f3b6f1-f06d-465c-8b4c-b23f5dda694f),segment_id=39f3b6f1-f06d-465c-8b4c-b23f5dda694f)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:11.047495 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:11.068764 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:11.142711 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:11.173980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Allocated IP 172.25.7.241 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/db1cf5ad-22a1-46dd-8af1-0d06b0ea85de) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:11.282254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3333d6-92aa-4be4-94cd-c640177ada56 None None] Pushing event updated for resources: {'Port': ['ID=8a38ab7c-59f5-4236-8099-aa9847c22c58,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:11.284525 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:11.388499 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:11.455414 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:11.464981 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:11.484192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:11.522360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Pushing event updated for resources: {'Port': ['ID=db1cf5ad-22a1-46dd-8af1-0d06b0ea85de,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:11.753822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58404e-9231-4218-95dc-91544b18cb18 req-b4fe2b19-f3ea-4f63-a47d-ee98c03a14eb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:11.755633 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b58404e-9231-4218-95dc-91544b18cb18 req-b4fe2b19-f3ea-4f63-a47d-ee98c03a14eb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1705186 Sep 18 05:24:11.808962 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5b58404e-9231-4218-95dc-91544b18cb18 req-7d5c9468-34ea-4d3d-877f-8d2a0c3b5fb3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468237 Sep 18 05:24:11.954210 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:12.190504 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:12.383279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8a38ab7c-59f5-4236-8099-aa9847c22c58 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:12.482918 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8a38ab7c-59f5-4236-8099-aa9847c22c58 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:12.483302 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:12.506424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f7f8b6-ec29-4181-845f-efea84553c57 None None] Network 64566637-77bb-4dda-835c-da14ceb5739f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:12.545567 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Router 9740109c-e8ea-44b7-badd-8038581747dd is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:24:12.594299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43784) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:12.600816 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b03fce33-4c95-4d3e-9621-6e67e30f1cf9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'subnet': {'network_id': '26d6aad0-e32d-4f9d-a55e-d73fe0291f15', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:12.656829 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5408d586-1b80-496f-8987-4f03e100d77b None None] Provisioning complete for port 8a38ab7c-59f5-4236-8099-aa9847c22c58 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:12.657378 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5408d586-1b80-496f-8987-4f03e100d77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:12.716987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:24:12.718324 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:12.729157 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Sync routers for ids ['9740109c-e8ea-44b7-badd-8038581747dd'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:24:12.741192 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Routers {'9740109c-e8ea-44b7-badd-8038581747dd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:12.742208 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9740109c-e8ea-44b7-badd-8038581747dd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:12.793545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03fce33-4c95-4d3e-9621-6e67e30f1cf9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:12.797121 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b03fce33-4c95-4d3e-9621-6e67e30f1cf9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:12.819911 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 8a38ab7c-59f5-4236-8099-aa9847c22c58, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8a38ab7c-59f5-4236-8099-aa9847c22c58,segment=NetworkSegment(39f3b6f1-f06d-465c-8b4c-b23f5dda694f),segment_id=39f3b6f1-f06d-465c-8b4c-b23f5dda694f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:12.885180 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:12.886453 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0242fcd0-316d-4bfd-a9e4-ed2a2bc65719 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.7132475 Sep 18 05:24:12.889086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43788) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:12.908034 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Set router 9740109c-e8ea-44b7-badd-8038581747dd gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:12.964583 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:13.102485 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5408d586-1b80-496f-8987-4f03e100d77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:13.164668 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9740109c-e8ea-44b7-badd-8038581747dd', 'name': 'tempest-ImageQuotaTest-872058580-router', 'tenant_id': '41d32d5e7c4d41139d106e8d89c53a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'db1cf5ad-22a1-46dd-8af1-0d06b0ea85de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:10Z', 'updated_at': '2021-09-18T05:24:11Z', 'revision_number': 3, 'project_id': '41d32d5e7c4d41139d106e8d89c53a41', 'gw_port': {'id': 'db1cf5ad-22a1-46dd-8af1-0d06b0ea85de', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9740109c-e8ea-44b7-badd-8038581747dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:11Z', 'updated_at': '2021-09-18T05:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:13.206536 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Checking router: 9740109c-e8ea-44b7-badd-8038581747dd for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:24:13.208112 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Updating router 9740109c-e8ea-44b7-badd-8038581747dd port db1cf5ad-22a1-46dd-8af1-0d06b0ea85de binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:24:13.221803 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=8a38ab7c-59f5-4236-8099-aa9847c22c58,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:13.240732 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:13.294900 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-5408d586-1b80-496f-8987-4f03e100d77b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:24:13.295194 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-5408d586-1b80-496f-8987-4f03e100d77b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:24:13.304744 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b03fce33-4c95-4d3e-9621-6e67e30f1cf9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:13.381861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fce33-4c95-4d3e-9621-6e67e30f1cf9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Subnet': ['ID=6c138801-4fa5-4cac-978f-988df0b0e1b3,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:13.442726 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce146ad-5c48-43d1-a6ef-0c58f0180b97 req-0f3b90ec-4792-4961-9c0b-a5e78bdba87c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:13.444966 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ce146ad-5c48-43d1-a6ef-0c58f0180b97 req-0f3b90ec-4792-4961-9c0b-a5e78bdba87c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.2504215 Sep 18 05:24:13.490400 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03fce33-4c95-4d3e-9621-6e67e30f1cf9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Checking segment: {'id': '0cdcc192-31e4-4347-ba40-3e16e74bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '26d6aad0-e32d-4f9d-a55e-d73fe0291f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:13.490907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03fce33-4c95-4d3e-9621-6e67e30f1cf9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network hostable DHCP agents. Network: 26d6aad0-e32d-4f9d-a55e-d73fe0291f15, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:24:13.533243 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ce146ad-5c48-43d1-a6ef-0c58f0180b97 req-0ca1ed7d-a0a6-4f2c-b889-8330814bfe82 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777950 Sep 18 05:24:13.625536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03fce33-4c95-4d3e-9621-6e67e30f1cf9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network 26d6aad0-e32d-4f9d-a55e-d73fe0291f15 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:24:13.627194 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:13.741767 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:13.753274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b03fce33-4c95-4d3e-9621-6e67e30f1cf9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 26d6aad0-e32d-4f9d-a55e-d73fe0291f15) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:13.758260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03fce33-4c95-4d3e-9621-6e67e30f1cf9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:13.758817 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b03fce33-4c95-4d3e-9621-6e67e30f1cf9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:13.766459 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f05f9b-45b2-4c81-b439-c5d624338eba None None] Network 26d6aad0-e32d-4f9d-a55e-d73fe0291f15 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:13.857272 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Attempting to bind port db1cf5ad-22a1-46dd-8af1-0d06b0ea85de on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:13.858967 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Attempting to bind port db1cf5ad-22a1-46dd-8af1-0d06b0ea85de by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:13.859334 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Attempting to bind port db1cf5ad-22a1-46dd-8af1-0d06b0ea85de on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:13.882267 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:13.882267 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:13.882267 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:13.882267 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:13.882267 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Bound port: db1cf5ad-22a1-46dd-8af1-0d06b0ea85de, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:13.882267 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:13.885036 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b7294-5667-4915-8fe2-babadd36f9ec None None] Pushing event updated for resources: {'Port': ['ID=db1cf5ad-22a1-46dd-8af1-0d06b0ea85de,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:13.902692 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b03fce33-4c95-4d3e-9621-6e67e30f1cf9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3073463 Sep 18 05:24:13.906022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43796) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:13.912125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0dbef696-32c3-4793-b9ce-68a85c8136d9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-186496819'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:13.925490 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7294-5667-4915-8fe2-babadd36f9ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:13.926196 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7294-5667-4915-8fe2-babadd36f9ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:13.926732 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7294-5667-4915-8fe2-babadd36f9ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:13.927247 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7294-5667-4915-8fe2-babadd36f9ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:13.927762 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7294-5667-4915-8fe2-babadd36f9ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:13.928294 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7294-5667-4915-8fe2-babadd36f9ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:13.928812 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7294-5667-4915-8fe2-babadd36f9ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:13.929322 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7294-5667-4915-8fe2-babadd36f9ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:13.929837 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7294-5667-4915-8fe2-babadd36f9ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:13.930329 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7294-5667-4915-8fe2-babadd36f9ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:13.930836 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7294-5667-4915-8fe2-babadd36f9ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:13.931511 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7294-5667-4915-8fe2-babadd36f9ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:13.997337 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] For port db1cf5ad-22a1-46dd-8af1-0d06b0ea85de, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:14.001705 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] For port db1cf5ad-22a1-46dd-8af1-0d06b0ea85de, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=db1cf5ad-22a1-46dd-8af1-0d06b0ea85de,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:14.022325 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbef696-32c3-4793-b9ce-68a85c8136d9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:14.032978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0dbef696-32c3-4793-b9ce-68a85c8136d9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:14.069027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbef696-32c3-4793-b9ce-68a85c8136d9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:24:14.079682 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0dbef696-32c3-4793-b9ce-68a85c8136d9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:14.080041 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-0dbef696-32c3-4793-b9ce-68a85c8136d9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Added segment 6fa5708e-e62e-44a2-9c7c-f88319e0a330 of type vlan for network 4a54a627-dc16-42a5-b6b4-33049607ff11 Sep 18 05:24:14.085329 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:14.129470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5761753d-ec5f-4cfb-ab96-9ebdf1ab76a4 None None] Provisioning complete for port 8a38ab7c-59f5-4236-8099-aa9847c22c58 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:14.129761 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:14.130226 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5761753d-ec5f-4cfb-ab96-9ebdf1ab76a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:14.152385 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0dbef696-32c3-4793-b9ce-68a85c8136d9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:14.199025 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Routers {'9740109c-e8ea-44b7-badd-8038581747dd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:14.201009 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9740109c-e8ea-44b7-badd-8038581747dd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:14.245512 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0dbef696-32c3-4793-b9ce-68a85c8136d9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:14.251602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbef696-32c3-4793-b9ce-68a85c8136d9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:14.252417 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0dbef696-32c3-4793-b9ce-68a85c8136d9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:14.303734 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-26d6aad0-e32d-4f9d-a55e-d73fe0291f15', 'network_id': '26d6aad0-e32d-4f9d-a55e-d73fe0291f15', 'tenant_id': 'f22760953320411d946246dca75d9438', 'fixed_ips': [{'subnet_id': '6c138801-4fa5-4cac-978f-988df0b0e1b3'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:24:14.309767 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:14.339988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbef696-32c3-4793-b9ce-68a85c8136d9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Network': ['ID=4a54a627-dc16-42a5-b6b4-33049607ff11,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:14.349797 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8a38ab7c-59f5-4236-8099-aa9847c22c58 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:14.359762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Allocated IP 172.20.0.1 (64566637-77bb-4dda-835c-da14ceb5739f/8befd32e-862d-431f-97dc-245809f252a9/19867a22-ef4d-428f-89ec-66a923cb7834) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:14.370590 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 4a54a627-dc16-42a5-b6b4-33049607ff11 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:24:14.413167 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b7294-5667-4915-8fe2-babadd36f9ec None None] Pushing event updated for resources: {'Port': ['ID=db1cf5ad-22a1-46dd-8af1-0d06b0ea85de,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:14.424341 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0dbef696-32c3-4793-b9ce-68a85c8136d9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5170932 Sep 18 05:24:14.425357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43798) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:14.434586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6a662cf8-4309-40e2-bb9c-208aed0aabfa tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'subnet': {'network_id': '4a54a627-dc16-42a5-b6b4-33049607ff11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:14.503236 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] Set router 9740109c-e8ea-44b7-badd-8038581747dd gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:14.534489 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:14.672301 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8a38ab7c-59f5-4236-8099-aa9847c22c58 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:14.672773 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:14.679664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a662cf8-4309-40e2-bb9c-208aed0aabfa tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:14.683471 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a662cf8-4309-40e2-bb9c-208aed0aabfa tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:14.709938 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:14.717314 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Allocated IP 2001:db8:0:ffff::2 (26d6aad0-e32d-4f9d-a55e-d73fe0291f15/6c138801-4fa5-4cac-978f-988df0b0e1b3/05d11d56-1173-4510-b830-2d6e3e11cfa5) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:14.742593 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Network 64566637-77bb-4dda-835c-da14ceb5739f is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:14.749502 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:14.803968 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:14.812267 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9740109c-e8ea-44b7-badd-8038581747dd', 'name': 'tempest-ImageQuotaTest-872058580-router', 'tenant_id': '41d32d5e7c4d41139d106e8d89c53a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'db1cf5ad-22a1-46dd-8af1-0d06b0ea85de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:10Z', 'updated_at': '2021-09-18T05:24:11Z', 'revision_number': 3, 'project_id': '41d32d5e7c4d41139d106e8d89c53a41', 'gw_port': {'id': 'db1cf5ad-22a1-46dd-8af1-0d06b0ea85de', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9740109c-e8ea-44b7-badd-8038581747dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:11Z', 'updated_at': '2021-09-18T05:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:14.848976 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46398652-75d2-4917-9450-43a5a43c9641 None None] The sync data for ids ['9740109c-e8ea-44b7-badd-8038581747dd'] in n-d-789963-13 is: [{'id': '9740109c-e8ea-44b7-badd-8038581747dd', 'name': 'tempest-ImageQuotaTest-872058580-router', 'tenant_id': '41d32d5e7c4d41139d106e8d89c53a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'db1cf5ad-22a1-46dd-8af1-0d06b0ea85de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:10Z', 'updated_at': '2021-09-18T05:24:11Z', 'revision_number': 3, 'project_id': '41d32d5e7c4d41139d106e8d89c53a41', 'gw_port': {'id': 'db1cf5ad-22a1-46dd-8af1-0d06b0ea85de', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9740109c-e8ea-44b7-badd-8038581747dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:11Z', 'updated_at': '2021-09-18T05:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:24:14.895891 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Pushing event updated for resources: {'Port': ['ID=19867a22-ef4d-428f-89ec-66a923cb7834,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:14.937649 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.016806 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17063f06-a807-4715-8662-4082674712f5 req-52591bda-3b8b-4fee-99aa-54276f933f74 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:15.018521 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-17063f06-a807-4715-8662-4082674712f5 req-52591bda-3b8b-4fee-99aa-54276f933f74 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.3933623 Sep 18 05:24:15.076894 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.079413 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a662cf8-4309-40e2-bb9c-208aed0aabfa tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.138627 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-17063f06-a807-4715-8662-4082674712f5 req-4f6ca15a-ddca-490f-a961-3312e7a285b6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070392 Sep 18 05:24:15.169683 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.178479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a662cf8-4309-40e2-bb9c-208aed0aabfa tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Checking segment: {'id': '6fa5708e-e62e-44a2-9c7c-f88319e0a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4a54a627-dc16-42a5-b6b4-33049607ff11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:15.183392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a662cf8-4309-40e2-bb9c-208aed0aabfa tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network hostable DHCP agents. Network: 4a54a627-dc16-42a5-b6b4-33049607ff11, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:24:15.185210 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a662cf8-4309-40e2-bb9c-208aed0aabfa tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Subnet': ['ID=56358035-ab92-4e71-ae3b-a1667fb73121,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:15.300445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Pushing event updated for resources: {'Port': ['ID=05d11d56-1173-4510-b830-2d6e3e11cfa5,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:15.301186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a662cf8-4309-40e2-bb9c-208aed0aabfa tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network 4a54a627-dc16-42a5-b6b4-33049607ff11 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:24:15.307040 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Network 26d6aad0-e32d-4f9d-a55e-d73fe0291f15 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:15.309927 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:15.313912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:15.319398 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.321363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-31e7cea2-0630-46b2-8af8-b4a0bc3d7a8e None None] Provisioning complete for port 19867a22-ef4d-428f-89ec-66a923cb7834 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:15.321746 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-31e7cea2-0630-46b2-8af8-b4a0bc3d7a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.414004 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-31e7cea2-0630-46b2-8af8-b4a0bc3d7a8e None None] Port 19867a22-ef4d-428f-89ec-66a923cb7834 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:24:15.417654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-6a662cf8-4309-40e2-bb9c-208aed0aabfa tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 4a54a627-dc16-42a5-b6b4-33049607ff11) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:15.422385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a662cf8-4309-40e2-bb9c-208aed0aabfa tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:15.423102 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a662cf8-4309-40e2-bb9c-208aed0aabfa tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.426389 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Attempting to bind port 05d11d56-1173-4510-b830-2d6e3e11cfa5 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:15.426930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Attempting to bind port 05d11d56-1173-4510-b830-2d6e3e11cfa5 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '0cdcc192-31e4-4347-ba40-3e16e74bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '26d6aad0-e32d-4f9d-a55e-d73fe0291f15'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:15.427488 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Attempting to bind port 05d11d56-1173-4510-b830-2d6e3e11cfa5 on network 26d6aad0-e32d-4f9d-a55e-d73fe0291f15 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:15.451446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9943f2e5-2562-4bec-8d78-60da69a73e42 None None] Network 4a54a627-dc16-42a5-b6b4-33049607ff11 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:15.472043 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:15.472043 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Checking segment: {'id': '0cdcc192-31e4-4347-ba40-3e16e74bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '26d6aad0-e32d-4f9d-a55e-d73fe0291f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:15.472615 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.472855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Bound using segment: {'id': '0cdcc192-31e4-4347-ba40-3e16e74bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '26d6aad0-e32d-4f9d-a55e-d73fe0291f15'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:15.473285 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Bound port: 05d11d56-1173-4510-b830-2d6e3e11cfa5, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdcc192-31e4-4347-ba40-3e16e74bd72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '26d6aad0-e32d-4f9d-a55e-d73fe0291f15'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:15.473752 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.526575 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6a662cf8-4309-40e2-bb9c-208aed0aabfa tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0997186 Sep 18 05:24:15.529260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43810) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:15.551762 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.622067 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.652887 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] For port 05d11d56-1173-4510-b830-2d6e3e11cfa5, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:15.657455 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] For port 05d11d56-1173-4510-b830-2d6e3e11cfa5, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=05d11d56-1173-4510-b830-2d6e3e11cfa5,segment=NetworkSegment(0cdcc192-31e4-4347-ba40-3e16e74bd72e),segment_id=0cdcc192-31e4-4347-ba40-3e16e74bd72e)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:15.691695 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.731767 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.744556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Pushing event updated for resources: {'Port': ['ID=19867a22-ef4d-428f-89ec-66a923cb7834,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:15.755689 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.756117 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094f02d-acb7-46b3-bc19-f84522a8bf86 req-f5a24ea6-43e8-486d-bbde-9cd78f2f924c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:15.777938 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9094f02d-acb7-46b3-bc19-f84522a8bf86 req-f5a24ea6-43e8-486d-bbde-9cd78f2f924c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.2016993 Sep 18 05:24:15.815318 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-4a54a627-dc16-42a5-b6b4-33049607ff11', 'network_id': '4a54a627-dc16-42a5-b6b4-33049607ff11', 'tenant_id': 'f22760953320411d946246dca75d9438', 'fixed_ips': [{'subnet_id': '56358035-ab92-4e71-ae3b-a1667fb73121'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:24:15.817652 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.825194 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847bee8-3061-4034-939b-e1d66c748278 None None] Pushing event updated for resources: {'Port': ['ID=05d11d56-1173-4510-b830-2d6e3e11cfa5,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:15.862025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d60452-438c-463b-8b5e-9e701f83c004 req-31c47d52-0fb8-466b-86a8-a5313999c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:15.862025 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89d60452-438c-463b-8b5e-9e701f83c004 req-31c47d52-0fb8-466b-86a8-a5313999c17e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 1096 time: 0.1650069 Sep 18 05:24:15.879807 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9094f02d-acb7-46b3-bc19-f84522a8bf86 req-a9c5bee5-a55a-4fff-bcb1-ad8bedd48fa3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863752 Sep 18 05:24:15.916843 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:15.946000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Network 64566637-77bb-4dda-835c-da14ceb5739f is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:15.956283 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:16.093588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Allocated IP 2001:db8::1 (4a54a627-dc16-42a5-b6b4-33049607ff11/56358035-ab92-4e71-ae3b-a1667fb73121/4d9979e3-3e56-4802-8c9c-2ffb35c1bc25) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:16.181554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d60452-438c-463b-8b5e-9e701f83c004 req-018cbd0b-bf45-42cb-9946-b2fd11392b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:16.183195 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89d60452-438c-463b-8b5e-9e701f83c004 req-018cbd0b-bf45-42cb-9946-b2fd11392b50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.3157260 Sep 18 05:24:16.193241 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Router 9740109c-e8ea-44b7-badd-8038581747dd has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:24:16.341444 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89d60452-438c-463b-8b5e-9e701f83c004 req-d665fc40-9947-4f37-988f-b18900a00b2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2 HTTP/1.1" status: 200 len: 998 time: 0.1481316 Sep 18 05:24:16.461826 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d60452-438c-463b-8b5e-9e701f83c004 req-160392f0-aa44-4af8-9679-4cca897e7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:16.464383 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89d60452-438c-463b-8b5e-9e701f83c004 req-160392f0-aa44-4af8-9679-4cca897e7f8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.1148486 Sep 18 05:24:16.486294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d76d4ede-48d6-4cbd-8971-1e97e1674a9a None None] Provisioning complete for port 19867a22-ef4d-428f-89ec-66a923cb7834 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:16.486547 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d76d4ede-48d6-4cbd-8971-1e97e1674a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:16.511506 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:24:16.515929 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 05d11d56-1173-4510-b830-2d6e3e11cfa5 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:16.517076 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c761073c-a446-4d41-896b-5a330756c603 admin admin] 10.222.0.23 "PUT /v2.0/routers/9740109c-e8ea-44b7-badd-8038581747dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6269767 Sep 18 05:24:16.547967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d60452-438c-463b-8b5e-9e701f83c004 req-2c5b56c4-fd6b-4c43-9e3a-cc68f56bcd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:16.550376 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89d60452-438c-463b-8b5e-9e701f83c004 req-2c5b56c4-fd6b-4c43-9e3a-cc68f56bcd90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782921 Sep 18 05:24:16.628102 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d76d4ede-48d6-4cbd-8971-1e97e1674a9a None None] Port 19867a22-ef4d-428f-89ec-66a923cb7834 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:24:16.652278 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:16.670418 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89d60452-438c-463b-8b5e-9e701f83c004 req-7f0d95c2-3da9-4a58-a268-d43863e0933a service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115332 Sep 18 05:24:16.670662 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 05d11d56-1173-4510-b830-2d6e3e11cfa5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:16.671007 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:16.741198 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:16.802841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Network 4a54a627-dc16-42a5-b6b4-33049607ff11 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:16.811728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:16.821823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:16.830018 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89d60452-438c-463b-8b5e-9e701f83c004 req-3fb4021d-c5fe-49fd-9bff-41dc3394c82d service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422603 Sep 18 05:24:16.849425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Pushing event updated for resources: {'Port': ['ID=4d9979e3-3e56-4802-8c9c-2ffb35c1bc25,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:16.856883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:16.885580 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:16.890275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Subnet': ['ID=56358035-ab92-4e71-ae3b-a1667fb73121,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:16.989019 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:17.042851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a54a627-dc16-42a5-b6b4-33049607ff11']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:17.046123 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 05d11d56-1173-4510-b830-2d6e3e11cfa5, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=05d11d56-1173-4510-b830-2d6e3e11cfa5,segment=NetworkSegment(0cdcc192-31e4-4347-ba40-3e16e74bd72e),segment_id=0cdcc192-31e4-4347-ba40-3e16e74bd72e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:17.053454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Attempting to bind port 4d9979e3-3e56-4802-8c9c-2ffb35c1bc25 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:17.054550 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Attempting to bind port 4d9979e3-3e56-4802-8c9c-2ffb35c1bc25 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fa5708e-e62e-44a2-9c7c-f88319e0a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4a54a627-dc16-42a5-b6b4-33049607ff11'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:17.055614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Attempting to bind port 4d9979e3-3e56-4802-8c9c-2ffb35c1bc25 on network 4a54a627-dc16-42a5-b6b4-33049607ff11 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:17.064980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:17.065361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Checking segment: {'id': '6fa5708e-e62e-44a2-9c7c-f88319e0a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4a54a627-dc16-42a5-b6b4-33049607ff11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:17.065776 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:17.068524 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Bound using segment: {'id': '6fa5708e-e62e-44a2-9c7c-f88319e0a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4a54a627-dc16-42a5-b6b4-33049607ff11'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:17.069062 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Bound port: 4d9979e3-3e56-4802-8c9c-2ffb35c1bc25, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa5708e-e62e-44a2-9c7c-f88319e0a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4a54a627-dc16-42a5-b6b4-33049607ff11'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:17.069467 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:17.080539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa5708e-e62e-44a2-9c7c-f88319e0a330') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:17.086328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa5708e-e62e-44a2-9c7c-f88319e0a330') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:17.095841 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:17.136947 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:17.137743 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device db1cf5ad-22a1-46dd-8af1-0d06b0ea85de up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:17.150062 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:17.159326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:17.159793 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:17.163961 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:17.264454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] For port 4d9979e3-3e56-4802-8c9c-2ffb35c1bc25, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:17.275828 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=05d11d56-1173-4510-b830-2d6e3e11cfa5,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:17.304665 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615f596-382f-43e8-8584-f9d575480847 req-d5e3c64d-985a-48b9-80d4-204431cfd33d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:17.307243 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3615f596-382f-43e8-8584-f9d575480847 req-d5e3c64d-985a-48b9-80d4-204431cfd33d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.2056286 Sep 18 05:24:17.308418 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port db1cf5ad-22a1-46dd-8af1-0d06b0ea85de triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:17.308869 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:17.372084 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.api [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 05:24:17.372084 n-d-789963-13 neutron-server[106909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 05:24:17.372084 n-d-789963-13 neutron-server[106909]: [parameters: {'id': '4a54a627-dc16-42a5-b6b4-33049607ff11'}] Sep 18 05:24:17.372084 n-d-789963-13 neutron-server[106909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:24:17.372084 n-d-789963-13 neutron-server[106909]: DEBUG oslo_db.api [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:24:17.372084 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3615f596-382f-43e8-8584-f9d575480847 req-3bfd12db-ce60-420a-8b12-6197d5abb4d6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547719 Sep 18 05:24:17.379345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] For port 4d9979e3-3e56-4802-8c9c-2ffb35c1bc25, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=4d9979e3-3e56-4802-8c9c-2ffb35c1bc25,segment=NetworkSegment(6fa5708e-e62e-44a2-9c7c-f88319e0a330),segment_id=6fa5708e-e62e-44a2-9c7c-f88319e0a330)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:17.444203 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:17.470972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port db1cf5ad-22a1-46dd-8af1-0d06b0ea85de, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=db1cf5ad-22a1-46dd-8af1-0d06b0ea85de,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:17.475747 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:17.492175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2dc8b6-ca60-4d6d-95a7-415e2247ae61 None None] Network 26d6aad0-e32d-4f9d-a55e-d73fe0291f15 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:17.618857 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:17.630864 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36628047-ad69-43c7-ac18-a94071f9e961 None None] Pushing event updated for resources: {'Port': ['ID=4d9979e3-3e56-4802-8c9c-2ffb35c1bc25,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:17.643253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a1ad7060-a6af-4770-8d7d-b5176539f0ed None None] Provisioning complete for port 05d11d56-1173-4510-b830-2d6e3e11cfa5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:17.643638 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a1ad7060-a6af-4770-8d7d-b5176539f0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:17.696351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd15bde-af35-4ce6-9c96-21b32bd5e005 None None] Network 4a54a627-dc16-42a5-b6b4-33049607ff11 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:17.852038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=db1cf5ad-22a1-46dd-8af1-0d06b0ea85de,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:17.867574 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:17.886010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] Sync routers for ids ['9740109c-e8ea-44b7-badd-8038581747dd'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:24:17.939695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Deleting port 4d9979e3-3e56-4802-8c9c-2ffb35c1bc25 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:17.940048 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:17.949399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] Routers {'9740109c-e8ea-44b7-badd-8038581747dd'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:17.950099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9740109c-e8ea-44b7-badd-8038581747dd'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:18.063716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] For port 4d9979e3-3e56-4802-8c9c-2ffb35c1bc25, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=4d9979e3-3e56-4802-8c9c-2ffb35c1bc25,segment=NetworkSegment(6fa5708e-e62e-44a2-9c7c-f88319e0a330),segment_id=6fa5708e-e62e-44a2-9c7c-f88319e0a330)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:18.068470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:18.089098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Calling delete_port for 4d9979e3-3e56-4802-8c9c-2ffb35c1bc25 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:18.259960 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:18.277284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43842) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:18.292056 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Port': ['ID=4d9979e3-3e56-4802-8c9c-2ffb35c1bc25,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:18.296160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No DVR routers for this DVR port 4d9979e3-3e56-4802-8c9c-2ffb35c1bc25 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:18.319579 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] Set router 9740109c-e8ea-44b7-badd-8038581747dd gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:18.420494 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:18.459811 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a54a627-dc16-42a5-b6b4-33049607ff11']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:18.477991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa5708e-e62e-44a2-9c7c-f88319e0a330') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:18.478279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 05d11d56-1173-4510-b830-2d6e3e11cfa5 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:18.478382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa5708e-e62e-44a2-9c7c-f88319e0a330') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:18.501939 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:18.520742 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:18.527655 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:18.528115 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:18.531718 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:18.638442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80d62-81e2-402c-a8e4-3081db332ea5 req-11389e4f-5dd4-4703-846a-55e1a70231fa tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:18.640131 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-39f80d62-81e2-402c-a8e4-3081db332ea5 req-11389e4f-5dd4-4703-846a-55e1a70231fa tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1178989 Sep 18 05:24:18.643638 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c63bb3-a41c-46d2-a704-97fe47e00902 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:24:18.679468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 05d11d56-1173-4510-b830-2d6e3e11cfa5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:18.679838 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:18.694224 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:18.698757 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:18.704746 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/4a54a627-dc16-42a5-b6b4-33049607ff11 HTTP/1.1" status: 204 len: 168 time: 3.1708870 Sep 18 05:24:18.719137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43846) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:18.721164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28d3e5-21b4-437e-ac6c-5a0ee4eb053e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Network': ['ID=4a54a627-dc16-42a5-b6b4-33049607ff11,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:18.733498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-814597af-f933-441d-af37-c70f27c3b152 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1129081568'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:18.759936 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-39f80d62-81e2-402c-a8e4-3081db332ea5 req-eb02bbb2-f34b-49ae-b389-bb13fac41b60 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096368 Sep 18 05:24:18.814503 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814597af-f933-441d-af37-c70f27c3b152 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:18.821397 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-814597af-f933-441d-af37-c70f27c3b152 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:18.851996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814597af-f933-441d-af37-c70f27c3b152 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:24:18.862715 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36dad595-15a3-4110-81bc-b48e30c7ae36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:18.864142 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-814597af-f933-441d-af37-c70f27c3b152 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:18.864784 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-814597af-f933-441d-af37-c70f27c3b152 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Added segment bd0565c9-cee7-48b3-877a-6ca14db43edb of type vlan for network de86621f-12fa-4cdd-88b9-e6a349fcf682 Sep 18 05:24:18.867689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c63bb3-a41c-46d2-a704-97fe47e00902 None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:24:18.874026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7de9d9db-8bc2-4fc2-a296-fb6bd52ed215 None None] Provisioning complete for port 05d11d56-1173-4510-b830-2d6e3e11cfa5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:18.874405 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7de9d9db-8bc2-4fc2-a296-fb6bd52ed215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:18.933118 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-814597af-f933-441d-af37-c70f27c3b152 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:19.030832 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcec05-4b2e-4319-b639-9ab5f3f4447e req-3866f1cc-c436-4684-bd68-afae8ffa6e13 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:19.034242 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-36bcec05-4b2e-4319-b639-9ab5f3f4447e req-3866f1cc-c436-4684-bd68-afae8ffa6e13 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1570230 Sep 18 05:24:19.036102 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-814597af-f933-441d-af37-c70f27c3b152 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:19.042412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814597af-f933-441d-af37-c70f27c3b152 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:19.045333 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-814597af-f933-441d-af37-c70f27c3b152 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:19.093043 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9740109c-e8ea-44b7-badd-8038581747dd', 'name': 'tempest-ImageQuotaTest-872058580-router', 'tenant_id': '41d32d5e7c4d41139d106e8d89c53a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'db1cf5ad-22a1-46dd-8af1-0d06b0ea85de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:10Z', 'updated_at': '2021-09-18T05:24:15Z', 'revision_number': 4, 'project_id': '41d32d5e7c4d41139d106e8d89c53a41', 'gw_port': {'id': 'db1cf5ad-22a1-46dd-8af1-0d06b0ea85de', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9740109c-e8ea-44b7-badd-8038581747dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:11Z', 'updated_at': '2021-09-18T05:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '19867a22-ef4d-428f-89ec-66a923cb7834', 'name': '', 'network_id': '64566637-77bb-4dda-835c-da14ceb5739f', 'tenant_id': '41d32d5e7c4d41139d106e8d89c53a41', 'mac_address': 'fa:16:3e:83:38:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9740109c-e8ea-44b7-badd-8038581747dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8befd32e-862d-431f-97dc-245809f252a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:14Z', 'updated_at': '2021-09-18T05:24:15Z', 'revision_number': 2, 'project_id': '41d32d5e7c4d41139d106e8d89c53a41', 'subnets': [{'id': '8befd32e-862d-431f-97dc-245809f252a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:19.143325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] Checking router: 9740109c-e8ea-44b7-badd-8038581747dd for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:24:19.144031 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] Updating router 9740109c-e8ea-44b7-badd-8038581747dd port 19867a22-ef4d-428f-89ec-66a923cb7834 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:24:19.161579 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814597af-f933-441d-af37-c70f27c3b152 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Network': ['ID=de86621f-12fa-4cdd-88b9-e6a349fcf682,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:19.175023 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device db1cf5ad-22a1-46dd-8af1-0d06b0ea85de up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:19.181167 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-814597af-f933-441d-af37-c70f27c3b152 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4491863 Sep 18 05:24:19.182934 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-36bcec05-4b2e-4319-b639-9ab5f3f4447e req-3eafcc89-e7fd-42f9-a4c0-e496864b6a08 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340966 Sep 18 05:24:19.183184 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network de86621f-12fa-4cdd-88b9-e6a349fcf682 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:24:19.183619 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43854) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:19.189054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-43380ba2-1242-4a18-8ebe-943bf108059c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'subnet': {'network_id': 'de86621f-12fa-4cdd-88b9-e6a349fcf682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:19.254605 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-36dad595-15a3-4110-81bc-b48e30c7ae36 admin admin] Deleting port 19867a22-ef4d-428f-89ec-66a923cb7834 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:19.254970 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36dad595-15a3-4110-81bc-b48e30c7ae36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:19.280065 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:19.394082 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36dad595-15a3-4110-81bc-b48e30c7ae36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:19.411159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43380ba2-1242-4a18-8ebe-943bf108059c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:19.413177 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-36dad595-15a3-4110-81bc-b48e30c7ae36 admin admin] Calling delete_port for 19867a22-ef4d-428f-89ec-66a923cb7834 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:19.416482 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-43380ba2-1242-4a18-8ebe-943bf108059c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:19.426637 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831688-7c36-433c-b3d4-ea486a08e30d req-14efe8df-e967-4d75-9840-2703b7607a11 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:19.429446 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4831688-7c36-433c-b3d4-ea486a08e30d req-14efe8df-e967-4d75-9840-2703b7607a11 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0930514 Sep 18 05:24:19.505312 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port db1cf5ad-22a1-46dd-8af1-0d06b0ea85de triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:19.505937 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:19.531133 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4831688-7c36-433c-b3d4-ea486a08e30d req-1f137c58-5fd1-4195-88db-2a9600f3cf23 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535276 Sep 18 05:24:19.745649 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-43380ba2-1242-4a18-8ebe-943bf108059c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:19.768324 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36dad595-15a3-4110-81bc-b48e30c7ae36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:19.799148 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dad595-15a3-4110-81bc-b48e30c7ae36 admin admin] Pushing event deleted for resources: {'Port': ['ID=19867a22-ef4d-428f-89ec-66a923cb7834,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:19.837530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43380ba2-1242-4a18-8ebe-943bf108059c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Subnet': ['ID=4114571c-26cb-4793-b0e9-e3df2b9d96b5,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:19.837785 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:24:19.837948 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:24:19.884286 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43380ba2-1242-4a18-8ebe-943bf108059c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Checking segment: {'id': 'bd0565c9-cee7-48b3-877a-6ca14db43edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'de86621f-12fa-4cdd-88b9-e6a349fcf682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:19.884768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43380ba2-1242-4a18-8ebe-943bf108059c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network hostable DHCP agents. Network: de86621f-12fa-4cdd-88b9-e6a349fcf682, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:24:19.946099 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-463c709c-35e7-468d-a61d-ab7f68ae1914 req-3796612c-fba6-4e9d-b976-59d981404531 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0588274 Sep 18 05:24:20.011025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43380ba2-1242-4a18-8ebe-943bf108059c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network de86621f-12fa-4cdd-88b9-e6a349fcf682 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:24:20.016554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c709c-35e7-468d-a61d-ab7f68ae1914 req-58afd766-a964-4bdb-869b-89d990069f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:20.024733 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-463c709c-35e7-468d-a61d-ab7f68ae1914 req-58afd766-a964-4bdb-869b-89d990069f0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 1098 time: 0.0569780 Sep 18 05:24:20.091743 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36dad595-15a3-4110-81bc-b48e30c7ae36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:20.132000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-43380ba2-1242-4a18-8ebe-943bf108059c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, de86621f-12fa-4cdd-88b9-e6a349fcf682) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:20.142054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43380ba2-1242-4a18-8ebe-943bf108059c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:20.142663 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-43380ba2-1242-4a18-8ebe-943bf108059c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:20.147788 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4604e718-40d7-46ee-9fd3-60cb76b47647 None None] Network de86621f-12fa-4cdd-88b9-e6a349fcf682 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:20.178131 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855d7f1-841e-43b6-b8d8-7bf6f0c1f4e0 req-fe1bd1a7-6616-4b70-b649-145cd7bee43d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:20.190024 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6855d7f1-841e-43b6-b8d8-7bf6f0c1f4e0 req-fe1bd1a7-6616-4b70-b649-145cd7bee43d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1369562 Sep 18 05:24:20.190174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c709c-35e7-468d-a61d-ab7f68ae1914 req-afe8349a-4ef0-43af-ade2-7fdec8bdb28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:20.192513 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-463c709c-35e7-468d-a61d-ab7f68ae1914 req-afe8349a-4ef0-43af-ade2-7fdec8bdb28b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.1327341 Sep 18 05:24:20.259281 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-463c709c-35e7-468d-a61d-ab7f68ae1914 req-fd61d34e-83b2-458c-a596-0b98eca2e8b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b59f7878-4825-4520-a7cb-3332e952e4de HTTP/1.1" status: 200 len: 217 time: 0.0569890 Sep 18 05:24:20.265542 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-43380ba2-1242-4a18-8ebe-943bf108059c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0776091 Sep 18 05:24:20.266084 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43862) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:20.284584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-afa942b4-2206-4a5a-9069-f0d7b73a9a92 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-872474373'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:20.292181 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6855d7f1-841e-43b6-b8d8-7bf6f0c1f4e0 req-59cca92a-5368-4319-9329-4e026b4e5a4c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938375 Sep 18 05:24:20.345378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c709c-35e7-468d-a61d-ab7f68ae1914 req-cf510d2e-5e89-4644-9080-c86a57168650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:20.347895 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-463c709c-35e7-468d-a61d-ab7f68ae1914 req-cf510d2e-5e89-4644-9080-c86a57168650 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.0796158 Sep 18 05:24:20.395948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa942b4-2206-4a5a-9069-f0d7b73a9a92 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:20.401029 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-afa942b4-2206-4a5a-9069-f0d7b73a9a92 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:20.401427 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] Port 19867a22-ef4d-428f-89ec-66a923cb7834 not found while updating agent binding for router 9740109c-e8ea-44b7-badd-8038581747dd. {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 18 05:24:20.412435 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] Routers {'9740109c-e8ea-44b7-badd-8038581747dd'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:20.413087 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9740109c-e8ea-44b7-badd-8038581747dd'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:20.444403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c709c-35e7-468d-a61d-ab7f68ae1914 req-f8a1a466-ea9f-428d-81f0-121bb34fb0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:20.446444 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-463c709c-35e7-468d-a61d-ab7f68ae1914 req-f8a1a466-ea9f-428d-81f0-121bb34fb0ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900934 Sep 18 05:24:20.450912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dad595-15a3-4110-81bc-b48e30c7ae36 admin admin] Router 9740109c-e8ea-44b7-badd-8038581747dd has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:24:20.461206 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-de86621f-12fa-4cdd-88b9-e6a349fcf682', 'network_id': 'de86621f-12fa-4cdd-88b9-e6a349fcf682', 'tenant_id': 'f22760953320411d946246dca75d9438', 'fixed_ips': [{'subnet_id': '4114571c-26cb-4793-b0e9-e3df2b9d96b5'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:24:20.462127 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:20.466351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa942b4-2206-4a5a-9069-f0d7b73a9a92 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:24:20.525862 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-afa942b4-2206-4a5a-9069-f0d7b73a9a92 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:20.526555 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-afa942b4-2206-4a5a-9069-f0d7b73a9a92 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Added segment 99c08180-4a40-4e2e-b530-f0529cad6554 of type vlan for network 29473b2d-469d-463a-a6c0-bbc862c4c797 Sep 18 05:24:20.591126 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dad595-15a3-4110-81bc-b48e30c7ae36 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:24:20.596545 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-36dad595-15a3-4110-81bc-b48e30c7ae36 admin admin] 10.222.0.23 "PUT /v2.0/routers/9740109c-e8ea-44b7-badd-8038581747dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3141043 Sep 18 05:24:20.599138 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43868) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:20.622561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] Set router 9740109c-e8ea-44b7-badd-8038581747dd gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:20.651379 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-afa942b4-2206-4a5a-9069-f0d7b73a9a92 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:20.692071 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-463c709c-35e7-468d-a61d-ab7f68ae1914 req-cfde9234-e215-4940-a59a-ac3140ec0254 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371922 Sep 18 05:24:20.751177 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:20.773249 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-afa942b4-2206-4a5a-9069-f0d7b73a9a92 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:20.779899 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Allocated IP 2001:db8::3 (de86621f-12fa-4cdd-88b9-e6a349fcf682/4114571c-26cb-4793-b0e9-e3df2b9d96b5/78d38504-a541-4d1f-bd59-da7fd987ab15) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:20.782186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa942b4-2206-4a5a-9069-f0d7b73a9a92 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:20.783542 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-afa942b4-2206-4a5a-9069-f0d7b73a9a92 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:20.837687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43872) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:20.898610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-afa942b4-2206-4a5a-9069-f0d7b73a9a92 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6171346 Sep 18 05:24:20.902906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43876) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:20.940879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'subnet': {'network_id': '29473b2d-469d-463a-a6c0-bbc862c4c797', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:20.963571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa942b4-2206-4a5a-9069-f0d7b73a9a92 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Network': ['ID=29473b2d-469d-463a-a6c0-bbc862c4c797,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:21.011494 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-20a8b01e-183c-4f16-ba38-1127f2782a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.076035 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-463c709c-35e7-468d-a61d-ab7f68ae1914 req-38be2537-50cd-4fe9-9ac5-a45b4f3136ea service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729692 Sep 18 05:24:21.096763 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.api [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 05:24:21.096763 n-d-789963-13 neutron-server[106909]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 05:24:21.096763 n-d-789963-13 neutron-server[106909]: [parameters: {'project_id_1': 'f22760953320411d946246dca75d9438', 'expiration_1': datetime.datetime(2021, 9, 18, 5, 24, 1, 83265)}] Sep 18 05:24:21.096763 n-d-789963-13 neutron-server[106909]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:24:21.097911 n-d-789963-13 neutron-server[106909]: DEBUG oslo_db.api [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:24:21.117057 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 29473b2d-469d-463a-a6c0-bbc862c4c797 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:24:21.157162 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9740109c-e8ea-44b7-badd-8038581747dd', 'name': 'tempest-ImageQuotaTest-872058580-router', 'tenant_id': '41d32d5e7c4d41139d106e8d89c53a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'db1cf5ad-22a1-46dd-8af1-0d06b0ea85de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:10Z', 'updated_at': '2021-09-18T05:24:19Z', 'revision_number': 5, 'project_id': '41d32d5e7c4d41139d106e8d89c53a41', 'gw_port': {'id': 'db1cf5ad-22a1-46dd-8af1-0d06b0ea85de', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9740109c-e8ea-44b7-badd-8038581747dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:11Z', 'updated_at': '2021-09-18T05:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:21.182843 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-20a8b01e-183c-4f16-ba38-1127f2782a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.224710 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da46b355-2e95-4aff-bfcb-07c15f2065b8 None None] The sync data for ids ['9740109c-e8ea-44b7-badd-8038581747dd'] in n-d-789963-13 is: [{'id': '9740109c-e8ea-44b7-badd-8038581747dd', 'name': 'tempest-ImageQuotaTest-872058580-router', 'tenant_id': '41d32d5e7c4d41139d106e8d89c53a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'db1cf5ad-22a1-46dd-8af1-0d06b0ea85de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:10Z', 'updated_at': '2021-09-18T05:24:19Z', 'revision_number': 5, 'project_id': '41d32d5e7c4d41139d106e8d89c53a41', 'gw_port': {'id': 'db1cf5ad-22a1-46dd-8af1-0d06b0ea85de', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9740109c-e8ea-44b7-badd-8038581747dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:11Z', 'updated_at': '2021-09-18T05:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:24:21.247014 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.255951 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-20a8b01e-183c-4f16-ba38-1127f2782a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.296511 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-20a8b01e-183c-4f16-ba38-1127f2782a85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2709851eb6a943c68a9b111ae14a7482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4574189 Sep 18 05:24:21.297499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8b01e-183c-4f16-ba38-1127f2782a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42a0302-7d41-49f8-93e4-6c6017b8b83a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:21.300114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43880) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:21.339963 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.353114 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.363746 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-993ea8f8-43ef-459d-ab86-6c07e32b2af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.387690 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Network de86621f-12fa-4cdd-88b9-e6a349fcf682 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:21.388964 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-993ea8f8-43ef-459d-ab86-6c07e32b2af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.392435 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:21.397278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:21.428529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Pushing event updated for resources: {'Port': ['ID=78d38504-a541-4d1f-bd59-da7fd987ab15,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:21.452697 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:21.453049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:21.453401 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:21.453741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:21.454080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:21.454428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:21.454943 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:21.455067 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:21.455388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:21.455715 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:21.456039 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:21.456392 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:21.473964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Attempting to bind port 78d38504-a541-4d1f-bd59-da7fd987ab15 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:21.473964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Attempting to bind port 78d38504-a541-4d1f-bd59-da7fd987ab15 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'bd0565c9-cee7-48b3-877a-6ca14db43edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'de86621f-12fa-4cdd-88b9-e6a349fcf682'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:21.473964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Attempting to bind port 78d38504-a541-4d1f-bd59-da7fd987ab15 on network de86621f-12fa-4cdd-88b9-e6a349fcf682 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:21.480157 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:21.480995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Checking segment: {'id': 'bd0565c9-cee7-48b3-877a-6ca14db43edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'de86621f-12fa-4cdd-88b9-e6a349fcf682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:21.481577 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.482164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Bound using segment: {'id': 'bd0565c9-cee7-48b3-877a-6ca14db43edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'de86621f-12fa-4cdd-88b9-e6a349fcf682'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:21.482664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Bound port: 78d38504-a541-4d1f-bd59-da7fd987ab15, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0565c9-cee7-48b3-877a-6ca14db43edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'de86621f-12fa-4cdd-88b9-e6a349fcf682'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:21.483106 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.495639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] Deleting port db1cf5ad-22a1-46dd-8af1-0d06b0ea85de {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:21.495639 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.502344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7284d0-84a7-4048-8652-2ddafe193adf req-b5954574-87bc-47ae-9d2a-0e5d72e60d4a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:21.504945 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd7284d0-84a7-4048-8652-2ddafe193adf req-b5954574-87bc-47ae-9d2a-0e5d72e60d4a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1043956 Sep 18 05:24:21.583657 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd7284d0-84a7-4048-8652-2ddafe193adf req-3852d7e1-e2ac-4041-97f0-49d48ac67940 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622518 Sep 18 05:24:21.598373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] For port db1cf5ad-22a1-46dd-8af1-0d06b0ea85de, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=db1cf5ad-22a1-46dd-8af1-0d06b0ea85de,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:21.598983 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.603233 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-993ea8f8-43ef-459d-ab86-6c07e32b2af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.607404 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-993ea8f8-43ef-459d-ab86-6c07e32b2af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.609731 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-993ea8f8-43ef-459d-ab86-6c07e32b2af5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d42a0302-7d41-49f8-93e4-6c6017b8b83a HTTP/1.1" status: 204 len: 168 time: 0.3085926 Sep 18 05:24:21.619749 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] Calling delete_port for db1cf5ad-22a1-46dd-8af1-0d06b0ea85de owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:21.623740 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] For port 78d38504-a541-4d1f-bd59-da7fd987ab15, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:21.632270 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] For port 78d38504-a541-4d1f-bd59-da7fd987ab15, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=78d38504-a541-4d1f-bd59-da7fd987ab15,segment=NetworkSegment(bd0565c9-cee7-48b3-877a-6ca14db43edb),segment_id=bd0565c9-cee7-48b3-877a-6ca14db43edb)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:21.640607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ea8f8-43ef-459d-ab86-6c07e32b2af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42a0302-7d41-49f8-93e4-6c6017b8b83a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:21.723439 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.745749 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:21.750529 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:21.809504 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc36187-e095-4041-bc37-a5ca89b4a082 None None] Pushing event updated for resources: {'Port': ['ID=78d38504-a541-4d1f-bd59-da7fd987ab15,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:21.850913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.ipam_backend_mixin [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Performing IP validity checks on allocation pools {{(pid=106909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 05:24:21.851449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.ipam_backend_mixin [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 05:24:21.995273 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.049701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=db1cf5ad-22a1-46dd-8af1-0d06b0ea85de,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:22.119532 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.138139 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.242045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e92288-66a5-40dd-a152-e84135f2754e req-3b7bf379-7a91-4945-a77b-cdff1191a18d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:22.248888 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-15e92288-66a5-40dd-a152-e84135f2754e req-3b7bf379-7a91-4945-a77b-cdff1191a18d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1479731 Sep 18 05:24:22.270049 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.273626 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.301815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Subnet': ['ID=1d1f9706-5277-442d-8109-ee44def78e47,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:22.305930 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9d2f96-f0ca-43ac-afb2-b31c35478514 None None] Sync routers for ids ['9740109c-e8ea-44b7-badd-8038581747dd'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:24:22.317080 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9d2f96-f0ca-43ac-afb2-b31c35478514 None None] Routers {'9740109c-e8ea-44b7-badd-8038581747dd'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:22.317846 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1a9d2f96-f0ca-43ac-afb2-b31c35478514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9740109c-e8ea-44b7-badd-8038581747dd'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:22.350297 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-15e92288-66a5-40dd-a152-e84135f2754e req-3765ea3e-f7d7-46e3-91c4-3cfb89681aed tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961552 Sep 18 05:24:22.350297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Checking segment: {'id': '99c08180-4a40-4e2e-b530-f0529cad6554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '29473b2d-469d-463a-a6c0-bbc862c4c797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:22.351099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network hostable DHCP agents. Network: 29473b2d-469d-463a-a6c0-bbc862c4c797, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:24:22.368628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c72abf-5768-46b6-81e2-69228b8f6f48 req-5839cdda-15ea-4e71-9fbd-c88f76c50ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:22.370425 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2c72abf-5768-46b6-81e2-69228b8f6f48 req-5839cdda-15ea-4e71-9fbd-c88f76c50ec7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 1096 time: 0.1387281 Sep 18 05:24:22.399819 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-1a9d2f96-f0ca-43ac-afb2-b31c35478514 None None] Set router 9740109c-e8ea-44b7-badd-8038581747dd gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:22.426031 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.426683 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9740109c-e8ea-44b7-badd-8038581747dd {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:24:22.436279 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.439719 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-36c1a4dd-f9b3-47d0-9010-28d986a41d7c admin admin] 10.222.0.23 "DELETE /v2.0/routers/9740109c-e8ea-44b7-badd-8038581747dd HTTP/1.1" status: 204 len: 168 time: 1.8371940 Sep 18 05:24:22.439935 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43892) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:22.457883 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1a9d2f96-f0ca-43ac-afb2-b31c35478514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9740109c-e8ea-44b7-badd-8038581747dd', 'name': 'tempest-ImageQuotaTest-872058580-router', 'tenant_id': '41d32d5e7c4d41139d106e8d89c53a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:10Z', 'updated_at': '2021-09-18T05:24:21Z', 'revision_number': 7, 'project_id': '41d32d5e7c4d41139d106e8d89c53a41', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:22.459393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 78d38504-a541-4d1f-bd59-da7fd987ab15 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:22.482557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c72abf-5768-46b6-81e2-69228b8f6f48 req-733762dc-8907-4485-bf03-391f20b30bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:22.484159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2c72abf-5768-46b6-81e2-69228b8f6f48 req-733762dc-8907-4485-bf03-391f20b30bf5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.1049623 Sep 18 05:24:22.487358 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9d2f96-f0ca-43ac-afb2-b31c35478514 None None] Checking router: 9740109c-e8ea-44b7-badd-8038581747dd for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:24:22.497691 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9d2f96-f0ca-43ac-afb2-b31c35478514 None None] Routers set() bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:22.497896 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9d2f96-f0ca-43ac-afb2-b31c35478514 None None] Router IDs set() for agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 05:24:22.498527 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_agentschedulers_db [None req-1a9d2f96-f0ca-43ac-afb2-b31c35478514 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9740109c-e8ea-44b7-badd-8038581747dd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent'). {{(pid=106911) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 05:24:22.498918 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9d2f96-f0ca-43ac-afb2-b31c35478514 None None] The sync data for ids ['9740109c-e8ea-44b7-badd-8038581747dd'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:24:22.508031 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43d0894-91e0-4ccd-ac98-03031e708537 admin admin] Deleting subnet 8befd32e-862d-431f-97dc-245809f252a9 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:24:22.511599 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c43d0894-91e0-4ccd-ac98-03031e708537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.518247 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 78d38504-a541-4d1f-bd59-da7fd987ab15 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:22.518679 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.554233 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c43d0894-91e0-4ccd-ac98-03031e708537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.569727 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2c72abf-5768-46b6-81e2-69228b8f6f48 req-6fe09c50-573d-448a-a5fe-7ce47fe71913 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2 HTTP/1.1" status: 200 len: 998 time: 0.0785055 Sep 18 05:24:22.570924 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network 29473b2d-469d-463a-a6c0-bbc862c4c797 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:24:22.628268 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.649380 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c43d0894-91e0-4ccd-ac98-03031e708537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.668099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c72abf-5768-46b6-81e2-69228b8f6f48 req-2a25c6d6-f3e0-464c-97b4-9226131f9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:22.674387 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2c72abf-5768-46b6-81e2-69228b8f6f48 req-2a25c6d6-f3e0-464c-97b4-9226131f9a32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.0966325 Sep 18 05:24:22.694563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 78d38504-a541-4d1f-bd59-da7fd987ab15, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=78d38504-a541-4d1f-bd59-da7fd987ab15,segment=NetworkSegment(bd0565c9-cee7-48b3-877a-6ca14db43edb),segment_id=bd0565c9-cee7-48b3-877a-6ca14db43edb)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:22.699213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 29473b2d-469d-463a-a6c0-bbc862c4c797) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:22.704208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:22.705029 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.711999 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91691457-b339-4577-bd41-a07bcb1d1a54 None None] Network 29473b2d-469d-463a-a6c0-bbc862c4c797 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:22.729152 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43894) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:22.768168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c72abf-5768-46b6-81e2-69228b8f6f48 req-9c85d53c-7fb2-4039-bed9-5875e978ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:22.769935 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2c72abf-5768-46b6-81e2-69228b8f6f48 req-9c85d53c-7fb2-4039-bed9-5875e978ebe8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859153 Sep 18 05:24:22.778166 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8a0305e-6f39-43f3-b05e-c373fa94ccbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.786482 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.824647 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ee12cdc7-a138-4d0f-ae8f-c7e6a7f7637f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8920457 Sep 18 05:24:22.829688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43896) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:22.883010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=78d38504-a541-4d1f-bd59-da7fd987ab15,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:22.898055 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c43d0894-91e0-4ccd-ac98-03031e708537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.930511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d0894-91e0-4ccd-ac98-03031e708537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8befd32e-862d-431f-97dc-245809f252a9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:22.942793 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c43d0894-91e0-4ccd-ac98-03031e708537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.947077 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c43d0894-91e0-4ccd-ac98-03031e708537 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8befd32e-862d-431f-97dc-245809f252a9 HTTP/1.1" status: 204 len: 168 time: 0.5039148 Sep 18 05:24:22.948166 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-29473b2d-469d-463a-a6c0-bbc862c4c797', 'network_id': '29473b2d-469d-463a-a6c0-bbc862c4c797', 'tenant_id': 'f22760953320411d946246dca75d9438', 'fixed_ips': [{'subnet_id': '1d1f9706-5277-442d-8109-ee44def78e47'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:24:22.949432 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43898) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:22.950661 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:22.958305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc9d077-902d-43fb-b9b2-6f75be7097ef None None] Network 64566637-77bb-4dda-835c-da14ceb5739f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:23.016847 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2c72abf-5768-46b6-81e2-69228b8f6f48 req-269de295-a84b-4240-a336-9e66e4f80c29 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332833 Sep 18 05:24:23.030091 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8a0305e-6f39-43f3-b05e-c373fa94ccbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.031263 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.091498 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.129162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b8a0305e-6f39-43f3-b05e-c373fa94ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.148606 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.188212 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43900) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:23.189292 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b8a0305e-6f39-43f3-b05e-c373fa94ccbc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3a192016920423f9a92c0775208a8be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333253 Sep 18 05:24:23.191106 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0305e-6f39-43f3-b05e-c373fa94ccbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7e1590-2afe-4e7b-a79c-0934b32d4cb2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:23.192761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5060a87-f501-4e18-8e3e-244e015ae1f1 None None] Network de86621f-12fa-4cdd-88b9-e6a349fcf682 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:23.237627 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.338139 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b5504cc4-1ac7-4767-97f7-09dbaf7a3d04 None None] Provisioning complete for port 78d38504-a541-4d1f-bd59-da7fd987ab15 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:23.338519 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b5504cc4-1ac7-4767-97f7-09dbaf7a3d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.399778 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Allocated IP 2001:db8::3 (29473b2d-469d-463a-a6c0-bbc862c4c797/1d1f9706-5277-442d-8109-ee44def78e47/19a641d7-af80-44c0-bd41-66b46ff1549a) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:23.415549 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.492470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4a0be-9698-43cd-add6-e47371770cc6 req-9abc0f66-ece9-42f3-af9f-3b3fb60d1548 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:23.500568 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3bb4a0be-9698-43cd-add6-e47371770cc6 req-9abc0f66-ece9-42f3-af9f-3b3fb60d1548 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0823612 Sep 18 05:24:23.540987 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3bb4a0be-9698-43cd-add6-e47371770cc6 req-11a37fab-836e-46a9-b7d9-318cb83d7f35 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392230 Sep 18 05:24:23.560934 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3187ba8-bf06-48cc-8e24-b867c5672141 None None] DHCP port deletion for 64566637-77bb-4dda-835c-da14ceb5739f request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:24:23.650967 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f2c72abf-5768-46b6-81e2-69228b8f6f48 req-d953c0e3-4e08-4239-b24c-63212a9c239e service neutron] 10.222.0.18 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164222 Sep 18 05:24:23.702191 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d3187ba8-bf06-48cc-8e24-b867c5672141 None None] Deleting port 8a38ab7c-59f5-4236-8099-aa9847c22c58 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:23.702717 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d3187ba8-bf06-48cc-8e24-b867c5672141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.718195 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.723656 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-337371df-98a3-420d-b382-c0c010036b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.753044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Deleting port 8a38ab7c-59f5-4236-8099-aa9847c22c58 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:23.753491 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.757607 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-337371df-98a3-420d-b382-c0c010036b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.773037 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d3187ba8-bf06-48cc-8e24-b867c5672141 None None] For port 8a38ab7c-59f5-4236-8099-aa9847c22c58, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8a38ab7c-59f5-4236-8099-aa9847c22c58,segment=NetworkSegment(39f3b6f1-f06d-465c-8b4c-b23f5dda694f),segment_id=39f3b6f1-f06d-465c-8b4c-b23f5dda694f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:23.773231 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d3187ba8-bf06-48cc-8e24-b867c5672141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.786739 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d3187ba8-bf06-48cc-8e24-b867c5672141 None None] Calling delete_port for 8a38ab7c-59f5-4236-8099-aa9847c22c58 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:23.836192 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.859020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] For port 8a38ab7c-59f5-4236-8099-aa9847c22c58, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8a38ab7c-59f5-4236-8099-aa9847c22c58,segment=NetworkSegment(39f3b6f1-f06d-465c-8b4c-b23f5dda694f),segment_id=39f3b6f1-f06d-465c-8b4c-b23f5dda694f)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:23.859403 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.873803 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Calling delete_port for 8a38ab7c-59f5-4236-8099-aa9847c22c58 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:23.890288 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Network 29473b2d-469d-463a-a6c0-bbc862c4c797 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:23.900386 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:23.907482 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:23.909316 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Pushing event updated for resources: {'Port': ['ID=19a641d7-af80-44c0-bd41-66b46ff1549a,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:23.951826 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.969709 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-171b43c1-9d98-4ee2-ac59-ede8c9169284 None None] Provisioning complete for port 78d38504-a541-4d1f-bd59-da7fd987ab15 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:23.970087 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-171b43c1-9d98-4ee2-ac59-ede8c9169284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.978410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1f9706-5277-442d-8109-ee44def78e47,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:23.981788 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-337371df-98a3-420d-b382-c0c010036b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.988977 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-337371df-98a3-420d-b382-c0c010036b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:23.988977 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-337371df-98a3-420d-b382-c0c010036b2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c7e1590-2afe-4e7b-a79c-0934b32d4cb2 HTTP/1.1" status: 204 len: 168 time: 0.7926061 Sep 18 05:24:23.993760 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Attempting to bind port 19a641d7-af80-44c0-bd41-66b46ff1549a on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:23.994138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Attempting to bind port 19a641d7-af80-44c0-bd41-66b46ff1549a by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '99c08180-4a40-4e2e-b530-f0529cad6554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '29473b2d-469d-463a-a6c0-bbc862c4c797'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:23.994650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Attempting to bind port 19a641d7-af80-44c0-bd41-66b46ff1549a on network 29473b2d-469d-463a-a6c0-bbc862c4c797 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:24.004628 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:24.005096 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Checking segment: {'id': '99c08180-4a40-4e2e-b530-f0529cad6554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '29473b2d-469d-463a-a6c0-bbc862c4c797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:24.005396 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.005794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Bound using segment: {'id': '99c08180-4a40-4e2e-b530-f0529cad6554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '29473b2d-469d-463a-a6c0-bbc862c4c797'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:24.006268 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Bound port: 19a641d7-af80-44c0-bd41-66b46ff1549a, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c08180-4a40-4e2e-b530-f0529cad6554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '29473b2d-469d-463a-a6c0-bbc862c4c797'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:24.006780 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.008799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337371df-98a3-420d-b382-c0c010036b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7e1590-2afe-4e7b-a79c-0934b32d4cb2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:24.057679 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d3187ba8-bf06-48cc-8e24-b867c5672141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.077774 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.090959 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3187ba8-bf06-48cc-8e24-b867c5672141 None None] Pushing event deleted for resources: {'Port': ['ID=8a38ab7c-59f5-4236-8099-aa9847c22c58,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:24.100583 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.104204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29473b2d-469d-463a-a6c0-bbc862c4c797']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:24.131479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3187ba8-bf06-48cc-8e24-b867c5672141 None None] No DVR routers for this DVR port 8a38ab7c-59f5-4236-8099-aa9847c22c58 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:24.137840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a38ab7c-59f5-4236-8099-aa9847c22c58,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:24.141721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c08180-4a40-4e2e-b530-f0529cad6554') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:24.142023 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c08180-4a40-4e2e-b530-f0529cad6554') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:24.152253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] For port 19a641d7-af80-44c0-bd41-66b46ff1549a, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:24.161374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] No DVR routers for this DVR port 8a38ab7c-59f5-4236-8099-aa9847c22c58 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:24.161864 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] For port 19a641d7-af80-44c0-bd41-66b46ff1549a, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=19a641d7-af80-44c0-bd41-66b46ff1549a,segment=NetworkSegment(99c08180-4a40-4e2e-b530-f0529cad6554),segment_id=99c08180-4a40-4e2e-b530-f0529cad6554)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:24.164037 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.240221 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.245238 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.249232 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.262218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:24.262679 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: self.session.flush() Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:24.265727 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:24.286955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64566637-77bb-4dda-835c-da14ceb5739f']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:24.305622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f3b6f1-f06d-465c-8b4c-b23f5dda694f') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:24.305927 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f3b6f1-f06d-465c-8b4c-b23f5dda694f') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:24.339460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 78d38504-a541-4d1f-bd59-da7fd987ab15 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:24.343734 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.358377 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.365433 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:24.365840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:24.367728 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:24.374535 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812745c-45f4-4c23-a18c-7753ab4ab3cc None None] Pushing event updated for resources: {'Port': ['ID=19a641d7-af80-44c0-bd41-66b46ff1549a,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:24.381472 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.api [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 05:24:24.381472 n-d-789963-13 neutron-server[106909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 05:24:24.381472 n-d-789963-13 neutron-server[106909]: [parameters: {'id': '29473b2d-469d-463a-a6c0-bbc862c4c797'}] Sep 18 05:24:24.381472 n-d-789963-13 neutron-server[106909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:24:24.381888 n-d-789963-13 neutron-server[106909]: DEBUG oslo_db.api [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:24:24.421892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257617d5-479e-42ed-879d-6aa62f14949c None None] Network 29473b2d-469d-463a-a6c0-bbc862c4c797 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:24.497671 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 78d38504-a541-4d1f-bd59-da7fd987ab15 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:24.501976 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.514161 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.530645 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.532735 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] 10.222.0.23 "DELETE /v2.0/networks/64566637-77bb-4dda-835c-da14ceb5739f HTTP/1.1" status: 204 len: 168 time: 1.5810206 Sep 18 05:24:24.534076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2656d-7412-4145-bd55-44687cc44895 admin admin] Pushing event deleted for resources: {'Network': ['ID=64566637-77bb-4dda-835c-da14ceb5739f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:24.621345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4d2e3e-2806-45a0-92cf-a1c90f684d3f None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:24:24.673575 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863b333-93ca-4342-a141-59b1a1a3ef08 req-4e5180d9-270f-4ee0-ba17-cc00c84f325c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:24.681943 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8863b333-93ca-4342-a141-59b1a1a3ef08 req-4e5180d9-270f-4ee0-ba17-cc00c84f325c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0606599 Sep 18 05:24:24.725287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device db1cf5ad-22a1-46dd-8af1-0d06b0ea85de no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:24.729159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8863b333-93ca-4342-a141-59b1a1a3ef08 req-30e7fd64-e8e4-4344-bf74-17c16c726716 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459232 Sep 18 05:24:24.752114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: db1cf5ad-22a1-46dd-8af1-0d06b0ea85de {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:24:24.752885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device db1cf5ad-22a1-46dd-8af1-0d06b0ea85de not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:24.752885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8a38ab7c-59f5-4236-8099-aa9847c22c58 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:24.779812 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 8a38ab7c-59f5-4236-8099-aa9847c22c58 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:24:24.780166 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8a38ab7c-59f5-4236-8099-aa9847c22c58 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:24.806645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4d2e3e-2806-45a0-92cf-a1c90f684d3f None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:24:24.854387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fdc49-f352-4a0e-9a04-8c914d607b1c req-5d52d62b-e0ba-4311-a72c-1b2d26e29e7f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:24.855944 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-362fdc49-f352-4a0e-9a04-8c914d607b1c req-5d52d62b-e0ba-4311-a72c-1b2d26e29e7f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0581615 Sep 18 05:24:24.883340 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:24.895410 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-362fdc49-f352-4a0e-9a04-8c914d607b1c req-16ea8340-2562-42ba-9f4f-1ccea8c0b5ba tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331180 Sep 18 05:24:24.958612 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43928) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:24.987767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Deleting port 19a641d7-af80-44c0-bd41-66b46ff1549a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:24.988126 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.028725 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1206ade5-13fc-4031-b895-834580eb02ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41d32d5e7c4d41139d106e8d89c53a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688617 Sep 18 05:24:25.031662 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43936) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:25.104211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] For port 19a641d7-af80-44c0-bd41-66b46ff1549a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=19a641d7-af80-44c0-bd41-66b46ff1549a,segment=NetworkSegment(99c08180-4a40-4e2e-b530-f0529cad6554),segment_id=99c08180-4a40-4e2e-b530-f0529cad6554)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:25.105196 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.132484 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9e1b3463-5aa0-48e5-9600-7b0db14af7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.135012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Calling delete_port for 19a641d7-af80-44c0-bd41-66b46ff1549a owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:25.159589 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9e1b3463-5aa0-48e5-9600-7b0db14af7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.325008 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9e1b3463-5aa0-48e5-9600-7b0db14af7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.328394 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9e1b3463-5aa0-48e5-9600-7b0db14af7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.332879 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9e1b3463-5aa0-48e5-9600-7b0db14af7d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/950e7bbc-4c8f-4544-8c8d-ec30df15c14e HTTP/1.1" status: 204 len: 168 time: 0.2960355 Sep 18 05:24:25.340834 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b3463-5aa0-48e5-9600-7b0db14af7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950e7bbc-4c8f-4544-8c8d-ec30df15c14e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:25.382272 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.409541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Port': ['ID=19a641d7-af80-44c0-bd41-66b46ff1549a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:25.413928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No DVR routers for this DVR port 19a641d7-af80-44c0-bd41-66b46ff1549a on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:25.508916 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.531101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29473b2d-469d-463a-a6c0-bbc862c4c797']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:25.542271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c08180-4a40-4e2e-b530-f0529cad6554') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:25.542599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c08180-4a40-4e2e-b530-f0529cad6554') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:25.553718 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.567723 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.574776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:25.574776 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:25.577285 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:25.690449 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.700759 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.700759 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/29473b2d-469d-463a-a6c0-bbc862c4c797 HTTP/1.1" status: 204 len: 168 time: 2.8684180 Sep 18 05:24:25.703237 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43968) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:25.708447 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b1ebfe39-d6f5-4e03-a369-941924d3ff45 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-259562849'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:25.711849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d434146-bb84-4ef5-99c6-539bc3b390a7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Network': ['ID=29473b2d-469d-463a-a6c0-bbc862c4c797,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:25.848829 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ebfe39-d6f5-4e03-a369-941924d3ff45 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:25.852541 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfe39-d6f5-4e03-a369-941924d3ff45 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.876417 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ebfe39-d6f5-4e03-a369-941924d3ff45 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:24:25.886623 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfe39-d6f5-4e03-a369-941924d3ff45 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:25.886982 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-b1ebfe39-d6f5-4e03-a369-941924d3ff45 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Added segment 7bca820d-590c-4ab5-83ad-4175f5f7c624 of type vlan for network c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68 Sep 18 05:24:25.933524 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfe39-d6f5-4e03-a369-941924d3ff45 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:26.042093 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfe39-d6f5-4e03-a369-941924d3ff45 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:26.048152 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ebfe39-d6f5-4e03-a369-941924d3ff45 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:26.051191 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1ebfe39-d6f5-4e03-a369-941924d3ff45 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:26.080973 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27eea399-edf8-4ddf-9bc3-7fda12a6ae0f req-32e3728c-b7f8-469b-aea8-b82e927b2d33 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496087 Sep 18 05:24:26.093879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43990) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:26.120674 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebfe39-d6f5-4e03-a369-941924d3ff45 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Network': ['ID=c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:26.131924 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:24:26.150874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eea399-edf8-4ddf-9bc3-7fda12a6ae0f req-28f021de-5b81-4129-8a89-9bcfb4b6c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:26.152443 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27eea399-edf8-4ddf-9bc3-7fda12a6ae0f req-28f021de-5b81-4129-8a89-9bcfb4b6c422 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a93295c876f24b40a8ad6dd6e528220f&device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 1097 time: 0.0475495 Sep 18 05:24:26.169907 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b1ebfe39-d6f5-4e03-a369-941924d3ff45 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4655378 Sep 18 05:24:26.185815 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 43996) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:26.191797 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-474deaf5-f76a-4ee6-bbf8-627ddd3d179c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'subnet': {'network_id': 'c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:26.237045 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e0803a90-470e-4e39-b253-97569da9f441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:26.273578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 43998) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:26.303266 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-063fdefc-088d-41c4-9143-96046453791f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:26.335747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eea399-edf8-4ddf-9bc3-7fda12a6ae0f req-58e3a1f1-49ba-4658-85f2-44bb0e8b4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:26.337345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27eea399-edf8-4ddf-9bc3-7fda12a6ae0f req-58e3a1f1-49ba-4658-85f2-44bb0e8b4ed6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 200 len: 911 time: 0.1521902 Sep 18 05:24:26.378182 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27eea399-edf8-4ddf-9bc3-7fda12a6ae0f req-9b325ee0-db00-48c4-803e-eebfd63384d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33bcfed8-9383-41b5-b3aa-2c2934c807b0 HTTP/1.1" status: 200 len: 217 time: 0.0338070 Sep 18 05:24:26.419753 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474deaf5-f76a-4ee6-bbf8-627ddd3d179c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:26.423566 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-474deaf5-f76a-4ee6-bbf8-627ddd3d179c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:26.435795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eea399-edf8-4ddf-9bc3-7fda12a6ae0f req-13f3a2fb-394e-4bc9-9d5e-aefc5347eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:26.437713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27eea399-edf8-4ddf-9bc3-7fda12a6ae0f req-13f3a2fb-394e-4bc9-9d5e-aefc5347eef0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 200 len: 850 time: 0.0516925 Sep 18 05:24:26.513687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eea399-edf8-4ddf-9bc3-7fda12a6ae0f req-d8df58db-92e7-4697-9cfb-b3a369d873bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:26.515210 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27eea399-edf8-4ddf-9bc3-7fda12a6ae0f req-d8df58db-92e7-4697-9cfb-b3a369d873bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e55207-de56-4bf3-a229-f801b9f768e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697460 Sep 18 05:24:26.606124 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e0803a90-470e-4e39-b253-97569da9f441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:26.636630 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27eea399-edf8-4ddf-9bc3-7fda12a6ae0f req-3d634b85-1e6e-4711-b15a-785be6921fa7 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122851 Sep 18 05:24:26.696190 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-474deaf5-f76a-4ee6-bbf8-627ddd3d179c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:26.709215 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e0803a90-470e-4e39-b253-97569da9f441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:26.759140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474deaf5-f76a-4ee6-bbf8-627ddd3d179c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Subnet': ['ID=ff4ebc4a-c7cf-4cae-978b-2b443ebc072c,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:26.766222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474deaf5-f76a-4ee6-bbf8-627ddd3d179c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Checking segment: {'id': '7bca820d-590c-4ab5-83ad-4175f5f7c624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:26.766595 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474deaf5-f76a-4ee6-bbf8-627ddd3d179c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network hostable DHCP agents. Network: c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:24:26.800832 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0803a90-470e-4e39-b253-97569da9f441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6d5313-cd04-46ef-abb3-75759dcb0e66,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:26.806016 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e0803a90-470e-4e39-b253-97569da9f441 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc3636fe0ac04e0a893f4aabc0521bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7111082 Sep 18 05:24:26.808879 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44000) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:26.829432 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-27eea399-edf8-4ddf-9bc3-7fda12a6ae0f req-0493b31a-8945-48ad-9330-17eddff10faf service neutron] 10.222.0.13 "GET /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861360 Sep 18 05:24:26.839209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8937e-cd55-43c2-857a-94c61f0127cf req-ceb60f5f-b655-4340-8e02-ac5b14ff58e6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:26.840755 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-67e8937e-cd55-43c2-857a-94c61f0127cf req-ceb60f5f-b655-4340-8e02-ac5b14ff58e6 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c76e51c-30c5-4e8c-89f4-d79cda513388 HTTP/1.1" status: 200 len: 944 time: 0.1367724 Sep 18 05:24:26.863622 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474deaf5-f76a-4ee6-bbf8-627ddd3d179c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:24:26.866873 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af9caba6-13a4-4f4d-8ec1-410b96832421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:26.891103 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af9caba6-13a4-4f4d-8ec1-410b96832421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:26.956213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-474deaf5-f76a-4ee6-bbf8-627ddd3d179c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:26.964869 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474deaf5-f76a-4ee6-bbf8-627ddd3d179c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:26.965510 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-063fdefc-088d-41c4-9143-96046453791f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:26.965645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f833f5-fc9b-41fe-9b16-f6eb197dde39 None None] Network c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:26.966592 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-474deaf5-f76a-4ee6-bbf8-627ddd3d179c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:26.985534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-67e8937e-cd55-43c2-857a-94c61f0127cf req-4fa4b711-2e64-4d2d-9d7a-7f0865371c33 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Deleting port 809ddea2-2e8f-4448-9e9e-71b79579ba88 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:26.986011 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-67e8937e-cd55-43c2-857a-94c61f0127cf req-4fa4b711-2e64-4d2d-9d7a-7f0865371c33 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.014358 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af9caba6-13a4-4f4d-8ec1-410b96832421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.019775 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af9caba6-13a4-4f4d-8ec1-410b96832421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.021401 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-af9caba6-13a4-4f4d-8ec1-410b96832421 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b6d5313-cd04-46ef-abb3-75759dcb0e66 HTTP/1.1" status: 204 len: 168 time: 0.2114434 Sep 18 05:24:27.041207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9caba6-13a4-4f4d-8ec1-410b96832421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6d5313-cd04-46ef-abb3-75759dcb0e66,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:27.069925 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-063fdefc-088d-41c4-9143-96046453791f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.104337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-67e8937e-cd55-43c2-857a-94c61f0127cf req-4fa4b711-2e64-4d2d-9d7a-7f0865371c33 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] For port 809ddea2-2e8f-4448-9e9e-71b79579ba88, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=809ddea2-2e8f-4448-9e9e-71b79579ba88,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:27.104723 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-67e8937e-cd55-43c2-857a-94c61f0127cf req-4fa4b711-2e64-4d2d-9d7a-7f0865371c33 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.135814 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-063fdefc-088d-41c4-9143-96046453791f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.8611462 Sep 18 05:24:27.137102 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-67e8937e-cd55-43c2-857a-94c61f0127cf req-4fa4b711-2e64-4d2d-9d7a-7f0865371c33 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Calling delete_port for 809ddea2-2e8f-4448-9e9e-71b79579ba88 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:27.138788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44004) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:27.147509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fdefc-088d-41c4-9143-96046453791f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907ea552-12ff-42e3-9f39-a857ffe792a0,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:27.164809 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68', 'network_id': 'c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68', 'tenant_id': 'f22760953320411d946246dca75d9438', 'fixed_ips': [{'subnet_id': 'ff4ebc4a-c7cf-4cae-978b-2b443ebc072c'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:24:27.165968 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.233065 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-474deaf5-f76a-4ee6-bbf8-627ddd3d179c tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0431979 Sep 18 05:24:27.234292 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44006) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:27.243024 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f78b-f89e-43e5-a9e6-51fc96a75080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.281007 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f78b-f89e-43e5-a9e6-51fc96a75080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.324711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Allocated IP 2001:db8::1 (c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68/ff4ebc4a-c7cf-4cae-978b-2b443ebc072c/75712efc-48bf-4202-9369-778dc773b242) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:27.363743 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.453207 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.454134 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-67e8937e-cd55-43c2-857a-94c61f0127cf req-4fa4b711-2e64-4d2d-9d7a-7f0865371c33 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.473227 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b59f7878-4825-4520-a7cb-3332e952e4de'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:24:27.476308 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['33bcfed8-9383-41b5-b3aa-2c2934c807b0'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:24:27.548634 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f78b-f89e-43e5-a9e6-51fc96a75080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.554006 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b3c1f78b-f89e-43e5-a9e6-51fc96a75080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.555498 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b3c1f78b-f89e-43e5-a9e6-51fc96a75080 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/907ea552-12ff-42e3-9f39-a857ffe792a0 HTTP/1.1" status: 204 len: 168 time: 0.4158840 Sep 18 05:24:27.556714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4b711-2e64-4d2d-9d7a-7f0865371c33 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event deleted for resources: {'Port': ['ID=809ddea2-2e8f-4448-9e9e-71b79579ba88,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:27.588463 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.593847 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e8937e-cd55-43c2-857a-94c61f0127cf req-4fa4b711-2e64-4d2d-9d7a-7f0865371c33 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] No DVR routers for this DVR port 809ddea2-2e8f-4448-9e9e-71b79579ba88 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:27.608590 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-67e8937e-cd55-43c2-857a-94c61f0127cf req-4fa4b711-2e64-4d2d-9d7a-7f0865371c33 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.610963 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-67e8937e-cd55-43c2-857a-94c61f0127cf req-4fa4b711-2e64-4d2d-9d7a-7f0865371c33 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "DELETE /v2.0/ports/809ddea2-2e8f-4448-9e9e-71b79579ba88 HTTP/1.1" status: 204 len: 173 time: 0.7639196 Sep 18 05:24:27.613666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c76e51c-30c5-4e8c-89f4-d79cda513388', 'name': 'network-vif-deleted', 'tag': '809ddea2-2e8f-4448-9e9e-71b79579ba88'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:24:27.615888 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bda03b-2665-4a46-bf58-7e5ce0ba1ce4" -d '{"events": [{"server_uuid": "7c76e51c-30c5-4e8c-89f4-d79cda513388", "name": "network-vif-deleted", "tag": "809ddea2-2e8f-4448-9e9e-71b79579ba88"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:24:27.626936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1f78b-f89e-43e5-a9e6-51fc96a75080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907ea552-12ff-42e3-9f39-a857ffe792a0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:27.684687 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 18 Sep 2021 05:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77c9731-35a9-4f96-955b-6d427763857c x-openstack-request-id: req-f77c9731-35a9-4f96-955b-6d427763857c {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:24:27.684991 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c76e51c-30c5-4e8c-89f4-d79cda513388", "name": "network-vif-deleted", "tag": "809ddea2-2e8f-4448-9e9e-71b79579ba88", "status": "failed", "code": 422}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:24:27.685256 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f77c9731-35a9-4f96-955b-6d427763857c {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:24:27.685767 n-d-789963-13 neutron-server[106909]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c76e51c-30c5-4e8c-89f4-d79cda513388', 'name': 'network-vif-deleted', 'tag': '809ddea2-2e8f-4448-9e9e-71b79579ba88', 'status': 'failed', 'code': 422} returned with failed status Sep 18 05:24:27.722924 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.812168 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.820000 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Network c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:27.834009 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:27.846185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:27.860960 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4ebc4a-c7cf-4cae-978b-2b443ebc072c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:27.871853 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Pushing event updated for resources: {'Port': ['ID=75712efc-48bf-4202-9369-778dc773b242,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:27.946468 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.970799 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Attempting to bind port 75712efc-48bf-4202-9369-778dc773b242 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:27.971193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Attempting to bind port 75712efc-48bf-4202-9369-778dc773b242 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '7bca820d-590c-4ab5-83ad-4175f5f7c624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:27.971567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Attempting to bind port 75712efc-48bf-4202-9369-778dc773b242 on network c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:27.971729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:27.980774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:27.981165 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Checking segment: {'id': '7bca820d-590c-4ab5-83ad-4175f5f7c624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:27.981590 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.981986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Bound using segment: {'id': '7bca820d-590c-4ab5-83ad-4175f5f7c624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:27.982470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Bound port: 75712efc-48bf-4202-9369-778dc773b242, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca820d-590c-4ab5-83ad-4175f5f7c624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:27.982863 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:27.984106 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bca820d-590c-4ab5-83ad-4175f5f7c624') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:27.984820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bca820d-590c-4ab5-83ad-4175f5f7c624') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:27.997901 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:28.014940 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:28.022231 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:28.022738 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:28.026077 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:28.057211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] For port 75712efc-48bf-4202-9369-778dc773b242, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:28.090577 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] For port 75712efc-48bf-4202-9369-778dc773b242, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=75712efc-48bf-4202-9369-778dc773b242,segment=NetworkSegment(7bca820d-590c-4ab5-83ad-4175f5f7c624),segment_id=7bca820d-590c-4ab5-83ad-4175f5f7c624)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:28.142506 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.db.api [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 05:24:28.142506 n-d-789963-13 neutron-server[106908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 05:24:28.142506 n-d-789963-13 neutron-server[106908]: [parameters: {'id': 'c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68'}] Sep 18 05:24:28.142506 n-d-789963-13 neutron-server[106908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:24:28.143059 n-d-789963-13 neutron-server[106908]: DEBUG oslo_db.api [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:24:28.277097 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:28.363136 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09118cfe-0a53-470d-8c0e-7590d7de6ffe None None] Pushing event updated for resources: {'Port': ['ID=75712efc-48bf-4202-9369-778dc773b242,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:28.375433 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95526875-4464-495c-977b-c0a656e49671 None None] Network c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:28.500523 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3a7727-10f8-454f-bc0e-e56beb46d166 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:24:28.635293 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3a7727-10f8-454f-bc0e-e56beb46d166 None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:24:28.645567 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:28.702744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Deleting port 75712efc-48bf-4202-9369-778dc773b242 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:28.703094 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:28.767674 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] For port 75712efc-48bf-4202-9369-778dc773b242, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=75712efc-48bf-4202-9369-778dc773b242,segment=NetworkSegment(7bca820d-590c-4ab5-83ad-4175f5f7c624),segment_id=7bca820d-590c-4ab5-83ad-4175f5f7c624)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:28.768086 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:28.782502 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Calling delete_port for 75712efc-48bf-4202-9369-778dc773b242 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:29.027386 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:29.055647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Port': ['ID=75712efc-48bf-4202-9369-778dc773b242,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:29.057653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No DVR routers for this DVR port 75712efc-48bf-4202-9369-778dc773b242 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:29.167844 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:29.194932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:29.209202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52e6e7-ce85-403f-80fc-c2f331df0dab req-596a4bac-663b-4982-88a8-72b7fbcd43cd tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:29.210688 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ad52e6e7-ce85-403f-80fc-c2f331df0dab req-596a4bac-663b-4982-88a8-72b7fbcd43cd tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 907 time: 0.1138082 Sep 18 05:24:29.214379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bca820d-590c-4ab5-83ad-4175f5f7c624') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:29.214746 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bca820d-590c-4ab5-83ad-4175f5f7c624') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:29.225186 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:29.240144 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:29.246048 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:29.246439 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:29.249352 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:29.385525 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:29.394749 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:29.394749 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68 HTTP/1.1" status: 204 len: 168 time: 2.1591005 Sep 18 05:24:29.397902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44048) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:29.403229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d52a0e74-90f4-4b9b-9c09-eea12c5f6b47 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1040925586'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:29.410340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca32af9-59cc-4cb3-b761-acf543c74fce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Network': ['ID=c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:29.476419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52a0e74-90f4-4b9b-9c09-eea12c5f6b47 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:29.479966 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d52a0e74-90f4-4b9b-9c09-eea12c5f6b47 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:29.502999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52a0e74-90f4-4b9b-9c09-eea12c5f6b47 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:24:29.511313 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d52a0e74-90f4-4b9b-9c09-eea12c5f6b47 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:29.511665 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-d52a0e74-90f4-4b9b-9c09-eea12c5f6b47 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Added segment 549f439f-26fd-4ee7-a331-b206cb651a21 of type vlan for network a68cae6f-cba7-4343-950b-38f7c159a37f Sep 18 05:24:29.554027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d52a0e74-90f4-4b9b-9c09-eea12c5f6b47 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:29.630941 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d52a0e74-90f4-4b9b-9c09-eea12c5f6b47 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:29.636609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52a0e74-90f4-4b9b-9c09-eea12c5f6b47 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:29.637204 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d52a0e74-90f4-4b9b-9c09-eea12c5f6b47 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:29.701914 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a0e74-90f4-4b9b-9c09-eea12c5f6b47 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Network': ['ID=a68cae6f-cba7-4343-950b-38f7c159a37f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:29.712482 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network a68cae6f-cba7-4343-950b-38f7c159a37f details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:24:29.733679 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44052) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:29.733922 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d52a0e74-90f4-4b9b-9c09-eea12c5f6b47 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3347692 Sep 18 05:24:29.739436 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3de77048-6c9b-4287-960d-c6074d22d0da tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'subnet': {'network_id': 'a68cae6f-cba7-4343-950b-38f7c159a37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:29.894023 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de77048-6c9b-4287-960d-c6074d22d0da tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:29.897498 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3de77048-6c9b-4287-960d-c6074d22d0da tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:30.162753 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3de77048-6c9b-4287-960d-c6074d22d0da tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:30.229220 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de77048-6c9b-4287-960d-c6074d22d0da tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Subnet': ['ID=51118010-3b77-4dac-8eac-6734a5018c43,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:30.237975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de77048-6c9b-4287-960d-c6074d22d0da tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Checking segment: {'id': '549f439f-26fd-4ee7-a331-b206cb651a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a68cae6f-cba7-4343-950b-38f7c159a37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:30.238436 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de77048-6c9b-4287-960d-c6074d22d0da tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network hostable DHCP agents. Network: a68cae6f-cba7-4343-950b-38f7c159a37f, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:24:30.296087 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507908d7-a000-4df9-9ff0-858734ba5e3b req-b9a32243-1163-4e89-b759-4c7e1e565ec8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:30.297613 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-507908d7-a000-4df9-9ff0-858734ba5e3b req-b9a32243-1163-4e89-b759-4c7e1e565ec8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.13 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 907 time: 0.0558910 Sep 18 05:24:30.333731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de77048-6c9b-4287-960d-c6074d22d0da tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network a68cae6f-cba7-4343-950b-38f7c159a37f is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:24:30.402877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e3bcf-21c7-492d-8da1-94b4f0d58666 req-753ffcbd-ff03-46f3-97c9-0bfdc4b7416c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:30.404405 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9c5e3bcf-21c7-492d-8da1-94b4f0d58666 req-753ffcbd-ff03-46f3-97c9-0bfdc4b7416c tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 907 time: 0.1058736 Sep 18 05:24:30.431047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-3de77048-6c9b-4287-960d-c6074d22d0da tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, a68cae6f-cba7-4343-950b-38f7c159a37f) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:30.431282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-507908d7-a000-4df9-9ff0-858734ba5e3b req-d50032b0-79ba-46c2-88f6-a08346b2b054 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Deleting port 59e28d19-9cbc-4c0c-b531-621d6415bdf3 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:30.431403 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-507908d7-a000-4df9-9ff0-858734ba5e3b req-d50032b0-79ba-46c2-88f6-a08346b2b054 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:30.435710 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de77048-6c9b-4287-960d-c6074d22d0da tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:30.438640 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3de77048-6c9b-4287-960d-c6074d22d0da tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:30.441108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e40879-f139-4930-b10f-ae3a8c0e7e58 None None] Network a68cae6f-cba7-4343-950b-38f7c159a37f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:30.527382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-507908d7-a000-4df9-9ff0-858734ba5e3b req-d50032b0-79ba-46c2-88f6-a08346b2b054 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] For port 59e28d19-9cbc-4c0c-b531-621d6415bdf3, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=59e28d19-9cbc-4c0c-b531-621d6415bdf3,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:30.527760 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-507908d7-a000-4df9-9ff0-858734ba5e3b req-d50032b0-79ba-46c2-88f6-a08346b2b054 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:30.541613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-507908d7-a000-4df9-9ff0-858734ba5e3b req-d50032b0-79ba-46c2-88f6-a08346b2b054 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Calling delete_port for 59e28d19-9cbc-4c0c-b531-621d6415bdf3 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:30.576339 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3de77048-6c9b-4287-960d-c6074d22d0da tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8414335 Sep 18 05:24:30.578888 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44064) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:30.598916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-a68cae6f-cba7-4343-950b-38f7c159a37f', 'network_id': 'a68cae6f-cba7-4343-950b-38f7c159a37f', 'tenant_id': 'f22760953320411d946246dca75d9438', 'fixed_ips': [{'subnet_id': '51118010-3b77-4dac-8eac-6734a5018c43'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:24:30.599868 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:30.696638 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:30.736567 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-507908d7-a000-4df9-9ff0-858734ba5e3b req-d50032b0-79ba-46c2-88f6-a08346b2b054 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:30.745909 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Allocated IP 2001:db8::1 (a68cae6f-cba7-4343-950b-38f7c159a37f/51118010-3b77-4dac-8eac-6734a5018c43/4bc4accd-b783-4173-a37a-c0868653c9ad) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:30.749237 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:30.768035 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50032b0-79ba-46c2-88f6-a08346b2b054 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event deleted for resources: {'Port': ['ID=59e28d19-9cbc-4c0c-b531-621d6415bdf3,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:30.824807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-507908d7-a000-4df9-9ff0-858734ba5e3b req-d50032b0-79ba-46c2-88f6-a08346b2b054 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] No DVR routers for this DVR port 59e28d19-9cbc-4c0c-b531-621d6415bdf3 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:30.827383 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-507908d7-a000-4df9-9ff0-858734ba5e3b req-d50032b0-79ba-46c2-88f6-a08346b2b054 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:30.829675 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-507908d7-a000-4df9-9ff0-858734ba5e3b req-d50032b0-79ba-46c2-88f6-a08346b2b054 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.13 "DELETE /v2.0/ports/59e28d19-9cbc-4c0c-b531-621d6415bdf3 HTTP/1.1" status: 204 len: 173 time: 0.5230622 Sep 18 05:24:30.830123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c3f8a7-13fa-4b68-9774-a4334016886f', 'name': 'network-vif-deleted', 'tag': '59e28d19-9cbc-4c0c-b531-621d6415bdf3'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:24:30.832569 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1b1761-c647-4291-8614-c8ac8127867d" -d '{"events": [{"server_uuid": "70c3f8a7-13fa-4b68-9774-a4334016886f", "name": "network-vif-deleted", "tag": "59e28d19-9cbc-4c0c-b531-621d6415bdf3"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:24:30.881372 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a6c97f-699b-497b-8e95-03428fae263e x-openstack-request-id: req-41a6c97f-699b-497b-8e95-03428fae263e {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:24:30.881749 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c3f8a7-13fa-4b68-9774-a4334016886f", "name": "network-vif-deleted", "tag": "59e28d19-9cbc-4c0c-b531-621d6415bdf3", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:24:30.881999 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41a6c97f-699b-497b-8e95-03428fae263e {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:24:30.882415 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c3f8a7-13fa-4b68-9774-a4334016886f', 'name': 'network-vif-deleted', 'tag': '59e28d19-9cbc-4c0c-b531-621d6415bdf3', 'status': 'completed', 'code': 200} Sep 18 05:24:30.928357 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:31.014613 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:31.061875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Network a68cae6f-cba7-4343-950b-38f7c159a37f is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:31.064689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:31.069060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:31.077957 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Pushing event updated for resources: {'Port': ['ID=4bc4accd-b783-4173-a37a-c0868653c9ad,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:31.127611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Attempting to bind port 4bc4accd-b783-4173-a37a-c0868653c9ad on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:31.127984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Attempting to bind port 4bc4accd-b783-4173-a37a-c0868653c9ad by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '549f439f-26fd-4ee7-a331-b206cb651a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a68cae6f-cba7-4343-950b-38f7c159a37f'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:31.129052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Attempting to bind port 4bc4accd-b783-4173-a37a-c0868653c9ad on network a68cae6f-cba7-4343-950b-38f7c159a37f {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:31.129984 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:31.143197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:31.143579 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Checking segment: {'id': '549f439f-26fd-4ee7-a331-b206cb651a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a68cae6f-cba7-4343-950b-38f7c159a37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:31.144051 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:31.144441 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Bound using segment: {'id': '549f439f-26fd-4ee7-a331-b206cb651a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a68cae6f-cba7-4343-950b-38f7c159a37f'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:31.144923 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Bound port: 4bc4accd-b783-4173-a37a-c0868653c9ad, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549f439f-26fd-4ee7-a331-b206cb651a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a68cae6f-cba7-4343-950b-38f7c159a37f'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:31.145663 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:31.158923 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Subnet': ['ID=51118010-3b77-4dac-8eac-6734a5018c43,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:31.218791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] For port 4bc4accd-b783-4173-a37a-c0868653c9ad, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:31.219613 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:31.222833 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] For port 4bc4accd-b783-4173-a37a-c0868653c9ad, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=4bc4accd-b783-4173-a37a-c0868653c9ad,segment=NetworkSegment(549f439f-26fd-4ee7-a331-b206cb651a21),segment_id=549f439f-26fd-4ee7-a331-b206cb651a21)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:31.240214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68cae6f-cba7-4343-950b-38f7c159a37f']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:31.248985 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549f439f-26fd-4ee7-a331-b206cb651a21') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:31.249287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549f439f-26fd-4ee7-a331-b206cb651a21') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:31.258421 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:31.307154 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-505f07d7-3cac-4b1e-b69f-c8c5d1c3ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:31.348127 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:31.350920 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:31.358682 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:31.359080 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:31.362251 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:31.434844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7a76d-2092-406c-9022-b1658560b032 None None] Pushing event updated for resources: {'Port': ['ID=4bc4accd-b783-4173-a37a-c0868653c9ad,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:31.457607 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cab163b-0f3e-46ff-931d-68c9b73d72ad None None] Network a68cae6f-cba7-4343-950b-38f7c159a37f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:31.484866 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.db.api [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 05:24:31.484866 n-d-789963-13 neutron-server[106908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 05:24:31.484866 n-d-789963-13 neutron-server[106908]: [parameters: {'id': 'a68cae6f-cba7-4343-950b-38f7c159a37f'}] Sep 18 05:24:31.484866 n-d-789963-13 neutron-server[106908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:24:31.485736 n-d-789963-13 neutron-server[106908]: DEBUG oslo_db.api [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:24:31.529443 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea086102-d39d-4c0d-96a7-4a9432852436 req-2e1f1237-494b-48b4-ab07-e3f5aa5b3ee8 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=70c3f8a7-13fa-4b68-9774-a4334016886f HTTP/1.1" status: 200 len: 210 time: 0.0278621 Sep 18 05:24:31.584421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693e6892-4a02-4874-8952-b7058cb8b167 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:24:31.700646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e6892-4a02-4874-8952-b7058cb8b167 None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:24:31.987113 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.041571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Deleting port 4bc4accd-b783-4173-a37a-c0868653c9ad {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:32.041927 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.110610 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] For port 4bc4accd-b783-4173-a37a-c0868653c9ad, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=4bc4accd-b783-4173-a37a-c0868653c9ad,segment=NetworkSegment(549f439f-26fd-4ee7-a331-b206cb651a21),segment_id=549f439f-26fd-4ee7-a331-b206cb651a21)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:32.111042 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.124725 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Calling delete_port for 4bc4accd-b783-4173-a37a-c0868653c9ad owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:32.261680 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.288526 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Port': ['ID=4bc4accd-b783-4173-a37a-c0868653c9ad,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:32.292187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No DVR routers for this DVR port 4bc4accd-b783-4173-a37a-c0868653c9ad on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:32.374338 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.394105 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68cae6f-cba7-4343-950b-38f7c159a37f']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:32.402958 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549f439f-26fd-4ee7-a331-b206cb651a21') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:32.403264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549f439f-26fd-4ee7-a331-b206cb651a21') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:32.413150 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.426708 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.432486 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:32.432871 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:32.435721 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:32.558600 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.564057 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.569720 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/a68cae6f-cba7-4343-950b-38f7c159a37f HTTP/1.1" status: 204 len: 168 time: 1.9862025 Sep 18 05:24:32.570047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44094) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:32.575380 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2da720cf-ff4a-4961-a28a-25effe5fbe27 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-641227340'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:32.597704 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854f41b-a8d6-4b58-8a70-647ab2216da4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Network': ['ID=a68cae6f-cba7-4343-950b-38f7c159a37f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:32.684100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da720cf-ff4a-4961-a28a-25effe5fbe27 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:32.688018 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2da720cf-ff4a-4961-a28a-25effe5fbe27 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.711671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da720cf-ff4a-4961-a28a-25effe5fbe27 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:24:32.720411 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2da720cf-ff4a-4961-a28a-25effe5fbe27 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.720793 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-2da720cf-ff4a-4961-a28a-25effe5fbe27 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Added segment a1174ce4-85c2-4137-9fb8-a95a187a07f5 of type vlan for network 25362dbe-9e08-4596-86c3-433f95960491 Sep 18 05:24:32.764230 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2da720cf-ff4a-4961-a28a-25effe5fbe27 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.778983 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 59e28d19-9cbc-4c0c-b531-621d6415bdf3 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:32.800791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 59e28d19-9cbc-4c0c-b531-621d6415bdf3 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:24:32.801151 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 59e28d19-9cbc-4c0c-b531-621d6415bdf3 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:32.848826 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2da720cf-ff4a-4961-a28a-25effe5fbe27 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.854328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da720cf-ff4a-4961-a28a-25effe5fbe27 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:32.854911 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2da720cf-ff4a-4961-a28a-25effe5fbe27 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:32.923683 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da720cf-ff4a-4961-a28a-25effe5fbe27 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Network': ['ID=25362dbe-9e08-4596-86c3-433f95960491,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:32.934935 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 25362dbe-9e08-4596-86c3-433f95960491 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:24:32.992674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2da720cf-ff4a-4961-a28a-25effe5fbe27 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4190376 Sep 18 05:24:32.993962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44102) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:33.001000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-bfb97a4a-a0d4-42b9-8275-1c4466f971ff tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'subnet': {'network_id': '25362dbe-9e08-4596-86c3-433f95960491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:33.047491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369f9d3-aeaf-4bd4-8d4c-8a21bc450c4b req-8c3feafc-80bf-4a81-be5e-7869e479434b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:33.051495 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a369f9d3-aeaf-4bd4-8d4c-8a21bc450c4b req-8c3feafc-80bf-4a81-be5e-7869e479434b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 945 time: 0.0867546 Sep 18 05:24:33.095427 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a369f9d3-aeaf-4bd4-8d4c-8a21bc450c4b req-d14176d5-ede4-4146-9bd2-eb0d4fd238ee tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376501 Sep 18 05:24:33.191712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb97a4a-a0d4-42b9-8275-1c4466f971ff tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:33.195517 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfb97a4a-a0d4-42b9-8275-1c4466f971ff tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:33.432837 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfb97a4a-a0d4-42b9-8275-1c4466f971ff tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:33.498585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb97a4a-a0d4-42b9-8275-1c4466f971ff tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Subnet': ['ID=9e412737-e6ab-4d1a-842d-9baf33dfeef6,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:33.503730 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb97a4a-a0d4-42b9-8275-1c4466f971ff tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Checking segment: {'id': 'a1174ce4-85c2-4137-9fb8-a95a187a07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25362dbe-9e08-4596-86c3-433f95960491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:33.504105 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb97a4a-a0d4-42b9-8275-1c4466f971ff tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network hostable DHCP agents. Network: 25362dbe-9e08-4596-86c3-433f95960491, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:24:33.581204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb97a4a-a0d4-42b9-8275-1c4466f971ff tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network 25362dbe-9e08-4596-86c3-433f95960491 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:24:33.655385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-bfb97a4a-a0d4-42b9-8275-1c4466f971ff tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 25362dbe-9e08-4596-86c3-433f95960491) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:33.659546 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb97a4a-a0d4-42b9-8275-1c4466f971ff tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:33.660178 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfb97a4a-a0d4-42b9-8275-1c4466f971ff tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:33.663804 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c02ac25-a672-4deb-910e-d93e70f5f5de None None] Network 25362dbe-9e08-4596-86c3-433f95960491 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:33.751591 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bfb97a4a-a0d4-42b9-8275-1c4466f971ff tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7562039 Sep 18 05:24:33.754797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44104) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:33.771030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-13964277-36b5-49bd-8fc5-fb8e2b84b1e0 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'subnet': {'network_id': '25362dbe-9e08-4596-86c3-433f95960491', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:33.818872 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-25362dbe-9e08-4596-86c3-433f95960491', 'network_id': '25362dbe-9e08-4596-86c3-433f95960491', 'tenant_id': 'f22760953320411d946246dca75d9438', 'fixed_ips': [{'subnet_id': '9e412737-e6ab-4d1a-842d-9baf33dfeef6'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:24:33.820491 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:33.896336 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-164c614f-f1f7-4175-8477-a7bbb9a28276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:33.950988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13964277-36b5-49bd-8fc5-fb8e2b84b1e0 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:33.954940 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13964277-36b5-49bd-8fc5-fb8e2b84b1e0 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:33.966254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Allocated IP 2001:db8::2 (25362dbe-9e08-4596-86c3-433f95960491/9e412737-e6ab-4d1a-842d-9baf33dfeef6/cb3fc4db-e55b-4e03-9835-ecc2dbbbf390) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:34.296004 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:34.319459 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:34.330354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7b73f-30cc-4055-b8c1-5398821b2675 req-d6dbec8c-000a-43b3-b555-1cbdcc532d3f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:34.333293 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3ac7b73f-30cc-4055-b8c1-5398821b2675 req-d6dbec8c-000a-43b3-b555-1cbdcc532d3f tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 945 time: 0.1328487 Sep 18 05:24:34.364774 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:34.431265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Pushing event updated for resources: {'Port': ['ID=cb3fc4db-e55b-4e03-9835-ecc2dbbbf390,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:34.446600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Network 25362dbe-9e08-4596-86c3-433f95960491 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:34.448617 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:34.454768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:34.517740 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Attempting to bind port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:34.518242 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Attempting to bind port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'a1174ce4-85c2-4137-9fb8-a95a187a07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25362dbe-9e08-4596-86c3-433f95960491'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:34.519365 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Attempting to bind port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 on network 25362dbe-9e08-4596-86c3-433f95960491 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:34.525577 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:34.531399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Checking segment: {'id': 'a1174ce4-85c2-4137-9fb8-a95a187a07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25362dbe-9e08-4596-86c3-433f95960491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:34.531399 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:34.531399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Bound using segment: {'id': 'a1174ce4-85c2-4137-9fb8-a95a187a07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25362dbe-9e08-4596-86c3-433f95960491'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:34.531399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Bound port: cb3fc4db-e55b-4e03-9835-ecc2dbbbf390, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1174ce4-85c2-4137-9fb8-a95a187a07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25362dbe-9e08-4596-86c3-433f95960491'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:34.531399 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:34.598362 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] For port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:34.602177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] For port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cb3fc4db-e55b-4e03-9835-ecc2dbbbf390,segment=NetworkSegment(a1174ce4-85c2-4137-9fb8-a95a187a07f5),segment_id=a1174ce4-85c2-4137-9fb8-a95a187a07f5)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:34.620373 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13964277-36b5-49bd-8fc5-fb8e2b84b1e0 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:34.630340 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e5df3-78c6-4f36-bae3-0ac672552f03 req-4e61cbb6-cb42-42b7-b0ac-e9a709ed001d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:34.631865 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d52e5df3-78c6-4f36-bae3-0ac672552f03 req-4e61cbb6-cb42-42b7-b0ac-e9a709ed001d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.13 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 945 time: 0.3653967 Sep 18 05:24:34.694776 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:34.790000 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d49a3-10e4-4229-abf1-e29f0a610350 None None] Pushing event updated for resources: {'Port': ['ID=cb3fc4db-e55b-4e03-9835-ecc2dbbbf390,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:34.800694 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3ac7b73f-30cc-4055-b8c1-5398821b2675 req-02fd4afe-8e45-44b0-acb1-3fbd8d1d7878 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605021 Sep 18 05:24:34.808010 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44116) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:34.846589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13964277-36b5-49bd-8fc5-fb8e2b84b1e0 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Subnet': ['ID=9ffe1001-d526-44f0-9364-d6f392efecc4,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:34.850371 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13964277-36b5-49bd-8fc5-fb8e2b84b1e0 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network 25362dbe-9e08-4596-86c3-433f95960491 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:34.857079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-13964277-36b5-49bd-8fc5-fb8e2b84b1e0 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:34.860782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13964277-36b5-49bd-8fc5-fb8e2b84b1e0 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:34.861477 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13964277-36b5-49bd-8fc5-fb8e2b84b1e0 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:34.893714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-d52e5df3-78c6-4f36-bae3-0ac672552f03 req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Deleting port 33bcfed8-9383-41b5-b3aa-2c2934c807b0 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:34.894282 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d52e5df3-78c6-4f36-bae3-0ac672552f03 req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:34.964100 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-13964277-36b5-49bd-8fc5-fb8e2b84b1e0 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2082472 Sep 18 05:24:34.966782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44120) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:35.003145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d52e5df3-78c6-4f36-bae3-0ac672552f03 req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] For port 33bcfed8-9383-41b5-b3aa-2c2934c807b0, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=33bcfed8-9383-41b5-b3aa-2c2934c807b0,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:35.004521 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d52e5df3-78c6-4f36-bae3-0ac672552f03 req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.020921 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.023226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-d52e5df3-78c6-4f36-bae3-0ac672552f03 req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Calling delete_port for 33bcfed8-9383-41b5-b3aa-2c2934c807b0 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:35.109469 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8556c05-77e8-4752-a953-583512c897d8 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:35.109469 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8556c05-77e8-4752-a953-583512c897d8 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:35.109469 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8556c05-77e8-4752-a953-583512c897d8 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:35.109469 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8556c05-77e8-4752-a953-583512c897d8 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:35.111024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8556c05-77e8-4752-a953-583512c897d8 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:35.118192 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b8556c05-77e8-4752-a953-583512c897d8 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1503608 Sep 18 05:24:35.118977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44124) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:35.129473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1116fac3-947e-483a-a3b3-16e9e6f54905 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1732520890'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:35.244031 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.247736 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.339751 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d52e5df3-78c6-4f36-bae3-0ac672552f03 req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.351452 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b59f7878-4825-4520-a7cb-3332e952e4de'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:24:35.391514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.391640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event deleted for resources: {'Port': ['ID=33bcfed8-9383-41b5-b3aa-2c2934c807b0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:35.403135 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.403494 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.403848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.404198 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.404725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.405074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.405406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.405741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.406075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.406412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.406779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.407131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.433870 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed7d3ea8662b4ef4ae25a0490ae54099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6241512 Sep 18 05:24:35.434775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44126) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:35.435234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52e5df3-78c6-4f36-bae3-0ac672552f03 req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] No DVR routers for this DVR port 33bcfed8-9383-41b5-b3aa-2c2934c807b0 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:35.439347 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d52e5df3-78c6-4f36-bae3-0ac672552f03 req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.442409 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d52e5df3-78c6-4f36-bae3-0ac672552f03 req-118f0cf1-d525-4e3f-ae85-8373699619bb tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.13 "DELETE /v2.0/ports/33bcfed8-9383-41b5-b3aa-2c2934c807b0 HTTP/1.1" status: 204 len: 173 time: 0.8005652 Sep 18 05:24:35.442965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220efbb7-8e95-4047-ae4d-2863e0a6836f', 'name': 'network-vif-deleted', 'tag': '33bcfed8-9383-41b5-b3aa-2c2934c807b0'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:24:35.445495 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3305b4d-abf2-4100-8190-612cd65075fb" -d '{"events": [{"server_uuid": "220efbb7-8e95-4047-ae4d-2863e0a6836f", "name": "network-vif-deleted", "tag": "33bcfed8-9383-41b5-b3aa-2c2934c807b0"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:24:35.458897 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bdce2d-73b5-43ae-beae-eb8f4df4edbe,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:35.472431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.476503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.476503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.476503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.476503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.476503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.476503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.476503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.476503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.476503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.476503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.476503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d15d536-eac9-49a8-855c-6f5393a6f12b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:24:35.497032 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90568249-f0a7-4171-96d9-b94e389cec10 x-openstack-request-id: req-90568249-f0a7-4171-96d9-b94e389cec10 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:24:35.497966 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220efbb7-8e95-4047-ae4d-2863e0a6836f", "name": "network-vif-deleted", "tag": "33bcfed8-9383-41b5-b3aa-2c2934c807b0", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:24:35.500102 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90568249-f0a7-4171-96d9-b94e389cec10 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:24:35.501026 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220efbb7-8e95-4047-ae4d-2863e0a6836f', 'name': 'network-vif-deleted', 'tag': '33bcfed8-9383-41b5-b3aa-2c2934c807b0', 'status': 'completed', 'code': 200} Sep 18 05:24:35.501419 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1116fac3-947e-483a-a3b3-16e9e6f54905 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:35.507753 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1116fac3-947e-483a-a3b3-16e9e6f54905 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.551188 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1116fac3-947e-483a-a3b3-16e9e6f54905 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:24:35.553240 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6971-7327-4908-9995-1f64e9056fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.570155 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1116fac3-947e-483a-a3b3-16e9e6f54905 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.570512 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-1116fac3-947e-483a-a3b3-16e9e6f54905 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Added segment 60542734-3ef6-4890-80bb-d5c9021ad0f0 of type vlan for network 2dd40c68-eaea-4439-9277-1b964b3c793c Sep 18 05:24:35.591156 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6971-7327-4908-9995-1f64e9056fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.649509 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1116fac3-947e-483a-a3b3-16e9e6f54905 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.787637 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1116fac3-947e-483a-a3b3-16e9e6f54905 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.794571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1116fac3-947e-483a-a3b3-16e9e6f54905 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:35.795965 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1116fac3-947e-483a-a3b3-16e9e6f54905 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.801979 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6971-7327-4908-9995-1f64e9056fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.804680 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6971-7327-4908-9995-1f64e9056fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:35.808369 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9a3b6971-7327-4908-9995-1f64e9056fd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33bdce2d-73b5-43ae-beae-eb8f4df4edbe HTTP/1.1" status: 204 len: 168 time: 0.3667567 Sep 18 05:24:35.845102 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b6971-7327-4908-9995-1f64e9056fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bdce2d-73b5-43ae-beae-eb8f4df4edbe,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:35.899972 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116fac3-947e-483a-a3b3-16e9e6f54905 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Network': ['ID=2dd40c68-eaea-4439-9277-1b964b3c793c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:35.912303 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 2dd40c68-eaea-4439-9277-1b964b3c793c details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:24:35.931164 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1116fac3-947e-483a-a3b3-16e9e6f54905 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8066833 Sep 18 05:24:35.936684 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44134) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:35.942345 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-6c9cfac9-598f-42f1-aee0-8983575bcc19 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:35.981506 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d66c131-47ef-4013-ae9a-745baff3a246 req-05bc9b26-84b9-4468-acbd-4dc7b86732cc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=220efbb7-8e95-4047-ae4d-2863e0a6836f HTTP/1.1" status: 200 len: 210 time: 0.0589573 Sep 18 05:24:36.035266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c6e9df-d0fb-4689-8c5c-85045099cd46 None None] Network 25362dbe-9e08-4596-86c3-433f95960491 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:36.107516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-88cf3db3-6444-48b3-a6a3-d9dabdeb0317 None None] Provisioning complete for port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:36.108653 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-88cf3db3-6444-48b3-a6a3-d9dabdeb0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:36.136560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c9cfac9-598f-42f1-aee0-8983575bcc19 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:36.208387 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:24:36.246667 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c9cfac9-598f-42f1-aee0-8983575bcc19 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:36.258276 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c9cfac9-598f-42f1-aee0-8983575bcc19 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network 2dd40c68-eaea-4439-9277-1b964b3c793c is not hosted by any dhcp agent {{(pid=106908) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 05:24:36.265005 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-88cf3db3-6444-48b3-a6a3-d9dabdeb0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:36.271420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9cfac9-598f-42f1-aee0-8983575bcc19 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:36.272070 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c9cfac9-598f-42f1-aee0-8983575bcc19 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:36.275042 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6c9cfac9-598f-42f1-aee0-8983575bcc19 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "PUT /v2.0/networks/2dd40c68-eaea-4439-9277-1b964b3c793c HTTP/1.1" status: 200 len: 723 time: 0.3369880 Sep 18 05:24:36.280136 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44142) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:36.286733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2e58e1d8-028c-4ce0-8188-898977e7aea9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'subnet': {'network_id': '2dd40c68-eaea-4439-9277-1b964b3c793c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:36.306342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-88cf3db3-6444-48b3-a6a3-d9dabdeb0317 None None] For port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cb3fc4db-e55b-4e03-9835-ecc2dbbbf390,segment=NetworkSegment(a1174ce4-85c2-4137-9fb8-a95a187a07f5),segment_id=a1174ce4-85c2-4137-9fb8-a95a187a07f5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:36.381951 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cfac9-598f-42f1-aee0-8983575bcc19 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Network': ['ID=2dd40c68-eaea-4439-9277-1b964b3c793c,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:36.392997 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:36.395758 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 2dd40c68-eaea-4439-9277-1b964b3c793c details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:24:36.404752 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-88cf3db3-6444-48b3-a6a3-d9dabdeb0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:36.437602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e19d465-cffc-4f3c-be25-b3b191f13af3 None None] Update dhcp port {'port': {'network_id': '25362dbe-9e08-4596-86c3-433f95960491', 'fixed_ips': [{'subnet_id': '9e412737-e6ab-4d1a-842d-9baf33dfeef6', 'ip_address': '2001:db8::2'}, {'subnet_id': '9ffe1001-d526-44f0-9364-d6f392efecc4'}], 'binding:host_id': 'n-d-789963-13'}, 'id': 'cb3fc4db-e55b-4e03-9835-ecc2dbbbf390'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:24:36.548803 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2e19d465-cffc-4f3c-be25-b3b191f13af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:36.556570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e58e1d8-028c-4ce0-8188-898977e7aea9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:36.560184 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e58e1d8-028c-4ce0-8188-898977e7aea9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:36.563522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf3db3-6444-48b3-a6a3-d9dabdeb0317 None None] Pushing event updated for resources: {'Port': ['ID=cb3fc4db-e55b-4e03-9835-ecc2dbbbf390,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:36.606885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:36.607263 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:36.792761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-2e19d465-cffc-4f3c-be25-b3b191f13af3 None None] Allocated IP 172.20.0.1 (25362dbe-9e08-4596-86c3-433f95960491/9ffe1001-d526-44f0-9364-d6f392efecc4/cb3fc4db-e55b-4e03-9835-ecc2dbbbf390) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:36.812185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 33bcfed8-9383-41b5-b3aa-2c2934c807b0 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:36.827111 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e58e1d8-028c-4ce0-8188-898977e7aea9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:36.843869 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 33bcfed8-9383-41b5-b3aa-2c2934c807b0 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:24:36.844221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 33bcfed8-9383-41b5-b3aa-2c2934c807b0 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:36.854883 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:36.890097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58e1d8-028c-4ce0-8188-898977e7aea9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Subnet': ['ID=dbed061c-d8ec-4508-b09d-f63550c2d8c1,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:36.900601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58e1d8-028c-4ce0-8188-898977e7aea9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Checking segment: {'id': '60542734-3ef6-4890-80bb-d5c9021ad0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2dd40c68-eaea-4439-9277-1b964b3c793c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:36.900978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e58e1d8-028c-4ce0-8188-898977e7aea9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network hostable DHCP agents. Network: 2dd40c68-eaea-4439-9277-1b964b3c793c, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:24:36.920344 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2e19d465-cffc-4f3c-be25-b3b191f13af3 None None] For port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cb3fc4db-e55b-4e03-9835-ecc2dbbbf390,segment=NetworkSegment(a1174ce4-85c2-4137-9fb8-a95a187a07f5),segment_id=a1174ce4-85c2-4137-9fb8-a95a187a07f5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:36.949800 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2e19d465-cffc-4f3c-be25-b3b191f13af3 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:36.979560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e58e1d8-028c-4ce0-8188-898977e7aea9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network 2dd40c68-eaea-4439-9277-1b964b3c793c is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:24:37.044879 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2e19d465-cffc-4f3c-be25-b3b191f13af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:37.099727 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-2e58e1d8-028c-4ce0-8188-898977e7aea9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 2dd40c68-eaea-4439-9277-1b964b3c793c) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:37.107403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58e1d8-028c-4ce0-8188-898977e7aea9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:37.108067 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e58e1d8-028c-4ce0-8188-898977e7aea9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:37.113059 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19d465-cffc-4f3c-be25-b3b191f13af3 None None] Pushing event updated for resources: {'Port': ['ID=cb3fc4db-e55b-4e03-9835-ecc2dbbbf390,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:37.132456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdd340a-4916-4a9c-84ff-53aa21626e8a None None] Network 2dd40c68-eaea-4439-9277-1b964b3c793c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:37.216151 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2e58e1d8-028c-4ce0-8188-898977e7aea9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9345136 Sep 18 05:24:37.219071 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44166) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:37.225658 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-812627ba-a83a-444a-81f8-0439fc22e6c3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:37.301049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-2dd40c68-eaea-4439-9277-1b964b3c793c', 'network_id': '2dd40c68-eaea-4439-9277-1b964b3c793c', 'tenant_id': 'f22760953320411d946246dca75d9438', 'fixed_ips': [{'subnet_id': 'dbed061c-d8ec-4508-b09d-f63550c2d8c1'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:24:37.301940 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:37.319783 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-812627ba-a83a-444a-81f8-0439fc22e6c3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5988774'] for subnet, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:37.541795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa26fcf-269e-4fbd-89f4-6c4b9e573828 req-259c68b1-993c-4be5-a100-66078a078fd3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:37.544110 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ffa26fcf-269e-4fbd-89f4-6c4b9e573828 req-259c68b1-993c-4be5-a100-66078a078fd3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0551777 Sep 18 05:24:37.572941 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-812627ba-a83a-444a-81f8-0439fc22e6c3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760849403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6136494'] for subnet, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:37.617590 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Allocated IP 2001:db8::2 (2dd40c68-eaea-4439-9277-1b964b3c793c/dbed061c-d8ec-4508-b09d-f63550c2d8c1/42204bc7-877a-4ef4-8469-82365705d910) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:37.630276 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ffa26fcf-269e-4fbd-89f4-6c4b9e573828 req-bf5df692-1526-4db4-adbb-2d521a337075 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807602 Sep 18 05:24:37.647355 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812627ba-a83a-444a-81f8-0439fc22e6c3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:37.648202 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-812627ba-a83a-444a-81f8-0439fc22e6c3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:37.649843 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-812627ba-a83a-444a-81f8-0439fc22e6c3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "PUT /v2.0/subnets/dbed061c-d8ec-4508-b09d-f63550c2d8c1 HTTP/1.1" status: 200 len: 826 time: 0.4296222 Sep 18 05:24:37.652727 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44172) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:37.672133 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812627ba-a83a-444a-81f8-0439fc22e6c3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Subnet': ['ID=dbed061c-d8ec-4508-b09d-f63550c2d8c1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:37.749077 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44174) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:37.776910 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:37.799675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2239f69-303b-423c-9942-27fd5d63260f None None] Network 25362dbe-9e08-4596-86c3-433f95960491 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:37.838401 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:37.873449 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:37.894623 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-adaf3b77-c2a4-414c-9d40-cf937fbf4f51 None None] Provisioning complete for port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:37.895003 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-adaf3b77-c2a4-414c-9d40-cf937fbf4f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:37.895428 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a28b908-95cc-4bea-80f6-b512d5c0c329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:37.966213 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:37.986883 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a28b908-95cc-4bea-80f6-b512d5c0c329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.021854 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Network 2dd40c68-eaea-4439-9277-1b964b3c793c is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:38.022075 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.028152 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:38.031031 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:38.049982 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a28b908-95cc-4bea-80f6-b512d5c0c329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.066108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Subnet': ['ID=dbed061c-d8ec-4508-b09d-f63550c2d8c1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:38.092325 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7a28b908-95cc-4bea-80f6-b512d5c0c329 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea2dc7504e654c179e0ced6278a1c14e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3403940 Sep 18 05:24:38.093233 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28b908-95cc-4bea-80f6-b512d5c0c329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7dd8f5-877f-4b8f-9897-ffd7c1fd7e8a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:38.093847 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Pushing event updated for resources: {'Port': ['ID=42204bc7-877a-4ef4-8469-82365705d910,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:38.094764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44178) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:38.144257 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.157753 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Attempting to bind port 42204bc7-877a-4ef4-8469-82365705d910 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:38.158136 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Attempting to bind port 42204bc7-877a-4ef4-8469-82365705d910 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '60542734-3ef6-4890-80bb-d5c9021ad0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2dd40c68-eaea-4439-9277-1b964b3c793c'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:38.158512 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Attempting to bind port 42204bc7-877a-4ef4-8469-82365705d910 on network 2dd40c68-eaea-4439-9277-1b964b3c793c {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:38.166988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:38.167355 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Checking segment: {'id': '60542734-3ef6-4890-80bb-d5c9021ad0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2dd40c68-eaea-4439-9277-1b964b3c793c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:38.167772 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.168171 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Bound using segment: {'id': '60542734-3ef6-4890-80bb-d5c9021ad0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2dd40c68-eaea-4439-9277-1b964b3c793c'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:38.168832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Bound port: 42204bc7-877a-4ef4-8469-82365705d910, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60542734-3ef6-4890-80bb-d5c9021ad0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2dd40c68-eaea-4439-9277-1b964b3c793c'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:38.169124 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.183333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd40c68-eaea-4439-9277-1b964b3c793c']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:38.196782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60542734-3ef6-4890-80bb-d5c9021ad0f0') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:38.197076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60542734-3ef6-4890-80bb-d5c9021ad0f0') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:38.214839 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.216662 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-663d8930-f083-4d54-90d0-298286625bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.239596 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.239747 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] For port 42204bc7-877a-4ef4-8469-82365705d910, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:38.252646 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-663d8930-f083-4d54-90d0-298286625bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.255172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:38.255584 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:38.258598 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:38.325541 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:38.363823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] For port 42204bc7-877a-4ef4-8469-82365705d910, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=42204bc7-877a-4ef4-8469-82365705d910,segment=NetworkSegment(60542734-3ef6-4890-80bb-d5c9021ad0f0),segment_id=60542734-3ef6-4890-80bb-d5c9021ad0f0)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:38.386923 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:38.387310 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.408008 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.api [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 05:24:38.408008 n-d-789963-13 neutron-server[106909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 05:24:38.408008 n-d-789963-13 neutron-server[106909]: [parameters: {'id': '2dd40c68-eaea-4439-9277-1b964b3c793c'}] Sep 18 05:24:38.408008 n-d-789963-13 neutron-server[106909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:24:38.408495 n-d-789963-13 neutron-server[106909]: DEBUG oslo_db.api [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:24:38.430373 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-663d8930-f083-4d54-90d0-298286625bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.433046 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-663d8930-f083-4d54-90d0-298286625bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.434338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-663d8930-f083-4d54-90d0-298286625bd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b7dd8f5-877f-4b8f-9897-ffd7c1fd7e8a HTTP/1.1" status: 204 len: 168 time: 0.3384590 Sep 18 05:24:38.444984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d8930-f083-4d54-90d0-298286625bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7dd8f5-877f-4b8f-9897-ffd7c1fd7e8a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:38.449562 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.710094 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e5e75-51b5-4dfd-99cf-f989ecb2ff47 None None] Pushing event updated for resources: {'Port': ['ID=42204bc7-877a-4ef4-8469-82365705d910,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:38.712615 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-40724016-0f7d-49f3-bb06-9f29c99d8279 None None] Provisioning complete for port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:38.713126 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-40724016-0f7d-49f3-bb06-9f29c99d8279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.742782 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42868b6b-dba8-4875-8420-324505210539 None None] Network 2dd40c68-eaea-4439-9277-1b964b3c793c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:38.786834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5b98a-09ff-4784-8626-2dd2c1840cd6 req-43dd1904-2a9a-4682-ae9e-dd8965ea1c9e tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:38.788435 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29b5b98a-09ff-4784-8626-2dd2c1840cd6 req-43dd1904-2a9a-4682-ae9e-dd8965ea1c9e tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0869336 Sep 18 05:24:38.811354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7841c8-4807-4eba-b8e4-44b7914c483e req-19f4671c-b027-48d2-b856-0fcb97854bb3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:38.812865 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4f7841c8-4807-4eba-b8e4-44b7914c483e req-19f4671c-b027-48d2-b856-0fcb97854bb3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 946 time: 0.0772393 Sep 18 05:24:38.877388 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29b5b98a-09ff-4784-8626-2dd2c1840cd6 req-fd5cf2e6-8944-4ae5-815d-7a20281c0df3 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804098 Sep 18 05:24:38.910419 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:38.932778 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3a430f-7aa4-4546-a079-cd0dbaa40705 None None] Network 2dd40c68-eaea-4439-9277-1b964b3c793c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:38.960404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-4f7841c8-4807-4eba-b8e4-44b7914c483e req-3e82c39c-5c15-4a6e-abdc-e2cc4255ec88 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Deleting port b59f7878-4825-4520-a7cb-3332e952e4de {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:38.960761 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4f7841c8-4807-4eba-b8e4-44b7914c483e req-3e82c39c-5c15-4a6e-abdc-e2cc4255ec88 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.050820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Deleting port 42204bc7-877a-4ef4-8469-82365705d910 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:39.051165 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.076112 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df5e26-b6bd-43c5-993f-777fbb5810d5 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:24:39.088891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-4f7841c8-4807-4eba-b8e4-44b7914c483e req-3e82c39c-5c15-4a6e-abdc-e2cc4255ec88 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] For port b59f7878-4825-4520-a7cb-3332e952e4de, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b59f7878-4825-4520-a7cb-3332e952e4de,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:39.089263 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4f7841c8-4807-4eba-b8e4-44b7914c483e req-3e82c39c-5c15-4a6e-abdc-e2cc4255ec88 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.137099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-4f7841c8-4807-4eba-b8e4-44b7914c483e req-3e82c39c-5c15-4a6e-abdc-e2cc4255ec88 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Calling delete_port for b59f7878-4825-4520-a7cb-3332e952e4de owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:39.147423 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] For port 42204bc7-877a-4ef4-8469-82365705d910, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=42204bc7-877a-4ef4-8469-82365705d910,segment=NetworkSegment(60542734-3ef6-4890-80bb-d5c9021ad0f0),segment_id=60542734-3ef6-4890-80bb-d5c9021ad0f0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:39.148052 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.165518 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Calling delete_port for 42204bc7-877a-4ef4-8469-82365705d910 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:39.203820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df5e26-b6bd-43c5-993f-777fbb5810d5 None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:24:39.392939 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.420320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Port': ['ID=42204bc7-877a-4ef4-8469-82365705d910,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:39.424294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No DVR routers for this DVR port 42204bc7-877a-4ef4-8469-82365705d910 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:39.448359 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4f7841c8-4807-4eba-b8e4-44b7914c483e req-3e82c39c-5c15-4a6e-abdc-e2cc4255ec88 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.461330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b59f7878-4825-4520-a7cb-3332e952e4de'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:24:39.496519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82c39c-5c15-4a6e-abdc-e2cc4255ec88 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event deleted for resources: {'Port': ['ID=b59f7878-4825-4520-a7cb-3332e952e4de,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:39.557037 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.585681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7841c8-4807-4eba-b8e4-44b7914c483e req-3e82c39c-5c15-4a6e-abdc-e2cc4255ec88 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] No DVR routers for this DVR port b59f7878-4825-4520-a7cb-3332e952e4de on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:39.593454 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4f7841c8-4807-4eba-b8e4-44b7914c483e req-3e82c39c-5c15-4a6e-abdc-e2cc4255ec88 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.595466 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4f7841c8-4807-4eba-b8e4-44b7914c483e req-3e82c39c-5c15-4a6e-abdc-e2cc4255ec88 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.18 "DELETE /v2.0/ports/b59f7878-4825-4520-a7cb-3332e952e4de HTTP/1.1" status: 204 len: 173 time: 0.7741556 Sep 18 05:24:39.595939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebba252b-c412-4976-af80-9149fe0736eb', 'name': 'network-vif-deleted', 'tag': 'b59f7878-4825-4520-a7cb-3332e952e4de'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:24:39.598357 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b01054-329b-4f52-84a9-15a59b03a82b" -d '{"events": [{"server_uuid": "ebba252b-c412-4976-af80-9149fe0736eb", "name": "network-vif-deleted", "tag": "b59f7878-4825-4520-a7cb-3332e952e4de"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:24:39.604354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd40c68-eaea-4439-9277-1b964b3c793c']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:39.615820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60542734-3ef6-4890-80bb-d5c9021ad0f0') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:39.616130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60542734-3ef6-4890-80bb-d5c9021ad0f0') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:39.626782 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.638912 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186f928e-cf9e-4b07-a60f-0a7754d4231b x-openstack-request-id: req-186f928e-cf9e-4b07-a60f-0a7754d4231b {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:24:39.639214 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebba252b-c412-4976-af80-9149fe0736eb", "name": "network-vif-deleted", "tag": "b59f7878-4825-4520-a7cb-3332e952e4de", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:24:39.639475 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-186f928e-cf9e-4b07-a60f-0a7754d4231b {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:24:39.639880 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebba252b-c412-4976-af80-9149fe0736eb', 'name': 'network-vif-deleted', 'tag': 'b59f7878-4825-4520-a7cb-3332e952e4de', 'status': 'completed', 'code': 200} Sep 18 05:24:39.644198 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.651195 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:39.651609 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:39.655148 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:39.785399 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.791499 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.796304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44208) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:39.796833 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/2dd40c68-eaea-4439-9277-1b964b3c793c HTTP/1.1" status: 204 len: 168 time: 2.1421154 Sep 18 05:24:39.810468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d76fb3-bc2b-4e3a-bbfa-cab7394158ce tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Network': ['ID=2dd40c68-eaea-4439-9277-1b964b3c793c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:39.816126 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b58a08-d8ed-4586-8f5f-239e6f98202f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] DELETE failed (client error): The resource could not be found. Sep 18 05:24:39.816818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b58a08-d8ed-4586-8f5f-239e6f98202f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:24:39.818666 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-64b58a08-d8ed-4586-8f5f-239e6f98202f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/2dd40c68-eaea-4439-9277-1b964b3c793c HTTP/1.1" status: 404 len: 339 time: 0.0206017 Sep 18 05:24:39.825406 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44210) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:39.830147 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-cd402c3e-7ae9-4c56-a708-4973a97c45a3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-448530363', 'description': 'd1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:39.923218 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd402c3e-7ae9-4c56-a708-4973a97c45a3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:39.927438 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd402c3e-7ae9-4c56-a708-4973a97c45a3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.962169 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd402c3e-7ae9-4c56-a708-4973a97c45a3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:24:39.973648 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd402c3e-7ae9-4c56-a708-4973a97c45a3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:39.975534 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-cd402c3e-7ae9-4c56-a708-4973a97c45a3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Added segment cbfa7ba2-1dee-40af-890f-a5a5a5565654 of type vlan for network 20dc4acc-15b3-4e52-9390-e3d920267589 Sep 18 05:24:39.990861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8fa54603-0c59-4422-a030-02e345b5efbd req-301123cb-9b0c-47a2-8194-d47ee91e1364 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebba252b-c412-4976-af80-9149fe0736eb HTTP/1.1" status: 200 len: 210 time: 0.0263016 Sep 18 05:24:40.013933 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd402c3e-7ae9-4c56-a708-4973a97c45a3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:40.133664 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd402c3e-7ae9-4c56-a708-4973a97c45a3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:40.139386 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd402c3e-7ae9-4c56-a708-4973a97c45a3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:40.139887 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd402c3e-7ae9-4c56-a708-4973a97c45a3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:40.214284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd402c3e-7ae9-4c56-a708-4973a97c45a3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Network': ['ID=20dc4acc-15b3-4e52-9390-e3d920267589,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:40.225608 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 20dc4acc-15b3-4e52-9390-e3d920267589 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:24:40.289499 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cd402c3e-7ae9-4c56-a708-4973a97c45a3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4630232 Sep 18 05:24:40.292429 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44224) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:40.336103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44226) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:40.387625 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dad256a-1791-48bc-914e-26efc4506bd6 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:40.389076 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3dad256a-1791-48bc-914e-26efc4506bd6 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "GET /v2.0/networks?id=20dc4acc-15b3-4e52-9390-e3d920267589 HTTP/1.1" status: 200 len: 764 time: 0.0954335 Sep 18 05:24:40.391905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44230) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:40.397546 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-937807c8-70bd-4f63-864f-24a385cf3390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'network': {'description': 'd2'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:40.509066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'network': {'name': 'tempest-network-smoke--980995873', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'port_security_enabled': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:40.574094 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-937807c8-70bd-4f63-864f-24a385cf3390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:40.592882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Made reservation on behalf of e6c32436d930464cb104890b5c56b015 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:40.596528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:40.606175 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:40.655725 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-937807c8-70bd-4f63-864f-24a385cf3390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:40.675128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-937807c8-70bd-4f63-864f-24a385cf3390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network 20dc4acc-15b3-4e52-9390-e3d920267589 is not hosted by any dhcp agent {{(pid=106908) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 05:24:40.680758 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937807c8-70bd-4f63-864f-24a385cf3390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:40.681371 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-937807c8-70bd-4f63-864f-24a385cf3390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:40.682674 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-937807c8-70bd-4f63-864f-24a385cf3390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "PUT /v2.0/networks/20dc4acc-15b3-4e52-9390-e3d920267589 HTTP/1.1" status: 200 len: 761 time: 0.2897813 Sep 18 05:24:40.688628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44232) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:40.707938 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:40.765303 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937807c8-70bd-4f63-864f-24a385cf3390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Network': ['ID=20dc4acc-15b3-4e52-9390-e3d920267589,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:40.775491 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:40.776494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 20dc4acc-15b3-4e52-9390-e3d920267589 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:24:40.799296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:24:40.816352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7fdea9-03e8-4d9a-bea5-7ef66823106e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:40.829107 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:40.829501 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Added segment 7b1e0883-1866-45e0-87fe-7f40f86df715 of type vlan for network 6d50da6a-2377-4891-a39e-978b79bbaadf Sep 18 05:24:40.875943 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:40.969840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:40.976025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:40.976685 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:41.046752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Network': ['ID=6d50da6a-2377-4891-a39e-978b79bbaadf,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:41.060895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 6d50da6a-2377-4891-a39e-978b79bbaadf details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:24:41.079141 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9613543c-203c-4729-affe-7a44b4a54635 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7418168 Sep 18 05:24:41.084280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44238) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:41.090502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'admin_state_up': True, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:41.163654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a355c68-1c2e-4814-9cf8-f9aa8306636f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.165154 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3a355c68-1c2e-4814-9cf8-f9aa8306636f tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "GET /v2.0/networks?id=20dc4acc-15b3-4e52-9390-e3d920267589 HTTP/1.1" status: 200 len: 764 time: 0.4734671 Sep 18 05:24:41.169088 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44240) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:41.216142 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:41.217383 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:41.275034 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:41.368602 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f87edfe-5917-4c80-aeed-33a3fd118c85 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.370117 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6f87edfe-5917-4c80-aeed-33a3fd118c85 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2001164 Sep 18 05:24:41.372891 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44242) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:41.408737 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6b17cf81-1b63-4b8e-b052-adcf450dbc59 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "GET /v2.0/subnets?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 207 time: 0.0347426 Sep 18 05:24:41.412583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44244) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:41.481651 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:41.546652 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b59f7878-4825-4520-a7cb-3332e952e4de no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:41.571344 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: b59f7878-4825-4520-a7cb-3332e952e4de {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:24:41.571827 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b59f7878-4825-4520-a7cb-3332e952e4de not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:41.617556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b3e20-78d0-4e64-ae99-cd8433cab76e req-cd2f6a77-c5b9-4ddb-b9c6-07824ac675fe tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.619065 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-196b3e20-78d0-4e64-ae99-cd8433cab76e req-cd2f6a77-c5b9-4ddb-b9c6-07824ac675fe tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.1491232 Sep 18 05:24:41.655405 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294afc8b-8838-4211-9a0c-028f9f663777 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.661583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294afc8b-8838-4211-9a0c-028f9f663777 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.667367 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294afc8b-8838-4211-9a0c-028f9f663777 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.673410 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294afc8b-8838-4211-9a0c-028f9f663777 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.680044 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294afc8b-8838-4211-9a0c-028f9f663777 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.686086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294afc8b-8838-4211-9a0c-028f9f663777 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.687895 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-294afc8b-8838-4211-9a0c-028f9f663777 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2742682 Sep 18 05:24:41.694862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44248) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:41.727632 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-196b3e20-78d0-4e64-ae99-cd8433cab76e req-6ae0290b-2bb6-42cd-915d-053d64e61995 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020522 Sep 18 05:24:41.739929 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:41.759203 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:41.839078 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c0a0dbdc-64db-499f-9229-c8af1fa93524 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1418984 Sep 18 05:24:41.842134 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44250) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:41.866538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Allocated IP 172.25.7.254 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/587f5c69-3596-4323-98e6-332d90e76583) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:41.900265 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614ddae6-145c-4dc9-9c59-c4ec3520ce1a tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.901823 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614ddae6-145c-4dc9-9c59-c4ec3520ce1a tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.903381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614ddae6-145c-4dc9-9c59-c4ec3520ce1a tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.904943 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614ddae6-145c-4dc9-9c59-c4ec3520ce1a tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.906512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614ddae6-145c-4dc9-9c59-c4ec3520ce1a tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.908204 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-614ddae6-145c-4dc9-9c59-c4ec3520ce1a tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0651212 Sep 18 05:24:41.912519 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44252) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:41.972111 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af008b-ee34-4057-8d01-50bba87191fe tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.973588 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af008b-ee34-4057-8d01-50bba87191fe tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.975056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af008b-ee34-4057-8d01-50bba87191fe tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.976586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af008b-ee34-4057-8d01-50bba87191fe tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.976736 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:41.978078 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af008b-ee34-4057-8d01-50bba87191fe tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:41.987921 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-87af008b-ee34-4057-8d01-50bba87191fe tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0662405 Sep 18 05:24:41.991110 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44254) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:42.053955 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:42.090132 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:42.092942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:42.096951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:42.097882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba6ca6b-57ca-4fa4-9192-be1ae34b74f4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:42.103351 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fba6ca6b-57ca-4fa4-9192-be1ae34b74f4 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "GET /v2.0/networks/26d6aad0-e32d-4f9d-a55e-d73fe0291f15 HTTP/1.1" status: 200 len: 804 time: 0.1071167 Sep 18 05:24:42.103351 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44256) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:42.128719 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=587f5c69-3596-4323-98e6-332d90e76583,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:42.201435 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fa0b291e-eff5-4c08-9df1-d9e10fd5e0ec tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "GET /v2.0/networks/26d6aad0-e32d-4f9d-a55e-d73fe0291f15?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0973253 Sep 18 05:24:42.204898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44258) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:42.260895 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6a5a8-f30a-41c5-9d63-b2e9ee2d0fab tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:42.262234 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bbb6a5a8-f30a-41c5-9d63-b2e9ee2d0fab tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "GET /v2.0/subnets/6c138801-4fa5-4cac-978f-988df0b0e1b3 HTTP/1.1" status: 200 len: 843 time: 0.0563443 Sep 18 05:24:42.265842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44260) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:42.315576 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df66afc-5a7f-4062-a358-fa285f097ca7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['shared'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:42.316968 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8df66afc-5a7f-4062-a358-fa285f097ca7 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "GET /v2.0/subnets/6c138801-4fa5-4cac-978f-988df0b0e1b3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0502388 Sep 18 05:24:42.320549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44262) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:42.325202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9c43eaef-6a03-47f1-be26-49f9afbf47f1 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1812609240'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:42.418899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c43eaef-6a03-47f1-be26-49f9afbf47f1 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:42.422476 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9c43eaef-6a03-47f1-be26-49f9afbf47f1 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:42.446433 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c43eaef-6a03-47f1-be26-49f9afbf47f1 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:24:42.454849 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9c43eaef-6a03-47f1-be26-49f9afbf47f1 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:42.455199 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-9c43eaef-6a03-47f1-be26-49f9afbf47f1 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Added segment a241318f-21fe-4747-b815-880b63c475dc of type vlan for network 68bc986c-1685-4a53-82db-7c8c8be0a7ea Sep 18 05:24:42.472553 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:42.494597 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9c43eaef-6a03-47f1-be26-49f9afbf47f1 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:42.573835 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9c43eaef-6a03-47f1-be26-49f9afbf47f1 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:42.579533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c43eaef-6a03-47f1-be26-49f9afbf47f1 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:42.580173 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9c43eaef-6a03-47f1-be26-49f9afbf47f1 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:42.655212 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43eaef-6a03-47f1-be26-49f9afbf47f1 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Network': ['ID=68bc986c-1685-4a53-82db-7c8c8be0a7ea,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:42.668878 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 68bc986c-1685-4a53-82db-7c8c8be0a7ea details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:24:42.688996 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9c43eaef-6a03-47f1-be26-49f9afbf47f1 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3673439 Sep 18 05:24:42.692380 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44264) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:42.697715 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ee1a297b-f7a3-4c7e-9a6e-444913835b7d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'subnet': {'network_id': '68bc986c-1685-4a53-82db-7c8c8be0a7ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:42.855513 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1a297b-f7a3-4c7e-9a6e-444913835b7d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Made reservation on behalf of f22760953320411d946246dca75d9438 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:42.859300 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee1a297b-f7a3-4c7e-9a6e-444913835b7d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:42.900887 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9a62-2425-4d2f-b73a-2d673d210f49 req-453a6cea-9d1c-42b1-a3d5-4cafe6654ebc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:42.902412 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-353f9a62-2425-4d2f-b73a-2d673d210f49 req-453a6cea-9d1c-42b1-a3d5-4cafe6654ebc tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0983744 Sep 18 05:24:42.922439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.ipam_backend_mixin [None req-ee1a297b-f7a3-4c7e-9a6e-444913835b7d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Performing IP validity checks on allocation pools {{(pid=106908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 05:24:42.922972 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.ipam_backend_mixin [None req-ee1a297b-f7a3-4c7e-9a6e-444913835b7d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 05:24:42.973825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:42.978021 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-353f9a62-2425-4d2f-b73a-2d673d210f49 req-0606e3f2-269b-4632-993c-c8946072c36a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505219 Sep 18 05:24:43.116658 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee1a297b-f7a3-4c7e-9a6e-444913835b7d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:43.187398 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a297b-f7a3-4c7e-9a6e-444913835b7d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Subnet': ['ID=27ed6be5-0f14-4a9f-ba8a-e7619baae973,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:43.192680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a297b-f7a3-4c7e-9a6e-444913835b7d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Checking segment: {'id': 'a241318f-21fe-4747-b815-880b63c475dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '68bc986c-1685-4a53-82db-7c8c8be0a7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:43.193054 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1a297b-f7a3-4c7e-9a6e-444913835b7d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network hostable DHCP agents. Network: 68bc986c-1685-4a53-82db-7c8c8be0a7ea, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:24:43.207695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Router 32d582c2-c374-4440-a998-d428bcc32f99 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:24:43.278752 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1a297b-f7a3-4c7e-9a6e-444913835b7d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Network 68bc986c-1685-4a53-82db-7c8c8be0a7ea is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:24:43.351355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-56a984f7-b061-4ad8-bffe-0f6a11a7a73b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:43.352861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-56a984f7-b061-4ad8-bffe-0f6a11a7a73b tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.18 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0866780 Sep 18 05:24:43.353799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:24:43.363148 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-ee1a297b-f7a3-4c7e-9a6e-444913835b7d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 68bc986c-1685-4a53-82db-7c8c8be0a7ea) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:43.367728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Sync routers for ids ['32d582c2-c374-4440-a998-d428bcc32f99'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:24:43.367883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1a297b-f7a3-4c7e-9a6e-444913835b7d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:43.370057 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee1a297b-f7a3-4c7e-9a6e-444913835b7d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:43.379576 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e2a0e1-4fbb-430d-a180-dd9229072c38 None None] Network 68bc986c-1685-4a53-82db-7c8c8be0a7ea requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:43.385171 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Routers {'32d582c2-c374-4440-a998-d428bcc32f99'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:43.385808 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32d582c2-c374-4440-a998-d428bcc32f99'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:43.446616 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ee1a297b-f7a3-4c7e-9a6e-444913835b7d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7499347 Sep 18 05:24:43.447105 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44268) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:43.454129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b72c8d0d-d3df-47bf-a98d-9120dd4c9aeb tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:43.458529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Deleting port ff0f3680-30e4-42cd-88d4-33b0d82051a2 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:43.458882 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:43.476324 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:43.481800 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c646f0fa-fb9c-48a6-8a70-ed4a38a65e4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3921475 Sep 18 05:24:43.488870 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44270) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:43.581413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Set router 32d582c2-c374-4440-a998-d428bcc32f99 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:43.583547 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b72c8d0d-d3df-47bf-a98d-9120dd4c9aeb tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5988774'] for subnet, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:43.600303 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aee7894e-3e16-4017-81be-5c53871c9220 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=e6c32436d930464cb104890b5c56b015&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1077781 Sep 18 05:24:43.602926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44274) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:43.620454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] For port ff0f3680-30e4-42cd-88d4-33b0d82051a2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ff0f3680-30e4-42cd-88d4-33b0d82051a2,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:43.620838 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:43.711970 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-68bc986c-1685-4a53-82db-7c8c8be0a7ea', 'network_id': '68bc986c-1685-4a53-82db-7c8c8be0a7ea', 'tenant_id': 'f22760953320411d946246dca75d9438', 'fixed_ips': [{'subnet_id': '27ed6be5-0f14-4a9f-ba8a-e7619baae973'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:24:43.713540 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:43.858983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caea8f9-2e8e-4863-becc-c508d1480bc5 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:43.860459 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3caea8f9-2e8e-4863-becc-c508d1480bc5 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2565689 Sep 18 05:24:43.862412 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b72c8d0d-d3df-47bf-a98d-9120dd4c9aeb tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760849403908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6136494'] for subnet, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:43.863452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44276) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:43.907512 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b823c883-707b-486b-8cbb-f7e784220232 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429881 Sep 18 05:24:43.908389 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72c8d0d-d3df-47bf-a98d-9120dd4c9aeb tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:43.909576 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b72c8d0d-d3df-47bf-a98d-9120dd4c9aeb tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:43.913470 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b72c8d0d-d3df-47bf-a98d-9120dd4c9aeb tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "PUT /v2.0/subnets/27ed6be5-0f14-4a9f-ba8a-e7619baae973 HTTP/1.1" status: 200 len: 900 time: 0.4622650 Sep 18 05:24:43.913470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44278) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:43.913763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44280) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:43.916886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:42Z', 'revision_number': 3, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:43.918588 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e030dda9-089f-4d18-a743-c129552bc742 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1144702330', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:43.947946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Checking router: 32d582c2-c374-4440-a998-d428bcc32f99 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:24:43.948331 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Updating router 32d582c2-c374-4440-a998-d428bcc32f99 port 587f5c69-3596-4323-98e6-332d90e76583 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:24:43.950500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c8d0d-d3df-47bf-a98d-9120dd4c9aeb tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event updated for resources: {'Subnet': ['ID=27ed6be5-0f14-4a9f-ba8a-e7619baae973,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:43.970911 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Allocated IP 2001:db8::3 (68bc986c-1685-4a53-82db-7c8c8be0a7ea/27ed6be5-0f14-4a9f-ba8a-e7619baae973/ebc0e41c-fcf9-4d83-b985-be822b0bb3cd) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:43.988121 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.039319 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.039319 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.039319 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Floating IP 81dbd479-5f8f-4664-8152-4dd18fdd8b81 disassociated. External IP: 172.25.7.48, port: ff0f3680-30e4-42cd-88d4-33b0d82051a2. Sep 18 05:24:44.039319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Calling delete_port for ff0f3680-30e4-42cd-88d4-33b0d82051a2 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:44.107895 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.135430 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507aa25-77ad-43be-a7fb-67738164d4ca req-c6743e09-b2ad-4a82-b402-d11d51a759b5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:44.137064 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4507aa25-77ad-43be-a7fb-67738164d4ca req-c6743e09-b2ad-4a82-b402-d11d51a759b5 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 944 time: 0.0520670 Sep 18 05:24:44.139165 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e030dda9-089f-4d18-a743-c129552bc742 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Made reservation on behalf of e6c32436d930464cb104890b5c56b015 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:24:44.143018 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e030dda9-089f-4d18-a743-c129552bc742 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.238208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.245678 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4507aa25-77ad-43be-a7fb-67738164d4ca req-24fb8dbd-9a3e-451b-9b74-303c0be785d9 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups?id=6550eae0-5a5f-49ab-8dfd-ba992602937d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845203 Sep 18 05:24:44.278373 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.292543 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.333723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event deleted for resources: {'Port': ['ID=ff0f3680-30e4-42cd-88d4-33b0d82051a2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:44.461868 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e030dda9-089f-4d18-a743-c129552bc742 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.462483 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:24:44.464464 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.503372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Subnet': ['ID=27ed6be5-0f14-4a9f-ba8a-e7619baae973,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:44.529010 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.545047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030dda9-089f-4d18-a743-c129552bc742 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Subnet': ['ID=91121909-8508-4637-b42e-8705d70a9a18,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:44.555812 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e030dda9-089f-4d18-a743-c129552bc742 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Checking segment: {'id': '7b1e0883-1866-45e0-87fe-7f40f86df715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:44.556116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e030dda9-089f-4d18-a743-c129552bc742 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network hostable DHCP agents. Network: 6d50da6a-2377-4891-a39e-978b79bbaadf, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:24:44.576008 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.590236 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Network 68bc986c-1685-4a53-82db-7c8c8be0a7ea is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:44.593179 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:44.596078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:44.606796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Pushing event updated for resources: {'Port': ['ID=ebc0e41c-fcf9-4d83-b985-be822b0bb3cd,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:44.619568 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.626701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e030dda9-089f-4d18-a743-c129552bc742 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network 6d50da6a-2377-4891-a39e-978b79bbaadf is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:24:44.661189 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Attempting to bind port ebc0e41c-fcf9-4d83-b985-be822b0bb3cd on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:44.661565 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Attempting to bind port ebc0e41c-fcf9-4d83-b985-be822b0bb3cd by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'a241318f-21fe-4747-b815-880b63c475dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '68bc986c-1685-4a53-82db-7c8c8be0a7ea'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:44.661932 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Attempting to bind port ebc0e41c-fcf9-4d83-b985-be822b0bb3cd on network 68bc986c-1685-4a53-82db-7c8c8be0a7ea {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:44.666854 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:44.667229 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Checking segment: {'id': 'a241318f-21fe-4747-b815-880b63c475dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '68bc986c-1685-4a53-82db-7c8c8be0a7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:44.667724 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.668052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Bound using segment: {'id': 'a241318f-21fe-4747-b815-880b63c475dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '68bc986c-1685-4a53-82db-7c8c8be0a7ea'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:44.668551 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Bound port: ebc0e41c-fcf9-4d83-b985-be822b0bb3cd, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a241318f-21fe-4747-b815-880b63c475dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '68bc986c-1685-4a53-82db-7c8c8be0a7ea'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:44.668922 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.671476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bc986c-1685-4a53-82db-7c8c8be0a7ea']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:44.678996 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.684973 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a241318f-21fe-4747-b815-880b63c475dc') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:44.685278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a241318f-21fe-4747-b815-880b63c475dc') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:44.698398 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.712872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:24:44.727333 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f532f-d813-4a56-abd7-59450b62475b None None] Sync routers for ids ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:24:44.728496 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-e030dda9-089f-4d18-a743-c129552bc742 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 6d50da6a-2377-4891-a39e-978b79bbaadf) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:44.739178 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.740843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e030dda9-089f-4d18-a743-c129552bc742 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:44.741449 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e030dda9-089f-4d18-a743-c129552bc742 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.743598 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838f532f-d813-4a56-abd7-59450b62475b None None] Routers {'0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:44.744515 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-838f532f-d813-4a56-abd7-59450b62475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:44.755726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9ab31a-6744-4007-ae51-41ee6afb51c1 None None] Network 6d50da6a-2377-4891-a39e-978b79bbaadf requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:44.766059 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:44.767101 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.769950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] No DVR routers for this DVR port ff0f3680-30e4-42cd-88d4-33b0d82051a2 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:44.771592 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:44.774805 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.775026 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f10b1985-e9f1-4a93-8997-71e495cd9cf6 req-30c5a9b7-89fb-4d4b-b032-004ebc59f80a tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.18 "DELETE /v2.0/ports/ff0f3680-30e4-42cd-88d4-33b0d82051a2 HTTP/1.1" status: 204 len: 173 time: 1.4144764 Sep 18 05:24:44.788693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'name': 'network-vif-deleted', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:24:44.795876 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Attempting to bind port 587f5c69-3596-4323-98e6-332d90e76583 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:44.795876 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Attempting to bind port 587f5c69-3596-4323-98e6-332d90e76583 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:44.796113 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4647ee3-8948-4676-8943-5ebb31fef979" -d '{"events": [{"server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "name": "network-vif-deleted", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:24:44.796323 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Attempting to bind port 587f5c69-3596-4323-98e6-332d90e76583 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:44.817586 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e030dda9-089f-4d18-a743-c129552bc742 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9024363 Sep 18 05:24:44.820093 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44286) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:44.836373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5b5dd-0a80-4b2a-be93-83ae6eb42edf None None] Pushing event updated for resources: {'Port': ['ID=587f5c69-3596-4323-98e6-332d90e76583,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:44.873613 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623602e6-d1ce-479a-bdfd-c345173d8c6b x-openstack-request-id: req-623602e6-d1ce-479a-bdfd-c345173d8c6b {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:24:44.874024 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e77425-d3e6-4000-9100-25e670a7fdef", "name": "network-vif-deleted", "tag": "ff0f3680-30e4-42cd-88d4-33b0d82051a2", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:24:44.874496 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-623602e6-d1ce-479a-bdfd-c345173d8c6b {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:24:44.874623 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e77425-d3e6-4000-9100-25e670a7fdef', 'name': 'network-vif-deleted', 'tag': 'ff0f3680-30e4-42cd-88d4-33b0d82051a2', 'status': 'completed', 'code': 200} Sep 18 05:24:44.875257 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:44.875782 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:44.876206 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.876633 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:44.877121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Bound port: 587f5c69-3596-4323-98e6-332d90e76583, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:44.880328 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:44.888490 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] For port ebc0e41c-fcf9-4d83-b985-be822b0bb3cd, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:44.912721 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-838f532f-d813-4a56-abd7-59450b62475b None None] Set router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:44.930875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] For port ebc0e41c-fcf9-4d83-b985-be822b0bb3cd, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ebc0e41c-fcf9-4d83-b985-be822b0bb3cd,segment=NetworkSegment(a241318f-21fe-4747-b815-880b63c475dc),segment_id=a241318f-21fe-4747-b815-880b63c475dc)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:44.947616 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.db.api [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 05:24:44.947616 n-d-789963-13 neutron-server[106909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 05:24:44.947616 n-d-789963-13 neutron-server[106909]: [parameters: {'id': '68bc986c-1685-4a53-82db-7c8c8be0a7ea'}] Sep 18 05:24:44.947616 n-d-789963-13 neutron-server[106909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:24:44.948501 n-d-789963-13 neutron-server[106909]: DEBUG oslo_db.api [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:24:44.989012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] For port 587f5c69-3596-4323-98e6-332d90e76583, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:44.993567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] For port 587f5c69-3596-4323-98e6-332d90e76583, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=587f5c69-3596-4323-98e6-332d90e76583,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:45.006179 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:45.055259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-6d50da6a-2377-4891-a39e-978b79bbaadf', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:24:45.056122 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:45.071661 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:45.158097 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-838f532f-d813-4a56-abd7-59450b62475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port': {'id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:25Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '938d3ec9-f1a9-492c-9775-20c10e970011', 'name': '', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'mac_address': 'fa:16:3e:d6:96:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:32Z', 'updated_at': '2021-09-18T05:16:41Z', 'revision_number': 5, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'subnets': [{'id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:45.187252 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f532f-d813-4a56-abd7-59450b62475b None None] Checking router: 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:24:45.197684 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838f532f-d813-4a56-abd7-59450b62475b None None] Routers {'0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:45.198239 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-838f532f-d813-4a56-abd7-59450b62475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:45.218356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd2129-c33b-47f7-a120-2f9ba65e178e None None] Pushing event updated for resources: {'Port': ['ID=ebc0e41c-fcf9-4d83-b985-be822b0bb3cd,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:45.240671 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c2f3e0-669b-4d04-b480-51c1415325ad None None] Network 68bc986c-1685-4a53-82db-7c8c8be0a7ea requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:45.293606 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Routers {'32d582c2-c374-4440-a998-d428bcc32f99'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:45.294428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32d582c2-c374-4440-a998-d428bcc32f99'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:45.382736 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d18843a7-8fff-4bae-aa49-e62937be5ff8 req-cfaea2a8-ec40-40e0-8ceb-5e2a5698cd98 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e77425-d3e6-4000-9100-25e670a7fdef HTTP/1.1" status: 200 len: 210 time: 0.0294764 Sep 18 05:24:45.409567 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-838f532f-d813-4a56-abd7-59450b62475b None None] Set router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:45.449609 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:45.457337 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5b5dd-0a80-4b2a-be93-83ae6eb42edf None None] Pushing event updated for resources: {'Port': ['ID=587f5c69-3596-4323-98e6-332d90e76583,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:45.463606 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:45.534328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Deleting port ebc0e41c-fcf9-4d83-b985-be822b0bb3cd {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:45.534677 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:45.634305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff0f3680-30e4-42cd-88d4-33b0d82051a2 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:45.664962 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Allocated IP 172.20.0.2 (6d50da6a-2377-4891-a39e-978b79bbaadf/91121909-8508-4637-b42e-8705d70a9a18/732c8057-a6d3-49c5-b627-6e4a592d93ec) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:45.676729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: ff0f3680-30e4-42cd-88d4-33b0d82051a2 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:24:45.677095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ff0f3680-30e4-42cd-88d4-33b0d82051a2 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:45.677638 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-838f532f-d813-4a56-abd7-59450b62475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port': {'id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:25Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '938d3ec9-f1a9-492c-9775-20c10e970011', 'name': '', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'mac_address': 'fa:16:3e:d6:96:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:32Z', 'updated_at': '2021-09-18T05:16:41Z', 'revision_number': 5, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'subnets': [{'id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:45.728841 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f532f-d813-4a56-abd7-59450b62475b None None] The sync data for ids ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'] in n-d-789963-13 is: [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port': {'id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:25Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '938d3ec9-f1a9-492c-9775-20c10e970011', 'name': '', 'network_id': 'e2e55207-de56-4bf3-a229-f801b9f768e0', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'mac_address': 'fa:16:3e:d6:96:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:32Z', 'updated_at': '2021-09-18T05:16:41Z', 'revision_number': 5, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'subnets': [{'id': '937b60cf-7360-4deb-b77e-f1ea0251fc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:24:45.729554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] Set router 32d582c2-c374-4440-a998-d428bcc32f99 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:45.777401 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba14e01-3816-43aa-9af8-15e765cbb739 None None] Network 68bc986c-1685-4a53-82db-7c8c8be0a7ea requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:45.982936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] For port ebc0e41c-fcf9-4d83-b985-be822b0bb3cd, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ebc0e41c-fcf9-4d83-b985-be822b0bb3cd,segment=NetworkSegment(a241318f-21fe-4747-b815-880b63c475dc),segment_id=a241318f-21fe-4747-b815-880b63c475dc)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:45.983486 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.036581 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Calling delete_port for ebc0e41c-fcf9-4d83-b985-be822b0bb3cd owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:46.084864 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae2b3af-ecb2-44f7-943c-e9c1bbcca584 None None] New status for floating IP 81dbd479-5f8f-4664-8152-4dd18fdd8b81: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:24:46.107511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcc033-2d2c-4cd1-9f55-7fabc337f7d2 req-f397e87c-8807-41ee-b5d8-bba9ac4d4f91 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:46.114032 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcc033-2d2c-4cd1-9f55-7fabc337f7d2 req-f397e87c-8807-41ee-b5d8-bba9ac4d4f91 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:46.121138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcc033-2d2c-4cd1-9f55-7fabc337f7d2 req-f397e87c-8807-41ee-b5d8-bba9ac4d4f91 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:46.127084 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcc033-2d2c-4cd1-9f55-7fabc337f7d2 req-f397e87c-8807-41ee-b5d8-bba9ac4d4f91 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:46.133722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcc033-2d2c-4cd1-9f55-7fabc337f7d2 req-f397e87c-8807-41ee-b5d8-bba9ac4d4f91 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:46.139709 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcc033-2d2c-4cd1-9f55-7fabc337f7d2 req-f397e87c-8807-41ee-b5d8-bba9ac4d4f91 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:46.145928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcc033-2d2c-4cd1-9f55-7fabc337f7d2 req-f397e87c-8807-41ee-b5d8-bba9ac4d4f91 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:46.147964 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-09bcc033-2d2c-4cd1-9f55-7fabc337f7d2 req-f397e87c-8807-41ee-b5d8-bba9ac4d4f91 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5434 time: 0.1618750 Sep 18 05:24:46.211431 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-09bcc033-2d2c-4cd1-9f55-7fabc337f7d2 req-1a3e501d-b1d4-458d-86f5-9407230aa794 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540226 Sep 18 05:24:46.235922 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.265311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:42Z', 'revision_number': 3, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:46.295366 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5730b-39e4-4da8-a434-3eb9c92f125e None None] The sync data for ids ['32d582c2-c374-4440-a998-d428bcc32f99'] in n-d-789963-13 is: [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:42Z', 'revision_number': 3, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:24:46.346917 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.375017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Port': ['ID=ebc0e41c-fcf9-4d83-b985-be822b0bb3cd,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:46.376880 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No DVR routers for this DVR port ebc0e41c-fcf9-4d83-b985-be822b0bb3cd on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:46.394432 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.433764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Network 6d50da6a-2377-4891-a39e-978b79bbaadf is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:46.438497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:46.446895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:46.472409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Pushing event updated for resources: {'Port': ['ID=732c8057-a6d3-49c5-b627-6e4a592d93ec,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:46.490172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Allocated IP 172.20.0.1 (6d50da6a-2377-4891-a39e-978b79bbaadf/91121909-8508-4637-b42e-8705d70a9a18/576bfab9-0a10-4b4c-8e05-39d17ccae53c) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:24:46.505653 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.521620 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Attempting to bind port 732c8057-a6d3-49c5-b627-6e4a592d93ec on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:46.521998 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Attempting to bind port 732c8057-a6d3-49c5-b627-6e4a592d93ec by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '7b1e0883-1866-45e0-87fe-7f40f86df715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:46.522505 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Attempting to bind port 732c8057-a6d3-49c5-b627-6e4a592d93ec on network 6d50da6a-2377-4891-a39e-978b79bbaadf {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:46.528219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:46.528896 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Checking segment: {'id': '7b1e0883-1866-45e0-87fe-7f40f86df715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:46.529457 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.529584 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Bound using segment: {'id': '7b1e0883-1866-45e0-87fe-7f40f86df715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:46.530011 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Bound port: 732c8057-a6d3-49c5-b627-6e4a592d93ec, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1e0883-1866-45e0-87fe-7f40f86df715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:46.530398 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.534156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bc986c-1685-4a53-82db-7c8c8be0a7ea']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:46.546383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a241318f-21fe-4747-b815-880b63c475dc') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:46.548555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a241318f-21fe-4747-b815-880b63c475dc') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:46.560761 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.577788 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.588024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:46.588024 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.618066 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44300) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:46.644777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] For port 732c8057-a6d3-49c5-b627-6e4a592d93ec, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:46.648299 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] For port 732c8057-a6d3-49c5-b627-6e4a592d93ec, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=732c8057-a6d3-49c5-b627-6e4a592d93ec,segment=NetworkSegment(7b1e0883-1866-45e0-87fe-7f40f86df715),segment_id=7b1e0883-1866-45e0-87fe-7f40f86df715)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:46.670887 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:46.729108 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.729346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.734312 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd29689e-dad5-4768-a580-b08ec95a1e27 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.758447 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.773001 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd29689e-dad5-4768-a580-b08ec95a1e27 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.793869 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.799684 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/68bc986c-1685-4a53-82db-7c8c8be0a7ea HTTP/1.1" status: 204 len: 168 time: 2.8818233 Sep 18 05:24:46.799684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d84042-5528-49b1-8e90-ea3b34a51227 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Network': ['ID=68bc986c-1685-4a53-82db-7c8c8be0a7ea,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:46.806206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44302) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:46.838833 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0122da-4b9f-43a7-8692-cad151ef3978 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] DELETE failed (client error): The resource could not be found. Sep 18 05:24:46.839328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0122da-4b9f-43a7-8692-cad151ef3978 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:24:46.841314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9b0122da-4b9f-43a7-8692-cad151ef3978 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/subnets/27ed6be5-0f14-4a9f-ba8a-e7619baae973 HTTP/1.1" status: 404 len: 337 time: 0.0337057 Sep 18 05:24:46.843986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44304) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:46.865326 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c71066-5506-4418-a785-ebc2a55aff14 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] DELETE failed (client error): The resource could not be found. Sep 18 05:24:46.865938 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c71066-5506-4418-a785-ebc2a55aff14 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:24:46.870326 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-29c71066-5506-4418-a785-ebc2a55aff14 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/68bc986c-1685-4a53-82db-7c8c8be0a7ea HTTP/1.1" status: 404 len: 339 time: 0.0226686 Sep 18 05:24:46.870520 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44306) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:46.936668 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.975976 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2524377-c6fc-4ff2-916a-52f981dbab11 None None] Pushing event updated for resources: {'Port': ['ID=732c8057-a6d3-49c5-b627-6e4a592d93ec,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:46.979436 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd29689e-dad5-4768-a580-b08ec95a1e27 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.980892 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd29689e-dad5-4768-a580-b08ec95a1e27 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:46.982284 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fd29689e-dad5-4768-a580-b08ec95a1e27 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "DELETE /v2.0/security-groups/6550eae0-5a5f-49ab-8dfd-ba992602937d HTTP/1.1" status: 204 len: 168 time: 0.3630085 Sep 18 05:24:46.994204 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44308) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:47.014900 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-196e4b5b-4e3b-495e-873f-8b4449953a9d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:47.038975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29689e-dad5-4768-a580-b08ec95a1e27 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6550eae0-5a5f-49ab-8dfd-ba992602937d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:47.044511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network 6d50da6a-2377-4891-a39e-978b79bbaadf is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:47.059038 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-e44c7a75-41c5-4f6c-9637-cf4cf25d7e2d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] show failed (client error): The resource could not be found. Sep 18 05:24:47.060132 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e44c7a75-41c5-4f6c-9637-cf4cf25d7e2d tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "GET /v2.0/security-groups/6550eae0-5a5f-49ab-8dfd-ba992602937d HTTP/1.1" status: 404 len: 347 time: 0.0646491 Sep 18 05:24:47.063445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44310) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:47.066937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:47.071641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-8acf5b49-76fb-456f-b869-c136cd1da378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.079686 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-8acf5b49-76fb-456f-b869-c136cd1da378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.081781 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:24:47.086815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-8acf5b49-76fb-456f-b869-c136cd1da378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.090315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=576bfab9-0a10-4b4c-8e05-39d17ccae53c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:47.096037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-8acf5b49-76fb-456f-b869-c136cd1da378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.099855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-8acf5b49-76fb-456f-b869-c136cd1da378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.106016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-8acf5b49-76fb-456f-b869-c136cd1da378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.112838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-8acf5b49-76fb-456f-b869-c136cd1da378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.114971 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-8acf5b49-76fb-456f-b869-c136cd1da378 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5434 time: 0.1377666 Sep 18 05:24:47.170950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-ebd890dd-8743-4e07-8d23-15206ba420f3 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.172139 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-ebd890dd-8743-4e07-8d23-15206ba420f3 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "GET /v2.0/ports/809807b6-462d-44b0-8e04-e9ff7ffe34db?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0499201 Sep 18 05:24:47.327875 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-56bfe7c9-b318-4263-ac88-269db1403b39 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "GET /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1494293 Sep 18 05:24:47.354606 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-196e4b5b-4e3b-495e-873f-8b4449953a9d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:47.392622 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:47.396978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-390bca4c-e12f-4f33-875f-c618d8a422c1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:47.409680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-196e4b5b-4e3b-495e-873f-8b4449953a9d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20dc4acc-15b3-4e52-9390-e3d920267589']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:47.458136 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-390bca4c-e12f-4f33-875f-c618d8a422c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:47.474005 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-196e4b5b-4e3b-495e-873f-8b4449953a9d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbfa7ba2-1dee-40af-890f-a5a5a5565654') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:47.474374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-196e4b5b-4e3b-495e-873f-8b4449953a9d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbfa7ba2-1dee-40af-890f-a5a5a5565654') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:47.493205 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-196e4b5b-4e3b-495e-873f-8b4449953a9d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:47.523801 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-196e4b5b-4e3b-495e-873f-8b4449953a9d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:47.565722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2121-46dc-41a4-be2b-bab1b4c110bb req-059c0d66-41f1-4370-9c95-90928314298a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.571752 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2121-46dc-41a4-be2b-bab1b4c110bb req-059c0d66-41f1-4370-9c95-90928314298a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.577516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2121-46dc-41a4-be2b-bab1b4c110bb req-059c0d66-41f1-4370-9c95-90928314298a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.583718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2121-46dc-41a4-be2b-bab1b4c110bb req-059c0d66-41f1-4370-9c95-90928314298a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.589594 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2121-46dc-41a4-be2b-bab1b4c110bb req-059c0d66-41f1-4370-9c95-90928314298a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.594550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-390bca4c-e12f-4f33-875f-c618d8a422c1 service neutron] For port 809807b6-462d-44b0-8e04-e9ff7ffe34db, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=809807b6-462d-44b0-8e04-e9ff7ffe34db,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:47.595433 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2121-46dc-41a4-be2b-bab1b4c110bb req-059c0d66-41f1-4370-9c95-90928314298a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.601448 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2121-46dc-41a4-be2b-bab1b4c110bb req-059c0d66-41f1-4370-9c95-90928314298a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.603452 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-abfb2121-46dc-41a4-be2b-bab1b4c110bb req-059c0d66-41f1-4370-9c95-90928314298a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 5434 time: 0.2398388 Sep 18 05:24:47.606180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196e4b5b-4e3b-495e-873f-8b4449953a9d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:47.606600 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-196e4b5b-4e3b-495e-873f-8b4449953a9d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:47.609748 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:47.630722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-390bca4c-e12f-4f33-875f-c618d8a422c1 service neutron] For port 809807b6-462d-44b0-8e04-e9ff7ffe34db, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:47.638626 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0d49dbae-3d59-4a36-80dc-2ebc09ba7b74 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Deleting port f9281f89-f917-452d-a84a-0605cb860888 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:47.644120 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d49dbae-3d59-4a36-80dc-2ebc09ba7b74 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:47.667419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-390bca4c-e12f-4f33-875f-c618d8a422c1 service neutron] device_id is not set on port 809807b6-462d-44b0-8e04-e9ff7ffe34db yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:24:47.677212 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-390bca4c-e12f-4f33-875f-c618d8a422c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:47.753377 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-390bca4c-e12f-4f33-875f-c618d8a422c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:47.828855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bca4c-e12f-4f33-875f-c618d8a422c1 service neutron] Pushing event updated for resources: {'Port': ['ID=809807b6-462d-44b0-8e04-e9ff7ffe34db,revision_number=6']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:47.834265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-390bca4c-e12f-4f33-875f-c618d8a422c1 service neutron] No DVR routers for this DVR port 809807b6-462d-44b0-8e04-e9ff7ffe34db on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:47.888046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-390bca4c-e12f-4f33-875f-c618d8a422c1 service neutron] In _notify_port_updated(), no bound segment for port 809807b6-462d-44b0-8e04-e9ff7ffe34db on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:24:47.889204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-390bca4c-e12f-4f33-875f-c618d8a422c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.889991 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-390bca4c-e12f-4f33-875f-c618d8a422c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:47.891745 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-390bca4c-e12f-4f33-875f-c618d8a422c1 service neutron] 10.222.0.13 "PUT /v2.0/ports/809807b6-462d-44b0-8e04-e9ff7ffe34db HTTP/1.1" status: 200 len: 1027 time: 0.5566790 Sep 18 05:24:47.951470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-5bf16123-793f-4987-a782-ea3a6362587b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:47.953367 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-5bf16123-793f-4987-a782-ea3a6362587b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "GET /v2.0/ports/0f8dede5-c7f9-4b5a-9a73-478db3ecef05?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0550156 Sep 18 05:24:47.969202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-9e650b0c-0583-4e3c-afdd-7bd71aac244e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:48.046523 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-9e650b0c-0583-4e3c-afdd-7bd71aac244e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.124076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6733bb00-2246-4fb6-9c3e-0cbf691b3b07 None None] Provisioning complete for port 809807b6-462d-44b0-8e04-e9ff7ffe34db triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:48.127013 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6733bb00-2246-4fb6-9c3e-0cbf691b3b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.154423 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-abfb2121-46dc-41a4-be2b-bab1b4c110bb req-8955b475-7cb7-4e3c-8fd8-740a153ec3b3 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&id=58591da7-5531-4017-9d5c-da2b30f2427f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5429549 Sep 18 05:24:48.184827 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b520bb07-cc35-4afb-a714-6fc1cb6a93d4 None None] Network 6d50da6a-2377-4891-a39e-978b79bbaadf requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:48.212589 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-196e4b5b-4e3b-495e-873f-8b4449953a9d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.215720 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d49dbae-3d59-4a36-80dc-2ebc09ba7b74 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.216059 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d49dbae-3d59-4a36-80dc-2ebc09ba7b74 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.218475 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.222047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-9e650b0c-0583-4e3c-afdd-7bd71aac244e service neutron] For port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f8dede5-c7f9-4b5a-9a73-478db3ecef05,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:48.232355 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6733bb00-2246-4fb6-9c3e-0cbf691b3b07 None None] Port 809807b6-462d-44b0-8e04-e9ff7ffe34db cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:24:48.235415 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-196e4b5b-4e3b-495e-873f-8b4449953a9d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.240215 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-196e4b5b-4e3b-495e-873f-8b4449953a9d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/20dc4acc-15b3-4e52-9390-e3d920267589 HTTP/1.1" status: 204 len: 168 time: 1.3666217 Sep 18 05:24:48.241277 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44316) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:48.256958 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0d49dbae-3d59-4a36-80dc-2ebc09ba7b74 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Calling delete_port for f9281f89-f917-452d-a84a-0605cb860888 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:48.258740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e4b5b-4e3b-495e-873f-8b4449953a9d tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Network': ['ID=20dc4acc-15b3-4e52-9390-e3d920267589,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:48.291446 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c13451-0344-4654-831d-252fa7f9982e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] DELETE failed (client error): The resource could not be found. Sep 18 05:24:48.291598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c13451-0344-4654-831d-252fa7f9982e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:24:48.295504 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-31c13451-0344-4654-831d-252fa7f9982e tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/subnets/dbed061c-d8ec-4508-b09d-f63550c2d8c1 HTTP/1.1" status: 404 len: 337 time: 0.0510550 Sep 18 05:24:48.297181 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44318) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:48.308343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-9e650b0c-0583-4e3c-afdd-7bd71aac244e service neutron] For port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:48.346611 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7e4ea1-c41d-4ded-981c-5674b6ab201a tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] DELETE failed (client error): The resource could not be found. Sep 18 05:24:48.347058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7e4ea1-c41d-4ded-981c-5674b6ab201a tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:24:48.351163 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5a7e4ea1-c41d-4ded-981c-5674b6ab201a tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/2dd40c68-eaea-4439-9277-1b964b3c793c HTTP/1.1" status: 404 len: 339 time: 0.0513356 Sep 18 05:24:48.353366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44320) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:48.396413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-20fed6f7-e7e5-4dfa-b5c0-b10b871099d3 None None] Provisioning complete for port 732c8057-a6d3-49c5-b627-6e4a592d93ec triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:48.397279 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-20fed6f7-e7e5-4dfa-b5c0-b10b871099d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.431665 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-9e650b0c-0583-4e3c-afdd-7bd71aac244e service neutron] device_id is not set on port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:24:48.447522 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-9e650b0c-0583-4e3c-afdd-7bd71aac244e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.453654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5380c7f-61cd-40ac-aaf3-488d62970da8 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Deleting subnet 9ffe1001-d526-44f0-9364-d6f392efecc4 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:24:48.465629 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f5380c7f-61cd-40ac-aaf3-488d62970da8 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.467349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 587f5c69-3596-4323-98e6-332d90e76583 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:48.514029 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f5380c7f-61cd-40ac-aaf3-488d62970da8 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.539171 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-9e650b0c-0583-4e3c-afdd-7bd71aac244e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.578199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 587f5c69-3596-4323-98e6-332d90e76583 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:48.579154 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.636024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-9e650b0c-0583-4e3c-afdd-7bd71aac244e service neutron] No DVR routers for this DVR port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:48.649544 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-20fed6f7-e7e5-4dfa-b5c0-b10b871099d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.692966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e650b0c-0583-4e3c-afdd-7bd71aac244e service neutron] Pushing event updated for resources: {'Port': ['ID=0f8dede5-c7f9-4b5a-9a73-478db3ecef05,revision_number=6']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:48.746482 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.748689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-20fed6f7-e7e5-4dfa-b5c0-b10b871099d3 None None] For port 732c8057-a6d3-49c5-b627-6e4a592d93ec, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=732c8057-a6d3-49c5-b627-6e4a592d93ec,segment=NetworkSegment(7b1e0883-1866-45e0-87fe-7f40f86df715),segment_id=7b1e0883-1866-45e0-87fe-7f40f86df715)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:48.750195 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f5380c7f-61cd-40ac-aaf3-488d62970da8 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.754612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-9e650b0c-0583-4e3c-afdd-7bd71aac244e service neutron] In _notify_port_updated(), no bound segment for port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 on network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:24:48.755526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-9e650b0c-0583-4e3c-afdd-7bd71aac244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:48.756263 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-9e650b0c-0583-4e3c-afdd-7bd71aac244e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.757667 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-9e650b0c-0583-4e3c-afdd-7bd71aac244e service neutron] 10.222.0.13 "PUT /v2.0/ports/0f8dede5-c7f9-4b5a-9a73-478db3ecef05 HTTP/1.1" status: 200 len: 1026 time: 0.7969775 Sep 18 05:24:48.758635 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.786298 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 587f5c69-3596-4323-98e6-332d90e76583, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=587f5c69-3596-4323-98e6-332d90e76583,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:48.830784 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.860354 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-20fed6f7-e7e5-4dfa-b5c0-b10b871099d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.864923 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.869754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 732c8057-a6d3-49c5-b627-6e4a592d93ec up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:48.885805 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d49dbae-3d59-4a36-80dc-2ebc09ba7b74 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.918332 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-ec6ad1dd-dedf-42aa-ad01-f56690c65aee tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Deleting port 741ee337-d7e0-48e7-882c-2b7372d44fd0 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:48.918687 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-ec6ad1dd-dedf-42aa-ad01-f56690c65aee tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.930328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=576bfab9-0a10-4b4c-8e05-39d17ccae53c,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:48.945325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:48.962851 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f5380c7f-61cd-40ac-aaf3-488d62970da8 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:48.999087 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49dbae-3d59-4a36-80dc-2ebc09ba7b74 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Pushing event deleted for resources: {'Port': ['ID=f9281f89-f917-452d-a84a-0605cb860888,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:49.001272 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.004608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5380c7f-61cd-40ac-aaf3-488d62970da8 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Subnet': ['ID=9ffe1001-d526-44f0-9364-d6f392efecc4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:49.034154 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fed6f7-e7e5-4dfa-b5c0-b10b871099d3 None None] Pushing event updated for resources: {'Port': ['ID=732c8057-a6d3-49c5-b627-6e4a592d93ec,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:49.110869 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=587f5c69-3596-4323-98e6-332d90e76583,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:49.111551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-ec6ad1dd-dedf-42aa-ad01-f56690c65aee tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] For port 741ee337-d7e0-48e7-882c-2b7372d44fd0, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=741ee337-d7e0-48e7-882c-2b7372d44fd0,segment=NetworkSegment(2319873a-dd5b-402f-affc-20e47aacf176),segment_id=2319873a-dd5b-402f-affc-20e47aacf176)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:49.112169 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-ec6ad1dd-dedf-42aa-ad01-f56690c65aee tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.119378 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network 6d50da6a-2377-4891-a39e-978b79bbaadf is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:24:49.120615 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d49dbae-3d59-4a36-80dc-2ebc09ba7b74 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.123337 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d49dbae-3d59-4a36-80dc-2ebc09ba7b74 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.127523 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0d49dbae-3d59-4a36-80dc-2ebc09ba7b74 tempest-ServerActionsTestJSON-1042194928 tempest-ServerActionsTestJSON-1042194928-project] 10.222.0.23 "DELETE /v2.0/floatingips/81dbd479-5f8f-4664-8152-4dd18fdd8b81 HTTP/1.1" status: 204 len: 168 time: 2.0598762 Sep 18 05:24:49.127705 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-065d15dc-bf1b-4503-b376-072495ed2f9d None None] Provisioning complete for port 576bfab9-0a10-4b4c-8e05-39d17ccae53c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:49.127705 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-065d15dc-bf1b-4503-b376-072495ed2f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.128299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:24:49.128531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-ec6ad1dd-dedf-42aa-ad01-f56690c65aee tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Calling delete_port for 741ee337-d7e0-48e7-882c-2b7372d44fd0 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:49.128765 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44322) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:49.132624 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 732c8057-a6d3-49c5-b627-6e4a592d93ec triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:49.132996 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.296193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-065d15dc-bf1b-4503-b376-072495ed2f9d None None] Port 576bfab9-0a10-4b4c-8e05-39d17ccae53c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:24:49.311328 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.320701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Router 32d582c2-c374-4440-a998-d428bcc32f99 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:24:49.338107 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-065d15dc-bf1b-4503-b376-072495ed2f9d None None] Provisioning complete for port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:49.338737 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-065d15dc-bf1b-4503-b376-072495ed2f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.370881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2eb472d-e0d7-46c8-a3b2-2012cdbe3347'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:24:49.373264 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27858ae9-0fe3-40b6-814d-fb78b240e575" -d '{"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-unplugged", "status": "completed", "tag": "c2eb472d-e0d7-46c8-a3b2-2012cdbe3347"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:24:49.392082 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f5380c7f-61cd-40ac-aaf3-488d62970da8 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.392875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:49.397247 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f5380c7f-61cd-40ac-aaf3-488d62970da8 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/subnets/9ffe1001-d526-44f0-9364-d6f392efecc4 HTTP/1.1" status: 204 len: 168 time: 1.0395086 Sep 18 05:24:49.398625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44330) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:49.403212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d6941-250d-4b2b-9c2b-e1ec0ce61d8d None None] Network 25362dbe-9e08-4596-86c3-433f95960491 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:49.413218 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-065d15dc-bf1b-4503-b376-072495ed2f9d None None] Port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:24:49.435958 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-ec6ad1dd-dedf-42aa-ad01-f56690c65aee tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.436566 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815a0eba-997e-4255-a87a-e9f8cb8aa29e x-openstack-request-id: req-815a0eba-997e-4255-a87a-e9f8cb8aa29e {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:24:49.436864 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-unplugged", "status": "completed", "tag": "c2eb472d-e0d7-46c8-a3b2-2012cdbe3347", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:24:49.442290 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-815a0eba-997e-4255-a87a-e9f8cb8aa29e {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:24:49.442290 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2eb472d-e0d7-46c8-a3b2-2012cdbe3347', 'code': 200} Sep 18 05:24:49.482848 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-065d15dc-bf1b-4503-b376-072495ed2f9d None None] Provisioning complete for port 732c8057-a6d3-49c5-b627-6e4a592d93ec triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:49.483222 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-065d15dc-bf1b-4503-b376-072495ed2f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.491299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ad1dd-dedf-42aa-ad01-f56690c65aee tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event deleted for resources: {'Port': ['ID=741ee337-d7e0-48e7-882c-2b7372d44fd0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:49.493489 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.494628 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:49.530539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406cf9b-28a5-42c5-b265-a5158a37046f req-87b077a7-e34f-468d-b6bc-87cb184a51ea tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:49.537053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:24:49.537727 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406cf9b-28a5-42c5-b265-a5158a37046f req-87b077a7-e34f-468d-b6bc-87cb184a51ea tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:49.543137 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5cfbaefb-58b6-485e-b23f-a7c992d5c8c7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "PUT /v2.0/routers/32d582c2-c374-4440-a998-d428bcc32f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7219801 Sep 18 05:24:49.544094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406cf9b-28a5-42c5-b265-a5158a37046f req-87b077a7-e34f-468d-b6bc-87cb184a51ea tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:49.549502 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44332) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:49.550719 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406cf9b-28a5-42c5-b265-a5158a37046f req-87b077a7-e34f-468d-b6bc-87cb184a51ea tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:49.552625 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2973013-555a-4705-aca9-f108e248549f None None] Sync routers for ids ['32d582c2-c374-4440-a998-d428bcc32f99'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:24:49.557853 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406cf9b-28a5-42c5-b265-a5158a37046f req-87b077a7-e34f-468d-b6bc-87cb184a51ea tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:49.560280 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3406cf9b-28a5-42c5-b265-a5158a37046f req-87b077a7-e34f-468d-b6bc-87cb184a51ea tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 3809 time: 0.2032890 Sep 18 05:24:49.569297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7127e3c-8f71-44a4-8300-f770678891bd tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Deleting subnet 9e412737-e6ab-4d1a-842d-9baf33dfeef6 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:24:49.579935 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2973013-555a-4705-aca9-f108e248549f None None] Routers {'32d582c2-c374-4440-a998-d428bcc32f99'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:49.581220 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c2973013-555a-4705-aca9-f108e248549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32d582c2-c374-4440-a998-d428bcc32f99'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:49.608639 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a7127e3c-8f71-44a4-8300-f770678891bd tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.612095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-ec6ad1dd-dedf-42aa-ad01-f56690c65aee tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] No DVR routers for this DVR port 741ee337-d7e0-48e7-882c-2b7372d44fd0 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:49.641599 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-ec6ad1dd-dedf-42aa-ad01-f56690c65aee tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.644659 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-ec6ad1dd-dedf-42aa-ad01-f56690c65aee tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "DELETE /v2.0/ports/741ee337-d7e0-48e7-882c-2b7372d44fd0 HTTP/1.1" status: 204 len: 173 time: 0.8634036 Sep 18 05:24:49.645218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-deleted', 'tag': '741ee337-d7e0-48e7-882c-2b7372d44fd0'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:24:49.647597 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825cde1d-e676-4709-bc3c-1d734169aaad" -d '{"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-deleted", "tag": "741ee337-d7e0-48e7-882c-2b7372d44fd0"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:24:49.678208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:49.678655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 809807b6-462d-44b0-8e04-e9ff7ffe34db no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:49.683385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:49.699896 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3406cf9b-28a5-42c5-b265-a5158a37046f req-60036021-ec78-4a67-b292-23a562e559b6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042290 Sep 18 05:24:49.770001 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a7127e3c-8f71-44a4-8300-f770678891bd tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.794798 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 809807b6-462d-44b0-8e04-e9ff7ffe34db not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:49.795244 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 741ee337-d7e0-48e7-882c-2b7372d44fd0 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:49.821979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 741ee337-d7e0-48e7-882c-2b7372d44fd0 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:24:49.822335 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 741ee337-d7e0-48e7-882c-2b7372d44fd0 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:49.822775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device dad1ad92-2be5-4848-878d-456fb993a3b0 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:49.849955 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ae6520-20c6-41b3-a5eb-2e6e513a6c01 x-openstack-request-id: req-a3ae6520-20c6-41b3-a5eb-2e6e513a6c01 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:24:49.850401 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-deleted", "tag": "741ee337-d7e0-48e7-882c-2b7372d44fd0", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:24:49.850753 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3ae6520-20c6-41b3-a5eb-2e6e513a6c01 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:24:49.851254 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-deleted', 'tag': '741ee337-d7e0-48e7-882c-2b7372d44fd0', 'status': 'completed', 'code': 200} Sep 18 05:24:49.949119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-3ade513a-e273-4495-80e9-72e3d2de2857 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Deleting port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:49.950083 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-3ade513a-e273-4495-80e9-72e3d2de2857 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.952306 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.976938 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7271b6eb-8a0c-4ea3-97d6-3de31f79eceb None None] Provisioning complete for port 576bfab9-0a10-4b4c-8e05-39d17ccae53c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:49.977318 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7271b6eb-8a0c-4ea3-97d6-3de31f79eceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:49.982387 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-c2973013-555a-4705-aca9-f108e248549f None None] Set router 32d582c2-c374-4440-a998-d428bcc32f99 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:50.022975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.023578 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.023937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.028361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.028361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.028361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.028361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.028361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.028361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.028361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.028361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.031550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.031550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.032007 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.034778 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5139bdf4-68c0-48af-9f79-7017c73058ef tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9830 time: 0.4842212 Sep 18 05:24:50.041654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44338) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:50.057511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7271b6eb-8a0c-4ea3-97d6-3de31f79eceb None None] Port 576bfab9-0a10-4b4c-8e05-39d17ccae53c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:24:50.093883 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port dad1ad92-2be5-4848-878d-456fb993a3b0, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=dad1ad92-2be5-4848-878d-456fb993a3b0,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:50.095852 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-3ade513a-e273-4495-80e9-72e3d2de2857 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] For port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:50.096654 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-3ade513a-e273-4495-80e9-72e3d2de2857 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:50.116258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-3ade513a-e273-4495-80e9-72e3d2de2857 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Calling delete_port for c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:50.170396 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:50.171144 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device f51248ff-1eb2-4f12-b410-f80462b53732 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:50.180422 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a7127e3c-8f71-44a4-8300-f770678891bd tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:50.226334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.226945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.227412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.227875 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.228399 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.228863 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.229326 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.229784 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.230580 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.230703 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.231128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.231644 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.232900 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.232900 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:50.234823 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-23a41a9e-338a-4a4e-a1b4-c4d1c02b0ec6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8896 time: 0.1905456 Sep 18 05:24:50.241147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44340) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:50.347868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=dad1ad92-2be5-4848-878d-456fb993a3b0,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:50.349389 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c2973013-555a-4705-aca9-f108e248549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:47Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 2, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:50.393871 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2973013-555a-4705-aca9-f108e248549f None None] Checking router: 32d582c2-c374-4440-a998-d428bcc32f99 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:24:50.394153 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2973013-555a-4705-aca9-f108e248549f None None] Updating router 32d582c2-c374-4440-a998-d428bcc32f99 port 576bfab9-0a10-4b4c-8e05-39d17ccae53c binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:24:50.412879 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:50.439615 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 587f5c69-3596-4323-98e6-332d90e76583 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:50.447654 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c2973013-555a-4705-aca9-f108e248549f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:50.508138 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-3ade513a-e273-4495-80e9-72e3d2de2857 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:50.557173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port f51248ff-1eb2-4f12-b410-f80462b53732, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=f51248ff-1eb2-4f12-b410-f80462b53732,segment=NetworkSegment(2319873a-dd5b-402f-affc-20e47aacf176),segment_id=2319873a-dd5b-402f-affc-20e47aacf176)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:50.579820 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a7127e3c-8f71-44a4-8300-f770678891bd tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:50.594464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 587f5c69-3596-4323-98e6-332d90e76583 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:50.594846 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:50.616200 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a7127e3c-8f71-44a4-8300-f770678891bd tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:50.620486 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a7127e3c-8f71-44a4-8300-f770678891bd tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/subnets/9e412737-e6ab-4d1a-842d-9baf33dfeef6 HTTP/1.1" status: 204 len: 168 time: 1.2186530 Sep 18 05:24:50.621171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade513a-e273-4495-80e9-72e3d2de2857 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event deleted for resources: {'Port': ['ID=c2eb472d-e0d7-46c8-a3b2-2012cdbe3347,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:50.634640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44342) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:50.637356 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:50.638363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device d455aaba-551f-4bf0-bf41-d280a03099b8 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:50.740111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e9298a-2a23-4c91-a8ae-f39d3978630a None None] Network 25362dbe-9e08-4596-86c3-433f95960491 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:50.802931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7127e3c-8f71-44a4-8300-f770678891bd tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Subnet': ['ID=9e412737-e6ab-4d1a-842d-9baf33dfeef6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:50.827280 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e8d64ef-0d35-4b05-828c-4a840afd644d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:50.849869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-3ade513a-e273-4495-80e9-72e3d2de2857 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] No DVR routers for this DVR port c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:50.861541 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-3ade513a-e273-4495-80e9-72e3d2de2857 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:50.864952 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-3ade513a-e273-4495-80e9-72e3d2de2857 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "DELETE /v2.0/ports/c2eb472d-e0d7-46c8-a3b2-2012cdbe3347 HTTP/1.1" status: 204 len: 173 time: 1.2056754 Sep 18 05:24:50.875328 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=f51248ff-1eb2-4f12-b410-f80462b53732,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:50.901237 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-44c60e8a-98ab-4d63-8ce6-d3715d5a355c None None] Provisioning complete for port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:50.901615 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-44c60e8a-98ab-4d63-8ce6-d3715d5a355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:50.904077 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:50.991521 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c2973013-555a-4705-aca9-f108e248549f None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:51.010404 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:51.061501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 732c8057-a6d3-49c5-b627-6e4a592d93ec up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:51.093844 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c2973013-555a-4705-aca9-f108e248549f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:51.095218 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-83fa6942-69cd-411b-b93e-f12b1f9ee583 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.8516088 Sep 18 05:24:51.121966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea559a-84b4-42fc-a099-7141a7571af9 req-0891d91d-d25f-4951-b18a-f81a85d53069 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:51.134186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea559a-84b4-42fc-a099-7141a7571af9 req-0891d91d-d25f-4951-b18a-f81a85d53069 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:51.142689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea559a-84b4-42fc-a099-7141a7571af9 req-0891d91d-d25f-4951-b18a-f81a85d53069 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:51.146091 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5dea559a-84b4-42fc-a099-7141a7571af9 req-0891d91d-d25f-4951-b18a-f81a85d53069 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 2413 time: 0.2344072 Sep 18 05:24:51.200868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-3e8d64ef-0d35-4b05-828c-4a840afd644d admin admin] Deleting port 938d3ec9-f1a9-492c-9775-20c10e970011 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:51.201478 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e8d64ef-0d35-4b05-828c-4a840afd644d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:51.222283 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a461eb-39f7-420f-9c59-246ac8865238 None None] Pushing event updated for resources: {'Port': ['ID=576bfab9-0a10-4b4c-8e05-39d17ccae53c,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:51.289787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5dea559a-84b4-42fc-a099-7141a7571af9 req-b3bdb1e7-f164-4897-84da-6e89fe5fbeb5 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106052 Sep 18 05:24:51.336574 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Deleting port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:51.336969 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:51.343879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-865b1ee3-3277-43d9-b015-b3bfa044c9e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Deleting port f51248ff-1eb2-4f12-b410-f80462b53732 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:51.344246 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-865b1ee3-3277-43d9-b015-b3bfa044c9e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:51.357694 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-c2973013-555a-4705-aca9-f108e248549f None None] Attempting to bind port 576bfab9-0a10-4b4c-8e05-39d17ccae53c on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:24:51.358063 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-c2973013-555a-4705-aca9-f108e248549f None None] Attempting to bind port 576bfab9-0a10-4b4c-8e05-39d17ccae53c by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '7b1e0883-1866-45e0-87fe-7f40f86df715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:24:51.358432 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2973013-555a-4705-aca9-f108e248549f None None] Attempting to bind port 576bfab9-0a10-4b4c-8e05-39d17ccae53c on network 6d50da6a-2377-4891-a39e-978b79bbaadf {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:24:51.365203 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2973013-555a-4705-aca9-f108e248549f None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:24:51.365572 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2973013-555a-4705-aca9-f108e248549f None None] Checking segment: {'id': '7b1e0883-1866-45e0-87fe-7f40f86df715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:24:51.365980 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c2973013-555a-4705-aca9-f108e248549f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:51.366377 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2973013-555a-4705-aca9-f108e248549f None None] Bound using segment: {'id': '7b1e0883-1866-45e0-87fe-7f40f86df715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:24:51.366853 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-c2973013-555a-4705-aca9-f108e248549f None None] Bound port: 576bfab9-0a10-4b4c-8e05-39d17ccae53c, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1e0883-1866-45e0-87fe-7f40f86df715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:24:51.367234 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c2973013-555a-4705-aca9-f108e248549f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:51.431699 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-3e8d64ef-0d35-4b05-828c-4a840afd644d admin admin] For port 938d3ec9-f1a9-492c-9775-20c10e970011, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=938d3ec9-f1a9-492c-9775-20c10e970011,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:51.432267 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e8d64ef-0d35-4b05-828c-4a840afd644d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:51.465049 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-3e8d64ef-0d35-4b05-828c-4a840afd644d admin admin] Calling delete_port for 938d3ec9-f1a9-492c-9775-20c10e970011 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:51.506642 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dad1ad92-2be5-4848-878d-456fb993a3b0'}, {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51248ff-1eb2-4f12-b410-f80462b53732'}, {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd455aaba-551f-4bf0-bf41-d280a03099b8'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:24:51.508930 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f022fd58-2d82-4787-8478-0be860cd844d" -d '{"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-unplugged", "status": "completed", "tag": "dad1ad92-2be5-4848-878d-456fb993a3b0"}, {"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-unplugged", "status": "completed", "tag": "f51248ff-1eb2-4f12-b410-f80462b53732"}, {"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-unplugged", "status": "completed", "tag": "d455aaba-551f-4bf0-bf41-d280a03099b8"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:24:51.532213 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port d455aaba-551f-4bf0-bf41-d280a03099b8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d455aaba-551f-4bf0-bf41-d280a03099b8,segment=NetworkSegment(9858ab5c-0a86-4647-a79f-808b1301d1a5),segment_id=9858ab5c-0a86-4647-a79f-808b1301d1a5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:51.532505 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-c2973013-555a-4705-aca9-f108e248549f None None] For port 576bfab9-0a10-4b4c-8e05-39d17ccae53c, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:24:51.538911 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-c2973013-555a-4705-aca9-f108e248549f None None] For port 576bfab9-0a10-4b4c-8e05-39d17ccae53c, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=576bfab9-0a10-4b4c-8e05-39d17ccae53c,segment=NetworkSegment(7b1e0883-1866-45e0-87fe-7f40f86df715),segment_id=7b1e0883-1866-45e0-87fe-7f40f86df715)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:24:51.575822 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 18 Sep 2021 05:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5099d3-50cc-4e86-9605-564d90007b71 x-openstack-request-id: req-7c5099d3-50cc-4e86-9605-564d90007b71 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:24:51.578768 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-unplugged", "status": "completed", "tag": "dad1ad92-2be5-4848-878d-456fb993a3b0", "code": 200}, {"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-unplugged", "status": "completed", "tag": "f51248ff-1eb2-4f12-b410-f80462b53732", "code": 200}, {"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-unplugged", "status": "completed", "tag": "d455aaba-551f-4bf0-bf41-d280a03099b8", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:24:51.579473 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c5099d3-50cc-4e86-9605-564d90007b71 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:24:51.583185 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dad1ad92-2be5-4848-878d-456fb993a3b0', 'code': 200} Sep 18 05:24:51.584640 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51248ff-1eb2-4f12-b410-f80462b53732', 'code': 200} Sep 18 05:24:51.585004 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd455aaba-551f-4bf0-bf41-d280a03099b8', 'code': 200} Sep 18 05:24:51.602982 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:51.625292 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c2973013-555a-4705-aca9-f108e248549f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:51.683522 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2973013-555a-4705-aca9-f108e248549f None None] Routers {'32d582c2-c374-4440-a998-d428bcc32f99'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:51.684071 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c2973013-555a-4705-aca9-f108e248549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32d582c2-c374-4440-a998-d428bcc32f99'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:51.692023 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9aeaf3-76f5-49e8-8378-10d4521766bc None None] DHCP port deletion for 25362dbe-9e08-4596-86c3-433f95960491 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:24:51.775850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 732c8057-a6d3-49c5-b627-6e4a592d93ec triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:51.776499 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:51.778197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=d455aaba-551f-4bf0-bf41-d280a03099b8,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:51.820844 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-c2973013-555a-4705-aca9-f108e248549f None None] Set router 32d582c2-c374-4440-a998-d428bcc32f99 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:51.821350 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e8d64ef-0d35-4b05-828c-4a840afd644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:51.866015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-deleted', 'tag': 'c2eb472d-e0d7-46c8-a3b2-2012cdbe3347'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:24:51.867815 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d64ef-0d35-4b05-828c-4a840afd644d admin admin] Pushing event deleted for resources: {'Port': ['ID=938d3ec9-f1a9-492c-9775-20c10e970011,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:51.874966 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce93892-699d-42c9-a6d4-5a83e9852a2c" -d '{"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-deleted", "tag": "c2eb472d-e0d7-46c8-a3b2-2012cdbe3347"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:24:51.894559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44352) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:51.909830 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-a15011aa-42af-412e-819e-32516353e842 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-818083431', 'description': 'tempest-secgroup-smoke-818083431 description', 'project_id': 'e6c32436d930464cb104890b5c56b015'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:51.957185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7b9aeaf3-76f5-49e8-8378-10d4521766bc None None] Deleting port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:51.957575 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7b9aeaf3-76f5-49e8-8378-10d4521766bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:51.988509 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cce99d-96d3-423c-aae7-a2802417a895 x-openstack-request-id: req-00cce99d-96d3-423c-aae7-a2802417a895 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:24:51.988819 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-deleted", "tag": "c2eb472d-e0d7-46c8-a3b2-2012cdbe3347", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:24:51.989076 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00cce99d-96d3-423c-aae7-a2802417a895 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:24:51.989477 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-deleted', 'tag': 'c2eb472d-e0d7-46c8-a3b2-2012cdbe3347', 'status': 'completed', 'code': 200} Sep 18 05:24:52.081197 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a461eb-39f7-420f-9c59-246ac8865238 None None] Pushing event updated for resources: {'Port': ['ID=576bfab9-0a10-4b4c-8e05-39d17ccae53c,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:52.087048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f15666dc-a07b-447a-8d0c-397dc4fad440 None None] Provisioning complete for port 576bfab9-0a10-4b4c-8e05-39d17ccae53c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:52.087550 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f15666dc-a07b-447a-8d0c-397dc4fad440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.109270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] For port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cb3fc4db-e55b-4e03-9835-ecc2dbbbf390,segment=NetworkSegment(a1174ce4-85c2-4137-9fb8-a95a187a07f5),segment_id=a1174ce4-85c2-4137-9fb8-a95a187a07f5)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:52.109656 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.122265 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e8d64ef-0d35-4b05-828c-4a840afd644d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.124114 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c2973013-555a-4705-aca9-f108e248549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:47Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:51Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:52.155146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Calling delete_port for cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:52.157386 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2973013-555a-4705-aca9-f108e248549f None None] The sync data for ids ['32d582c2-c374-4440-a998-d428bcc32f99'] in n-d-789963-13 is: [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:47Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:51Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:24:52.196970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-865b1ee3-3277-43d9-b015-b3bfa044c9e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] For port f51248ff-1eb2-4f12-b410-f80462b53732, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=f51248ff-1eb2-4f12-b410-f80462b53732,segment=NetworkSegment(2319873a-dd5b-402f-affc-20e47aacf176),segment_id=2319873a-dd5b-402f-affc-20e47aacf176)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:52.197352 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-865b1ee3-3277-43d9-b015-b3bfa044c9e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.217075 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7b9aeaf3-76f5-49e8-8378-10d4521766bc None None] For port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cb3fc4db-e55b-4e03-9835-ecc2dbbbf390,segment=NetworkSegment(a1174ce4-85c2-4137-9fb8-a95a187a07f5),segment_id=a1174ce4-85c2-4137-9fb8-a95a187a07f5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:52.217498 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7b9aeaf3-76f5-49e8-8378-10d4521766bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.260858 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a15011aa-42af-412e-819e-32516353e842 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.271951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-865b1ee3-3277-43d9-b015-b3bfa044c9e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Calling delete_port for f51248ff-1eb2-4f12-b410-f80462b53732 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:52.272302 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7b9aeaf3-76f5-49e8-8378-10d4521766bc None None] Calling delete_port for cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:52.409419 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f15666dc-a07b-447a-8d0c-397dc4fad440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.508080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f15666dc-a07b-447a-8d0c-397dc4fad440 None None] For port 576bfab9-0a10-4b4c-8e05-39d17ccae53c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=576bfab9-0a10-4b4c-8e05-39d17ccae53c,segment=NetworkSegment(7b1e0883-1866-45e0-87fe-7f40f86df715),segment_id=7b1e0883-1866-45e0-87fe-7f40f86df715)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:52.530728 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7b9aeaf3-76f5-49e8-8378-10d4521766bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.554810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8d64ef-0d35-4b05-828c-4a840afd644d admin admin] Router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:24:52.556944 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9aeaf3-76f5-49e8-8378-10d4521766bc None None] Pushing event deleted for resources: {'Port': ['ID=cb3fc4db-e55b-4e03-9835-ecc2dbbbf390,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:52.561000 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9aeaf3-76f5-49e8-8378-10d4521766bc None None] No DVR routers for this DVR port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:52.578255 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.584354 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f15666dc-a07b-447a-8d0c-397dc4fad440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.626449 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 576bfab9-0a10-4b4c-8e05-39d17ccae53c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:52.661145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No DVR routers for this DVR port cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:52.664661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903c0a4-ff5c-4940-9ef1-ba413c608c48 req-120999b3-7694-448b-bc4e-2f762f24b65b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:52.671294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903c0a4-ff5c-4940-9ef1-ba413c608c48 req-120999b3-7694-448b-bc4e-2f762f24b65b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:52.678073 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903c0a4-ff5c-4940-9ef1-ba413c608c48 req-120999b3-7694-448b-bc4e-2f762f24b65b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:52.679033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6c076e-f321-487a-897e-ec4f82eabad7 None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:24:52.679882 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7903c0a4-ff5c-4940-9ef1-ba413c608c48 req-120999b3-7694-448b-bc4e-2f762f24b65b tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 2411 time: 0.1892862 Sep 18 05:24:52.698562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a15011aa-42af-412e-819e-32516353e842 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.704617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Port': ['ID=cb3fc4db-e55b-4e03-9835-ecc2dbbbf390,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:52.781040 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7903c0a4-ff5c-4940-9ef1-ba413c608c48 req-62972714-e1e9-44c7-9968-b1819896c08a tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942209 Sep 18 05:24:52.792464 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.795719 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a15011aa-42af-412e-819e-32516353e842 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.802796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15666dc-a07b-447a-8d0c-397dc4fad440 None None] Pushing event updated for resources: {'Port': ['ID=576bfab9-0a10-4b4c-8e05-39d17ccae53c,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:52.803308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8d64ef-0d35-4b05-828c-4a840afd644d admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:24:52.817996 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3e8d64ef-0d35-4b05-828c-4a840afd644d admin admin] 10.222.0.23 "PUT /v2.0/routers/0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6859734 Sep 18 05:24:52.818279 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44356) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:52.821173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6d188-3f1e-4705-9239-b28b50875ace None None] Sync routers for ids ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:24:52.852146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25362dbe-9e08-4596-86c3-433f95960491']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:52.864982 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-865b1ee3-3277-43d9-b015-b3bfa044c9e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.865350 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a2c959ad-a620-40d2-805b-f97941906bbf None None] Provisioning complete for port 576bfab9-0a10-4b4c-8e05-39d17ccae53c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:52.865738 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2c959ad-a620-40d2-805b-f97941906bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.872947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1174ce4-85c2-4137-9fb8-a95a187a07f5') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:52.873452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1174ce4-85c2-4137-9fb8-a95a187a07f5') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:52.888644 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15011aa-42af-412e-819e-32516353e842 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ec701f-028a-4d8b-ba67-ead8ea64563a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:52.906719 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 576bfab9-0a10-4b4c-8e05-39d17ccae53c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:52.907644 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.922519 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.932498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b1ee3-3277-43d9-b015-b3bfa044c9e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event deleted for resources: {'Port': ['ID=f51248ff-1eb2-4f12-b410-f80462b53732,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:52.934454 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a15011aa-42af-412e-819e-32516353e842 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.935960 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a15011aa-42af-412e-819e-32516353e842 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0356336 Sep 18 05:24:52.939793 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44358) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:52.948118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-067e864f-55a9-4fc4-868c-a09f188b99d3 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '71ec701f-028a-4d8b-ba67-ead8ea64563a', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:52.970646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6d188-3f1e-4705-9239-b28b50875ace None None] Routers {'0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:52.970646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ebb6d188-3f1e-4705-9239-b28b50875ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:52.971668 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.989235 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:52.999143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:52.999740 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:53.003343 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:53.029910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-865b1ee3-3277-43d9-b015-b3bfa044c9e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] No DVR routers for this DVR port f51248ff-1eb2-4f12-b410-f80462b53732 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:53.040991 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-865b1ee3-3277-43d9-b015-b3bfa044c9e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.040991 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-865b1ee3-3277-43d9-b015-b3bfa044c9e9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "DELETE /v2.0/ports/f51248ff-1eb2-4f12-b410-f80462b53732 HTTP/1.1" status: 204 len: 173 time: 2.1087813 Sep 18 05:24:53.135281 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.182836 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-067e864f-55a9-4fc4-868c-a09f188b99d3 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.191917 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.201218 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6c076e-f321-487a-897e-ec4f82eabad7 None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:24:53.247021 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-ebb6d188-3f1e-4705-9239-b28b50875ace None None] Set router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:53.261598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b81af2b3-2ba2-432b-b96a-bed4bb85f776 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Deleting port dad1ad92-2be5-4848-878d-456fb993a3b0 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:53.262097 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b81af2b3-2ba2-432b-b96a-bed4bb85f776 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.270351 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.275522 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.277567 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/25362dbe-9e08-4596-86c3-433f95960491 HTTP/1.1" status: 204 len: 168 time: 2.5850098 Sep 18 05:24:53.279775 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-067e864f-55a9-4fc4-868c-a09f188b99d3 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.280758 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44360) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:53.310578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c7292-9749-4916-a727-ddae994e7d53 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Network': ['ID=25362dbe-9e08-4596-86c3-433f95960491,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:53.341267 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-4737ad0a-7366-4068-a8c4-621240d223ef tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] DELETE failed (client error): The resource could not be found. Sep 18 05:24:53.341745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4737ad0a-7366-4068-a8c4-621240d223ef tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:24:53.343576 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4737ad0a-7366-4068-a8c4-621240d223ef tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/subnets/51118010-3b77-4dac-8eac-6734a5018c43 HTTP/1.1" status: 404 len: 337 time: 0.0603681 Sep 18 05:24:53.345459 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] Deleting port 69d66a98-5dc6-4027-814a-f16ebbde2737 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:53.345816 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.347985 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44362) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:53.375767 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-067e864f-55a9-4fc4-868c-a09f188b99d3 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.386252 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8efc34-a419-4230-8321-b3d3810849b2 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] DELETE failed (client error): The resource could not be found. Sep 18 05:24:53.386867 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8efc34-a419-4230-8321-b3d3810849b2 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:24:53.388665 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9b8efc34-a419-4230-8321-b3d3810849b2 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/a68cae6f-cba7-4343-950b-38f7c159a37f HTTP/1.1" status: 404 len: 339 time: 0.0396550 Sep 18 05:24:53.392006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44364) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:53.427797 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:53.434401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e864f-55a9-4fc4-868c-a09f188b99d3 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60a4694-52d9-4a3a-bb13-4ff3eb43cf94,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:53.439402 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-0340e1d9-afb3-4cb4-a9a5-14d697096f07 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] DELETE failed (client error): The resource could not be found. Sep 18 05:24:53.439911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0340e1d9-afb3-4cb4-a9a5-14d697096f07 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:24:53.444330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0340e1d9-afb3-4cb4-a9a5-14d697096f07 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/subnets/ff4ebc4a-c7cf-4cae-978b-2b443ebc072c HTTP/1.1" status: 404 len: 337 time: 0.0450079 Sep 18 05:24:53.444947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44366) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:53.464871 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] For port 69d66a98-5dc6-4027-814a-f16ebbde2737, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=69d66a98-5dc6-4027-814a-f16ebbde2737,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:53.467310 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.472761 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11635eb-0589-448a-9051-26ded622d04a tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] DELETE failed (client error): The resource could not be found. Sep 18 05:24:53.473381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11635eb-0589-448a-9051-26ded622d04a tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:24:53.478044 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f11635eb-0589-448a-9051-26ded622d04a tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/c88bb0e4-2e10-4cfd-8cdc-b3b5fa722f68 HTTP/1.1" status: 404 len: 339 time: 0.0284338 Sep 18 05:24:53.478680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44368) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:53.484995 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] Calling delete_port for 69d66a98-5dc6-4027-814a-f16ebbde2737 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:53.501467 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.501949 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:24:53.503241 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cb3fc4db-e55b-4e03-9835-ecc2dbbbf390 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:53.517087 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-067e864f-55a9-4fc4-868c-a09f188b99d3 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.518889 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-067e864f-55a9-4fc4-868c-a09f188b99d3 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5780032 Sep 18 05:24:53.519994 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12fd8dc-f2d0-44dc-bdb2-d983f7a444c9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] DELETE failed (client error): The resource could not be found. Sep 18 05:24:53.520471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12fd8dc-f2d0-44dc-bdb2-d983f7a444c9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:24:53.523139 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d12fd8dc-f2d0-44dc-bdb2-d983f7a444c9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/subnets/1d1f9706-5277-442d-8109-ee44def78e47 HTTP/1.1" status: 404 len: 337 time: 0.0386403 Sep 18 05:24:53.533409 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b81af2b3-2ba2-432b-b96a-bed4bb85f776 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] For port dad1ad92-2be5-4848-878d-456fb993a3b0, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=dad1ad92-2be5-4848-878d-456fb993a3b0,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:53.534243 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b81af2b3-2ba2-432b-b96a-bed4bb85f776 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.542035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44370) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:53.542377 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44372) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:53.547878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d23dcfe5-b0a2-4c7c-8be0-515daaf070e8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '71ec701f-028a-4d8b-ba67-ead8ea64563a', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:53.549821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b81af2b3-2ba2-432b-b96a-bed4bb85f776 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Calling delete_port for dad1ad92-2be5-4848-878d-456fb993a3b0 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:53.576544 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-6809ee87-45d2-425e-b27c-6664fa26aa34 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] DELETE failed (client error): The resource could not be found. Sep 18 05:24:53.577148 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6809ee87-45d2-425e-b27c-6664fa26aa34 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:24:53.578844 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6809ee87-45d2-425e-b27c-6664fa26aa34 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/29473b2d-469d-463a-a6c0-bbc862c4c797 HTTP/1.1" status: 404 len: 339 time: 0.0343902 Sep 18 05:24:53.584781 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44374) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:53.656734 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-02fe77dd-f0e7-4464-a050-4df40e9dfdb3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Deleting subnet 4114571c-26cb-4793-b0e9-e3df2b9d96b5 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:24:53.694272 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02fe77dd-f0e7-4464-a050-4df40e9dfdb3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.727556 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ebb6d188-3f1e-4705-9239-b28b50875ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:24:51Z', 'revision_number': 5, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port': {'id': '69d66a98-5dc6-4027-814a-f16ebbde2737', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:16:25Z', 'updated_at': '2021-09-18T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:53.742721 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d23dcfe5-b0a2-4c7c-8be0-515daaf070e8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.758047 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02fe77dd-f0e7-4464-a050-4df40e9dfdb3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.758885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6d188-3f1e-4705-9239-b28b50875ace None None] Checking router: 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:24:53.787262 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b81af2b3-2ba2-432b-b96a-bed4bb85f776 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.828478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6d188-3f1e-4705-9239-b28b50875ace None None] Routers {'0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:53.828478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ebb6d188-3f1e-4705-9239-b28b50875ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:53.843558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81af2b3-2ba2-432b-b96a-bed4bb85f776 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event deleted for resources: {'Port': ['ID=dad1ad92-2be5-4848-878d-456fb993a3b0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:53.915040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b81af2b3-2ba2-432b-b96a-bed4bb85f776 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] No DVR routers for this DVR port dad1ad92-2be5-4848-878d-456fb993a3b0 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:53.917773 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b81af2b3-2ba2-432b-b96a-bed4bb85f776 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.920471 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b81af2b3-2ba2-432b-b96a-bed4bb85f776 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "DELETE /v2.0/ports/dad1ad92-2be5-4848-878d-456fb993a3b0 HTTP/1.1" status: 204 len: 173 time: 0.8728404 Sep 18 05:24:53.982836 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02fe77dd-f0e7-4464-a050-4df40e9dfdb3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:53.991172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-deleted', 'tag': 'f51248ff-1eb2-4f12-b410-f80462b53732'}, {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-deleted', 'tag': 'dad1ad92-2be5-4848-878d-456fb993a3b0'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:24:53.993601 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae0b26b-ad2f-4380-9954-cd0c800b28e6" -d '{"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-deleted", "tag": "f51248ff-1eb2-4f12-b410-f80462b53732"}, {"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-deleted", "tag": "dad1ad92-2be5-4848-878d-456fb993a3b0"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:24:54.042522 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ff8ea-baaf-4774-b1ce-1959e9c1a570 req-8df48c87-ffd1-4449-86ff-70854eb0031e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:54.051208 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad4ff8ea-baaf-4774-b1ce-1959e9c1a570 req-8df48c87-ffd1-4449-86ff-70854eb0031e tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 944 time: 0.1280217 Sep 18 05:24:54.057399 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 05:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fef5c60-2b26-4d3f-954e-0290e28204b2 x-openstack-request-id: req-9fef5c60-2b26-4d3f-954e-0290e28204b2 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:24:54.057680 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-deleted", "tag": "f51248ff-1eb2-4f12-b410-f80462b53732", "status": "completed", "code": 200}, {"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-deleted", "tag": "dad1ad92-2be5-4848-878d-456fb993a3b0", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:24:54.058129 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fef5c60-2b26-4d3f-954e-0290e28204b2 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:24:54.058688 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-deleted', 'tag': 'f51248ff-1eb2-4f12-b410-f80462b53732', 'status': 'completed', 'code': 200} Sep 18 05:24:54.058955 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-deleted', 'tag': 'dad1ad92-2be5-4848-878d-456fb993a3b0', 'status': 'completed', 'code': 200} Sep 18 05:24:54.074445 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d23dcfe5-b0a2-4c7c-8be0-515daaf070e8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.116292 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad4ff8ea-baaf-4774-b1ce-1959e9c1a570 req-c6db6b16-ba12-437c-836b-52ccb3dd8b92 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9b060-5945-4b13-8c42-bd53979fbcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640810 Sep 18 05:24:54.124908 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Deleting port d455aaba-551f-4bf0-bf41-d280a03099b8 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:54.126466 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.140872 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-ebb6d188-3f1e-4705-9239-b28b50875ace None None] Set router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:54.167584 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.195391 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ebb6d188-3f1e-4705-9239-b28b50875ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:24:53Z', 'revision_number': 6, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:54.196216 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d66a98-5dc6-4027-814a-f16ebbde2737,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:54.217775 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d23dcfe5-b0a2-4c7c-8be0-515daaf070e8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.226612 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02fe77dd-f0e7-4464-a050-4df40e9dfdb3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.227043 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6d188-3f1e-4705-9239-b28b50875ace None None] The sync data for ids ['0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc'] in n-d-789963-13 is: [{'id': '0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc', 'name': 'tempest-ServerActionsTestJSON-193568320-router', 'tenant_id': 'a93295c876f24b40a8ad6dd6e528220f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:16:22Z', 'updated_at': '2021-09-18T05:24:53Z', 'revision_number': 6, 'project_id': 'a93295c876f24b40a8ad6dd6e528220f', 'gw_port_host': None}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:24:54.229538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] For port d455aaba-551f-4bf0-bf41-d280a03099b8, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=d455aaba-551f-4bf0-bf41-d280a03099b8,segment=NetworkSegment(9858ab5c-0a86-4647-a79f-808b1301d1a5),segment_id=9858ab5c-0a86-4647-a79f-808b1301d1a5)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:54.229924 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.297608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dcfe5-b0a2-4c7c-8be0-515daaf070e8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8b8428-139c-4e0c-99a2-b462f396b5ec,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:54.300274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe77dd-f0e7-4464-a050-4df40e9dfdb3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Subnet': ['ID=4114571c-26cb-4793-b0e9-e3df2b9d96b5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:54.337705 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02fe77dd-f0e7-4464-a050-4df40e9dfdb3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.339884 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-02fe77dd-f0e7-4464-a050-4df40e9dfdb3 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/subnets/4114571c-26cb-4793-b0e9-e3df2b9d96b5 HTTP/1.1" status: 204 len: 168 time: 0.7539442 Sep 18 05:24:54.340836 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.342882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44382) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:54.353646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49773893-bfe1-4bf5-82df-5749dd14c225 None None] Network de86621f-12fa-4cdd-88b9-e6a349fcf682 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:54.446936 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d23dcfe5-b0a2-4c7c-8be0-515daaf070e8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.452575 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d23dcfe5-b0a2-4c7c-8be0-515daaf070e8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9066586 Sep 18 05:24:54.456270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44384) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:54.461236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-956bd19e-071b-43a3-a51b-3d9f9f338d47 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '71ec701f-028a-4d8b-ba67-ead8ea64563a', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:54.477658 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.478321 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.478939 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Floating IP 2e5013b9-77df-4544-9ce7-9dfddabc1e32 disassociated. External IP: 172.25.7.117, port: d455aaba-551f-4bf0-bf41-d280a03099b8. Sep 18 05:24:54.479393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Calling delete_port for d455aaba-551f-4bf0-bf41-d280a03099b8 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:54.530231 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.536696 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.589117 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-956bd19e-071b-43a3-a51b-3d9f9f338d47 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.590816 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.628492 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5712428-a4b8-474f-9382-42b9162a1403 None None] DHCP port deletion for de86621f-12fa-4cdd-88b9-e6a349fcf682 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:24:54.684675 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.685211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:24:54.704684 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.708765 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4629f564-7656-41a2-87c9-16ac823f2584 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0a1a93c6-d93f-40b8-8fe3-ae5eaf4713cc HTTP/1.1" status: 204 len: 168 time: 1.8872368 Sep 18 05:24:54.711222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44386) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:54.737843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f5712428-a4b8-474f-9382-42b9162a1403 None None] Deleting port 78d38504-a541-4d1f-bd59-da7fd987ab15 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:54.738334 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f5712428-a4b8-474f-9382-42b9162a1403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.785220 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-956bd19e-071b-43a3-a51b-3d9f9f338d47 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.787338 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Deleting port 78d38504-a541-4d1f-bd59-da7fd987ab15 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:54.787691 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.796481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d85e8cd-0055-464e-977b-e1807debbdbd admin admin] Deleting subnet 937b60cf-7360-4deb-b77e-f1ea0251fc0c {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:24:54.810094 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d85e8cd-0055-464e-977b-e1807debbdbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.816352 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f5712428-a4b8-474f-9382-42b9162a1403 None None] For port 78d38504-a541-4d1f-bd59-da7fd987ab15, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=78d38504-a541-4d1f-bd59-da7fd987ab15,segment=NetworkSegment(bd0565c9-cee7-48b3-877a-6ca14db43edb),segment_id=bd0565c9-cee7-48b3-877a-6ca14db43edb)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:54.816757 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f5712428-a4b8-474f-9382-42b9162a1403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.832506 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f5712428-a4b8-474f-9382-42b9162a1403 None None] Calling delete_port for 78d38504-a541-4d1f-bd59-da7fd987ab15 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:54.837654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 576bfab9-0a10-4b4c-8e05-39d17ccae53c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:24:54.866769 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.892951 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d85e8cd-0055-464e-977b-e1807debbdbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.895653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] For port 78d38504-a541-4d1f-bd59-da7fd987ab15, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=78d38504-a541-4d1f-bd59-da7fd987ab15,segment=NetworkSegment(bd0565c9-cee7-48b3-877a-6ca14db43edb),segment_id=bd0565c9-cee7-48b3-877a-6ca14db43edb)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:54.896016 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.912420 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-956bd19e-071b-43a3-a51b-3d9f9f338d47 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:54.917699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event deleted for resources: {'Port': ['ID=d455aaba-551f-4bf0-bf41-d280a03099b8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:54.931883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Calling delete_port for 78d38504-a541-4d1f-bd59-da7fd987ab15 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:54.941044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bd19e-071b-43a3-a51b-3d9f9f338d47 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df79af6c-0b53-4044-a36e-051c4b51dfb0,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:54.949908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 576bfab9-0a10-4b4c-8e05-39d17ccae53c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:24:54.950296 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.038093 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d85e8cd-0055-464e-977b-e1807debbdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.061208 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f5712428-a4b8-474f-9382-42b9162a1403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.078563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:24:55.093089 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.096472 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5712428-a4b8-474f-9382-42b9162a1403 None None] Pushing event deleted for resources: {'Port': ['ID=78d38504-a541-4d1f-bd59-da7fd987ab15,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:55.101665 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5712428-a4b8-474f-9382-42b9162a1403 None None] No DVR routers for this DVR port 78d38504-a541-4d1f-bd59-da7fd987ab15 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:55.128431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Port': ['ID=78d38504-a541-4d1f-bd59-da7fd987ab15,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:55.130108 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No DVR routers for this DVR port 78d38504-a541-4d1f-bd59-da7fd987ab15 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:55.138280 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-956bd19e-071b-43a3-a51b-3d9f9f338d47 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.142602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-956bd19e-071b-43a3-a51b-3d9f9f338d47 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6852267 Sep 18 05:24:55.143792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44388) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:55.151818 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6cb069fa-9d15-4304-b7ab-5ae66b467400 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '71ec701f-028a-4d8b-ba67-ead8ea64563a', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:55.231722 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.235689 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d85e8cd-0055-464e-977b-e1807debbdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.247357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:24:55.257888 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5b99ad-fb5d-4385-8229-0ccf3ae1b907 None None] Sync routers for ids ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:24:55.277505 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5b99ad-fb5d-4385-8229-0ccf3ae1b907 None None] Routers {'abd5646a-8407-4a5a-9d45-f50bbad2b4c3'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:55.278364 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ff5b99ad-fb5d-4385-8229-0ccf3ae1b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:55.296122 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85e8cd-0055-464e-977b-e1807debbdbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=937b60cf-7360-4deb-b77e-f1ea0251fc0c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:55.298544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] No DVR routers for this DVR port d455aaba-551f-4bf0-bf41-d280a03099b8 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:55.307336 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.309501 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00bbf88b-cc51-4491-8843-10c37879fd6e req-b5f5a91d-033b-4f33-8be0-dc9fe44b8e76 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.13 "DELETE /v2.0/ports/d455aaba-551f-4bf0-bf41-d280a03099b8 HTTP/1.1" status: 204 len: 173 time: 1.3775430 Sep 18 05:24:55.310526 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6cb069fa-9d15-4304-b7ab-5ae66b467400 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.333586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e306037-1d9b-40b2-87c6-a54e7d8ff608 None None] Network e2e55207-de56-4bf3-a229-f801b9f768e0 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:55.346219 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-99702973-ba5c-48f9-9e17-0ac41876ad51 req-f68b6fd5-a87d-418f-bd9d-b486785f1926 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.1009967 Sep 18 05:24:55.348058 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de86621f-12fa-4cdd-88b9-e6a349fcf682']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:55.355373 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d85e8cd-0055-464e-977b-e1807debbdbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.361297 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5d85e8cd-0055-464e-977b-e1807debbdbd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/937b60cf-7360-4deb-b77e-f1ea0251fc0c HTTP/1.1" status: 204 len: 168 time: 0.6453919 Sep 18 05:24:55.367144 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44392) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:55.380532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0565c9-cee7-48b3-877a-6ca14db43edb') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:55.380904 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0565c9-cee7-48b3-877a-6ca14db43edb') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:55.420419 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.433163 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6cb069fa-9d15-4304-b7ab-5ae66b467400 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.542143 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-ff5b99ad-fb5d-4385-8229-0ccf3ae1b907 None None] Set router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:55.553744 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6cb069fa-9d15-4304-b7ab-5ae66b467400 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.631710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb069fa-9d15-4304-b7ab-5ae66b467400 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754c36d5-51f2-4071-926f-2eb23539f529,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:55.737796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d5a6f5-200c-43fc-9c18-d2c3abb9ef71 None None] DHCP port deletion for e2e55207-de56-4bf3-a229-f801b9f768e0 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:24:55.758210 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6cb069fa-9d15-4304-b7ab-5ae66b467400 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.760071 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6cb069fa-9d15-4304-b7ab-5ae66b467400 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6135561 Sep 18 05:24:55.762426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44394) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:55.767865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-29bc5394-0bd7-4dff-a31f-75fa95ac03b6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '71ec701f-028a-4d8b-ba67-ead8ea64563a', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:55.834384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-98d5a6f5-200c-43fc-9c18-d2c3abb9ef71 None None] Deleting port 6767d39a-25df-4020-aef4-43528cd331ff {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:55.835446 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-98d5a6f5-200c-43fc-9c18-d2c3abb9ef71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.844072 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.858354 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:55.859048 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:55.866001 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:55.882084 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.889394 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-29bc5394-0bd7-4dff-a31f-75fa95ac03b6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Project e6c32436d930464cb104890b5c56b015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:24:55.896627 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29bc5394-0bd7-4dff-a31f-75fa95ac03b6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.966683 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-98d5a6f5-200c-43fc-9c18-d2c3abb9ef71 None None] For port 6767d39a-25df-4020-aef4-43528cd331ff, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6767d39a-25df-4020-aef4-43528cd331ff,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:55.967115 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-98d5a6f5-200c-43fc-9c18-d2c3abb9ef71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:55.982247 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-98d5a6f5-200c-43fc-9c18-d2c3abb9ef71 None None] Calling delete_port for 6767d39a-25df-4020-aef4-43528cd331ff owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:55.987051 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29bc5394-0bd7-4dff-a31f-75fa95ac03b6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.029183 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ff5b99ad-fb5d-4385-8229-0ccf3ae1b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:13:52Z', 'revision_number': 4, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port': {'id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:45Z', 'updated_at': '2021-09-18T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'e868afcb-2055-48db-b095-a463bc549676', 'name': '', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'mac_address': 'fa:16:3e:67:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:51Z', 'updated_at': '2021-09-18T05:14:00Z', 'revision_number': 5, 'project_id': 'b372da42727e49509bd94f617be28f70', 'subnets': [{'id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:56.060834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-deleted', 'tag': 'd455aaba-551f-4bf0-bf41-d280a03099b8'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:24:56.063528 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cc80a6-f211-4671-a2a4-530090b0de0b" -d '{"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-deleted", "tag": "d455aaba-551f-4bf0-bf41-d280a03099b8"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:24:56.074465 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5b99ad-fb5d-4385-8229-0ccf3ae1b907 None None] Checking router: abd5646a-8407-4a5a-9d45-f50bbad2b4c3 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:24:56.086104 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5b99ad-fb5d-4385-8229-0ccf3ae1b907 None None] Routers {'abd5646a-8407-4a5a-9d45-f50bbad2b4c3'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:24:56.086321 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29bc5394-0bd7-4dff-a31f-75fa95ac03b6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.086433 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ff5b99ad-fb5d-4385-8229-0ccf3ae1b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:24:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:56.087500 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.091569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Deleting port 6767d39a-25df-4020-aef4-43528cd331ff {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:56.092322 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.107134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc5394-0bd7-4dff-a31f-75fa95ac03b6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047ce00b-195d-41f7-be85-74f503583e59,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:56.124810 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.127332 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/de86621f-12fa-4cdd-88b9-e6a349fcf682 HTTP/1.1" status: 204 len: 168 time: 1.7834966 Sep 18 05:24:56.131106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44398) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:56.131893 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a8a8b-7015-4841-a6f8-346ebd7450be tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Network': ['ID=de86621f-12fa-4cdd-88b9-e6a349fcf682,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:56.163404 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-98d5a6f5-200c-43fc-9c18-d2c3abb9ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.189454 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db2f516-c2b7-4407-830c-5d92df0c9666 x-openstack-request-id: req-6db2f516-c2b7-4407-830c-5d92df0c9666 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:24:56.189852 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc28943-8e56-41da-b757-4b58e0c3b18a", "name": "network-vif-deleted", "tag": "d455aaba-551f-4bf0-bf41-d280a03099b8", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:24:56.190108 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6db2f516-c2b7-4407-830c-5d92df0c9666 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:24:56.190552 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc28943-8e56-41da-b757-4b58e0c3b18a', 'name': 'network-vif-deleted', 'tag': 'd455aaba-551f-4bf0-bf41-d280a03099b8', 'status': 'completed', 'code': 200} Sep 18 05:24:56.191765 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a901dac8-e7df-40fb-90b0-85d712ef8f34 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] DELETE failed (client error): The resource could not be found. Sep 18 05:24:56.192208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a901dac8-e7df-40fb-90b0-85d712ef8f34 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:24:56.193979 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a901dac8-e7df-40fb-90b0-85d712ef8f34 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/subnets/56358035-ab92-4e71-ae3b-a1667fb73121 HTTP/1.1" status: 404 len: 337 time: 0.0618718 Sep 18 05:24:56.200941 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44400) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:56.213012 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-29bc5394-0bd7-4dff-a31f-75fa95ac03b6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.217702 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-29bc5394-0bd7-4dff-a31f-75fa95ac03b6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4520500 Sep 18 05:24:56.228330 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44402) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:56.234384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5a6f5-200c-43fc-9c18-d2c3abb9ef71 None None] Pushing event deleted for resources: {'Port': ['ID=6767d39a-25df-4020-aef4-43528cd331ff,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:56.238896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8e8cb303-546f-402f-80f0-64fa945090de tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '71ec701f-028a-4d8b-ba67-ead8ea64563a', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:24:56.240675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5a6f5-200c-43fc-9c18-d2c3abb9ef71 None None] No DVR routers for this DVR port 6767d39a-25df-4020-aef4-43528cd331ff on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:56.263682 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] For port 6767d39a-25df-4020-aef4-43528cd331ff, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6767d39a-25df-4020-aef4-43528cd331ff,segment=NetworkSegment(e107c7b6-7065-4526-830b-6f0bd82bd94f),segment_id=e107c7b6-7065-4526-830b-6f0bd82bd94f)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:56.263969 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.276609 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6efb618-f118-47fd-a1df-47952b88ee13 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] DELETE failed (client error): The resource could not be found. Sep 18 05:24:56.277260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6efb618-f118-47fd-a1df-47952b88ee13 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:24:56.285328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44404) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:56.287200 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a6efb618-f118-47fd-a1df-47952b88ee13 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/4a54a627-dc16-42a5-b6b4-33049607ff11 HTTP/1.1" status: 404 len: 339 time: 0.0849862 Sep 18 05:24:56.304658 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Calling delete_port for 6767d39a-25df-4020-aef4-43528cd331ff owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:56.353462 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-ff5b99ad-fb5d-4385-8229-0ccf3ae1b907 None None] Set router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:24:56.357915 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-8e8cb303-546f-402f-80f0-64fa945090de tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Project e6c32436d930464cb104890b5c56b015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:24:56.363665 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb303-546f-402f-80f0-64fa945090de tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.386200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 78d38504-a541-4d1f-bd59-da7fd987ab15 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:56.428799 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 78d38504-a541-4d1f-bd59-da7fd987ab15 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:24:56.431591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 78d38504-a541-4d1f-bd59-da7fd987ab15 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:56.433727 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6767d39a-25df-4020-aef4-43528cd331ff no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:56.466163 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-022048a3-ca5e-464d-bd20-2244facc33e9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Deleting subnet 6c138801-4fa5-4cac-978f-988df0b0e1b3 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:24:56.472881 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-022048a3-ca5e-464d-bd20-2244facc33e9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.474917 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 6767d39a-25df-4020-aef4-43528cd331ff {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:24:56.477422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6767d39a-25df-4020-aef4-43528cd331ff not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:56.478037 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 938d3ec9-f1a9-492c-9775-20c10e970011 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:56.512207 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb303-546f-402f-80f0-64fa945090de tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.532150 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 938d3ec9-f1a9-492c-9775-20c10e970011 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:24:56.535786 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 938d3ec9-f1a9-492c-9775-20c10e970011 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:56.536496 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 69d66a98-5dc6-4027-814a-f16ebbde2737 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:56.569453 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb303-546f-402f-80f0-64fa945090de tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.585486 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aa81830e-2fb7-4079-86e8-ca4a889adb39 req-1c5f5758-d68b-4717-8978-a1d4cba8cdd6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0742400 Sep 18 05:24:56.599251 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-022048a3-ca5e-464d-bd20-2244facc33e9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.605582 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 69d66a98-5dc6-4027-814a-f16ebbde2737 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:24:56.606114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 69d66a98-5dc6-4027-814a-f16ebbde2737 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:56.608183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cb303-546f-402f-80f0-64fa945090de tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ad34d5-8980-4e14-ab12-d48ac81a0609,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:56.662585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.676207 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb303-546f-402f-80f0-64fa945090de tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.685683 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8e8cb303-546f-402f-80f0-64fa945090de tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4477265 Sep 18 05:24:56.704184 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] No DVR routers for this DVR port 6767d39a-25df-4020-aef4-43528cd331ff on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:56.739573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Pushing event deleted for resources: {'Port': ['ID=6767d39a-25df-4020-aef4-43528cd331ff,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:56.765837 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-ff5b99ad-fb5d-4385-8229-0ccf3ae1b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:13:52Z', 'revision_number': 4, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port': {'id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:45Z', 'updated_at': '2021-09-18T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'e868afcb-2055-48db-b095-a463bc549676', 'name': '', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'mac_address': 'fa:16:3e:67:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:51Z', 'updated_at': '2021-09-18T05:14:00Z', 'revision_number': 5, 'project_id': 'b372da42727e49509bd94f617be28f70', 'subnets': [{'id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:56.796203 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5b99ad-fb5d-4385-8229-0ccf3ae1b907 None None] The sync data for ids ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'] in n-d-789963-13 is: [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:13:52Z', 'revision_number': 4, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port': {'id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:45Z', 'updated_at': '2021-09-18T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'e868afcb-2055-48db-b095-a463bc549676', 'name': '', 'network_id': '78c2b9f2-8e97-4d0a-84ce-22a58b092ad4', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'mac_address': 'fa:16:3e:67:81:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:51Z', 'updated_at': '2021-09-18T05:14:00Z', 'revision_number': 5, 'project_id': 'b372da42727e49509bd94f617be28f70', 'subnets': [{'id': '3652170f-ab08-4d41-b110-118b14aed9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:24:56.857863 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.870939 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-022048a3-ca5e-464d-bd20-2244facc33e9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.890374 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-80d0801e-be06-4b73-97ed-d2bb22e30dec tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-818083431&fields=id&tenant_id=e6c32436d930464cb104890b5c56b015 HTTP/1.1" status: 200 len: 267 time: 0.0469046 Sep 18 05:24:56.909672 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e55207-de56-4bf3-a229-f801b9f768e0']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:56.925872 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e107c7b6-7065-4526-830b-6f0bd82bd94f') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:56.926175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e107c7b6-7065-4526-830b-6f0bd82bd94f') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:56.947861 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.976108 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.987055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:56.987943 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:56.989983 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:57.064392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-b4f637bd-1a67-4d2b-a338-c0e582ea5b8c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:24:57.067363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-b4f637bd-1a67-4d2b-a338-c0e582ea5b8c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/networks?id=6d50da6a-2377-4891-a39e-978b79bbaadf HTTP/1.1" status: 200 len: 796 time: 0.1691878 Sep 18 05:24:57.078672 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-022048a3-ca5e-464d-bd20-2244facc33e9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.084712 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-dd2176e9-5a7f-4c04-8707-d3daa63a3d83 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/quotas/e6c32436d930464cb104890b5c56b015 HTTP/1.1" status: 200 len: 375 time: 0.0108078 Sep 18 05:24:57.121267 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022048a3-ca5e-464d-bd20-2244facc33e9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Subnet': ['ID=6c138801-4fa5-4cac-978f-988df0b0e1b3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:57.123288 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-022048a3-ca5e-464d-bd20-2244facc33e9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.125268 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-022048a3-ca5e-464d-bd20-2244facc33e9 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/subnets/6c138801-4fa5-4cac-978f-988df0b0e1b3 HTTP/1.1" status: 204 len: 168 time: 0.8384502 Sep 18 05:24:57.128526 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44420) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:57.138554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c177ad-d42a-4371-a164-75b05fe0f102 None None] Network 26d6aad0-e32d-4f9d-a55e-d73fe0291f15 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:24:57.162283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-525b6f7b-0af6-41ac-8409-df0f6ad61173 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688055 Sep 18 05:24:57.173200 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.183143 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.190588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45948026-ef80-4a35-ab36-420d0d32fb9f None None] New status for floating IP 2e5013b9-77df-4544-9ce7-9dfddabc1e32: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:24:57.198934 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] 10.222.0.23 "DELETE /v2.0/networks/e2e55207-de56-4bf3-a229-f801b9f768e0 HTTP/1.1" status: 204 len: 168 time: 1.8197782 Sep 18 05:24:57.277789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74eceb-cee1-4c48-99cb-16d2d73a5baf admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e55207-de56-4bf3-a229-f801b9f768e0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:57.292996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.311664 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-018108ee-5507-4f43-adf6-806438b11926 service neutron] 10.222.0.23 "GET /v2.0/networks/6d50da6a-2377-4891-a39e-978b79bbaadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267896 Sep 18 05:24:57.355909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Deleting port 05d11d56-1173-4510-b830-2d6e3e11cfa5 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:57.356342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.431571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] For port 05d11d56-1173-4510-b830-2d6e3e11cfa5, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=05d11d56-1173-4510-b830-2d6e3e11cfa5,segment=NetworkSegment(0cdcc192-31e4-4347-ba40-3e16e74bd72e),segment_id=0cdcc192-31e4-4347-ba40-3e16e74bd72e)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:57.431962 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.436773 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-15469c50-0f0d-4403-9674-d89a0c6199bd service neutron] 10.222.0.23 "GET /v2.0/networks/6d50da6a-2377-4891-a39e-978b79bbaadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198881 Sep 18 05:24:57.447865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Calling delete_port for 05d11d56-1173-4510-b830-2d6e3e11cfa5 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:57.534983 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9e64c6-cd12-4e8f-82e9-dc21cc514dbf None None] DHCP port deletion for 26d6aad0-e32d-4f9d-a55e-d73fe0291f15 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:24:57.617630 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e64c6-cd12-4e8f-82e9-dc21cc514dbf None None] Deleting port 05d11d56-1173-4510-b830-2d6e3e11cfa5 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:24:57.618280 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fc9e64c6-cd12-4e8f-82e9-dc21cc514dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.633799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44426) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:57.651270 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.703170 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Port': ['ID=05d11d56-1173-4510-b830-2d6e3e11cfa5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:57.714252 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-fc9e64c6-cd12-4e8f-82e9-dc21cc514dbf None None] For port 05d11d56-1173-4510-b830-2d6e3e11cfa5, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=05d11d56-1173-4510-b830-2d6e3e11cfa5,segment=NetworkSegment(0cdcc192-31e4-4347-ba40-3e16e74bd72e),segment_id=0cdcc192-31e4-4347-ba40-3e16e74bd72e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:24:57.714801 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fc9e64c6-cd12-4e8f-82e9-dc21cc514dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.715331 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] No DVR routers for this DVR port 05d11d56-1173-4510-b830-2d6e3e11cfa5 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:57.730551 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e64c6-cd12-4e8f-82e9-dc21cc514dbf None None] Calling delete_port for 05d11d56-1173-4510-b830-2d6e3e11cfa5 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:24:57.763419 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71b60f62-8da4-49f4-ac4d-2bd0864fbf1b req-26635eec-2928-42dc-99cc-a959e58e8a1c tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0693986 Sep 18 05:24:57.820427 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fc9e64c6-cd12-4e8f-82e9-dc21cc514dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.834370 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba354e4f-c38c-4696-a096-85eaa80729e5 req-fc88e8f3-de5a-44a2-bde8-ec168e047b87 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 210 time: 0.0470347 Sep 18 05:24:57.847877 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e64c6-cd12-4e8f-82e9-dc21cc514dbf None None] Pushing event deleted for resources: {'Port': ['ID=05d11d56-1173-4510-b830-2d6e3e11cfa5,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:57.857311 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d913ee4a-8504-4328-aa83-4f6fd38f4021 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a93295c876f24b40a8ad6dd6e528220f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246850 Sep 18 05:24:57.859143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e64c6-cd12-4e8f-82e9-dc21cc514dbf None None] No DVR routers for this DVR port 05d11d56-1173-4510-b830-2d6e3e11cfa5 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:24:57.867715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44432) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:57.916162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.936598 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1f5b219a-8a10-433c-bf6a-45d7329b9546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.941371 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d6aad0-e32d-4f9d-a55e-d73fe0291f15']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:57.951413 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdcc192-31e4-4347-ba40-3e16e74bd72e') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:57.951728 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdcc192-31e4-4347-ba40-3e16e74bd72e') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:24:57.959460 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1f5b219a-8a10-433c-bf6a-45d7329b9546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.965617 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.983094 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.990531 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:24:57.992909 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:24:57.996835 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:24:58.116447 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1f5b219a-8a10-433c-bf6a-45d7329b9546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:58.119160 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1f5b219a-8a10-433c-bf6a-45d7329b9546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:58.120384 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1f5b219a-8a10-433c-bf6a-45d7329b9546 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f HTTP/1.1" status: 204 len: 168 time: 0.2507617 Sep 18 05:24:58.129281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b219a-8a10-433c-bf6a-45d7329b9546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a9b6f7-72d6-4ebf-b254-eb52d93d2e0f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:58.140193 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:58.151927 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:58.156137 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] 10.222.0.23 "DELETE /v2.0/networks/26d6aad0-e32d-4f9d-a55e-d73fe0291f15 HTTP/1.1" status: 204 len: 168 time: 1.0244129 Sep 18 05:24:58.164618 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473f477-d02f-4446-bfbf-b12f99b15390 tempest-NetworksIpV6Test-2026799818 tempest-NetworksIpV6Test-2026799818-project] Pushing event deleted for resources: {'Network': ['ID=26d6aad0-e32d-4f9d-a55e-d73fe0291f15,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:24:58.326204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 05d11d56-1173-4510-b830-2d6e3e11cfa5 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:24:58.350764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 05d11d56-1173-4510-b830-2d6e3e11cfa5 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:24:58.351325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 05d11d56-1173-4510-b830-2d6e3e11cfa5 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:24:58.614244 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44450) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:58.763890 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0d72825d-de84-4d21-9fdd-4e61060d8a8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f22760953320411d946246dca75d9438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483467 Sep 18 05:24:58.774096 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44458) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:24:58.827506 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77ba02f7-7506-406d-a18c-ddc55e66ab86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:58.850294 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77ba02f7-7506-406d-a18c-ddc55e66ab86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:58.917529 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c214f950-a7a3-42f5-928b-2b6f428f1d58 req-09892b2e-35c0-4c06-8fcc-8c19206f8c15 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0324664 Sep 18 05:24:58.975016 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-18e90960-74b6-4f7a-b6bc-4625553182c0 req-064aad5b-098c-4deb-9a9c-ca7d9a993742 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 210 time: 0.0321066 Sep 18 05:24:59.054957 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77ba02f7-7506-406d-a18c-ddc55e66ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:59.057766 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77ba02f7-7506-406d-a18c-ddc55e66ab86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:24:59.059034 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-77ba02f7-7506-406d-a18c-ddc55e66ab86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2a52433-1b16-4aa5-b6c0-05d8e45ab420 HTTP/1.1" status: 204 len: 168 time: 0.2837887 Sep 18 05:24:59.072768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba02f7-7506-406d-a18c-ddc55e66ab86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a52433-1b16-4aa5-b6c0-05d8e45ab420,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:00.098217 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a115b81-c328-4d6a-85e5-e65b73822595 req-27282b1b-a7de-493e-abac-d538d4aee64d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0383980 Sep 18 05:25:00.117452 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44516) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:00.207002 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b88bfc1e-a0c4-4be1-b169-3d2ac64f6eb0 req-f8d48f90-55bc-4c07-8b2c-4d0777cd791b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 210 time: 0.0524452 Sep 18 05:25:00.308030 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-516a8ba0-bda8-4c0b-8b06-638af741a4d0 req-648b1e6a-c120-4634-b181-0bc92db35f2c tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0379500 Sep 18 05:25:00.323729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1b13db2c-c93c-4350-84de-d1383d7fc9e9 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:00.324504 n-d-789963-13 neutron-server[106908]: WARNING neutron.api.v2.base [None req-1b13db2c-c93c-4350-84de-d1383d7fc9e9 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 05:25:00.325022 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-1b13db2c-c93c-4350-84de-d1383d7fc9e9 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 05:25:00.340294 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1b13db2c-c93c-4350-84de-d1383d7fc9e9 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2105510 Sep 18 05:25:00.340294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44522) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:00.343535 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5eb6bb0a-f9ba-4a8f-9933-c25fd5b4e94f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group': {'name': 'tempest-secgroup--929612897'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:00.378732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-7f430d82-4cf0-4b5f-9d93-32cee4286964 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:00.380268 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-7f430d82-4cf0-4b5f-9d93-32cee4286964 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.18 "GET /v2.0/networks?id=6d50da6a-2377-4891-a39e-978b79bbaadf HTTP/1.1" status: 200 len: 796 time: 0.2930074 Sep 18 05:25:00.415109 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eb6bb0a-f9ba-4a8f-9933-c25fd5b4e94f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:00.424459 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eb6bb0a-f9ba-4a8f-9933-c25fd5b4e94f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:00.438107 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-5b6f8d0f-9394-4303-a79a-f6095fad289b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c32436d930464cb104890b5c56b015 HTTP/1.1" status: 200 len: 379 time: 0.0484540 Sep 18 05:25:00.448197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-67286782-ab02-48b2-b701-7e59663cada9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'port': {'device_id': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'admin_state_up': True, 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'security_groups': ['71ec701f-028a-4d8b-ba67-ead8ea64563a']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:00.524788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eb6bb0a-f9ba-4a8f-9933-c25fd5b4e94f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:00.602193 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eb6bb0a-f9ba-4a8f-9933-c25fd5b4e94f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:00.633346 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6bb0a-f9ba-4a8f-9933-c25fd5b4e94f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad11a7a3-bcfa-4a3a-918e-cfe61c0405fa,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:00.672878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-67286782-ab02-48b2-b701-7e59663cada9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Made reservation on behalf of e6c32436d930464cb104890b5c56b015 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:25:00.676456 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-67286782-ab02-48b2-b701-7e59663cada9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:00.742814 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eb6bb0a-f9ba-4a8f-9933-c25fd5b4e94f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:00.805590 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-67286782-ab02-48b2-b701-7e59663cada9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Allocated IP 172.20.0.12 (6d50da6a-2377-4891-a39e-978b79bbaadf/91121909-8508-4637-b42e-8705d70a9a18/5c549f87-70c5-45c3-bde1-851a680c7866) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:25:00.820917 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eb6bb0a-f9ba-4a8f-9933-c25fd5b4e94f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:00.855415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6bb0a-f9ba-4a8f-9933-c25fd5b4e94f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29e6cd6-ad24-426c-b320-d2fa3f31316e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:00.906879 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5eb6bb0a-f9ba-4a8f-9933-c25fd5b4e94f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:00.908719 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5eb6bb0a-f9ba-4a8f-9933-c25fd5b4e94f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5755465 Sep 18 05:25:00.911970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44528) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:00.916901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-734519ab-b095-41cf-a46b-fa17f606783f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': 'e29e6cd6-ad24-426c-b320-d2fa3f31316e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:00.961301 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-67286782-ab02-48b2-b701-7e59663cada9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.000652 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-734519ab-b095-41cf-a46b-fa17f606783f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.062856 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-67286782-ab02-48b2-b701-7e59663cada9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.064009 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-734519ab-b095-41cf-a46b-fa17f606783f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.113892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-67286782-ab02-48b2-b701-7e59663cada9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network 6d50da6a-2377-4891-a39e-978b79bbaadf is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:25:01.113892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-67286782-ab02-48b2-b701-7e59663cada9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:25:01.119170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-67286782-ab02-48b2-b701-7e59663cada9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:25:01.123373 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67286782-ab02-48b2-b701-7e59663cada9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=5c549f87-70c5-45c3-bde1-851a680c7866,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:01.141381 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-734519ab-b095-41cf-a46b-fa17f606783f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.161522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734519ab-b095-41cf-a46b-fa17f606783f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fca5116-210c-4f9a-9688-ba670db29f6f,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:01.190248 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-67286782-ab02-48b2-b701-7e59663cada9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:01.191005 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-67286782-ab02-48b2-b701-7e59663cada9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.278409 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a5e6a4d5-944b-4ece-83da-3596d2656e0e req-c781b4fd-0fcb-42c6-bc90-a35b17258c23 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0331254 Sep 18 05:25:01.281855 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-11172184-7821-4531-980b-040983e6d24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.317372 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-734519ab-b095-41cf-a46b-fa17f606783f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.321079 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-734519ab-b095-41cf-a46b-fa17f606783f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4066851 Sep 18 05:25:01.322564 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44538) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:01.327787 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3a7d6fd3-3d53-47ce-89e0-a596633802ca tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': 'e29e6cd6-ad24-426c-b320-d2fa3f31316e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:01.335622 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-67286782-ab02-48b2-b701-7e59663cada9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8911984 Sep 18 05:25:01.346637 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2d5f8-42c0-422a-838e-045aeccebab3 req-b11cb623-b905-49cf-a490-fd318959e588 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:01.354549 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bcf2d5f8-42c0-422a-838e-045aeccebab3 req-b11cb623-b905-49cf-a490-fd318959e588 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 932 time: 0.0787656 Sep 18 05:25:01.362043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Request body: {'port': {'device_id': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:01.417709 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-567c9cac-14ec-4563-bf0d-ccc52d67de09 None None] Provisioning complete for port 5c549f87-70c5-45c3-bde1-851a680c7866 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:01.418353 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-567c9cac-14ec-4563-bf0d-ccc52d67de09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.444332 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-47f4d770-92a3-415a-9949-138f8b260087 req-30ae0946-8744-43b7-9fca-16d7c12d67ab tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0328202 Sep 18 05:25:01.473678 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bcf2d5f8-42c0-422a-838e-045aeccebab3 req-84fbc488-b72b-4003-afc5-6f28c2e6f0f7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ec701f-028a-4d8b-ba67-ead8ea64563a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137514 Sep 18 05:25:01.473845 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a7d6fd3-3d53-47ce-89e0-a596633802ca tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.481987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-567c9cac-14ec-4563-bf0d-ccc52d67de09 None None] Port 5c549f87-70c5-45c3-bde1-851a680c7866 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:25:01.492396 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.598704 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-3a7d6fd3-3d53-47ce-89e0-a596633802ca tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 05:25:01.602354 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3a7d6fd3-3d53-47ce-89e0-a596633802ca tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2756639 Sep 18 05:25:01.602924 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44544) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:01.668481 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c88d52af-8d11-4d01-aa58-6600b3b23a95 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.695471 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c88d52af-8d11-4d01-aa58-6600b3b23a95 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.843742 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c88d52af-8d11-4d01-aa58-6600b3b23a95 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.846730 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c88d52af-8d11-4d01-aa58-6600b3b23a95 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:01.851092 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c88d52af-8d11-4d01-aa58-6600b3b23a95 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "DELETE /v2.0/security-groups/e29e6cd6-ad24-426c-b320-d2fa3f31316e HTTP/1.1" status: 204 len: 168 time: 0.2472756 Sep 18 05:25:01.852591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44546) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:01.886295 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d52af-8d11-4d01-aa58-6600b3b23a95 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29e6cd6-ad24-426c-b320-d2fa3f31316e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:01.930446 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d94a5327-9045-48f3-aef0-81f37f0ac656 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695100 Sep 18 05:25:01.930921 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44548) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:01.935623 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ae1fd2ab-a8c0-4323-9f14-cdc40b7b45fe tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group': {'name': 'tempest-secgroup--803781120'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:02.049271 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae1fd2ab-a8c0-4323-9f14-cdc40b7b45fe tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:02.052838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c549f87-70c5-45c3-bde1-851a680c7866 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:25:02.062709 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:02.075304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Transition to ACTIVE for port object 5c549f87-70c5-45c3-bde1-851a680c7866 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:25:02.135614 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae1fd2ab-a8c0-4323-9f14-cdc40b7b45fe tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:02.163855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:02.216909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Pushing event updated for resources: {'Port': ['ID=5c549f87-70c5-45c3-bde1-851a680c7866,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:02.232714 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae1fd2ab-a8c0-4323-9f14-cdc40b7b45fe tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:02.290635 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fd2ab-a8c0-4323-9f14-cdc40b7b45fe tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc9b262-996c-40c9-9038-7b3e2478989a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:02.319239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Attempting to bind port 5c549f87-70c5-45c3-bde1-851a680c7866 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:25:02.319883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Attempting to bind port 5c549f87-70c5-45c3-bde1-851a680c7866 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '7b1e0883-1866-45e0-87fe-7f40f86df715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:25:02.320302 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Attempting to bind port 5c549f87-70c5-45c3-bde1-851a680c7866 on network 6d50da6a-2377-4891-a39e-978b79bbaadf {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:25:02.325919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Port 5c549f87-70c5-45c3-bde1-851a680c7866 on network 6d50da6a-2377-4891-a39e-978b79bbaadf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:25:02.326422 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Attempting to bind port 5c549f87-70c5-45c3-bde1-851a680c7866 on network 6d50da6a-2377-4891-a39e-978b79bbaadf {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:25:02.333269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:25:02.333786 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Checking segment: {'id': '7b1e0883-1866-45e0-87fe-7f40f86df715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:25:02.339487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Bound using segment: {'id': '7b1e0883-1866-45e0-87fe-7f40f86df715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:25:02.340136 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Bound port: 5c549f87-70c5-45c3-bde1-851a680c7866, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1e0883-1866-45e0-87fe-7f40f86df715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:25:02.340837 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae1fd2ab-a8c0-4323-9f14-cdc40b7b45fe tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:02.344733 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ae1fd2ab-a8c0-4323-9f14-cdc40b7b45fe tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4101360 Sep 18 05:25:02.344891 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:02.344986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44552) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:02.350127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-adeaadd7-3605-4189-9beb-a9376e493c9e tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '5cc9b262-996c-40c9-9038-7b3e2478989a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:02.350877 n-d-789963-13 neutron-server[106908]: WARNING neutron.api.v2.base [None req-adeaadd7-3605-4189-9beb-a9376e493c9e tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 18 05:25:02.351386 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-adeaadd7-3605-4189-9beb-a9376e493c9e tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:02.354886 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-adeaadd7-3605-4189-9beb-a9376e493c9e tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059752 Sep 18 05:25:02.356379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44554) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:02.425551 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f7ae533-dcb5-4667-bdb7-17f24fcc6b97 req-8aa5c7ba-6a63-444d-bcde-a7a5c2c34803 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0412691 Sep 18 05:25:02.425968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] For port 5c549f87-70c5-45c3-bde1-851a680c7866, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:25:02.429858 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] For port 5c549f87-70c5-45c3-bde1-851a680c7866, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=5c549f87-70c5-45c3-bde1-851a680c7866,segment=NetworkSegment(7b1e0883-1866-45e0-87fe-7f40f86df715),segment_id=7b1e0883-1866-45e0-87fe-7f40f86df715)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:25:02.482623 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-75469171-abb6-40b6-923f-fe05538c6678 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:02.512614 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:02.518317 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-75469171-abb6-40b6-923f-fe05538c6678 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:02.565886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:02.566704 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:02.568536 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] 10.222.0.18 "PUT /v2.0/ports/5c549f87-70c5-45c3-bde1-851a680c7866 HTTP/1.1" status: 200 len: 1093 time: 1.2112193 Sep 18 05:25:02.569160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'tag': '5c549f87-70c5-45c3-bde1-851a680c7866'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:25:02.572225 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2c1f16-bf91-4193-baf9-f2a26d530807" -d '{"events": [{"name": "network-changed", "server_uuid": "681e6d23-e89f-42db-ba5e-15eaac54eb74", "tag": "5c549f87-70c5-45c3-bde1-851a680c7866"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:25:02.621542 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb2037c4-640f-4eeb-9ff6-8a20744df3a8 req-da7f7f49-d4e9-49b8-9289-54647fd40d98 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0400846 Sep 18 05:25:02.627624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ef9ab-9aac-46e1-881f-51560b7fe6cf service neutron] Pushing event updated for resources: {'Port': ['ID=5c549f87-70c5-45c3-bde1-851a680c7866,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:02.658143 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df4011-8ea2-404b-a5c7-6e70076bf88f req-5d9dc9b5-90f6-45a9-8d4a-96dcf0ec730f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:02.660081 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68df4011-8ea2-404b-a5c7-6e70076bf88f req-5d9dc9b5-90f6-45a9-8d4a-96dcf0ec730f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 944 time: 0.0777469 Sep 18 05:25:02.699808 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-75469171-abb6-40b6-923f-fe05538c6678 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:02.702798 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-75469171-abb6-40b6-923f-fe05538c6678 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:02.706864 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-75469171-abb6-40b6-923f-fe05538c6678 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "DELETE /v2.0/security-groups/5cc9b262-996c-40c9-9038-7b3e2478989a HTTP/1.1" status: 204 len: 168 time: 0.3466339 Sep 18 05:25:02.714556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44562) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:02.738964 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b77e33-9edc-4497-a8c7-ca7f3a590c5f x-openstack-request-id: req-00b77e33-9edc-4497-a8c7-ca7f3a590c5f {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:25:02.739269 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681e6d23-e89f-42db-ba5e-15eaac54eb74", "tag": "5c549f87-70c5-45c3-bde1-851a680c7866", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:25:02.739523 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00b77e33-9edc-4497-a8c7-ca7f3a590c5f {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:25:02.739922 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'tag': '5c549f87-70c5-45c3-bde1-851a680c7866', 'status': 'completed', 'code': 200} Sep 18 05:25:02.757063 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75469171-abb6-40b6-923f-fe05538c6678 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc9b262-996c-40c9-9038-7b3e2478989a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:02.757236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-3c7470e8-2474-4ca8-8830-eb43869ed32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:02.758788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-3c7470e8-2474-4ca8-8830-eb43869ed32c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 1096 time: 0.0771976 Sep 18 05:25:02.799104 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0c340c35-00c4-420f-98a3-97b5a0b3e1c7 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0793128 Sep 18 05:25:02.811147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44564) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:02.815681 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-68df4011-8ea2-404b-a5c7-6e70076bf88f req-bbd2d5b3-b7c6-41c1-9e24-7aafd3bf86ab tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ec701f-028a-4d8b-ba67-ead8ea64563a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403210 Sep 18 05:25:02.816186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8559edc6-85c3-4b64-8e75-a04c00e469b8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group': {'name': 'tempest-secgroup--45581838'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:02.821737 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-c9d4a96c-44a4-4401-ac6b-98181ae264e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c549f87-70c5-45c3-bde1-851a680c7866 HTTP/1.1" status: 200 len: 217 time: 0.0551727 Sep 18 05:25:02.887998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-abf1be08-a9c2-44d9-87c1-bf38e71dfdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:02.889505 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-abf1be08-a9c2-44d9-87c1-bf38e71dfdcd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91121909-8508-4637-b42e-8705d70a9a18 HTTP/1.1" status: 200 len: 835 time: 0.0612581 Sep 18 05:25:02.946412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-3505233a-86b9-404e-a30d-376addc910ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:02.947946 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-3505233a-86b9-404e-a30d-376addc910ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d50da6a-2377-4891-a39e-978b79bbaadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515027 Sep 18 05:25:02.949793 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8559edc6-85c3-4b64-8e75-a04c00e469b8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:03.075683 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-4ff774fc-e838-42b0-bd68-9420b7553a6c service neutron] 10.222.0.18 "GET /v2.0/networks/6d50da6a-2377-4891-a39e-978b79bbaadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155016 Sep 18 05:25:03.172013 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8559edc6-85c3-4b64-8e75-a04c00e469b8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:03.197252 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1ca43e1-5cca-4d63-b89f-49082fe2365e req-ff4ffebd-cfeb-44a0-bf36-113171d2d1a9 service neutron] 10.222.0.18 "GET /v2.0/networks/6d50da6a-2377-4891-a39e-978b79bbaadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144340 Sep 18 05:25:03.243455 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8559edc6-85c3-4b64-8e75-a04c00e469b8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:03.275897 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559edc6-85c3-4b64-8e75-a04c00e469b8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9c4565-7bbe-4680-80c6-a7d506f79f0f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:03.359494 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8559edc6-85c3-4b64-8e75-a04c00e469b8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:03.360824 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8559edc6-85c3-4b64-8e75-a04c00e469b8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5483556 Sep 18 05:25:03.364405 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44566) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:03.369728 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-703bfc04-1f52-4e1e-965a-2aecd282b9a8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '4d9c4565-7bbe-4680-80c6-a7d506f79f0f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:03.370588 n-d-789963-13 neutron-server[106908]: WARNING neutron.api.v2.base [None req-703bfc04-1f52-4e1e-965a-2aecd282b9a8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 18 05:25:03.371087 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-703bfc04-1f52-4e1e-965a-2aecd282b9a8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:03.374371 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-703bfc04-1f52-4e1e-965a-2aecd282b9a8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065882 Sep 18 05:25:03.374628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44568) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:03.392378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c1f16-bf91-4193-baf9-f2a26d530807 req-d23316ca-0308-46ff-beaf-8d3dac7713bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:03.394142 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a2c1f16-bf91-4193-baf9-f2a26d530807 req-d23316ca-0308-46ff-beaf-8d3dac7713bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 1096 time: 0.0443826 Sep 18 05:25:03.430155 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c9d55a6b-56c0-41a8-a8a7-a53ebc627c37 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:03.459927 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c9d55a6b-56c0-41a8-a8a7-a53ebc627c37 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:03.493479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c1f16-bf91-4193-baf9-f2a26d530807 req-41a7cfaa-6171-424f-8ecb-4979c63eb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:03.494999 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a2c1f16-bf91-4193-baf9-f2a26d530807 req-41a7cfaa-6171-424f-8ecb-4979c63eb651 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d50da6a-2377-4891-a39e-978b79bbaadf HTTP/1.1" status: 200 len: 896 time: 0.0941627 Sep 18 05:25:03.551083 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a2c1f16-bf91-4193-baf9-f2a26d530807 req-edc3daa7-018e-4762-a128-d606df106915 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c549f87-70c5-45c3-bde1-851a680c7866 HTTP/1.1" status: 200 len: 217 time: 0.0480440 Sep 18 05:25:03.578195 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3941b30e-d5e9-4a65-aec7-d0a65fdf65a9 req-c80bc112-a7c8-4df8-a30c-121dce032066 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0640442 Sep 18 05:25:03.580666 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c9d55a6b-56c0-41a8-a8a7-a53ebc627c37 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:03.583575 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c9d55a6b-56c0-41a8-a8a7-a53ebc627c37 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:03.585015 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c9d55a6b-56c0-41a8-a8a7-a53ebc627c37 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "DELETE /v2.0/security-groups/4d9c4565-7bbe-4680-80c6-a7d506f79f0f HTTP/1.1" status: 204 len: 168 time: 0.2093611 Sep 18 05:25:03.588159 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44572) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:03.621426 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d55a6b-56c0-41a8-a8a7-a53ebc627c37 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9c4565-7bbe-4680-80c6-a7d506f79f0f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:03.623308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c1f16-bf91-4193-baf9-f2a26d530807 req-c7aabe61-c745-4020-bbe8-fbc051fc6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:03.624847 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a2c1f16-bf91-4193-baf9-f2a26d530807 req-c7aabe61-c745-4020-bbe8-fbc051fc6132 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91121909-8508-4637-b42e-8705d70a9a18 HTTP/1.1" status: 200 len: 835 time: 0.0556271 Sep 18 05:25:03.639574 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d7c737a1-e2fe-4486-8ed9-3dffd8bcff0a tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502234 Sep 18 05:25:03.643594 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44574) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:03.648328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1890adcd-4232-41a9-a2e3-b14920e49d9b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group': {'name': 'tempest-secgroup--2048047627'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:03.682394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c1f16-bf91-4193-baf9-f2a26d530807 req-13c7e32d-fc25-4909-8eb5-e56a33dfb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:03.684184 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a2c1f16-bf91-4193-baf9-f2a26d530807 req-13c7e32d-fc25-4909-8eb5-e56a33dfb702 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d50da6a-2377-4891-a39e-978b79bbaadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518739 Sep 18 05:25:03.740665 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8498564d-e4fd-432d-9b77-a51043f51a9a req-7bde394d-083a-40f9-bf87-9a4cf99bc2f4 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0285375 Sep 18 05:25:03.776616 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1890adcd-4232-41a9-a2e3-b14920e49d9b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:03.792463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a2c1f16-bf91-4193-baf9-f2a26d530807 req-321a2573-75c5-40d5-8607-3e17ac057749 service neutron] 10.222.0.18 "GET /v2.0/networks/6d50da6a-2377-4891-a39e-978b79bbaadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989447 Sep 18 05:25:03.849391 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bdfcf953-fcac-4bd5-b79c-8e46eb0da77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:03.874312 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1890adcd-4232-41a9-a2e3-b14920e49d9b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:03.882439 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3ae4d8ee-47db-4acf-84b1-743599976398 req-8b1c2978-810a-46b0-a10c-0ab459ee5ff4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0354612 Sep 18 05:25:03.934612 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1890adcd-4232-41a9-a2e3-b14920e49d9b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:03.965712 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890adcd-4232-41a9-a2e3-b14920e49d9b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2124c9b-eaff-4d34-9b35-30065024531a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:03.970362 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a2c1f16-bf91-4193-baf9-f2a26d530807 req-20d5a27b-df82-4727-8caf-f6906b47f0f0 service neutron] 10.222.0.18 "GET /v2.0/networks/6d50da6a-2377-4891-a39e-978b79bbaadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692410 Sep 18 05:25:03.982351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a69b2-858d-4df4-860f-490ee82cf5b3 req-a8f39a57-229f-4516-9b59-09f566eeb05c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:03.983874 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-888a69b2-858d-4df4-860f-490ee82cf5b3 req-a8f39a57-229f-4516-9b59-09f566eeb05c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 944 time: 0.0767961 Sep 18 05:25:04.026159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-888a69b2-858d-4df4-860f-490ee82cf5b3 req-850723e7-64e5-42db-9a4e-786caa95f1d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ec701f-028a-4d8b-ba67-ead8ea64563a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341496 Sep 18 05:25:04.032196 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1890adcd-4232-41a9-a2e3-b14920e49d9b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:04.036785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44580) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:04.043617 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1890adcd-4232-41a9-a2e3-b14920e49d9b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3983581 Sep 18 05:25:04.044463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-cb998583-f93d-4b37-81c7-affb256044e8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': 'e2124c9b-eaff-4d34-9b35-30065024531a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:04.060695 n-d-789963-13 neutron-server[106909]: WARNING neutron.api.v2.base [None req-cb998583-f93d-4b37-81c7-affb256044e8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 18 05:25:04.061372 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-cb998583-f93d-4b37-81c7-affb256044e8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:04.062493 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cb998583-f93d-4b37-81c7-affb256044e8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0244341 Sep 18 05:25:04.066020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44582) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:04.071689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d5dfe3f8-d7ec-4d89-9fd2-a5b07bd9932f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': 'e2124c9b-eaff-4d34-9b35-30065024531a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:04.072395 n-d-789963-13 neutron-server[106909]: WARNING neutron.api.v2.base [None req-d5dfe3f8-d7ec-4d89-9fd2-a5b07bd9932f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 18 05:25:04.072897 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-d5dfe3f8-d7ec-4d89-9fd2-a5b07bd9932f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:04.073939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d5dfe3f8-d7ec-4d89-9fd2-a5b07bd9932f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069582 Sep 18 05:25:04.076688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44584) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:04.082085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ddcdf4d4-9353-4bd9-be51-7e292eb84460 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': 'e2124c9b-eaff-4d34-9b35-30065024531a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:04.083130 n-d-789963-13 neutron-server[106909]: WARNING neutron.api.v2.base [None req-ddcdf4d4-9353-4bd9-be51-7e292eb84460 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 18 05:25:04.083602 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-ddcdf4d4-9353-4bd9-be51-7e292eb84460 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:04.085507 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ddcdf4d4-9353-4bd9-be51-7e292eb84460 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071054 Sep 18 05:25:04.087320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44586) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:04.091713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b57b77b8-4de4-4667-8838-4a553e7d3b96 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': 'e2124c9b-eaff-4d34-9b35-30065024531a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:04.093332 n-d-789963-13 neutron-server[106909]: WARNING neutron.api.v2.base [None req-b57b77b8-4de4-4667-8838-4a553e7d3b96 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 18 05:25:04.093835 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-b57b77b8-4de4-4667-8838-4a553e7d3b96 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:04.094798 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b57b77b8-4de4-4667-8838-4a553e7d3b96 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065444 Sep 18 05:25:04.097320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44588) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:04.150064 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-302b88a7-050c-4e13-a782-b05efa38f2c9 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:04.172347 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-302b88a7-050c-4e13-a782-b05efa38f2c9 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:04.293048 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:04.300751 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-302b88a7-050c-4e13-a782-b05efa38f2c9 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:04.303363 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-302b88a7-050c-4e13-a782-b05efa38f2c9 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:04.304579 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-302b88a7-050c-4e13-a782-b05efa38f2c9 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "DELETE /v2.0/security-groups/e2124c9b-eaff-4d34-9b35-30065024531a HTTP/1.1" status: 204 len: 168 time: 0.2063539 Sep 18 05:25:04.307239 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44590) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:04.314712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b88a7-050c-4e13-a782-b05efa38f2c9 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2124c9b-eaff-4d34-9b35-30065024531a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:04.353119 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e3f23a47-4871-4ae1-a3a0-33b1ab6b0277 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446553 Sep 18 05:25:04.356711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44592) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:04.361135 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2b38b953-62c5-4896-8c9d-8fb6d417562b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403709243'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:04.443792 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b38b953-62c5-4896-8c9d-8fb6d417562b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:04.528431 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b38b953-62c5-4896-8c9d-8fb6d417562b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:04.579058 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b38b953-62c5-4896-8c9d-8fb6d417562b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:04.609217 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38b953-62c5-4896-8c9d-8fb6d417562b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61607974-0e54-40fb-a056-b0d46b65a595,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:04.660643 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b38b953-62c5-4896-8c9d-8fb6d417562b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:04.664894 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2b38b953-62c5-4896-8c9d-8fb6d417562b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3045688 Sep 18 05:25:04.665075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44596) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:04.670614 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-221fd57c-9aa2-473d-a6b4-2c0515da1b7f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '61607974-0e54-40fb-a056-b0d46b65a595', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:04.671442 n-d-789963-13 neutron-server[106908]: WARNING neutron.api.v2.base [None req-221fd57c-9aa2-473d-a6b4-2c0515da1b7f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 05:25:04.672077 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-221fd57c-9aa2-473d-a6b4-2c0515da1b7f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:04.673119 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-221fd57c-9aa2-473d-a6b4-2c0515da1b7f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069423 Sep 18 05:25:04.680749 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44598) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:04.686126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6713a46f-66df-4354-a798-193bf6325f9d tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '61607974-0e54-40fb-a056-b0d46b65a595', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:04.706579 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a511818d-f2c8-456d-8f4d-6083bc091fb0 req-d9b8ce67-e95f-4612-86f2-da3a86837efc tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0390916 Sep 18 05:25:04.854363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-912d13a8-08fb-43f8-8cfd-1fe2adfd26f3 req-8593f2ac-06e5-4dcb-af6c-dc230bd5ce01 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0319028 Sep 18 05:25:04.878288 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-6713a46f-66df-4354-a798-193bf6325f9d tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:04.879752 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6713a46f-66df-4354-a798-193bf6325f9d tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1975060 Sep 18 05:25:04.882607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44602) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:04.887454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2009fa05-1abc-4aaa-afc3-36943cbbae66 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '61607974-0e54-40fb-a056-b0d46b65a595', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:04.888203 n-d-789963-13 neutron-server[106909]: WARNING neutron.api.v2.base [None req-2009fa05-1abc-4aaa-afc3-36943cbbae66 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 18 05:25:04.890220 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-2009fa05-1abc-4aaa-afc3-36943cbbae66 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:04.890220 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2009fa05-1abc-4aaa-afc3-36943cbbae66 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058556 Sep 18 05:25:04.893066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44604) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:04.897453 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ae013f13-0d54-413b-b533-d5ba76fe6a69 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '61607974-0e54-40fb-a056-b0d46b65a595', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:05.061261 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-ae013f13-0d54-413b-b533-d5ba76fe6a69 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:05.062479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ae013f13-0d54-413b-b533-d5ba76fe6a69 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1684253 Sep 18 05:25:05.071967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44608) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:05.076944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-972a533a-ce66-4949-ae72-5dec8bfea573 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '61607974-0e54-40fb-a056-b0d46b65a595', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:05.077616 n-d-789963-13 neutron-server[106909]: WARNING neutron.api.v2.base [None req-972a533a-ce66-4949-ae72-5dec8bfea573 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 05:25:05.078525 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-972a533a-ce66-4949-ae72-5dec8bfea573 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:05.080363 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-972a533a-ce66-4949-ae72-5dec8bfea573 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067513 Sep 18 05:25:05.083306 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44610) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:05.087884 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-0686a27e-d922-4eca-a05c-1ac0cecbf068 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '61607974-0e54-40fb-a056-b0d46b65a595', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:05.162514 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00245b2d-28ae-44b0-b79b-5a12340c82d3 req-b2109c6d-36f2-4246-b44b-af2582f9dd19 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:05.164079 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-00245b2d-28ae-44b0-b79b-5a12340c82d3 req-b2109c6d-36f2-4246-b44b-af2582f9dd19 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 944 time: 0.0614977 Sep 18 05:25:05.204148 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-00245b2d-28ae-44b0-b79b-5a12340c82d3 req-791925bf-be98-436c-bd19-6bb340115d28 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ec701f-028a-4d8b-ba67-ead8ea64563a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336392 Sep 18 05:25:05.426536 n-d-789963-13 neutron-server[106908]: INFO neutron.db.securitygroups_db [None req-0686a27e-d922-4eca-a05c-1ac0cecbf068 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Project 1ac3929335a94a5d817307b6d587d0cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:25:05.460829 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:05.518364 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-0686a27e-d922-4eca-a05c-1ac0cecbf068 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:05.519506 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0686a27e-d922-4eca-a05c-1ac0cecbf068 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4351814 Sep 18 05:25:05.529533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44612) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:05.533929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5d2c5639-0054-420b-b522-76a1d3da69e8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '61607974-0e54-40fb-a056-b0d46b65a595', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:05.534409 n-d-789963-13 neutron-server[106908]: WARNING neutron.api.v2.base [None req-5d2c5639-0054-420b-b522-76a1d3da69e8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 18 05:25:05.534879 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-5d2c5639-0054-420b-b522-76a1d3da69e8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:05.535812 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5d2c5639-0054-420b-b522-76a1d3da69e8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053701 Sep 18 05:25:05.538044 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44614) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:05.541900 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-6e1c7919-dafa-4bf9-baff-94ef8e79ad84 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '61607974-0e54-40fb-a056-b0d46b65a595', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:05.659372 n-d-789963-13 neutron-server[106908]: INFO neutron.db.securitygroups_db [None req-6e1c7919-dafa-4bf9-baff-94ef8e79ad84 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Project 1ac3929335a94a5d817307b6d587d0cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:25:05.746693 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-6e1c7919-dafa-4bf9-baff-94ef8e79ad84 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:05.750448 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6e1c7919-dafa-4bf9-baff-94ef8e79ad84 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2089467 Sep 18 05:25:05.750795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44618) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:05.757047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-bfe8589b-3a65-4211-b327-31cea70d4356 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '61607974-0e54-40fb-a056-b0d46b65a595', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:05.818976 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1f9f1143-cc55-4ad6-b09d-01c1fdc62cef req-505f9305-a03a-4494-8421-a0dc9f044ea4 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0272887 Sep 18 05:25:05.847665 n-d-789963-13 neutron-server[106908]: INFO neutron.db.securitygroups_db [None req-bfe8589b-3a65-4211-b327-31cea70d4356 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Project 1ac3929335a94a5d817307b6d587d0cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:25:05.917772 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-bfe8589b-3a65-4211-b327-31cea70d4356 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:05.921517 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bfe8589b-3a65-4211-b327-31cea70d4356 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1670520 Sep 18 05:25:05.921868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44622) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:05.973924 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2936a313-7c6b-4338-880d-222b0f67470e req-5afa5e17-a20e-47b2-b28c-6c63e3598e7d tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0368717 Sep 18 05:25:05.999840 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e5e5f5a7-ef00-4f34-8b1b-be2cb34c6177 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:06.027021 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e5e5f5a7-ef00-4f34-8b1b-be2cb34c6177 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:06.141005 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e5e5f5a7-ef00-4f34-8b1b-be2cb34c6177 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:06.145191 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e5e5f5a7-ef00-4f34-8b1b-be2cb34c6177 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:06.148967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e5e5f5a7-ef00-4f34-8b1b-be2cb34c6177 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "DELETE /v2.0/security-groups/61607974-0e54-40fb-a056-b0d46b65a595 HTTP/1.1" status: 204 len: 168 time: 0.2234485 Sep 18 05:25:06.150154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44634) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:06.157165 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5f5a7-ef00-4f34-8b1b-be2cb34c6177 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61607974-0e54-40fb-a056-b0d46b65a595,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:06.195803 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a97632cc-7e3a-4ca2-ad82-e288839a2245 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453374 Sep 18 05:25:06.200355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44636) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:06.204454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-fb4dcd2e-1ed1-4bfc-8eb5-74d541b87692 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group': {'name': 'tempest-secgroup--749133774'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:06.317782 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fb4dcd2e-1ed1-4bfc-8eb5-74d541b87692 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:06.337722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cccbfa-1fa8-4eda-8cef-dfe53d33d71c req-5e6a7a6e-8d3f-4edb-86dd-8888f191ed75 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:06.340019 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-59cccbfa-1fa8-4eda-8cef-dfe53d33d71c req-5e6a7a6e-8d3f-4edb-86dd-8888f191ed75 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 944 time: 0.0551271 Sep 18 05:25:06.404819 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-59cccbfa-1fa8-4eda-8cef-dfe53d33d71c req-9d3d249f-f7c0-403d-adb8-b2f83c65e96b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ec701f-028a-4d8b-ba67-ead8ea64563a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575936 Sep 18 05:25:06.426565 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fb4dcd2e-1ed1-4bfc-8eb5-74d541b87692 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:06.498993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9c9f7329-8e0c-4186-b077-410986766ed9 req-9dab416d-8bd9-449c-bea3-f35f543943c6 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0266261 Sep 18 05:25:06.515726 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fb4dcd2e-1ed1-4bfc-8eb5-74d541b87692 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:06.560348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dcd2e-1ed1-4bfc-8eb5-74d541b87692 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5a1894-9acd-4262-991f-a4195525a8ec,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:06.631832 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fb4dcd2e-1ed1-4bfc-8eb5-74d541b87692 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:06.633156 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fb4dcd2e-1ed1-4bfc-8eb5-74d541b87692 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4321070 Sep 18 05:25:06.636111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44642) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:06.640789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-38236135-4820-4d06-a966-736293a1d90b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '3a5a1894-9acd-4262-991f-a4195525a8ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:06.851815 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-38236135-4820-4d06-a966-736293a1d90b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The resource could not be found. Sep 18 05:25:06.853886 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-38236135-4820-4d06-a966-736293a1d90b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2165892 Sep 18 05:25:06.856639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44650) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:06.862835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e43c6435-4aa2-4d7f-bb39-a4e7b677da36 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '3a5a1894-9acd-4262-991f-a4195525a8ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a2434148-1837-48e8-90dd-64a030117b7a'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:06.882395 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:06.946853 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-67ea2520-aadc-4916-916c-bfd4ce4c0677 req-90d6577a-4688-4347-b7c1-c7a02d83f427 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0361977 Sep 18 05:25:07.055853 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-e43c6435-4aa2-4d7f-bb39-a4e7b677da36 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The resource could not be found. Sep 18 05:25:07.057658 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e43c6435-4aa2-4d7f-bb39-a4e7b677da36 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1994524 Sep 18 05:25:07.061129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44652) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:07.126023 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72e86989-43e3-45dd-95b2-c690625762cc tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:07.149799 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72e86989-43e3-45dd-95b2-c690625762cc tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:07.243417 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72e86989-43e3-45dd-95b2-c690625762cc tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:07.246388 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72e86989-43e3-45dd-95b2-c690625762cc tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:07.250391 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44654) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:07.250533 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-72e86989-43e3-45dd-95b2-c690625762cc tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "DELETE /v2.0/security-groups/3a5a1894-9acd-4262-991f-a4195525a8ec HTTP/1.1" status: 204 len: 168 time: 0.1882427 Sep 18 05:25:07.260939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e86989-43e3-45dd-95b2-c690625762cc tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5a1894-9acd-4262-991f-a4195525a8ec,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:07.304702 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1a1fd1d3-c214-48d8-b754-1d449b281d37 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518603 Sep 18 05:25:07.307740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44656) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:07.313235 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3ae09ed7-60e3-49bb-a949-5231d75e99cf tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': 'c23720c7-1746-4c5c-a767-b6b7ca4de74b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:07.485416 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-3ae09ed7-60e3-49bb-a949-5231d75e99cf tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The resource could not be found. Sep 18 05:25:07.488933 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3ae09ed7-60e3-49bb-a949-5231d75e99cf tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1801388 Sep 18 05:25:07.492422 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44660) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:07.498441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8699faf6-26ef-401d-b0b2-ab19dee011ee tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930203261'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:07.562361 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb9da2-a6dc-4857-96c5-fdc2ab55a69d req-7642648b-af6b-4ed8-a5d5-f7b898f770a1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:07.570856 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32eb9da2-a6dc-4857-96c5-fdc2ab55a69d req-7642648b-af6b-4ed8-a5d5-f7b898f770a1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 944 time: 0.0745444 Sep 18 05:25:07.610536 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32eb9da2-a6dc-4857-96c5-fdc2ab55a69d req-a787be95-b7c7-4d68-a55a-124891134d79 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ec701f-028a-4d8b-ba67-ead8ea64563a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402939 Sep 18 05:25:07.612925 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d0967723-c84c-46cd-be18-a4c3f9a01293 req-c3d4a125-dee8-40d8-a6ac-ce0870342ff6 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0362957 Sep 18 05:25:07.647732 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8699faf6-26ef-401d-b0b2-ab19dee011ee tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:07.663032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 5c549f87-70c5-45c3-bde1-851a680c7866 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:25:07.737549 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8699faf6-26ef-401d-b0b2-ab19dee011ee tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:07.768209 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 5c549f87-70c5-45c3-bde1-851a680c7866, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=5c549f87-70c5-45c3-bde1-851a680c7866,segment=NetworkSegment(7b1e0883-1866-45e0-87fe-7f40f86df715),segment_id=7b1e0883-1866-45e0-87fe-7f40f86df715)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:07.780192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '5c549f87-70c5-45c3-bde1-851a680c7866', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'port_id': '5c549f87-70c5-45c3-bde1-851a680c7866', 'mac_address': 'fa:16:3e:0f:b2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:25:07.799499 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8699faf6-26ef-401d-b0b2-ab19dee011ee tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:07.819966 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:07.831879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699faf6-26ef-401d-b0b2-ab19dee011ee tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed647d0-ec75-4b74-85f4-4b1e1a8f2c81,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:07.832616 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c549f87-70c5-45c3-bde1-851a680c7866 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:25:07.851824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 5c549f87-70c5-45c3-bde1-851a680c7866, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=5c549f87-70c5-45c3-bde1-851a680c7866,segment=NetworkSegment(7b1e0883-1866-45e0-87fe-7f40f86df715),segment_id=7b1e0883-1866-45e0-87fe-7f40f86df715)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:07.904722 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8699faf6-26ef-401d-b0b2-ab19dee011ee tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:07.906026 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8699faf6-26ef-401d-b0b2-ab19dee011ee tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4125359 Sep 18 05:25:07.908838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44664) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:07.913296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-539da7b4-ed9e-4de0-ae26-78c6135be60b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209762921'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:07.950533 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:07.998701 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=5c549f87-70c5-45c3-bde1-851a680c7866,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:08.014755 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-539da7b4-ed9e-4de0-ae26-78c6135be60b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:08.057146 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0905a2fe-f41a-46ac-a7f7-617cfaf90d16 req-33120986-2668-456c-8448-78fb9f4582e0 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbc28943-8e56-41da-b757-4b58e0c3b18a HTTP/1.1" status: 200 len: 210 time: 0.0299313 Sep 18 05:25:08.121906 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-539da7b4-ed9e-4de0-ae26-78c6135be60b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:08.208430 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['5c549f87-70c5-45c3-bde1-851a680c7866'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:25:08.208943 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-539da7b4-ed9e-4de0-ae26-78c6135be60b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:08.239185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539da7b4-ed9e-4de0-ae26-78c6135be60b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc873af7-19d6-4c20-9ad6-5cd5bb4cb6fb,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:08.288950 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-539da7b4-ed9e-4de0-ae26-78c6135be60b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:08.290241 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-539da7b4-ed9e-4de0-ae26-78c6135be60b tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3804405 Sep 18 05:25:08.293525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44668) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:08.298046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3502be95-8c45-4859-a93c-5fe92fe7cf53 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '9ed647d0-ec75-4b74-85f4-4b1e1a8f2c81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bc873af7-19d6-4c20-9ad6-5cd5bb4cb6fb'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:08.464427 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-3502be95-8c45-4859-a93c-5fe92fe7cf53 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:08.465524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3502be95-8c45-4859-a93c-5fe92fe7cf53 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1710157 Sep 18 05:25:08.468294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44670) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:08.519335 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8800ba10-b019-4490-a2ab-84bed37d8808 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:08.542036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8800ba10-b019-4490-a2ab-84bed37d8808 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:08.660545 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8800ba10-b019-4490-a2ab-84bed37d8808 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:08.663288 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8800ba10-b019-4490-a2ab-84bed37d8808 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:08.666930 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8800ba10-b019-4490-a2ab-84bed37d8808 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "DELETE /v2.0/security-groups/bc873af7-19d6-4c20-9ad6-5cd5bb4cb6fb HTTP/1.1" status: 204 len: 168 time: 0.1953380 Sep 18 05:25:08.668494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44676) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:08.674188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800ba10-b019-4490-a2ab-84bed37d8808 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc873af7-19d6-4c20-9ad6-5cd5bb4cb6fb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:08.726301 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-08dd80ac-4db4-4c2c-9028-34ed99a0886c req-329739b1-484e-4386-bfc7-af9b46440c15 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0343654 Sep 18 05:25:08.773377 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a221-99f2-4eae-9042-62f8e1889609 req-ca5212ab-092e-472a-afc2-6933ee0727a5 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:08.774866 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26b1a221-99f2-4eae-9042-62f8e1889609 req-ca5212ab-092e-472a-afc2-6933ee0727a5 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 945 time: 0.0852094 Sep 18 05:25:08.780805 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f00c36fd-842f-4f28-ae2d-b354eaf448d3 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1105413 Sep 18 05:25:08.783885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44678) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:08.816832 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26b1a221-99f2-4eae-9042-62f8e1889609 req-d591f904-18f4-43ae-be0f-5ae728404b47 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ec701f-028a-4d8b-ba67-ead8ea64563a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349138 Sep 18 05:25:08.836103 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae66d25f-6a5b-44c0-88dd-341feaf9523f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:08.857516 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae66d25f-6a5b-44c0-88dd-341feaf9523f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:08.963466 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae66d25f-6a5b-44c0-88dd-341feaf9523f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:08.966073 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ae66d25f-6a5b-44c0-88dd-341feaf9523f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:08.967212 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ae66d25f-6a5b-44c0-88dd-341feaf9523f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "DELETE /v2.0/security-groups/9ed647d0-ec75-4b74-85f4-4b1e1a8f2c81 HTTP/1.1" status: 204 len: 168 time: 0.1823213 Sep 18 05:25:08.969905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44680) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:08.976545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66d25f-6a5b-44c0-88dd-341feaf9523f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed647d0-ec75-4b74-85f4-4b1e1a8f2c81,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:09.013286 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-84018145-ed5e-4607-aa7d-e8d8f9477675 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0412018 Sep 18 05:25:09.016991 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44682) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:09.021301 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b5cef331-d384-43a1-84bf-844583a3cec8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group': {'name': 'tempest-secgroup--902234822'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:09.123672 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5cef331-d384-43a1-84bf-844583a3cec8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.203572 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5cef331-d384-43a1-84bf-844583a3cec8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.233025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44688) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:09.281959 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5cef331-d384-43a1-84bf-844583a3cec8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.300019 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a361c1c5-074f-4482-80b5-5cd309d6079d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.336247 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cef331-d384-43a1-84bf-844583a3cec8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c32c4f8-d2eb-4658-bd3f-38b94b2c8a4e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:09.342324 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a361c1c5-074f-4482-80b5-5cd309d6079d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.373434 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5cef331-d384-43a1-84bf-844583a3cec8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.374680 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b5cef331-d384-43a1-84bf-844583a3cec8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3567417 Sep 18 05:25:09.378259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44690) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:09.382900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-528eab24-429b-413d-a7d3-46a1a9cf11c5 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '4c32c4f8-d2eb-4658-bd3f-38b94b2c8a4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:09.472210 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a361c1c5-074f-4482-80b5-5cd309d6079d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.474928 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a361c1c5-074f-4482-80b5-5cd309d6079d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.476068 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a361c1c5-074f-4482-80b5-5cd309d6079d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "DELETE /v2.0/security-groups/0aa9b060-5945-4b13-8c42-bd53979fbcb5 HTTP/1.1" status: 204 len: 168 time: 0.2420521 Sep 18 05:25:09.478819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44692) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:09.485202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361c1c5-074f-4482-80b5-5cd309d6079d tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa9b060-5945-4b13-8c42-bd53979fbcb5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:09.492506 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-3e7a8e32-4b31-4993-87e8-9c8c84609d56 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] show failed (client error): The resource could not be found. Sep 18 05:25:09.493452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3e7a8e32-4b31-4993-87e8-9c8c84609d56 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "GET /v2.0/security-groups/0aa9b060-5945-4b13-8c42-bd53979fbcb5 HTTP/1.1" status: 404 len: 347 time: 0.0134609 Sep 18 05:25:09.496109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44694) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:09.615486 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-528eab24-429b-413d-a7d3-46a1a9cf11c5 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:09.616570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-528eab24-429b-413d-a7d3-46a1a9cf11c5 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2372768 Sep 18 05:25:09.619340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44696) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:09.624450 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-36f39b9c-49fa-44e4-ba3d-197455f280de tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group_rule': {'security_group_id': '4c32c4f8-d2eb-4658-bd3f-38b94b2c8a4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:09.631038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb3da4-b325-4683-acbf-e1b833b859b6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Deleting port b185201f-8ac0-4d09-acb6-d0be68aed120 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:09.631377 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3da4-b325-4683-acbf-e1b833b859b6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.694442 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 5c549f87-70c5-45c3-bde1-851a680c7866 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:25:09.709479 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3da4-b325-4683-acbf-e1b833b859b6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.710091 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3da4-b325-4683-acbf-e1b833b859b6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.722517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb3da4-b325-4683-acbf-e1b833b859b6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Calling delete_port for b185201f-8ac0-4d09-acb6-d0be68aed120 owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:09.769441 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-36f39b9c-49fa-44e4-ba3d-197455f280de tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:25:09.771085 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-36f39b9c-49fa-44e4-ba3d-197455f280de tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1502254 Sep 18 05:25:09.778653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44700) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:09.796553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 5c549f87-70c5-45c3-bde1-851a680c7866 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:25:09.800853 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 5c549f87-70c5-45c3-bde1-851a680c7866 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:09.801327 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.836864 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-96b30fbc-0617-449b-b19d-f40dc91382ef req-3e2ec393-a6d1-472e-8c22-a386c018ccbf tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0329933 Sep 18 05:25:09.844742 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95c301d3-4dc1-4a36-a65b-803e4ca52141 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.870069 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95c301d3-4dc1-4a36-a65b-803e4ca52141 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.919037 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.943108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c549f87-70c5-45c3-bde1-851a680c7866'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:25:09.946042 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c560033-195f-41b7-b1c3-c0a096643144" -d '{"events": [{"server_uuid": "681e6d23-e89f-42db-ba5e-15eaac54eb74", "name": "network-vif-plugged", "status": "completed", "tag": "5c549f87-70c5-45c3-bde1-851a680c7866"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:25:09.952768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82e9a6-a4d6-42e1-b68b-ee097cd06060 req-47a15639-34e3-4953-82f9-c8b31a7a1c30 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:09.954349 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc82e9a6-a4d6-42e1-b68b-ee097cd06060 req-47a15639-34e3-4953-82f9-c8b31a7a1c30 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 945 time: 0.0524085 Sep 18 05:25:09.958741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 5c549f87-70c5-45c3-bde1-851a680c7866, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=5c549f87-70c5-45c3-bde1-851a680c7866,segment=NetworkSegment(7b1e0883-1866-45e0-87fe-7f40f86df715),segment_id=7b1e0883-1866-45e0-87fe-7f40f86df715)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:09.975426 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3da4-b325-4683-acbf-e1b833b859b6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:09.986303 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa58b831-9044-4eba-8610-d3d19cea5783 x-openstack-request-id: req-fa58b831-9044-4eba-8610-d3d19cea5783 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:25:09.986681 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681e6d23-e89f-42db-ba5e-15eaac54eb74", "name": "network-vif-plugged", "status": "completed", "tag": "5c549f87-70c5-45c3-bde1-851a680c7866", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:25:09.986947 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa58b831-9044-4eba-8610-d3d19cea5783 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:25:09.987999 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c549f87-70c5-45c3-bde1-851a680c7866', 'code': 200} Sep 18 05:25:09.999484 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95c301d3-4dc1-4a36-a65b-803e4ca52141 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.004101 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95c301d3-4dc1-4a36-a65b-803e4ca52141 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.004772 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb3da4-b325-4683-acbf-e1b833b859b6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event deleted for resources: {'Port': ['ID=b185201f-8ac0-4d09-acb6-d0be68aed120,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:10.006911 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-95c301d3-4dc1-4a36-a65b-803e4ca52141 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "DELETE /v2.0/security-groups/4c32c4f8-d2eb-4658-bd3f-38b94b2c8a4e HTTP/1.1" status: 204 len: 168 time: 0.2257764 Sep 18 05:25:10.008402 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44706) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:10.014542 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc82e9a6-a4d6-42e1-b68b-ee097cd06060 req-39eea2b2-ebe9-43db-a8c4-d21519ed4dd0 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ec701f-028a-4d8b-ba67-ead8ea64563a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528920 Sep 18 05:25:10.023832 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c301d3-4dc1-4a36-a65b-803e4ca52141 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c32c4f8-d2eb-4658-bd3f-38b94b2c8a4e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:10.059641 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.088342 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-af44a225-bfb5-4f47-9d81-532d0fa3df3d tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721550 Sep 18 05:25:10.091474 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44708) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:10.097030 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-28722ba7-a846-4708-850f-cdd7c4dd33ea tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396452014'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:10.115958 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=5c549f87-70c5-45c3-bde1-851a680c7866,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:10.132170 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3da4-b325-4683-acbf-e1b833b859b6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.134936 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3da4-b325-4683-acbf-e1b833b859b6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.136126 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6dbb3da4-b325-4683-acbf-e1b833b859b6 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "DELETE /v2.0/floatingips/2e5013b9-77df-4544-9ce7-9dfddabc1e32 HTTP/1.1" status: 204 len: 168 time: 0.6390162 Sep 18 05:25:10.139050 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44710) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:10.141956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c939f-40ba-45c2-aacd-dc9fd4e63837 req-0b35108a-3e49-44a7-ae02-b826635ff9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:10.143584 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a16c939f-40ba-45c2-aacd-dc9fd4e63837 req-0b35108a-3e49-44a7-ae02-b826635ff9d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 1098 time: 0.0687666 Sep 18 05:25:10.176912 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-28722ba7-a846-4708-850f-cdd7c4dd33ea tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.179415 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a16c939f-40ba-45c2-aacd-dc9fd4e63837 req-df7f2e96-ce65-42ce-8a9c-36a497c173fd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=71ec701f-028a-4d8b-ba67-ead8ea64563a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291405 Sep 18 05:25:10.282527 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d547cdff-6e19-43cc-ade9-b9b40b2a52e0 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Deleting port 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:10.282919 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d547cdff-6e19-43cc-ade9-b9b40b2a52e0 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.351585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-28722ba7-a846-4708-850f-cdd7c4dd33ea tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.405189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d547cdff-6e19-43cc-ade9-b9b40b2a52e0 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.417569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d547cdff-6e19-43cc-ade9-b9b40b2a52e0 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Calling delete_port for 0f8dede5-c7f9-4b5a-9a73-478db3ecef05 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:10.428224 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-28722ba7-a846-4708-850f-cdd7c4dd33ea tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.498741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28722ba7-a846-4708-850f-cdd7c4dd33ea tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb4779d-97b8-452a-8c3f-ae9ae4e569d1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:10.578709 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-28722ba7-a846-4708-850f-cdd7c4dd33ea tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.580666 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-28722ba7-a846-4708-850f-cdd7c4dd33ea tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4866819 Sep 18 05:25:10.583522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44712) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:10.587984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2709177c-13eb-4f87-b20a-c24e3e502675 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:10.588437 n-d-789963-13 neutron-server[106908]: WARNING neutron.api.v2.base [None req-2709177c-13eb-4f87-b20a-c24e3e502675 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 05:25:10.588929 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-2709177c-13eb-4f87-b20a-c24e3e502675 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 05:25:10.589856 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2709177c-13eb-4f87-b20a-c24e3e502675 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "PUT /v2.0/security-groups/3fb4779d-97b8-452a-8c3f-ae9ae4e569d1 HTTP/1.1" status: 409 len: 330 time: 0.0054014 Sep 18 05:25:10.592093 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44714) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:10.631577 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d547cdff-6e19-43cc-ade9-b9b40b2a52e0 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.676474 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547cdff-6e19-43cc-ade9-b9b40b2a52e0 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event deleted for resources: {'Port': ['ID=0f8dede5-c7f9-4b5a-9a73-478db3ecef05,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:10.680848 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cb91ee9-f116-4a46-8e8d-4170d749333c tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.746718 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cb91ee9-f116-4a46-8e8d-4170d749333c tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.771093 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d547cdff-6e19-43cc-ade9-b9b40b2a52e0 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.773089 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d547cdff-6e19-43cc-ade9-b9b40b2a52e0 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "DELETE /v2.0/ports/0f8dede5-c7f9-4b5a-9a73-478db3ecef05 HTTP/1.1" status: 204 len: 168 time: 0.6330001 Sep 18 05:25:10.775860 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44716) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:10.860682 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cb91ee9-f116-4a46-8e8d-4170d749333c tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.862004 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4f01a1d2-b152-4655-bc47-ece1f8c038f8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Deleting port 809807b6-462d-44b0-8e04-e9ff7ffe34db {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:10.862356 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f01a1d2-b152-4655-bc47-ece1f8c038f8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.863997 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4cb91ee9-f116-4a46-8e8d-4170d749333c tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.865255 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4cb91ee9-f116-4a46-8e8d-4170d749333c tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "DELETE /v2.0/security-groups/3fb4779d-97b8-452a-8c3f-ae9ae4e569d1 HTTP/1.1" status: 204 len: 168 time: 0.2722301 Sep 18 05:25:10.869647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44718) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:10.888666 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb91ee9-f116-4a46-8e8d-4170d749333c tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb4779d-97b8-452a-8c3f-ae9ae4e569d1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:10.930134 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-602dd97c-8700-4297-85ad-a82dec6a7f94 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0594118 Sep 18 05:25:10.934181 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44722) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:10.951168 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-94f97683-d17a-48a3-813e-51b98fd314f8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] delete failed (client error): The resource could not be found. Sep 18 05:25:10.951168 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-94f97683-d17a-48a3-813e-51b98fd314f8 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "DELETE /v2.0/security-groups/df3c6ce8-a1a2-4f5a-92c4-cb5717819333 HTTP/1.1" status: 404 len: 347 time: 0.0145297 Sep 18 05:25:10.953323 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44724) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:10.966302 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-0cb89963-3471-413c-b05c-0912e1cd959f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] show failed (client error): The resource could not be found. Sep 18 05:25:10.967345 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0cb89963-3471-413c-b05c-0912e1cd959f tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "GET /v2.0/security-groups/a9a53e51-363e-4f82-9eda-f1709871f1e0 HTTP/1.1" status: 404 len: 347 time: 0.0130613 Sep 18 05:25:10.968847 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be958c49-d565-48be-9b2f-ad367a10a90a req-50c04204-e9a9-4a42-8cb4-0ebac4feb0e9 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0350323 Sep 18 05:25:10.972369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44726) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:10.982406 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f01a1d2-b152-4655-bc47-ece1f8c038f8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:10.986923 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-526f825f-f3ac-4547-a133-7896daabe8b9 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] show failed (client error): The resource could not be found. Sep 18 05:25:10.991666 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-526f825f-f3ac-4547-a133-7896daabe8b9 tempest-NegativeSecGroupIPv6Test-2046130530 tempest-NegativeSecGroupIPv6Test-2046130530-project] 10.222.0.23 "GET /v2.0/security-group-rules/89742d71-0a29-46e0-8819-ffb26eba90f2 HTTP/1.1" status: 404 len: 356 time: 0.0182710 Sep 18 05:25:10.998051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4f01a1d2-b152-4655-bc47-ece1f8c038f8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Calling delete_port for 809807b6-462d-44b0-8e04-e9ff7ffe34db owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:11.184712 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25ec03-fdad-414c-b76b-dbf7411cfc6e req-1e010e22-6347-47ca-8421-c694e18db331 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:11.186533 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc25ec03-fdad-414c-b76b-dbf7411cfc6e req-1e010e22-6347-47ca-8421-c694e18db331 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 946 time: 0.0672352 Sep 18 05:25:11.226316 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc25ec03-fdad-414c-b76b-dbf7411cfc6e req-f0e35a8e-ec59-4624-b7b1-80d2d746138d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ec701f-028a-4d8b-ba67-ead8ea64563a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324399 Sep 18 05:25:11.253799 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f01a1d2-b152-4655-bc47-ece1f8c038f8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:11.283451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01a1d2-b152-4655-bc47-ece1f8c038f8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event deleted for resources: {'Port': ['ID=809807b6-462d-44b0-8e04-e9ff7ffe34db,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:11.355368 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f01a1d2-b152-4655-bc47-ece1f8c038f8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:11.357291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4f01a1d2-b152-4655-bc47-ece1f8c038f8 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "DELETE /v2.0/ports/809807b6-462d-44b0-8e04-e9ff7ffe34db HTTP/1.1" status: 204 len: 168 time: 0.5803745 Sep 18 05:25:11.359933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44732) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:11.414031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-76686961-1fbd-4034-8838-95257f7792c9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Deleting subnet e12fcea4-a807-445a-9915-eacbf932b4fc {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:25:11.418312 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-76686961-1fbd-4034-8838-95257f7792c9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:11.459241 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-76686961-1fbd-4034-8838-95257f7792c9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:11.546500 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-76686961-1fbd-4034-8838-95257f7792c9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:11.605684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44736) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:11.682467 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-76686961-1fbd-4034-8838-95257f7792c9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:11.718076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76686961-1fbd-4034-8838-95257f7792c9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event deleted for resources: {'Subnet': ['ID=e12fcea4-a807-445a-9915-eacbf932b4fc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:11.729716 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-76686961-1fbd-4034-8838-95257f7792c9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:11.730881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a81e946-2864-4584-82df-3c090c9f1a20 None None] Network 51566083-6d68-46b7-9abf-efdb568e8fb9 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:25:11.734788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-76686961-1fbd-4034-8838-95257f7792c9 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "DELETE /v2.0/subnets/e12fcea4-a807-445a-9915-eacbf932b4fc HTTP/1.1" status: 204 len: 168 time: 0.3706615 Sep 18 05:25:11.734788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44740) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:11.799554 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-21e5fdba-4bde-465f-b16c-295982417cb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ac3929335a94a5d817307b6d587d0cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927288 Sep 18 05:25:11.802094 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44742) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:11.803751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a002b295-3e99-48e6-9a41-f7f5086165ef tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Deleting subnet 062b7174-2fca-4a49-aa4c-96df265cf547 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:25:11.806953 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a002b295-3e99-48e6-9a41-f7f5086165ef tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:11.853553 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a002b295-3e99-48e6-9a41-f7f5086165ef tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:11.858861 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fb3dd4f-53dd-45e2-8aff-47c30f5778b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:11.885909 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fb3dd4f-53dd-45e2-8aff-47c30f5778b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:11.911639 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8347e5-e540-419f-94ec-42e00e012662 None None] DHCP port deletion for 51566083-6d68-46b7-9abf-efdb568e8fb9 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:25:11.944911 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a002b295-3e99-48e6-9a41-f7f5086165ef tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:11.961780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-bb8347e5-e540-419f-94ec-42e00e012662 None None] Deleting port cbc829a3-5293-4e15-8ecf-9c780135ea9d {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:11.965840 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bb8347e5-e540-419f-94ec-42e00e012662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.023744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-bb8347e5-e540-419f-94ec-42e00e012662 None None] For port cbc829a3-5293-4e15-8ecf-9c780135ea9d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cbc829a3-5293-4e15-8ecf-9c780135ea9d,segment=NetworkSegment(2319873a-dd5b-402f-affc-20e47aacf176),segment_id=2319873a-dd5b-402f-affc-20e47aacf176)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:12.024546 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bb8347e5-e540-419f-94ec-42e00e012662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.037364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-bb8347e5-e540-419f-94ec-42e00e012662 None None] Calling delete_port for cbc829a3-5293-4e15-8ecf-9c780135ea9d owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:12.043558 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fb3dd4f-53dd-45e2-8aff-47c30f5778b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.046656 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fb3dd4f-53dd-45e2-8aff-47c30f5778b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.047892 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1fb3dd4f-53dd-45e2-8aff-47c30f5778b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad11a7a3-bcfa-4a3a-918e-cfe61c0405fa HTTP/1.1" status: 204 len: 168 time: 0.2448030 Sep 18 05:25:12.058540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3dd4f-53dd-45e2-8aff-47c30f5778b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad11a7a3-bcfa-4a3a-918e-cfe61c0405fa,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:12.082572 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6df13629-f29a-4e03-9fd1-e7c4a1564aa6 req-9ddd008b-d668-4d49-86ff-5ab6b39d2281 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0370147 Sep 18 05:25:12.134112 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a002b295-3e99-48e6-9a41-f7f5086165ef tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.156264 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002b295-3e99-48e6-9a41-f7f5086165ef tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event deleted for resources: {'Subnet': ['ID=062b7174-2fca-4a49-aa4c-96df265cf547,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:12.159900 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a002b295-3e99-48e6-9a41-f7f5086165ef tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.161788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a002b295-3e99-48e6-9a41-f7f5086165ef tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "DELETE /v2.0/subnets/062b7174-2fca-4a49-aa4c-96df265cf547 HTTP/1.1" status: 204 len: 168 time: 0.4265349 Sep 18 05:25:12.164606 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44748) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:12.166526 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7188878b-63da-482c-8743-6079119edc03 None None] Network 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:25:12.244963 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9102f3a-93a5-4fb9-a7d3-253e35061914 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.247087 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bb8347e5-e540-419f-94ec-42e00e012662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.299123 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8347e5-e540-419f-94ec-42e00e012662 None None] No DVR routers for this DVR port cbc829a3-5293-4e15-8ecf-9c780135ea9d on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:25:12.305387 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8347e5-e540-419f-94ec-42e00e012662 None None] Pushing event deleted for resources: {'Port': ['ID=cbc829a3-5293-4e15-8ecf-9c780135ea9d,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:12.351993 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cbc829a3-5293-4e15-8ecf-9c780135ea9d no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:25:12.373535 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: cbc829a3-5293-4e15-8ecf-9c780135ea9d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:25:12.373943 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cbc829a3-5293-4e15-8ecf-9c780135ea9d not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:25:12.401460 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9102f3a-93a5-4fb9-a7d3-253e35061914 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.430976 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c1386e-282d-428e-859c-76a1f6617da9 None None] DHCP port deletion for 0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:25:12.431227 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a9102f3a-93a5-4fb9-a7d3-253e35061914 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51566083-6d68-46b7-9abf-efdb568e8fb9']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:12.444320 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a9102f3a-93a5-4fb9-a7d3-253e35061914 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2319873a-dd5b-402f-affc-20e47aacf176') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:12.444628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a9102f3a-93a5-4fb9-a7d3-253e35061914 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2319873a-dd5b-402f-affc-20e47aacf176') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:12.458775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3690611-2cdf-47a1-beea-09ec06ada8a2 req-4fded4b1-abda-45ee-97c0-a19255117327 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:12.460314 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f3690611-2cdf-47a1-beea-09ec06ada8a2 req-4fded4b1-abda-45ee-97c0-a19255117327 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 946 time: 0.1217339 Sep 18 05:25:12.465342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9102f3a-93a5-4fb9-a7d3-253e35061914 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.471906 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1386e-282d-428e-859c-76a1f6617da9 None None] Deleting port b6e5fa34-8cc9-449f-9879-c4877ca31a2a {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:12.472222 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c5c1386e-282d-428e-859c-76a1f6617da9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.492755 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9102f3a-93a5-4fb9-a7d3-253e35061914 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.504210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9102f3a-93a5-4fb9-a7d3-253e35061914 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9102f3a-93a5-4fb9-a7d3-253e35061914 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:25:12.507746 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:25:12.536914 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f3690611-2cdf-47a1-beea-09ec06ada8a2 req-bf72fa99-5c07-402f-a0d6-99009f36b58e tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ec701f-028a-4d8b-ba67-ead8ea64563a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623002 Sep 18 05:25:12.557871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c5c1386e-282d-428e-859c-76a1f6617da9 None None] For port b6e5fa34-8cc9-449f-9879-c4877ca31a2a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b6e5fa34-8cc9-449f-9879-c4877ca31a2a,segment=NetworkSegment(e443bc37-030f-487a-856d-3278b90c7f80),segment_id=e443bc37-030f-487a-856d-3278b90c7f80)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:12.558574 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c5c1386e-282d-428e-859c-76a1f6617da9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.573925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1386e-282d-428e-859c-76a1f6617da9 None None] Calling delete_port for b6e5fa34-8cc9-449f-9879-c4877ca31a2a owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:12.644443 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9102f3a-93a5-4fb9-a7d3-253e35061914 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.652133 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9102f3a-93a5-4fb9-a7d3-253e35061914 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.656402 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a9102f3a-93a5-4fb9-a7d3-253e35061914 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "DELETE /v2.0/networks/51566083-6d68-46b7-9abf-efdb568e8fb9 HTTP/1.1" status: 204 len: 168 time: 0.4905453 Sep 18 05:25:12.659580 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44762) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:12.662165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f156db-3eeb-4d3f-82ac-935075681351 req-3de7c82f-9adb-4909-9704-d45fca561beb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:12.663691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a6f156db-3eeb-4d3f-82ac-935075681351 req-3de7c82f-9adb-4909-9704-d45fca561beb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 946 time: 0.0527031 Sep 18 05:25:12.678039 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9102f3a-93a5-4fb9-a7d3-253e35061914 tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event deleted for resources: {'Network': ['ID=51566083-6d68-46b7-9abf-efdb568e8fb9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:12.710389 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c5c1386e-282d-428e-859c-76a1f6617da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.720523 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a6f156db-3eeb-4d3f-82ac-935075681351 req-068b8987-f6ab-4033-8aab-8f935d1bf274 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ec701f-028a-4d8b-ba67-ead8ea64563a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453086 Sep 18 05:25:12.732030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44766) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:12.761070 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1386e-282d-428e-859c-76a1f6617da9 None None] No DVR routers for this DVR port b6e5fa34-8cc9-449f-9879-c4877ca31a2a on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:25:12.763390 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-97ebc9b1-f8b3-494a-b510-9ef561bc092f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.774983 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1386e-282d-428e-859c-76a1f6617da9 None None] Pushing event deleted for resources: {'Port': ['ID=b6e5fa34-8cc9-449f-9879-c4877ca31a2a,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:12.783543 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eee271-5b9b-4993-b62f-5dd89b2c96c5 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:12.785429 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-27eee271-5b9b-4993-b62f-5dd89b2c96c5 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 1093 time: 0.0522535 Sep 18 05:25:12.788449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44768) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:12.792802 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': '5c549f87-70c5-45c3-bde1-851a680c7866', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:12.868422 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-97ebc9b1-f8b3-494a-b510-9ef561bc092f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.889891 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-97ebc9b1-f8b3-494a-b510-9ef561bc092f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff5f079-8cb0-4d6d-9194-1f0813cef0a9']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:12.894662 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.901165 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-97ebc9b1-f8b3-494a-b510-9ef561bc092f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e443bc37-030f-487a-856d-3278b90c7f80') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:12.901465 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-97ebc9b1-f8b3-494a-b510-9ef561bc092f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e443bc37-030f-487a-856d-3278b90c7f80') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:12.915795 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-97ebc9b1-f8b3-494a-b510-9ef561bc092f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.929826 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-97ebc9b1-f8b3-494a-b510-9ef561bc092f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.938374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ebc9b1-f8b3-494a-b510-9ef561bc092f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:25:12.938374 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-97ebc9b1-f8b3-494a-b510-9ef561bc092f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:25:12.942104 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:25:13.005740 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:13.087247 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-97ebc9b1-f8b3-494a-b510-9ef561bc092f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:13.092719 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-97ebc9b1-f8b3-494a-b510-9ef561bc092f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:13.094708 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-97ebc9b1-f8b3-494a-b510-9ef561bc092f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] 10.222.0.23 "DELETE /v2.0/networks/0ff5f079-8cb0-4d6d-9194-1f0813cef0a9 HTTP/1.1" status: 204 len: 168 time: 0.4341986 Sep 18 05:25:13.113286 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebc9b1-f8b3-494a-b510-9ef561bc092f tempest-TaggedBootDevicesTest-1610454551 tempest-TaggedBootDevicesTest-1610454551-project] Pushing event deleted for resources: {'Network': ['ID=0ff5f079-8cb0-4d6d-9194-1f0813cef0a9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:13.132918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Allocated IP 172.25.7.43 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/6a13c118-76b0-4ed3-8085-e9eb19167ce7) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:25:13.204376 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f2ef5ace-a023-4d0d-bd3b-6b86ea50d162 req-45041a71-dff4-45e8-8df7-f1cabd632215 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0299513 Sep 18 05:25:13.210001 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:25:13.245424 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44780) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:13.272268 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:13.356019 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4b4cc749-d98e-4d76-a250-8eaa647bb53b tempest-SubnetPoolsTestJSON-58194415 tempest-SubnetPoolsTestJSON-58194415-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1018899969', 'prefixes': ['172.20.0.0/16']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:13.375041 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:13.413440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:25:13.416336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:25:13.419816 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:25:13.450703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=6a13c118-76b0-4ed3-8085-e9eb19167ce7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:13.597271 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc749-d98e-4d76-a250-8eaa647bb53b tempest-SubnetPoolsTestJSON-58194415 tempest-SubnetPoolsTestJSON-58194415-project] Notify callbacks [] for subnetpool, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:13.598871 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4b4cc749-d98e-4d76-a250-8eaa647bb53b tempest-SubnetPoolsTestJSON-58194415 tempest-SubnetPoolsTestJSON-58194415-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3524408 Sep 18 05:25:13.606025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44792) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:13.651271 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-92bd97d6-f977-43fd-a88a-f0165f8f767e tempest-SubnetPoolsTestJSON-58194415 tempest-SubnetPoolsTestJSON-58194415-project] 10.222.0.23 "GET /v2.0/subnetpools/0dfe73ae-4183-4cef-a0e1-7099686190fa HTTP/1.1" status: 200 len: 732 time: 0.0416870 Sep 18 05:25:13.651668 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44794) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:13.656640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ff661061-6227-43bd-954f-003b1037f13e tempest-SubnetPoolsTestJSON-58194415 tempest-SubnetPoolsTestJSON-58194415-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1860795190'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:13.804280 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ff661061-6227-43bd-954f-003b1037f13e tempest-SubnetPoolsTestJSON-58194415 tempest-SubnetPoolsTestJSON-58194415-project] Notify callbacks [] for subnetpool, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:13.805602 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ff661061-6227-43bd-954f-003b1037f13e tempest-SubnetPoolsTestJSON-58194415 tempest-SubnetPoolsTestJSON-58194415-project] 10.222.0.23 "PUT /v2.0/subnetpools/0dfe73ae-4183-4cef-a0e1-7099686190fa HTTP/1.1" status: 200 len: 684 time: 0.1527414 Sep 18 05:25:13.808176 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44796) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:13.937615 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4bdbfcca-5b6f-46b4-b777-7845c18ededb tempest-SubnetPoolsTestJSON-58194415 tempest-SubnetPoolsTestJSON-58194415-project] Notify callbacks [] for subnetpool, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:13.942238 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4bdbfcca-5b6f-46b4-b777-7845c18ededb tempest-SubnetPoolsTestJSON-58194415 tempest-SubnetPoolsTestJSON-58194415-project] 10.222.0.23 "DELETE /v2.0/subnetpools/0dfe73ae-4183-4cef-a0e1-7099686190fa HTTP/1.1" status: 204 len: 168 time: 0.1299744 Sep 18 05:25:13.942527 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44798) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:13.957610 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-029755fe-268b-4c32-ba35-4f876c760fc5 tempest-SubnetPoolsTestJSON-58194415 tempest-SubnetPoolsTestJSON-58194415-project] show failed (client error): The resource could not be found. Sep 18 05:25:13.961734 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-029755fe-268b-4c32-ba35-4f876c760fc5 tempest-SubnetPoolsTestJSON-58194415 tempest-SubnetPoolsTestJSON-58194415-project] 10.222.0.23 "GET /v2.0/subnetpools/0dfe73ae-4183-4cef-a0e1-7099686190fa HTTP/1.1" status: 404 len: 346 time: 0.0151680 Sep 18 05:25:13.962053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44800) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:13.977344 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-9a915e4d-3cca-4cb3-8815-8c46933a9bb5 tempest-SubnetPoolsTestJSON-58194415 tempest-SubnetPoolsTestJSON-58194415-project] delete failed (client error): The resource could not be found. Sep 18 05:25:13.981669 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9a915e4d-3cca-4cb3-8815-8c46933a9bb5 tempest-SubnetPoolsTestJSON-58194415 tempest-SubnetPoolsTestJSON-58194415-project] 10.222.0.23 "DELETE /v2.0/subnetpools/0dfe73ae-4183-4cef-a0e1-7099686190fa HTTP/1.1" status: 404 len: 346 time: 0.0154681 Sep 18 05:25:14.215595 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:14.339313 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad20992f-da58-48b0-b2a0-98cda7e4dcc7 req-29a8f060-8986-4b05-accb-f557e83970b9 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0296097 Sep 18 05:25:14.350246 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b6e5fa34-8cc9-449f-9879-c4877ca31a2a no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:25:14.373272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: b6e5fa34-8cc9-449f-9879-c4877ca31a2a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:25:14.373562 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b6e5fa34-8cc9-449f-9879-c4877ca31a2a not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:25:14.417248 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:14.487498 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44808) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:14.579964 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:14.605766 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-816478f6-7e83-49cd-992a-d5999b48a656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:14.643079 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:14.708161 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-816478f6-7e83-49cd-992a-d5999b48a656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:14.721413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=6a13c118-76b0-4ed3-8085-e9eb19167ce7,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:14.723965 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:14.757550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-816478f6-7e83-49cd-992a-d5999b48a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:14.799286 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-816478f6-7e83-49cd-992a-d5999b48a656 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b62296d76a44f12a8a52e4eeb3e6c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104002 Sep 18 05:25:14.800876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816478f6-7e83-49cd-992a-d5999b48a656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1753fb9f-76d5-432e-ac73-466642d9a4da,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:14.803230 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44814) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:14.832757 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Floating IP b27526ed-3326-41a9-86e5-f9bb384d60e0 associated. External IP: 172.25.7.43, port: 5c549f87-70c5-45c3-bde1-851a680c7866. Sep 18 05:25:14.855982 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cbfb6652-5213-4914-83f1-bd9f52904cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:14.881782 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cbfb6652-5213-4914-83f1-bd9f52904cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:15.007120 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cbfb6652-5213-4914-83f1-bd9f52904cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:15.010076 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cbfb6652-5213-4914-83f1-bd9f52904cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:15.013396 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cbfb6652-5213-4914-83f1-bd9f52904cb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1753fb9f-76d5-432e-ac73-466642d9a4da HTTP/1.1" status: 204 len: 168 time: 0.2058828 Sep 18 05:25:15.032809 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb6652-5213-4914-83f1-bd9f52904cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1753fb9f-76d5-432e-ac73-466642d9a4da,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:15.059216 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Router 32d582c2-c374-4440-a998-d428bcc32f99 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:25:15.170401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:25:15.180290 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3423e40-75d3-4027-8147-d5cc72e318df None None] Sync routers for ids ['32d582c2-c374-4440-a998-d428bcc32f99'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:25:15.190598 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3423e40-75d3-4027-8147-d5cc72e318df None None] Routers {'32d582c2-c374-4440-a998-d428bcc32f99'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:25:15.191271 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a3423e40-75d3-4027-8147-d5cc72e318df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:25:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32d582c2-c374-4440-a998-d428bcc32f99'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:15.232284 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:15.268389 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-61b0f7ad-cc50-4f10-9c02-d179176b353c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4755788 Sep 18 05:25:15.268389 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'tag': '5c549f87-70c5-45c3-bde1-851a680c7866'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:25:15.268927 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b186c1-7a7e-4c57-a506-f5640e57e1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "681e6d23-e89f-42db-ba5e-15eaac54eb74", "tag": "5c549f87-70c5-45c3-bde1-851a680c7866"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:25:15.269428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44818) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:15.320834 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bfa336-5893-47d5-beda-5ae93db38c33 x-openstack-request-id: req-d8bfa336-5893-47d5-beda-5ae93db38c33 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:25:15.321256 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681e6d23-e89f-42db-ba5e-15eaac54eb74", "tag": "5c549f87-70c5-45c3-bde1-851a680c7866", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:25:15.321701 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8bfa336-5893-47d5-beda-5ae93db38c33 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:25:15.322437 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'tag': '5c549f87-70c5-45c3-bde1-851a680c7866', 'status': 'completed', 'code': 200} Sep 18 05:25:15.332568 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a3423e40-75d3-4027-8147-d5cc72e318df None None] Set router 32d582c2-c374-4440-a998-d428bcc32f99 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:25:15.487009 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e593a48-fc03-4aeb-9bab-85d18b09c3ca req-098496b4-e682-4969-933c-83fcbd04a1a2 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0454612 Sep 18 05:25:15.578610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b186c1-7a7e-4c57-a506-f5640e57e1f5 req-2a6051e8-1904-4656-8e38-216ba1892d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:15.582987 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-60b186c1-7a7e-4c57-a506-f5640e57e1f5 req-2a6051e8-1904-4656-8e38-216ba1892d75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 1098 time: 0.2410159 Sep 18 05:25:15.611810 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a3423e40-75d3-4027-8147-d5cc72e318df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:47Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'b27526ed-3326-41a9-86e5-f9bb384d60e0', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'port_id': '5c549f87-70c5-45c3-bde1-851a680c7866', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'mac_address': 'fa:16:3e:0f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:25:13Z', 'updated_at': '2021-09-18T05:25:13Z', 'revision_number': 0, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:52Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:15.642940 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3423e40-75d3-4027-8147-d5cc72e318df None None] Checking router: 32d582c2-c374-4440-a998-d428bcc32f99 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:25:15.657713 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3423e40-75d3-4027-8147-d5cc72e318df None None] Routers {'32d582c2-c374-4440-a998-d428bcc32f99'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:25:15.658668 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a3423e40-75d3-4027-8147-d5cc72e318df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:25:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32d582c2-c374-4440-a998-d428bcc32f99'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:15.722642 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b186c1-7a7e-4c57-a506-f5640e57e1f5 req-cf514784-d728-4357-95cc-8e4994929bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:15.724775 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-60b186c1-7a7e-4c57-a506-f5640e57e1f5 req-cf514784-d728-4357-95cc-8e4994929bb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d50da6a-2377-4891-a39e-978b79bbaadf HTTP/1.1" status: 200 len: 896 time: 0.1342807 Sep 18 05:25:15.822823 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-37af6d06-358f-41d4-84c2-bf9d2d2f707f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/floatingips/b27526ed-3326-41a9-86e5-f9bb384d60e0 HTTP/1.1" status: 200 len: 991 time: 0.5518255 Sep 18 05:25:15.823035 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a3423e40-75d3-4027-8147-d5cc72e318df None None] Set router 32d582c2-c374-4440-a998-d428bcc32f99 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:25:15.828860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-60b186c1-7a7e-4c57-a506-f5640e57e1f5 req-48561b3a-7d0d-44dd-9a1e-992f676c62b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c549f87-70c5-45c3-bde1-851a680c7866 HTTP/1.1" status: 200 len: 999 time: 0.0967126 Sep 18 05:25:15.889232 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b186c1-7a7e-4c57-a506-f5640e57e1f5 req-d5c5485e-5218-44ee-82f9-859682700ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:15.890741 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-60b186c1-7a7e-4c57-a506-f5640e57e1f5 req-d5c5485e-5218-44ee-82f9-859682700ee4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91121909-8508-4637-b42e-8705d70a9a18 HTTP/1.1" status: 200 len: 835 time: 0.0550890 Sep 18 05:25:15.940819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b186c1-7a7e-4c57-a506-f5640e57e1f5 req-0f630601-ec6c-479a-b39c-6871da675543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:15.942349 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-60b186c1-7a7e-4c57-a506-f5640e57e1f5 req-0f630601-ec6c-479a-b39c-6871da675543 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d50da6a-2377-4891-a39e-978b79bbaadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447807 Sep 18 05:25:16.047330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-60b186c1-7a7e-4c57-a506-f5640e57e1f5 req-083ae49d-b502-4e65-8ccb-4aa2b7199cf8 service neutron] 10.222.0.18 "GET /v2.0/networks/6d50da6a-2377-4891-a39e-978b79bbaadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950809 Sep 18 05:25:16.089841 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a3423e40-75d3-4027-8147-d5cc72e318df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:47Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'b27526ed-3326-41a9-86e5-f9bb384d60e0', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'port_id': '5c549f87-70c5-45c3-bde1-851a680c7866', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'mac_address': 'fa:16:3e:0f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:25:13Z', 'updated_at': '2021-09-18T05:25:13Z', 'revision_number': 0, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:52Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:16.120912 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3423e40-75d3-4027-8147-d5cc72e318df None None] The sync data for ids ['32d582c2-c374-4440-a998-d428bcc32f99'] in n-d-789963-13 is: [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:47Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'b27526ed-3326-41a9-86e5-f9bb384d60e0', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'port_id': '5c549f87-70c5-45c3-bde1-851a680c7866', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'mac_address': 'fa:16:3e:0f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:25:13Z', 'updated_at': '2021-09-18T05:25:13Z', 'revision_number': 0, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:52Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:25:16.149821 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-60b186c1-7a7e-4c57-a506-f5640e57e1f5 req-ce8c1a12-ac96-447b-8711-7d6602dfb21e service neutron] 10.222.0.18 "GET /v2.0/networks/6d50da6a-2377-4891-a39e-978b79bbaadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973532 Sep 18 05:25:16.350480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be511392-b0e6-44c2-a2f4-79cbe00b801c None None] New status for floating IP b27526ed-3326-41a9-86e5-f9bb384d60e0: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:25:16.358618 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44846) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:16.459600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1420839810'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:16.534707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Made reservation on behalf of 2c0d2e5564f14638b6ab823cb0776851 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:25:16.538836 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:16.548799 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:16.611673 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d0c62c5-79e5-4715-8e2b-0945047eb7c0 req-6ac4b4b2-5955-42d1-a82f-f58707d451dd tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0380361 Sep 18 05:25:16.658570 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:16.715652 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:16.743367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:25:16.753110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1e8f5d-6799-439a-a69d-fbdf237f70a5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:16.762971 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:16.763373 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Added segment 0488c821-2a34-4fc0-9e41-49ead89010b6 of type vlan for network 774b2ad7-9bac-4f19-87ab-10e036787e9c Sep 18 05:25:16.810945 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:16.824945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44856) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:16.889121 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a4780a80-a817-4609-a92a-2f3c54fb05a5 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/floatingips/b27526ed-3326-41a9-86e5-f9bb384d60e0 HTTP/1.1" status: 200 len: 993 time: 0.0629356 Sep 18 05:25:16.967128 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:16.973494 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:16.974105 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:17.057441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Pushing event updated for resources: {'Network': ['ID=774b2ad7-9bac-4f19-87ab-10e036787e9c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:17.071610 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 774b2ad7-9bac-4f19-87ab-10e036787e9c details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:25:17.078610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-90f7e125-8ad4-4787-a30c-50a256b1a58a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7182653 Sep 18 05:25:17.081936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44860) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:17.087855 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-be626c19-50b6-4fc5-bd5d-3d2cd32f3ba9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Request body: {'subnet': {'network_id': '774b2ad7-9bac-4f19-87ab-10e036787e9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:17.264724 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be626c19-50b6-4fc5-bd5d-3d2cd32f3ba9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Made reservation on behalf of 2c0d2e5564f14638b6ab823cb0776851 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:25:17.270207 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-be626c19-50b6-4fc5-bd5d-3d2cd32f3ba9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:17.527303 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-be626c19-50b6-4fc5-bd5d-3d2cd32f3ba9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:17.592364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be626c19-50b6-4fc5-bd5d-3d2cd32f3ba9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Pushing event updated for resources: {'Subnet': ['ID=e28cd140-c3a6-452f-86fe-31b9558f1d4a,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:17.601198 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be626c19-50b6-4fc5-bd5d-3d2cd32f3ba9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Checking segment: {'id': '0488c821-2a34-4fc0-9e41-49ead89010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '774b2ad7-9bac-4f19-87ab-10e036787e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:25:17.601579 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be626c19-50b6-4fc5-bd5d-3d2cd32f3ba9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Network hostable DHCP agents. Network: 774b2ad7-9bac-4f19-87ab-10e036787e9c, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:25:17.682835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be626c19-50b6-4fc5-bd5d-3d2cd32f3ba9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Network 774b2ad7-9bac-4f19-87ab-10e036787e9c is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:25:17.719934 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-857f80a5-e014-49a6-a85b-60ce574ddffa req-43c82f18-40d3-4f2c-8e10-c5d3db9e8b06 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0315108 Sep 18 05:25:17.742603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-be626c19-50b6-4fc5-bd5d-3d2cd32f3ba9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 774b2ad7-9bac-4f19-87ab-10e036787e9c) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:25:17.747762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be626c19-50b6-4fc5-bd5d-3d2cd32f3ba9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:17.748405 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-be626c19-50b6-4fc5-bd5d-3d2cd32f3ba9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:17.755153 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c0a576-09d1-409f-8194-80602eda6d6b None None] Network 774b2ad7-9bac-4f19-87ab-10e036787e9c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:25:17.816710 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-be626c19-50b6-4fc5-bd5d-3d2cd32f3ba9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7332969 Sep 18 05:25:17.819161 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44864) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:17.824533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5509c458-d0c5-4f0f-b91f-9e5d4744cc5c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Request body: {'port': {'network_id': '774b2ad7-9bac-4f19-87ab-10e036787e9c', 'name': 'tempest-TagsExtTest-85013101'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:17.995606 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5509c458-d0c5-4f0f-b91f-9e5d4744cc5c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Made reservation on behalf of 2c0d2e5564f14638b6ab823cb0776851 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:25:17.999255 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5509c458-d0c5-4f0f-b91f-9e5d4744cc5c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:18.020303 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-5509c458-d0c5-4f0f-b91f-9e5d4744cc5c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] device_id is not set on port e6492f46-927f-462d-b69c-0478eccf2d9c yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:25:18.053645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-774b2ad7-9bac-4f19-87ab-10e036787e9c', 'network_id': '774b2ad7-9bac-4f19-87ab-10e036787e9c', 'tenant_id': '2c0d2e5564f14638b6ab823cb0776851', 'fixed_ips': [{'subnet_id': 'e28cd140-c3a6-452f-86fe-31b9558f1d4a'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:25:18.054878 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:18.166310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-5509c458-d0c5-4f0f-b91f-9e5d4744cc5c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Allocated IP 172.20.0.4 (774b2ad7-9bac-4f19-87ab-10e036787e9c/e28cd140-c3a6-452f-86fe-31b9558f1d4a/e6492f46-927f-462d-b69c-0478eccf2d9c) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:25:18.324116 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5509c458-d0c5-4f0f-b91f-9e5d4744cc5c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:18.399058 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5509c458-d0c5-4f0f-b91f-9e5d4744cc5c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:18.442833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5509c458-d0c5-4f0f-b91f-9e5d4744cc5c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Network 774b2ad7-9bac-4f19-87ab-10e036787e9c is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:25:18.444861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Allocated IP 172.20.0.2 (774b2ad7-9bac-4f19-87ab-10e036787e9c/e28cd140-c3a6-452f-86fe-31b9558f1d4a/3ae06dee-4ca3-4556-98f5-7b953bba90f4) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:25:18.446195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5509c458-d0c5-4f0f-b91f-9e5d4744cc5c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:25:18.449992 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5509c458-d0c5-4f0f-b91f-9e5d4744cc5c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:25:18.479481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509c458-d0c5-4f0f-b91f-9e5d4744cc5c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Pushing event updated for resources: {'Port': ['ID=e6492f46-927f-462d-b69c-0478eccf2d9c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:18.506328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5509c458-d0c5-4f0f-b91f-9e5d4744cc5c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:18.506867 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5509c458-d0c5-4f0f-b91f-9e5d4744cc5c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:18.559281 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5509c458-d0c5-4f0f-b91f-9e5d4744cc5c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 0.7378705 Sep 18 05:25:18.561024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44868) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:18.565650 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-28d639c7-f7e9-4b5d-aa5a-0fee9234d30a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-736988549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:18.597774 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:18.670181 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-28d639c7-f7e9-4b5d-aa5a-0fee9234d30a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:18.671327 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-28d639c7-f7e9-4b5d-aa5a-0fee9234d30a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:18.699472 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:18.732003 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-28d639c7-f7e9-4b5d-aa5a-0fee9234d30a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:18.742759 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Network 774b2ad7-9bac-4f19-87ab-10e036787e9c is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:25:18.745503 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:25:18.753360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:25:18.756506 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Pushing event updated for resources: {'Port': ['ID=3ae06dee-4ca3-4556-98f5-7b953bba90f4,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:18.798016 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-28d639c7-f7e9-4b5d-aa5a-0fee9234d30a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:18.809931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Attempting to bind port 3ae06dee-4ca3-4556-98f5-7b953bba90f4 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:25:18.810310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Attempting to bind port 3ae06dee-4ca3-4556-98f5-7b953bba90f4 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '0488c821-2a34-4fc0-9e41-49ead89010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '774b2ad7-9bac-4f19-87ab-10e036787e9c'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:25:18.810675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Attempting to bind port 3ae06dee-4ca3-4556-98f5-7b953bba90f4 on network 774b2ad7-9bac-4f19-87ab-10e036787e9c {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:25:18.816666 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:25:18.821169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Checking segment: {'id': '0488c821-2a34-4fc0-9e41-49ead89010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '774b2ad7-9bac-4f19-87ab-10e036787e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:25:18.821169 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:18.821169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Bound using segment: {'id': '0488c821-2a34-4fc0-9e41-49ead89010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '774b2ad7-9bac-4f19-87ab-10e036787e9c'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:25:18.821169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Bound port: 3ae06dee-4ca3-4556-98f5-7b953bba90f4, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0488c821-2a34-4fc0-9e41-49ead89010b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '774b2ad7-9bac-4f19-87ab-10e036787e9c'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:25:18.821169 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:18.835958 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-da77f4c3-7d1c-410c-8e92-d86f6cf80e12 req-06020ea5-5bf1-4045-b218-9dadcb30356f tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0301480 Sep 18 05:25:18.889053 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] For port 3ae06dee-4ca3-4556-98f5-7b953bba90f4, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:25:18.892368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] For port 3ae06dee-4ca3-4556-98f5-7b953bba90f4, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3ae06dee-4ca3-4556-98f5-7b953bba90f4,segment=NetworkSegment(0488c821-2a34-4fc0-9e41-49ead89010b6),segment_id=0488c821-2a34-4fc0-9e41-49ead89010b6)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:25:18.906152 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-28d639c7-f7e9-4b5d-aa5a-0fee9234d30a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:18.910756 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-28d639c7-f7e9-4b5d-aa5a-0fee9234d30a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3453691 Sep 18 05:25:18.910964 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44872) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:18.915447 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d0c7d55e-c203-472d-9013-71d0f10bb3b4 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-440255477', 'prefixes': ['172.20.0.0/16']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:18.992079 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:19.057124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3533720-a84f-4eb8-9d46-6ad862e34682 None None] Pushing event updated for resources: {'Port': ['ID=3ae06dee-4ca3-4556-98f5-7b953bba90f4,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:19.196119 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d0c7d55e-c203-472d-9013-71d0f10bb3b4 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for subnetpool, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:19.197455 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d0c7d55e-c203-472d-9013-71d0f10bb3b4 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2855511 Sep 18 05:25:19.200689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44876) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:19.234571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-ff67e496-6dce-4f55-b4af-898e0df088c5 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e28cd140-c3a6-452f-86fe-31b9558f1d4a', 'tempest-TagsExtTest-Tag-515351858') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:19.432950 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ff67e496-6dce-4f55-b4af-898e0df088c5 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "PUT /v2.0/subnets/e28cd140-c3a6-452f-86fe-31b9558f1d4a/tags/tempest-TagsExtTest-Tag-515351858 HTTP/1.1" status: 201 len: 201 time: 0.2311058 Sep 18 05:25:19.435693 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44878) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:19.441414 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-3e49fd80-1423-4255-a5d6-61bdd94d20bf tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e6492f46-927f-462d-b69c-0478eccf2d9c', 'tempest-TagsExtTest-Tag-1112629816') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:19.552847 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3e49fd80-1423-4255-a5d6-61bdd94d20bf tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "PUT /v2.0/ports/e6492f46-927f-462d-b69c-0478eccf2d9c/tags/tempest-TagsExtTest-Tag-1112629816 HTTP/1.1" status: 201 len: 201 time: 0.1159856 Sep 18 05:25:19.555457 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44880) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:19.560554 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-1059d395-8a3c-4049-b856-accc4885a125 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e831a47b-e50c-49a9-800a-305c28704337', 'tempest-TagsExtTest-Tag-614966596') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:19.724773 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1059d395-8a3c-4049-b856-accc4885a125 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "PUT /v2.0/routers/e831a47b-e50c-49a9-800a-305c28704337/tags/tempest-TagsExtTest-Tag-614966596 HTTP/1.1" status: 201 len: 201 time: 0.1682458 Sep 18 05:25:19.725965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44882) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:19.731065 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-748c76be-8105-4cfd-b717-f2d7cf0edcc2 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5e274019-c947-464d-8ee0-f00d8d1c32fd', 'tempest-TagsExtTest-Tag-1422484909') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:19.835471 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-748c76be-8105-4cfd-b717-f2d7cf0edcc2 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "PUT /v2.0/subnetpools/5e274019-c947-464d-8ee0-f00d8d1c32fd/tags/tempest-TagsExtTest-Tag-1422484909 HTTP/1.1" status: 201 len: 201 time: 0.1060240 Sep 18 05:25:19.835734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44884) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:19.839972 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-b098068d-8382-4313-bd15-7177c1269711 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e28cd140-c3a6-452f-86fe-31b9558f1d4a') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:19.956823 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44888) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:19.957385 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b098068d-8382-4313-bd15-7177c1269711 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/subnets/e28cd140-c3a6-452f-86fe-31b9558f1d4a/tags HTTP/1.1" status: 200 len: 240 time: 0.1201582 Sep 18 05:25:19.965233 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-1a94f46f-477d-47e4-90f2-bcc7138e7d61 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e28cd140-c3a6-452f-86fe-31b9558f1d4a', 'tempest-TagsExtTest-Tag-515351858') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:19.978233 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b95b0ea-c435-4c20-b5a0-4996c6cbdf35 req-232ffa3a-05f7-42f8-9f64-8869d602dbdd tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0448883 Sep 18 05:25:20.025856 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22dce52-b4cc-4ccb-bf45-addabbe677b7 None None] Network 774b2ad7-9bac-4f19-87ab-10e036787e9c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:25:20.042738 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1a94f46f-477d-47e4-90f2-bcc7138e7d61 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/subnets/e28cd140-c3a6-452f-86fe-31b9558f1d4a/tags/tempest-TagsExtTest-Tag-515351858 HTTP/1.1" status: 204 len: 168 time: 0.0809457 Sep 18 05:25:20.045527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44890) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:20.050931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-746e0484-4e05-43f1-889b-e426b3f34a17 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e28cd140-c3a6-452f-86fe-31b9558f1d4a', 'tempest-TagsExtTest-Tag-515351858') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:20.113283 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-359587ed-e0f3-4f7d-8d49-a4ac37799850 None None] Provisioning complete for port 3ae06dee-4ca3-4556-98f5-7b953bba90f4 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:20.113582 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-359587ed-e0f3-4f7d-8d49-a4ac37799850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:20.174312 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-746e0484-4e05-43f1-889b-e426b3f34a17 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/subnets/e28cd140-c3a6-452f-86fe-31b9558f1d4a/tags/tempest-TagsExtTest-Tag-515351858 HTTP/1.1" status: 204 len: 168 time: 0.1274428 Sep 18 05:25:20.176743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44892) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:20.182027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-1a13d9f4-3e82-4456-a502-97d237825ad2 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e28cd140-c3a6-452f-86fe-31b9558f1d4a') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:20.236850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1a13d9f4-3e82-4456-a502-97d237825ad2 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/subnets/e28cd140-c3a6-452f-86fe-31b9558f1d4a/tags HTTP/1.1" status: 200 len: 205 time: 0.0582144 Sep 18 05:25:20.239629 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44894) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:20.257362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-4d8fcfdd-46d9-4385-acfa-5f1a144a492b tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e6492f46-927f-462d-b69c-0478eccf2d9c') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:20.263575 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-359587ed-e0f3-4f7d-8d49-a4ac37799850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:20.309912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-359587ed-e0f3-4f7d-8d49-a4ac37799850 None None] For port 3ae06dee-4ca3-4556-98f5-7b953bba90f4, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3ae06dee-4ca3-4556-98f5-7b953bba90f4,segment=NetworkSegment(0488c821-2a34-4fc0-9e41-49ead89010b6),segment_id=0488c821-2a34-4fc0-9e41-49ead89010b6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:20.375615 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-359587ed-e0f3-4f7d-8d49-a4ac37799850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:20.389309 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4d8fcfdd-46d9-4385-acfa-5f1a144a492b tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/ports/e6492f46-927f-462d-b69c-0478eccf2d9c/tags HTTP/1.1" status: 200 len: 241 time: 0.1477044 Sep 18 05:25:20.392498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44900) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:20.397806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-a84c18f3-aeab-406d-be66-e33b7701df60 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e6492f46-927f-462d-b69c-0478eccf2d9c', 'tempest-TagsExtTest-Tag-1112629816') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:20.428964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3ae06dee-4ca3-4556-98f5-7b953bba90f4 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:25:20.468554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359587ed-e0f3-4f7d-8d49-a4ac37799850 None None] Pushing event updated for resources: {'Port': ['ID=3ae06dee-4ca3-4556-98f5-7b953bba90f4,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:20.499468 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a84c18f3-aeab-406d-be66-e33b7701df60 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/ports/e6492f46-927f-462d-b69c-0478eccf2d9c/tags/tempest-TagsExtTest-Tag-1112629816 HTTP/1.1" status: 204 len: 168 time: 0.1051288 Sep 18 05:25:20.505315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44904) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:20.513344 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-ae1421cb-164e-4004-a4e1-273f49efe5a9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e6492f46-927f-462d-b69c-0478eccf2d9c', 'tempest-TagsExtTest-Tag-1112629816') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:20.516470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 3ae06dee-4ca3-4556-98f5-7b953bba90f4 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:20.517208 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:20.700114 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ae1421cb-164e-4004-a4e1-273f49efe5a9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/ports/e6492f46-927f-462d-b69c-0478eccf2d9c/tags/tempest-TagsExtTest-Tag-1112629816 HTTP/1.1" status: 204 len: 168 time: 0.1927328 Sep 18 05:25:20.701352 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e0da209a-e864-4b07-a61e-fbbabade1c39 None None] Provisioning complete for port e6492f46-927f-462d-b69c-0478eccf2d9c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:20.701798 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e0da209a-e864-4b07-a61e-fbbabade1c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:20.702463 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44906) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:20.707493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-4061c4e2-5a01-4aba-9076-60dfe0558720 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e6492f46-927f-462d-b69c-0478eccf2d9c') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:20.750646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e0da209a-e864-4b07-a61e-fbbabade1c39 None None] Port e6492f46-927f-462d-b69c-0478eccf2d9c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:25:20.761481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e0da209a-e864-4b07-a61e-fbbabade1c39 None None] Provisioning complete for port 3ae06dee-4ca3-4556-98f5-7b953bba90f4 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:20.761863 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e0da209a-e864-4b07-a61e-fbbabade1c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:20.772301 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4061c4e2-5a01-4aba-9076-60dfe0558720 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/ports/e6492f46-927f-462d-b69c-0478eccf2d9c/tags HTTP/1.1" status: 200 len: 205 time: 0.0687139 Sep 18 05:25:20.786862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44908) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:20.786862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-124dc89c-b43b-43f6-9512-debc2501817b tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e831a47b-e50c-49a9-800a-305c28704337') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:20.862756 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-124dc89c-b43b-43f6-9512-debc2501817b tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/routers/e831a47b-e50c-49a9-800a-305c28704337/tags HTTP/1.1" status: 200 len: 240 time: 0.0878105 Sep 18 05:25:20.864969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44910) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:20.869226 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-47eff284-5d17-49a5-a1ae-12df67f4eeca tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e831a47b-e50c-49a9-800a-305c28704337', 'tempest-TagsExtTest-Tag-614966596') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:20.941135 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-47eff284-5d17-49a5-a1ae-12df67f4eeca tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/routers/e831a47b-e50c-49a9-800a-305c28704337/tags/tempest-TagsExtTest-Tag-614966596 HTTP/1.1" status: 204 len: 168 time: 0.0750020 Sep 18 05:25:20.943296 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44912) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:20.947685 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-44f699b9-2ec5-4055-9212-840c15c7eb71 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e831a47b-e50c-49a9-800a-305c28704337', 'tempest-TagsExtTest-Tag-614966596') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:20.963664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-76fa7bb4-c7ee-439c-9011-2b8c149dcf17 None None] Provisioning complete for port e6492f46-927f-462d-b69c-0478eccf2d9c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:20.964047 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-76fa7bb4-c7ee-439c-9011-2b8c149dcf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:21.002452 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-76fa7bb4-c7ee-439c-9011-2b8c149dcf17 None None] Port e6492f46-927f-462d-b69c-0478eccf2d9c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:25:21.092202 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-03725a49-a7d2-42db-bf1d-01cf9e290cae req-76e8d8c3-11c6-4528-ad58-8c44baa3c32d tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0308926 Sep 18 05:25:21.138067 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44916) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:21.138557 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-44f699b9-2ec5-4055-9212-840c15c7eb71 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/routers/e831a47b-e50c-49a9-800a-305c28704337/tags/tempest-TagsExtTest-Tag-614966596 HTTP/1.1" status: 204 len: 168 time: 0.1938517 Sep 18 05:25:21.143775 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-d62f0a0e-397f-432d-a8bc-0714f6f1a46e tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e831a47b-e50c-49a9-800a-305c28704337') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:21.218555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d62f0a0e-397f-432d-a8bc-0714f6f1a46e tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/routers/e831a47b-e50c-49a9-800a-305c28704337/tags HTTP/1.1" status: 200 len: 205 time: 0.0763128 Sep 18 05:25:21.218769 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44918) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:21.223068 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-9ec4d0a6-649e-4005-ada0-d1fa6d77614f tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5e274019-c947-464d-8ee0-f00d8d1c32fd') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:21.252108 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9ec4d0a6-649e-4005-ada0-d1fa6d77614f tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/subnetpools/5e274019-c947-464d-8ee0-f00d8d1c32fd/tags HTTP/1.1" status: 200 len: 241 time: 0.0294323 Sep 18 05:25:21.252393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44920) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:21.256916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-8093d3f1-1b81-4320-a69a-9651ee5a8782 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5e274019-c947-464d-8ee0-f00d8d1c32fd', 'tempest-TagsExtTest-Tag-1422484909') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:21.281830 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8093d3f1-1b81-4320-a69a-9651ee5a8782 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/subnetpools/5e274019-c947-464d-8ee0-f00d8d1c32fd/tags/tempest-TagsExtTest-Tag-1422484909 HTTP/1.1" status: 204 len: 168 time: 0.0260215 Sep 18 05:25:21.282073 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44922) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:21.286587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-30949fd4-33d2-4f28-a9b9-9e1f2f88664b tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5e274019-c947-464d-8ee0-f00d8d1c32fd', 'tempest-TagsExtTest-Tag-1422484909') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:21.379745 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-30949fd4-33d2-4f28-a9b9-9e1f2f88664b tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5e274019-c947-464d-8ee0-f00d8d1c32fd/tags/tempest-TagsExtTest-Tag-1422484909 HTTP/1.1" status: 204 len: 168 time: 0.0965552 Sep 18 05:25:21.382146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44924) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:21.386582 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-58982167-3a44-41f2-b586-690fc971e148 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5e274019-c947-464d-8ee0-f00d8d1c32fd') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:21.407482 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-58982167-3a44-41f2-b586-690fc971e148 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/subnetpools/5e274019-c947-464d-8ee0-f00d8d1c32fd/tags HTTP/1.1" status: 200 len: 205 time: 0.0243096 Sep 18 05:25:21.410307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44926) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:21.415159 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-00fd060f-5294-4d3c-a387-476fbdfbad02 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5e274019-c947-464d-8ee0-f00d8d1c32fd') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:21.455837 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-00fd060f-5294-4d3c-a387-476fbdfbad02 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5e274019-c947-464d-8ee0-f00d8d1c32fd/tags HTTP/1.1" status: 204 len: 168 time: 0.0442295 Sep 18 05:25:21.458616 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44928) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:21.463379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-d1547bb7-3212-4899-b57b-119a0934a908 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e831a47b-e50c-49a9-800a-305c28704337') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:21.544547 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d1547bb7-3212-4899-b57b-119a0934a908 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/routers/e831a47b-e50c-49a9-800a-305c28704337/tags HTTP/1.1" status: 204 len: 168 time: 0.0846508 Sep 18 05:25:21.546916 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44930) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:21.551623 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-e2923aba-a02e-4b40-aa20-cd41bda30230 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e6492f46-927f-462d-b69c-0478eccf2d9c') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:21.606396 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e2923aba-a02e-4b40-aa20-cd41bda30230 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/ports/e6492f46-927f-462d-b69c-0478eccf2d9c/tags HTTP/1.1" status: 204 len: 168 time: 0.0584741 Sep 18 05:25:21.608870 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44934) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:21.614426 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-bc89258d-bdf9-4476-bcb8-78eeae8f8a77 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e28cd140-c3a6-452f-86fe-31b9558f1d4a') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:21.668793 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bc89258d-bdf9-4476-bcb8-78eeae8f8a77 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/subnets/e28cd140-c3a6-452f-86fe-31b9558f1d4a/tags HTTP/1.1" status: 204 len: 168 time: 0.0589249 Sep 18 05:25:21.672443 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44936) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:21.677843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-b17b5332-3c7e-45d0-8283-fa286209e462 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e28cd140-c3a6-452f-86fe-31b9558f1d4a', 'tempest-TagsExtTest-Tag-476947463') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:21.827024 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b17b5332-3c7e-45d0-8283-fa286209e462 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "PUT /v2.0/subnets/e28cd140-c3a6-452f-86fe-31b9558f1d4a/tags/tempest-TagsExtTest-Tag-476947463 HTTP/1.1" status: 201 len: 201 time: 0.1529422 Sep 18 05:25:21.829899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44938) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:21.834636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-b274554c-c74c-4ff1-ae29-c58ded372828 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e6492f46-927f-462d-b69c-0478eccf2d9c', 'tempest-TagsExtTest-Tag-12691469') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:21.964455 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b274554c-c74c-4ff1-ae29-c58ded372828 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "PUT /v2.0/ports/e6492f46-927f-462d-b69c-0478eccf2d9c/tags/tempest-TagsExtTest-Tag-12691469 HTTP/1.1" status: 201 len: 201 time: 0.1334176 Sep 18 05:25:21.967095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44940) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:21.972193 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-b25f3450-d4f8-4460-b245-359f12882b43 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e831a47b-e50c-49a9-800a-305c28704337', 'tempest-TagsExtTest-Tag-1252260271') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:22.142760 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b25f3450-d4f8-4460-b245-359f12882b43 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "PUT /v2.0/routers/e831a47b-e50c-49a9-800a-305c28704337/tags/tempest-TagsExtTest-Tag-1252260271 HTTP/1.1" status: 201 len: 201 time: 0.1714680 Sep 18 05:25:22.143416 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44946) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:22.147882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-a2c13249-0d4e-43a0-bdcf-f434181d1bac tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5e274019-c947-464d-8ee0-f00d8d1c32fd', 'tempest-TagsExtTest-Tag-1481142660') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:22.220998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16e5dde8-24ca-42bf-bec1-aa87e229c23f req-1e1f1517-58cb-48b3-8db1-6f9db85084a4 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0271349 Sep 18 05:25:22.241068 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a2c13249-0d4e-43a0-bdcf-f434181d1bac tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "PUT /v2.0/subnetpools/5e274019-c947-464d-8ee0-f00d8d1c32fd/tags/tempest-TagsExtTest-Tag-1481142660 HTTP/1.1" status: 201 len: 201 time: 0.0945098 Sep 18 05:25:22.241424 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44948) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:22.245953 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-71837cec-7a18-4703-89b3-450c15903e3a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e28cd140-c3a6-452f-86fe-31b9558f1d4a', {'tags': ['tempest-TagsExtTest-Tag-1801175965', 'tempest-TagsExtTest-Tag-1086717584', 'tempest-TagsExtTest-Tag-1226756222']}) {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:22.336428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3ae06dee-4ca3-4556-98f5-7b953bba90f4 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:25:22.353219 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-71837cec-7a18-4703-89b3-450c15903e3a tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "PUT /v2.0/subnets/e28cd140-c3a6-452f-86fe-31b9558f1d4a/tags HTTP/1.1" status: 200 len: 318 time: 0.1107049 Sep 18 05:25:22.355652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44950) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:22.360981 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-decd034d-a1f2-466b-b5bb-ec1fd39ab604 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e28cd140-c3a6-452f-86fe-31b9558f1d4a') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:22.387571 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 3ae06dee-4ca3-4556-98f5-7b953bba90f4 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:22.388045 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:22.478796 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-decd034d-a1f2-466b-b5bb-ec1fd39ab604 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/subnets/e28cd140-c3a6-452f-86fe-31b9558f1d4a/tags HTTP/1.1" status: 204 len: 168 time: 0.1218274 Sep 18 05:25:22.481439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44952) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:22.488808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-6354b3ab-bac5-4c1f-a26a-f32282957b31 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e28cd140-c3a6-452f-86fe-31b9558f1d4a', 'tempest-TagsExtTest-Tag-1801175965') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:22.524080 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-2c0dbe49-e538-496c-851a-556955b67764 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0458908 Sep 18 05:25:22.544661 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-6354b3ab-bac5-4c1f-a26a-f32282957b31 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] show failed (client error): The resource could not be found. Sep 18 05:25:22.548519 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6354b3ab-bac5-4c1f-a26a-f32282957b31 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/subnets/e28cd140-c3a6-452f-86fe-31b9558f1d4a/tags/tempest-TagsExtTest-Tag-1801175965 HTTP/1.1" status: 404 len: 329 time: 0.0631280 Sep 18 05:25:22.549494 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 44954) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:22.553927 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-bbb9c208-89cb-4cd4-b9ff-54a2d141090e tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e28cd140-c3a6-452f-86fe-31b9558f1d4a', 'tempest-TagsExtTest-Tag-1086717584') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:22.637573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-115864b1-073c-4b62-abc5-c29ef6de4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:22.638058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-115864b1-073c-4b62-abc5-c29ef6de4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:22.638538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-115864b1-073c-4b62-abc5-c29ef6de4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:22.639009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-115864b1-073c-4b62-abc5-c29ef6de4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:22.639478 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-115864b1-073c-4b62-abc5-c29ef6de4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:22.639946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-115864b1-073c-4b62-abc5-c29ef6de4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:22.640437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-115864b1-073c-4b62-abc5-c29ef6de4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:22.642520 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-115864b1-073c-4b62-abc5-c29ef6de4301 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e297637f8edb461588776b48da04ab80&device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 6508 time: 0.0605097 Sep 18 05:25:22.652352 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-bbb9c208-89cb-4cd4-b9ff-54a2d141090e tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] show failed (client error): The resource could not be found. Sep 18 05:25:22.653417 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bbb9c208-89cb-4cd4-b9ff-54a2d141090e tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/subnets/e28cd140-c3a6-452f-86fe-31b9558f1d4a/tags/tempest-TagsExtTest-Tag-1086717584 HTTP/1.1" status: 404 len: 329 time: 0.1029434 Sep 18 05:25:22.656493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44958) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:22.662284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-49dbb595-3e88-42f6-b951-a46e751c51a3 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e28cd140-c3a6-452f-86fe-31b9558f1d4a', 'tempest-TagsExtTest-Tag-1226756222') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:22.724417 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-49dbb595-3e88-42f6-b951-a46e751c51a3 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] show failed (client error): The resource could not be found. Sep 18 05:25:22.726214 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-49dbb595-3e88-42f6-b951-a46e751c51a3 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/subnets/e28cd140-c3a6-452f-86fe-31b9558f1d4a/tags/tempest-TagsExtTest-Tag-1226756222 HTTP/1.1" status: 404 len: 329 time: 0.0666072 Sep 18 05:25:22.732892 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44960) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:22.738763 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-d38e9c21-627e-4697-bcdf-74aecca211f9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e6492f46-927f-462d-b69c-0478eccf2d9c', {'tags': ['tempest-TagsExtTest-Tag-1668249367', 'tempest-TagsExtTest-Tag-212232813', 'tempest-TagsExtTest-Tag-579942014']}) {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:22.791784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-97737a43-7db4-4915-8c35-d6d84142c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:22.792294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-97737a43-7db4-4915-8c35-d6d84142c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:22.792776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-97737a43-7db4-4915-8c35-d6d84142c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:22.794451 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-97737a43-7db4-4915-8c35-d6d84142c6a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b75bd381-628d-4f64-8921-7884772c6d53&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=949f5a21-9f21-48eb-8050-df0d8a67ec39&id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&id=d31ab936-807d-4ca3-b171-a16b4b9bc97f HTTP/1.1" status: 200 len: 2292 time: 0.1116455 Sep 18 05:25:22.865411 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-c3c35500-79a5-4675-a278-9d586977bb19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8362c616-7f68-4cac-8131-3860764a80bc HTTP/1.1" status: 200 len: 1001 time: 0.0621622 Sep 18 05:25:22.882649 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d38e9c21-627e-4697-bcdf-74aecca211f9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "PUT /v2.0/ports/e6492f46-927f-462d-b69c-0478eccf2d9c/tags HTTP/1.1" status: 200 len: 316 time: 0.1487312 Sep 18 05:25:22.885195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44962) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:22.889554 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-00b8ddea-ed89-4edc-89bc-e8938d897319 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e6492f46-927f-462d-b69c-0478eccf2d9c') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:22.915462 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-6f089a51-59ff-47c4-b22e-5968ca3adcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:22.916998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-6f089a51-59ff-47c4-b22e-5968ca3adcc7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a HTTP/1.1" status: 200 len: 856 time: 0.0450687 Sep 18 05:25:22.965983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-75bef171-7faf-4fe0-8e77-a2dfaa98dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:22.967430 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-75bef171-7faf-4fe0-8e77-a2dfaa98dfbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b75bd381-628d-4f64-8921-7884772c6d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430081 Sep 18 05:25:23.051995 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-00b8ddea-ed89-4edc-89bc-e8938d897319 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/ports/e6492f46-927f-462d-b69c-0478eccf2d9c/tags HTTP/1.1" status: 204 len: 168 time: 0.1655681 Sep 18 05:25:23.052741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44964) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:23.057062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-3a134090-d575-471b-a3e3-1a49c2ffe937 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e6492f46-927f-462d-b69c-0478eccf2d9c', 'tempest-TagsExtTest-Tag-1668249367') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:23.068049 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-e552ea23-580c-45b0-ba55-cabef16e29f6 service neutron] 10.222.0.18 "GET /v2.0/networks/b75bd381-628d-4f64-8921-7884772c6d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926445 Sep 18 05:25:23.077081 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:23.109003 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-3a134090-d575-471b-a3e3-1a49c2ffe937 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] show failed (client error): The resource could not be found. Sep 18 05:25:23.113070 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3a134090-d575-471b-a3e3-1a49c2ffe937 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/ports/e6492f46-927f-462d-b69c-0478eccf2d9c/tags/tempest-TagsExtTest-Tag-1668249367 HTTP/1.1" status: 404 len: 329 time: 0.0593870 Sep 18 05:25:23.113641 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44966) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:23.117991 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-2d5069dc-0e1a-42fe-899e-324b3342e941 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e6492f46-927f-462d-b69c-0478eccf2d9c', 'tempest-TagsExtTest-Tag-212232813') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:23.170872 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-43740f6b-0914-4ac3-9819-b4b3227f6420 service neutron] 10.222.0.18 "GET /v2.0/networks/b75bd381-628d-4f64-8921-7884772c6d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954056 Sep 18 05:25:23.176748 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-2d5069dc-0e1a-42fe-899e-324b3342e941 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] show failed (client error): The resource could not be found. Sep 18 05:25:23.177786 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2d5069dc-0e1a-42fe-899e-324b3342e941 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/ports/e6492f46-927f-462d-b69c-0478eccf2d9c/tags/tempest-TagsExtTest-Tag-212232813 HTTP/1.1" status: 404 len: 328 time: 0.0632529 Sep 18 05:25:23.180691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44968) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:23.185387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-ea9d4a15-692e-4ac6-946e-35a628ed6f25 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e6492f46-927f-462d-b69c-0478eccf2d9c', 'tempest-TagsExtTest-Tag-579942014') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:23.217393 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-13d1e086-b64d-4220-9972-5fe1a72b73b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=7641b39e-46be-4f6f-ae6a-60ffe772d892 HTTP/1.1" status: 200 len: 217 time: 0.0384047 Sep 18 05:25:23.242965 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-ea9d4a15-692e-4ac6-946e-35a628ed6f25 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] show failed (client error): The resource could not be found. Sep 18 05:25:23.246616 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ea9d4a15-692e-4ac6-946e-35a628ed6f25 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/ports/e6492f46-927f-462d-b69c-0478eccf2d9c/tags/tempest-TagsExtTest-Tag-579942014 HTTP/1.1" status: 404 len: 328 time: 0.0624135 Sep 18 05:25:23.247814 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44970) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:23.254034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-502626d8-8ce3-4da9-82cf-e58c733bbeb9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e831a47b-e50c-49a9-800a-305c28704337', {'tags': ['tempest-TagsExtTest-Tag-655289961', 'tempest-TagsExtTest-Tag-1474487988', 'tempest-TagsExtTest-Tag-609327085']}) {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:23.274215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-398482cd-5aa1-446d-be85-77fd21353479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:23.275861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-398482cd-5aa1-446d-be85-77fd21353479 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.0495789 Sep 18 05:25:23.321320 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:23.336112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-d1514832-3c8c-42cb-8e13-93412e6d9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:23.338256 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-d1514832-3c8c-42cb-8e13-93412e6d9ba2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0541964 Sep 18 05:25:23.365967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d288d176-4774-43ed-871c-7f2a733385e5 req-6a0863ea-36a8-4806-a82d-1ac3d72e7196 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0313277 Sep 18 05:25:23.429191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-080b4e84-d2dc-4112-8d6c-b5dd17937e5f service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832644 Sep 18 05:25:23.452301 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-502626d8-8ce3-4da9-82cf-e58c733bbeb9 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "PUT /v2.0/routers/e831a47b-e50c-49a9-800a-305c28704337/tags HTTP/1.1" status: 200 len: 316 time: 0.2012074 Sep 18 05:25:23.452820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44974) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:23.459107 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-f403e4c2-b838-450d-afe8-dacb8c1f40c6 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e831a47b-e50c-49a9-800a-305c28704337') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:23.622567 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f403e4c2-b838-450d-afe8-dacb8c1f40c6 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/routers/e831a47b-e50c-49a9-800a-305c28704337/tags HTTP/1.1" status: 204 len: 168 time: 0.1660290 Sep 18 05:25:23.622829 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44976) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:23.628520 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-2b8467de-4d61-463d-9cd3-f5f5afae1189 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e831a47b-e50c-49a9-800a-305c28704337', 'tempest-TagsExtTest-Tag-655289961') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:23.705666 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-2b8467de-4d61-463d-9cd3-f5f5afae1189 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] show failed (client error): The resource could not be found. Sep 18 05:25:23.709514 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2b8467de-4d61-463d-9cd3-f5f5afae1189 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/routers/e831a47b-e50c-49a9-800a-305c28704337/tags/tempest-TagsExtTest-Tag-655289961 HTTP/1.1" status: 404 len: 328 time: 0.0828433 Sep 18 05:25:23.709794 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44980) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:23.714447 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-444c62fb-f7c4-4401-ad2e-77fb07ef7ed3 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e831a47b-e50c-49a9-800a-305c28704337', 'tempest-TagsExtTest-Tag-1474487988') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:23.754363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44982) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:23.816143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-cbe3c93b-77e7-44a8-b0d0-648484e3fad4 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802893 Sep 18 05:25:23.824144 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-444c62fb-f7c4-4401-ad2e-77fb07ef7ed3 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] show failed (client error): The resource could not be found. Sep 18 05:25:23.825240 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-444c62fb-f7c4-4401-ad2e-77fb07ef7ed3 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/routers/e831a47b-e50c-49a9-800a-305c28704337/tags/tempest-TagsExtTest-Tag-1474487988 HTTP/1.1" status: 404 len: 329 time: 0.1145957 Sep 18 05:25:23.828115 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44986) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:23.833989 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-ec715260-4a27-418c-85eb-04cab1ed7825 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e831a47b-e50c-49a9-800a-305c28704337', 'tempest-TagsExtTest-Tag-609327085') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:23.860102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-af4601c2-0231-490b-b5e3-1c4e35cd69fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=00d5618d-7a91-47cc-9fdc-97fe0cba8df1 HTTP/1.1" status: 200 len: 217 time: 0.0365648 Sep 18 05:25:23.913519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-abaf0e45-36ca-4bd5-96bf-ed312e88540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:23.915055 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-abaf0e45-36ca-4bd5-96bf-ed312e88540b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.0477128 Sep 18 05:25:23.975840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-7f988e74-10fa-4de3-a591-7bf4dc53b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:23.977502 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-7f988e74-10fa-4de3-a591-7bf4dc53b4c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0552111 Sep 18 05:25:24.073453 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-3ff2892a-7c3b-42bc-9db2-7b451100485b service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885911 Sep 18 05:25:24.171015 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-b088fc8b-d1f8-4b6a-8902-51ae82fd5bd3 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890899 Sep 18 05:25:24.215290 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-b9d2dec5-6293-4fde-8958-667884cf814c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=8a7f17ae-7a13-4a47-913b-bc6c1c328380 HTTP/1.1" status: 200 len: 217 time: 0.0340674 Sep 18 05:25:24.241893 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-ec715260-4a27-418c-85eb-04cab1ed7825 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] show failed (client error): The resource could not be found. Sep 18 05:25:24.242938 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ec715260-4a27-418c-85eb-04cab1ed7825 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/routers/e831a47b-e50c-49a9-800a-305c28704337/tags/tempest-TagsExtTest-Tag-609327085 HTTP/1.1" status: 404 len: 328 time: 0.4137146 Sep 18 05:25:24.246773 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44988) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:24.252838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-4d5137c8-6c56-402a-81e8-9f864e97339d tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5e274019-c947-464d-8ee0-f00d8d1c32fd', {'tags': ['tempest-TagsExtTest-Tag-1103109683', 'tempest-TagsExtTest-Tag-1393828730', 'tempest-TagsExtTest-Tag-1936725815']}) {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:24.266250 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-0065c3d1-4744-4fd8-9327-914a22c24527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:24.268087 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-0065c3d1-4744-4fd8-9327-914a22c24527 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.0445287 Sep 18 05:25:24.318652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-c5768591-a7b9-48be-b971-558d421610db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:24.320257 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-c5768591-a7b9-48be-b971-558d421610db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0455279 Sep 18 05:25:24.404690 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4d5137c8-6c56-402a-81e8-9f864e97339d tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "PUT /v2.0/subnetpools/5e274019-c947-464d-8ee0-f00d8d1c32fd/tags HTTP/1.1" status: 200 len: 318 time: 0.1567962 Sep 18 05:25:24.407864 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44992) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:24.415476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-7b119556-4567-4790-9bee-a2a40d7257a1 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5e274019-c947-464d-8ee0-f00d8d1c32fd') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:24.417012 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-34ba6e36-523b-4dc7-8149-9b1f88e731e0 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879993 Sep 18 05:25:24.511964 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-207fca6a-b77c-4dd9-8d13-718d3d1836d3 req-7282d0b2-ca55-437b-84a3-3cec05ea85d0 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0580559 Sep 18 05:25:24.541960 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-450e46f5-4419-46f3-ab82-e9be5fd655b3 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152263 Sep 18 05:25:24.562684 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39712e78-fbf1-47a6-aadf-2110e15a4d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:24.588283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-156ccaa2-e17a-4daf-8494-deb2c738dbb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=befede63-e44f-4f1c-a020-79b74d04426f HTTP/1.1" status: 200 len: 217 time: 0.0387866 Sep 18 05:25:24.596194 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7b119556-4567-4790-9bee-a2a40d7257a1 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5e274019-c947-464d-8ee0-f00d8d1c32fd/tags HTTP/1.1" status: 204 len: 168 time: 0.1873257 Sep 18 05:25:24.599885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44994) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:24.605592 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-7ad6abbe-f8fa-4f6d-9f14-c40c370416f8 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5e274019-c947-464d-8ee0-f00d8d1c32fd', 'tempest-TagsExtTest-Tag-1103109683') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:24.642904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-8be429dd-5e66-4bc8-9762-1c73bc862833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:24.644433 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-8be429dd-5e66-4bc8-9762-1c73bc862833 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 200 len: 797 time: 0.0490489 Sep 18 05:25:24.665026 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-7ad6abbe-f8fa-4f6d-9f14-c40c370416f8 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] show failed (client error): The resource could not be found. Sep 18 05:25:24.666067 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7ad6abbe-f8fa-4f6d-9f14-c40c370416f8 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/subnetpools/5e274019-c947-464d-8ee0-f00d8d1c32fd/tags/tempest-TagsExtTest-Tag-1103109683 HTTP/1.1" status: 404 len: 329 time: 0.0651884 Sep 18 05:25:24.669924 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44996) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:24.674627 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-595f9e66-dba0-4068-bd49-ed9f0d9ce197 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5e274019-c947-464d-8ee0-f00d8d1c32fd', 'tempest-TagsExtTest-Tag-1393828730') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:24.690585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-cf827ada-b3e6-4035-9637-1ae7205bbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:24.692111 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-cf827ada-b3e6-4035-9637-1ae7205bbb19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949f5a21-9f21-48eb-8050-df0d8a67ec39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0407171 Sep 18 05:25:24.730838 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-595f9e66-dba0-4068-bd49-ed9f0d9ce197 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] show failed (client error): The resource could not be found. Sep 18 05:25:24.731887 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-595f9e66-dba0-4068-bd49-ed9f0d9ce197 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/subnetpools/5e274019-c947-464d-8ee0-f00d8d1c32fd/tags/tempest-TagsExtTest-Tag-1393828730 HTTP/1.1" status: 404 len: 329 time: 0.0610745 Sep 18 05:25:24.734696 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 44998) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:24.739504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-b4bbd58e-6c0a-4865-9a57-8f20af3748ca tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5e274019-c947-464d-8ee0-f00d8d1c32fd', 'tempest-TagsExtTest-Tag-1936725815') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:24.786354 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-b4bbd58e-6c0a-4865-9a57-8f20af3748ca tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] show failed (client error): The resource could not be found. Sep 18 05:25:24.789855 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b4bbd58e-6c0a-4865-9a57-8f20af3748ca tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/subnetpools/5e274019-c947-464d-8ee0-f00d8d1c32fd/tags/tempest-TagsExtTest-Tag-1936725815 HTTP/1.1" status: 404 len: 329 time: 0.0517306 Sep 18 05:25:24.789992 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-7e20b94d-2c63-472d-9bf8-8d5b3ddc7907 service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893340 Sep 18 05:25:24.790232 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45000) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:24.794839 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-75b76884-14cd-4bd7-81ff-5b392bd0bddd tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5e274019-c947-464d-8ee0-f00d8d1c32fd') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:24.871131 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-39712e78-fbf1-47a6-aadf-2110e15a4d48 admin admin] Deleting port e868afcb-2055-48db-b095-a463bc549676 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:24.871483 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39712e78-fbf1-47a6-aadf-2110e15a4d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:24.877226 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-75b76884-14cd-4bd7-81ff-5b392bd0bddd tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5e274019-c947-464d-8ee0-f00d8d1c32fd/tags HTTP/1.1" status: 204 len: 168 time: 0.0859087 Sep 18 05:25:24.880918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45002) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:24.885421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-b53b1733-c792-44d7-ad92-b88e0839a906 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e831a47b-e50c-49a9-800a-305c28704337') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:24.941016 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-db1e7154-cf49-4cbe-935a-f41f52eef16c service neutron] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419230 Sep 18 05:25:24.960144 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-39712e78-fbf1-47a6-aadf-2110e15a4d48 admin admin] For port e868afcb-2055-48db-b095-a463bc549676, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e868afcb-2055-48db-b095-a463bc549676,segment=NetworkSegment(9858ab5c-0a86-4647-a79f-808b1301d1a5),segment_id=9858ab5c-0a86-4647-a79f-808b1301d1a5)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:24.960547 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39712e78-fbf1-47a6-aadf-2110e15a4d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:24.973706 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-39712e78-fbf1-47a6-aadf-2110e15a4d48 admin admin] Calling delete_port for e868afcb-2055-48db-b095-a463bc549676 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:25.011092 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-21fe6548-8e8e-49c5-9904-47145f763b9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3bb6430a-9a5c-484b-b453-77ab0ec0627d HTTP/1.1" status: 200 len: 217 time: 0.0630493 Sep 18 05:25:25.014738 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b53b1733-c792-44d7-ad92-b88e0839a906 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/routers/e831a47b-e50c-49a9-800a-305c28704337/tags HTTP/1.1" status: 204 len: 168 time: 0.1328976 Sep 18 05:25:25.019226 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45004) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:25.024952 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-9f4501cf-7226-4be6-ad0a-688d762187b4 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e6492f46-927f-462d-b69c-0478eccf2d9c') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:25.072881 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-90562947-6e6f-499b-b5b3-3bc5788146aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:25.072881 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-90562947-6e6f-499b-b5b3-3bc5788146aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40658f68-338e-4856-9ca3-ffd563345ec9 HTTP/1.1" status: 200 len: 797 time: 0.0531430 Sep 18 05:25:25.118573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-a3188680-792f-4418-a233-734918b61454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:25.120508 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-a3188680-792f-4418-a233-734918b61454 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0416498 Sep 18 05:25:25.135750 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9f4501cf-7226-4be6-ad0a-688d762187b4 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/ports/e6492f46-927f-462d-b69c-0478eccf2d9c/tags HTTP/1.1" status: 204 len: 168 time: 0.1154592 Sep 18 05:25:25.139940 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45006) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:25.145892 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-8898f859-542f-4a5f-9c4a-f31ee1028b6f tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e28cd140-c3a6-452f-86fe-31b9558f1d4a') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:25.217789 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-329fd088-7647-4813-8bdf-cf193ce4e654 service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901687 Sep 18 05:25:25.254003 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8898f859-542f-4a5f-9c4a-f31ee1028b6f tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/subnets/e28cd140-c3a6-452f-86fe-31b9558f1d4a/tags HTTP/1.1" status: 204 len: 168 time: 0.1086533 Sep 18 05:25:25.254757 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45008) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:25.318876 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-7b9caf55-9f7e-4c3a-b194-c9cd3ca53513 service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944958 Sep 18 05:25:25.323532 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39712e78-fbf1-47a6-aadf-2110e15a4d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:25.349225 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39712e78-fbf1-47a6-aadf-2110e15a4d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e868afcb-2055-48db-b095-a463bc549676,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:25.366479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-d00f5976-a729-4260-983b-6a18c4c970fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b01b9012-f023-40c1-8bda-c545d70ac4b6 HTTP/1.1" status: 200 len: 217 time: 0.0412216 Sep 18 05:25:25.410938 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b724793e-76c2-40f4-baa9-d5ae01c2e248 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for subnetpool, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:25.412188 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b724793e-76c2-40f4-baa9-d5ae01c2e248 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/subnetpools/5e274019-c947-464d-8ee0-f00d8d1c32fd HTTP/1.1" status: 204 len: 168 time: 0.1564832 Sep 18 05:25:25.414853 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45010) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:25.423444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-9bc7e331-0428-4e17-8329-7b35708d6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:25.425297 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-9bc7e331-0428-4e17-8329-7b35708d6e1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40658f68-338e-4856-9ca3-ffd563345ec9 HTTP/1.1" status: 200 len: 797 time: 0.0511372 Sep 18 05:25:25.447398 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0a874495-82f3-4777-87c4-f6789e088ff5 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "GET /v2.0/ports?device_id=e831a47b-e50c-49a9-800a-305c28704337 HTTP/1.1" status: 200 len: 205 time: 0.0312688 Sep 18 05:25:25.449782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45012) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:25.476357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-eeb5507a-a593-4de0-9508-eb22f7fd953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:25.477898 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-eeb5507a-a593-4de0-9508-eb22f7fd953b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d31ab936-807d-4ca3-b171-a16b4b9bc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0450060 Sep 18 05:25:25.567883 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f6afb186-3a9a-4a64-9d03-8dd94e31a2ef tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:25.585155 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-31072b6b-0aa6-46fe-950a-7c0bf865349b service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998278 Sep 18 05:25:25.663589 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4ddf53b6-93d3-4a3f-acd5-63f2c194dfb2 req-3a2573ab-0897-49cc-b6e6-0462b08221b0 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0620246 Sep 18 05:25:25.678986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae8973e-2896-4bdc-b3fd-9cf27f5429e7 req-b315f72d-7396-4614-9d89-ed82ec5d32df service neutron] 10.222.0.18 "GET /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867767 Sep 18 05:25:25.764173 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-39712e78-fbf1-47a6-aadf-2110e15a4d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:25.792469 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f6afb186-3a9a-4a64-9d03-8dd94e31a2ef tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:25.796926 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f6afb186-3a9a-4a64-9d03-8dd94e31a2ef tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:25.923878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f6afb186-3a9a-4a64-9d03-8dd94e31a2ef tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:25.924472 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6afb186-3a9a-4a64-9d03-8dd94e31a2ef tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Fanout notify agent at l3_agent the message router_deleted on router e831a47b-e50c-49a9-800a-305c28704337 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:25:25.932610 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f6afb186-3a9a-4a64-9d03-8dd94e31a2ef tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:25.933710 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f6afb186-3a9a-4a64-9d03-8dd94e31a2ef tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/routers/e831a47b-e50c-49a9-800a-305c28704337 HTTP/1.1" status: 204 len: 168 time: 0.4830239 Sep 18 05:25:25.936546 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45016) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:26.118866 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-6bf0c443-5392-447e-ae1d-41a9eea5b197 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Deleting port e6492f46-927f-462d-b69c-0478eccf2d9c {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:26.119198 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6bf0c443-5392-447e-ae1d-41a9eea5b197 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:26.125758 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39712e78-fbf1-47a6-aadf-2110e15a4d48 admin admin] Router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:25:26.258596 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6bf0c443-5392-447e-ae1d-41a9eea5b197 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:26.302157 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-6bf0c443-5392-447e-ae1d-41a9eea5b197 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Calling delete_port for e6492f46-927f-462d-b69c-0478eccf2d9c owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:26.576877 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39712e78-fbf1-47a6-aadf-2110e15a4d48 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:25:26.585862 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-39712e78-fbf1-47a6-aadf-2110e15a4d48 admin admin] 10.222.0.23 "PUT /v2.0/routers/abd5646a-8407-4a5a-9d45-f50bbad2b4c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8277645 Sep 18 05:25:26.586099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45018) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:26.588528 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b7a606-d729-4ca0-aaca-2aae0d5cfbba None None] Sync routers for ids ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:25:26.598445 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b7a606-d729-4ca0-aaca-2aae0d5cfbba None None] Routers {'abd5646a-8407-4a5a-9d45-f50bbad2b4c3'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:25:26.599217 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-54b7a606-d729-4ca0-aaca-2aae0d5cfbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:25:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:26.695883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:26.708170 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-54b7a606-d729-4ca0-aaca-2aae0d5cfbba None None] Set router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:25:26.803199 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6187e073-45e0-4462-bdd6-ab3e337ec9b7 req-e97ae893-f815-4247-aa36-80261984c0c6 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0557125 Sep 18 05:25:26.820597 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6bf0c443-5392-447e-ae1d-41a9eea5b197 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:26.851475 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:26.879654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0c443-5392-447e-ae1d-41a9eea5b197 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Pushing event deleted for resources: {'Port': ['ID=e6492f46-927f-462d-b69c-0478eccf2d9c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:26.901999 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-54b7a606-d729-4ca0-aaca-2aae0d5cfbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:25:25Z', 'revision_number': 5, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port': {'id': 'fc8d7edd-9804-4604-b386-a2a6dbc7a32d', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:13:45Z', 'updated_at': '2021-09-18T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:26.935718 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b7a606-d729-4ca0-aaca-2aae0d5cfbba None None] Checking router: abd5646a-8407-4a5a-9d45-f50bbad2b4c3 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:25:26.937136 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6bf0c443-5392-447e-ae1d-41a9eea5b197 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:26.940721 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6bf0c443-5392-447e-ae1d-41a9eea5b197 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/ports/e6492f46-927f-462d-b69c-0478eccf2d9c HTTP/1.1" status: 204 len: 168 time: 1.0032253 Sep 18 05:25:26.943100 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45022) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:26.954750 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b7a606-d729-4ca0-aaca-2aae0d5cfbba None None] Routers {'abd5646a-8407-4a5a-9d45-f50bbad2b4c3'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:25:26.955596 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-54b7a606-d729-4ca0-aaca-2aae0d5cfbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:25:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:26.987025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] Deleting port fc8d7edd-9804-4604-b386-a2a6dbc7a32d {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:26.987642 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.002711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ddba9c-5887-4380-a95c-c28ba5a33274 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Deleting subnet e28cd140-c3a6-452f-86fe-31b9558f1d4a {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:25:27.006113 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3ddba9c-5887-4380-a95c-c28ba5a33274 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.061472 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-54b7a606-d729-4ca0-aaca-2aae0d5cfbba None None] Set router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:25:27.062573 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3ddba9c-5887-4380-a95c-c28ba5a33274 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.076698 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] For port fc8d7edd-9804-4604-b386-a2a6dbc7a32d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fc8d7edd-9804-4604-b386-a2a6dbc7a32d,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:27.077234 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.093655 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] Calling delete_port for fc8d7edd-9804-4604-b386-a2a6dbc7a32d owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:27.168181 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3ddba9c-5887-4380-a95c-c28ba5a33274 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.209039 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-54b7a606-d729-4ca0-aaca-2aae0d5cfbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:25:26Z', 'revision_number': 6, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:27.236222 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b7a606-d729-4ca0-aaca-2aae0d5cfbba None None] The sync data for ids ['abd5646a-8407-4a5a-9d45-f50bbad2b4c3'] in n-d-789963-13 is: [{'id': 'abd5646a-8407-4a5a-9d45-f50bbad2b4c3', 'name': 'tempest-TaggedBootDevicesTest-1520304610-router', 'tenant_id': 'b372da42727e49509bd94f617be28f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:13:44Z', 'updated_at': '2021-09-18T05:25:26Z', 'revision_number': 6, 'project_id': 'b372da42727e49509bd94f617be28f70', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:25:27.317382 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3ddba9c-5887-4380-a95c-c28ba5a33274 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.345476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddba9c-5887-4380-a95c-c28ba5a33274 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Pushing event deleted for resources: {'Subnet': ['ID=e28cd140-c3a6-452f-86fe-31b9558f1d4a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:27.349189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3ddba9c-5887-4380-a95c-c28ba5a33274 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.351435 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a3ddba9c-5887-4380-a95c-c28ba5a33274 tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/subnets/e28cd140-c3a6-452f-86fe-31b9558f1d4a HTTP/1.1" status: 204 len: 168 time: 0.4070098 Sep 18 05:25:27.353597 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45024) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:27.356041 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e55a27-3761-42fb-8d52-f7227f9a5ee2 None None] Network 774b2ad7-9bac-4f19-87ab-10e036787e9c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:25:27.368586 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.400875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc8d7edd-9804-4604-b386-a2a6dbc7a32d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:27.433895 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.459384 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.493686 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Deleting port 3ae06dee-4ca3-4556-98f5-7b953bba90f4 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:27.494119 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.553126 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.555278 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.562012 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] For port 3ae06dee-4ca3-4556-98f5-7b953bba90f4, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3ae06dee-4ca3-4556-98f5-7b953bba90f4,segment=NetworkSegment(0488c821-2a34-4fc0-9e41-49ead89010b6),segment_id=0488c821-2a34-4fc0-9e41-49ead89010b6)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:27.562381 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.575210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Calling delete_port for 3ae06dee-4ca3-4556-98f5-7b953bba90f4 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:27.620422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] DHCP port deletion for 774b2ad7-9bac-4f19-87ab-10e036787e9c request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:25:27.669981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Deleting port 3ae06dee-4ca3-4556-98f5-7b953bba90f4 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:27.670384 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.687309 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.687917 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abd5646a-8407-4a5a-9d45-f50bbad2b4c3 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:25:27.697306 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.697306 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ced04d43-91f1-4703-ab8b-14c9197a0326 admin admin] 10.222.0.23 "DELETE /v2.0/routers/abd5646a-8407-4a5a-9d45-f50bbad2b4c3 HTTP/1.1" status: 204 len: 168 time: 1.1078126 Sep 18 05:25:27.697556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45026) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:27.741387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-abed1170-1b13-411c-bddd-c66f6f7fe10b admin admin] Deleting subnet 3652170f-ab08-4d41-b110-118b14aed9ef {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:25:27.744358 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-abed1170-1b13-411c-bddd-c66f6f7fe10b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.747747 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] For port 3ae06dee-4ca3-4556-98f5-7b953bba90f4, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3ae06dee-4ca3-4556-98f5-7b953bba90f4,segment=NetworkSegment(0488c821-2a34-4fc0-9e41-49ead89010b6),segment_id=0488c821-2a34-4fc0-9e41-49ead89010b6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:27.748155 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.755982 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.760953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Calling delete_port for 3ae06dee-4ca3-4556-98f5-7b953bba90f4 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:27.780767 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-abed1170-1b13-411c-bddd-c66f6f7fe10b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.784080 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Pushing event deleted for resources: {'Port': ['ID=3ae06dee-4ca3-4556-98f5-7b953bba90f4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:27.788522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] No DVR routers for this DVR port 3ae06dee-4ca3-4556-98f5-7b953bba90f4 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:25:27.845460 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.863485 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-abed1170-1b13-411c-bddd-c66f6f7fe10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.872449 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Pushing event deleted for resources: {'Port': ['ID=3ae06dee-4ca3-4556-98f5-7b953bba90f4,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:27.882626 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:27.882862 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.882982 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:27.883460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:27.883790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:27.884126 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:27.884479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:27.884812 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:27.885645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:27.885645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:27.885863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:27.886120 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:27.886446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:27.895059 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23da1e-7c20-4609-8972-90119576ecee None None] No DVR routers for this DVR port 3ae06dee-4ca3-4556-98f5-7b953bba90f4 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:25:27.914159 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774b2ad7-9bac-4f19-87ab-10e036787e9c']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:27.933071 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0488c821-2a34-4fc0-9e41-49ead89010b6') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:27.933366 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0488c821-2a34-4fc0-9e41-49ead89010b6') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:27.956739 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7bbf0c4f-67e3-4d0c-b403-86c927e40d52 req-c8e8a218-890f-4412-a713-ffc652b8b1a5 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0350702 Sep 18 05:25:27.958355 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.971775 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.977915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:25:27.978307 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:25:27.982116 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:25:28.002563 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-abed1170-1b13-411c-bddd-c66f6f7fe10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.042265 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-abed1170-1b13-411c-bddd-c66f6f7fe10b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.047018 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-abed1170-1b13-411c-bddd-c66f6f7fe10b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3652170f-ab08-4d41-b110-118b14aed9ef HTTP/1.1" status: 204 len: 168 time: 0.3460968 Sep 18 05:25:28.047159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45030) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:28.050935 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d177abd-2bf0-43f3-84b9-95dbf8d67842 None None] Network 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:25:28.054755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed1170-1b13-411c-bddd-c66f6f7fe10b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3652170f-ab08-4d41-b110-118b14aed9ef,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:28.109802 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-696d057e-015c-4262-b998-4f8560ac8b61 req-60d848aa-3cc4-4278-8ff1-5007b740d9f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2286566cac4f4dfba2f50e6245016c7f&device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0281196 Sep 18 05:25:28.115783 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.123392 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.125616 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] 10.222.0.23 "DELETE /v2.0/networks/774b2ad7-9bac-4f19-87ab-10e036787e9c HTTP/1.1" status: 204 len: 168 time: 0.7709823 Sep 18 05:25:28.149344 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9005cc0-643c-4892-841b-8b535701353c tempest-TagsExtTest-1932487219 tempest-TagsExtTest-1932487219-project] Pushing event deleted for resources: {'Network': ['ID=774b2ad7-9bac-4f19-87ab-10e036787e9c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:28.174881 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-696d057e-015c-4262-b998-4f8560ac8b61 req-43c82b72-36f2-434a-b150-2d36ba2955b1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2286566cac4f4dfba2f50e6245016c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328984 Sep 18 05:25:28.178074 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.264382 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa69ca6-6d4e-4110-9e5d-4ce9289fa8cc None None] DHCP port deletion for 78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:25:28.317369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d057e-015c-4262-b998-4f8560ac8b61 req-1f3f11d5-8654-4d8d-a0b0-2d2ad1cabe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:28.318856 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-696d057e-015c-4262-b998-4f8560ac8b61 req-1f3f11d5-8654-4d8d-a0b0-2d2ad1cabe0a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1334600 Sep 18 05:25:28.323508 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Deleting port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:28.323919 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.357271 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6fa69ca6-6d4e-4110-9e5d-4ce9289fa8cc None None] Deleting port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:28.358862 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6fa69ca6-6d4e-4110-9e5d-4ce9289fa8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.402591 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] For port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c5cb79c1-94ca-4ce8-8f0c-759c9c07934c,segment=NetworkSegment(9858ab5c-0a86-4647-a79f-808b1301d1a5),segment_id=9858ab5c-0a86-4647-a79f-808b1301d1a5)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:28.402968 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.416586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Calling delete_port for c5cb79c1-94ca-4ce8-8f0c-759c9c07934c owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:28.418512 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fc8d7edd-9804-4604-b386-a2a6dbc7a32d no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:25:28.446221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: fc8d7edd-9804-4604-b386-a2a6dbc7a32d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:25:28.446578 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fc8d7edd-9804-4604-b386-a2a6dbc7a32d not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:25:28.447017 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3ae06dee-4ca3-4556-98f5-7b953bba90f4 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:25:28.475491 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 3ae06dee-4ca3-4556-98f5-7b953bba90f4 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:25:28.475844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3ae06dee-4ca3-4556-98f5-7b953bba90f4 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:25:28.476488 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c5cb79c1-94ca-4ce8-8f0c-759c9c07934c no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:25:28.502324 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6fa69ca6-6d4e-4110-9e5d-4ce9289fa8cc None None] For port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c5cb79c1-94ca-4ce8-8f0c-759c9c07934c,segment=NetworkSegment(9858ab5c-0a86-4647-a79f-808b1301d1a5),segment_id=9858ab5c-0a86-4647-a79f-808b1301d1a5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:28.502666 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6fa69ca6-6d4e-4110-9e5d-4ce9289fa8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.519270 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6fa69ca6-6d4e-4110-9e5d-4ce9289fa8cc None None] Calling delete_port for c5cb79c1-94ca-4ce8-8f0c-759c9c07934c owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:28.574655 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45036) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:28.584195 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.610700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5cb79c1-94ca-4ce8-8f0c-759c9c07934c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:28.616740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] No DVR routers for this DVR port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:25:28.623928 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.673772 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6fa69ca6-6d4e-4110-9e5d-4ce9289fa8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.676512 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e868afcb-2055-48db-b095-a463bc549676 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:25:28.697933 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.715666 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: e868afcb-2055-48db-b095-a463bc549676 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:25:28.716028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e868afcb-2055-48db-b095-a463bc549676 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:25:28.719007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa69ca6-6d4e-4110-9e5d-4ce9289fa8cc None None] Pushing event deleted for resources: {'Port': ['ID=c5cb79c1-94ca-4ce8-8f0c-759c9c07934c,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:28.721523 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa69ca6-6d4e-4110-9e5d-4ce9289fa8cc None None] No DVR routers for this DVR port c5cb79c1-94ca-4ce8-8f0c-759c9c07934c on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:25:28.728572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c2b9f2-8e97-4d0a-84ce-22a58b092ad4']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:28.743346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9858ab5c-0a86-4647-a79f-808b1301d1a5') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:28.748036 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9858ab5c-0a86-4647-a79f-808b1301d1a5') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:28.761452 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.772168 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-de722ff3-e01e-41b0-9826-64defa6ce293 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c0d2e5564f14638b6ab823cb0776851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1960561 Sep 18 05:25:28.774944 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45040) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:28.778227 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.784479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:25:28.784881 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:25:28.786527 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:25:28.825324 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de0f6887-2107-4294-abac-fd2fc2248298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.847629 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de0f6887-2107-4294-abac-fd2fc2248298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.911661 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.917238 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.919084 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/78c2b9f2-8e97-4d0a-84ce-22a58b092ad4 HTTP/1.1" status: 204 len: 168 time: 0.8709564 Sep 18 05:25:28.930650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeddaf7-57de-4bae-bf9c-2d3a3f70a3e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c2b9f2-8e97-4d0a-84ce-22a58b092ad4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:28.951565 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de0f6887-2107-4294-abac-fd2fc2248298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.954588 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-de0f6887-2107-4294-abac-fd2fc2248298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:28.956197 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-de0f6887-2107-4294-abac-fd2fc2248298 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff1e8f5d-6799-439a-a69d-fbdf237f70a5 HTTP/1.1" status: 204 len: 168 time: 0.1795475 Sep 18 05:25:28.964451 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f6887-2107-4294-abac-fd2fc2248298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1e8f5d-6799-439a-a69d-fbdf237f70a5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:29.058548 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0b9a037-428b-48e2-87a3-bd2cccfbbfdd req-bfae1807-4a6b-423c-aa8c-df33d5a50a3d tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0267885 Sep 18 05:25:29.189980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45048) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:29.233326 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f1aa980a-29d8-4035-b380-7a0328c25d10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b372da42727e49509bd94f617be28f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420187 Sep 18 05:25:29.235725 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45050) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:29.285423 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e404055b-58c2-4ef5-bbf4-4b52e9486a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:29.307201 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e404055b-58c2-4ef5-bbf4-4b52e9486a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:29.418540 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e404055b-58c2-4ef5-bbf4-4b52e9486a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:29.421162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e404055b-58c2-4ef5-bbf4-4b52e9486a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:29.422323 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e404055b-58c2-4ef5-bbf4-4b52e9486a00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58591da7-5531-4017-9d5c-da2b30f2427f HTTP/1.1" status: 204 len: 168 time: 0.1856284 Sep 18 05:25:29.431436 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404055b-58c2-4ef5-bbf4-4b52e9486a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58591da7-5531-4017-9d5c-da2b30f2427f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:30.162541 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f4846148-8c46-4ef2-866c-b6f49e81f361 req-18076ded-10cd-4b68-894f-4a669810ff97 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0285277 Sep 18 05:25:30.382470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45098) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:30.481651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-344471859-network', 'tenant_id': '2cb816455355452fb8ccf70a29c1dca2'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:30.567151 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] Made reservation on behalf of 2cb816455355452fb8ccf70a29c1dca2 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:25:30.569589 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:30.578304 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:30.671548 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:30.732566 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:30.753878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:25:30.769164 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cb93dd-0752-4215-9745-7c7c18bd7ab2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:30.775837 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:30.775837 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] Added segment 9c12ab7b-c50a-4c83-a646-4779041be69e of type vlan for network a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8 Sep 18 05:25:30.812527 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:30.888463 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:30.889491 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:30.890092 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:30.980813 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] Pushing event updated for resources: {'Network': ['ID=a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:30.990572 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:25:31.015674 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5007682b-355f-432d-8e4c-26ba65341dfc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6319995 Sep 18 05:25:31.019196 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45116) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:31.024222 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c4f8cf30-f89b-40ab-878a-0e259a40f4dd admin admin] Request body: {'subnet': {'network_id': 'a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-344471859-subnet', 'tenant_id': '2cb816455355452fb8ccf70a29c1dca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:31.140408 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f8cf30-f89b-40ab-878a-0e259a40f4dd admin admin] Made reservation on behalf of 2cb816455355452fb8ccf70a29c1dca2 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:25:31.142813 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cf30-f89b-40ab-878a-0e259a40f4dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:31.225784 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-73c9be9b-f6e1-4828-af9c-e4512f89eaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:31.275987 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fb96e21e-dcd0-4925-a72e-5925379170bf req-cf004a7c-ad6d-4910-9fd4-5d8af679ca87 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0318079 Sep 18 05:25:31.395652 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cf30-f89b-40ab-878a-0e259a40f4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:31.456078 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8cf30-f89b-40ab-878a-0e259a40f4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea62eb6-e2d8-4027-8d87-3e4e92d73468,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:31.461388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8cf30-f89b-40ab-878a-0e259a40f4dd admin admin] Checking segment: {'id': '9c12ab7b-c50a-4c83-a646-4779041be69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:25:31.461757 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f8cf30-f89b-40ab-878a-0e259a40f4dd admin admin] Network hostable DHCP agents. Network: a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:25:31.601090 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f8cf30-f89b-40ab-878a-0e259a40f4dd admin admin] Network a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:25:31.688249 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-c4f8cf30-f89b-40ab-878a-0e259a40f4dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:25:31.693024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f8cf30-f89b-40ab-878a-0e259a40f4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:31.693626 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cf30-f89b-40ab-878a-0e259a40f4dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:31.698800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c625d6-922c-42a2-b020-2a0d9178c472 None None] Network a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:25:31.793406 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c4f8cf30-f89b-40ab-878a-0e259a40f4dd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7720885 Sep 18 05:25:31.824490 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91398c9-eb43-4f24-ae1d-2107b7a23af2 None None] Network a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:25:31.978785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45144) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:32.083419 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5639435a-6b5b-47dc-852e-1fe3bd7b574e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:32.173698 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5639435a-6b5b-47dc-852e-1fe3bd7b574e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:32.242766 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5639435a-6b5b-47dc-852e-1fe3bd7b574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:32.278473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-a1ca3b37-e420-4ad0-82f0-4b29f131f5dc tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:32.280012 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-a1ca3b37-e420-4ad0-82f0-4b29f131f5dc tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/networks?id=a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8 HTTP/1.1" status: 200 len: 813 time: 0.1060295 Sep 18 05:25:32.281232 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639435a-6b5b-47dc-852e-1fe3bd7b574e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6268e9-a878-4c45-8498-4c85c4ef2121,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:32.289813 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5639435a-6b5b-47dc-852e-1fe3bd7b574e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4595b71980849c6bb0380b81eeed9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098807 Sep 18 05:25:32.290351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45160) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:32.296046 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6c65d3ee-2873-4524-82e3-80a88e9f4190 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/quotas/2cb816455355452fb8ccf70a29c1dca2 HTTP/1.1" status: 200 len: 375 time: 0.0099370 Sep 18 05:25:32.331968 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-cf3e8aeb-562d-4c4f-9ee0-11655f79207b tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2cb816455355452fb8ccf70a29c1dca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288906 Sep 18 05:25:32.343418 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-39d4e609-9cdd-4629-8127-ef62b704e799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:32.390510 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80625b65-0d3c-43d9-8be4-85361331a7ef req-81c4bab7-34f9-4018-a9ba-40b10c6918ba tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0340681 Sep 18 05:25:32.395711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-39d4e609-9cdd-4629-8127-ef62b704e799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:32.431473 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-496aab27-d3a5-45f1-ba1c-372251b75de7 service neutron] 10.222.0.23 "GET /v2.0/networks/a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921748 Sep 18 05:25:32.511389 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-39d4e609-9cdd-4629-8127-ef62b704e799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:32.514038 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-39d4e609-9cdd-4629-8127-ef62b704e799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:32.515331 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-39d4e609-9cdd-4629-8127-ef62b704e799 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d6268e9-a878-4c45-8498-4c85c4ef2121 HTTP/1.1" status: 204 len: 168 time: 0.2239311 Sep 18 05:25:32.525236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4e609-9cdd-4629-8127-ef62b704e799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6268e9-a878-4c45-8498-4c85c4ef2121,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:32.525386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-8b064a4f-e640-43da-8536-09729b24673d service neutron] 10.222.0.23 "GET /v2.0/networks/a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861626 Sep 18 05:25:32.800848 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a783d26-b127-4a46-bf0f-2825a1703c08 req-a27d67d1-02d5-43eb-af58-59133b334cbe tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 210 time: 0.0271490 Sep 18 05:25:33.123221 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45178) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:33.136272 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5579ff16-6590-4c82-8eed-51a5f3c48305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:33.223523 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5579ff16-6590-4c82-8eed-51a5f3c48305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:33.277208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5579ff16-6590-4c82-8eed-51a5f3c48305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:33.316726 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5579ff16-6590-4c82-8eed-51a5f3c48305 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=faa882946c8b406f8eba94319d97fa80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924365 Sep 18 05:25:33.317850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579ff16-6590-4c82-8eed-51a5f3c48305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d471f1f-de09-4d33-9704-6b72cce07524,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:33.319496 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45180) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:33.381009 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-62572c7e-0814-492d-addf-0411d4f6db02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:33.402230 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-62572c7e-0814-492d-addf-0411d4f6db02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:33.501971 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c9a7af2-655d-4508-b430-6fd11a57194a req-2d021a77-15de-4a1c-864c-4a94f4464741 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0257254 Sep 18 05:25:33.521841 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-62572c7e-0814-492d-addf-0411d4f6db02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:33.521841 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-62572c7e-0814-492d-addf-0411d4f6db02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:33.521841 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-62572c7e-0814-492d-addf-0411d4f6db02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d471f1f-de09-4d33-9704-6b72cce07524 HTTP/1.1" status: 204 len: 168 time: 0.1982584 Sep 18 05:25:33.529531 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62572c7e-0814-492d-addf-0411d4f6db02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d471f1f-de09-4d33-9704-6b72cce07524,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:33.858152 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db4df51e-27ee-49d1-a8d6-8321e3908592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:33.899874 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-afd27e53-a953-4745-b731-b0745d0aad77 req-d473ff6d-ce70-412b-845b-68a45876cfa4 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 210 time: 0.0272465 Sep 18 05:25:34.281903 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:34.616673 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a7bae468-ac14-4bd8-9dd8-4da4e58a2a5e req-60cb59a3-1f44-4a30-a285-6256713b13bc tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0316083 Sep 18 05:25:34.832926 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5cd986c6-3307-4fd2-85d9-a45991c676ed req-438fd8df-adff-4e30-b0ac-26c88ff1574d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.3284256 Sep 18 05:25:35.022999 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b672635b-4898-4dd0-8987-cc6b5253371d req-13750508-92ce-4a2e-92cd-fc9b9d053232 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 210 time: 0.0507896 Sep 18 05:25:35.136364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-80cca9ce-43f7-451d-99a2-7c54363b6325 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:35.137921 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-80cca9ce-43f7-451d-99a2-7c54363b6325 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.18 "GET /v2.0/networks?id=a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8 HTTP/1.1" status: 200 len: 813 time: 0.1638863 Sep 18 05:25:35.168820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Request body: {'port': {'device_id': 'eaf4bf10-9c87-49cc-a4d1-54d3685c0c50', 'network_id': 'a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8', 'admin_state_up': True, 'tenant_id': '2cb816455355452fb8ccf70a29c1dca2'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:35.264529 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:35.407165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Made reservation on behalf of 2cb816455355452fb8ccf70a29c1dca2 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:25:35.412049 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:35.544587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Allocated IP 172.20.0.10 (a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8/5ea62eb6-e2d8-4027-8d87-3e4e92d73468/f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:25:35.716372 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:35.733727 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e8983d32-04f2-44ee-b465-388c50ab72ae req-24e8e377-6c30-4127-a2c9-fd1b53546ea8 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0319862 Sep 18 05:25:35.838095 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:35.884290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Network a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:25:35.887368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:25:35.889873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:25:35.919340 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Pushing event updated for resources: {'Port': ['ID=f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:35.933412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:35.933770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:35.934121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:35.934721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:35.935063 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:35.935399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:35.935732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:35.936064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:35.936427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:35.936762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:35.937091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:35.937417 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:35.955844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:35.956501 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:36.037536 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6424328f-b59c-4dc1-8007-f0bdf04cc2b5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8733447 Sep 18 05:25:36.050906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Request body: {'port': {'device_id': 'eaf4bf10-9c87-49cc-a4d1-54d3685c0c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:36.116627 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:36.155332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b76a8e-5bf8-4f1e-8324-eb237e7dcc4d req-b5b0bdc5-0782-45fb-bfe9-54dab7f4650f tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:36.177132 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d7b76a8e-5bf8-4f1e-8324-eb237e7dcc4d req-b5b0bdc5-0782-45fb-bfe9-54dab7f4650f tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 932 time: 0.0521870 Sep 18 05:25:36.196707 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d7b76a8e-5bf8-4f1e-8324-eb237e7dcc4d req-fbfabd36-962e-48be-8231-84f6b78c8daa tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331855 Sep 18 05:25:36.413131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:25:36.423505 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:36.435889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Transition to ACTIVE for port object f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:25:36.562745 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:36.612797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Pushing event updated for resources: {'Port': ['ID=f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:36.682771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Attempting to bind port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:25:36.683123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Attempting to bind port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '9c12ab7b-c50a-4c83-a646-4779041be69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:25:36.683455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Attempting to bind port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 on network a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:25:36.687834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 on network a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:25:36.688162 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Attempting to bind port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 on network a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:25:36.693117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:25:36.693459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Checking segment: {'id': '9c12ab7b-c50a-4c83-a646-4779041be69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:25:36.693846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Bound using segment: {'id': '9c12ab7b-c50a-4c83-a646-4779041be69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:25:36.694278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Bound port: f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c12ab7b-c50a-4c83-a646-4779041be69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:25:36.694638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:36.757673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] For port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:25:36.761155 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] For port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8,segment=NetworkSegment(9c12ab7b-c50a-4c83-a646-4779041be69e),segment_id=9c12ab7b-c50a-4c83-a646-4779041be69e)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:25:36.835354 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:36.844101 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5c50fb8e-f83a-49c9-90b8-1d36ebb7f3f6 req-cc32ffbd-cd4d-4f34-99d7-0d8ab438aaf9 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0269840 Sep 18 05:25:36.848823 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:36.885310 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:36.885939 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:36.887380 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] 10.222.0.18 "PUT /v2.0/ports/f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 HTTP/1.1" status: 200 len: 1093 time: 0.8415511 Sep 18 05:25:36.887821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf4bf10-9c87-49cc-a4d1-54d3685c0c50', 'tag': 'f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:25:36.890097 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f3ac33-2d69-4ef0-94e7-e6f7654eeeb0" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf4bf10-9c87-49cc-a4d1-54d3685c0c50", "tag": "f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:25:36.920734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3923c14-fb7b-4f5f-bf6f-b4a34756f7af service neutron] Pushing event updated for resources: {'Port': ['ID=f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:36.930739 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd4200b-a418-4fce-8778-f68f2ecce42b x-openstack-request-id: req-fcd4200b-a418-4fce-8778-f68f2ecce42b {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:25:36.931044 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf4bf10-9c87-49cc-a4d1-54d3685c0c50", "tag": "f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:25:36.931337 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcd4200b-a418-4fce-8778-f68f2ecce42b {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:25:36.931704 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf4bf10-9c87-49cc-a4d1-54d3685c0c50', 'tag': 'f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8', 'status': 'completed', 'code': 200} Sep 18 05:25:36.992744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3ac33-2d69-4ef0-94e7-e6f7654eeeb0 req-54f613cd-5aed-418b-94c4-d5dbe9087c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:36.994287 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b0f3ac33-2d69-4ef0-94e7-e6f7654eeeb0 req-54f613cd-5aed-418b-94c4-d5dbe9087c71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cb816455355452fb8ccf70a29c1dca2&device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 1096 time: 0.0422983 Sep 18 05:25:37.097888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3ac33-2d69-4ef0-94e7-e6f7654eeeb0 req-8e91053b-3060-4195-a714-8712a3374f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:37.099292 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b0f3ac33-2d69-4ef0-94e7-e6f7654eeeb0 req-8e91053b-3060-4195-a714-8712a3374f04 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2cb816455355452fb8ccf70a29c1dca2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0975201 Sep 18 05:25:37.195141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3ac33-2d69-4ef0-94e7-e6f7654eeeb0 req-f581d5c8-636e-4c47-988a-214f1e7942ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:37.196654 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b0f3ac33-2d69-4ef0-94e7-e6f7654eeeb0 req-f581d5c8-636e-4c47-988a-214f1e7942ca service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0902801 Sep 18 05:25:37.301020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86cbe6fc-cfb9-4ab8-81e5-c89eeeb5b411 req-ca90795c-6a1a-412f-9622-71400eac1414 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2286566cac4f4dfba2f50e6245016c7f&device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0340102 Sep 18 05:25:37.308922 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a133f128-97f5-4385-a44b-073833ec27ef req-59a93d83-7b8c-40f9-b86d-1386eac7f9ae tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0309765 Sep 18 05:25:37.338358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-1e3fbd5d-2848-46b3-a797-48d48132988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:37.339853 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-1e3fbd5d-2848-46b3-a797-48d48132988c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cb816455355452fb8ccf70a29c1dca2&device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 1096 time: 0.1037538 Sep 18 05:25:37.358301 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86cbe6fc-cfb9-4ab8-81e5-c89eeeb5b411 req-65f783b3-9c38-4cea-afc8-45a28d2e0437 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2286566cac4f4dfba2f50e6245016c7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474079 Sep 18 05:25:37.395172 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-4da139cc-f877-4e29-a186-77767cb1a246 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 HTTP/1.1" status: 200 len: 217 time: 0.0448766 Sep 18 05:25:37.458335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7b348-7bb6-4f3e-a695-5d990989cd91 req-63157b6b-9b29-407a-a9a6-a80fd673f64f tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:37.460297 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29a7b348-7bb6-4f3e-a695-5d990989cd91 req-63157b6b-9b29-407a-a9a6-a80fd673f64f tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 944 time: 0.1613762 Sep 18 05:25:37.532817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6898aad4-202a-4bbd-b146-66a2c9b75b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:37.534396 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-6898aad4-202a-4bbd-b146-66a2c9b75b75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ea62eb6-e2d8-4027-8d87-3e4e92d73468 HTTP/1.1" status: 200 len: 853 time: 0.1226635 Sep 18 05:25:37.582774 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29a7b348-7bb6-4f3e-a695-5d990989cd91 req-d32d3f00-2291-4b18-86e6-56c879a09a7e tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924373 Sep 18 05:25:37.584943 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-5a4b52f0-8342-421e-8cc9-5169ccb78fa7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333407 Sep 18 05:25:37.585941 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbe6fc-cfb9-4ab8-81e5-c89eeeb5b411 req-e2a9b626-9515-4b56-8037-ff41cf92b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:37.587360 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86cbe6fc-cfb9-4ab8-81e5-c89eeeb5b411 req-e2a9b626-9515-4b56-8037-ff41cf92b43b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2014692 Sep 18 05:25:37.678866 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-f9fd6ae0-5171-471d-905a-a3c62da8a43c service neutron] 10.222.0.18 "GET /v2.0/networks/a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865736 Sep 18 05:25:37.772141 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71c38ff4-18f9-4f9e-951f-6f6f76377177 req-dbeb2cdc-ab33-4479-97b3-58715e0ea81f service neutron] 10.222.0.18 "GET /v2.0/networks/a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866659 Sep 18 05:25:38.402925 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dbc153ea-d3e1-4006-af5e-c52ec6cf627b req-bdac29c2-ab56-4465-820a-0d397fe957a2 tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0267010 Sep 18 05:25:38.703689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee001a-6ee5-45c6-ab5a-b5dd1b4a0b20 req-2e7df486-d7ce-43be-a2af-257e4fc761c9 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:38.705345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7cee001a-6ee5-45c6-ab5a-b5dd1b4a0b20 req-2e7df486-d7ce-43be-a2af-257e4fc761c9 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 944 time: 0.0497673 Sep 18 05:25:38.743193 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7cee001a-6ee5-45c6-ab5a-b5dd1b4a0b20 req-0153560a-d937-43aa-88dc-f8300f46b0f3 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Sep 18 05:25:38.804473 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86cbe6fc-cfb9-4ab8-81e5-c89eeeb5b411 req-bfcebbc8-a8f6-45b7-9735-03e11db60b0b tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0263579 Sep 18 05:25:39.508634 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ce9a7b77-b31c-4d85-87e8-12b57102d46c req-599db8c1-f36b-4b4c-8d9a-d1251c18bffb tempest-ServerShowV257Test-1637529161 tempest-ServerShowV257Test-1637529161-project] 10.222.0.23 "GET /v2.0/ports?device_id=72d53b7e-717d-43cd-83ab-298886dd61de HTTP/1.1" status: 200 len: 210 time: 0.0260456 Sep 18 05:25:39.861124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca306e2-7659-40ac-8ca5-6d369595e6c6 req-17db65fa-9f75-40dd-aece-75946779d690 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:39.863133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ca306e2-7659-40ac-8ca5-6d369595e6c6 req-17db65fa-9f75-40dd-aece-75946779d690 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 944 time: 0.0519416 Sep 18 05:25:39.900199 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ca306e2-7659-40ac-8ca5-6d369595e6c6 req-bdf58f7c-1a1a-4790-a0d8-59e4f1ef38b4 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309982 Sep 18 05:25:41.016089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbf5eb-c4d7-40a5-8e7e-e3053b38d79e req-379d7653-fcfb-4fab-ab53-34a1bd8aaf43 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:41.017803 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-45cbf5eb-c4d7-40a5-8e7e-e3053b38d79e req-379d7653-fcfb-4fab-ab53-34a1bd8aaf43 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 944 time: 0.0503080 Sep 18 05:25:41.053063 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45298) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:41.059623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-45cbf5eb-c4d7-40a5-8e7e-e3053b38d79e req-9fd824e0-4126-4390-b582-95b55f0d9eba tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348608 Sep 18 05:25:41.177896 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:41.275213 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:41.334472 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:41.379192 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2286566cac4f4dfba2f50e6245016c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223670 Sep 18 05:25:41.379393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45312) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:41.382795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50089520-5724-492d-9339-aea194379d8f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:41.398630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:41.399109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:41.399569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:41.400022 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:41.400529 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:41.400974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:41.401416 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:41.401857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:41.402297 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:41.402736 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:41.403212 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:41.403625 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02611d-33d1-46bc-8229-4bdf8d891e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:25:41.451758 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1fde6d9-1229-4f31-ae8d-987aecc0169d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:41.473415 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1fde6d9-1229-4f31-ae8d-987aecc0169d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:41.597848 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1fde6d9-1229-4f31-ae8d-987aecc0169d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:41.600658 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1fde6d9-1229-4f31-ae8d-987aecc0169d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:41.601840 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b1fde6d9-1229-4f31-ae8d-987aecc0169d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50089520-5724-492d-9339-aea194379d8f HTTP/1.1" status: 204 len: 168 time: 0.2214527 Sep 18 05:25:41.610002 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fde6d9-1229-4f31-ae8d-987aecc0169d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50089520-5724-492d-9339-aea194379d8f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:41.771455 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:25:41.870519 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8,segment=NetworkSegment(9c12ab7b-c50a-4c83-a646-4779041be69e),segment_id=9c12ab7b-c50a-4c83-a646-4779041be69e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:41.882612 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8', 'network_id': 'a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8', 'port_id': 'f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8', 'mac_address': 'fa:16:3e:20:5b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea62eb6-e2d8-4027-8d87-3e4e92d73468', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:25:41.924127 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:41.938792 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:25:41.963643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8,segment=NetworkSegment(9c12ab7b-c50a-4c83-a646-4779041be69e),segment_id=9c12ab7b-c50a-4c83-a646-4779041be69e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:42.021307 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:42.089806 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:42.285370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a69aa-6872-44b0-84ab-0a0f274b4bc3 req-af7a9f37-8fa8-414d-b4e0-02d59ce53db7 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:42.287825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9c3a69aa-6872-44b0-84ab-0a0f274b4bc3 req-af7a9f37-8fa8-414d-b4e0-02d59ce53db7 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 945 time: 0.1463311 Sep 18 05:25:42.331292 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:25:42.334218 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9c3a69aa-6872-44b0-84ab-0a0f274b4bc3 req-ab5f9468-729c-4c71-83d5-43a66ce24525 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387022 Sep 18 05:25:42.783678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45346) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:42.899367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4e93-57f5-4415-bd87-74fd71c0b910 req-a562fb6f-445c-4e4a-94af-b4f962c6fd67 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:42.905431 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4e93-57f5-4415-bd87-74fd71c0b910 req-a562fb6f-445c-4e4a-94af-b4f962c6fd67 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:42.911836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4e93-57f5-4415-bd87-74fd71c0b910 req-a562fb6f-445c-4e4a-94af-b4f962c6fd67 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:42.917834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4e93-57f5-4415-bd87-74fd71c0b910 req-a562fb6f-445c-4e4a-94af-b4f962c6fd67 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:42.923948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4e93-57f5-4415-bd87-74fd71c0b910 req-a562fb6f-445c-4e4a-94af-b4f962c6fd67 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:42.930594 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4e93-57f5-4415-bd87-74fd71c0b910 req-a562fb6f-445c-4e4a-94af-b4f962c6fd67 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:42.936889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4e93-57f5-4415-bd87-74fd71c0b910 req-a562fb6f-445c-4e4a-94af-b4f962c6fd67 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:42.938876 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-374d4e93-57f5-4415-bd87-74fd71c0b910 req-a562fb6f-445c-4e4a-94af-b4f962c6fd67 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5444 time: 0.0952101 Sep 18 05:25:42.944461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1257871738-network', 'tenant_id': '2de31068305d47e39b8c4971ab1c932f'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:42.993731 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-374d4e93-57f5-4415-bd87-74fd71c0b910 req-aeb5c30b-6c6e-4e0e-9614-76666a6e74d1 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460143 Sep 18 05:25:43.077250 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] Made reservation on behalf of 2de31068305d47e39b8c4971ab1c932f for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:25:43.079917 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:43.089686 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:43.180186 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:43.259741 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:43.287053 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:25:43.293370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb970ef-95f4-41ef-b47a-dc18b31309dd,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:43.299439 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:43.299713 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] Added segment 756b027b-9961-42c0-b399-7cdd13000e94 of type vlan for network 4f67ad3a-d74b-49e7-b746-bd8335e3b8f8 Sep 18 05:25:43.340896 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:43.471283 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:43.472505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:43.473171 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:43.473919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d59b4a-dd89-44d0-b56c-4ab409efe480 req-e62289d1-f20c-406c-a912-50cfe762a4d5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:43.475575 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2d59b4a-dd89-44d0-b56c-4ab409efe480 req-e62289d1-f20c-406c-a912-50cfe762a4d5 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 945 time: 0.0610380 Sep 18 05:25:43.517727 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e2d59b4a-dd89-44d0-b56c-4ab409efe480 req-971e6547-ee6d-41ae-9c4c-edd28dc581dd tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357914 Sep 18 05:25:43.538233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] Pushing event updated for resources: {'Network': ['ID=4f67ad3a-d74b-49e7-b746-bd8335e3b8f8,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:43.548775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 4f67ad3a-d74b-49e7-b746-bd8335e3b8f8 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:25:43.591973 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4e21c26a-cc90-4f5b-be24-c7958780c4d5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8069816 Sep 18 05:25:43.772783 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:25:43.915404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:25:43.920451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:43.920451 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:44.000560 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:44.023928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf4bf10-9c87-49cc-a4d1-54d3685c0c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:25:44.027995 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66d7176-dbec-47de-8c80-50a12647c703" -d '{"events": [{"server_uuid": "eaf4bf10-9c87-49cc-a4d1-54d3685c0c50", "name": "network-vif-plugged", "status": "completed", "tag": "f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:25:44.044174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8,segment=NetworkSegment(9c12ab7b-c50a-4c83-a646-4779041be69e),segment_id=9c12ab7b-c50a-4c83-a646-4779041be69e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:44.053603 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-b9b5f39e-64f5-48d6-91d2-4ce2809b7f33 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.059951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-b9b5f39e-64f5-48d6-91d2-4ce2809b7f33 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.066133 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-b9b5f39e-64f5-48d6-91d2-4ce2809b7f33 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.072109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-b9b5f39e-64f5-48d6-91d2-4ce2809b7f33 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.078064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-b9b5f39e-64f5-48d6-91d2-4ce2809b7f33 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.084047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-b9b5f39e-64f5-48d6-91d2-4ce2809b7f33 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.089972 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-b9b5f39e-64f5-48d6-91d2-4ce2809b7f33 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.091893 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-b9b5f39e-64f5-48d6-91d2-4ce2809b7f33 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5444 time: 0.2327650 Sep 18 05:25:44.123035 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:44.152978 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa9694-36dc-41bf-bd5d-ef23b55d2e98 req-568e402b-ee98-415f-a029-4ddb816fbcb4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.162442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa9694-36dc-41bf-bd5d-ef23b55d2e98 req-568e402b-ee98-415f-a029-4ddb816fbcb4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.170940 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa9694-36dc-41bf-bd5d-ef23b55d2e98 req-568e402b-ee98-415f-a029-4ddb816fbcb4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.175531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:44.180469 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa9694-36dc-41bf-bd5d-ef23b55d2e98 req-568e402b-ee98-415f-a029-4ddb816fbcb4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.187621 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa9694-36dc-41bf-bd5d-ef23b55d2e98 req-568e402b-ee98-415f-a029-4ddb816fbcb4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.189489 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-5a45b488-8e98-4499-bdde-6e95399d4f99 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.191734 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-5a45b488-8e98-4499-bdde-6e95399d4f99 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "GET /v2.0/ports/00d5618d-7a91-47cc-9fdc-97fe0cba8df1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0873301 Sep 18 05:25:44.194311 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa9694-36dc-41bf-bd5d-ef23b55d2e98 req-568e402b-ee98-415f-a029-4ddb816fbcb4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.201249 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa9694-36dc-41bf-bd5d-ef23b55d2e98 req-568e402b-ee98-415f-a029-4ddb816fbcb4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.204916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778c3c2-767b-4126-be3b-321b09b0d04c req-cc4431ed-224e-4e65-bd4d-eea1dc573b17 tempest-ComputeTenantNetworksTest-2089057657 tempest-ComputeTenantNetworksTest-2089057657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.210531 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54fa9694-36dc-41bf-bd5d-ef23b55d2e98 req-568e402b-ee98-415f-a029-4ddb816fbcb4 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 5444 time: 0.1271029 Sep 18 05:25:44.213159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778c3c2-767b-4126-be3b-321b09b0d04c req-cc4431ed-224e-4e65-bd4d-eea1dc573b17 tempest-ComputeTenantNetworksTest-2089057657 tempest-ComputeTenantNetworksTest-2089057657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.220496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778c3c2-767b-4126-be3b-321b09b0d04c req-cc4431ed-224e-4e65-bd4d-eea1dc573b17 tempest-ComputeTenantNetworksTest-2089057657 tempest-ComputeTenantNetworksTest-2089057657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.223108 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0778c3c2-767b-4126-be3b-321b09b0d04c req-cc4431ed-224e-4e65-bd4d-eea1dc573b17 tempest-ComputeTenantNetworksTest-2089057657 tempest-ComputeTenantNetworksTest-2089057657-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3216877 Sep 18 05:25:44.271953 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54fa9694-36dc-41bf-bd5d-ef23b55d2e98 req-e3d0d4ff-225f-4e9c-ab78-b77f83862997 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604677 Sep 18 05:25:44.340390 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c0023f-bd23-44ad-964e-b25985a39573 x-openstack-request-id: req-85c0023f-bd23-44ad-964e-b25985a39573 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:25:44.340693 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf4bf10-9c87-49cc-a4d1-54d3685c0c50", "name": "network-vif-plugged", "status": "completed", "tag": "f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:25:44.340945 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85c0023f-bd23-44ad-964e-b25985a39573 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:25:44.341338 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf4bf10-9c87-49cc-a4d1-54d3685c0c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8', 'code': 200} Sep 18 05:25:44.343662 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-1a534482-81fd-45af-b0ab-ef87d4ba7371 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "GET /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1194391 Sep 18 05:25:44.357649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-2746d447-7a32-4e03-8126-dd4920e4434e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:44.414646 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849d40e-379e-4f28-b091-939520390230 req-b9678f11-c59d-483c-862a-21d5633fb583 tempest-ComputeTenantNetworksTest-2089057657 tempest-ComputeTenantNetworksTest-2089057657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.416047 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d849d40e-379e-4f28-b091-939520390230 req-b9678f11-c59d-483c-862a-21d5633fb583 tempest-ComputeTenantNetworksTest-2089057657 tempest-ComputeTenantNetworksTest-2089057657-project] 10.222.0.23 "GET /v2.0/networks/4f67ad3a-d74b-49e7-b746-bd8335e3b8f8 HTTP/1.1" status: 200 len: 769 time: 0.0981917 Sep 18 05:25:44.424487 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45374) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:44.443643 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-2746d447-7a32-4e03-8126-dd4920e4434e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:44.486736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd36e6-2692-4c49-93c6-57dfb2f4b7e7 req-35582601-a78f-41cf-914c-7bdb96d561fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.488454 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71dd36e6-2692-4c49-93c6-57dfb2f4b7e7 req-35582601-a78f-41cf-914c-7bdb96d561fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 1098 time: 0.0812891 Sep 18 05:25:44.495615 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d63b-ad59-43f7-af0d-ff14bfa4f6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:44.556769 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71dd36e6-2692-4c49-93c6-57dfb2f4b7e7 req-2e915da1-f664-4fda-8bd7-4aed558ece36 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605578 Sep 18 05:25:44.594203 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d63b-ad59-43f7-af0d-ff14bfa4f6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:44.614880 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-e2c2d63b-ad59-43f7-af0d-ff14bfa4f6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f67ad3a-d74b-49e7-b746-bd8335e3b8f8']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:44.626706 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-e2c2d63b-ad59-43f7-af0d-ff14bfa4f6e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756b027b-9961-42c0-b399-7cdd13000e94') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:44.627100 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-e2c2d63b-ad59-43f7-af0d-ff14bfa4f6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756b027b-9961-42c0-b399-7cdd13000e94') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:44.637634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d63b-ad59-43f7-af0d-ff14bfa4f6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:44.651411 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d63b-ad59-43f7-af0d-ff14bfa4f6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:44.652189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-2746d447-7a32-4e03-8126-dd4920e4434e service neutron] For port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=00d5618d-7a91-47cc-9fdc-97fe0cba8df1,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:44.659670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c2d63b-ad59-43f7-af0d-ff14bfa4f6e1 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:25:44.660165 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d63b-ad59-43f7-af0d-ff14bfa4f6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:25:44.662316 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:25:44.676960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3dc993-93bd-4905-9e82-55f56e63d610 req-3e9c7007-f9a0-443c-ab1e-e95c220a0c26 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.678498 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a3dc993-93bd-4905-9e82-55f56e63d610 req-3e9c7007-f9a0-443c-ab1e-e95c220a0c26 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 946 time: 0.0739739 Sep 18 05:25:44.714404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-2746d447-7a32-4e03-8126-dd4920e4434e service neutron] For port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:25:44.757359 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a3dc993-93bd-4905-9e82-55f56e63d610 req-635d0d8d-212c-489b-81aa-3faa4c17851f tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688863 Sep 18 05:25:44.761398 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-2746d447-7a32-4e03-8126-dd4920e4434e service neutron] device_id is not set on port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:25:44.778807 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-2746d447-7a32-4e03-8126-dd4920e4434e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:44.812823 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d63b-ad59-43f7-af0d-ff14bfa4f6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:44.818997 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d63b-ad59-43f7-af0d-ff14bfa4f6e1 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:44.823286 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e2c2d63b-ad59-43f7-af0d-ff14bfa4f6e1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4f67ad3a-d74b-49e7-b746-bd8335e3b8f8 HTTP/1.1" status: 204 len: 168 time: 0.3948169 Sep 18 05:25:44.833916 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2d63b-ad59-43f7-af0d-ff14bfa4f6e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f67ad3a-d74b-49e7-b746-bd8335e3b8f8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:44.871328 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-2746d447-7a32-4e03-8126-dd4920e4434e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:44.936451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-2746d447-7a32-4e03-8126-dd4920e4434e service neutron] No DVR routers for this DVR port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:25:44.939644 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746d447-7a32-4e03-8126-dd4920e4434e service neutron] Pushing event updated for resources: {'Port': ['ID=00d5618d-7a91-47cc-9fdc-97fe0cba8df1,revision_number=6']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:44.981452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-2746d447-7a32-4e03-8126-dd4920e4434e service neutron] In _notify_port_updated(), no bound segment for port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:25:44.982526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-2746d447-7a32-4e03-8126-dd4920e4434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:44.983190 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-2746d447-7a32-4e03-8126-dd4920e4434e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:44.985569 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-2746d447-7a32-4e03-8126-dd4920e4434e service neutron] 10.222.0.18 "PUT /v2.0/ports/00d5618d-7a91-47cc-9fdc-97fe0cba8df1 HTTP/1.1" status: 200 len: 1033 time: 0.6328702 Sep 18 05:25:45.034988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-db4e77df-fa58-406e-80b7-57d7c8e1f171 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:45.036570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-db4e77df-fa58-406e-80b7-57d7c8e1f171 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "GET /v2.0/ports/7641b39e-46be-4f6f-ae6a-60ffe772d892?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0443282 Sep 18 05:25:45.049245 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-e32a5a26-7e70-4c20-8cfc-80b6a38f3c6f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:45.110479 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-e32a5a26-7e70-4c20-8cfc-80b6a38f3c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:45.185408 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45384) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:45.218128 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-13fde078-3bfc-40ad-8062-f6ca18609894 None None] Provisioning complete for port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:45.218708 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-13fde078-3bfc-40ad-8062-f6ca18609894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:45.233443 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9a21aad7-b3e0-42da-b671-e3daac945f49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2de31068305d47e39b8c4971ab1c932f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441842 Sep 18 05:25:45.233699 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45386) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:45.265120 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-13fde078-3bfc-40ad-8062-f6ca18609894 None None] Port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:25:45.270806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-e32a5a26-7e70-4c20-8cfc-80b6a38f3c6f service neutron] For port 7641b39e-46be-4f6f-ae6a-60ffe772d892, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7641b39e-46be-4f6f-ae6a-60ffe772d892,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:45.291661 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b821425f-f399-4ace-9d0d-0e16ee27dfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:45.307637 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-e32a5a26-7e70-4c20-8cfc-80b6a38f3c6f service neutron] For port 7641b39e-46be-4f6f-ae6a-60ffe772d892, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:25:45.330075 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b821425f-f399-4ace-9d0d-0e16ee27dfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:45.343536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-e32a5a26-7e70-4c20-8cfc-80b6a38f3c6f service neutron] device_id is not set on port 7641b39e-46be-4f6f-ae6a-60ffe772d892 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:25:45.353537 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-e32a5a26-7e70-4c20-8cfc-80b6a38f3c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:45.413363 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a385f-41fd-4dab-93e4-cc836e2112df req-a3c1721d-4072-443e-86c5-b47c7bf9ed2e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:45.419347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a385f-41fd-4dab-93e4-cc836e2112df req-a3c1721d-4072-443e-86c5-b47c7bf9ed2e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:45.425247 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a385f-41fd-4dab-93e4-cc836e2112df req-a3c1721d-4072-443e-86c5-b47c7bf9ed2e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:45.431171 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a385f-41fd-4dab-93e4-cc836e2112df req-a3c1721d-4072-443e-86c5-b47c7bf9ed2e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:45.437359 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a385f-41fd-4dab-93e4-cc836e2112df req-a3c1721d-4072-443e-86c5-b47c7bf9ed2e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:45.443761 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a385f-41fd-4dab-93e4-cc836e2112df req-a3c1721d-4072-443e-86c5-b47c7bf9ed2e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:45.445577 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a9a385f-41fd-4dab-93e4-cc836e2112df req-a3c1721d-4072-443e-86c5-b47c7bf9ed2e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 4664 time: 0.0913928 Sep 18 05:25:45.454037 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-e32a5a26-7e70-4c20-8cfc-80b6a38f3c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:45.493258 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b821425f-f399-4ace-9d0d-0e16ee27dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:45.496095 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b821425f-f399-4ace-9d0d-0e16ee27dfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:45.499687 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b821425f-f399-4ace-9d0d-0e16ee27dfe2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fb970ef-95f4-41ef-b47a-dc18b31309dd HTTP/1.1" status: 204 len: 168 time: 0.2627616 Sep 18 05:25:45.501800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a5a26-7e70-4c20-8cfc-80b6a38f3c6f service neutron] Pushing event updated for resources: {'Port': ['ID=7641b39e-46be-4f6f-ae6a-60ffe772d892,revision_number=6']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:45.508164 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a9a385f-41fd-4dab-93e4-cc836e2112df req-4ab61455-ce48-43df-8709-1da684f00d4b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&id=0a154bd7-80bc-4c18-82f1-993305f0ec29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559113 Sep 18 05:25:45.513557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821425f-f399-4ace-9d0d-0e16ee27dfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb970ef-95f4-41ef-b47a-dc18b31309dd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:45.521481 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-e32a5a26-7e70-4c20-8cfc-80b6a38f3c6f service neutron] No DVR routers for this DVR port 7641b39e-46be-4f6f-ae6a-60ffe772d892 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:25:45.596008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-e32a5a26-7e70-4c20-8cfc-80b6a38f3c6f service neutron] In _notify_port_updated(), no bound segment for port 7641b39e-46be-4f6f-ae6a-60ffe772d892 on network 949f5a21-9f21-48eb-8050-df0d8a67ec39 {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:25:45.597130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-e32a5a26-7e70-4c20-8cfc-80b6a38f3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:45.598025 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-e32a5a26-7e70-4c20-8cfc-80b6a38f3c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:45.599748 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-e32a5a26-7e70-4c20-8cfc-80b6a38f3c6f service neutron] 10.222.0.18 "PUT /v2.0/ports/7641b39e-46be-4f6f-ae6a-60ffe772d892 HTTP/1.1" status: 200 len: 1032 time: 0.5553885 Sep 18 05:25:45.703772 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-878232d5-de12-4ca9-be15-c0fbd24c3f3b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Deleting port b01b9012-f023-40c1-8bda-c545d70ac4b6 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:45.713355 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-878232d5-de12-4ca9-be15-c0fbd24c3f3b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:45.805550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-878232d5-de12-4ca9-be15-c0fbd24c3f3b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] For port b01b9012-f023-40c1-8bda-c545d70ac4b6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b01b9012-f023-40c1-8bda-c545d70ac4b6,segment=NetworkSegment(14663af1-76ca-4271-9d7f-c1149cb4136a),segment_id=14663af1-76ca-4271-9d7f-c1149cb4136a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:45.805999 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-878232d5-de12-4ca9-be15-c0fbd24c3f3b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:45.810582 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-edbe777c-6597-45c9-bbc5-c6d22bce8b37 None None] Provisioning complete for port 7641b39e-46be-4f6f-ae6a-60ffe772d892 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:45.816484 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-edbe777c-6597-45c9-bbc5-c6d22bce8b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:45.825723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-878232d5-de12-4ca9-be15-c0fbd24c3f3b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Calling delete_port for b01b9012-f023-40c1-8bda-c545d70ac4b6 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:45.883887 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-edbe777c-6597-45c9-bbc5-c6d22bce8b37 None None] Port 7641b39e-46be-4f6f-ae6a-60ffe772d892 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:25:45.950201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819e9bb-19d2-4b75-93f2-96de4d8edcc2 req-09d62930-92fb-48bb-9f54-fed201d6504f tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:45.951709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c819e9bb-19d2-4b75-93f2-96de4d8edcc2 req-09d62930-92fb-48bb-9f54-fed201d6504f tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 946 time: 0.0750027 Sep 18 05:25:46.035802 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c819e9bb-19d2-4b75-93f2-96de4d8edcc2 req-62539ed3-b71b-4014-84bf-6bae40d72776 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742190 Sep 18 05:25:46.126831 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-878232d5-de12-4ca9-be15-c0fbd24c3f3b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:46.160516 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878232d5-de12-4ca9-be15-c0fbd24c3f3b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event deleted for resources: {'Port': ['ID=b01b9012-f023-40c1-8bda-c545d70ac4b6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:46.202589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-878232d5-de12-4ca9-be15-c0fbd24c3f3b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] No DVR routers for this DVR port b01b9012-f023-40c1-8bda-c545d70ac4b6 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:25:46.205576 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-878232d5-de12-4ca9-be15-c0fbd24c3f3b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:46.207984 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-878232d5-de12-4ca9-be15-c0fbd24c3f3b tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "DELETE /v2.0/ports/b01b9012-f023-40c1-8bda-c545d70ac4b6 HTTP/1.1" status: 204 len: 173 time: 0.6017692 Sep 18 05:25:46.208485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-deleted', 'tag': 'b01b9012-f023-40c1-8bda-c545d70ac4b6'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:25:46.210802 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ff6251-6acd-4555-a3b7-91f455353527" -d '{"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-deleted", "tag": "b01b9012-f023-40c1-8bda-c545d70ac4b6"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:25:46.256278 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84d0c9b-00af-4dbf-91fb-435b388545d8 x-openstack-request-id: req-a84d0c9b-00af-4dbf-91fb-435b388545d8 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:25:46.256591 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-deleted", "tag": "b01b9012-f023-40c1-8bda-c545d70ac4b6", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:25:46.256851 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a84d0c9b-00af-4dbf-91fb-435b388545d8 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:25:46.257265 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-deleted', 'tag': 'b01b9012-f023-40c1-8bda-c545d70ac4b6', 'status': 'completed', 'code': 200} Sep 18 05:25:46.288419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45414) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:46.377488 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a346f924-806c-419c-ac93-9a43ad7069d6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:46.378787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a346f924-806c-419c-ac93-9a43ad7069d6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:46.378897 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a346f924-806c-419c-ac93-9a43ad7069d6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:46.389777 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a346f924-806c-419c-ac93-9a43ad7069d6 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=e6c32436d930464cb104890b5c56b015&network_id=6d50da6a-2377-4891-a39e-978b79bbaadf HTTP/1.1" status: 200 len: 2973 time: 0.0996439 Sep 18 05:25:46.404314 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-dc07b810-e74e-4d25-a1ea-40b9524fc69f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Deleting port 3bb6430a-9a5c-484b-b453-77ab0ec0627d {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:46.404741 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-dc07b810-e74e-4d25-a1ea-40b9524fc69f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:46.572716 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01557f-b5f0-4dc6-98b1-a881e1185dda req-7f4810f9-0723-4e65-88b4-dbbd18d75851 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:46.582699 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a01557f-b5f0-4dc6-98b1-a881e1185dda req-7f4810f9-0723-4e65-88b4-dbbd18d75851 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 946 time: 0.0832992 Sep 18 05:25:46.673453 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a01557f-b5f0-4dc6-98b1-a881e1185dda req-f7960007-5e73-46a8-aa9e-0578887e3f76 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880420 Sep 18 05:25:46.944168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fd7b0-bac1-4feb-9426-ba233fff5f2a req-bdd3b473-8b64-40f9-8e7d-4e21959b1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:46.945669 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d9fd7b0-bac1-4feb-9426-ba233fff5f2a req-bdd3b473-8b64-40f9-8e7d-4e21959b1976 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cb816455355452fb8ccf70a29c1dca2&device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 1098 time: 0.1415210 Sep 18 05:25:46.947438 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-dc07b810-e74e-4d25-a1ea-40b9524fc69f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] For port 3bb6430a-9a5c-484b-b453-77ab0ec0627d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=3bb6430a-9a5c-484b-b453-77ab0ec0627d,segment=NetworkSegment(14663af1-76ca-4271-9d7f-c1149cb4136a),segment_id=14663af1-76ca-4271-9d7f-c1149cb4136a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:46.947850 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-dc07b810-e74e-4d25-a1ea-40b9524fc69f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:46.965615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267483-b812-408d-bf59-3f9e6337e1e5 req-e69f0730-b88c-4b6e-b205-66d579b66cbd tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:46.971414 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267483-b812-408d-bf59-3f9e6337e1e5 req-e69f0730-b88c-4b6e-b205-66d579b66cbd tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:46.978735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267483-b812-408d-bf59-3f9e6337e1e5 req-e69f0730-b88c-4b6e-b205-66d579b66cbd tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:46.984671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267483-b812-408d-bf59-3f9e6337e1e5 req-e69f0730-b88c-4b6e-b205-66d579b66cbd tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:46.986472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-72267483-b812-408d-bf59-3f9e6337e1e5 req-e69f0730-b88c-4b6e-b205-66d579b66cbd tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 3150 time: 0.1812115 Sep 18 05:25:47.003606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-dc07b810-e74e-4d25-a1ea-40b9524fc69f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Calling delete_port for 3bb6430a-9a5c-484b-b453-77ab0ec0627d owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:47.145616 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-72267483-b812-408d-bf59-3f9e6337e1e5 req-5c775fc5-ff37-4549-86d8-624675858b05 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439202 Sep 18 05:25:47.171348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fd7b0-bac1-4feb-9426-ba233fff5f2a req-c1f476c5-3adf-4c28-b6f8-5048e244e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:47.172872 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d9fd7b0-bac1-4feb-9426-ba233fff5f2a req-c1f476c5-3adf-4c28-b6f8-5048e244e333 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8 HTTP/1.1" status: 200 len: 913 time: 0.1828732 Sep 18 05:25:47.226029 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d9fd7b0-bac1-4feb-9426-ba233fff5f2a req-868a6b19-66c3-4e4f-b207-b47713a03e5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 HTTP/1.1" status: 200 len: 217 time: 0.0404329 Sep 18 05:25:47.319370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fd7b0-bac1-4feb-9426-ba233fff5f2a req-3b97192a-d054-48a6-a5a0-d6211c9cea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:47.320993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d9fd7b0-bac1-4feb-9426-ba233fff5f2a req-3b97192a-d054-48a6-a5a0-d6211c9cea25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ea62eb6-e2d8-4027-8d87-3e4e92d73468 HTTP/1.1" status: 200 len: 853 time: 0.0864151 Sep 18 05:25:47.353598 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d9fd7b0-bac1-4feb-9426-ba233fff5f2a req-662e8e3b-3bad-4f4f-83f1-ff02827b1c59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254040 Sep 18 05:25:47.382560 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-dc07b810-e74e-4d25-a1ea-40b9524fc69f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:47.431339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07b810-e74e-4d25-a1ea-40b9524fc69f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event deleted for resources: {'Port': ['ID=3bb6430a-9a5c-484b-b453-77ab0ec0627d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:47.506388 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-dc07b810-e74e-4d25-a1ea-40b9524fc69f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] No DVR routers for this DVR port 3bb6430a-9a5c-484b-b453-77ab0ec0627d on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:25:47.511247 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-dc07b810-e74e-4d25-a1ea-40b9524fc69f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:47.513294 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-dc07b810-e74e-4d25-a1ea-40b9524fc69f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "DELETE /v2.0/ports/3bb6430a-9a5c-484b-b453-77ab0ec0627d HTTP/1.1" status: 204 len: 173 time: 1.2990267 Sep 18 05:25:47.559283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d9fd7b0-bac1-4feb-9426-ba233fff5f2a req-5c6b2536-b306-49fc-b4b1-60ad168db2ed service neutron] 10.222.0.18 "GET /v2.0/networks/a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969187 Sep 18 05:25:47.699052 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d9fd7b0-bac1-4feb-9426-ba233fff5f2a req-76db47b5-9842-4005-9d35-1a6ad720f494 service neutron] 10.222.0.18 "GET /v2.0/networks/a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309400 Sep 18 05:25:47.701228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Deleting port 8362c616-7f68-4cac-8131-3860764a80bc {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:47.701390 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:47.787818 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b01b9012-f023-40c1-8bda-c545d70ac4b6 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:25:47.812803 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ea212-e5ad-4885-9a96-c809a119d1d8 req-0dc4e3be-d40e-497c-b92a-cdd3928653ab tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:47.826245 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a6ea212-e5ad-4885-9a96-c809a119d1d8 req-0dc4e3be-d40e-497c-b92a-cdd3928653ab tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 946 time: 0.0713232 Sep 18 05:25:47.827649 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: b01b9012-f023-40c1-8bda-c545d70ac4b6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:25:47.828119 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b01b9012-f023-40c1-8bda-c545d70ac4b6 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:25:47.828605 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7641b39e-46be-4f6f-ae6a-60ffe772d892 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:25:47.830038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] For port 8362c616-7f68-4cac-8131-3860764a80bc, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8362c616-7f68-4cac-8131-3860764a80bc,segment=NetworkSegment(741f366f-fa19-47e2-92ec-ec880717fef3),segment_id=741f366f-fa19-47e2-92ec-ec880717fef3)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:47.831877 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:47.880441 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a6ea212-e5ad-4885-9a96-c809a119d1d8 req-ab702afa-31e3-4929-a24c-099dc044baa0 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529840 Sep 18 05:25:47.915454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7641b39e-46be-4f6f-ae6a-60ffe772d892 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:25:47.916121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device befede63-e44f-4f1c-a020-79b74d04426f no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:25:48.086219 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:48.111796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'befede63-e44f-4f1c-a020-79b74d04426f'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:25:48.123325 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd0314e-f4ff-48a0-b908-9a4705e72a81" -d '{"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-unplugged", "status": "completed", "tag": "befede63-e44f-4f1c-a020-79b74d04426f"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:25:48.131720 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port befede63-e44f-4f1c-a020-79b74d04426f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=befede63-e44f-4f1c-a020-79b74d04426f,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:48.156171 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:48.157303 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:48.157303 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Floating IP 881b23fb-415f-4e44-8feb-41994c8cad33 disassociated. External IP: 172.25.7.32, port: 8362c616-7f68-4cac-8131-3860764a80bc. Sep 18 05:25:48.158452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Calling delete_port for 8362c616-7f68-4cac-8131-3860764a80bc owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:48.259231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-deleted', 'tag': '3bb6430a-9a5c-484b-b453-77ab0ec0627d'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:25:48.261844 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794985f1-7f25-4bfc-b47c-ca372ccf2abe" -d '{"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-deleted", "tag": "3bb6430a-9a5c-484b-b453-77ab0ec0627d"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:25:48.294286 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:48.296443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:25:48.313415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1df9-4524-4c8c-8266-17137ae4f17e req-0e5fd75e-a4ae-48fc-ae93-bb63f9e1f470 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:48.322153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1df9-4524-4c8c-8266-17137ae4f17e req-0e5fd75e-a4ae-48fc-ae93-bb63f9e1f470 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:48.334306 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1df9-4524-4c8c-8266-17137ae4f17e req-0e5fd75e-a4ae-48fc-ae93-bb63f9e1f470 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:48.347152 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-137d1df9-4524-4c8c-8266-17137ae4f17e req-0e5fd75e-a4ae-48fc-ae93-bb63f9e1f470 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 2415 time: 0.1017106 Sep 18 05:25:48.401840 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-137d1df9-4524-4c8c-8266-17137ae4f17e req-be7ea943-a696-46c2-a5f9-6099ece85a64 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531144 Sep 18 05:25:48.414086 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:48.426504 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3360c742-4991-408e-b755-75a773262cdd x-openstack-request-id: req-3360c742-4991-408e-b755-75a773262cdd {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:25:48.426852 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-unplugged", "status": "completed", "tag": "befede63-e44f-4f1c-a020-79b74d04426f", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:25:48.427115 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3360c742-4991-408e-b755-75a773262cdd {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:25:48.427501 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'befede63-e44f-4f1c-a020-79b74d04426f', 'code': 200} Sep 18 05:25:48.451168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:25:48.451817 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 3bb6430a-9a5c-484b-b453-77ab0ec0627d no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:25:48.453586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=befede63-e44f-4f1c-a020-79b74d04426f,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:48.472317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event deleted for resources: {'Port': ['ID=8362c616-7f68-4cac-8131-3860764a80bc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:48.483713 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 3bb6430a-9a5c-484b-b453-77ab0ec0627d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:25:48.484577 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 3bb6430a-9a5c-484b-b453-77ab0ec0627d not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:25:48.485233 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8362c616-7f68-4cac-8131-3860764a80bc no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:25:48.500727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45476) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:48.523778 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 8362c616-7f68-4cac-8131-3860764a80bc {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:25:48.524413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8362c616-7f68-4cac-8131-3860764a80bc not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:25:48.528901 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8a7f17ae-7a13-4a47-913b-bc6c1c328380 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:25:48.529512 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ffa4e9-434b-4539-9dd9-ef679431516c x-openstack-request-id: req-a8ffa4e9-434b-4539-9dd9-ef679431516c {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:25:48.532214 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-deleted", "tag": "3bb6430a-9a5c-484b-b453-77ab0ec0627d", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:25:48.532214 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8ffa4e9-434b-4539-9dd9-ef679431516c {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:25:48.532214 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-deleted', 'tag': '3bb6430a-9a5c-484b-b453-77ab0ec0627d', 'status': 'completed', 'code': 200} Sep 18 05:25:48.564533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5a7b9d-2a0c-4be7-86bf-aaad58da1369 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:48.567138 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fb5a7b9d-2a0c-4be7-86bf-aaad58da1369 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135 HTTP/1.1" status: 200 len: 814 time: 0.0653384 Sep 18 05:25:48.610252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:25:48.641198 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:48.694410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8a7f17ae-7a13-4a47-913b-bc6c1c328380, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8a7f17ae-7a13-4a47-913b-bc6c1c328380,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:48.732028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:25:48.743159 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185049e2-d9c8-4fff-9f7f-fd6e6b045e22 None None] Sync routers for ids ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:25:48.773693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] No DVR routers for this DVR port 8362c616-7f68-4cac-8131-3860764a80bc on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:25:48.776388 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:48.779057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-a697158b-a4cc-44f4-853b-b584f34c43b6 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "DELETE /v2.0/ports/8362c616-7f68-4cac-8131-3860764a80bc HTTP/1.1" status: 204 len: 173 time: 1.2571759 Sep 18 05:25:48.921086 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-0d01fcc9-9547-456e-b5fe-9f25683370c8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Deleting port befede63-e44f-4f1c-a020-79b74d04426f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:48.921451 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-0d01fcc9-9547-456e-b5fe-9f25683370c8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:48.962241 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:49.020576 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185049e2-d9c8-4fff-9f7f-fd6e6b045e22 None None] Routers {'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:25:49.021715 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-185049e2-d9c8-4fff-9f7f-fd6e6b045e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:25:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:49.027512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45488) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:49.034867 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2091d770-e1c1-4da6-9f3e-7af7b1fec60d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'network': {'name': 'tempest-network-smoke--299606364', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'port_security_enabled': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:49.062178 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=8a7f17ae-7a13-4a47-913b-bc6c1c328380,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:49.098932 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-0d01fcc9-9547-456e-b5fe-9f25683370c8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] For port befede63-e44f-4f1c-a020-79b74d04426f, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=befede63-e44f-4f1c-a020-79b74d04426f,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:49.098932 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-0d01fcc9-9547-456e-b5fe-9f25683370c8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:49.121277 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-0d01fcc9-9547-456e-b5fe-9f25683370c8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Calling delete_port for befede63-e44f-4f1c-a020-79b74d04426f owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:49.128625 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2091d770-e1c1-4da6-9f3e-7af7b1fec60d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Made reservation on behalf of e6c32436d930464cb104890b5c56b015 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:25:49.128625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2091d770-e1c1-4da6-9f3e-7af7b1fec60d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:49.132918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed6008-ec17-4562-9ba9-0f6fc4a18196 req-dfc15f55-4359-43f6-afae-a0cd3bc03f69 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:49.141942 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1ed6008-ec17-4562-9ba9-0f6fc4a18196 req-dfc15f55-4359-43f6-afae-a0cd3bc03f69 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 946 time: 0.1122820 Sep 18 05:25:49.157395 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2091d770-e1c1-4da6-9f3e-7af7b1fec60d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:25:49.168855 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2091d770-e1c1-4da6-9f3e-7af7b1fec60d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:49.169327 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-2091d770-e1c1-4da6-9f3e-7af7b1fec60d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Added segment 29bbeb5e-7626-4093-be84-d8494fa9e7ed of type vlan for network d69df858-9d53-430f-adb9-fe2c912cec81 Sep 18 05:25:49.178139 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-185049e2-d9c8-4fff-9f7f-fd6e6b045e22 None None] Set router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:25:49.217885 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2091d770-e1c1-4da6-9f3e-7af7b1fec60d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:49.252718 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1ed6008-ec17-4562-9ba9-0f6fc4a18196 req-c020082d-e5c3-4813-bc05-da99e7d6577f tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081681 Sep 18 05:25:49.397085 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2091d770-e1c1-4da6-9f3e-7af7b1fec60d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:49.404304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2091d770-e1c1-4da6-9f3e-7af7b1fec60d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:49.405699 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2091d770-e1c1-4da6-9f3e-7af7b1fec60d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:49.455239 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-185049e2-d9c8-4fff-9f7f-fd6e6b045e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8aeb178a-b973-4553-9939-10a425efe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:15:04Z', 'revision_number': 4, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port': {'id': '8aeb178a-b973-4553-9939-10a425efe089', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:53Z', 'updated_at': '2021-09-18T05:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3c981027-6811-4dcf-a1c0-95b530abe9ac', 'name': '', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'mac_address': 'fa:16:3e:20:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:00Z', 'updated_at': '2021-09-18T05:15:09Z', 'revision_number': 5, 'project_id': 'e297637f8edb461588776b48da04ab80', 'subnets': [{'id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:49.489366 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-0d01fcc9-9547-456e-b5fe-9f25683370c8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:49.500044 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185049e2-d9c8-4fff-9f7f-fd6e6b045e22 None None] Checking router: bdbe7d65-4f7f-4ac6-b054-2b6f529620ad for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:25:49.509083 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185049e2-d9c8-4fff-9f7f-fd6e6b045e22 None None] Routers {'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:25:49.509742 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-185049e2-d9c8-4fff-9f7f-fd6e6b045e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:25:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:49.532399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01fcc9-9547-456e-b5fe-9f25683370c8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event deleted for resources: {'Port': ['ID=befede63-e44f-4f1c-a020-79b74d04426f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:49.605160 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2091d770-e1c1-4da6-9f3e-7af7b1fec60d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5764518 Sep 18 05:25:49.606234 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45504) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:49.606909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091d770-e1c1-4da6-9f3e-7af7b1fec60d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Network': ['ID=d69df858-9d53-430f-adb9-fe2c912cec81,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:49.609743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-0d01fcc9-9547-456e-b5fe-9f25683370c8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] No DVR routers for this DVR port befede63-e44f-4f1c-a020-79b74d04426f on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:25:49.613728 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-0d01fcc9-9547-456e-b5fe-9f25683370c8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:49.621691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-0d01fcc9-9547-456e-b5fe-9f25683370c8 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "DELETE /v2.0/ports/befede63-e44f-4f1c-a020-79b74d04426f HTTP/1.1" status: 204 len: 173 time: 0.8360453 Sep 18 05:25:49.632284 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network d69df858-9d53-430f-adb9-fe2c912cec81 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:25:49.733143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-185049e2-d9c8-4fff-9f7f-fd6e6b045e22 None None] Set router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:25:49.754297 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0575fb5-6e88-4184-82d4-20a71e3dc2d6 req-8baa1011-cde3-4602-b8c3-1420d2c42340 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:49.754297 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0575fb5-6e88-4184-82d4-20a71e3dc2d6 req-8baa1011-cde3-4602-b8c3-1420d2c42340 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 942 time: 0.1979771 Sep 18 05:25:49.754608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-9bd869b9-8ec4-437b-ab7b-0f021f7536eb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Deleting port 8a7f17ae-7a13-4a47-913b-bc6c1c328380 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:49.754608 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-9bd869b9-8ec4-437b-ab7b-0f021f7536eb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:49.754769 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa9a3a-1548-42a9-8763-29d7d0fb2f4b tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:49.754769 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f1fa9a3a-1548-42a9-8763-29d7d0fb2f4b tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=e6c32436d930464cb104890b5c56b015&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1315522 Sep 18 05:25:49.760901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45508) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:49.886127 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-9bd869b9-8ec4-437b-ab7b-0f021f7536eb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] For port 8a7f17ae-7a13-4a47-913b-bc6c1c328380, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8a7f17ae-7a13-4a47-913b-bc6c1c328380,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:49.886762 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-9bd869b9-8ec4-437b-ab7b-0f021f7536eb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:49.911497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-9bd869b9-8ec4-437b-ab7b-0f021f7536eb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Calling delete_port for 8a7f17ae-7a13-4a47-913b-bc6c1c328380 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:49.950811 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0575fb5-6e88-4184-82d4-20a71e3dc2d6 req-6289b8a3-b911-44ec-a0b0-8b52d3c57abe tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd780fb1-caa5-4874-9c72-d6532d5b6b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960015 Sep 18 05:25:50.021883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a275283b-d585-48cc-ad3d-c46a761b0528 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:50.027081 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a275283b-d585-48cc-ad3d-c46a761b0528 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2644396 Sep 18 05:25:50.029937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45514) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:50.053790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-185049e2-d9c8-4fff-9f7f-fd6e6b045e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8aeb178a-b973-4553-9939-10a425efe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:15:04Z', 'revision_number': 4, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port': {'id': '8aeb178a-b973-4553-9939-10a425efe089', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:53Z', 'updated_at': '2021-09-18T05:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3c981027-6811-4dcf-a1c0-95b530abe9ac', 'name': '', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'mac_address': 'fa:16:3e:20:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:00Z', 'updated_at': '2021-09-18T05:15:09Z', 'revision_number': 5, 'project_id': 'e297637f8edb461588776b48da04ab80', 'subnets': [{'id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:50.087531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185049e2-d9c8-4fff-9f7f-fd6e6b045e22 None None] The sync data for ids ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'] in n-d-789963-13 is: [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8aeb178a-b973-4553-9939-10a425efe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:15:04Z', 'revision_number': 4, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port': {'id': '8aeb178a-b973-4553-9939-10a425efe089', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:53Z', 'updated_at': '2021-09-18T05:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3c981027-6811-4dcf-a1c0-95b530abe9ac', 'name': '', 'network_id': 'b75bd381-628d-4f64-8921-7884772c6d53', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'mac_address': 'fa:16:3e:20:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:15:00Z', 'updated_at': '2021-09-18T05:15:09Z', 'revision_number': 5, 'project_id': 'e297637f8edb461588776b48da04ab80', 'subnets': [{'id': '4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:25:50.089278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a44c8-53ac-4948-be4e-e5ab6d7ea69d req-61293335-16d6-43b2-a89f-c2bf14a45e75 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:50.090867 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a9a44c8-53ac-4948-be4e-e5ab6d7ea69d req-61293335-16d6-43b2-a89f-c2bf14a45e75 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 946 time: 0.0916123 Sep 18 05:25:50.122886 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-eff8a71e-e175-4904-89c1-79b7903e1922 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0910041 Sep 18 05:25:50.125783 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45516) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:50.158166 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a9a44c8-53ac-4948-be4e-e5ab6d7ea69d req-c6e3a84a-0079-4477-9d92-8ec1e1ce7619 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457592 Sep 18 05:25:50.216746 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:25:50.340056 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-9bd869b9-8ec4-437b-ab7b-0f021f7536eb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:50.428777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7f17ae-7a13-4a47-913b-bc6c1c328380'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:25:50.431134 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f682701-0e79-4bc9-8cf8-90ac05a3939a" -d '{"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7f17ae-7a13-4a47-913b-bc6c1c328380"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:25:50.451577 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-9bd869b9-8ec4-437b-ab7b-0f021f7536eb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] No DVR routers for this DVR port 8a7f17ae-7a13-4a47-913b-bc6c1c328380 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:25:50.455360 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-9bd869b9-8ec4-437b-ab7b-0f021f7536eb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:50.458144 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-159c77e7-8f86-4aa9-89fe-41c8f23e3228 req-9bd869b9-8ec4-437b-ab7b-0f021f7536eb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.18 "DELETE /v2.0/ports/8a7f17ae-7a13-4a47-913b-bc6c1c328380 HTTP/1.1" status: 204 len: 173 time: 0.8296793 Sep 18 05:25:50.458978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd869b9-8ec4-437b-ab7b-0f021f7536eb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event deleted for resources: {'Port': ['ID=8a7f17ae-7a13-4a47-913b-bc6c1c328380,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:50.486653 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2fc999-bf1b-4c0d-919f-0b3e3421100a x-openstack-request-id: req-2f2fc999-bf1b-4c0d-919f-0b3e3421100a {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:25:50.486922 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7f17ae-7a13-4a47-913b-bc6c1c328380", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:25:50.487708 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe03351a-7ae1-4350-b5df-93d449051d4e None None] New status for floating IP 881b23fb-415f-4e44-8feb-41994c8cad33: DOWN {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:25:50.487933 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f2fc999-bf1b-4c0d-919f-0b3e3421100a {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:25:50.489345 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7f17ae-7a13-4a47-913b-bc6c1c328380', 'code': 200} Sep 18 05:25:50.533011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-deleted', 'tag': '8362c616-7f68-4cac-8131-3860764a80bc'}, {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-deleted', 'tag': 'befede63-e44f-4f1c-a020-79b74d04426f'}, {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-deleted', 'tag': '8a7f17ae-7a13-4a47-913b-bc6c1c328380'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:25:50.534687 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac9cd05-991e-4b3e-8bb0-48ac2f19cf0f" -d '{"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-deleted", "tag": "8362c616-7f68-4cac-8131-3860764a80bc"}, {"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-deleted", "tag": "befede63-e44f-4f1c-a020-79b74d04426f"}, {"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-deleted", "tag": "8a7f17ae-7a13-4a47-913b-bc6c1c328380"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:25:50.576060 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 18 Sep 2021 05:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754c4500-47ee-4e27-8e2e-2a47e33311f3 x-openstack-request-id: req-754c4500-47ee-4e27-8e2e-2a47e33311f3 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:25:50.576060 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-deleted", "tag": "8362c616-7f68-4cac-8131-3860764a80bc", "status": "completed", "code": 200}, {"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-deleted", "tag": "befede63-e44f-4f1c-a020-79b74d04426f", "status": "completed", "code": 200}, {"server_uuid": "b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc", "name": "network-vif-deleted", "tag": "8a7f17ae-7a13-4a47-913b-bc6c1c328380", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:25:50.576382 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-754c4500-47ee-4e27-8e2e-2a47e33311f3 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:25:50.576616 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-deleted', 'tag': '8362c616-7f68-4cac-8131-3860764a80bc', 'status': 'completed', 'code': 200} Sep 18 05:25:50.576875 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-deleted', 'tag': 'befede63-e44f-4f1c-a020-79b74d04426f', 'status': 'completed', 'code': 200} Sep 18 05:25:50.577184 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc', 'name': 'network-vif-deleted', 'tag': '8a7f17ae-7a13-4a47-913b-bc6c1c328380', 'status': 'completed', 'code': 200} Sep 18 05:25:50.579571 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9b244d6b-03fb-4142-852d-c4ace7287eaf tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=e6c32436d930464cb104890b5c56b015&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4523029 Sep 18 05:25:50.583561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45528) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:50.673039 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84b3c1c-1e5b-40b1-8b00-3fa2976d1392 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:50.676281 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a84b3c1c-1e5b-40b1-8b00-3fa2976d1392 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900140 Sep 18 05:25:50.677814 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45532) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:50.714314 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fdc71a55-27ea-40a9-99d2-c574cb3f5dc7 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352416 Sep 18 05:25:50.716821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45534) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:50.728016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9f4a419b-91fc-4e3d-98ef-a6b605a83b1b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1256997739', 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:50.934385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4a419b-91fc-4e3d-98ef-a6b605a83b1b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Made reservation on behalf of e6c32436d930464cb104890b5c56b015 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:25:50.939730 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f4a419b-91fc-4e3d-98ef-a6b605a83b1b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:51.093660 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-15d6875a-d5de-44ba-919d-71a60a53cf97 req-e7d87df6-2f28-4903-9a3a-ce7e2800e6a5 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0283687 Sep 18 05:25:51.296947 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f4a419b-91fc-4e3d-98ef-a6b605a83b1b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:51.374016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e216390-1dde-4a46-81f0-4e85d934db55 req-e9e97502-68fe-4c0e-b862-1fd5d832c0bf tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:51.375546 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e216390-1dde-4a46-81f0-4e85d934db55 req-e9e97502-68fe-4c0e-b862-1fd5d832c0bf tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 946 time: 0.1109872 Sep 18 05:25:51.389635 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa0415-5fb8-4dba-80ce-4a112df59994 req-9031073e-9594-41b3-9838-167d2ac56167 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:51.391219 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ccfa0415-5fb8-4dba-80ce-4a112df59994 req-9031073e-9594-41b3-9838-167d2ac56167 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 946 time: 0.1532457 Sep 18 05:25:51.439509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a419b-91fc-4e3d-98ef-a6b605a83b1b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Subnet': ['ID=7acbc594-bff6-47e9-a5a7-5042dbceb555,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:51.481850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a419b-91fc-4e3d-98ef-a6b605a83b1b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Checking segment: {'id': '29bbeb5e-7626-4093-be84-d8494fa9e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:25:51.482252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4a419b-91fc-4e3d-98ef-a6b605a83b1b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network hostable DHCP agents. Network: d69df858-9d53-430f-adb9-fe2c912cec81, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:25:51.528357 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45548) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:51.530647 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ccfa0415-5fb8-4dba-80ce-4a112df59994 req-ca6ddbfc-0462-4edd-927c-544e9144b05a tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6cb93dd-0752-4215-9745-7c7c18bd7ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040542 Sep 18 05:25:51.577442 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-3e216390-1dde-4a46-81f0-4e85d934db55 req-baf94eeb-aa81-42a5-bbf2-dd4fb6477845 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Deleting port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:25:51.578196 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3e216390-1dde-4a46-81f0-4e85d934db55 req-baf94eeb-aa81-42a5-bbf2-dd4fb6477845 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:51.648274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4a419b-91fc-4e3d-98ef-a6b605a83b1b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network d69df858-9d53-430f-adb9-fe2c912cec81 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:25:51.659386 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee443555-2ae8-4381-a0be-99b52731ea6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:51.680426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3e216390-1dde-4a46-81f0-4e85d934db55 req-baf94eeb-aa81-42a5-bbf2-dd4fb6477845 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] For port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8,segment=NetworkSegment(9c12ab7b-c50a-4c83-a646-4779041be69e),segment_id=9c12ab7b-c50a-4c83-a646-4779041be69e)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:51.681048 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3e216390-1dde-4a46-81f0-4e85d934db55 req-baf94eeb-aa81-42a5-bbf2-dd4fb6477845 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:51.695024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-3e216390-1dde-4a46-81f0-4e85d934db55 req-baf94eeb-aa81-42a5-bbf2-dd4fb6477845 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Calling delete_port for f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:25:51.753648 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee443555-2ae8-4381-a0be-99b52731ea6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:51.775803 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9f4a419b-91fc-4e3d-98ef-a6b605a83b1b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, d69df858-9d53-430f-adb9-fe2c912cec81) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:25:51.780402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4a419b-91fc-4e3d-98ef-a6b605a83b1b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:51.781058 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f4a419b-91fc-4e3d-98ef-a6b605a83b1b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:51.793855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf86a1-0943-4b7f-bd86-a4d40ac6b17a None None] Network d69df858-9d53-430f-adb9-fe2c912cec81 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:25:51.837891 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee443555-2ae8-4381-a0be-99b52731ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:51.906960 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ee443555-2ae8-4381-a0be-99b52731ea6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88f32c44d68344b6a14723900adb4f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749125 Sep 18 05:25:51.907460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45552) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:51.908790 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee443555-2ae8-4381-a0be-99b52731ea6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fba2bf-7e84-49f6-aaab-65569fe351a8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:51.979060 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9f4a419b-91fc-4e3d-98ef-a6b605a83b1b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2584281 Sep 18 05:25:51.979270 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-d69df858-9d53-430f-adb9-fe2c912cec81', 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ips': [{'subnet_id': '7acbc594-bff6-47e9-a5a7-5042dbceb555'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:25:51.979270 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:51.979471 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3e216390-1dde-4a46-81f0-4e85d934db55 req-baf94eeb-aa81-42a5-bbf2-dd4fb6477845 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:51.991104 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:25:52.006940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf94eeb-aa81-42a5-bbf2-dd4fb6477845 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Pushing event deleted for resources: {'Port': ['ID=f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:52.065797 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-43fe8898-80dd-4379-bc40-e8736329420f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:52.081622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e216390-1dde-4a46-81f0-4e85d934db55 req-baf94eeb-aa81-42a5-bbf2-dd4fb6477845 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] No DVR routers for this DVR port f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:25:52.085472 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3e216390-1dde-4a46-81f0-4e85d934db55 req-baf94eeb-aa81-42a5-bbf2-dd4fb6477845 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:52.087557 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e216390-1dde-4a46-81f0-4e85d934db55 req-baf94eeb-aa81-42a5-bbf2-dd4fb6477845 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.18 "DELETE /v2.0/ports/f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 HTTP/1.1" status: 204 len: 173 time: 0.6954303 Sep 18 05:25:52.111070 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-43fe8898-80dd-4379-bc40-e8736329420f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:52.241630 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Allocated IP 172.20.0.18 (d69df858-9d53-430f-adb9-fe2c912cec81/7acbc594-bff6-47e9-a5a7-5042dbceb555/a333cdd0-2dff-473d-b253-ed9062e9de23) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:25:52.255722 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4b1873c3-bfa7-485e-87b4-00f8d3d2f963 req-b3182827-3fda-4f4e-968b-7682aa999db1 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0376925 Sep 18 05:25:52.289419 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-43fe8898-80dd-4379-bc40-e8736329420f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:52.293226 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-43fe8898-80dd-4379-bc40-e8736329420f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:52.294898 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-43fe8898-80dd-4379-bc40-e8736329420f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88fba2bf-7e84-49f6-aaab-65569fe351a8 HTTP/1.1" status: 204 len: 168 time: 0.3860943 Sep 18 05:25:52.324137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe8898-80dd-4379-bc40-e8736329420f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fba2bf-7e84-49f6-aaab-65569fe351a8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:52.436033 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:52.516101 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:52.535182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45562) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:52.547251 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1347ebe0-e17f-4399-9b92-5d52fcbe0fb9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1643054041', 'description': 'tempest-secgroup-smoke-1643054041 description', 'project_id': 'e6c32436d930464cb104890b5c56b015'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:52.578762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf4bf10-9c87-49cc-a4d1-54d3685c0c50', 'name': 'network-vif-deleted', 'tag': 'f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:25:52.582057 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5870a9-c825-488e-9ec0-18b8b3cb6d9c" -d '{"events": [{"server_uuid": "eaf4bf10-9c87-49cc-a4d1-54d3685c0c50", "name": "network-vif-deleted", "tag": "f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:25:52.597364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Pushing event updated for resources: {'Port': ['ID=a333cdd0-2dff-473d-b253-ed9062e9de23,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:52.613193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Network d69df858-9d53-430f-adb9-fe2c912cec81 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:25:52.614684 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:25:52.620652 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:25:52.634665 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad228e7-ec96-48dc-b42b-e7cda8774f17 x-openstack-request-id: req-cad228e7-ec96-48dc-b42b-e7cda8774f17 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:25:52.634977 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf4bf10-9c87-49cc-a4d1-54d3685c0c50", "name": "network-vif-deleted", "tag": "f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:25:52.635402 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cad228e7-ec96-48dc-b42b-e7cda8774f17 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:25:52.635653 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf4bf10-9c87-49cc-a4d1-54d3685c0c50', 'name': 'network-vif-deleted', 'tag': 'f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8', 'status': 'completed', 'code': 200} Sep 18 05:25:52.679796 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a80105c-ba5e-4eb1-ab36-73b008f08640 req-7b258f36-bde2-4d4d-82f4-6ed0117f04a8 tempest-InstanceActionsTestJSON-731007109 tempest-InstanceActionsTestJSON-731007109-project] 10.222.0.23 "GET /v2.0/ports?device_id=eaf4bf10-9c87-49cc-a4d1-54d3685c0c50 HTTP/1.1" status: 200 len: 210 time: 0.0297174 Sep 18 05:25:52.693256 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Attempting to bind port a333cdd0-2dff-473d-b253-ed9062e9de23 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:25:52.693870 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Attempting to bind port a333cdd0-2dff-473d-b253-ed9062e9de23 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '29bbeb5e-7626-4093-be84-d8494fa9e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:25:52.694545 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Attempting to bind port a333cdd0-2dff-473d-b253-ed9062e9de23 on network d69df858-9d53-430f-adb9-fe2c912cec81 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:25:52.699935 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:25:52.700355 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Checking segment: {'id': '29bbeb5e-7626-4093-be84-d8494fa9e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:25:52.700774 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:52.701210 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Bound using segment: {'id': '29bbeb5e-7626-4093-be84-d8494fa9e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:25:52.701682 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Bound port: a333cdd0-2dff-473d-b253-ed9062e9de23, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29bbeb5e-7626-4093-be84-d8494fa9e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:25:52.702070 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:52.705915 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1347ebe0-e17f-4399-9b92-5d52fcbe0fb9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:52.804066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] For port a333cdd0-2dff-473d-b253-ed9062e9de23, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:25:52.807957 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] For port a333cdd0-2dff-473d-b253-ed9062e9de23, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a333cdd0-2dff-473d-b253-ed9062e9de23,segment=NetworkSegment(29bbeb5e-7626-4093-be84-d8494fa9e7ed),segment_id=29bbeb5e-7626-4093-be84-d8494fa9e7ed)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:25:52.831492 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1347ebe0-e17f-4399-9b92-5d52fcbe0fb9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:52.892835 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:52.961399 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1347ebe0-e17f-4399-9b92-5d52fcbe0fb9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:52.970312 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379362c-eda6-4bf4-9f1c-f8e03a6c8683 None None] Pushing event updated for resources: {'Port': ['ID=a333cdd0-2dff-473d-b253-ed9062e9de23,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:53.004951 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347ebe0-e17f-4399-9b92-5d52fcbe0fb9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b96b97d-6543-493c-af6d-221c708e1136,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:53.100029 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.101162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1347ebe0-e17f-4399-9b92-5d52fcbe0fb9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.105742 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1347ebe0-e17f-4399-9b92-5d52fcbe0fb9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5638063 Sep 18 05:25:53.107301 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45572) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:53.114620 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-70d21e67-a5a8-4028-bfbe-1abb4d15e194 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '8b96b97d-6543-493c-af6d-221c708e1136', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:53.270698 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70d21e67-a5a8-4028-bfbe-1abb4d15e194 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.295198 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45574) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:53.300230 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.324711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23624b19-a7b3-4058-898d-669ba4d6f0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.449211 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5c3464ed-6236-462b-9bce-574b4786e66d req-4649f8b9-df2e-434f-8ec5-da4c1ec0b01e tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0549328 Sep 18 05:25:53.449211 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70d21e67-a5a8-4028-bfbe-1abb4d15e194 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.479828 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23624b19-a7b3-4058-898d-669ba4d6f0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.566585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70d21e67-a5a8-4028-bfbe-1abb4d15e194 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.587659 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d21e67-a5a8-4028-bfbe-1abb4d15e194 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2594c883-7821-4d8c-a09d-43a4ab9c0ab2,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:53.597172 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23624b19-a7b3-4058-898d-669ba4d6f0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.647827 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23624b19-a7b3-4058-898d-669ba4d6f0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d78af8a-7241-4a57-916d-eedc4a37e30c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:53.663871 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-23624b19-a7b3-4058-898d-669ba4d6f0fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da9eedec842d490e95e82339e27824bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574359 Sep 18 05:25:53.663871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45582) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:53.694408 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70d21e67-a5a8-4028-bfbe-1abb4d15e194 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.695784 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-70d21e67-a5a8-4028-bfbe-1abb4d15e194 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5869989 Sep 18 05:25:53.707844 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45586) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:53.713372 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-a3b4942a-ceaa-4952-a536-60ec0697e462 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '8b96b97d-6543-493c-af6d-221c708e1136', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:53.727414 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d853a244-20bc-44b4-a275-a02d12396f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.765260 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45588) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:53.767286 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d853a244-20bc-44b4-a275-a02d12396f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.833190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-1923e368-5100-406a-9626-85ab70a82831 admin admin] Deleting subnet 5ea62eb6-e2d8-4027-8d87-3e4e92d73468 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:25:53.838119 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1923e368-5100-406a-9626-85ab70a82831 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.880782 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3b4942a-ceaa-4952-a536-60ec0697e462 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.901634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1923e368-5100-406a-9626-85ab70a82831 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.962572 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d853a244-20bc-44b4-a275-a02d12396f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.965207 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d853a244-20bc-44b4-a275-a02d12396f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.966528 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d853a244-20bc-44b4-a275-a02d12396f35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d78af8a-7241-4a57-916d-eedc4a37e30c HTTP/1.1" status: 204 len: 168 time: 0.3089576 Sep 18 05:25:53.977957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853a244-20bc-44b4-a275-a02d12396f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d78af8a-7241-4a57-916d-eedc4a37e30c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:53.992776 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1923e368-5100-406a-9626-85ab70a82831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:53.996302 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3b4942a-ceaa-4952-a536-60ec0697e462 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.078230 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3b4942a-ceaa-4952-a536-60ec0697e462 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.108616 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4942a-ceaa-4952-a536-60ec0697e462 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64fd298f-9247-4c0b-9360-b4a922d9ae43,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:54.155675 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a3b4942a-ceaa-4952-a536-60ec0697e462 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.156959 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a3b4942a-ceaa-4952-a536-60ec0697e462 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4479022 Sep 18 05:25:54.168211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45592) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:54.168211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c090e344-64df-4df6-a173-9debf254eead tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '8b96b97d-6543-493c-af6d-221c708e1136', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:54.183651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8d276c-a30d-46e9-8109-9826446adf3f None None] Network d69df858-9d53-430f-adb9-fe2c912cec81 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:25:54.220864 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1923e368-5100-406a-9626-85ab70a82831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.252048 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923e368-5100-406a-9626-85ab70a82831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea62eb6-e2d8-4027-8d87-3e4e92d73468,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:54.266845 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1923e368-5100-406a-9626-85ab70a82831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.269499 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1923e368-5100-406a-9626-85ab70a82831 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5ea62eb6-e2d8-4027-8d87-3e4e92d73468 HTTP/1.1" status: 204 len: 168 time: 0.5031416 Sep 18 05:25:54.272167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45594) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:54.342525 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c090e344-64df-4df6-a173-9debf254eead tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.367324 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f640acf9-6311-4d63-850b-5f355b35038b None None] Provisioning complete for port a333cdd0-2dff-473d-b253-ed9062e9de23 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:54.367956 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f640acf9-6311-4d63-850b-5f355b35038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.382101 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba07f195-e5ee-422d-9256-cba07865c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.488187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a333cdd0-2dff-473d-b253-ed9062e9de23 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:25:54.557474 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c090e344-64df-4df6-a173-9debf254eead tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.617945 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f640acf9-6311-4d63-850b-5f355b35038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.634463 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba07f195-e5ee-422d-9256-cba07865c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.643731 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c090e344-64df-4df6-a173-9debf254eead tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.654035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a333cdd0-2dff-473d-b253-ed9062e9de23 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:54.654970 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.690258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ba07f195-e5ee-422d-9256-cba07865c5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:54.690892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f640acf9-6311-4d63-850b-5f355b35038b None None] For port a333cdd0-2dff-473d-b253-ed9062e9de23, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a333cdd0-2dff-473d-b253-ed9062e9de23,segment=NetworkSegment(29bbeb5e-7626-4093-be84-d8494fa9e7ed),segment_id=29bbeb5e-7626-4093-be84-d8494fa9e7ed)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:25:54.701552 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ee15398-bfcc-4b5d-837d-b651956b78e4 req-3de2db82-2e82-4a8d-8c9c-3827c9af9c87 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0794034 Sep 18 05:25:54.719045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ba07f195-e5ee-422d-9256-cba07865c5a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c12ab7b-c50a-4c83-a646-4779041be69e') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:54.719045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-ba07f195-e5ee-422d-9256-cba07865c5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c12ab7b-c50a-4c83-a646-4779041be69e') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:25:54.764040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090e344-64df-4df6-a173-9debf254eead tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f795b7f3-2620-4c91-864e-a194bd9a6e78,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:54.780671 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f640acf9-6311-4d63-850b-5f355b35038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.794135 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba07f195-e5ee-422d-9256-cba07865c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.836834 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba07f195-e5ee-422d-9256-cba07865c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.858293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba07f195-e5ee-422d-9256-cba07865c5a7 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:25:54.858293 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba07f195-e5ee-422d-9256-cba07865c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:25:54.868665 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:25:54.881910 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640acf9-6311-4d63-850b-5f355b35038b None None] Pushing event updated for resources: {'Port': ['ID=a333cdd0-2dff-473d-b253-ed9062e9de23,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:54.894244 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c090e344-64df-4df6-a173-9debf254eead tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:54.896255 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c090e344-64df-4df6-a173-9debf254eead tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7348719 Sep 18 05:25:54.898981 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45610) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:54.903998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d1cf3510-a184-49f5-8c20-523fd0b5cd48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '8b96b97d-6543-493c-af6d-221c708e1136', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:54.911741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-52e99b36-0d58-441a-8e9e-ec7e05aeb7dc None None] Provisioning complete for port a333cdd0-2dff-473d-b253-ed9062e9de23 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:54.912128 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-52e99b36-0d58-441a-8e9e-ec7e05aeb7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:55.054431 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3510-a184-49f5-8c20-523fd0b5cd48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:55.083134 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba07f195-e5ee-422d-9256-cba07865c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:55.090953 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba07f195-e5ee-422d-9256-cba07865c5a7 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:55.095570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ba07f195-e5ee-422d-9256-cba07865c5a7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8 HTTP/1.1" status: 204 len: 168 time: 0.8198349 Sep 18 05:25:55.109075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07f195-e5ee-422d-9256-cba07865c5a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a9ef3e-b75b-4708-8b3c-24bfa2f82eb8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:55.145772 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3510-a184-49f5-8c20-523fd0b5cd48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:55.276716 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3510-a184-49f5-8c20-523fd0b5cd48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:55.298857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf3510-a184-49f5-8c20-523fd0b5cd48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9af3ec8-d3f5-4c2c-8620-cbb3ae6c7997,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:55.411460 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3510-a184-49f5-8c20-523fd0b5cd48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:55.415635 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d1cf3510-a184-49f5-8c20-523fd0b5cd48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5128496 Sep 18 05:25:55.415838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45622) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:55.420752 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-59c2310a-7110-4c14-bcec-da97984b9ebe tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '8b96b97d-6543-493c-af6d-221c708e1136', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:55.568013 n-d-789963-13 neutron-server[106908]: INFO neutron.db.securitygroups_db [None req-59c2310a-7110-4c14-bcec-da97984b9ebe tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Project e6c32436d930464cb104890b5c56b015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:25:55.575325 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59c2310a-7110-4c14-bcec-da97984b9ebe tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:55.637988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45626) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:55.719643 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e8bc3463-072b-45ad-946f-bd77d2359484 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cb816455355452fb8ccf70a29c1dca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0792475 Sep 18 05:25:55.724338 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45630) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:55.789315 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:25:55.790143 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59c2310a-7110-4c14-bcec-da97984b9ebe tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:55.809504 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:25:55.809922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f2749618-39e2-4a7e-b1fb-e9ffcb00c8b8 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:25:55.827938 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1736-0931-4f44-a769-51506a67e3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:55.869280 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1736-0931-4f44-a769-51506a67e3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:55.945261 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59c2310a-7110-4c14-bcec-da97984b9ebe tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:55.946156 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9874d2eb-fb17-4e27-b3bb-496cd91a3e58 req-fd865215-ce67-4206-840c-0c6d73f91062 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0566847 Sep 18 05:25:55.982547 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2310a-7110-4c14-bcec-da97984b9ebe tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfc08a5-6685-4b03-933f-9eee28d15a50,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:56.037874 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1736-0931-4f44-a769-51506a67e3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:56.045194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1736-0931-4f44-a769-51506a67e3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:56.047314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f8ec1736-0931-4f44-a769-51506a67e3e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6cb93dd-0752-4215-9745-7c7c18bd7ab2 HTTP/1.1" status: 204 len: 168 time: 0.3217287 Sep 18 05:25:56.059551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec1736-0931-4f44-a769-51506a67e3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cb93dd-0752-4215-9745-7c7c18bd7ab2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:56.066904 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59c2310a-7110-4c14-bcec-da97984b9ebe tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:56.070925 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-59c2310a-7110-4c14-bcec-da97984b9ebe tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6513574 Sep 18 05:25:56.071254 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45642) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:56.083509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-aeb900ba-0d40-4f80-89ab-2897b9a06b09 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '8b96b97d-6543-493c-af6d-221c708e1136', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:56.254445 n-d-789963-13 neutron-server[106908]: INFO neutron.db.securitygroups_db [None req-aeb900ba-0d40-4f80-89ab-2897b9a06b09 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Project e6c32436d930464cb104890b5c56b015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:25:56.263344 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aeb900ba-0d40-4f80-89ab-2897b9a06b09 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:56.355021 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aeb900ba-0d40-4f80-89ab-2897b9a06b09 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:56.381638 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a333cdd0-2dff-473d-b253-ed9062e9de23 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:25:56.443213 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a333cdd0-2dff-473d-b253-ed9062e9de23 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:25:56.443645 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:56.472558 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aeb900ba-0d40-4f80-89ab-2897b9a06b09 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:56.497518 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb900ba-0d40-4f80-89ab-2897b9a06b09 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd497c6-15f0-45cc-abea-b3c3fc578768,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:56.588883 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aeb900ba-0d40-4f80-89ab-2897b9a06b09 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:56.600272 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-aeb900ba-0d40-4f80-89ab-2897b9a06b09 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5176339 Sep 18 05:25:56.859812 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-1e7c2d4d-9591-4c73-be20-199a8c329294 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643054041&fields=id&tenant_id=e6c32436d930464cb104890b5c56b015 HTTP/1.1" status: 200 len: 267 time: 0.0621009 Sep 18 05:25:57.073692 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-91e3baa6-5c9e-4388-9949-b5fe1314ee46 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:57.082860 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-91e3baa6-5c9e-4388-9949-b5fe1314ee46 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/networks?id=d69df858-9d53-430f-adb9-fe2c912cec81 HTTP/1.1" status: 200 len: 796 time: 0.2090955 Sep 18 05:25:57.110680 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-aec6599c-9833-40d9-b108-34365e1c67be tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/quotas/e6c32436d930464cb104890b5c56b015 HTTP/1.1" status: 200 len: 375 time: 0.0175612 Sep 18 05:25:57.111331 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-63a80ca7-9710-4c69-a0bf-4955678a41c4 req-1095b711-bd34-407f-b747-25db8335a875 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0348628 Sep 18 05:25:57.200465 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-688ee336-b3b4-4874-ace6-a1dbd0784e38 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0747786 Sep 18 05:25:57.314276 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-b79e052b-7bd2-45b7-896e-5d837c671893 service neutron] 10.222.0.23 "GET /v2.0/networks/d69df858-9d53-430f-adb9-fe2c912cec81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009991 Sep 18 05:25:57.422397 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-73de381f-9f4c-4be0-b2dc-bed706b94eb1 service neutron] 10.222.0.23 "GET /v2.0/networks/d69df858-9d53-430f-adb9-fe2c912cec81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013291 Sep 18 05:25:57.760630 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f29609f-9257-4bd6-8e9a-d72a6692659b req-c547f335-4b02-43bb-a55b-10d780a9d4c4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 210 time: 0.0306885 Sep 18 05:25:57.904324 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45708) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:58.062846 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2098390782-network', 'tenant_id': '73b80fdebda94b01a4e9aa2739f7396a'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:58.236155 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-25685da4-9fbc-4493-9098-acb77da06f4a req-c7e3c0dd-5a77-48cc-bf24-379d7f7a99ac tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0272779 Sep 18 05:25:58.259371 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] Made reservation on behalf of 73b80fdebda94b01a4e9aa2739f7396a for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:25:58.262598 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:58.273193 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:58.407475 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:58.499643 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:58.524854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:25:58.542075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:58.551594 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:58.551594 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] Added segment 147e4098-c22b-4558-aede-171f5bb9e9fb of type vlan for network 4c210219-db39-41c3-babe-024060767108 Sep 18 05:25:58.595136 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:58.745189 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:58.746554 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:58.747182 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:58.827773 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] Pushing event updated for resources: {'Network': ['ID=4c210219-db39-41c3-babe-024060767108,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:58.840369 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 4c210219-db39-41c3-babe-024060767108 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:25:58.892960 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-05b2615b-2fda-4b12-b657-e9acbda12e6a req-9cca5bf6-d9bd-4c2d-aaa1-bf6502b13518 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 210 time: 0.0334673 Sep 18 05:25:58.921032 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-43acc486-0e5e-4109-aa11-283e56a2548d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0151091 Sep 18 05:25:58.925401 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45736) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:58.931923 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2fa738cf-53fe-47dd-91ba-2d9276821cdc admin admin] Request body: {'subnet': {'network_id': '4c210219-db39-41c3-babe-024060767108', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2098390782-subnet', 'tenant_id': '73b80fdebda94b01a4e9aa2739f7396a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:25:59.048114 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa738cf-53fe-47dd-91ba-2d9276821cdc admin admin] Made reservation on behalf of 73b80fdebda94b01a4e9aa2739f7396a for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:25:59.051926 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2fa738cf-53fe-47dd-91ba-2d9276821cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:59.351375 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2fa738cf-53fe-47dd-91ba-2d9276821cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:59.431307 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-906c424b-7937-4f97-b73b-65850c4cd45e req-2b5371ca-963a-4050-9f86-9af5474aa253 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0773869 Sep 18 05:25:59.464912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa738cf-53fe-47dd-91ba-2d9276821cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8a3c11-0458-403b-a761-3668b16824e7,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:25:59.477591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa738cf-53fe-47dd-91ba-2d9276821cdc admin admin] Checking segment: {'id': '147e4098-c22b-4558-aede-171f5bb9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c210219-db39-41c3-babe-024060767108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:25:59.477955 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa738cf-53fe-47dd-91ba-2d9276821cdc admin admin] Network hostable DHCP agents. Network: 4c210219-db39-41c3-babe-024060767108, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:25:59.630660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa738cf-53fe-47dd-91ba-2d9276821cdc admin admin] Network 4c210219-db39-41c3-babe-024060767108 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:25:59.739320 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-2fa738cf-53fe-47dd-91ba-2d9276821cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 4c210219-db39-41c3-babe-024060767108) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:25:59.744702 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa738cf-53fe-47dd-91ba-2d9276821cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:25:59.745859 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2fa738cf-53fe-47dd-91ba-2d9276821cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:25:59.753995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6373bf-29be-476b-a68e-63521612951b None None] Network 4c210219-db39-41c3-babe-024060767108 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:25:59.806685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45752) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:25:59.875160 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2fa738cf-53fe-47dd-91ba-2d9276821cdc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9480801 Sep 18 05:25:59.933072 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b41bfe0-8325-4eab-bd99-21259df4de40 None None] Network 4c210219-db39-41c3-babe-024060767108 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:26:00.082790 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d5d52cf3-cde2-43db-8e91-6463c9100ee9 req-85cc5bb3-23f3-4a23-8daf-38cb01bca273 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 210 time: 0.0477462 Sep 18 05:26:00.093191 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9807edb9-f07a-44ee-8256-375b9b1c1adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:00.295807 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9807edb9-f07a-44ee-8256-375b9b1c1adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:00.392810 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9807edb9-f07a-44ee-8256-375b9b1c1adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:00.425784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-f38602b1-7113-479f-8743-6d06984e5a47 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:00.427592 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-f38602b1-7113-479f-8743-6d06984e5a47 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.13 "GET /v2.0/networks?id=d69df858-9d53-430f-adb9-fe2c912cec81 HTTP/1.1" status: 200 len: 796 time: 0.2314787 Sep 18 05:26:00.489034 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9807edb9-f07a-44ee-8256-375b9b1c1adb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42c5f831c414429393e2fd3c8664b636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6877468 Sep 18 05:26:00.489034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45780) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:00.501210 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807edb9-f07a-44ee-8256-375b9b1c1adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3a2fbc-9dcb-4158-9b8b-383d374936db,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:00.560605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-73bb3d38-69f9-4de7-9bbc-972a32a1b412 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c32436d930464cb104890b5c56b015 HTTP/1.1" status: 200 len: 472 time: 0.1203010 Sep 18 05:26:00.582005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-c9ad034f-d949-4cee-9542-983808458708 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'port': {'device_id': 'a3d43c3a-65fd-4da3-b6b4-4de28230a1b7', 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81', 'admin_state_up': True, 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'security_groups': ['8b96b97d-6543-493c-af6d-221c708e1136']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:00.592744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4ad79a70-7a7b-4658-9c76-673b1579a504 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:00.594289 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4ad79a70-7a7b-4658-9c76-673b1579a504 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/networks?id=4c210219-db39-41c3-babe-024060767108 HTTP/1.1" status: 200 len: 818 time: 0.1669619 Sep 18 05:26:00.612387 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-f5060287-f4e3-48b1-88bc-a29dc8ceddcf tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/quotas/73b80fdebda94b01a4e9aa2739f7396a HTTP/1.1" status: 200 len: 375 time: 0.0107734 Sep 18 05:26:00.646556 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ccbeba7-0100-4471-a8ca-b60037e628b2 req-1f43c24b-af07-46ce-bbcb-319ff8cdd238 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0825331 Sep 18 05:26:00.652323 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-26c424ef-6e09-4ea2-ba64-bad64251f97c tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=73b80fdebda94b01a4e9aa2739f7396a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335283 Sep 18 05:26:00.721360 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b2d5782f-f32e-4fe2-a695-af2a68742a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:00.773944 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-cb27bfd8-8b29-4fee-b265-6194546f6c09 service neutron] 10.222.0.23 "GET /v2.0/networks/4c210219-db39-41c3-babe-024060767108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099291 Sep 18 05:26:00.800926 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b2d5782f-f32e-4fe2-a695-af2a68742a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:00.884803 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-86ab62cb-c0ba-4b2e-95b8-45c31256688f service neutron] 10.222.0.23 "GET /v2.0/networks/4c210219-db39-41c3-babe-024060767108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099482 Sep 18 05:26:00.980100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-c9ad034f-d949-4cee-9542-983808458708 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Made reservation on behalf of e6c32436d930464cb104890b5c56b015 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:00.984000 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-c9ad034f-d949-4cee-9542-983808458708 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:01.015970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b2d5782f-f32e-4fe2-a695-af2a68742a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:01.019369 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b2d5782f-f32e-4fe2-a695-af2a68742a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:01.023266 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b2d5782f-f32e-4fe2-a695-af2a68742a7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d3a2fbc-9dcb-4158-9b8b-383d374936db HTTP/1.1" status: 204 len: 168 time: 0.5286443 Sep 18 05:26:01.116371 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5782f-f32e-4fe2-a695-af2a68742a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3a2fbc-9dcb-4158-9b8b-383d374936db,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:01.222994 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb978ee6-5f85-47ec-ab4a-31df264cc1ce req-bcd4c638-3e18-471d-a6ab-389a6fa79a53 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 210 time: 0.0393708 Sep 18 05:26:01.229263 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-c9ad034f-d949-4cee-9542-983808458708 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Allocated IP 172.20.0.24 (d69df858-9d53-430f-adb9-fe2c912cec81/7acbc594-bff6-47e9-a5a7-5042dbceb555/052b2bf8-1604-451d-88c5-ad01f505ce5b) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:26:01.305374 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3e26c1f7-d50a-4076-ab36-1ccf0400a88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:01.621720 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e5728e07-7e93-49d4-9c73-300943ec5af2 req-79c1805a-2ede-478c-8978-e1723020555b tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 210 time: 0.0326123 Sep 18 05:26:01.933365 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45804) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:01.937972 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9d8ee0a3-eafb-4e2c-8513-c875a5a118df req-1ae459b9-51bd-402e-902d-4876bc0b95d2 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0367129 Sep 18 05:26:01.957737 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51d11c06-340b-47b3-b169-8067882a3e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:01.995037 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-c9ad034f-d949-4cee-9542-983808458708 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:02.078008 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51d11c06-340b-47b3-b169-8067882a3e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:02.115723 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-c9ad034f-d949-4cee-9542-983808458708 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:02.162160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-c9ad034f-d949-4cee-9542-983808458708 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network d69df858-9d53-430f-adb9-fe2c912cec81 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:26:02.165519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-c9ad034f-d949-4cee-9542-983808458708 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:26:02.169408 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-c9ad034f-d949-4cee-9542-983808458708 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:26:02.177141 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-51d11c06-340b-47b3-b169-8067882a3e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:02.223682 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-51d11c06-340b-47b3-b169-8067882a3e94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63392e3787ff486aad23149d860d1acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883034 Sep 18 05:26:02.227881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45808) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:02.254736 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d11c06-340b-47b3-b169-8067882a3e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41dbe1f-c20e-4e6e-8bdd-a5a2f49f3390,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:02.256083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-c9ad034f-d949-4cee-9542-983808458708 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:02.258123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-c9ad034f-d949-4cee-9542-983808458708 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:02.283268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad034f-d949-4cee-9542-983808458708 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=052b2bf8-1604-451d-88c5-ad01f505ce5b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:02.325788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ce8090e8-d910-4c3c-8fff-99aa3c87ed4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:02.363096 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-c9ad034f-d949-4cee-9542-983808458708 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7944992 Sep 18 05:26:02.367880 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ce8090e8-d910-4c3c-8fff-99aa3c87ed4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:02.376541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Request body: {'port': {'device_id': 'a3d43c3a-65fd-4da3-b6b4-4de28230a1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:02.437795 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:02.441493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f842b-129c-46ad-80a7-59b15f342681 req-6b13ac91-218c-498a-bf0e-9c30191eea10 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:02.443092 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6c3f842b-129c-46ad-80a7-59b15f342681 req-6b13ac91-218c-498a-bf0e-9c30191eea10 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 932 time: 0.0994124 Sep 18 05:26:02.497975 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6c3f842b-129c-46ad-80a7-59b15f342681 req-257687bf-2a6a-42fa-9a67-57b599309769 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b96b97d-6543-493c-af6d-221c708e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443089 Sep 18 05:26:02.537138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e36b8ff5-7a94-4ada-934c-9f347da5abc3 None None] Provisioning complete for port 052b2bf8-1604-451d-88c5-ad01f505ce5b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:26:02.538266 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e36b8ff5-7a94-4ada-934c-9f347da5abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:02.557077 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ce8090e8-d910-4c3c-8fff-99aa3c87ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:02.560805 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ce8090e8-d910-4c3c-8fff-99aa3c87ed4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:02.566561 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ce8090e8-d910-4c3c-8fff-99aa3c87ed4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f41dbe1f-c20e-4e6e-8bdd-a5a2f49f3390 HTTP/1.1" status: 204 len: 168 time: 0.3371487 Sep 18 05:26:02.581394 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8090e8-d910-4c3c-8fff-99aa3c87ed4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41dbe1f-c20e-4e6e-8bdd-a5a2f49f3390,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:02.626498 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e36b8ff5-7a94-4ada-934c-9f347da5abc3 None None] Port 052b2bf8-1604-451d-88c5-ad01f505ce5b cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:26:02.763732 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a03b809e-6b58-4eb4-acb7-2d73a7876c1e req-0a9d5ef2-c5ba-4c38-baea-5fdf8594a6ba tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 210 time: 0.0482965 Sep 18 05:26:02.838852 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052b2bf8-1604-451d-88c5-ad01f505ce5b {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:26:02.860580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:02.877458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Transition to ACTIVE for port object 052b2bf8-1604-451d-88c5-ad01f505ce5b will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:26:02.963529 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:03.068672 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-17352ec6-cc01-4f07-8e97-5e56a9b1d3dd req-c08526e1-0a37-411b-9cb4-813d967aa488 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0383279 Sep 18 05:26:03.124587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Pushing event updated for resources: {'Port': ['ID=052b2bf8-1604-451d-88c5-ad01f505ce5b,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:03.169819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Attempting to bind port 052b2bf8-1604-451d-88c5-ad01f505ce5b on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:26:03.170431 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Attempting to bind port 052b2bf8-1604-451d-88c5-ad01f505ce5b by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '29bbeb5e-7626-4093-be84-d8494fa9e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:26:03.170684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Attempting to bind port 052b2bf8-1604-451d-88c5-ad01f505ce5b on network d69df858-9d53-430f-adb9-fe2c912cec81 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:26:03.179540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Port 052b2bf8-1604-451d-88c5-ad01f505ce5b on network d69df858-9d53-430f-adb9-fe2c912cec81 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:26:03.181636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Attempting to bind port 052b2bf8-1604-451d-88c5-ad01f505ce5b on network d69df858-9d53-430f-adb9-fe2c912cec81 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:26:03.214140 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:26:03.214620 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Checking segment: {'id': '29bbeb5e-7626-4093-be84-d8494fa9e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:26:03.215104 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Bound using segment: {'id': '29bbeb5e-7626-4093-be84-d8494fa9e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:26:03.215791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Bound port: 052b2bf8-1604-451d-88c5-ad01f505ce5b, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29bbeb5e-7626-4093-be84-d8494fa9e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:26:03.216027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:03.319474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] For port 052b2bf8-1604-451d-88c5-ad01f505ce5b, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:26:03.323381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] For port 052b2bf8-1604-451d-88c5-ad01f505ce5b, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=052b2bf8-1604-451d-88c5-ad01f505ce5b,segment=NetworkSegment(29bbeb5e-7626-4093-be84-d8494fa9e7ed),segment_id=29bbeb5e-7626-4093-be84-d8494fa9e7ed)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:26:03.402886 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:03.443941 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:03.444640 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:03.445879 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] 10.222.0.13 "PUT /v2.0/ports/052b2bf8-1604-451d-88c5-ad01f505ce5b HTTP/1.1" status: 200 len: 1093 time: 1.0740128 Sep 18 05:26:03.446354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d43c3a-65fd-4da3-b6b4-4de28230a1b7', 'tag': '052b2bf8-1604-451d-88c5-ad01f505ce5b'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:03.448830 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e06ce98-d733-480c-af81-691b580a798d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d43c3a-65fd-4da3-b6b4-4de28230a1b7", "tag": "052b2bf8-1604-451d-88c5-ad01f505ce5b"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:03.500137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa16ee9-8366-4567-98c8-7d50072d7636 service neutron] Pushing event updated for resources: {'Port': ['ID=052b2bf8-1604-451d-88c5-ad01f505ce5b,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:03.532188 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28609122-e5ff-40f9-9882-049176f76212 x-openstack-request-id: req-28609122-e5ff-40f9-9882-049176f76212 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:03.532998 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d43c3a-65fd-4da3-b6b4-4de28230a1b7", "tag": "052b2bf8-1604-451d-88c5-ad01f505ce5b", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:03.533259 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28609122-e5ff-40f9-9882-049176f76212 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:03.534215 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d43c3a-65fd-4da3-b6b4-4de28230a1b7', 'tag': '052b2bf8-1604-451d-88c5-ad01f505ce5b', 'status': 'completed', 'code': 200} Sep 18 05:26:03.625842 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06ce98-d733-480c-af81-691b580a798d req-5494ecdd-2b4d-45ce-9a52-e402d8b96610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:03.628533 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e06ce98-d733-480c-af81-691b580a798d req-5494ecdd-2b4d-45ce-9a52-e402d8b96610 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 1096 time: 0.0704074 Sep 18 05:26:03.702580 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40514c8-7a05-4cf4-8c83-6061cccd0e47 req-b3c54aa9-8924-4289-bf52-6d688d55b944 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:03.714558 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f40514c8-7a05-4cf4-8c83-6061cccd0e47 req-b3c54aa9-8924-4289-bf52-6d688d55b944 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 944 time: 0.1242383 Sep 18 05:26:03.751632 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f40514c8-7a05-4cf4-8c83-6061cccd0e47 req-65abf28e-6d9a-46f6-a9d1-c612b20b8a36 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b96b97d-6543-493c-af6d-221c708e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400751 Sep 18 05:26:03.807524 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06ce98-d733-480c-af81-691b580a798d req-ca606e55-a98e-4f5d-926d-fa4f3d96d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:03.808025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06ce98-d733-480c-af81-691b580a798d req-ca606e55-a98e-4f5d-926d-fa4f3d96d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:03.809949 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e06ce98-d733-480c-af81-691b580a798d req-ca606e55-a98e-4f5d-926d-fa4f3d96d658 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e6c32436d930464cb104890b5c56b015&shared=False HTTP/1.1" status: 200 len: 1580 time: 0.1729136 Sep 18 05:26:03.889125 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56f4b9aa-6e9d-418c-a8a3-4f856ab857de req-019000a4-bf6a-41cf-9ef7-a230f398946e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 210 time: 0.0396249 Sep 18 05:26:03.914295 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a5cea5d7-9fe9-4922-8894-0abb301695b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:03.971239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06ce98-d733-480c-af81-691b580a798d req-b38ee5ee-b07c-45d4-a0a3-1eb1aee0c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:03.973874 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e06ce98-d733-480c-af81-691b580a798d req-b38ee5ee-b07c-45d4-a0a3-1eb1aee0c82a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1549294 Sep 18 05:26:04.062151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-133b4db7-840a-4e9d-89ca-74243c82ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:04.064022 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-133b4db7-840a-4e9d-89ca-74243c82ccbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 1096 time: 0.0549858 Sep 18 05:26:04.114355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-86c9472c-79ee-412d-bf8e-4e2765615855 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=052b2bf8-1604-451d-88c5-ad01f505ce5b HTTP/1.1" status: 200 len: 217 time: 0.0424812 Sep 18 05:26:04.176229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-589e5794-6d27-44ea-ae09-9e32d994b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:04.178136 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-589e5794-6d27-44ea-ae09-9e32d994b872 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7acbc594-bff6-47e9-a5a7-5042dbceb555 HTTP/1.1" status: 200 len: 838 time: 0.0564661 Sep 18 05:26:04.234360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-c4656b8b-3cad-4706-bbbd-576c6b79fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:04.236222 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-c4656b8b-3cad-4706-bbbd-576c6b79fdea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d69df858-9d53-430f-adb9-fe2c912cec81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0513799 Sep 18 05:26:04.248952 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-af118ae4-6c23-44c7-8394-61f9c15a44f0 req-aaa1102b-0652-457b-8e3e-67d05c41a98d tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7e2bfb7-96b2-4a9b-9ae9-43e010f551cc HTTP/1.1" status: 200 len: 210 time: 0.0678942 Sep 18 05:26:04.326637 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:04.373535 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-14fc086a-3401-4120-a75e-cc82cbaefefe service neutron] 10.222.0.13 "GET /v2.0/networks/d69df858-9d53-430f-adb9-fe2c912cec81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250322 Sep 18 05:26:04.479580 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87e3477b-f087-45bc-856a-dbb1e9135051 req-af36837e-7dd1-4983-805e-409a0c64050b service neutron] 10.222.0.13 "GET /v2.0/networks/d69df858-9d53-430f-adb9-fe2c912cec81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970213 Sep 18 05:26:04.889525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d76d2-b417-4c31-be97-04a731728ab3 req-b7bc6684-cd71-47a1-a912-941333a37886 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:04.891243 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d2d76d2-b417-4c31-be97-04a731728ab3 req-b7bc6684-cd71-47a1-a912-941333a37886 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 944 time: 0.0529888 Sep 18 05:26:04.957344 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d2d76d2-b417-4c31-be97-04a731728ab3 req-11178774-054a-4463-8471-24d5289819bb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b96b97d-6543-493c-af6d-221c708e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591805 Sep 18 05:26:05.006033 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6ef3aabb-2828-496c-93a6-9a987179c530 req-5a180986-cb93-424c-9176-66de9fd9ea11 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 210 time: 0.0355825 Sep 18 05:26:05.227038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-7674b950-d988-4da1-8075-5cb55538d202 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:05.227532 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-7674b950-d988-4da1-8075-5cb55538d202 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.18 "GET /v2.0/networks?id=4c210219-db39-41c3-babe-024060767108 HTTP/1.1" status: 200 len: 818 time: 0.1134536 Sep 18 05:26:05.242204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a2005cd6-9c9c-4321-856f-eba1926da313 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Request body: {'port': {'device_id': '0ce35af8-cdf4-49fe-8628-40e715976068', 'network_id': '4c210219-db39-41c3-babe-024060767108', 'admin_state_up': True, 'tenant_id': '73b80fdebda94b01a4e9aa2739f7396a'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:05.258854 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:05.431467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a2005cd6-9c9c-4321-856f-eba1926da313 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Made reservation on behalf of 73b80fdebda94b01a4e9aa2739f7396a for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:05.438012 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a2005cd6-9c9c-4321-856f-eba1926da313 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:05.439199 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45910) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:05.529930 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f737809-357d-4300-9147-d042ee762aee tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:05.557476 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f737809-357d-4300-9147-d042ee762aee tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:05.661492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a2005cd6-9c9c-4321-856f-eba1926da313 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Allocated IP 172.20.0.9 (4c210219-db39-41c3-babe-024060767108/ac8a3c11-0458-403b-a761-3668b16824e7/44bdbbcb-90f3-4975-8869-591d8bc0b059) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:26:05.688010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f737809-357d-4300-9147-d042ee762aee tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:05.691092 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f737809-357d-4300-9147-d042ee762aee tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:05.692285 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8f737809-357d-4300-9147-d042ee762aee tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "DELETE /v2.0/security-groups/dd780fb1-caa5-4874-9c72-d6532d5b6b06 HTTP/1.1" status: 204 len: 168 time: 0.2513883 Sep 18 05:26:05.695668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-030d2497-dc5d-43c4-9ffb-00a314e07267 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:05.695919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45924) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:05.697196 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-030d2497-dc5d-43c4-9ffb-00a314e07267 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.13 "GET /v2.0/networks?id=4c210219-db39-41c3-babe-024060767108 HTTP/1.1" status: 200 len: 818 time: 0.1628222 Sep 18 05:26:05.713002 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f737809-357d-4300-9147-d042ee762aee tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd780fb1-caa5-4874-9c72-d6532d5b6b06,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:05.715604 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-2b1e906e-3aa1-41b7-83e7-ac8a07212e2c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] show failed (client error): The resource could not be found. Sep 18 05:26:05.716935 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2b1e906e-3aa1-41b7-83e7-ac8a07212e2c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "GET /v2.0/security-groups/dd780fb1-caa5-4874-9c72-d6532d5b6b06 HTTP/1.1" status: 404 len: 347 time: 0.0199099 Sep 18 05:26:05.719709 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45926) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:05.721984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-8b60c15f-0c65-4ecb-8de1-ebf09ae4fb79 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Request body: {'port': {'device_id': '035d20e9-d450-46a6-b9a7-44fb870b187a', 'network_id': '4c210219-db39-41c3-babe-024060767108', 'admin_state_up': True, 'tenant_id': '73b80fdebda94b01a4e9aa2739f7396a'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:05.870237 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d784454e-5a8e-4cdd-b453-74ddcfdef3f5 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Deleting port 40f3cad4-b4a1-4648-9136-b5b149260995 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:05.870984 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d784454e-5a8e-4cdd-b453-74ddcfdef3f5 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:05.973822 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d784454e-5a8e-4cdd-b453-74ddcfdef3f5 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:05.975965 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d784454e-5a8e-4cdd-b453-74ddcfdef3f5 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:05.991965 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d784454e-5a8e-4cdd-b453-74ddcfdef3f5 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Calling delete_port for 40f3cad4-b4a1-4648-9136-b5b149260995 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:06.096947 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a2005cd6-9c9c-4321-856f-eba1926da313 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:06.124932 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-45b2e13e-a751-43e7-83cb-3fb4a28015a2 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:06.126367 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-45b2e13e-a751-43e7-83cb-3fb4a28015a2 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.18 "GET /v2.0/networks?id=4c210219-db39-41c3-babe-024060767108 HTTP/1.1" status: 200 len: 818 time: 0.3077736 Sep 18 05:26:06.149296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4fda4655-9ed5-488e-9844-b5b2931f8d2e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Request body: {'port': {'device_id': '5b154b54-43a1-4efa-ae00-01ced69e799d', 'network_id': '4c210219-db39-41c3-babe-024060767108', 'admin_state_up': True, 'tenant_id': '73b80fdebda94b01a4e9aa2739f7396a'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:06.163665 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-8b60c15f-0c65-4ecb-8de1-ebf09ae4fb79 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Made reservation on behalf of 73b80fdebda94b01a4e9aa2739f7396a for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:06.167152 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-8b60c15f-0c65-4ecb-8de1-ebf09ae4fb79 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:06.202092 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ff204fe8-372a-4911-8dc9-65492f622818 req-76a49fcd-7e6f-4334-b5fb-a9bdb6d1ee94 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 210 time: 0.0615098 Sep 18 05:26:06.350749 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612a207-f25b-4f0c-9e4e-ca72b7382e52 req-2c7636ee-7cc8-4c6b-b976-eb3df0521a4c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:06.352300 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c612a207-f25b-4f0c-9e4e-ca72b7382e52 req-2c7636ee-7cc8-4c6b-b976-eb3df0521a4c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 944 time: 0.2532663 Sep 18 05:26:06.400929 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d784454e-5a8e-4cdd-b453-74ddcfdef3f5 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:06.432171 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784454e-5a8e-4cdd-b453-74ddcfdef3f5 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event deleted for resources: {'Port': ['ID=40f3cad4-b4a1-4648-9136-b5b149260995,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:06.438063 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c612a207-f25b-4f0c-9e4e-ca72b7382e52 req-96571e53-588a-4e4b-b257-5f5daaddfe23 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b96b97d-6543-493c-af6d-221c708e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726624 Sep 18 05:26:06.476738 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a2005cd6-9c9c-4321-856f-eba1926da313 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:06.494486 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d784454e-5a8e-4cdd-b453-74ddcfdef3f5 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:06.501102 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d784454e-5a8e-4cdd-b453-74ddcfdef3f5 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:06.506519 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d784454e-5a8e-4cdd-b453-74ddcfdef3f5 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "DELETE /v2.0/floatingips/881b23fb-415f-4e44-8feb-41994c8cad33 HTTP/1.1" status: 204 len: 168 time: 0.7846014 Sep 18 05:26:06.506688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4fda4655-9ed5-488e-9844-b5b2931f8d2e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Made reservation on behalf of 73b80fdebda94b01a4e9aa2739f7396a for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:06.508518 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45940) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:06.509234 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4fda4655-9ed5-488e-9844-b5b2931f8d2e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:06.589959 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a2005cd6-9c9c-4321-856f-eba1926da313 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Network 4c210219-db39-41c3-babe-024060767108 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:26:06.637725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a2005cd6-9c9c-4321-856f-eba1926da313 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:26:06.654554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a2005cd6-9c9c-4321-856f-eba1926da313 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:26:06.657507 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-8b60c15f-0c65-4ecb-8de1-ebf09ae4fb79 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Allocated IP 172.20.0.10 (4c210219-db39-41c3-babe-024060767108/ac8a3c11-0458-403b-a761-3668b16824e7/bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:26:06.662607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2005cd6-9c9c-4321-856f-eba1926da313 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Pushing event updated for resources: {'Port': ['ID=44bdbbcb-90f3-4975-8869-591d8bc0b059,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:06.687840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec36fc-c09c-465a-a2ba-0f712fe29a6f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Deleting port 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:06.688891 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8ec36fc-c09c-465a-a2ba-0f712fe29a6f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:06.761879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a2005cd6-9c9c-4321-856f-eba1926da313 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:06.762520 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a2005cd6-9c9c-4321-856f-eba1926da313 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:06.795690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45952) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:06.847054 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8ec36fc-c09c-465a-a2ba-0f712fe29a6f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:06.858467 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:06.860625 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec36fc-c09c-465a-a2ba-0f712fe29a6f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Calling delete_port for 00d5618d-7a91-47cc-9fdc-97fe0cba8df1 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:06.889562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a2005cd6-9c9c-4321-856f-eba1926da313 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6514940 Sep 18 05:26:06.904754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Request body: {'port': {'device_id': '0ce35af8-cdf4-49fe-8628-40e715976068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:06.960827 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-60882086-21c6-4ff5-aa6b-a83e13fe690f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:06.975711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-8b60c15f-0c65-4ecb-8de1-ebf09ae4fb79 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.031833 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.178640 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8ec36fc-c09c-465a-a2ba-0f712fe29a6f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.212596 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec36fc-c09c-465a-a2ba-0f712fe29a6f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event deleted for resources: {'Port': ['ID=00d5618d-7a91-47cc-9fdc-97fe0cba8df1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:07.243016 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-60882086-21c6-4ff5-aa6b-a83e13fe690f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.289597 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-8b60c15f-0c65-4ecb-8de1-ebf09ae4fb79 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.299108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 052b2bf8-1604-451d-88c5-ad01f505ce5b details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:26:07.332669 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e8ec36fc-c09c-465a-a2ba-0f712fe29a6f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.335063 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e8ec36fc-c09c-465a-a2ba-0f712fe29a6f tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "DELETE /v2.0/ports/00d5618d-7a91-47cc-9fdc-97fe0cba8df1 HTTP/1.1" status: 204 len: 168 time: 0.8247669 Sep 18 05:26:07.342020 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45962) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:07.353397 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-60882086-21c6-4ff5-aa6b-a83e13fe690f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.415384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-8b60c15f-0c65-4ecb-8de1-ebf09ae4fb79 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Network 4c210219-db39-41c3-babe-024060767108 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:26:07.415631 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 052b2bf8-1604-451d-88c5-ad01f505ce5b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=052b2bf8-1604-451d-88c5-ad01f505ce5b,segment=NetworkSegment(29bbeb5e-7626-4093-be84-d8494fa9e7ed),segment_id=29bbeb5e-7626-4093-be84-d8494fa9e7ed)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:07.425369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4fda4655-9ed5-488e-9844-b5b2931f8d2e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Allocated IP 172.20.0.2 (4c210219-db39-41c3-babe-024060767108/ac8a3c11-0458-403b-a761-3668b16824e7/b267736d-eac3-4090-9c66-fe80272c25e3) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:26:07.432687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-8b60c15f-0c65-4ecb-8de1-ebf09ae4fb79 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:26:07.435223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60c15f-0c65-4ecb-8de1-ebf09ae4fb79 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Pushing event updated for resources: {'Port': ['ID=bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:07.438262 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '052b2bf8-1604-451d-88c5-ad01f505ce5b', 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81', 'port_id': '052b2bf8-1604-451d-88c5-ad01f505ce5b', 'mac_address': 'fa:16:3e:d6:3c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acbc594-bff6-47e9-a5a7-5042dbceb555', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:26:07.442899 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-60882086-21c6-4ff5-aa6b-a83e13fe690f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9978a2a55f21424bb264edebe3a5673f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428211 Sep 18 05:26:07.442899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-8b60c15f-0c65-4ecb-8de1-ebf09ae4fb79 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:26:07.443169 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6b7231a9-b0dd-4fd1-b857-d7c2b701ccbf req-5a8146ea-32b1-4b2a-a993-04592e481dd1 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 210 time: 0.0433419 Sep 18 05:26:07.448878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45964) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:07.486103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882086-21c6-4ff5-aa6b-a83e13fe690f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a5c2fd-e34c-478a-9712-40e0ccc831dd,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:07.503042 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.517400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-225ab532-8eb6-4edb-aa80-388e4a6b8299 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Deleting port 7641b39e-46be-4f6f-ae6a-60ffe772d892 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:07.518560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-225ab532-8eb6-4edb-aa80-388e4a6b8299 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.576553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-8b60c15f-0c65-4ecb-8de1-ebf09ae4fb79 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:07.577252 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-8b60c15f-0c65-4ecb-8de1-ebf09ae4fb79 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.656359 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-225ab532-8eb6-4edb-aa80-388e4a6b8299 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.673618 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-225ab532-8eb6-4edb-aa80-388e4a6b8299 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Calling delete_port for 7641b39e-46be-4f6f-ae6a-60ffe772d892 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:07.700189 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052b2bf8-1604-451d-88c5-ad01f505ce5b {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:26:07.707900 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bd1f9c23-2fd6-4792-9e2e-c0c5a2a24dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.734805 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 052b2bf8-1604-451d-88c5-ad01f505ce5b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=052b2bf8-1604-451d-88c5-ad01f505ce5b,segment=NetworkSegment(29bbeb5e-7626-4093-be84-d8494fa9e7ed),segment_id=29bbeb5e-7626-4093-be84-d8494fa9e7ed)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:07.765696 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-8b60c15f-0c65-4ecb-8de1-ebf09ae4fb79 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0547321 Sep 18 05:26:07.789114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Request body: {'port': {'device_id': '035d20e9-d450-46a6-b9a7-44fb870b187a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:07.808969 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.818289 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bd1f9c23-2fd6-4792-9e2e-c0c5a2a24dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.830226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8c345-f07b-4798-a907-57820157710d req-1796cdc0-72fd-481c-b31a-d15dddec1cae tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:07.832133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2fa8c345-f07b-4798-a907-57820157710d req-1796cdc0-72fd-481c-b31a-d15dddec1cae tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 944 time: 0.2520990 Sep 18 05:26:07.872970 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=052b2bf8-1604-451d-88c5-ad01f505ce5b,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:07.898001 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-225ab532-8eb6-4edb-aa80-388e4a6b8299 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.927225 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4fda4655-9ed5-488e-9844-b5b2931f8d2e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:07.935191 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ab532-8eb6-4edb-aa80-388e4a6b8299 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event deleted for resources: {'Port': ['ID=7641b39e-46be-4f6f-ae6a-60ffe772d892,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:07.964342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2fa8c345-f07b-4798-a907-57820157710d req-cc608bc4-46aa-4556-a060-b6d8b2dabaa5 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b96b97d-6543-493c-af6d-221c708e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085000 Sep 18 05:26:07.978699 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:08.032815 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-225ab532-8eb6-4edb-aa80-388e4a6b8299 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:08.038400 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-225ab532-8eb6-4edb-aa80-388e4a6b8299 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "DELETE /v2.0/ports/7641b39e-46be-4f6f-ae6a-60ffe772d892 HTTP/1.1" status: 204 len: 168 time: 0.6929917 Sep 18 05:26:08.038899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 45968) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:08.056572 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['052b2bf8-1604-451d-88c5-ad01f505ce5b'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:26:08.076790 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bd1f9c23-2fd6-4792-9e2e-c0c5a2a24dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:08.079873 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bd1f9c23-2fd6-4792-9e2e-c0c5a2a24dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:08.083853 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bd1f9c23-2fd6-4792-9e2e-c0c5a2a24dee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29a5c2fd-e34c-478a-9712-40e0ccc831dd HTTP/1.1" status: 204 len: 168 time: 0.6315393 Sep 18 05:26:08.169840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f9c23-2fd6-4792-9e2e-c0c5a2a24dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a5c2fd-e34c-478a-9712-40e0ccc831dd,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:08.192031 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4fda4655-9ed5-488e-9844-b5b2931f8d2e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:08.257704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-404cb522-e50a-42ee-b43f-895840301011 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Deleting subnet 40658f68-338e-4856-9ca3-ffd563345ec9 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:26:08.268560 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-404cb522-e50a-42ee-b43f-895840301011 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:08.341162 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4fda4655-9ed5-488e-9844-b5b2931f8d2e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Network 4c210219-db39-41c3-babe-024060767108 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:26:08.352887 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4fda4655-9ed5-488e-9844-b5b2931f8d2e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:26:08.355587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4fda4655-9ed5-488e-9844-b5b2931f8d2e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:26:08.618373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea7ae0-bea3-44ea-942b-3b989100bc61 req-f5656458-b4df-4570-baf9-95d102aa3d77 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:08.619898 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71ea7ae0-bea3-44ea-942b-3b989100bc61 req-f5656458-b4df-4570-baf9-95d102aa3d77 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 931 time: 0.0562885 Sep 18 05:26:08.663116 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71ea7ae0-bea3-44ea-942b-3b989100bc61 req-f1d6bcea-ae99-49ec-ab51-98c62b5519ff tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363805 Sep 18 05:26:08.729371 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-404cb522-e50a-42ee-b43f-895840301011 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:08.735003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda4655-9ed5-488e-9844-b5b2931f8d2e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Pushing event updated for resources: {'Port': ['ID=b267736d-eac3-4090-9c66-fe80272c25e3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:08.810032 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4fda4655-9ed5-488e-9844-b5b2931f8d2e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:08.810649 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4fda4655-9ed5-488e-9844-b5b2931f8d2e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:08.844385 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45980) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:08.863053 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1c372472-0c38-42c7-b3a4-41e2ca3c06de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:08.897706 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-404cb522-e50a-42ee-b43f-895840301011 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:08.923727 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4fda4655-9ed5-488e-9844-b5b2931f8d2e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7812176 Sep 18 05:26:08.928277 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bdbbcb-90f3-4975-8869-591d8bc0b059 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:26:08.944170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Request body: {'port': {'device_id': '5b154b54-43a1-4efa-ae00-01ced69e799d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:08.947573 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:08.991484 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Transition to ACTIVE for port object 44bdbbcb-90f3-4975-8869-591d8bc0b059 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:26:09.005411 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1c372472-0c38-42c7-b3a4-41e2ca3c06de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.026555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.127949 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1c372472-0c38-42c7-b3a4-41e2ca3c06de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.167480 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1c372472-0c38-42c7-b3a4-41e2ca3c06de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=437e210941684ffa9880c85d9c235efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219297 Sep 18 05:26:09.169595 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c372472-0c38-42c7-b3a4-41e2ca3c06de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213f8d95-b845-41e5-8b93-a81037e7723e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:09.170047 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.172044 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45984) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:09.172264 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-404cb522-e50a-42ee-b43f-895840301011 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.225295 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e6539c6a-7a2c-4105-828c-07530ece4cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.248660 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e6539c6a-7a2c-4105-828c-07530ece4cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.266626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cb522-e50a-42ee-b43f-895840301011 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event deleted for resources: {'Subnet': ['ID=40658f68-338e-4856-9ca3-ffd563345ec9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:09.286377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeff628-f306-4d42-965f-802a9bb7a2b4 req-aadebb72-4f3a-450e-8f1b-06775bc1c13c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:09.289398 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 052b2bf8-1604-451d-88c5-ad01f505ce5b up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:26:09.289922 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-baeff628-f306-4d42-965f-802a9bb7a2b4 req-aadebb72-4f3a-450e-8f1b-06775bc1c13c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 945 time: 0.2462711 Sep 18 05:26:09.336093 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-404cb522-e50a-42ee-b43f-895840301011 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.338100 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-404cb522-e50a-42ee-b43f-895840301011 tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "DELETE /v2.0/subnets/40658f68-338e-4856-9ca3-ffd563345ec9 HTTP/1.1" status: 204 len: 168 time: 1.2982025 Sep 18 05:26:09.340917 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 45990) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:09.343323 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e769cda-7fce-4c46-9a00-537e8b4871fc None None] Network d31ab936-807d-4ca3-b171-a16b4b9bc97f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:26:09.378750 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Pushing event updated for resources: {'Port': ['ID=44bdbbcb-90f3-4975-8869-591d8bc0b059,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:09.390023 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e6539c6a-7a2c-4105-828c-07530ece4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.393322 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e6539c6a-7a2c-4105-828c-07530ece4cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.398441 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e6539c6a-7a2c-4105-828c-07530ece4cfe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/213f8d95-b845-41e5-8b93-a81037e7723e HTTP/1.1" status: 204 len: 168 time: 0.2214873 Sep 18 05:26:09.410355 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6539c6a-7a2c-4105-828c-07530ece4cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213f8d95-b845-41e5-8b93-a81037e7723e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:09.419768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e33d00a-efed-457a-b814-29c4353ead7c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Deleting subnet 0c2be50f-11fb-4dda-a69c-3245f6925a37 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:26:09.423389 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e33d00a-efed-457a-b814-29c4353ead7c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.480183 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e33d00a-efed-457a-b814-29c4353ead7c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.480323 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-baeff628-f306-4d42-965f-802a9bb7a2b4 req-0f3c8b8c-3cf4-4332-ba18-b6c018fcb396 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b96b97d-6543-493c-af6d-221c708e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499312 Sep 18 05:26:09.498967 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 052b2bf8-1604-451d-88c5-ad01f505ce5b completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:26:09.532177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 052b2bf8-1604-451d-88c5-ad01f505ce5b triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:26:09.532572 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.549595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Attempting to bind port 44bdbbcb-90f3-4975-8869-591d8bc0b059 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:26:09.550094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Attempting to bind port 44bdbbcb-90f3-4975-8869-591d8bc0b059 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '147e4098-c22b-4558-aede-171f5bb9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c210219-db39-41c3-babe-024060767108'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:26:09.550448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Attempting to bind port 44bdbbcb-90f3-4975-8869-591d8bc0b059 on network 4c210219-db39-41c3-babe-024060767108 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:26:09.557721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Port 44bdbbcb-90f3-4975-8869-591d8bc0b059 on network 4c210219-db39-41c3-babe-024060767108 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:26:09.558097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Attempting to bind port 44bdbbcb-90f3-4975-8869-591d8bc0b059 on network 4c210219-db39-41c3-babe-024060767108 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:26:09.566023 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:26:09.566441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Checking segment: {'id': '147e4098-c22b-4558-aede-171f5bb9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c210219-db39-41c3-babe-024060767108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:26:09.567149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Bound using segment: {'id': '147e4098-c22b-4558-aede-171f5bb9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c210219-db39-41c3-babe-024060767108'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:26:09.567289 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Bound port: 44bdbbcb-90f3-4975-8869-591d8bc0b059, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147e4098-c22b-4558-aede-171f5bb9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c210219-db39-41c3-babe-024060767108'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:26:09.567855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.574049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:26:09.593837 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.601046 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e33d00a-efed-457a-b814-29c4353ead7c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.628158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Transition to ACTIVE for port object bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:26:09.669703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] For port 44bdbbcb-90f3-4975-8869-591d8bc0b059, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:26:09.671385 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.674680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] For port 44bdbbcb-90f3-4975-8869-591d8bc0b059, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=44bdbbcb-90f3-4975-8869-591d8bc0b059,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:26:09.694877 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab96ae50-e03e-4194-943e-15b63638f224 None None] DHCP port deletion for d31ab936-807d-4ca3-b171-a16b4b9bc97f request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:26:09.702750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d43c3a-65fd-4da3-b6b4-4de28230a1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052b2bf8-1604-451d-88c5-ad01f505ce5b'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:09.710545 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d926369-3538-458a-b11d-a033b4bbd6c1" -d '{"events": [{"server_uuid": "a3d43c3a-65fd-4da3-b6b4-4de28230a1b7", "name": "network-vif-plugged", "status": "completed", "tag": "052b2bf8-1604-451d-88c5-ad01f505ce5b"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:09.728622 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 052b2bf8-1604-451d-88c5-ad01f505ce5b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=052b2bf8-1604-451d-88c5-ad01f505ce5b,segment=NetworkSegment(29bbeb5e-7626-4093-be84-d8494fa9e7ed),segment_id=29bbeb5e-7626-4093-be84-d8494fa9e7ed)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:09.785413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ab96ae50-e03e-4194-943e-15b63638f224 None None] Deleting port 71224579-8b60-428c-a4d0-81840482866e {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:09.786108 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ab96ae50-e03e-4194-943e-15b63638f224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.788930 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df46914-e8a9-4904-8264-59f1227597f2 x-openstack-request-id: req-9df46914-e8a9-4904-8264-59f1227597f2 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:09.794786 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d43c3a-65fd-4da3-b6b4-4de28230a1b7", "name": "network-vif-plugged", "status": "completed", "tag": "052b2bf8-1604-451d-88c5-ad01f505ce5b", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:09.794786 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9df46914-e8a9-4904-8264-59f1227597f2 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:09.794786 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d43c3a-65fd-4da3-b6b4-4de28230a1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052b2bf8-1604-451d-88c5-ad01f505ce5b', 'code': 200} Sep 18 05:26:09.842106 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e33d00a-efed-457a-b814-29c4353ead7c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.857763 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.880465 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b267736d-eac3-4090-9c66-fe80272c25e3 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:26:09.888051 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.889646 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91c88e-fdb3-4d17-b123-3c7b35faf19c req-59df820b-0063-4a14-aabe-49728f743e03 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:09.897451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ab96ae50-e03e-4194-943e-15b63638f224 None None] For port 71224579-8b60-428c-a4d0-81840482866e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=71224579-8b60-428c-a4d0-81840482866e,segment=NetworkSegment(14663af1-76ca-4271-9d7f-c1149cb4136a),segment_id=14663af1-76ca-4271-9d7f-c1149cb4136a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:09.898307 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ab96ae50-e03e-4194-943e-15b63638f224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.900724 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e91c88e-fdb3-4d17-b123-3c7b35faf19c req-59df820b-0063-4a14-aabe-49728f743e03 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 931 time: 0.1575289 Sep 18 05:26:09.901824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Transition to ACTIVE for port object b267736d-eac3-4090-9c66-fe80272c25e3 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:26:09.904878 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.918911 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ab96ae50-e03e-4194-943e-15b63638f224 None None] Calling delete_port for 71224579-8b60-428c-a4d0-81840482866e owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:09.947741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=052b2bf8-1604-451d-88c5-ad01f505ce5b,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:09.961871 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:09.975008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:09.978871 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.003587 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33d00a-efed-457a-b814-29c4353ead7c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2be50f-11fb-4dda-a69c-3245f6925a37,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:10.015908 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e33d00a-efed-457a-b814-29c4353ead7c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.018045 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5e33d00a-efed-457a-b814-29c4353ead7c tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "DELETE /v2.0/subnets/0c2be50f-11fb-4dda-a69c-3245f6925a37 HTTP/1.1" status: 204 len: 168 time: 0.6753073 Sep 18 05:26:10.032445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff899893-9065-40f6-9216-a887282da2a3 None None] Network 949f5a21-9f21-48eb-8050-df0d8a67ec39 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:26:10.032732 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e91c88e-fdb3-4d17-b123-3c7b35faf19c req-969a0b4e-4ab5-4183-8c9e-ea968c4f8127 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265073 Sep 18 05:26:10.035392 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46002) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:10.119631 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:10.120300 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.121737 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] 10.222.0.18 "PUT /v2.0/ports/44bdbbcb-90f3-4975-8869-591d8bc0b059 HTTP/1.1" status: 200 len: 1092 time: 3.2213235 Sep 18 05:26:10.125419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce35af8-cdf4-49fe-8628-40e715976068', 'tag': '44bdbbcb-90f3-4975-8869-591d8bc0b059'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:10.128212 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff269e4-9257-4dda-b791-428f5e98daed" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce35af8-cdf4-49fe-8628-40e715976068", "tag": "44bdbbcb-90f3-4975-8869-591d8bc0b059"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:10.174685 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.176982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ac1ff-2423-4ae9-b6fc-8feeab057615 service neutron] Pushing event updated for resources: {'Port': ['ID=44bdbbcb-90f3-4975-8869-591d8bc0b059,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:10.242132 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Deleting port 71224579-8b60-428c-a4d0-81840482866e {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:10.242530 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.288815 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653907b4-99b7-4b36-9f41-f80abea35797 x-openstack-request-id: req-653907b4-99b7-4b36-9f41-f80abea35797 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:10.289698 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce35af8-cdf4-49fe-8628-40e715976068", "tag": "44bdbbcb-90f3-4975-8869-591d8bc0b059", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:10.289698 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-653907b4-99b7-4b36-9f41-f80abea35797 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:10.290525 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce35af8-cdf4-49fe-8628-40e715976068', 'tag': '44bdbbcb-90f3-4975-8869-591d8bc0b059', 'status': 'completed', 'code': 200} Sep 18 05:26:10.343393 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ab96ae50-e03e-4194-943e-15b63638f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.357672 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] For port 71224579-8b60-428c-a4d0-81840482866e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=71224579-8b60-428c-a4d0-81840482866e,segment=NetworkSegment(14663af1-76ca-4271-9d7f-c1149cb4136a),segment_id=14663af1-76ca-4271-9d7f-c1149cb4136a)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:10.358494 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.369724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e7ac2e-cf81-492d-ac1c-2ad98cdacda0 None None] DHCP port deletion for 949f5a21-9f21-48eb-8050-df0d8a67ec39 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:26:10.380749 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Calling delete_port for 71224579-8b60-428c-a4d0-81840482866e owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:10.390932 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d24d4c-58d0-4bb8-8394-3a3ad92905df req-bc9f30c9-d736-479d-8704-000738c51bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:10.390932 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-25d24d4c-58d0-4bb8-8394-3a3ad92905df req-bc9f30c9-d736-479d-8704-000738c51bd6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 1098 time: 0.4799616 Sep 18 05:26:10.441173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96ae50-e03e-4194-943e-15b63638f224 None None] Pushing event deleted for resources: {'Port': ['ID=71224579-8b60-428c-a4d0-81840482866e,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:10.482635 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 71224579-8b60-428c-a4d0-81840482866e no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:10.488036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96ae50-e03e-4194-943e-15b63638f224 None None] No DVR routers for this DVR port 71224579-8b60-428c-a4d0-81840482866e on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:26:10.507745 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.518409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 71224579-8b60-428c-a4d0-81840482866e {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:10.518885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 71224579-8b60-428c-a4d0-81840482866e not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:10.519348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 24cdde2c-c346-4f79-8d89-5ed30863542d no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:10.523350 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] No DVR routers for this DVR port 71224579-8b60-428c-a4d0-81840482866e on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:26:10.553649 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event deleted for resources: {'Port': ['ID=71224579-8b60-428c-a4d0-81840482866e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:10.597108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7ac2e-cf81-492d-ac1c-2ad98cdacda0 None None] Deleting port 24cdde2c-c346-4f79-8d89-5ed30863542d {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:10.597500 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ac2e-cf81-492d-ac1c-2ad98cdacda0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.665080 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Attempting to bind port b267736d-eac3-4090-9c66-fe80272c25e3 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:26:10.668382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Attempting to bind port b267736d-eac3-4090-9c66-fe80272c25e3 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '147e4098-c22b-4558-aede-171f5bb9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c210219-db39-41c3-babe-024060767108'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:26:10.668382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Attempting to bind port b267736d-eac3-4090-9c66-fe80272c25e3 on network 4c210219-db39-41c3-babe-024060767108 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:26:10.676462 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f1e7ac2e-cf81-492d-ac1c-2ad98cdacda0 None None] For port 24cdde2c-c346-4f79-8d89-5ed30863542d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=24cdde2c-c346-4f79-8d89-5ed30863542d,segment=NetworkSegment(47b32b9e-cdff-4952-9543-dce0c8055144),segment_id=47b32b9e-cdff-4952-9543-dce0c8055144)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:10.676873 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ac2e-cf81-492d-ac1c-2ad98cdacda0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.678217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Pushing event updated for resources: {'Port': ['ID=b267736d-eac3-4090-9c66-fe80272c25e3,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:10.700683 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7ac2e-cf81-492d-ac1c-2ad98cdacda0 None None] Calling delete_port for 24cdde2c-c346-4f79-8d89-5ed30863542d owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:10.706013 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.738062 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-25d24d4c-58d0-4bb8-8394-3a3ad92905df req-41bd28c2-b78b-4bbd-9f20-eaabb2441614 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b96b97d-6543-493c-af6d-221c708e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179002 Sep 18 05:26:10.745919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31ab936-807d-4ca3-b171-a16b4b9bc97f']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:10.760825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14663af1-76ca-4271-9d7f-c1149cb4136a') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:10.761359 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14663af1-76ca-4271-9d7f-c1149cb4136a') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:10.783557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b93f1-2111-4451-befd-ff8ac5ec8d55 req-97e54f02-27de-4e96-b246-811dc78c44ec tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:10.785283 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a76b93f1-2111-4451-befd-ff8ac5ec8d55 req-97e54f02-27de-4e96-b246-811dc78c44ec tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 946 time: 0.1628046 Sep 18 05:26:10.787715 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.790888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Port b267736d-eac3-4090-9c66-fe80272c25e3 on network 4c210219-db39-41c3-babe-024060767108 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:26:10.792960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Attempting to bind port b267736d-eac3-4090-9c66-fe80272c25e3 on network 4c210219-db39-41c3-babe-024060767108 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:26:10.816575 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.819200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:26:10.819850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Checking segment: {'id': '147e4098-c22b-4558-aede-171f5bb9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c210219-db39-41c3-babe-024060767108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:26:10.822485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Bound using segment: {'id': '147e4098-c22b-4558-aede-171f5bb9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c210219-db39-41c3-babe-024060767108'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:26:10.823142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Bound port: b267736d-eac3-4090-9c66-fe80272c25e3, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147e4098-c22b-4558-aede-171f5bb9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c210219-db39-41c3-babe-024060767108'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:26:10.824861 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.827269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:26:10.827671 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:26:10.831762 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:26:10.852933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff269e4-9257-4dda-b791-428f5e98daed req-84a5481f-6525-4a6f-8f5f-dd68db838fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:10.854725 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fff269e4-9257-4dda-b791-428f5e98daed req-84a5481f-6525-4a6f-8f5f-dd68db838fb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73b80fdebda94b01a4e9aa2739f7396a&device_id=0ce35af8-cdf4-49fe-8628-40e715976068 HTTP/1.1" status: 200 len: 1095 time: 0.5683770 Sep 18 05:26:10.855322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Attempting to bind port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:26:10.855616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Attempting to bind port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '147e4098-c22b-4558-aede-171f5bb9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c210219-db39-41c3-babe-024060767108'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:26:10.855959 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Attempting to bind port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 on network 4c210219-db39-41c3-babe-024060767108 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:26:10.872708 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a76b93f1-2111-4451-befd-ff8ac5ec8d55 req-414921bb-3c8e-4a19-8423-4d293cb9e423 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b96b97d-6543-493c-af6d-221c708e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764575 Sep 18 05:26:10.873275 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.883573 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ac2e-cf81-492d-ac1c-2ad98cdacda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:10.923882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 on network 4c210219-db39-41c3-babe-024060767108 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:26:10.924588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Attempting to bind port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 on network 4c210219-db39-41c3-babe-024060767108 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:26:10.941563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7ac2e-cf81-492d-ac1c-2ad98cdacda0 None None] No DVR routers for this DVR port 24cdde2c-c346-4f79-8d89-5ed30863542d on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:26:10.954174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7ac2e-cf81-492d-ac1c-2ad98cdacda0 None None] Pushing event deleted for resources: {'Port': ['ID=24cdde2c-c346-4f79-8d89-5ed30863542d,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:10.957176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:26:10.957531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Checking segment: {'id': '147e4098-c22b-4558-aede-171f5bb9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c210219-db39-41c3-babe-024060767108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:26:10.957926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Bound using segment: {'id': '147e4098-c22b-4558-aede-171f5bb9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c210219-db39-41c3-babe-024060767108'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:26:10.958383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Bound port: bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147e4098-c22b-4558-aede-171f5bb9e9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c210219-db39-41c3-babe-024060767108'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:26:10.958752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.006459 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.025921 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.032194 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "DELETE /v2.0/networks/d31ab936-807d-4ca3-b171-a16b4b9bc97f HTTP/1.1" status: 204 len: 168 time: 0.9947121 Sep 18 05:26:11.033088 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b510e4b-a8ee-4f7b-95cf-8ed12f2cdfcb tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event deleted for resources: {'Network': ['ID=d31ab936-807d-4ca3-b171-a16b4b9bc97f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:11.035923 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46036) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:11.078214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] For port b267736d-eac3-4090-9c66-fe80272c25e3, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:26:11.112806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff269e4-9257-4dda-b791-428f5e98daed req-5ceb6002-315c-4371-90b9-7b1825b2d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:11.114337 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fff269e4-9257-4dda-b791-428f5e98daed req-5ceb6002-315c-4371-90b9-7b1825b2d911 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=73b80fdebda94b01a4e9aa2739f7396a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2494428 Sep 18 05:26:11.123367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] For port b267736d-eac3-4090-9c66-fe80272c25e3, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b267736d-eac3-4090-9c66-fe80272c25e3,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:26:11.146408 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02b22daf-d318-4af9-a87c-a5a0a6c213dc tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.207182 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] For port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:26:11.248494 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02b22daf-d318-4af9-a87c-a5a0a6c213dc tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.251220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] For port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:26:11.255556 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.269360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-02b22daf-d318-4af9-a87c-a5a0a6c213dc tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949f5a21-9f21-48eb-8050-df0d8a67ec39']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:11.279255 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-02b22daf-d318-4af9-a87c-a5a0a6c213dc tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b32b9e-cdff-4952-9543-dce0c8055144') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:11.279484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-02b22daf-d318-4af9-a87c-a5a0a6c213dc tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b32b9e-cdff-4952-9543-dce0c8055144') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:11.290065 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02b22daf-d318-4af9-a87c-a5a0a6c213dc tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.301890 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06f266-00fc-43a4-b7de-2ec06fb9a125 req-65d9d51e-6563-4b7a-9e29-b1dc4606a4bb tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:11.310146 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba06f266-00fc-43a4-b7de-2ec06fb9a125 req-65d9d51e-6563-4b7a-9e29-b1dc4606a4bb tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 943 time: 0.1882427 Sep 18 05:26:11.310863 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:11.311839 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.312901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] 10.222.0.18 "PUT /v2.0/ports/b267736d-eac3-4090-9c66-fe80272c25e3 HTTP/1.1" status: 200 len: 1092 time: 2.3751445 Sep 18 05:26:11.322625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02b22daf-d318-4af9-a87c-a5a0a6c213dc tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.336064 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b22daf-d318-4af9-a87c-a5a0a6c213dc tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:26:11.338204 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02b22daf-d318-4af9-a87c-a5a0a6c213dc tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.346047 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:26:11.355471 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:26:11.364118 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46046) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:11.364258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff269e4-9257-4dda-b791-428f5e98daed req-50886976-4e17-4edf-a4f2-a2673b236dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:11.364258 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fff269e4-9257-4dda-b791-428f5e98daed req-50886976-4e17-4edf-a4f2-a2673b236dfd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2375822 Sep 18 05:26:11.383040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:11.383692 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.385261 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] 10.222.0.13 "PUT /v2.0/ports/bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 HTTP/1.1" status: 200 len: 1093 time: 3.6084721 Sep 18 05:26:11.391573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a26b4-eed6-4fa8-b740-1e0f93ed4cba service neutron] Pushing event updated for resources: {'Port': ['ID=b267736d-eac3-4090-9c66-fe80272c25e3,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:11.405175 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba06f266-00fc-43a4-b7de-2ec06fb9a125 req-dbae71f1-1bc6-4a82-949f-746d69088d8e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867140 Sep 18 05:26:11.556429 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02b22daf-d318-4af9-a87c-a5a0a6c213dc tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.561178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811848e-7a3c-41a7-89e6-f78e30872eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:11.581977 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-02b22daf-d318-4af9-a87c-a5a0a6c213dc tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.590489 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-02b22daf-d318-4af9-a87c-a5a0a6c213dc tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] 10.222.0.23 "DELETE /v2.0/networks/949f5a21-9f21-48eb-8050-df0d8a67ec39 HTTP/1.1" status: 204 len: 168 time: 0.5533183 Sep 18 05:26:11.599623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-1f1ac3ef-6976-4c00-8227-3ec773e03d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:11.601312 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-1f1ac3ef-6976-4c00-8227-3ec773e03d1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73b80fdebda94b01a4e9aa2739f7396a&device_id=035d20e9-d450-46a6-b9a7-44fb870b187a HTTP/1.1" status: 200 len: 1096 time: 0.0937850 Sep 18 05:26:11.604177 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b22daf-d318-4af9-a87c-a5a0a6c213dc tempest-TaggedBootDevicesTest_v242-360802707 tempest-TaggedBootDevicesTest_v242-360802707-project] Pushing event deleted for resources: {'Network': ['ID=949f5a21-9f21-48eb-8050-df0d8a67ec39,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:11.608768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-13510f00-1e9d-4e25-8883-c2eb0e4211af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:11.609973 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-13510f00-1e9d-4e25-8883-c2eb0e4211af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73b80fdebda94b01a4e9aa2739f7396a&device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 1095 time: 0.1464226 Sep 18 05:26:11.616920 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a088906d-c0a5-4802-9779-c8e324b5c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:11.616920 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a088906d-c0a5-4802-9779-c8e324b5c4d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73b80fdebda94b01a4e9aa2739f7396a&device_id=0ce35af8-cdf4-49fe-8628-40e715976068 HTTP/1.1" status: 200 len: 1095 time: 0.1503518 Sep 18 05:26:11.669428 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4530efe9-0132-49df-b50e-afe1f9fbd7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.669742 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-16624858-0ade-44e5-a89d-486f847464e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 HTTP/1.1" status: 200 len: 217 time: 0.0524533 Sep 18 05:26:11.743641 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-7312158f-a16c-42f1-9434-0e43b0f04ec9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b267736d-eac3-4090-9c66-fe80272c25e3 HTTP/1.1" status: 200 len: 217 time: 0.1148093 Sep 18 05:26:11.748686 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-1c9f1e72-85dc-4934-af1f-127c90410ac3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44bdbbcb-90f3-4975-8869-591d8bc0b059 HTTP/1.1" status: 200 len: 217 time: 0.1162598 Sep 18 05:26:11.817814 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4530efe9-0132-49df-b50e-afe1f9fbd7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.876627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4614bc01-04fd-4301-bcc9-d63221fe791a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:11.878895 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4614bc01-04fd-4301-bcc9-d63221fe791a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac8a3c11-0458-403b-a761-3668b16824e7 HTTP/1.1" status: 200 len: 858 time: 0.1475873 Sep 18 05:26:11.885566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-c68fc301-5003-4630-b997-ffbdd50fa610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:11.887166 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-c68fc301-5003-4630-b997-ffbdd50fa610 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac8a3c11-0458-403b-a761-3668b16824e7 HTTP/1.1" status: 200 len: 858 time: 0.1212649 Sep 18 05:26:11.888164 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4530efe9-0132-49df-b50e-afe1f9fbd7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:11.908459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a84e9fde-17ec-47cf-9baa-7cf5d9f12449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:11.909965 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a84e9fde-17ec-47cf-9baa-7cf5d9f12449 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac8a3c11-0458-403b-a761-3668b16824e7 HTTP/1.1" status: 200 len: 858 time: 0.1429865 Sep 18 05:26:11.939493 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-6796bec7-fff1-4bdf-b6e3-80c4d49ac433 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c210219-db39-41c3-babe-024060767108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495818 Sep 18 05:26:11.943551 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4530efe9-0132-49df-b50e-afe1f9fbd7ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da8503f294d1424c82221ab1ddd44d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5829041 Sep 18 05:26:11.945084 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46062) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:11.951331 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-fe21a98f-7a2a-435f-a590-1cc37b7b5136 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c210219-db39-41c3-babe-024060767108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532901 Sep 18 05:26:11.957309 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530efe9-0132-49df-b50e-afe1f9fbd7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24731df-9016-4206-afd4-7926e6a265d7,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:11.981188 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-35919d29-06a4-4706-8232-d4b89fea908b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c210219-db39-41c3-babe-024060767108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439823 Sep 18 05:26:12.045437 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788612d1-8388-4a72-9a5f-33fcfa233c06 req-95073ac9-f635-41c6-8734-19847f5f398e tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:12.047574 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-788612d1-8388-4a72-9a5f-33fcfa233c06 req-95073ac9-f635-41c6-8734-19847f5f398e tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 946 time: 0.1006851 Sep 18 05:26:12.083060 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe4cbebe-0072-4093-a963-a173a9fa4c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:12.118809 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe4cbebe-0072-4093-a963-a173a9fa4c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:12.128578 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-788612d1-8388-4a72-9a5f-33fcfa233c06 req-b7da377e-e9ab-4c38-a444-1811fc1b297a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b96b97d-6543-493c-af6d-221c708e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702529 Sep 18 05:26:12.259126 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-329ccef9-4926-4c7c-885b-6ace89cf0da9 service neutron] 10.222.0.18 "GET /v2.0/networks/4c210219-db39-41c3-babe-024060767108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671456 Sep 18 05:26:12.261296 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-7ffe4b88-22a4-4185-bb95-3f289f32659b service neutron] 10.222.0.18 "GET /v2.0/networks/4c210219-db39-41c3-babe-024060767108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828720 Sep 18 05:26:12.263214 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-aa13a0df-2858-44ab-874a-19d5f1824ac1 service neutron] 10.222.0.13 "GET /v2.0/networks/4c210219-db39-41c3-babe-024060767108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098152 Sep 18 05:26:12.298139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b154b54-43a1-4efa-ae00-01ced69e799d', 'tag': 'b267736d-eac3-4090-9c66-fe80272c25e3'}, {'name': 'network-changed', 'server_uuid': '035d20e9-d450-46a6-b9a7-44fb870b187a', 'tag': 'bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:12.301336 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52880de9-b3d6-4930-9a3d-3ea13c5da875" -d '{"events": [{"name": "network-changed", "server_uuid": "5b154b54-43a1-4efa-ae00-01ced69e799d", "tag": "b267736d-eac3-4090-9c66-fe80272c25e3"}, {"name": "network-changed", "server_uuid": "035d20e9-d450-46a6-b9a7-44fb870b187a", "tag": "bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:12.309590 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe4cbebe-0072-4093-a963-a173a9fa4c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:12.327672 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe4cbebe-0072-4093-a963-a173a9fa4c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:12.337897 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fe4cbebe-0072-4093-a963-a173a9fa4c41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c24731df-9016-4206-afd4-7926e6a265d7 HTTP/1.1" status: 204 len: 168 time: 0.3869379 Sep 18 05:26:12.378420 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cbebe-0072-4093-a963-a173a9fa4c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24731df-9016-4206-afd4-7926e6a265d7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:12.447633 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2203dc25-583b-4fca-a2c6-8e2d9976a742 x-openstack-request-id: req-2203dc25-583b-4fca-a2c6-8e2d9976a742 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:12.448149 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b154b54-43a1-4efa-ae00-01ced69e799d", "tag": "b267736d-eac3-4090-9c66-fe80272c25e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "035d20e9-d450-46a6-b9a7-44fb870b187a", "tag": "bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:12.448284 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2203dc25-583b-4fca-a2c6-8e2d9976a742 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:12.448653 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b154b54-43a1-4efa-ae00-01ced69e799d', 'tag': 'b267736d-eac3-4090-9c66-fe80272c25e3', 'status': 'completed', 'code': 200} Sep 18 05:26:12.448910 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035d20e9-d450-46a6-b9a7-44fb870b187a', 'tag': 'bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5', 'status': 'completed', 'code': 200} Sep 18 05:26:12.540441 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-b1af3e7b-03cd-48ad-86fe-7715e2188ca3 service neutron] 10.222.0.18 "GET /v2.0/networks/4c210219-db39-41c3-babe-024060767108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620053 Sep 18 05:26:12.545713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-4f475ca3-ed05-42b7-9c80-34ab8e8505c9 service neutron] 10.222.0.13 "GET /v2.0/networks/4c210219-db39-41c3-babe-024060767108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747579 Sep 18 05:26:12.547527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fbeb9ea1-7504-4703-a7db-a0e2b4ff6f98 req-a3f881af-a2fa-47e2-bd51-93482ca210fb service neutron] 10.222.0.18 "GET /v2.0/networks/4c210219-db39-41c3-babe-024060767108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614698 Sep 18 05:26:12.590489 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f79f4-e319-4357-80fd-87b5ae9b4f2a req-d99633e6-4972-4c55-9c6b-01b6e414628b tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:12.598723 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d86f79f4-e319-4357-80fd-87b5ae9b4f2a req-d99633e6-4972-4c55-9c6b-01b6e414628b tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 943 time: 0.0865419 Sep 18 05:26:12.645458 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d86f79f4-e319-4357-80fd-87b5ae9b4f2a req-8b1c4190-4b2e-453a-a09b-d3b483d5474c tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457394 Sep 18 05:26:12.773275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-23642ca4-ed4a-4713-bbfa-104440484720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:12.774847 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-23642ca4-ed4a-4713-bbfa-104440484720 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73b80fdebda94b01a4e9aa2739f7396a&device_id=035d20e9-d450-46a6-b9a7-44fb870b187a HTTP/1.1" status: 200 len: 1096 time: 0.0684791 Sep 18 05:26:12.777327 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-ab3ffd8c-aea8-4e55-a09a-36ba84b6ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:12.778715 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-ab3ffd8c-aea8-4e55-a09a-36ba84b6ecf5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73b80fdebda94b01a4e9aa2739f7396a&device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 1095 time: 0.0814226 Sep 18 05:26:13.118282 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46088) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:13.134440 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb97606f-56ee-4e92-ad4e-1d4f95844acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:13.237514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb97606f-56ee-4e92-ad4e-1d4f95844acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:13.310389 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cb97606f-56ee-4e92-ad4e-1d4f95844acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:13.343473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-e1f1ccf3-4eb1-439c-b5ef-23d9a5930b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:13.345218 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-e1f1ccf3-4eb1-439c-b5ef-23d9a5930b95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c210219-db39-41c3-babe-024060767108 HTTP/1.1" status: 200 len: 918 time: 0.5633731 Sep 18 05:26:13.351795 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cb97606f-56ee-4e92-ad4e-1d4f95844acd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=149ccdb49fea42b1976c60e466834a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317712 Sep 18 05:26:13.354475 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46094) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:13.356785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28bf5d-7789-44bf-95bf-7f5e7f9ddc65 req-685ffa6c-6e92-4d59-8056-0bfbc1215ac6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:13.358481 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e28bf5d-7789-44bf-95bf-7f5e7f9ddc65 req-685ffa6c-6e92-4d59-8056-0bfbc1215ac6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 946 time: 0.0978937 Sep 18 05:26:13.361432 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-48ca4bce-6d44-4448-a7ac-6a8a1ba333c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:13.363081 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-48ca4bce-6d44-4448-a7ac-6a8a1ba333c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4c210219-db39-41c3-babe-024060767108 HTTP/1.1" status: 200 len: 918 time: 0.5721250 Sep 18 05:26:13.388632 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97606f-56ee-4e92-ad4e-1d4f95844acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31186166-2142-4015-972f-d754b6d49f4b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:13.417932 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-7bb305e4-b74b-46fb-a2d5-62a97fe0a89b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 HTTP/1.1" status: 200 len: 217 time: 0.0570066 Sep 18 05:26:13.424936 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-41637cf2-438e-4bac-a99c-3880c470b9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:13.449559 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-41637cf2-438e-4bac-a99c-3880c470b9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:13.507375 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-b9de6705-796a-46e8-b37b-faf438e18dc4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b267736d-eac3-4090-9c66-fe80272c25e3 HTTP/1.1" status: 200 len: 217 time: 0.1012895 Sep 18 05:26:13.550556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46098) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:13.574817 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e28bf5d-7789-44bf-95bf-7f5e7f9ddc65 req-32ffa839-3d7e-419a-93d0-11fad581d74e tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b96b97d-6543-493c-af6d-221c708e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043452 Sep 18 05:26:13.585638 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-975c6235-5f51-4bda-ac86-a6f4eef88145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:13.588708 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-975c6235-5f51-4bda-ac86-a6f4eef88145 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac8a3c11-0458-403b-a761-3668b16824e7 HTTP/1.1" status: 200 len: 858 time: 0.1201730 Sep 18 05:26:13.591363 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-41637cf2-438e-4bac-a99c-3880c470b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:13.594754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-3ac30eb3-f714-48dc-8102-b9a6005a1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:13.596732 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-41637cf2-438e-4bac-a99c-3880c470b9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:13.597347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-3ac30eb3-f714-48dc-8102-b9a6005a1025 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac8a3c11-0458-403b-a761-3668b16824e7 HTTP/1.1" status: 200 len: 858 time: 0.0810575 Sep 18 05:26:13.598399 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-41637cf2-438e-4bac-a99c-3880c470b9b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31186166-2142-4015-972f-d754b6d49f4b HTTP/1.1" status: 204 len: 168 time: 0.2426558 Sep 18 05:26:13.616876 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41637cf2-438e-4bac-a99c-3880c470b9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31186166-2142-4015-972f-d754b6d49f4b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:13.652698 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-cf0e4fd2-c5ac-408c-97aa-8cf42e8d221f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c210219-db39-41c3-babe-024060767108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540533 Sep 18 05:26:13.673646 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-63e37dcf-3156-40a4-9d2f-02caf97a796d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4c210219-db39-41c3-babe-024060767108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675421 Sep 18 05:26:13.701611 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-284b4837-0442-4474-abfd-d0a8873387da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:13.766380 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac665a-2eae-4a69-89a7-d3530b67b35b req-a2a86496-1ded-4928-9748-8f21c3dd4c8d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:13.768541 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-52ac665a-2eae-4a69-89a7-d3530b67b35b req-a2a86496-1ded-4928-9748-8f21c3dd4c8d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 946 time: 0.0690501 Sep 18 05:26:13.922222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727487a-fd23-4884-a891-c85e99d5ab1b req-506b1b06-dadb-4846-b121-95ed3ffc261e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:13.924434 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0727487a-fd23-4884-a891-c85e99d5ab1b req-506b1b06-dadb-4846-b121-95ed3ffc261e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 943 time: 0.1308944 Sep 18 05:26:13.929242 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-92bd4502-0c00-4b67-99d1-c105863730d1 service neutron] 10.222.0.13 "GET /v2.0/networks/4c210219-db39-41c3-babe-024060767108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585540 Sep 18 05:26:13.979521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-a7bb2027-a99b-4a6c-bb38-c0067e0e6773 service neutron] 10.222.0.18 "GET /v2.0/networks/4c210219-db39-41c3-babe-024060767108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824686 Sep 18 05:26:14.085604 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0727487a-fd23-4884-a891-c85e99d5ab1b req-7c16bec9-d0d3-4cbe-b701-c120f5e775af tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386287 Sep 18 05:26:14.142366 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-52ac665a-2eae-4a69-89a7-d3530b67b35b req-8636d02f-0cdf-4742-89b7-e10c8270860c tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b96b97d-6543-493c-af6d-221c708e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3673077 Sep 18 05:26:14.162282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-713bc0cc-9361-46e5-ae29-83ada7c134c9 service neutron] 10.222.0.13 "GET /v2.0/networks/4c210219-db39-41c3-babe-024060767108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153437 Sep 18 05:26:14.184383 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52880de9-b3d6-4930-9a3d-3ea13c5da875 req-2e8367fa-c90d-467d-9299-60b450b43757 service neutron] 10.222.0.18 "GET /v2.0/networks/4c210219-db39-41c3-babe-024060767108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925805 Sep 18 05:26:14.208404 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-284b4837-0442-4474-abfd-d0a8873387da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:14.269202 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-284b4837-0442-4474-abfd-d0a8873387da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:14.307605 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-284b4837-0442-4474-abfd-d0a8873387da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4c397880ea74488a75034c86fd9c9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7558341 Sep 18 05:26:14.309020 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b4837-0442-4474-abfd-d0a8873387da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4b86f2-c7d1-4904-8f9a-79ea24a6301b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:14.310963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46120) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:14.367017 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a9577d2-fd1f-40d9-87e2-b9597724f134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:14.390075 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a9577d2-fd1f-40d9-87e2-b9597724f134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:14.527466 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a9577d2-fd1f-40d9-87e2-b9597724f134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:14.530122 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a9577d2-fd1f-40d9-87e2-b9597724f134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:14.531432 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2a9577d2-fd1f-40d9-87e2-b9597724f134 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc4b86f2-c7d1-4904-8f9a-79ea24a6301b HTTP/1.1" status: 204 len: 168 time: 0.2192223 Sep 18 05:26:14.542380 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9577d2-fd1f-40d9-87e2-b9597724f134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4b86f2-c7d1-4904-8f9a-79ea24a6301b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:15.191850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752952d-8b39-4b82-9111-1a6883f9af26 req-f00745d1-b8d5-4999-a019-9e9c615c7961 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:15.193706 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c752952d-8b39-4b82-9111-1a6883f9af26 req-f00745d1-b8d5-4999-a019-9e9c615c7961 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 943 time: 0.0597706 Sep 18 05:26:15.219282 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46146) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:15.232679 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-91cf2bb1-c016-4207-a74f-9b2d7a766bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:15.239356 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c752952d-8b39-4b82-9111-1a6883f9af26 req-2784a482-b13c-44ae-98f4-f73aa52a541e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391800 Sep 18 05:26:15.332337 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:26:15.380446 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-91cf2bb1-c016-4207-a74f-9b2d7a766bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:15.440432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:15.451530 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5', 'network_id': '4c210219-db39-41c3-babe-024060767108', 'port_id': 'bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5', 'mac_address': 'fa:16:3e:fd:2c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8a3c11-0458-403b-a761-3668b16824e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:26:15.457410 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-91cf2bb1-c016-4207-a74f-9b2d7a766bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:15.505725 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-91cf2bb1-c016-4207-a74f-9b2d7a766bed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddf15df2379c40618eb8e140285a3dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853224 Sep 18 05:26:15.508326 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46156) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:15.516339 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf2bb1-c016-4207-a74f-9b2d7a766bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da62bdd-844b-4089-960e-24c546e21a79,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:15.526441 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:15.557099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:26:15.583089 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:15.602911 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06595332-40c6-42a3-9d53-774c3a46152b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:15.625967 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06595332-40c6-42a3-9d53-774c3a46152b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:15.667459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46162) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:15.682670 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:15.746568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:15.766485 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06595332-40c6-42a3-9d53-774c3a46152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:15.769452 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06595332-40c6-42a3-9d53-774c3a46152b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:15.770723 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-06595332-40c6-42a3-9d53-774c3a46152b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5da62bdd-844b-4089-960e-24c546e21a79 HTTP/1.1" status: 204 len: 168 time: 0.2613099 Sep 18 05:26:15.805084 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06595332-40c6-42a3-9d53-774c3a46152b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da62bdd-844b-4089-960e-24c546e21a79,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:15.896276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 44bdbbcb-90f3-4975-8869-591d8bc0b059 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:26:15.941745 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:26:16.081359 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 44bdbbcb-90f3-4975-8869-591d8bc0b059, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=44bdbbcb-90f3-4975-8869-591d8bc0b059,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:16.104642 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '44bdbbcb-90f3-4975-8869-591d8bc0b059', 'network_id': '4c210219-db39-41c3-babe-024060767108', 'port_id': '44bdbbcb-90f3-4975-8869-591d8bc0b059', 'mac_address': 'fa:16:3e:3d:10:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8a3c11-0458-403b-a761-3668b16824e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:26:16.207487 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:16.235875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bdbbcb-90f3-4975-8869-591d8bc0b059 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:26:16.294618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 44bdbbcb-90f3-4975-8869-591d8bc0b059, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=44bdbbcb-90f3-4975-8869-591d8bc0b059,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:16.373926 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:16.375658 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b267736d-eac3-4090-9c66-fe80272c25e3 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:26:16.396619 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:16.478910 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26114f9f-7538-4d21-b370-37e8764e4f89 req-bcf42fca-1067-4cb1-81b1-fee08641ed32 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:16.484994 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26114f9f-7538-4d21-b370-37e8764e4f89 req-bcf42fca-1067-4cb1-81b1-fee08641ed32 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 943 time: 0.1161556 Sep 18 05:26:16.512049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b267736d-eac3-4090-9c66-fe80272c25e3, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b267736d-eac3-4090-9c66-fe80272c25e3,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:16.515082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=44bdbbcb-90f3-4975-8869-591d8bc0b059,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:16.536679 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-26114f9f-7538-4d21-b370-37e8764e4f89 req-efbe8ee3-a526-4cee-a51f-b74dcbc70e77 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469818 Sep 18 05:26:16.540465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'b267736d-eac3-4090-9c66-fe80272c25e3', 'network_id': '4c210219-db39-41c3-babe-024060767108', 'port_id': 'b267736d-eac3-4090-9c66-fe80272c25e3', 'mac_address': 'fa:16:3e:f8:60:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8a3c11-0458-403b-a761-3668b16824e7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:26:16.612385 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:16.634996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b267736d-eac3-4090-9c66-fe80272c25e3 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:26:16.684730 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b267736d-eac3-4090-9c66-fe80272c25e3, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b267736d-eac3-4090-9c66-fe80272c25e3,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:16.754742 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:16.829202 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b267736d-eac3-4090-9c66-fe80272c25e3,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:16.843666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Allocated IP 172.20.0.17 (d69df858-9d53-430f-adb9-fe2c912cec81/7acbc594-bff6-47e9-a5a7-5042dbceb555/3ecd3e7d-0dd0-4025-842a-b26f7ab706ee) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:26:16.978486 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:17.000694 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['44bdbbcb-90f3-4975-8869-591d8bc0b059'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:26:17.004855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b267736d-eac3-4090-9c66-fe80272c25e3'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:26:17.133944 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:17.186627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network d69df858-9d53-430f-adb9-fe2c912cec81 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:26:17.191233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:26:17.196721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:26:17.254221 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=3ecd3e7d-0dd0-4025-842a-b26f7ab706ee,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:17.286378 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:17.363946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:26:17.480327 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:26:17.484467 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:26:17.489534 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:17.574790 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:17.587377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b7108738-57b8-45c8-b502-d07e861c9899 None None] Provisioning complete for port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:26:17.588118 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b7108738-57b8-45c8-b502-d07e861c9899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:17.603831 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:17.623562 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035d20e9-d450-46a6-b9a7-44fb870b187a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:17.626293 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70ffc7b-1c93-464b-b7ee-ded00467679d" -d '{"events": [{"server_uuid": "035d20e9-d450-46a6-b9a7-44fb870b187a", "name": "network-vif-plugged", "status": "completed", "tag": "bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:17.644297 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:17.650897 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b7108738-57b8-45c8-b502-d07e861c9899 None None] Port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:26:17.686566 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2a7a1f-1c01-4993-9dc2-c76e3b13f543 x-openstack-request-id: req-4d2a7a1f-1c01-4993-9dc2-c76e3b13f543 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:17.687867 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035d20e9-d450-46a6-b9a7-44fb870b187a", "name": "network-vif-plugged", "status": "completed", "tag": "bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:17.688263 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d2a7a1f-1c01-4993-9dc2-c76e3b13f543 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:17.688892 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035d20e9-d450-46a6-b9a7-44fb870b187a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5', 'code': 200} Sep 18 05:26:17.704578 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:17.790061 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:17.912612 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 44bdbbcb-90f3-4975-8869-591d8bc0b059 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:26:18.047502 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 44bdbbcb-90f3-4975-8869-591d8bc0b059 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:26:18.058119 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 44bdbbcb-90f3-4975-8869-591d8bc0b059 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:26:18.059121 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:18.171489 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:18.198535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b75b2-9c4a-486f-b245-5200b195cc80 req-2fbaae18-e873-4ad7-b23f-6aede253e74b tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:18.199940 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e25b75b2-9c4a-486f-b245-5200b195cc80 req-2fbaae18-e873-4ad7-b23f-6aede253e74b tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 944 time: 0.4566846 Sep 18 05:26:18.210379 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 44bdbbcb-90f3-4975-8869-591d8bc0b059, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=44bdbbcb-90f3-4975-8869-591d8bc0b059,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:18.226023 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a0367-28a0-42c4-8a22-3909436be741 req-db080488-31db-4df3-947a-2bae997e1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:18.227474 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-859a0367-28a0-42c4-8a22-3909436be741 req-db080488-31db-4df3-947a-2bae997e1cc6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=035d20e9-d450-46a6-b9a7-44fb870b187a HTTP/1.1" status: 200 len: 1098 time: 0.4422534 Sep 18 05:26:18.292251 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:18.293082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b267736d-eac3-4090-9c66-fe80272c25e3 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:26:18.329452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e25b75b2-9c4a-486f-b245-5200b195cc80 req-e23fd2ea-79b4-4e11-b835-2042c9da4ef1 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219780 Sep 18 05:26:18.342954 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-859a0367-28a0-42c4-8a22-3909436be741 req-6bef785e-2e91-423b-81e5-1bde87d62578 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076250 Sep 18 05:26:18.386310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=44bdbbcb-90f3-4975-8869-591d8bc0b059,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:18.405285 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:18.453489 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port b267736d-eac3-4090-9c66-fe80272c25e3 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:26:18.461970 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port b267736d-eac3-4090-9c66-fe80272c25e3 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:26:18.461970 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:18.505031 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:18.543403 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:18.591023 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=3ecd3e7d-0dd0-4025-842a-b26f7ab706ee,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:18.594106 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port b267736d-eac3-4090-9c66-fe80272c25e3, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b267736d-eac3-4090-9c66-fe80272c25e3,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:18.597920 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:18.659437 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:18.726688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network d69df858-9d53-430f-adb9-fe2c912cec81 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:26:18.728370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:26:18.745426 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=b267736d-eac3-4090-9c66-fe80272c25e3,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:18.892658 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Router 32d582c2-c374-4440-a998-d428bcc32f99 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:26:19.020634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:26:19.026660 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-75ade317-3f80-40f4-84b9-2f6976fdf02d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "PUT /v2.0/routers/32d582c2-c374-4440-a998-d428bcc32f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3580930 Sep 18 05:26:19.044095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Sync routers for ids ['32d582c2-c374-4440-a998-d428bcc32f99'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:26:19.061016 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Routers {'32d582c2-c374-4440-a998-d428bcc32f99'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:26:19.061659 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:26:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32d582c2-c374-4440-a998-d428bcc32f99'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:19.126268 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-207559df-733e-4fbd-8bdb-844029923b78 None None] Provisioning complete for port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:26:19.126778 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-207559df-733e-4fbd-8bdb-844029923b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:19.200422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-207559df-733e-4fbd-8bdb-844029923b78 None None] Port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:26:19.229302 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Set router 32d582c2-c374-4440-a998-d428bcc32f99 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:26:19.592042 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38acf5-9ee1-4c9e-a6da-d6a4ea5031d7 req-8e1e4d6f-b4a9-4a84-bad5-16cea94ada5e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:19.598033 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca38acf5-9ee1-4c9e-a6da-d6a4ea5031d7 req-8e1e4d6f-b4a9-4a84-bad5-16cea94ada5e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 945 time: 0.1080065 Sep 18 05:26:19.672684 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca38acf5-9ee1-4c9e-a6da-d6a4ea5031d7 req-cfbb7421-95ad-4e89-a64d-6f9c8cb4010f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680799 Sep 18 05:26:19.706939 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce35af8-cdf4-49fe-8628-40e715976068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bdbbcb-90f3-4975-8869-591d8bc0b059'}, {'server_uuid': '5b154b54-43a1-4efa-ae00-01ced69e799d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b267736d-eac3-4090-9c66-fe80272c25e3'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:19.710049 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6d8efa-d202-4453-9707-f8dbe50acf22" -d '{"events": [{"server_uuid": "0ce35af8-cdf4-49fe-8628-40e715976068", "name": "network-vif-plugged", "status": "completed", "tag": "44bdbbcb-90f3-4975-8869-591d8bc0b059"}, {"server_uuid": "5b154b54-43a1-4efa-ae00-01ced69e799d", "name": "network-vif-plugged", "status": "completed", "tag": "b267736d-eac3-4090-9c66-fe80272c25e3"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:19.782757 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:26:17Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'b27526ed-3326-41a9-86e5-f9bb384d60e0', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'port_id': '5c549f87-70c5-45c3-bde1-851a680c7866', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'mac_address': 'fa:16:3e:0f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:25:13Z', 'updated_at': '2021-09-18T05:25:16Z', 'revision_number': 1, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecd3e7d-0dd0-4025-842a-b26f7ab706ee', 'name': '', 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:47:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '7acbc594-bff6-47e9-a5a7-5042dbceb555', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:16Z', 'updated_at': '2021-09-18T05:26:18Z', 'revision_number': 2, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '7acbc594-bff6-47e9-a5a7-5042dbceb555', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:52Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:19.784622 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98b5f59-66c9-467f-8d9b-cb788e87a6cc x-openstack-request-id: req-b98b5f59-66c9-467f-8d9b-cb788e87a6cc {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:19.784924 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce35af8-cdf4-49fe-8628-40e715976068", "name": "network-vif-plugged", "status": "completed", "tag": "44bdbbcb-90f3-4975-8869-591d8bc0b059", "code": 200}, {"server_uuid": "5b154b54-43a1-4efa-ae00-01ced69e799d", "name": "network-vif-plugged", "status": "completed", "tag": "b267736d-eac3-4090-9c66-fe80272c25e3", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:19.785176 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b98b5f59-66c9-467f-8d9b-cb788e87a6cc {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:19.785681 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce35af8-cdf4-49fe-8628-40e715976068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bdbbcb-90f3-4975-8869-591d8bc0b059', 'code': 200} Sep 18 05:26:19.785955 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b154b54-43a1-4efa-ae00-01ced69e799d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b267736d-eac3-4090-9c66-fe80272c25e3', 'code': 200} Sep 18 05:26:19.822581 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Checking router: 32d582c2-c374-4440-a998-d428bcc32f99 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:26:19.823004 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Updating router 32d582c2-c374-4440-a998-d428bcc32f99 port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:26:19.856407 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:19.990562 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de765a3-2135-4579-82f3-f95e0bd6618c req-4e5495da-14e2-41c7-b458-080e56b10539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:19.993479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3de765a3-2135-4579-82f3-f95e0bd6618c req-4e5495da-14e2-41c7-b458-080e56b10539 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 1097 time: 0.1219006 Sep 18 05:26:20.016993 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025499-c759-4398-9b09-0b8d17bbc50f req-5899634e-62ab-4d2f-9f26-da0349e4a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:20.036825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32025499-c759-4398-9b09-0b8d17bbc50f req-5899634e-62ab-4d2f-9f26-da0349e4a185 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ce35af8-cdf4-49fe-8628-40e715976068 HTTP/1.1" status: 200 len: 1097 time: 0.1628892 Sep 18 05:26:20.174060 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3de765a3-2135-4579-82f3-f95e0bd6618c req-183e52df-44ee-4959-8858-4907344aaade service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348820 Sep 18 05:26:20.179708 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32025499-c759-4398-9b09-0b8d17bbc50f req-d3193e4b-1318-4c68-8c3d-4ca6f82eb58c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203520 Sep 18 05:26:20.181190 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:20.258742 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:20.325589 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212875c-468f-4497-a616-13b38780c378 None None] Pushing event updated for resources: {'Port': ['ID=3ecd3e7d-0dd0-4025-842a-b26f7ab706ee,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:20.412047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Attempting to bind port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:26:20.412469 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Attempting to bind port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '29bbeb5e-7626-4093-be84-d8494fa9e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:26:20.412886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Attempting to bind port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee on network d69df858-9d53-430f-adb9-fe2c912cec81 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:26:20.418644 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:26:20.419083 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Checking segment: {'id': '29bbeb5e-7626-4093-be84-d8494fa9e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:26:20.419752 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:20.420168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Bound using segment: {'id': '29bbeb5e-7626-4093-be84-d8494fa9e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:26:20.420724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Bound port: 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29bbeb5e-7626-4093-be84-d8494fa9e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:26:20.421127 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:20.503792 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] For port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:26:20.507130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] For port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3ecd3e7d-0dd0-4025-842a-b26f7ab706ee,segment=NetworkSegment(29bbeb5e-7626-4093-be84-d8494fa9e7ed),segment_id=29bbeb5e-7626-4093-be84-d8494fa9e7ed)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:26:20.601177 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:20.653971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7d578d97-32b5-44f0-a56b-4c2f641ae24f None None] Provisioning complete for port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:26:20.654255 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7d578d97-32b5-44f0-a56b-4c2f641ae24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:20.699514 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212875c-468f-4497-a616-13b38780c378 None None] Pushing event updated for resources: {'Port': ['ID=3ecd3e7d-0dd0-4025-842a-b26f7ab706ee,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:20.704170 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Routers {'32d582c2-c374-4440-a998-d428bcc32f99'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:26:20.705472 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:26:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32d582c2-c374-4440-a998-d428bcc32f99'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:20.847490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59185a-fdfc-4d98-9908-74fa5407fcda req-b4fc5ec5-b8fa-4aa0-8877-736bc4af71c1 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:20.857581 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ba59185a-fdfc-4d98-9908-74fa5407fcda req-b4fc5ec5-b8fa-4aa0-8877-736bc4af71c1 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 945 time: 0.0823071 Sep 18 05:26:20.867113 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46314) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:20.873553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] Set router 32d582c2-c374-4440-a998-d428bcc32f99 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:26:20.940252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46318) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:20.947226 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ba59185a-fdfc-4d98-9908-74fa5407fcda req-deb8a4f1-deaf-4e9d-a983-50243c1a5918 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794070 Sep 18 05:26:21.072888 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7d578d97-32b5-44f0-a56b-4c2f641ae24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.088680 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7018-1d63-4540-a7bf-6c427bbd8d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.130111 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-08dfe6c3-022e-450b-97d1-a5ada99808d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.166514 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7d578d97-32b5-44f0-a56b-4c2f641ae24f None None] For port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3ecd3e7d-0dd0-4025-842a-b26f7ab706ee,segment=NetworkSegment(29bbeb5e-7626-4093-be84-d8494fa9e7ed),segment_id=29bbeb5e-7626-4093-be84-d8494fa9e7ed)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:21.222269 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7018-1d63-4540-a7bf-6c427bbd8d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.230887 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7d578d97-32b5-44f0-a56b-4c2f641ae24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.289629 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:26:17Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'b27526ed-3326-41a9-86e5-f9bb384d60e0', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'port_id': '5c549f87-70c5-45c3-bde1-851a680c7866', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'mac_address': 'fa:16:3e:0f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:25:13Z', 'updated_at': '2021-09-18T05:25:16Z', 'revision_number': 1, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecd3e7d-0dd0-4025-842a-b26f7ab706ee', 'name': '', 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:47:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '7acbc594-bff6-47e9-a5a7-5042dbceb555', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:16Z', 'updated_at': '2021-09-18T05:26:20Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '7acbc594-bff6-47e9-a5a7-5042dbceb555', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:52Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:21.292956 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d578d97-32b5-44f0-a56b-4c2f641ae24f None None] Pushing event updated for resources: {'Port': ['ID=3ecd3e7d-0dd0-4025-842a-b26f7ab706ee,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:21.303719 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7018-1d63-4540-a7bf-6c427bbd8d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.326219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db60b0-3314-4afd-84b9-06997b072131 None None] The sync data for ids ['32d582c2-c374-4440-a998-d428bcc32f99'] in n-d-789963-13 is: [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:26:17Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'b27526ed-3326-41a9-86e5-f9bb384d60e0', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'port_id': '5c549f87-70c5-45c3-bde1-851a680c7866', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'mac_address': 'fa:16:3e:0f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:25:13Z', 'updated_at': '2021-09-18T05:25:16Z', 'revision_number': 1, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecd3e7d-0dd0-4025-842a-b26f7ab706ee', 'name': '', 'network_id': 'd69df858-9d53-430f-adb9-fe2c912cec81', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:47:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '7acbc594-bff6-47e9-a5a7-5042dbceb555', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:16Z', 'updated_at': '2021-09-18T05:26:20Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '7acbc594-bff6-47e9-a5a7-5042dbceb555', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:52Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:26:21.364890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-090a46e2-c8a1-4aef-822b-8392cb72d9ad None None] Provisioning complete for port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:26:21.365270 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-090a46e2-c8a1-4aef-822b-8392cb72d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.453884 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1d0e7018-1d63-4540-a7bf-6c427bbd8d80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad83e052687c4433b8d1902413c60154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5125346 Sep 18 05:26:21.456764 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46324) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:21.468781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e7018-1d63-4540-a7bf-6c427bbd8d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124c96cf-de8a-4f93-8d9f-c9f649729f67,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:21.563847 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-08dfe6c3-022e-450b-97d1-a5ada99808d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.585948 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d7657a8-a44e-4cd7-a99a-0d92f3bab014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.614046 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d7657a8-a44e-4cd7-a99a-0d92f3bab014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.630456 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-08dfe6c3-022e-450b-97d1-a5ada99808d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.670906 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-08dfe6c3-022e-450b-97d1-a5ada99808d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95ee56fe5cdc4b209c01f0d4fb90d298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8025084 Sep 18 05:26:21.671775 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfe6c3-022e-450b-97d1-a5ada99808d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd911249-2962-4d88-b0c9-62f731ce7032,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:21.674758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46328) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:21.745752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c19b457e-128e-46a9-84df-2010ba3be1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.773008 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c19b457e-128e-46a9-84df-2010ba3be1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.785146 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d7657a8-a44e-4cd7-a99a-0d92f3bab014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.787788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d7657a8-a44e-4cd7-a99a-0d92f3bab014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.789007 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0d7657a8-a44e-4cd7-a99a-0d92f3bab014 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/124c96cf-de8a-4f93-8d9f-c9f649729f67 HTTP/1.1" status: 204 len: 168 time: 0.3309126 Sep 18 05:26:21.796969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7657a8-a44e-4cd7-a99a-0d92f3bab014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124c96cf-de8a-4f93-8d9f-c9f649729f67,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:21.922616 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c19b457e-128e-46a9-84df-2010ba3be1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.926258 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c19b457e-128e-46a9-84df-2010ba3be1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:21.927412 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c19b457e-128e-46a9-84df-2010ba3be1d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd911249-2962-4d88-b0c9-62f731ce7032 HTTP/1.1" status: 204 len: 168 time: 0.2518117 Sep 18 05:26:21.935893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b457e-128e-46a9-84df-2010ba3be1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd911249-2962-4d88-b0c9-62f731ce7032,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:22.100451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17a1f5-497a-4d5b-9470-5327bb8c55b5 req-39f5d6ee-357d-44be-8b03-968fa1f3dbae tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:22.102175 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc17a1f5-497a-4d5b-9470-5327bb8c55b5 req-39f5d6ee-357d-44be-8b03-968fa1f3dbae tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 945 time: 0.0799348 Sep 18 05:26:22.145146 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc17a1f5-497a-4d5b-9470-5327bb8c55b5 req-927e57f9-b30e-4677-9442-315a78a2e552 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354249 Sep 18 05:26:22.277838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740bcc-c8f5-4f9f-af77-5d9fec3cd96f req-faffe427-c5ec-4a5b-9c04-f3713c951e3e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:22.279365 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c5740bcc-c8f5-4f9f-af77-5d9fec3cd96f req-faffe427-c5ec-4a5b-9c04-f3713c951e3e tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=035d20e9-d450-46a6-b9a7-44fb870b187a HTTP/1.1" status: 200 len: 946 time: 0.0612719 Sep 18 05:26:22.338980 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c5740bcc-c8f5-4f9f-af77-5d9fec3cd96f req-c3b04d4e-0cbd-463f-aac9-7662d855020f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519946 Sep 18 05:26:22.437110 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:26:22.469075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b27cac-ff69-4f95-bdf7-38f737f26d65 req-ad16a10f-3ed9-475d-a6d2-179346b1881c tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:22.470760 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2b27cac-ff69-4f95-bdf7-38f737f26d65 req-ad16a10f-3ed9-475d-a6d2-179346b1881c tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce35af8-cdf4-49fe-8628-40e715976068 HTTP/1.1" status: 200 len: 945 time: 0.0585921 Sep 18 05:26:22.498007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:26:22.499095 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:22.516267 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2b27cac-ff69-4f95-bdf7-38f737f26d65 req-c0e34bf5-3667-41ca-84af-8c703d72f820 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387907 Sep 18 05:26:22.609780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46348) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:22.630902 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bca86aaf-2ebd-46e2-b523-59e4c0358a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:22.657080 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46350) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:22.671210 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c92dbd4-4833-407f-a599-8f573c6ec272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:22.732525 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bca86aaf-2ebd-46e2-b523-59e4c0358a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:22.784666 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bca86aaf-2ebd-46e2-b523-59e4c0358a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:22.824061 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bca86aaf-2ebd-46e2-b523-59e4c0358a7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59953e96480d406a885f4aa991bd0e27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130659 Sep 18 05:26:22.824969 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca86aaf-2ebd-46e2-b523-59e4c0358a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55438e66-bb27-4b51-b6b5-8f0f97c65f8f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:22.826960 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46352) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:22.916621 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c92dbd4-4833-407f-a599-8f573c6ec272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:22.917710 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d8b4b2b-b00c-4e6d-8ed8-58cbe115ee1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:22.947420 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d8b4b2b-b00c-4e6d-8ed8-58cbe115ee1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:22.977389 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e6957ef-ff10-4eb4-b7c8-ea9cdaa9a123 req-71dd530d-4f7f-4e98-be2d-3ba411b5c25b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0818977 Sep 18 05:26:22.978714 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c92dbd4-4833-407f-a599-8f573c6ec272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:23.006054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1107-a47d-471a-8806-f3e1422b34f3 req-7aeb216d-e104-4854-89f1-2f106fbe47a9 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:23.012370 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-960c1107-a47d-471a-8806-f3e1422b34f3 req-7aeb216d-e104-4854-89f1-2f106fbe47a9 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce35af8-cdf4-49fe-8628-40e715976068 HTTP/1.1" status: 200 len: 945 time: 0.0711935 Sep 18 05:26:23.044887 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8c92dbd4-4833-407f-a599-8f573c6ec272 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7865d43d47e14e1cbd1acb8d7b56c58f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866837 Sep 18 05:26:23.046661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92dbd4-4833-407f-a599-8f573c6ec272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568be225-3369-46c0-a14f-2328225d3c7c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:23.049501 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46356) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:23.097081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6957ef-ff10-4eb4-b7c8-ea9cdaa9a123 req-4f19ca96-e148-4239-830f-9cdc532e5e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:23.098613 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e6957ef-ff10-4eb4-b7c8-ea9cdaa9a123 req-4f19ca96-e148-4239-830f-9cdc532e5e4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 1098 time: 0.0852396 Sep 18 05:26:23.106414 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-960c1107-a47d-471a-8806-f3e1422b34f3 req-b7cbe1ad-5d20-4b86-bb80-a84e77d28dae tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761778 Sep 18 05:26:23.117306 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7a2bdea-ccc4-40b8-9574-10a0415a4682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:23.135317 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:23.149035 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7a2bdea-ccc4-40b8-9574-10a0415a4682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:23.180558 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d8b4b2b-b00c-4e6d-8ed8-58cbe115ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:23.183084 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d8b4b2b-b00c-4e6d-8ed8-58cbe115ee1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:23.184563 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6d8b4b2b-b00c-4e6d-8ed8-58cbe115ee1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55438e66-bb27-4b51-b6b5-8f0f97c65f8f HTTP/1.1" status: 204 len: 168 time: 0.3554628 Sep 18 05:26:23.195773 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b4b2b-b00c-4e6d-8ed8-58cbe115ee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55438e66-bb27-4b51-b6b5-8f0f97c65f8f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:23.239587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6957ef-ff10-4eb4-b7c8-ea9cdaa9a123 req-4023051a-209a-45b8-87b8-58929ad0fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:23.241211 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e6957ef-ff10-4eb4-b7c8-ea9cdaa9a123 req-4023051a-209a-45b8-87b8-58929ad0fbcb service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d50da6a-2377-4891-a39e-978b79bbaadf HTTP/1.1" status: 200 len: 896 time: 0.1109879 Sep 18 05:26:23.298044 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7a2bdea-ccc4-40b8-9574-10a0415a4682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:23.301543 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7a2bdea-ccc4-40b8-9574-10a0415a4682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:23.302818 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a7a2bdea-ccc4-40b8-9574-10a0415a4682 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/568be225-3369-46c0-a14f-2328225d3c7c HTTP/1.1" status: 204 len: 168 time: 0.2509038 Sep 18 05:26:23.318463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e6957ef-ff10-4eb4-b7c8-ea9cdaa9a123 req-adc21cc2-428e-4d85-82fc-e967984d2eed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c549f87-70c5-45c3-bde1-851a680c7866 HTTP/1.1" status: 200 len: 1001 time: 0.0679708 Sep 18 05:26:23.320925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2bdea-ccc4-40b8-9574-10a0415a4682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568be225-3369-46c0-a14f-2328225d3c7c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:23.327848 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:23.347546 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46364) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:23.403506 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6957ef-ff10-4eb4-b7c8-ea9cdaa9a123 req-1d0c9b3f-8dca-4d38-8ae9-ff8c692d8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:23.405090 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e6957ef-ff10-4eb4-b7c8-ea9cdaa9a123 req-1d0c9b3f-8dca-4d38-8ae9-ff8c692d8aee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91121909-8508-4637-b42e-8705d70a9a18 HTTP/1.1" status: 200 len: 835 time: 0.0772805 Sep 18 05:26:23.452088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6957ef-ff10-4eb4-b7c8-ea9cdaa9a123 req-8d02ee4e-00d8-4160-9a28-0e21e05fb57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:23.453643 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e6957ef-ff10-4eb4-b7c8-ea9cdaa9a123 req-8d02ee4e-00d8-4160-9a28-0e21e05fb57d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d50da6a-2377-4891-a39e-978b79bbaadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415165 Sep 18 05:26:23.546450 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e6957ef-ff10-4eb4-b7c8-ea9cdaa9a123 req-f2ba87de-cca9-4acc-a720-622b29249a24 service neutron] 10.222.0.18 "GET /v2.0/networks/6d50da6a-2377-4891-a39e-978b79bbaadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858312 Sep 18 05:26:23.647018 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e6957ef-ff10-4eb4-b7c8-ea9cdaa9a123 req-bfb41c1e-8da9-4d48-a333-249fdab9ea86 service neutron] 10.222.0.18 "GET /v2.0/networks/6d50da6a-2377-4891-a39e-978b79bbaadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870445 Sep 18 05:26:24.165047 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e4b736d-082f-4b08-94d4-030aadb85f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:24.304704 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c77fd-a9a9-4113-918e-08fec3580346 req-ba5729f2-58a6-4551-a77f-b7947678fc80 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:24.306354 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-903c77fd-a9a9-4113-918e-08fec3580346 req-ba5729f2-58a6-4551-a77f-b7947678fc80 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce35af8-cdf4-49fe-8628-40e715976068 HTTP/1.1" status: 200 len: 945 time: 0.1043096 Sep 18 05:26:24.373926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bd54a-8578-4117-921e-21dab3b150d0 req-22dbe29d-77e8-432c-a555-acf4cedd342d tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:24.375395 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f73bd54a-8578-4117-921e-21dab3b150d0 req-22dbe29d-77e8-432c-a555-acf4cedd342d tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ce35af8-cdf4-49fe-8628-40e715976068 HTTP/1.1" status: 200 len: 945 time: 0.0683792 Sep 18 05:26:24.424945 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-903c77fd-a9a9-4113-918e-08fec3580346 req-54d4bf0b-115f-4376-b544-b7d54e55bfe4 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115212 Sep 18 05:26:24.491219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f73bd54a-8578-4117-921e-21dab3b150d0 req-a265f579-7959-44a2-9e91-12839150a880 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Deleting port 44bdbbcb-90f3-4975-8869-591d8bc0b059 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:24.491724 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f73bd54a-8578-4117-921e-21dab3b150d0 req-a265f579-7959-44a2-9e91-12839150a880 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:24.534460 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b736d-082f-4b08-94d4-030aadb85f74 admin admin] Deleting port 3c981027-6811-4dcf-a1c0-95b530abe9ac {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:24.534818 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e4b736d-082f-4b08-94d4-030aadb85f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:24.600206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f73bd54a-8578-4117-921e-21dab3b150d0 req-a265f579-7959-44a2-9e91-12839150a880 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] For port 44bdbbcb-90f3-4975-8869-591d8bc0b059, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=44bdbbcb-90f3-4975-8869-591d8bc0b059,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:24.600608 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f73bd54a-8578-4117-921e-21dab3b150d0 req-a265f579-7959-44a2-9e91-12839150a880 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:24.615719 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f73bd54a-8578-4117-921e-21dab3b150d0 req-a265f579-7959-44a2-9e91-12839150a880 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Calling delete_port for 44bdbbcb-90f3-4975-8869-591d8bc0b059 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:24.637538 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-0e4b736d-082f-4b08-94d4-030aadb85f74 admin admin] For port 3c981027-6811-4dcf-a1c0-95b530abe9ac, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3c981027-6811-4dcf-a1c0-95b530abe9ac,segment=NetworkSegment(741f366f-fa19-47e2-92ec-ec880717fef3),segment_id=741f366f-fa19-47e2-92ec-ec880717fef3)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:24.637920 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e4b736d-082f-4b08-94d4-030aadb85f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:24.653443 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b736d-082f-4b08-94d4-030aadb85f74 admin admin] Calling delete_port for 3c981027-6811-4dcf-a1c0-95b530abe9ac owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:24.808923 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f73bd54a-8578-4117-921e-21dab3b150d0 req-a265f579-7959-44a2-9e91-12839150a880 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:24.823224 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:26:24.856050 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265f579-7959-44a2-9e91-12839150a880 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Pushing event deleted for resources: {'Port': ['ID=44bdbbcb-90f3-4975-8869-591d8bc0b059,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:24.867222 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b267736d-eac3-4090-9c66-fe80272c25e3', '44bdbbcb-90f3-4975-8869-591d8bc0b059'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:26:24.910784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73bd54a-8578-4117-921e-21dab3b150d0 req-a265f579-7959-44a2-9e91-12839150a880 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] No DVR routers for this DVR port 44bdbbcb-90f3-4975-8869-591d8bc0b059 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:26:24.913514 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f73bd54a-8578-4117-921e-21dab3b150d0 req-a265f579-7959-44a2-9e91-12839150a880 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:24.920646 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f73bd54a-8578-4117-921e-21dab3b150d0 req-a265f579-7959-44a2-9e91-12839150a880 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.18 "DELETE /v2.0/ports/44bdbbcb-90f3-4975-8869-591d8bc0b059 HTTP/1.1" status: 204 len: 173 time: 0.5374103 Sep 18 05:26:24.923051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce35af8-cdf4-49fe-8628-40e715976068', 'name': 'network-vif-deleted', 'tag': '44bdbbcb-90f3-4975-8869-591d8bc0b059'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:24.925972 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7454e0a0-45fc-48aa-95f0-6a9987aa14ad" -d '{"events": [{"server_uuid": "0ce35af8-cdf4-49fe-8628-40e715976068", "name": "network-vif-deleted", "tag": "44bdbbcb-90f3-4975-8869-591d8bc0b059"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:24.962632 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e4b736d-082f-4b08-94d4-030aadb85f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:24.968504 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801c23d7-d998-4577-ad07-593d1f42986a x-openstack-request-id: req-801c23d7-d998-4577-ad07-593d1f42986a {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:24.968504 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce35af8-cdf4-49fe-8628-40e715976068", "name": "network-vif-deleted", "tag": "44bdbbcb-90f3-4975-8869-591d8bc0b059", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:24.968504 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-801c23d7-d998-4577-ad07-593d1f42986a {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:24.968504 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce35af8-cdf4-49fe-8628-40e715976068', 'name': 'network-vif-deleted', 'tag': '44bdbbcb-90f3-4975-8869-591d8bc0b059', 'status': 'completed', 'code': 200} Sep 18 05:26:24.997839 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b736d-082f-4b08-94d4-030aadb85f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c981027-6811-4dcf-a1c0-95b530abe9ac,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:25.214832 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e4b736d-082f-4b08-94d4-030aadb85f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:25.458065 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4b736d-082f-4b08-94d4-030aadb85f74 admin admin] Router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:26:25.596600 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-37a59fe5-7f94-4685-abe1-83af46f69677 req-ff7fdec9-0a82-4467-9680-fce03b51931d tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce35af8-cdf4-49fe-8628-40e715976068 HTTP/1.1" status: 200 len: 210 time: 0.0799148 Sep 18 05:26:25.607646 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4b736d-082f-4b08-94d4-030aadb85f74 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:26:25.619872 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0e4b736d-082f-4b08-94d4-030aadb85f74 admin admin] 10.222.0.23 "PUT /v2.0/routers/bdbe7d65-4f7f-4ac6-b054-2b6f529620ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2673948 Sep 18 05:26:25.620218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46442) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:25.627209 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff54e83-4cda-4985-8c80-2cd44724eb41 None None] Sync routers for ids ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:26:25.636746 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff54e83-4cda-4985-8c80-2cd44724eb41 None None] Routers {'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:26:25.638075 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5ff54e83-4cda-4985-8c80-2cd44724eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:26:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:25.747572 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:25.747851 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-5ff54e83-4cda-4985-8c80-2cd44724eb41 None None] Set router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:26:25.871061 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:25.935554 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5ff54e83-4cda-4985-8c80-2cd44724eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '8aeb178a-b973-4553-9939-10a425efe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:26:24Z', 'revision_number': 5, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port': {'id': '8aeb178a-b973-4553-9939-10a425efe089', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:14:53Z', 'updated_at': '2021-09-18T05:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:25.967880 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff54e83-4cda-4985-8c80-2cd44724eb41 None None] Checking router: bdbe7d65-4f7f-4ac6-b054-2b6f529620ad for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:26:25.977151 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff54e83-4cda-4985-8c80-2cd44724eb41 None None] Routers {'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:26:25.977828 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5ff54e83-4cda-4985-8c80-2cd44724eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:26:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:25.986849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] Deleting port 8aeb178a-b973-4553-9939-10a425efe089 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:25.987195 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:26.083539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] For port 8aeb178a-b973-4553-9939-10a425efe089, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8aeb178a-b973-4553-9939-10a425efe089,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:26.083914 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:26.088977 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-5ff54e83-4cda-4985-8c80-2cd44724eb41 None None] Set router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:26:26.097690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] Calling delete_port for 8aeb178a-b973-4553-9939-10a425efe089 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:26.144730 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5ff54e83-4cda-4985-8c80-2cd44724eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:26:25Z', 'revision_number': 6, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:26.175379 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff54e83-4cda-4985-8c80-2cd44724eb41 None None] The sync data for ids ['bdbe7d65-4f7f-4ac6-b054-2b6f529620ad'] in n-d-789963-13 is: [{'id': 'bdbe7d65-4f7f-4ac6-b054-2b6f529620ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2101427900-router', 'tenant_id': 'e297637f8edb461588776b48da04ab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:14:51Z', 'updated_at': '2021-09-18T05:26:25Z', 'revision_number': 6, 'project_id': 'e297637f8edb461588776b48da04ab80', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:26:26.378412 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:26.404008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aeb178a-b973-4553-9939-10a425efe089,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:26.464654 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:26.564434 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:26.566974 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:26.682321 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:26.684024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdbe7d65-4f7f-4ac6-b054-2b6f529620ad {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:26:26.694996 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:26.696353 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5afc6ab2-ad96-4a68-af63-1414a27f4161 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bdbe7d65-4f7f-4ac6-b054-2b6f529620ad HTTP/1.1" status: 204 len: 168 time: 1.0750315 Sep 18 05:26:26.699627 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46468) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:26.705916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3c981027-6811-4dcf-a1c0-95b530abe9ac no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:26.742717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 3c981027-6811-4dcf-a1c0-95b530abe9ac {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:26.743229 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3c981027-6811-4dcf-a1c0-95b530abe9ac not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:26.760192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1134106-9f6b-4eff-abf4-d7d3b1bfb3f3 admin admin] Deleting subnet 4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:26:26.763310 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1134106-9f6b-4eff-abf4-d7d3b1bfb3f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:26.800881 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1134106-9f6b-4eff-abf4-d7d3b1bfb3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:26.897069 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1134106-9f6b-4eff-abf4-d7d3b1bfb3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:27.053903 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1134106-9f6b-4eff-abf4-d7d3b1bfb3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:27.085521 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1134106-9f6b-4eff-abf4-d7d3b1bfb3f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:27.091279 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1134106-9f6b-4eff-abf4-d7d3b1bfb3f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:27.093832 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c1134106-9f6b-4eff-abf4-d7d3b1bfb3f3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4e65ffe7-8dee-4f19-83cf-cb0b74f7dc5a HTTP/1.1" status: 204 len: 168 time: 0.3930588 Sep 18 05:26:27.094198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aa8a3a-aed8-47c5-919d-a9faf632369d None None] Network b75bd381-628d-4f64-8921-7884772c6d53 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:26:27.098735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46488) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:27.207526 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:26:27.304569 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:27.370827 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eda0ab-40a0-4a68-8ca6-22b95ef9dc37 None None] DHCP port deletion for b75bd381-628d-4f64-8921-7884772c6d53 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:26:27.406113 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Deleting port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:27.406929 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:27.484944 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-32eda0ab-40a0-4a68-8ca6-22b95ef9dc37 None None] Deleting port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:27.485334 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32eda0ab-40a0-4a68-8ca6-22b95ef9dc37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:27.521976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] For port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=26cc9477-1bbf-4fd5-8008-a8ba7a428e3e,segment=NetworkSegment(741f366f-fa19-47e2-92ec-ec880717fef3),segment_id=741f366f-fa19-47e2-92ec-ec880717fef3)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:27.522422 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:27.540126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Calling delete_port for 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:27.566287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-32eda0ab-40a0-4a68-8ca6-22b95ef9dc37 None None] For port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=26cc9477-1bbf-4fd5-8008-a8ba7a428e3e,segment=NetworkSegment(741f366f-fa19-47e2-92ec-ec880717fef3),segment_id=741f366f-fa19-47e2-92ec-ec880717fef3)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:27.566699 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32eda0ab-40a0-4a68-8ca6-22b95ef9dc37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:27.584641 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-32eda0ab-40a0-4a68-8ca6-22b95ef9dc37 None None] Calling delete_port for 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:27.664429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ad124-6e89-414c-bb0f-642caae93669 req-0c69d34c-aeae-4554-9a2f-0fbb2625aa43 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:27.670654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ad124-6e89-414c-bb0f-642caae93669 req-0c69d34c-aeae-4554-9a2f-0fbb2625aa43 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:27.672466 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c05ad124-6e89-414c-bb0f-642caae93669 req-0c69d34c-aeae-4554-9a2f-0fbb2625aa43 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=035d20e9-d450-46a6-b9a7-44fb870b187a&device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 1682 time: 0.0877779 Sep 18 05:26:27.729006 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c05ad124-6e89-414c-bb0f-642caae93669 req-0e1cf8c0-12c5-48c7-af37-cd7e10219b15 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425861 Sep 18 05:26:27.762992 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:27.765637 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-32eda0ab-40a0-4a68-8ca6-22b95ef9dc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:27.801872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Pushing event deleted for resources: {'Port': ['ID=26cc9477-1bbf-4fd5-8008-a8ba7a428e3e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:27.806896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] No DVR routers for this DVR port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:26:27.823667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eda0ab-40a0-4a68-8ca6-22b95ef9dc37 None None] Pushing event deleted for resources: {'Port': ['ID=26cc9477-1bbf-4fd5-8008-a8ba7a428e3e,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:27.828309 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eda0ab-40a0-4a68-8ca6-22b95ef9dc37 None None] No DVR routers for this DVR port 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:26:27.914010 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:27.936355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75bd381-628d-4f64-8921-7884772c6d53']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:27.946014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741f366f-fa19-47e2-92ec-ec880717fef3') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:27.946320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741f366f-fa19-47e2-92ec-ec880717fef3') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:27.956738 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:27.971485 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:27.977905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:26:27.978369 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:26:27.980141 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:26:27.982504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46510) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:27.996792 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 44bdbbcb-90f3-4975-8869-591d8bc0b059 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:28.021826 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 44bdbbcb-90f3-4975-8869-591d8bc0b059 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:28.022457 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 44bdbbcb-90f3-4975-8869-591d8bc0b059 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:28.097500 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ad40ef8-b93e-463e-aa1d-7aa468bd832a req-5d3abce9-0e6b-45b2-a333-665ae436edb0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506108 Sep 18 05:26:28.107413 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34e84869-cdbe-44a6-a2d6-6d461e3f82bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:28.138511 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:28.144963 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:28.146955 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] 10.222.0.23 "DELETE /v2.0/networks/b75bd381-628d-4f64-8921-7884772c6d53 HTTP/1.1" status: 204 len: 168 time: 1.0471969 Sep 18 05:26:28.193306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b674886-5a7f-4691-a935-91b9aeec167d admin admin] Pushing event deleted for resources: {'Network': ['ID=b75bd381-628d-4f64-8921-7884772c6d53,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:28.209846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad40ef8-b93e-463e-aa1d-7aa468bd832a req-35521fec-be7c-410d-b84c-4976d49c8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:28.211360 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ad40ef8-b93e-463e-aa1d-7aa468bd832a req-35521fec-be7c-410d-b84c-4976d49c8388 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 1098 time: 0.0634332 Sep 18 05:26:28.316714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad40ef8-b93e-463e-aa1d-7aa468bd832a req-19a0d9b3-bebf-4987-9dbf-8e2f662fcbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:28.318304 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ad40ef8-b93e-463e-aa1d-7aa468bd832a req-19a0d9b3-bebf-4987-9dbf-8e2f662fcbed service neutron] 10.222.0.13 "GET /v2.0/networks?id=d69df858-9d53-430f-adb9-fe2c912cec81 HTTP/1.1" status: 200 len: 896 time: 0.0875502 Sep 18 05:26:28.363581 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34e84869-cdbe-44a6-a2d6-6d461e3f82bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:28.367753 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ad40ef8-b93e-463e-aa1d-7aa468bd832a req-3e927f4c-e97a-45a6-a69f-445497deef52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=052b2bf8-1604-451d-88c5-ad01f505ce5b HTTP/1.1" status: 200 len: 217 time: 0.0417953 Sep 18 05:26:28.416227 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8aeb178a-b973-4553-9939-10a425efe089 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:28.425075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad40ef8-b93e-463e-aa1d-7aa468bd832a req-16e348de-a1ac-493e-9edc-c94dcf82522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:28.426611 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ad40ef8-b93e-463e-aa1d-7aa468bd832a req-16e348de-a1ac-493e-9edc-c94dcf82522f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7acbc594-bff6-47e9-a5a7-5042dbceb555 HTTP/1.1" status: 200 len: 838 time: 0.0478284 Sep 18 05:26:28.428973 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-34e84869-cdbe-44a6-a2d6-6d461e3f82bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:28.437873 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 8aeb178a-b973-4553-9939-10a425efe089 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:28.438673 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8aeb178a-b973-4553-9939-10a425efe089 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:28.440020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:28.459101 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:28.459707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 26cc9477-1bbf-4fd5-8008-a8ba7a428e3e not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:28.478214 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-34e84869-cdbe-44a6-a2d6-6d461e3f82bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c66c96dae05842f88e86a6c60a24e82e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4960096 Sep 18 05:26:28.479223 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e84869-cdbe-44a6-a2d6-6d461e3f82bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11a9834-e348-4c25-80a6-e84e9bb212a2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:28.481544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad40ef8-b93e-463e-aa1d-7aa468bd832a req-a091c223-402f-4569-8506-189a6f934bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:28.483076 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ad40ef8-b93e-463e-aa1d-7aa468bd832a req-a091c223-402f-4569-8506-189a6f934bf7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d69df858-9d53-430f-adb9-fe2c912cec81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0474269 Sep 18 05:26:28.483294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46520) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:28.524508 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46522) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:28.555404 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-babee55e-d75e-4ccc-86f2-d2ebf9b9cd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:28.577278 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-babee55e-d75e-4ccc-86f2-d2ebf9b9cd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:28.611999 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-75d65e34-1f46-43fc-a6d6-99f13bf75e13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e297637f8edb461588776b48da04ab80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835931 Sep 18 05:26:28.614431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46526) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:28.620974 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ad40ef8-b93e-463e-aa1d-7aa468bd832a req-8c3c7acf-e870-42e3-8586-560b0d3a1c24 service neutron] 10.222.0.13 "GET /v2.0/networks/d69df858-9d53-430f-adb9-fe2c912cec81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256251 Sep 18 05:26:28.670556 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5f14fef-ef94-4690-885b-07ab3aa52b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:28.695654 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5f14fef-ef94-4690-885b-07ab3aa52b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:28.723052 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ad40ef8-b93e-463e-aa1d-7aa468bd832a req-928429e6-d8e1-4920-b41c-2cc05ffc79dc service neutron] 10.222.0.13 "GET /v2.0/networks/d69df858-9d53-430f-adb9-fe2c912cec81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937154 Sep 18 05:26:28.734993 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-babee55e-d75e-4ccc-86f2-d2ebf9b9cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:28.737822 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-babee55e-d75e-4ccc-86f2-d2ebf9b9cd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:28.739005 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-babee55e-d75e-4ccc-86f2-d2ebf9b9cd12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f11a9834-e348-4c25-80a6-e84e9bb212a2 HTTP/1.1" status: 204 len: 168 time: 0.2547796 Sep 18 05:26:28.764130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babee55e-d75e-4ccc-86f2-d2ebf9b9cd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11a9834-e348-4c25-80a6-e84e9bb212a2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:28.783426 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f0d51-b73f-4407-a0e3-573570c38acb req-892cc8e5-44a8-444b-8550-36968a2762e3 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:28.785186 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-507f0d51-b73f-4407-a0e3-573570c38acb req-892cc8e5-44a8-444b-8550-36968a2762e3 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=035d20e9-d450-46a6-b9a7-44fb870b187a HTTP/1.1" status: 200 len: 946 time: 0.0948865 Sep 18 05:26:28.833616 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-507f0d51-b73f-4407-a0e3-573570c38acb req-7059ac28-f1b7-43e0-b8b9-17048159ff7b tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Sep 18 05:26:28.881652 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5f14fef-ef94-4690-885b-07ab3aa52b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:28.884343 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5f14fef-ef94-4690-885b-07ab3aa52b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:28.886310 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b5f14fef-ef94-4690-885b-07ab3aa52b77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a154bd7-80bc-4c18-82f1-993305f0ec29 HTTP/1.1" status: 204 len: 168 time: 0.2721272 Sep 18 05:26:28.894725 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f14fef-ef94-4690-885b-07ab3aa52b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a154bd7-80bc-4c18-82f1-993305f0ec29,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:29.529624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46552) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:29.545493 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-09c23621-eca7-4278-8eb0-257bed611f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:29.635832 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-09c23621-eca7-4278-8eb0-257bed611f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:29.698837 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-09c23621-eca7-4278-8eb0-257bed611f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:29.739223 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-09c23621-eca7-4278-8eb0-257bed611f5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7320e9225044e5bb581e2c88f51de54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2084911 Sep 18 05:26:29.741894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46558) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:29.750199 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c23621-eca7-4278-8eb0-257bed611f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00f3edb-0c36-46d3-ace0-12822d6304f5,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:29.789206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03223a4-968d-4001-a05d-40b33fd60c85 req-b31623f2-6faa-4c3a-9975-fcef65905939 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:29.791322 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c03223a4-968d-4001-a05d-40b33fd60c85 req-b31623f2-6faa-4c3a-9975-fcef65905939 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.13 "GET /v2.0/ports?device_id=035d20e9-d450-46a6-b9a7-44fb870b187a HTTP/1.1" status: 200 len: 946 time: 0.0584092 Sep 18 05:26:29.802894 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-365f741f-27b3-4aac-9dac-92bbf11bbcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:29.826359 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-365f741f-27b3-4aac-9dac-92bbf11bbcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:29.922779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-c03223a4-968d-4001-a05d-40b33fd60c85 req-e094f43e-366f-41c7-8c7f-de2d69353828 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Deleting port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:29.923671 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c03223a4-968d-4001-a05d-40b33fd60c85 req-e094f43e-366f-41c7-8c7f-de2d69353828 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:29.933012 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-365f741f-27b3-4aac-9dac-92bbf11bbcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:29.935880 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-365f741f-27b3-4aac-9dac-92bbf11bbcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:29.937134 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-365f741f-27b3-4aac-9dac-92bbf11bbcef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e00f3edb-0c36-46d3-ace0-12822d6304f5 HTTP/1.1" status: 204 len: 168 time: 0.1921718 Sep 18 05:26:29.951048 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f741f-27b3-4aac-9dac-92bbf11bbcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00f3edb-0c36-46d3-ace0-12822d6304f5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:30.016210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46568) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:30.097709 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c03223a4-968d-4001-a05d-40b33fd60c85 req-e094f43e-366f-41c7-8c7f-de2d69353828 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] For port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:30.098090 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c03223a4-968d-4001-a05d-40b33fd60c85 req-e094f43e-366f-41c7-8c7f-de2d69353828 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:30.108298 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e37b0-0a9f-43c2-97db-82dc6579be60 req-f2a2665d-ff12-4bc9-89ee-1635afeb502c tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:30.109772 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc4e37b0-0a9f-43c2-97db-82dc6579be60 req-f2a2665d-ff12-4bc9-89ee-1635afeb502c tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b154b54-43a1-4efa-ae00-01ced69e799d HTTP/1.1" status: 200 len: 945 time: 0.2236667 Sep 18 05:26:30.154354 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1403829174-network', 'tenant_id': '03cca957e66c4662a9db1931d7c07f43'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:30.154688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-c03223a4-968d-4001-a05d-40b33fd60c85 req-e094f43e-366f-41c7-8c7f-de2d69353828 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Calling delete_port for bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:30.185613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc19c96-0e63-4dc5-af5a-e580074c7d2a req-7bf4fe9a-9eae-4921-bb5e-3689c421a93f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:30.187197 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9cc19c96-0e63-4dc5-af5a-e580074c7d2a req-7bf4fe9a-9eae-4921-bb5e-3689c421a93f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=035d20e9-d450-46a6-b9a7-44fb870b187a HTTP/1.1" status: 200 len: 946 time: 0.1600575 Sep 18 05:26:30.261445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] Made reservation on behalf of 03cca957e66c4662a9db1931d7c07f43 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:30.263779 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:30.276342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:30.283210 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9cc19c96-0e63-4dc5-af5a-e580074c7d2a req-24beb3f2-a013-4f85-844b-a5711c96fa38 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/security-groups?id=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728953 Sep 18 05:26:30.336748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-cc4e37b0-0a9f-43c2-97db-82dc6579be60 req-b98dcf00-6acf-4cdf-b6d5-10b14ebfd64f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Deleting port b267736d-eac3-4090-9c66-fe80272c25e3 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:30.336967 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cc4e37b0-0a9f-43c2-97db-82dc6579be60 req-b98dcf00-6acf-4cdf-b6d5-10b14ebfd64f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:30.384644 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:30.463102 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:30.525704 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb6ee0f-7419-4503-9b9d-9997e3e79b06,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:30.533470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:26:30.540013 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:30.540543 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] Added segment 92097319-5285-4a83-83d2-afc8ff16b041 of type vlan for network 89d8b584-27bf-4e15-a296-2c82b648cf48 Sep 18 05:26:30.586204 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:30.681223 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:30.684081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:30.685162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:30.765678 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] Pushing event updated for resources: {'Network': ['ID=89d8b584-27bf-4e15-a296-2c82b648cf48,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:30.777200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 89d8b584-27bf-4e15-a296-2c82b648cf48 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:26:30.805854 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-cc4e37b0-0a9f-43c2-97db-82dc6579be60 req-b98dcf00-6acf-4cdf-b6d5-10b14ebfd64f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] For port b267736d-eac3-4090-9c66-fe80272c25e3, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=b267736d-eac3-4090-9c66-fe80272c25e3,segment=NetworkSegment(147e4098-c22b-4558-aede-171f5bb9e9fb),segment_id=147e4098-c22b-4558-aede-171f5bb9e9fb)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:30.806409 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cc4e37b0-0a9f-43c2-97db-82dc6579be60 req-b98dcf00-6acf-4cdf-b6d5-10b14ebfd64f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:30.812656 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-be9f596a-4c16-42a9-a337-ff8dc0eb7872 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7946477 Sep 18 05:26:30.817903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46586) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:30.819889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-cc4e37b0-0a9f-43c2-97db-82dc6579be60 req-b98dcf00-6acf-4cdf-b6d5-10b14ebfd64f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Calling delete_port for b267736d-eac3-4090-9c66-fe80272c25e3 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:30.825028 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e0b6008f-7991-4c62-9964-f7c42d27ea9c admin admin] Request body: {'subnet': {'network_id': '89d8b584-27bf-4e15-a296-2c82b648cf48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1403829174-subnet', 'tenant_id': '03cca957e66c4662a9db1931d7c07f43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:30.897474 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c03223a4-968d-4001-a05d-40b33fd60c85 req-e094f43e-366f-41c7-8c7f-de2d69353828 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:30.916196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['b267736d-eac3-4090-9c66-fe80272c25e3'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:26:30.919667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:26:30.921612 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b6008f-7991-4c62-9964-f7c42d27ea9c admin admin] Made reservation on behalf of 03cca957e66c4662a9db1931d7c07f43 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:30.925807 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0b6008f-7991-4c62-9964-f7c42d27ea9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:30.929148 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094f43e-366f-41c7-8c7f-de2d69353828 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Pushing event deleted for resources: {'Port': ['ID=bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:31.006223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03223a4-968d-4001-a05d-40b33fd60c85 req-e094f43e-366f-41c7-8c7f-de2d69353828 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] No DVR routers for this DVR port bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:26:31.011778 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c03223a4-968d-4001-a05d-40b33fd60c85 req-e094f43e-366f-41c7-8c7f-de2d69353828 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:31.015104 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c03223a4-968d-4001-a05d-40b33fd60c85 req-e094f43e-366f-41c7-8c7f-de2d69353828 tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.13 "DELETE /v2.0/ports/bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 HTTP/1.1" status: 204 len: 173 time: 1.2174191 Sep 18 05:26:31.015586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035d20e9-d450-46a6-b9a7-44fb870b187a', 'name': 'network-vif-deleted', 'tag': 'bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:31.018859 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f6ccea-7309-4784-be5a-997ce19975b5" -d '{"events": [{"server_uuid": "035d20e9-d450-46a6-b9a7-44fb870b187a", "name": "network-vif-deleted", "tag": "bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:31.081802 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6de1f5-7dd2-425e-bbe3-b649ff3c349b x-openstack-request-id: req-cd6de1f5-7dd2-425e-bbe3-b649ff3c349b {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:31.082346 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035d20e9-d450-46a6-b9a7-44fb870b187a", "name": "network-vif-deleted", "tag": "bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:31.082768 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd6de1f5-7dd2-425e-bbe3-b649ff3c349b {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:31.083360 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035d20e9-d450-46a6-b9a7-44fb870b187a', 'name': 'network-vif-deleted', 'tag': 'bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5', 'status': 'completed', 'code': 200} Sep 18 05:26:31.174334 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cc4e37b0-0a9f-43c2-97db-82dc6579be60 req-b98dcf00-6acf-4cdf-b6d5-10b14ebfd64f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:31.187023 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:26:31.242696 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-edd0b972-8b89-4610-8ba0-64a45dfd51ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:31.247269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dcf00-6acf-4cdf-b6d5-10b14ebfd64f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Pushing event deleted for resources: {'Port': ['ID=b267736d-eac3-4090-9c66-fe80272c25e3,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:31.305625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4e37b0-0a9f-43c2-97db-82dc6579be60 req-b98dcf00-6acf-4cdf-b6d5-10b14ebfd64f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] No DVR routers for this DVR port b267736d-eac3-4090-9c66-fe80272c25e3 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:26:31.308853 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cc4e37b0-0a9f-43c2-97db-82dc6579be60 req-b98dcf00-6acf-4cdf-b6d5-10b14ebfd64f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:31.311596 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc4e37b0-0a9f-43c2-97db-82dc6579be60 req-b98dcf00-6acf-4cdf-b6d5-10b14ebfd64f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.18 "DELETE /v2.0/ports/b267736d-eac3-4090-9c66-fe80272c25e3 HTTP/1.1" status: 204 len: 173 time: 1.1930006 Sep 18 05:26:31.443365 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6bfc0f91-1481-4786-a43b-c1db3002f6d3 req-17d11ef9-383b-4218-84a1-7fb547f3155f tempest-ListServersNegativeTestJSON-765297762 tempest-ListServersNegativeTestJSON-765297762-project] 10.222.0.23 "GET /v2.0/ports?device_id=035d20e9-d450-46a6-b9a7-44fb870b187a HTTP/1.1" status: 200 len: 210 time: 0.0308611 Sep 18 05:26:31.617807 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0b6008f-7991-4c62-9964-f7c42d27ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:31.679581 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6008f-7991-4c62-9964-f7c42d27ea9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d76ddd4-2eda-4c98-ae95-ad5d4135bf23,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:31.684482 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6008f-7991-4c62-9964-f7c42d27ea9c admin admin] Checking segment: {'id': '92097319-5285-4a83-83d2-afc8ff16b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '89d8b584-27bf-4e15-a296-2c82b648cf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:26:31.684859 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6008f-7991-4c62-9964-f7c42d27ea9c admin admin] Network hostable DHCP agents. Network: 89d8b584-27bf-4e15-a296-2c82b648cf48, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:26:31.778820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6008f-7991-4c62-9964-f7c42d27ea9c admin admin] Network 89d8b584-27bf-4e15-a296-2c82b648cf48 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:26:31.894036 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-e0b6008f-7991-4c62-9964-f7c42d27ea9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 89d8b584-27bf-4e15-a296-2c82b648cf48) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:26:31.898773 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b6008f-7991-4c62-9964-f7c42d27ea9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:31.899500 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0b6008f-7991-4c62-9964-f7c42d27ea9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:31.907305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5d1a9-e3ca-44d4-9129-dffa7adf2853 None None] Network 89d8b584-27bf-4e15-a296-2c82b648cf48 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:26:31.970071 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e0b6008f-7991-4c62-9964-f7c42d27ea9c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1440518 Sep 18 05:26:32.070161 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aa469f-edca-4eda-abcc-714dd9edf714 None None] Network 89d8b584-27bf-4e15-a296-2c82b648cf48 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:26:32.544281 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46634) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:32.595494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceffb69c-29fe-4614-9ebc-987c05831bb0 admin admin] Deleting subnet ac8a3c11-0458-403b-a761-3668b16824e7 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:26:32.597693 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ceffb69c-29fe-4614-9ebc-987c05831bb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:32.636629 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ceffb69c-29fe-4614-9ebc-987c05831bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:32.684896 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ceffb69c-29fe-4614-9ebc-987c05831bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:32.817822 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ceffb69c-29fe-4614-9ebc-987c05831bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:32.845691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffb69c-29fe-4614-9ebc-987c05831bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8a3c11-0458-403b-a761-3668b16824e7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:32.854273 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ceffb69c-29fe-4614-9ebc-987c05831bb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:32.859128 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ceffb69c-29fe-4614-9ebc-987c05831bb0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ac8a3c11-0458-403b-a761-3668b16824e7 HTTP/1.1" status: 204 len: 168 time: 0.3135726 Sep 18 05:26:32.859501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46658) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:32.942598 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a484-108c-4637-9158-50000f2d2083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:33.040982 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a484-108c-4637-9158-50000f2d2083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:33.062134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-6fb5a484-108c-4637-9158-50000f2d2083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c210219-db39-41c3-babe-024060767108']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:33.071616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-6fb5a484-108c-4637-9158-50000f2d2083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147e4098-c22b-4558-aede-171f5bb9e9fb') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:33.071916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-6fb5a484-108c-4637-9158-50000f2d2083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147e4098-c22b-4558-aede-171f5bb9e9fb') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:33.081970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a484-108c-4637-9158-50000f2d2083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:33.087604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b154b54-43a1-4efa-ae00-01ced69e799d', 'name': 'network-vif-deleted', 'tag': 'b267736d-eac3-4090-9c66-fe80272c25e3'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:33.089854 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2ef45b-2920-45e0-b83e-f23a92098b6f" -d '{"events": [{"server_uuid": "5b154b54-43a1-4efa-ae00-01ced69e799d", "name": "network-vif-deleted", "tag": "b267736d-eac3-4090-9c66-fe80272c25e3"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:33.102187 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a484-108c-4637-9158-50000f2d2083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:33.109095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb5a484-108c-4637-9158-50000f2d2083 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:26:33.109580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a484-108c-4637-9158-50000f2d2083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:26:33.111843 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:26:33.173184 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3092ee59-c450-4085-b22b-c74b4e094784 x-openstack-request-id: req-3092ee59-c450-4085-b22b-c74b4e094784 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:33.173659 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b154b54-43a1-4efa-ae00-01ced69e799d", "name": "network-vif-deleted", "tag": "b267736d-eac3-4090-9c66-fe80272c25e3", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:33.174060 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3092ee59-c450-4085-b22b-c74b4e094784 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:33.174461 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b154b54-43a1-4efa-ae00-01ced69e799d', 'name': 'network-vif-deleted', 'tag': 'b267736d-eac3-4090-9c66-fe80272c25e3', 'status': 'completed', 'code': 200} Sep 18 05:26:33.304218 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a484-108c-4637-9158-50000f2d2083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:33.311653 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a484-108c-4637-9158-50000f2d2083 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:33.314250 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6fb5a484-108c-4637-9158-50000f2d2083 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4c210219-db39-41c3-babe-024060767108 HTTP/1.1" status: 204 len: 168 time: 0.4514980 Sep 18 05:26:33.324669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5a484-108c-4637-9158-50000f2d2083 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c210219-db39-41c3-babe-024060767108,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:33.477707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:33.497767 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:33.498123 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device bcb8b7f7-f5d1-455b-8dff-9eb038eec0b5 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:33.692832 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46692) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:33.696766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46694) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:33.750760 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f4f2d5b2-f80f-4d52-8d08-09311e5cc3ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73b80fdebda94b01a4e9aa2739f7396a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528419 Sep 18 05:26:33.753381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46700) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:33.819127 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81dc4370-64bc-4476-bbca-16e33ded5d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:33.843014 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81dc4370-64bc-4476-bbca-16e33ded5d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:33.847734 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-22aa94d0-e796-48c0-be81-f590f36f237c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:33.961759 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81dc4370-64bc-4476-bbca-16e33ded5d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:33.965153 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-81dc4370-64bc-4476-bbca-16e33ded5d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:33.967678 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-81dc4370-64bc-4476-bbca-16e33ded5d1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31c9abe2-0c40-4d0b-a1b9-8d7caa881d79 HTTP/1.1" status: 204 len: 168 time: 0.2131455 Sep 18 05:26:33.983162 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d9992ed2-aa21-46e9-8fd5-ffaa4a7b0337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:34.000310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc4370-64bc-4476-bbca-16e33ded5d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c9abe2-0c40-4d0b-a1b9-8d7caa881d79,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:34.037431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b267736d-eac3-4090-9c66-fe80272c25e3 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:34.088163 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: b267736d-eac3-4090-9c66-fe80272c25e3 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:34.088545 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device b267736d-eac3-4090-9c66-fe80272c25e3 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:34.120902 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d9992ed2-aa21-46e9-8fd5-ffaa4a7b0337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:34.247187 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d9992ed2-aa21-46e9-8fd5-ffaa4a7b0337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:34.275945 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:34.301612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-fddce5c5-babd-44c5-958e-5fa1b36a9a45 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:34.303179 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-fddce5c5-babd-44c5-958e-5fa1b36a9a45 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/networks?id=89d8b584-27bf-4e15-a296-2c82b648cf48 HTTP/1.1" status: 200 len: 810 time: 0.1494780 Sep 18 05:26:34.327570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d9992ed2-aa21-46e9-8fd5-ffaa4a7b0337 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e43997a7969480c8d3ea820b03c702f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6311834 Sep 18 05:26:34.327570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9992ed2-aa21-46e9-8fd5-ffaa4a7b0337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1c718d-b1df-4aac-9e83-78aa0fea8427,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:34.328082 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46720) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:34.332359 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-03320f0d-f27e-435b-949b-4736dd395422 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/quotas/03cca957e66c4662a9db1931d7c07f43 HTTP/1.1" status: 200 len: 375 time: 0.0199494 Sep 18 05:26:34.367402 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-bda5af3d-206c-4a4c-b1d9-61daa17b1936 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=03cca957e66c4662a9db1931d7c07f43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291874 Sep 18 05:26:34.412790 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8befdecf-6169-4dc0-a501-df1a1724fbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:34.443073 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8befdecf-6169-4dc0-a501-df1a1724fbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:34.508677 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-5f41c49a-bd82-48e0-8506-9dfa21669de9 service neutron] 10.222.0.23 "GET /v2.0/networks/89d8b584-27bf-4e15-a296-2c82b648cf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331952 Sep 18 05:26:34.585653 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8befdecf-6169-4dc0-a501-df1a1724fbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:34.588982 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8befdecf-6169-4dc0-a501-df1a1724fbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:34.590364 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8befdecf-6169-4dc0-a501-df1a1724fbfe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e1c718d-b1df-4aac-9e83-78aa0fea8427 HTTP/1.1" status: 204 len: 168 time: 0.2609742 Sep 18 05:26:34.627504 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-47757ed1-8791-4d0f-8920-ac8aee81269b service neutron] 10.222.0.23 "GET /v2.0/networks/89d8b584-27bf-4e15-a296-2c82b648cf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179459 Sep 18 05:26:34.635225 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdecf-6169-4dc0-a501-df1a1724fbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1c718d-b1df-4aac-9e83-78aa0fea8427,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:35.066438 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ae6e06ea-13d5-45fa-b84c-8f105097c115 req-40feba0b-1015-4793-baae-f72711b27c46 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 210 time: 0.0342493 Sep 18 05:26:35.241835 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:35.252830 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46756) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:35.264104 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f9ab43ae-258d-4db4-8c04-062b82f96754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:35.361502 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f9ab43ae-258d-4db4-8c04-062b82f96754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:35.478932 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f9ab43ae-258d-4db4-8c04-062b82f96754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:35.535804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab43ae-258d-4db4-8c04-062b82f96754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdc1487-8d0a-4083-a5a2-0b8450f6d4a3,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:35.541273 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f9ab43ae-258d-4db4-8c04-062b82f96754 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82449e1a82f24e9a80af03f19ebca6ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897131 Sep 18 05:26:35.543826 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46766) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:35.607963 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-228b255d-0012-4c4f-a6e9-1004bf5eb332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:35.632095 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-228b255d-0012-4c4f-a6e9-1004bf5eb332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:35.789891 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-228b255d-0012-4c4f-a6e9-1004bf5eb332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:35.792690 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-228b255d-0012-4c4f-a6e9-1004bf5eb332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:35.793927 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-228b255d-0012-4c4f-a6e9-1004bf5eb332 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dcdc1487-8d0a-4083-a5a2-0b8450f6d4a3 HTTP/1.1" status: 204 len: 168 time: 0.2490644 Sep 18 05:26:35.803034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b255d-0012-4c4f-a6e9-1004bf5eb332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdc1487-8d0a-4083-a5a2-0b8450f6d4a3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:36.003584 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e02100b9-d01d-454e-9493-7b3b5c57e196 req-cf24d28b-d882-4a6e-afd4-c4db1fc6b333 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e989ca0-fff7-484e-8f2b-bc39eb1fceaa HTTP/1.1" status: 200 len: 210 time: 0.0419030 Sep 18 05:26:36.159183 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a174b20-2780-44ea-8eea-20ecb73b9b46 req-b92c5151-9308-4864-9dae-9b7882bcdbad tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 210 time: 0.0343454 Sep 18 05:26:36.553351 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d9721a55-1a1e-4a41-b1a5-a0971dd5b610 req-cb062c45-76fe-400a-ad6c-efd718df67c5 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0331213 Sep 18 05:26:36.842010 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:37.280338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e1796b92-6a25-4c72-bf2b-9ac33d440fed req-2a4a8791-f0ae-4186-b1d7-c52cd1de8a75 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 210 time: 0.0407276 Sep 18 05:26:37.388193 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 46882) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:37.727711 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-14d60111-c993-4323-a75c-ee39be03525f req-a67c2ef5-f19d-4144-a448-61e37fee24a5 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0703523 Sep 18 05:26:37.764012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-2741e7f9-a658-4d0e-a784-5752debe7c5e tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:37.765707 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-2741e7f9-a658-4d0e-a784-5752debe7c5e tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.13 "GET /v2.0/networks?id=89d8b584-27bf-4e15-a296-2c82b648cf48 HTTP/1.1" status: 200 len: 810 time: 0.1626017 Sep 18 05:26:37.794704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Request body: {'port': {'device_id': 'b4528e42-34b0-4563-84f6-d76e6445f2bd', 'network_id': '89d8b584-27bf-4e15-a296-2c82b648cf48', 'admin_state_up': True, 'tenant_id': '03cca957e66c4662a9db1931d7c07f43'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:38.095658 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Made reservation on behalf of 03cca957e66c4662a9db1931d7c07f43 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:38.099368 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:38.217845 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04827ad2-d0b8-4e61-b959-7f7c14cc6329 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:38.338843 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Allocated IP 172.20.0.13 (89d8b584-27bf-4e15-a296-2c82b648cf48/7d76ddd4-2eda-4c98-ae95-ad5d4135bf23/1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:26:38.418028 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca612234-ee58-439e-89db-cf78624d3328 req-29386e49-a4dc-4c22-a247-9973972a7cbb tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 210 time: 0.0598884 Sep 18 05:26:38.678987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46930) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:38.721134 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:38.820623 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbe3d-4eef-4d7e-823d-98a9b7becd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:38.840690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-04827ad2-d0b8-4e61-b959-7f7c14cc6329 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Deleting port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:38.840959 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04827ad2-d0b8-4e61-b959-7f7c14cc6329 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:38.868495 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fb60a171-7311-492a-93a8-96f8020ef307 req-18a3a913-3937-48da-89a1-fd9197077836 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0394309 Sep 18 05:26:38.909390 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:38.954431 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbe3d-4eef-4d7e-823d-98a9b7becd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:38.980006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Network 89d8b584-27bf-4e15-a296-2c82b648cf48 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:26:38.988617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:26:38.999851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:26:39.004988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Pushing event updated for resources: {'Port': ['ID=1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:39.044200 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbe3d-4eef-4d7e-823d-98a9b7becd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:39.054501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:39.054862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:39.055208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:39.055554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:39.055897 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:39.056226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:39.056992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:39.057124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:39.057662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:39.057784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:39.058548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:39.058885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:39.067265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-04827ad2-d0b8-4e61-b959-7f7c14cc6329 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] For port 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3ecd3e7d-0dd0-4025-842a-b26f7ab706ee,segment=NetworkSegment(29bbeb5e-7626-4093-be84-d8494fa9e7ed),segment_id=29bbeb5e-7626-4093-be84-d8494fa9e7ed)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:39.067265 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04827ad2-d0b8-4e61-b959-7f7c14cc6329 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:39.088787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-04827ad2-d0b8-4e61-b959-7f7c14cc6329 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Calling delete_port for 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:39.092988 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3e0dbe3d-4eef-4d7e-823d-98a9b7becd76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d44275e77d841abad64fee46913a4cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125383 Sep 18 05:26:39.094950 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 46942) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:39.099477 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:39.100122 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:39.109271 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dbe3d-4eef-4d7e-823d-98a9b7becd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36fd255-2e02-465d-a89a-becb1c0c86c7,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:39.162224 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a660fa22-8f88-4645-932c-96f17236b4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:39.184011 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a660fa22-8f88-4645-932c-96f17236b4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:39.226388 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-7b2a4321-5e94-45b9-bde4-67464fff8d39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4404609 Sep 18 05:26:39.243580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Request body: {'port': {'device_id': 'b4528e42-34b0-4563-84f6-d76e6445f2bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:39.321400 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a660fa22-8f88-4645-932c-96f17236b4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:39.324162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a660fa22-8f88-4645-932c-96f17236b4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:39.327921 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a660fa22-8f88-4645-932c-96f17236b4be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a36fd255-2e02-465d-a89a-becb1c0c86c7 HTTP/1.1" status: 204 len: 168 time: 0.2282159 Sep 18 05:26:39.335315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660fa22-8f88-4645-932c-96f17236b4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36fd255-2e02-465d-a89a-becb1c0c86c7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:39.349523 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:39.491670 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04827ad2-d0b8-4e61-b959-7f7c14cc6329 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:39.541930 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04827ad2-d0b8-4e61-b959-7f7c14cc6329 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Port': ['ID=3ecd3e7d-0dd0-4025-842a-b26f7ab706ee,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:39.720113 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f2a97-2ea8-4299-99e3-72b184050341 req-3cc6c682-66d6-4af6-b68f-cb2cd7dd656c tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:39.721890 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e30f2a97-2ea8-4299-99e3-72b184050341 req-3cc6c682-66d6-4af6-b68f-cb2cd7dd656c tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 932 time: 0.1903670 Sep 18 05:26:40.012742 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab4566f1-23fc-42b5-9183-421fa32e0891 req-5c1b44d0-214a-4bcb-825b-4ffccfbcf2a5 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0483327 Sep 18 05:26:40.195941 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ad369c7-e833-431f-9153-e600253f7d64 req-506c60d1-2a6e-4515-a807-3cb0f057d0a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e989ca0-fff7-484e-8f2b-bc39eb1fceaa HTTP/1.1" status: 200 len: 210 time: 0.0412331 Sep 18 05:26:40.244879 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e30f2a97-2ea8-4299-99e3-72b184050341 req-c9ed0780-86fc-4118-bdd9-658e7e2a61b2 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/security-groups?id=4eb6ee0f-7419-4503-9b9d-9997e3e79b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849339 Sep 18 05:26:40.294613 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04827ad2-d0b8-4e61-b959-7f7c14cc6329 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:40.349734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:26:40.359692 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:40.382167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Transition to ACTIVE for port object 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:26:40.482712 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:40.583421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Pushing event updated for resources: {'Port': ['ID=1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:40.650473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04827ad2-d0b8-4e61-b959-7f7c14cc6329 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Router 32d582c2-c374-4440-a998-d428bcc32f99 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:26:40.715894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Attempting to bind port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:26:40.715894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Attempting to bind port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '92097319-5285-4a83-83d2-afc8ff16b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '89d8b584-27bf-4e15-a296-2c82b648cf48'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:26:40.715894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Attempting to bind port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 on network 89d8b584-27bf-4e15-a296-2c82b648cf48 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:26:40.724007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 on network 89d8b584-27bf-4e15-a296-2c82b648cf48 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:26:40.724359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Attempting to bind port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 on network 89d8b584-27bf-4e15-a296-2c82b648cf48 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:26:40.731956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:26:40.732324 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Checking segment: {'id': '92097319-5285-4a83-83d2-afc8ff16b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '89d8b584-27bf-4e15-a296-2c82b648cf48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:26:40.732718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Bound using segment: {'id': '92097319-5285-4a83-83d2-afc8ff16b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '89d8b584-27bf-4e15-a296-2c82b648cf48'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:26:40.733159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Bound port: 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92097319-5285-4a83-83d2-afc8ff16b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '89d8b584-27bf-4e15-a296-2c82b648cf48'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:26:40.733526 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:40.820908 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04827ad2-d0b8-4e61-b959-7f7c14cc6329 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:26:40.834068 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-04827ad2-d0b8-4e61-b959-7f7c14cc6329 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "PUT /v2.0/routers/32d582c2-c374-4440-a998-d428bcc32f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4422877 Sep 18 05:26:40.834261 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcdda19-e600-4b32-8669-aa52c22e2039 None None] Sync routers for ids ['32d582c2-c374-4440-a998-d428bcc32f99'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:26:40.844065 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcdda19-e600-4b32-8669-aa52c22e2039 None None] Routers {'32d582c2-c374-4440-a998-d428bcc32f99'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:26:40.845325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ebcdda19-e600-4b32-8669-aa52c22e2039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:26:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32d582c2-c374-4440-a998-d428bcc32f99'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:40.849552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] For port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:26:40.853112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] For port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1,segment=NetworkSegment(92097319-5285-4a83-83d2-afc8ff16b041),segment_id=92097319-5285-4a83-83d2-afc8ff16b041)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:26:40.943155 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:40.960349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-ebcdda19-e600-4b32-8669-aa52c22e2039 None None] Set router 32d582c2-c374-4440-a998-d428bcc32f99 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:26:40.982253 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9425b985-c0c7-41b2-a79d-b82ce94ab55c req-952b12c3-8c80-4125-adc5-273a2348ea6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0496068 Sep 18 05:26:41.013410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:41.013410 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:41.014741 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] 10.222.0.13 "PUT /v2.0/ports/1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 HTTP/1.1" status: 200 len: 1093 time: 1.7797060 Sep 18 05:26:41.015199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4528e42-34b0-4563-84f6-d76e6445f2bd', 'tag': '1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:41.017780 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb062ea0-9bbc-45fb-b2b1-14c55606ea7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4528e42-34b0-4563-84f6-d76e6445f2bd", "tag": "1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:41.060204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498e872-9642-4a60-b760-c1241775cf59 service neutron] Pushing event updated for resources: {'Port': ['ID=1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:41.094021 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b13af7-5487-470d-8536-d1ccf03a7de9 x-openstack-request-id: req-07b13af7-5487-470d-8536-d1ccf03a7de9 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:41.095156 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4528e42-34b0-4563-84f6-d76e6445f2bd", "tag": "1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:41.095746 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07b13af7-5487-470d-8536-d1ccf03a7de9 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:41.096541 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4528e42-34b0-4563-84f6-d76e6445f2bd', 'tag': '1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1', 'status': 'completed', 'code': 200} Sep 18 05:26:41.189512 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ce560653-18c1-425e-9d8f-fce157ef716f req-ada01c43-8647-4012-b0bb-8aa240a46c70 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0288103 Sep 18 05:26:41.290829 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb062ea0-9bbc-45fb-b2b1-14c55606ea7c req-d94766fa-9053-45f9-bcdf-d561d836955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:41.295711 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb062ea0-9bbc-45fb-b2b1-14c55606ea7c req-d94766fa-9053-45f9-bcdf-d561d836955b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03cca957e66c4662a9db1931d7c07f43&device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 1096 time: 0.0558078 Sep 18 05:26:41.339409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ebcdda19-e600-4b32-8669-aa52c22e2039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:26:39Z', 'revision_number': 6, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'b27526ed-3326-41a9-86e5-f9bb384d60e0', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'port_id': '5c549f87-70c5-45c3-bde1-851a680c7866', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'mac_address': 'fa:16:3e:0f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:25:13Z', 'updated_at': '2021-09-18T05:25:16Z', 'revision_number': 1, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:52Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:41.371871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcdda19-e600-4b32-8669-aa52c22e2039 None None] Checking router: 32d582c2-c374-4440-a998-d428bcc32f99 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:26:41.381077 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f353b1-21cd-4be0-bca7-b3943bb4d335 req-2b736232-fbb9-4b58-868d-323a024ae93b tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:41.383212 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-30f353b1-21cd-4be0-bca7-b3943bb4d335 req-2b736232-fbb9-4b58-868d-323a024ae93b tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 944 time: 0.0587077 Sep 18 05:26:41.383910 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcdda19-e600-4b32-8669-aa52c22e2039 None None] Routers {'32d582c2-c374-4440-a998-d428bcc32f99'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:26:41.384681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ebcdda19-e600-4b32-8669-aa52c22e2039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:26:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32d582c2-c374-4440-a998-d428bcc32f99'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:41.447638 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-30f353b1-21cd-4be0-bca7-b3943bb4d335 req-b8cd9346-6f9b-4623-9062-efd6b1855784 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/security-groups?id=4eb6ee0f-7419-4503-9b9d-9997e3e79b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583127 Sep 18 05:26:41.449144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393f491-90fd-4bb4-b508-e871963d6237 req-9614366e-094a-4b4e-a23a-f51b90c3078e tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:41.450939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5393f491-90fd-4bb4-b508-e871963d6237 req-9614366e-094a-4b4e-a23a-f51b90c3078e tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 946 time: 0.1093628 Sep 18 05:26:41.503952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb062ea0-9bbc-45fb-b2b1-14c55606ea7c req-331e2186-8530-4f71-a875-afc4a7cfc478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:41.505825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb062ea0-9bbc-45fb-b2b1-14c55606ea7c req-331e2186-8530-4f71-a875-afc4a7cfc478 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=03cca957e66c4662a9db1931d7c07f43&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2007008 Sep 18 05:26:41.525120 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5393f491-90fd-4bb4-b508-e871963d6237 req-d2950f55-6e31-46ac-8489-a7afa69ee96e tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b96b97d-6543-493c-af6d-221c708e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642748 Sep 18 05:26:41.651027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb062ea0-9bbc-45fb-b2b1-14c55606ea7c req-96674068-2c32-4b93-9225-a6b0140a5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:41.653881 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb062ea0-9bbc-45fb-b2b1-14c55606ea7c req-96674068-2c32-4b93-9225-a6b0140a5b01 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1322589 Sep 18 05:26:41.698679 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47038) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:41.739989 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-fc0a1b1a-9424-49e7-b500-fe95010eafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:41.741743 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-fc0a1b1a-9424-49e7-b500-fe95010eafc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03cca957e66c4662a9db1931d7c07f43&device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 1096 time: 0.0446298 Sep 18 05:26:41.744469 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-ebcdda19-e600-4b32-8669-aa52c22e2039 None None] Set router 32d582c2-c374-4440-a998-d428bcc32f99 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:26:41.793815 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-e594fe51-e1af-4aec-9a23-2999875be1bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 HTTP/1.1" status: 200 len: 217 time: 0.0418258 Sep 18 05:26:41.817093 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:41.870597 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6ba99f9f-64a3-47a8-bdba-0f2fa209affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:41.873191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-6ba99f9f-64a3-47a8-bdba-0f2fa209affd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d76ddd4-2eda-4c98-ae95-ad5d4135bf23 HTTP/1.1" status: 200 len: 850 time: 0.0686743 Sep 18 05:26:41.926058 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:41.928900 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-b24d8147-b80b-498f-ba06-8faaed4b0706 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89d8b584-27bf-4e15-a296-2c82b648cf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411699 Sep 18 05:26:41.999454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ebcdda19-e600-4b32-8669-aa52c22e2039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:26:39Z', 'revision_number': 6, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'b27526ed-3326-41a9-86e5-f9bb384d60e0', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'port_id': '5c549f87-70c5-45c3-bde1-851a680c7866', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'mac_address': 'fa:16:3e:0f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:25:13Z', 'updated_at': '2021-09-18T05:25:16Z', 'revision_number': 1, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:52Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:42.006844 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:42.027459 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcdda19-e600-4b32-8669-aa52c22e2039 None None] The sync data for ids ['32d582c2-c374-4440-a998-d428bcc32f99'] in n-d-789963-13 is: [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:26:39Z', 'revision_number': 6, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'b27526ed-3326-41a9-86e5-f9bb384d60e0', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'port_id': '5c549f87-70c5-45c3-bde1-851a680c7866', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'mac_address': 'fa:16:3e:0f:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:25:13Z', 'updated_at': '2021-09-18T05:25:16Z', 'revision_number': 1, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:52Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:26:42.046608 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb2c2eeaf9474982a0d5d9aecd6f44d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468289 Sep 18 05:26:42.050186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47046) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:42.057514 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-909ffc8b-baf9-4e16-b92f-05e2db9c83a1 service neutron] 10.222.0.13 "GET /v2.0/networks/89d8b584-27bf-4e15-a296-2c82b648cf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191719 Sep 18 05:26:42.110701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a24b3d7-4243-45fd-ad3d-17fc4a44bfd8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:42.131536 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:42.131897 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:42.132264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:42.133522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:42.133522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:42.133795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:42.134142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:42.134490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:42.134828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:42.135163 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:42.135501 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:42.135835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591e576-6f3d-459f-b3df-129bb7912391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:42.142924 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-284aeb37-28ac-42c9-b33a-8080eca2fc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:42.167973 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-284aeb37-28ac-42c9-b33a-8080eca2fc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:42.193693 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b7a7f3c-acc1-4c7a-9216-dcc0f5d85315 req-80685e6c-9e6d-478f-91da-beb4ca3fb941 service neutron] 10.222.0.13 "GET /v2.0/networks/89d8b584-27bf-4e15-a296-2c82b648cf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160593 Sep 18 05:26:42.303275 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89c19ecf-5d8a-42fe-b82f-2fff387dd4be req-9e16a1df-3685-4614-96f8-dd2b57b0a786 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0306046 Sep 18 05:26:42.366560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-284aeb37-28ac-42c9-b33a-8080eca2fc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:42.369686 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-284aeb37-28ac-42c9-b33a-8080eca2fc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:42.370874 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-284aeb37-28ac-42c9-b33a-8080eca2fc80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a24b3d7-4243-45fd-ad3d-17fc4a44bfd8 HTTP/1.1" status: 204 len: 168 time: 0.3190105 Sep 18 05:26:42.380195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284aeb37-28ac-42c9-b33a-8080eca2fc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a24b3d7-4243-45fd-ad3d-17fc4a44bfd8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:42.431776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:42.462322 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:42.462729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3ecd3e7d-0dd0-4025-842a-b26f7ab706ee not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:42.586186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe71b3-8383-476b-948a-b4b99f95cd4d req-9d89a99f-8806-48b3-bcfd-16842560ba7e tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:42.588508 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aabe71b3-8383-476b-948a-b4b99f95cd4d req-9d89a99f-8806-48b3-bcfd-16842560ba7e tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 944 time: 0.0609519 Sep 18 05:26:42.644689 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aabe71b3-8383-476b-948a-b4b99f95cd4d req-75a0186b-918d-455a-b502-2135e3b8cc5e tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/security-groups?id=4eb6ee0f-7419-4503-9b9d-9997e3e79b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463858 Sep 18 05:26:42.684892 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6fc6d-72d3-4e6e-ae25-6b00808ce455 req-fd655224-967e-4417-b070-cf9f39b742ff tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:42.684892 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1eb6fc6d-72d3-4e6e-ae25-6b00808ce455 req-fd655224-967e-4417-b070-cf9f39b742ff tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 946 time: 0.0612741 Sep 18 05:26:42.731537 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1eb6fc6d-72d3-4e6e-ae25-6b00808ce455 req-f9045313-7f00-4171-b4c2-b8bc39255ed0 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b96b97d-6543-493c-af6d-221c708e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390131 Sep 18 05:26:42.856738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c624694-01c4-4026-ad66-b7ee31b7409e req-a6d088e4-577f-4fcc-9bff-ffb23ff0c6ec tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:42.858267 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c624694-01c4-4026-ad66-b7ee31b7409e req-a6d088e4-577f-4fcc-9bff-ffb23ff0c6ec tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 946 time: 0.0556631 Sep 18 05:26:42.978950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-0c624694-01c4-4026-ad66-b7ee31b7409e req-d107c214-7cc4-48f5-bbd2-375d0d4740c8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Deleting port 052b2bf8-1604-451d-88c5-ad01f505ce5b {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:42.979565 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c624694-01c4-4026-ad66-b7ee31b7409e req-d107c214-7cc4-48f5-bbd2-375d0d4740c8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:43.090007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-0c624694-01c4-4026-ad66-b7ee31b7409e req-d107c214-7cc4-48f5-bbd2-375d0d4740c8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] For port 052b2bf8-1604-451d-88c5-ad01f505ce5b, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=052b2bf8-1604-451d-88c5-ad01f505ce5b,segment=NetworkSegment(29bbeb5e-7626-4093-be84-d8494fa9e7ed),segment_id=29bbeb5e-7626-4093-be84-d8494fa9e7ed)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:43.090386 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c624694-01c4-4026-ad66-b7ee31b7409e req-d107c214-7cc4-48f5-bbd2-375d0d4740c8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:43.102804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-0c624694-01c4-4026-ad66-b7ee31b7409e req-d107c214-7cc4-48f5-bbd2-375d0d4740c8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Calling delete_port for 052b2bf8-1604-451d-88c5-ad01f505ce5b owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:43.378829 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c624694-01c4-4026-ad66-b7ee31b7409e req-d107c214-7cc4-48f5-bbd2-375d0d4740c8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:43.435949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107c214-7cc4-48f5-bbd2-375d0d4740c8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Port': ['ID=052b2bf8-1604-451d-88c5-ad01f505ce5b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:43.442182 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1aa21344-013a-47fd-86a3-e57189d5f318 req-d526e620-32bd-400d-9f7b-6b122ef77841 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0607665 Sep 18 05:26:43.483855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c624694-01c4-4026-ad66-b7ee31b7409e req-d107c214-7cc4-48f5-bbd2-375d0d4740c8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] No DVR routers for this DVR port 052b2bf8-1604-451d-88c5-ad01f505ce5b on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:26:43.486000 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c624694-01c4-4026-ad66-b7ee31b7409e req-d107c214-7cc4-48f5-bbd2-375d0d4740c8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:43.488039 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c624694-01c4-4026-ad66-b7ee31b7409e req-d107c214-7cc4-48f5-bbd2-375d0d4740c8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.13 "DELETE /v2.0/ports/052b2bf8-1604-451d-88c5-ad01f505ce5b HTTP/1.1" status: 204 len: 173 time: 0.6232688 Sep 18 05:26:43.488534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d43c3a-65fd-4da3-b6b4-4de28230a1b7', 'name': 'network-vif-deleted', 'tag': '052b2bf8-1604-451d-88c5-ad01f505ce5b'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:43.490873 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961e3853-0ce1-4549-9257-058879017387" -d '{"events": [{"server_uuid": "a3d43c3a-65fd-4da3-b6b4-4de28230a1b7", "name": "network-vif-deleted", "tag": "052b2bf8-1604-451d-88c5-ad01f505ce5b"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:43.533123 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaa025e-54d7-4b5b-865a-ab1ca61c8077 x-openstack-request-id: req-ccaa025e-54d7-4b5b-865a-ab1ca61c8077 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:43.533626 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d43c3a-65fd-4da3-b6b4-4de28230a1b7", "name": "network-vif-deleted", "tag": "052b2bf8-1604-451d-88c5-ad01f505ce5b", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:43.534013 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccaa025e-54d7-4b5b-865a-ab1ca61c8077 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:43.534683 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d43c3a-65fd-4da3-b6b4-4de28230a1b7', 'name': 'network-vif-deleted', 'tag': '052b2bf8-1604-451d-88c5-ad01f505ce5b', 'status': 'completed', 'code': 200} Sep 18 05:26:43.760339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6266b-0b0d-43b0-af17-ea1b21f697d5 req-8859e6ba-cdec-4a82-87b8-f89f473b5d06 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:43.762007 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bbe6266b-0b0d-43b0-af17-ea1b21f697d5 req-8859e6ba-cdec-4a82-87b8-f89f473b5d06 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 944 time: 0.0519333 Sep 18 05:26:43.838954 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bbe6266b-0b0d-43b0-af17-ea1b21f697d5 req-c75eb804-af14-4474-b3b2-d9c7d461e9dd tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/security-groups?id=4eb6ee0f-7419-4503-9b9d-9997e3e79b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682065 Sep 18 05:26:44.008333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37282a84-eb05-42f8-8998-c3105ea94176 req-4b664300-b557-457d-85e4-124f69ef3d83 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3d43c3a-65fd-4da3-b6b4-4de28230a1b7 HTTP/1.1" status: 200 len: 210 time: 0.0310941 Sep 18 05:26:44.019253 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e766fa07-9996-41a4-bd95-1f121ced02b7 req-d54ae219-30d7-432f-98d1-a888b17a16b8 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0348036 Sep 18 05:26:44.763807 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47148) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:44.867636 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-14b2fd21-4184-41b0-8ce8-5dd81d167f32 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Request body: {'quota': {'network': 2}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:44.948376 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-14b2fd21-4184-41b0-8ce8-5dd81d167f32 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] 10.222.0.23 "PUT /v2.0/quotas/afc1fe01185f4c97a200d71dc7540cc1 HTTP/1.1" status: 200 len: 368 time: 0.1833553 Sep 18 05:26:44.951054 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47156) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:44.956780 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Request body: {'network': {'project_id': 'afc1fe01185f4c97a200d71dc7540cc1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:44.962509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6e205-83c5-4d49-bcb5-5be313980503 req-c297e2d0-f1f5-4b3d-af21-ab8f5355be88 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:44.965858 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49f6e205-83c5-4d49-bcb5-5be313980503 req-c297e2d0-f1f5-4b3d-af21-ab8f5355be88 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 944 time: 0.0556219 Sep 18 05:26:45.003774 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49f6e205-83c5-4d49-bcb5-5be313980503 req-73b21353-379d-41c1-88f0-041d806f6a8a tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/security-groups?id=4eb6ee0f-7419-4503-9b9d-9997e3e79b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333827 Sep 18 05:26:45.015998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Made reservation on behalf of afc1fe01185f4c97a200d71dc7540cc1 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:45.018669 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.034654 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.068308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47166) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:45.132034 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.140815 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8d98f34-122e-4db4-810b-000da1d56d5d req-b14ed8b4-c48a-4476-8f5a-0a02bdecfc13 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0362465 Sep 18 05:26:45.157312 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3f2a546-e8c0-465c-a5c9-432da70db2c2 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.188540 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3f2a546-e8c0-465c-a5c9-432da70db2c2 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.223762 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.251579 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:26:45.261512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c76dfe-1d38-411f-ad0b-7e7560a42a22,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:45.266850 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.267206 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Added segment e6d6dc95-f153-40a8-95ba-c04bd12b8d1f of type vlan for network 3a0df8e4-2ade-4520-97d9-9d6a05185491 Sep 18 05:26:45.307672 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.348362 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3f2a546-e8c0-465c-a5c9-432da70db2c2 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.351020 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3f2a546-e8c0-465c-a5c9-432da70db2c2 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.352335 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a3f2a546-e8c0-465c-a5c9-432da70db2c2 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "DELETE /v2.0/security-groups/8b96b97d-6543-493c-af6d-221c708e1136 HTTP/1.1" status: 204 len: 168 time: 0.2827415 Sep 18 05:26:45.362827 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2a546-e8c0-465c-a5c9-432da70db2c2 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b96b97d-6543-493c-af6d-221c708e1136,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:45.400980 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.401999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:45.405169 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.464722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Pushing event updated for resources: {'Network': ['ID=3a0df8e4-2ade-4520-97d9-9d6a05185491,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:45.474414 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 3a0df8e4-2ade-4520-97d9-9d6a05185491 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:26:45.490895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:26:45.500387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47174) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:45.516975 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f3d20011-6a1a-4ee6-b1c2-19fe8a155436 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5638795 Sep 18 05:26:45.525829 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47178) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:45.534036 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-8f3d42a6-0b2e-4fdf-89b3-68035b8d2722 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Request body: {'network': {'project_id': 'afc1fe01185f4c97a200d71dc7540cc1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:45.556275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c407144b-56df-449a-9c8f-37d91cd9ff37 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Deleting subnet 7acbc594-bff6-47e9-a5a7-5042dbceb555 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:26:45.562859 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c407144b-56df-449a-9c8f-37d91cd9ff37 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.606648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c407144b-56df-449a-9c8f-37d91cd9ff37 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.618134 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3d42a6-0b2e-4fdf-89b3-68035b8d2722 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Made reservation on behalf of afc1fe01185f4c97a200d71dc7540cc1 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:45.621726 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f3d42a6-0b2e-4fdf-89b3-68035b8d2722 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.648406 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3d42a6-0b2e-4fdf-89b3-68035b8d2722 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:26:45.656571 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1,segment=NetworkSegment(92097319-5285-4a83-83d2-afc8ff16b041),segment_id=92097319-5285-4a83-83d2-afc8ff16b041)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:45.658129 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f3d42a6-0b2e-4fdf-89b3-68035b8d2722 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.658651 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-8f3d42a6-0b2e-4fdf-89b3-68035b8d2722 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Added segment cf2eb393-9119-4bf5-a2fc-9b2b26400252 of type vlan for network d84021a8-f9d0-4766-8c5a-a9e85d9b1bc7 Sep 18 05:26:45.669611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1', 'network_id': '89d8b584-27bf-4e15-a296-2c82b648cf48', 'port_id': '1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1', 'mac_address': 'fa:16:3e:fd:ec:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d76ddd4-2eda-4c98-ae95-ad5d4135bf23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:26:45.704680 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f3d42a6-0b2e-4fdf-89b3-68035b8d2722 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.726031 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c407144b-56df-449a-9c8f-37d91cd9ff37 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.727081 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.742372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:26:45.763036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1,segment=NetworkSegment(92097319-5285-4a83-83d2-afc8ff16b041),segment_id=92097319-5285-4a83-83d2-afc8ff16b041)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:45.805639 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f3d42a6-0b2e-4fdf-89b3-68035b8d2722 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.806653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3d42a6-0b2e-4fdf-89b3-68035b8d2722 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:45.807281 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8f3d42a6-0b2e-4fdf-89b3-68035b8d2722 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.829372 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.872154 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d42a6-0b2e-4fdf-89b3-68035b8d2722 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Pushing event updated for resources: {'Network': ['ID=d84021a8-f9d0-4766-8c5a-a9e85d9b1bc7,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:45.878721 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:45.882046 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c407144b-56df-449a-9c8f-37d91cd9ff37 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.886997 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network d84021a8-f9d0-4766-8c5a-a9e85d9b1bc7 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:26:45.890018 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:45.890372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:45.890722 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:45.891067 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:45.891467 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:45.891808 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:45.892173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:45.892771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:45.893112 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:45.893446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:45.893778 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:45.894111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:26:45.901543 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8f3d42a6-0b2e-4fdf-89b3-68035b8d2722 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3738692 Sep 18 05:26:45.901543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47184) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:45.911846 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-87380371-a127-47b9-92ee-e2f0b63959ef tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Request body: {'network': {'project_id': 'afc1fe01185f4c97a200d71dc7540cc1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:45.921763 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-87380371-a127-47b9-92ee-e2f0b63959ef tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 05:26:45.923064 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87380371-a127-47b9-92ee-e2f0b63959ef tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:26:45.923212 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407144b-56df-449a-9c8f-37d91cd9ff37 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Subnet': ['ID=7acbc594-bff6-47e9-a5a7-5042dbceb555,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:45.924625 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-87380371-a127-47b9-92ee-e2f0b63959ef tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0222051 Sep 18 05:26:45.927771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47186) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:45.944291 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c407144b-56df-449a-9c8f-37d91cd9ff37 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:45.946693 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c407144b-56df-449a-9c8f-37d91cd9ff37 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "DELETE /v2.0/subnets/7acbc594-bff6-47e9-a5a7-5042dbceb555 HTTP/1.1" status: 204 len: 168 time: 0.4444590 Sep 18 05:26:45.950563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47188) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:45.972527 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b881d8d1-e140-4c55-97f3-f1233ad587c8 None None] Network d69df858-9d53-430f-adb9-fe2c912cec81 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:26:46.043247 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47194) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:46.043777 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0f66c5b9-98c7-432f-ad13-067ef5aeb112 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=afc1fe01185f4c97a200d71dc7540cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1142926 Sep 18 05:26:46.056778 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.071117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:26:46.120672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Deleting port a333cdd0-2dff-473d-b253-ed9062e9de23 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:46.121265 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.155073 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e102b00e-18d8-4aa9-acba-205ee6cdabc0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.178809 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e102b00e-18d8-4aa9-acba-205ee6cdabc0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.242878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] For port a333cdd0-2dff-473d-b253-ed9062e9de23, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a333cdd0-2dff-473d-b253-ed9062e9de23,segment=NetworkSegment(29bbeb5e-7626-4093-be84-d8494fa9e7ed),segment_id=29bbeb5e-7626-4093-be84-d8494fa9e7ed)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:46.243314 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.260819 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a2b6e4ce-eec1-437f-88f2-5fe99c92a673 req-1d2c306e-1311-44d1-b001-072ba5e71e82 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0340765 Sep 18 05:26:46.262199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Calling delete_port for a333cdd0-2dff-473d-b253-ed9062e9de23 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:46.284161 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29717904-6242-43e9-8b6c-8a5632c0fdbd req-d2111aa8-49f6-434e-9722-5e230d7433eb tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:46.284161 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29717904-6242-43e9-8b6c-8a5632c0fdbd req-d2111aa8-49f6-434e-9722-5e230d7433eb tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 945 time: 0.1315205 Sep 18 05:26:46.329223 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e102b00e-18d8-4aa9-acba-205ee6cdabc0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.330322 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e102b00e-18d8-4aa9-acba-205ee6cdabc0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.333989 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e102b00e-18d8-4aa9-acba-205ee6cdabc0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/55c76dfe-1d38-411f-ad0b-7e7560a42a22 HTTP/1.1" status: 204 len: 168 time: 0.2873471 Sep 18 05:26:46.334990 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47202) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:46.359549 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fec07c-4387-442a-af14-811361ceb16f None None] DHCP port deletion for d69df858-9d53-430f-adb9-fe2c912cec81 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:26:46.376990 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29717904-6242-43e9-8b6c-8a5632c0fdbd req-509bb05a-4eca-494c-82a1-24666d67ca28 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/security-groups?id=4eb6ee0f-7419-4503-9b9d-9997e3e79b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892587 Sep 18 05:26:46.384902 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102b00e-18d8-4aa9-acba-205ee6cdabc0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c76dfe-1d38-411f-ad0b-7e7560a42a22,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:46.448435 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-20fec07c-4387-442a-af14-811361ceb16f None None] Deleting port a333cdd0-2dff-473d-b253-ed9062e9de23 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:46.448823 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-20fec07c-4387-442a-af14-811361ceb16f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.466650 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d35907f3-fc31-475c-82bd-a8849936a8a0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.475920 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.477760 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a333cdd0-2dff-473d-b253-ed9062e9de23 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:46.516091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Port': ['ID=a333cdd0-2dff-473d-b253-ed9062e9de23,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:46.518249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] No DVR routers for this DVR port a333cdd0-2dff-473d-b253-ed9062e9de23 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:26:46.534666 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: a333cdd0-2dff-473d-b253-ed9062e9de23 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:46.535022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a333cdd0-2dff-473d-b253-ed9062e9de23 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:46.559429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-20fec07c-4387-442a-af14-811361ceb16f None None] For port a333cdd0-2dff-473d-b253-ed9062e9de23, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a333cdd0-2dff-473d-b253-ed9062e9de23,segment=NetworkSegment(29bbeb5e-7626-4093-be84-d8494fa9e7ed),segment_id=29bbeb5e-7626-4093-be84-d8494fa9e7ed)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:46.560083 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-20fec07c-4387-442a-af14-811361ceb16f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.573115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-20fec07c-4387-442a-af14-811361ceb16f None None] Calling delete_port for a333cdd0-2dff-473d-b253-ed9062e9de23 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:46.585588 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d35907f3-fc31-475c-82bd-a8849936a8a0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.608934 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d35907f3-fc31-475c-82bd-a8849936a8a0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84021a8-f9d0-4766-8c5a-a9e85d9b1bc7']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:46.619831 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d35907f3-fc31-475c-82bd-a8849936a8a0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2eb393-9119-4bf5-a2fc-9b2b26400252') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:46.620266 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d35907f3-fc31-475c-82bd-a8849936a8a0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2eb393-9119-4bf5-a2fc-9b2b26400252') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:46.622202 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.630523 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d35907f3-fc31-475c-82bd-a8849936a8a0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.645917 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d35907f3-fc31-475c-82bd-a8849936a8a0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.650155 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69df858-9d53-430f-adb9-fe2c912cec81']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:46.653046 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35907f3-fc31-475c-82bd-a8849936a8a0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:26:46.654080 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d35907f3-fc31-475c-82bd-a8849936a8a0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:26:46.656270 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:26:46.659564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29bbeb5e-7626-4093-be84-d8494fa9e7ed') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:46.660364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29bbeb5e-7626-4093-be84-d8494fa9e7ed') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:46.662474 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-20fec07c-4387-442a-af14-811361ceb16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.676277 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.689510 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fec07c-4387-442a-af14-811361ceb16f None None] Pushing event deleted for resources: {'Port': ['ID=a333cdd0-2dff-473d-b253-ed9062e9de23,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:46.691602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fec07c-4387-442a-af14-811361ceb16f None None] No DVR routers for this DVR port a333cdd0-2dff-473d-b253-ed9062e9de23 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:26:46.691835 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.705666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:26:46.706326 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:26:46.709972 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:26:46.795545 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d35907f3-fc31-475c-82bd-a8849936a8a0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.801473 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d35907f3-fc31-475c-82bd-a8849936a8a0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.806568 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d35907f3-fc31-475c-82bd-a8849936a8a0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] 10.222.0.23 "DELETE /v2.0/networks/d84021a8-f9d0-4766-8c5a-a9e85d9b1bc7 HTTP/1.1" status: 204 len: 168 time: 0.4676251 Sep 18 05:26:46.806706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47208) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:46.817983 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35907f3-fc31-475c-82bd-a8849936a8a0 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Pushing event deleted for resources: {'Network': ['ID=d84021a8-f9d0-4766-8c5a-a9e85d9b1bc7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:46.868577 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.882485 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.884792 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "DELETE /v2.0/networks/d69df858-9d53-430f-adb9-fe2c912cec81 HTTP/1.1" status: 204 len: 168 time: 0.9330754 Sep 18 05:26:46.887276 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47210) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:46.890248 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-879cd284-b326-4b0e-a0cc-9e5bd7d94892 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:46.901449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04e2ac-2983-4ceb-b83d-f7e654e7017a tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Network': ['ID=d69df858-9d53-430f-adb9-fe2c912cec81,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:46.984942 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-879cd284-b326-4b0e-a0cc-9e5bd7d94892 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.008053 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-879cd284-b326-4b0e-a0cc-9e5bd7d94892 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0df8e4-2ade-4520-97d9-9d6a05185491']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:47.017673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-879cd284-b326-4b0e-a0cc-9e5bd7d94892 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d6dc95-f153-40a8-95ba-c04bd12b8d1f') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:47.017974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-879cd284-b326-4b0e-a0cc-9e5bd7d94892 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d6dc95-f153-40a8-95ba-c04bd12b8d1f') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:47.033448 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-879cd284-b326-4b0e-a0cc-9e5bd7d94892 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.048213 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-879cd284-b326-4b0e-a0cc-9e5bd7d94892 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.056938 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879cd284-b326-4b0e-a0cc-9e5bd7d94892 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:26:47.057319 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-879cd284-b326-4b0e-a0cc-9e5bd7d94892 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.057982 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1216ed0f-282d-4d98-ad79-be6fcea090b1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Deleting port 6a13c118-76b0-4ed3-8085-e9eb19167ce7 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:47.058455 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1216ed0f-282d-4d98-ad79-be6fcea090b1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:26:47.059203 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:26:47.135262 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1216ed0f-282d-4d98-ad79-be6fcea090b1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.135597 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1216ed0f-282d-4d98-ad79-be6fcea090b1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.163624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1216ed0f-282d-4d98-ad79-be6fcea090b1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Calling delete_port for 6a13c118-76b0-4ed3-8085-e9eb19167ce7 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:47.184447 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-879cd284-b326-4b0e-a0cc-9e5bd7d94892 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.190531 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-879cd284-b326-4b0e-a0cc-9e5bd7d94892 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.197805 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-879cd284-b326-4b0e-a0cc-9e5bd7d94892 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] 10.222.0.23 "DELETE /v2.0/networks/3a0df8e4-2ade-4520-97d9-9d6a05185491 HTTP/1.1" status: 204 len: 168 time: 0.3853812 Sep 18 05:26:47.204982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cd284-b326-4b0e-a0cc-9e5bd7d94892 tempest-QuotasNegativeTest-582297051 tempest-QuotasNegativeTest-582297051-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a0df8e4-2ade-4520-97d9-9d6a05185491,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:47.371591 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3116fe25-3586-4c75-be4a-48dafbe9c9fc req-fbd7586c-b844-48c9-9961-5f903c99d245 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0300024 Sep 18 05:26:47.463817 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1216ed0f-282d-4d98-ad79-be6fcea090b1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.490670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d928d1-4b08-49b1-a667-d49b1e52bcd8 req-c49d171f-1aad-44c1-aa8a-96964eadf227 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:47.491521 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:26:47.492437 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39d928d1-4b08-49b1-a667-d49b1e52bcd8 req-c49d171f-1aad-44c1-aa8a-96964eadf227 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 945 time: 0.0549326 Sep 18 05:26:47.502788 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216ed0f-282d-4d98-ad79-be6fcea090b1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Port': ['ID=6a13c118-76b0-4ed3-8085-e9eb19167ce7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:47.570906 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1216ed0f-282d-4d98-ad79-be6fcea090b1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.571260 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-1216ed0f-282d-4d98-ad79-be6fcea090b1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Floating IP b27526ed-3326-41a9-86e5-f9bb384d60e0 disassociated (deleted). External IP: 172.25.7.43, port: 5c549f87-70c5-45c3-bde1-851a680c7866. Sep 18 05:26:47.579688 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-39d928d1-4b08-49b1-a667-d49b1e52bcd8 req-aecd7c78-2212-4de0-88f5-50197b515492 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/security-groups?id=4eb6ee0f-7419-4503-9b9d-9997e3e79b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800750 Sep 18 05:26:47.629676 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:26:47.634660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:26:47.635067 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.717680 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.741774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4528e42-34b0-4563-84f6-d76e6445f2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:47.744454 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e58c88-d1d4-4831-af88-81614c26deca" -d '{"events": [{"server_uuid": "b4528e42-34b0-4563-84f6-d76e6445f2bd", "name": "network-vif-plugged", "status": "completed", "tag": "1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:47.757760 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1,segment=NetworkSegment(92097319-5285-4a83-83d2-afc8ff16b041),segment_id=92097319-5285-4a83-83d2-afc8ff16b041)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:47.785601 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d41d79-6268-4e3e-a769-f8917ea8bf27 x-openstack-request-id: req-28d41d79-6268-4e3e-a769-f8917ea8bf27 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:47.786190 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4528e42-34b0-4563-84f6-d76e6445f2bd", "name": "network-vif-plugged", "status": "completed", "tag": "1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:47.786647 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28d41d79-6268-4e3e-a769-f8917ea8bf27 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:47.787331 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4528e42-34b0-4563-84f6-d76e6445f2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1', 'code': 200} Sep 18 05:26:47.802639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1216ed0f-282d-4d98-ad79-be6fcea090b1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Router 32d582c2-c374-4440-a998-d428bcc32f99 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:26:47.824023 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.824925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 052b2bf8-1604-451d-88c5-ad01f505ce5b no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:47.865814 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 052b2bf8-1604-451d-88c5-ad01f505ce5b {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:47.866165 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 052b2bf8-1604-451d-88c5-ad01f505ce5b not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:47.892833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e4644-b643-40c2-beac-35a1308fa37a req-2a9d7b62-0f82-431e-9517-9c013020021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:47.894540 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f93e4644-b643-40c2-beac-35a1308fa37a req-2a9d7b62-0f82-431e-9517-9c013020021f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 1098 time: 0.0479989 Sep 18 05:26:47.895200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:47.918138 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1216ed0f-282d-4d98-ad79-be6fcea090b1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:26:47.924229 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1216ed0f-282d-4d98-ad79-be6fcea090b1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:47.932428 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c479486-e453-4835-a168-436936916b84 None None] Sync routers for ids ['32d582c2-c374-4440-a998-d428bcc32f99'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:26:47.945925 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c479486-e453-4835-a168-436936916b84 None None] Routers {'32d582c2-c374-4440-a998-d428bcc32f99'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:26:47.946626 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8c479486-e453-4835-a168-436936916b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:26:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32d582c2-c374-4440-a998-d428bcc32f99'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:47.948509 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f93e4644-b643-40c2-beac-35a1308fa37a req-51b87de6-564d-4244-8edf-db956b26db88 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4eb6ee0f-7419-4503-9b9d-9997e3e79b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470283 Sep 18 05:26:47.958659 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1216ed0f-282d-4d98-ad79-be6fcea090b1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "DELETE /v2.0/floatingips/b27526ed-3326-41a9-86e5-f9bb384d60e0 HTTP/1.1" status: 204 len: 168 time: 1.0701349 Sep 18 05:26:47.959531 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'tag': '5c549f87-70c5-45c3-bde1-851a680c7866'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:47.962002 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11faea34-e752-4d7b-bc03-63562a80083d" -d '{"events": [{"name": "network-changed", "server_uuid": "681e6d23-e89f-42db-ba5e-15eaac54eb74", "tag": "5c549f87-70c5-45c3-bde1-851a680c7866"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:48.087414 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47244) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:48.145003 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-8c479486-e453-4835-a168-436936916b84 None None] Set router 32d582c2-c374-4440-a998-d428bcc32f99 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:26:48.175658 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a166352-806a-42cd-8c73-785b35b9a7b0 x-openstack-request-id: req-7a166352-806a-42cd-8c73-785b35b9a7b0 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:48.175658 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681e6d23-e89f-42db-ba5e-15eaac54eb74", "tag": "5c549f87-70c5-45c3-bde1-851a680c7866", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:48.175658 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a166352-806a-42cd-8c73-785b35b9a7b0 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:48.175658 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'tag': '5c549f87-70c5-45c3-bde1-851a680c7866', 'status': 'completed', 'code': 200} Sep 18 05:26:48.246757 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90c0f8ee-a79a-4ed3-98fd-97f19c83f414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:48.247264 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faea34-e752-4d7b-bc03-63562a80083d req-880d8cbd-b957-44f4-b041-98f0b024427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:48.248986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11faea34-e752-4d7b-bc03-63562a80083d req-880d8cbd-b957-44f4-b041-98f0b024427d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 1098 time: 0.0509870 Sep 18 05:26:48.353370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faea34-e752-4d7b-bc03-63562a80083d req-c13d53fc-3fb9-40e7-809e-fa59a8149820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:48.355035 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11faea34-e752-4d7b-bc03-63562a80083d req-c13d53fc-3fb9-40e7-809e-fa59a8149820 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6d50da6a-2377-4891-a39e-978b79bbaadf HTTP/1.1" status: 200 len: 896 time: 0.0986378 Sep 18 05:26:48.359327 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90c0f8ee-a79a-4ed3-98fd-97f19c83f414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:48.378383 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8c479486-e453-4835-a168-436936916b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:26:39Z', 'revision_number': 6, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:52Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:48.407605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11faea34-e752-4d7b-bc03-63562a80083d req-3f217c2b-76f0-42c0-aaec-a36a19f15e4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c549f87-70c5-45c3-bde1-851a680c7866 HTTP/1.1" status: 200 len: 217 time: 0.0441103 Sep 18 05:26:48.416584 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c479486-e453-4835-a168-436936916b84 None None] Checking router: 32d582c2-c374-4440-a998-d428bcc32f99 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:26:48.433201 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c479486-e453-4835-a168-436936916b84 None None] Routers {'32d582c2-c374-4440-a998-d428bcc32f99'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:26:48.434100 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8c479486-e453-4835-a168-436936916b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:26:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32d582c2-c374-4440-a998-d428bcc32f99'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:48.441964 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-90c0f8ee-a79a-4ed3-98fd-97f19c83f414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:48.487367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faea34-e752-4d7b-bc03-63562a80083d req-56d88a70-9c4b-4ace-8a44-0a9778272681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:48.488861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11faea34-e752-4d7b-bc03-63562a80083d req-56d88a70-9c4b-4ace-8a44-0a9778272681 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91121909-8508-4637-b42e-8705d70a9a18 HTTP/1.1" status: 200 len: 835 time: 0.0748689 Sep 18 05:26:48.536428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0f8ee-a79a-4ed3-98fd-97f19c83f414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642bf510-c26a-409d-b652-3f2f0a652d39,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:48.537282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fb471e8c-8b72-40da-9065-f71935d36403 req-675a1843-c741-4790-8426-36fc48894113 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0473495 Sep 18 05:26:48.566864 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-90c0f8ee-a79a-4ed3-98fd-97f19c83f414 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a199d051d9d4d1194a980f693ef4fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780040 Sep 18 05:26:48.569803 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47258) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:48.593506 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27acca-464b-4a3b-a20f-12f79169d97e req-333db244-ea98-453a-8552-f4be184aa8cd tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:48.595762 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2b27acca-464b-4a3b-a20f-12f79169d97e req-333db244-ea98-453a-8552-f4be184aa8cd tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 946 time: 0.0899584 Sep 18 05:26:48.619106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faea34-e752-4d7b-bc03-63562a80083d req-d0ed29fa-23f2-47b2-9cbb-4636a1fa5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:48.620836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11faea34-e752-4d7b-bc03-63562a80083d req-d0ed29fa-23f2-47b2-9cbb-4636a1fa5d59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6d50da6a-2377-4891-a39e-978b79bbaadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210074 Sep 18 05:26:48.640405 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2b27acca-464b-4a3b-a20f-12f79169d97e req-c3100180-6ef1-4cb7-94c8-aa415d79b590 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ec701f-028a-4d8b-ba67-ead8ea64563a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382824 Sep 18 05:26:48.670321 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5fdb4a96-6d14-425d-9772-e3e6f3b0850c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:48.728585 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-8c479486-e453-4835-a168-436936916b84 None None] Set router 32d582c2-c374-4440-a998-d428bcc32f99 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:26:48.757451 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5fdb4a96-6d14-425d-9772-e3e6f3b0850c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:48.823515 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11faea34-e752-4d7b-bc03-63562a80083d req-65609b1e-31da-4066-a0f9-c6ce71a10bd9 service neutron] 10.222.0.18 "GET /v2.0/networks/6d50da6a-2377-4891-a39e-978b79bbaadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866870 Sep 18 05:26:48.830637 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184508bf-ca13-4543-874d-822c66d609d2 req-17d665f3-25b9-4724-bfb1-a45b3bbc2655 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:48.832230 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-184508bf-ca13-4543-874d-822c66d609d2 req-17d665f3-25b9-4724-bfb1-a45b3bbc2655 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 946 time: 0.1434388 Sep 18 05:26:48.928675 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5fdb4a96-6d14-425d-9772-e3e6f3b0850c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:48.931493 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5fdb4a96-6d14-425d-9772-e3e6f3b0850c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:48.932933 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5fdb4a96-6d14-425d-9772-e3e6f3b0850c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/642bf510-c26a-409d-b652-3f2f0a652d39 HTTP/1.1" status: 204 len: 168 time: 0.3608763 Sep 18 05:26:48.945721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb4a96-6d14-425d-9772-e3e6f3b0850c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642bf510-c26a-409d-b652-3f2f0a652d39,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:48.958974 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8c479486-e453-4835-a168-436936916b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:26:39Z', 'revision_number': 6, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:52Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:48.964138 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-184508bf-ca13-4543-874d-822c66d609d2 req-e1ff86c3-4aac-4165-b4ed-ab638b6c27e0 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/security-groups?id=4eb6ee0f-7419-4503-9b9d-9997e3e79b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117008 Sep 18 05:26:48.996103 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11faea34-e752-4d7b-bc03-63562a80083d req-6e9310b8-ee41-40f2-880c-3487204c5dfc service neutron] 10.222.0.18 "GET /v2.0/networks/6d50da6a-2377-4891-a39e-978b79bbaadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621666 Sep 18 05:26:48.998324 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c479486-e453-4835-a168-436936916b84 None None] The sync data for ids ['32d582c2-c374-4440-a998-d428bcc32f99'] in n-d-789963-13 is: [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:26:39Z', 'revision_number': 6, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '576bfab9-0a10-4b4c-8e05-39d17ccae53c', 'name': '', 'network_id': '6d50da6a-2377-4891-a39e-978b79bbaadf', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:94:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '91121909-8508-4637-b42e-8705d70a9a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:45Z', 'updated_at': '2021-09-18T05:24:52Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': '91121909-8508-4637-b42e-8705d70a9a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:26:49.242461 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4695b12b-b939-4407-84c6-407b2423a496 None None] New status for floating IP b27526ed-3326-41a9-86e5-f9bb384d60e0: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:26:49.604470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47282) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:49.619967 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a56f04fb-c592-4191-8483-4cc6cfbba4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:49.661795 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-251f525a-46c2-45e3-8c0d-53de9bcffe96 req-07b83ec7-9b13-4a06-936b-c37d289b7d77 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0435696 Sep 18 05:26:49.749889 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a56f04fb-c592-4191-8483-4cc6cfbba4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:49.776287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc6402-68ea-4974-b7e6-af0f26f3afbd req-77c57cd1-93cf-4cca-be35-06d58afe281f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:49.777780 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ebc6402-68ea-4974-b7e6-af0f26f3afbd req-77c57cd1-93cf-4cca-be35-06d58afe281f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 946 time: 0.0603459 Sep 18 05:26:49.802013 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a56f04fb-c592-4191-8483-4cc6cfbba4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:49.873633 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ebc6402-68ea-4974-b7e6-af0f26f3afbd req-cd3d3d1d-d44c-4a73-84ea-f05fdd21fb8b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ec701f-028a-4d8b-ba67-ead8ea64563a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886853 Sep 18 05:26:49.885655 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a56f04fb-c592-4191-8483-4cc6cfbba4ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44f6e91e201c499684522eb55d8b443b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800169 Sep 18 05:26:49.887796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47288) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:49.892273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f04fb-c592-4191-8483-4cc6cfbba4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df94259-a87b-4395-b43c-cf2f37d86225,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:49.907926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a613c6d-c25a-4d18-8072-595c034caf63 req-264d0173-b3eb-4db0-941e-34fd724ed455 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:49.909558 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a613c6d-c25a-4d18-8072-595c034caf63 req-264d0173-b3eb-4db0-941e-34fd724ed455 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.18 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 946 time: 0.0947461 Sep 18 05:26:49.939212 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-05d4dbdc-3dab-48ec-ad74-a8881f2e681b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:49.961978 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-05d4dbdc-3dab-48ec-ad74-a8881f2e681b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:50.028695 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-0a613c6d-c25a-4d18-8072-595c034caf63 req-c5498714-dec9-427c-b638-5612b29d0db8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Deleting port 5c549f87-70c5-45c3-bde1-851a680c7866 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:50.029075 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0a613c6d-c25a-4d18-8072-595c034caf63 req-c5498714-dec9-427c-b638-5612b29d0db8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:50.116082 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce2cd8-0ce0-4986-a368-fea260cd616d req-4a9828cd-c26a-4d23-9765-f3350e40fe39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:50.117666 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdce2cd8-0ce0-4986-a368-fea260cd616d req-4a9828cd-c26a-4d23-9765-f3350e40fe39 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 946 time: 0.0532598 Sep 18 05:26:50.128918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-0a613c6d-c25a-4d18-8072-595c034caf63 req-c5498714-dec9-427c-b638-5612b29d0db8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] For port 5c549f87-70c5-45c3-bde1-851a680c7866, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=5c549f87-70c5-45c3-bde1-851a680c7866,segment=NetworkSegment(7b1e0883-1866-45e0-87fe-7f40f86df715),segment_id=7b1e0883-1866-45e0-87fe-7f40f86df715)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:50.129295 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0a613c6d-c25a-4d18-8072-595c034caf63 req-c5498714-dec9-427c-b638-5612b29d0db8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:50.139657 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-05d4dbdc-3dab-48ec-ad74-a8881f2e681b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:50.142690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-0a613c6d-c25a-4d18-8072-595c034caf63 req-c5498714-dec9-427c-b638-5612b29d0db8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Calling delete_port for 5c549f87-70c5-45c3-bde1-851a680c7866 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:50.143198 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-05d4dbdc-3dab-48ec-ad74-a8881f2e681b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:50.144434 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-05d4dbdc-3dab-48ec-ad74-a8881f2e681b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5df94259-a87b-4395-b43c-cf2f37d86225 HTTP/1.1" status: 204 len: 168 time: 0.2555799 Sep 18 05:26:50.156125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4dbdc-3dab-48ec-ad74-a8881f2e681b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df94259-a87b-4395-b43c-cf2f37d86225,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:50.176277 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdce2cd8-0ce0-4986-a368-fea260cd616d req-91238feb-2cfa-4858-bfae-98bc5b3023e4 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/security-groups?id=4eb6ee0f-7419-4503-9b9d-9997e3e79b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522540 Sep 18 05:26:50.362340 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0a613c6d-c25a-4d18-8072-595c034caf63 req-c5498714-dec9-427c-b638-5612b29d0db8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:50.401108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5498714-dec9-427c-b638-5612b29d0db8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Port': ['ID=5c549f87-70c5-45c3-bde1-851a680c7866,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:50.456458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a613c6d-c25a-4d18-8072-595c034caf63 req-c5498714-dec9-427c-b638-5612b29d0db8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] No DVR routers for this DVR port 5c549f87-70c5-45c3-bde1-851a680c7866 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:26:50.461456 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0a613c6d-c25a-4d18-8072-595c034caf63 req-c5498714-dec9-427c-b638-5612b29d0db8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:50.464870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a613c6d-c25a-4d18-8072-595c034caf63 req-c5498714-dec9-427c-b638-5612b29d0db8 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.18 "DELETE /v2.0/ports/5c549f87-70c5-45c3-bde1-851a680c7866 HTTP/1.1" status: 204 len: 173 time: 0.5488920 Sep 18 05:26:50.475946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'name': 'network-vif-deleted', 'tag': '5c549f87-70c5-45c3-bde1-851a680c7866'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:50.475946 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fa5b1a-1695-41ec-890d-d11d7cc7b5d8" -d '{"events": [{"server_uuid": "681e6d23-e89f-42db-ba5e-15eaac54eb74", "name": "network-vif-deleted", "tag": "5c549f87-70c5-45c3-bde1-851a680c7866"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:50.513376 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d3437b-863a-442d-928a-c5ec0b2e6d39 x-openstack-request-id: req-b2d3437b-863a-442d-928a-c5ec0b2e6d39 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:50.513954 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681e6d23-e89f-42db-ba5e-15eaac54eb74", "name": "network-vif-deleted", "tag": "5c549f87-70c5-45c3-bde1-851a680c7866", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:50.514218 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2d3437b-863a-442d-928a-c5ec0b2e6d39 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:50.514619 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681e6d23-e89f-42db-ba5e-15eaac54eb74', 'name': 'network-vif-deleted', 'tag': '5c549f87-70c5-45c3-bde1-851a680c7866', 'status': 'completed', 'code': 200} Sep 18 05:26:50.681840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13968-292f-4119-a645-7c3ff54ca836 req-480faa94-a6d8-4481-b45a-afdeae5fc116 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:50.683765 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ed13968-292f-4119-a645-7c3ff54ca836 req-480faa94-a6d8-4481-b45a-afdeae5fc116 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 946 time: 0.0507617 Sep 18 05:26:50.723622 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4ed13968-292f-4119-a645-7c3ff54ca836 req-7b2f41f3-6848-4dff-adb8-0f68b74e72a0 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/security-groups?id=4eb6ee0f-7419-4503-9b9d-9997e3e79b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Sep 18 05:26:50.798607 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1ad6d9c9-477f-47a7-9778-b0a075e9a6fc req-ac7552cd-ee44-4cba-8bd0-62de26478cac tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0501034 Sep 18 05:26:50.996903 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bcfc3cbb-07d2-438d-9fe3-059de5f78b79 req-0984a3d4-6c10-409d-b1d9-f262184fa7fc tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=681e6d23-e89f-42db-ba5e-15eaac54eb74 HTTP/1.1" status: 200 len: 210 time: 0.0341372 Sep 18 05:26:51.254837 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47342) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:51.355521 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Request body: {'networks': [{'name': 'tempest-network--1433779354'}, {'name': 'tempest-network--1570193509'}]} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:51.356052 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Request body: {'network': {'name': 'tempest-network--1433779354'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:51.356704 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Request body: {'network': {'name': 'tempest-network--1570193509'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:51.446356 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Made reservation on behalf of e52704a1560a4b8f9bcaa1a448775d5f for: {'network': 2} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:51.451182 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:51.460981 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:51.549173 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:51.623643 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:51.624184 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:51.666549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dddd4c-9a0e-4a86-90e2-3e532f37fbfc,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:51.671689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:26:51.681788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:51.682133 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Added segment 1edc205b-f853-4779-a70d-b6323c7b214e of type vlan for network f251f435-4551-47dd-b302-22a6e2207166 Sep 18 05:26:51.723345 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:51.755603 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:26:51.765530 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:51.766114 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Added segment a34d7c17-7055-4e5a-9a90-bd1dbb9f75ea of type vlan for network 42646298-1ee7-4b1f-9759-51715f5dcec2 Sep 18 05:26:51.821841 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:51.878048 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a9f10-b618-4f16-b5c7-57eb142847a8 req-4a477c16-229f-49b3-b362-a13c3ab7e300 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:51.879611 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f55a9f10-b618-4f16-b5c7-57eb142847a8 req-4a477c16-229f-49b3-b362-a13c3ab7e300 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 946 time: 0.0834322 Sep 18 05:26:51.920529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59a0523e-ce59-4ca9-a6cd-19f2cca431d7 req-b396e3e9-b542-4398-953e-ea5a3d1e5ce4 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0281916 Sep 18 05:26:51.922028 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f55a9f10-b618-4f16-b5c7-57eb142847a8 req-aa4bc9a6-8dfe-4bf3-a3ea-63c85ce6aba5 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/security-groups?id=4eb6ee0f-7419-4503-9b9d-9997e3e79b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364075 Sep 18 05:26:51.932186 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:51.933180 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:51.942074 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:51.946898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:51.947548 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:52.003091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c79bf6-1311-465b-89f7-0cafe3631bfe req-03cced1e-e80f-4dd8-9471-08042cde368e tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:52.004660 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81c79bf6-1311-465b-89f7-0cafe3631bfe req-03cced1e-e80f-4dd8-9471-08042cde368e tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 946 time: 0.0556111 Sep 18 05:26:52.031001 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event updated for resources: {'Network': ['ID=f251f435-4551-47dd-b302-22a6e2207166,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:52.042824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network f251f435-4551-47dd-b302-22a6e2207166 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:26:52.076578 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47360) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:52.089222 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8332648 Sep 18 05:26:52.102741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47362) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:52.149346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-81c79bf6-1311-465b-89f7-0cafe3631bfe req-085eeb3b-6006-4684-84bc-dd523f2e2096 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Deleting port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:52.149699 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-81c79bf6-1311-465b-89f7-0cafe3631bfe req-085eeb3b-6006-4684-84bc-dd523f2e2096 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:52.195272 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d6dce-1cc3-489f-8d45-77bfa31b6e25 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event updated for resources: {'Network': ['ID=42646298-1ee7-4b1f-9759-51715f5dcec2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:52.206553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 42646298-1ee7-4b1f-9759-51715f5dcec2 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:26:52.251190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-81c79bf6-1311-465b-89f7-0cafe3631bfe req-085eeb3b-6006-4684-84bc-dd523f2e2096 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] For port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1,segment=NetworkSegment(92097319-5285-4a83-83d2-afc8ff16b041),segment_id=92097319-5285-4a83-83d2-afc8ff16b041)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:52.251612 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-81c79bf6-1311-465b-89f7-0cafe3631bfe req-085eeb3b-6006-4684-84bc-dd523f2e2096 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:52.260635 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32b28029-2ecd-42e0-8287-d39f9bafa7e4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:52.266258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-81c79bf6-1311-465b-89f7-0cafe3631bfe req-085eeb3b-6006-4684-84bc-dd523f2e2096 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Calling delete_port for 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:52.304748 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32b28029-2ecd-42e0-8287-d39f9bafa7e4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:52.314212 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f634cd71-ef17-4aaa-81e1-c619b92f0a52 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:52.320127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f634cd71-ef17-4aaa-81e1-c619b92f0a52 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:52.326244 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f634cd71-ef17-4aaa-81e1-c619b92f0a52 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:52.331988 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f634cd71-ef17-4aaa-81e1-c619b92f0a52 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:52.336575 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f634cd71-ef17-4aaa-81e1-c619b92f0a52 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2297904 Sep 18 05:26:52.336719 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47370) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:52.457632 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32b28029-2ecd-42e0-8287-d39f9bafa7e4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:52.460342 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-32b28029-2ecd-42e0-8287-d39f9bafa7e4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:52.464185 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-32b28029-2ecd-42e0-8287-d39f9bafa7e4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "DELETE /v2.0/security-groups/71ec701f-028a-4d8b-ba67-ead8ea64563a HTTP/1.1" status: 204 len: 168 time: 0.3837848 Sep 18 05:26:52.475713 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b28029-2ecd-42e0-8287-d39f9bafa7e4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ec701f-028a-4d8b-ba67-ead8ea64563a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:52.550328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47374) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:52.804228 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1264a7fd-fa40-47dd-aa72-3c5aa16d68ac tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:52.930386 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1264a7fd-fa40-47dd-aa72-3c5aa16d68ac tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:52.952408 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1264a7fd-fa40-47dd-aa72-3c5aa16d68ac tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f251f435-4551-47dd-b302-22a6e2207166']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:52.954098 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-86f8d3de-297e-4cb5-abe0-abd277784f48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:52.962791 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-81c79bf6-1311-465b-89f7-0cafe3631bfe req-085eeb3b-6006-4684-84bc-dd523f2e2096 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:52.970618 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1264a7fd-fa40-47dd-aa72-3c5aa16d68ac tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edc205b-f853-4779-a70d-b6323c7b214e') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:52.971423 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1264a7fd-fa40-47dd-aa72-3c5aa16d68ac tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edc205b-f853-4779-a70d-b6323c7b214e') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:52.975951 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:26:53.014983 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1264a7fd-fa40-47dd-aa72-3c5aa16d68ac tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.027497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085eeb3b-6006-4684-84bc-dd523f2e2096 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Pushing event deleted for resources: {'Port': ['ID=1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:53.074042 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1264a7fd-fa40-47dd-aa72-3c5aa16d68ac tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.102201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c79bf6-1311-465b-89f7-0cafe3631bfe req-085eeb3b-6006-4684-84bc-dd523f2e2096 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] No DVR routers for this DVR port 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:26:53.115859 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6ee2c1f0-faaf-4e0d-a265-05abb5529c16 req-954ef86f-eebd-476c-ab50-9b0e093d5a01 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 210 time: 0.0330226 Sep 18 05:26:53.116988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1264a7fd-fa40-47dd-aa72-3c5aa16d68ac tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:26:53.117413 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1264a7fd-fa40-47dd-aa72-3c5aa16d68ac tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:26:53.120470 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:26:53.124086 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-81c79bf6-1311-465b-89f7-0cafe3631bfe req-085eeb3b-6006-4684-84bc-dd523f2e2096 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.128487 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.134295 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81c79bf6-1311-465b-89f7-0cafe3631bfe req-085eeb3b-6006-4684-84bc-dd523f2e2096 tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.13 "DELETE /v2.0/ports/1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 HTTP/1.1" status: 204 len: 173 time: 1.1165612 Sep 18 05:26:53.143451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4528e42-34b0-4563-84f6-d76e6445f2bd', 'name': 'network-vif-deleted', 'tag': '1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:26:53.145814 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84db57c7-9c72-467c-812c-87f91e3b2593" -d '{"events": [{"server_uuid": "b4528e42-34b0-4563-84f6-d76e6445f2bd", "name": "network-vif-deleted", "tag": "1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:26:53.149906 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b1da4a98-8004-4351-99e2-140dd35f2d2f req-7bb8665e-44b2-4704-a4b1-bc5543d84072 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0809479 Sep 18 05:26:53.238236 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c07327c-7f59-4cc8-85e7-602ba80c9b1d x-openstack-request-id: req-9c07327c-7f59-4cc8-85e7-602ba80c9b1d {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:26:53.238675 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4528e42-34b0-4563-84f6-d76e6445f2bd", "name": "network-vif-deleted", "tag": "1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:26:53.239010 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c07327c-7f59-4cc8-85e7-602ba80c9b1d {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:26:53.239486 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4528e42-34b0-4563-84f6-d76e6445f2bd', 'name': 'network-vif-deleted', 'tag': '1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1', 'status': 'completed', 'code': 200} Sep 18 05:26:53.258747 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1264a7fd-fa40-47dd-aa72-3c5aa16d68ac tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.284391 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1264a7fd-fa40-47dd-aa72-3c5aa16d68ac tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.286646 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1264a7fd-fa40-47dd-aa72-3c5aa16d68ac tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "DELETE /v2.0/networks/f251f435-4551-47dd-b302-22a6e2207166 HTTP/1.1" status: 204 len: 168 time: 0.9490359 Sep 18 05:26:53.287678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264a7fd-fa40-47dd-aa72-3c5aa16d68ac tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event deleted for resources: {'Network': ['ID=f251f435-4551-47dd-b302-22a6e2207166,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:53.289787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47390) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:53.337402 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.361315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-86f8d3de-297e-4cb5-abe0-abd277784f48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Deleting port 576bfab9-0a10-4b4c-8e05-39d17ccae53c {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:53.361671 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-86f8d3de-297e-4cb5-abe0-abd277784f48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.388182 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e47d851-c914-4067-9579-5709f67e8a17 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.463707 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-86f8d3de-297e-4cb5-abe0-abd277784f48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] For port 576bfab9-0a10-4b4c-8e05-39d17ccae53c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=576bfab9-0a10-4b4c-8e05-39d17ccae53c,segment=NetworkSegment(7b1e0883-1866-45e0-87fe-7f40f86df715),segment_id=7b1e0883-1866-45e0-87fe-7f40f86df715)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:53.464083 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-86f8d3de-297e-4cb5-abe0-abd277784f48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.476078 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-86f8d3de-297e-4cb5-abe0-abd277784f48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Calling delete_port for 576bfab9-0a10-4b4c-8e05-39d17ccae53c owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:53.483326 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e47d851-c914-4067-9579-5709f67e8a17 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.504403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-0e47d851-c914-4067-9579-5709f67e8a17 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42646298-1ee7-4b1f-9759-51715f5dcec2']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:53.513674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-0e47d851-c914-4067-9579-5709f67e8a17 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34d7c17-7055-4e5a-9a90-bd1dbb9f75ea') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:53.513916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-0e47d851-c914-4067-9579-5709f67e8a17 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34d7c17-7055-4e5a-9a90-bd1dbb9f75ea') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:53.524141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e47d851-c914-4067-9579-5709f67e8a17 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.540485 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e47d851-c914-4067-9579-5709f67e8a17 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.553527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e47d851-c914-4067-9579-5709f67e8a17 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:26:53.554055 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e47d851-c914-4067-9579-5709f67e8a17 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:26:53.557268 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:26:53.675470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e47d851-c914-4067-9579-5709f67e8a17 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.680973 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e47d851-c914-4067-9579-5709f67e8a17 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.687662 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0e47d851-c914-4067-9579-5709f67e8a17 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "DELETE /v2.0/networks/42646298-1ee7-4b1f-9759-51715f5dcec2 HTTP/1.1" status: 204 len: 168 time: 0.3925896 Sep 18 05:26:53.687823 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47398) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:53.703153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47d851-c914-4067-9579-5709f67e8a17 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event deleted for resources: {'Network': ['ID=42646298-1ee7-4b1f-9759-51715f5dcec2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:53.750153 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-86f8d3de-297e-4cb5-abe0-abd277784f48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:53.790804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8d3de-297e-4cb5-abe0-abd277784f48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Port': ['ID=576bfab9-0a10-4b4c-8e05-39d17ccae53c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:53.841818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c2ea93-b5f9-4950-b802-25c560ebf1b0 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:53.848213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c2ea93-b5f9-4950-b802-25c560ebf1b0 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:53.849883 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f3c2ea93-b5f9-4950-b802-25c560ebf1b0 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1631656 Sep 18 05:26:53.855500 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47402) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:53.861306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1fb6e03b-7b67-4894-aa43-5713ef3304f9 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-310411235'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:53.979187 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb6e03b-7b67-4894-aa43-5713ef3304f9 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Made reservation on behalf of e52704a1560a4b8f9bcaa1a448775d5f for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:53.979945 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e03b-7b67-4894-aa43-5713ef3304f9 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:54.020465 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb6e03b-7b67-4894-aa43-5713ef3304f9 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:26:54.034911 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e03b-7b67-4894-aa43-5713ef3304f9 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:54.035532 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-1fb6e03b-7b67-4894-aa43-5713ef3304f9 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Added segment a949ba45-1b28-4ce5-a98b-85a8be7930c1 of type vlan for network dd4cbb5d-81fa-457f-b436-743733448a83 Sep 18 05:26:54.066049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 5c549f87-70c5-45c3-bde1-851a680c7866 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:54.091433 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 5c549f87-70c5-45c3-bde1-851a680c7866 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:54.092130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 5c549f87-70c5-45c3-bde1-851a680c7866 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:54.108774 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e03b-7b67-4894-aa43-5713ef3304f9 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:54.225406 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e03b-7b67-4894-aa43-5713ef3304f9 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:54.231652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb6e03b-7b67-4894-aa43-5713ef3304f9 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:54.232539 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e03b-7b67-4894-aa43-5713ef3304f9 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:54.257790 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2db2d1bc-6173-42c4-85eb-3c1787281de8 req-22314e96-8507-4809-9f87-fa9e4e76e8ea tempest-ServerGroupTestJSON-935044315 tempest-ServerGroupTestJSON-935044315-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4528e42-34b0-4563-84f6-d76e6445f2bd HTTP/1.1" status: 200 len: 210 time: 0.0448754 Sep 18 05:26:54.325616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6e03b-7b67-4894-aa43-5713ef3304f9 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event updated for resources: {'Network': ['ID=dd4cbb5d-81fa-457f-b436-743733448a83,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:54.328132 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-86f8d3de-297e-4cb5-abe0-abd277784f48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:54.340429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network dd4cbb5d-81fa-457f-b436-743733448a83 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:26:54.344507 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1fb6e03b-7b67-4894-aa43-5713ef3304f9 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4873788 Sep 18 05:26:54.346960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47416) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:54.349766 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2120d78a-0b7c-4cc8-8d05-92b40c8caa57 req-0120036f-587e-4206-8fd6-a2f18edffcac tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0402529 Sep 18 05:26:54.357352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-652dcde5-0935-48db-aa1d-1a3431b1933b tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-923637121'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:54.434178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652dcde5-0935-48db-aa1d-1a3431b1933b tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Made reservation on behalf of e52704a1560a4b8f9bcaa1a448775d5f for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:54.437563 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-652dcde5-0935-48db-aa1d-1a3431b1933b tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:54.474802 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652dcde5-0935-48db-aa1d-1a3431b1933b tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:26:54.487153 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-652dcde5-0935-48db-aa1d-1a3431b1933b tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:54.490629 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-652dcde5-0935-48db-aa1d-1a3431b1933b tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Added segment 4359a34f-11e3-4f37-9979-3d5f02a717a8 of type vlan for network 0f2a9954-b235-4d65-8800-cf3c9348e5b9 Sep 18 05:26:54.530259 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-652dcde5-0935-48db-aa1d-1a3431b1933b tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:54.617980 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-652dcde5-0935-48db-aa1d-1a3431b1933b tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:54.623733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652dcde5-0935-48db-aa1d-1a3431b1933b tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:54.624376 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-652dcde5-0935-48db-aa1d-1a3431b1933b tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:54.628426 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f8d3de-297e-4cb5-abe0-abd277784f48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Router 32d582c2-c374-4440-a998-d428bcc32f99 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:26:54.695443 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dcde5-0935-48db-aa1d-1a3431b1933b tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event updated for resources: {'Network': ['ID=0f2a9954-b235-4d65-8800-cf3c9348e5b9,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:54.706301 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 0f2a9954-b235-4d65-8800-cf3c9348e5b9 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:26:54.724689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47422) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:54.725986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-652dcde5-0935-48db-aa1d-1a3431b1933b tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3775506 Sep 18 05:26:54.729473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Request body: {'ports': [{'network_id': 'dd4cbb5d-81fa-457f-b436-743733448a83', 'name': 'tempest-port--1946410006', 'admin_state_up': True}, {'network_id': '0f2a9954-b235-4d65-8800-cf3c9348e5b9', 'admin_state_up': False}]} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:54.729788 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Request body: {'port': {'network_id': 'dd4cbb5d-81fa-457f-b436-743733448a83', 'name': 'tempest-port--1946410006', 'admin_state_up': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:54.730264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Request body: {'port': {'network_id': '0f2a9954-b235-4d65-8800-cf3c9348e5b9', 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:54.770404 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f8d3de-297e-4cb5-abe0-abd277784f48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:26:54.779768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47424) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:54.779960 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-86f8d3de-297e-4cb5-abe0-abd277784f48 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "PUT /v2.0/routers/32d582c2-c374-4440-a998-d428bcc32f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2277172 Sep 18 05:26:54.785026 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8456086e-9e4c-438a-8de4-53584e037652 None None] Sync routers for ids ['32d582c2-c374-4440-a998-d428bcc32f99'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:26:54.795777 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456086e-9e4c-438a-8de4-53584e037652 None None] Routers {'32d582c2-c374-4440-a998-d428bcc32f99'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:26:54.796441 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8456086e-9e4c-438a-8de4-53584e037652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:26:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32d582c2-c374-4440-a998-d428bcc32f99'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:54.870658 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6fd5bc-be1b-4600-bcaf-70bb37c12fee tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Deleting subnet 91121909-8508-4637-b42e-8705d70a9a18 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:26:54.876005 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b6fd5bc-be1b-4600-bcaf-70bb37c12fee tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:54.903801 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-8456086e-9e4c-438a-8de4-53584e037652 None None] Set router 32d582c2-c374-4440-a998-d428bcc32f99 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:26:54.928697 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b6fd5bc-be1b-4600-bcaf-70bb37c12fee tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.012643 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Made reservation on behalf of e52704a1560a4b8f9bcaa1a448775d5f for: {'port': 2} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:55.017484 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.032393 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.037205 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b6fd5bc-be1b-4600-bcaf-70bb37c12fee tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.098360 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8456086e-9e4c-438a-8de4-53584e037652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:26:53Z', 'revision_number': 7, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:55.127614 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8456086e-9e4c-438a-8de4-53584e037652 None None] Checking router: 32d582c2-c374-4440-a998-d428bcc32f99 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:26:55.127830 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] device_id is not set on port e2b854cd-ba27-4cbb-8418-907083d46b6f yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:26:55.136856 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456086e-9e4c-438a-8de4-53584e037652 None None] Routers {'32d582c2-c374-4440-a998-d428bcc32f99'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:26:55.137551 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8456086e-9e4c-438a-8de4-53584e037652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:26:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['32d582c2-c374-4440-a998-d428bcc32f99'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:55.162084 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b6fd5bc-be1b-4600-bcaf-70bb37c12fee tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.209190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fd5bc-be1b-4600-bcaf-70bb37c12fee tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Subnet': ['ID=91121909-8508-4637-b42e-8705d70a9a18,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:55.214135 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b6fd5bc-be1b-4600-bcaf-70bb37c12fee tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.220390 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8b6fd5bc-be1b-4600-bcaf-70bb37c12fee tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "DELETE /v2.0/subnets/91121909-8508-4637-b42e-8705d70a9a18 HTTP/1.1" status: 204 len: 168 time: 0.4364202 Sep 18 05:26:55.221852 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47430) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:55.223953 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b359250-f0b1-4072-bc1f-21d5a6749f00 None None] Network 6d50da6a-2377-4891-a39e-978b79bbaadf requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:26:55.272408 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.294944 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-8456086e-9e4c-438a-8de4-53584e037652 None None] Set router 32d582c2-c374-4440-a998-d428bcc32f99 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:26:55.398491 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.460337 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] device_id is not set on port 7e83795e-fc06-4a16-afaf-b0a7066090d5 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:26:55.586277 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3808700-7220-440e-b221-95fa977d97c0 None None] DHCP port deletion for 6d50da6a-2377-4891-a39e-978b79bbaadf request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:26:55.632292 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.668170 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ac1b4336-ec4d-4dbd-bb1e-6c70cbbf1880 req-cb7bb65f-9554-4a73-868a-52409b4547ee tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0522323 Sep 18 05:26:55.684838 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.693090 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8456086e-9e4c-438a-8de4-53584e037652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:26:53Z', 'revision_number': 7, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:55.734245 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8456086e-9e4c-438a-8de4-53584e037652 None None] The sync data for ids ['32d582c2-c374-4440-a998-d428bcc32f99'] in n-d-789963-13 is: [{'id': '32d582c2-c374-4440-a998-d428bcc32f99', 'name': 'tempest-TestNetworkBasicOps-router-1200743292', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '587f5c69-3596-4323-98e6-332d90e76583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:26:53Z', 'revision_number': 7, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': '587f5c69-3596-4323-98e6-332d90e76583', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d582c2-c374-4440-a998-d428bcc32f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:24:41Z', 'updated_at': '2021-09-18T05:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:26:55.751295 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b3808700-7220-440e-b221-95fa977d97c0 None None] Deleting port 732c8057-a6d3-49c5-b627-6e4a592d93ec {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:55.751658 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b3808700-7220-440e-b221-95fa977d97c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.814286 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.848505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Deleting port 587f5c69-3596-4323-98e6-332d90e76583 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:55.849050 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.854013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b3808700-7220-440e-b221-95fa977d97c0 None None] For port 732c8057-a6d3-49c5-b627-6e4a592d93ec, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=732c8057-a6d3-49c5-b627-6e4a592d93ec,segment=NetworkSegment(7b1e0883-1866-45e0-87fe-7f40f86df715),segment_id=7b1e0883-1866-45e0-87fe-7f40f86df715)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:55.854628 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b3808700-7220-440e-b221-95fa977d97c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.875955 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b3808700-7220-440e-b221-95fa977d97c0 None None] Calling delete_port for 732c8057-a6d3-49c5-b627-6e4a592d93ec owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:55.895704 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Checking segment: {'id': 'a949ba45-1b28-4ce5-a98b-85a8be7930c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dd4cbb5d-81fa-457f-b436-743733448a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:26:55.895978 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Network hostable DHCP agents. Network: dd4cbb5d-81fa-457f-b436-743733448a83, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:26:55.904957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event updated for resources: {'Port': ['ID=e2b854cd-ba27-4cbb-8418-907083d46b6f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:55.916556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47460) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:55.951595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] For port 587f5c69-3596-4323-98e6-332d90e76583, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=587f5c69-3596-4323-98e6-332d90e76583,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:26:55.952411 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:55.973225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Calling delete_port for 587f5c69-3596-4323-98e6-332d90e76583 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:55.979117 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bd618f-9be5-4649-b0a8-a9c115ed73f8 admin admin] Deleting subnet 7d76ddd4-2eda-4c98-ae95-ad5d4135bf23 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:26:55.982277 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1bd618f-9be5-4649-b0a8-a9c115ed73f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.020080 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1bd618f-9be5-4649-b0a8-a9c115ed73f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.045797 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Network dd4cbb5d-81fa-457f-b436-743733448a83 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:26:56.064436 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b3808700-7220-440e-b221-95fa977d97c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.079503 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1bd618f-9be5-4649-b0a8-a9c115ed73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.079729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3808700-7220-440e-b221-95fa977d97c0 None None] No DVR routers for this DVR port 732c8057-a6d3-49c5-b627-6e4a592d93ec on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:26:56.111218 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3808700-7220-440e-b221-95fa977d97c0 None None] Pushing event deleted for resources: {'Port': ['ID=732c8057-a6d3-49c5-b627-6e4a592d93ec,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:56.139615 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, dd4cbb5d-81fa-457f-b436-743733448a83) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:26:56.149978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13c4351-e4b9-461d-947c-e56e6e2d4e2d None None] Network dd4cbb5d-81fa-457f-b436-743733448a83 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:26:56.157760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:26:56.158716 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.263712 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event updated for resources: {'Port': ['ID=7e83795e-fc06-4a16-afaf-b0a7066090d5,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:56.269803 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.313822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Checking segment: {'id': '4359a34f-11e3-4f37-9979-3d5f02a717a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0f2a9954-b235-4d65-8800-cf3c9348e5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:26:56.316647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Network hostable DHCP agents. Network: 0f2a9954-b235-4d65-8800-cf3c9348e5b9, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:26:56.329471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Port': ['ID=587f5c69-3596-4323-98e6-332d90e76583,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:56.360904 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1bd618f-9be5-4649-b0a8-a9c115ed73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.401575 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd618f-9be5-4649-b0a8-a9c115ed73f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d76ddd4-2eda-4c98-ae95-ad5d4135bf23,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:56.414248 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Network 0f2a9954-b235-4d65-8800-cf3c9348e5b9 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:26:56.419694 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1bd618f-9be5-4649-b0a8-a9c115ed73f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.427939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47468) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:56.439644 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b1bd618f-9be5-4649-b0a8-a9c115ed73f8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d76ddd4-2eda-4c98-ae95-ad5d4135bf23 HTTP/1.1" status: 204 len: 168 time: 0.5217545 Sep 18 05:26:56.473648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.526450 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 0f2a9954-b235-4d65-8800-cf3c9348e5b9) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:26:56.535919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:26:56.540982 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c80fcf7-0b7f-4aab-a58b-8ec32b00d565 None None] Network 0f2a9954-b235-4d65-8800-cf3c9348e5b9 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:26:56.548537 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:56.562003 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 576bfab9-0a10-4b4c-8e05-39d17ccae53c no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:56.565912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:56.566173 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.571838 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-251dd26d-829f-4b75-9c00-a7f43b82ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.597592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 576bfab9-0a10-4b4c-8e05-39d17ccae53c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:56.598172 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 576bfab9-0a10-4b4c-8e05-39d17ccae53c not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:56.598361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 732c8057-a6d3-49c5-b627-6e4a592d93ec no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:56.641752 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c7007d83-63ae-4cb7-9d48-31082a70ac74 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9159422 Sep 18 05:26:56.644261 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47472) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:56.647181 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.650032 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.663721 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 732c8057-a6d3-49c5-b627-6e4a592d93ec {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:56.664636 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 732c8057-a6d3-49c5-b627-6e4a592d93ec not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:56.760728 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844c0cb6-b8f8-44a6-bb6f-56233bf48255 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:56.768434 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844c0cb6-b8f8-44a6-bb6f-56233bf48255 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:56.771963 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-844c0cb6-b8f8-44a6-bb6f-56233bf48255 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1240039 Sep 18 05:26:56.778788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47478) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:56.883983 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ce20c3bd-8760-4c53-887a-3297f50ae7cd req-5b7e3ba2-ecfd-408b-ba9e-b657ab34ce3e tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0739651 Sep 18 05:26:56.887656 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-251dd26d-829f-4b75-9c00-a7f43b82ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.925751 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.926275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Fanout notify agent at l3_agent the message router_deleted on router 32d582c2-c374-4440-a998-d428bcc32f99 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:26:56.941297 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.943148 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e7398e1a-78d7-4e5e-8362-7c62b3f000d9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "DELETE /v2.0/routers/32d582c2-c374-4440-a998-d428bcc32f99 HTTP/1.1" status: 204 len: 168 time: 1.7192800 Sep 18 05:26:56.946981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-251dd26d-829f-4b75-9c00-a7f43b82ff7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d8b584-27bf-4e15-a296-2c82b648cf48']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:56.948817 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47480) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:56.958952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-251dd26d-829f-4b75-9c00-a7f43b82ff7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92097319-5285-4a83-83d2-afc8ff16b041') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:56.959255 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-251dd26d-829f-4b75-9c00-a7f43b82ff7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92097319-5285-4a83-83d2-afc8ff16b041') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:56.971635 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-251dd26d-829f-4b75-9c00-a7f43b82ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:56.989579 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-251dd26d-829f-4b75-9c00-a7f43b82ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.003095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251dd26d-829f-4b75-9c00-a7f43b82ff7d admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:26:57.004044 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-251dd26d-829f-4b75-9c00-a7f43b82ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:26:57.005265 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:26:57.039577 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-6831d44a-fb9f-4cad-a1af-d91ab50dd27a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Deleting port e2b854cd-ba27-4cbb-8418-907083d46b6f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:57.040028 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6831d44a-fb9f-4cad-a1af-d91ab50dd27a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.043688 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d7ef649-4ee9-4106-92e8-7d18dc4758e9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.151447 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d7ef649-4ee9-4106-92e8-7d18dc4758e9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.151923 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6831d44a-fb9f-4cad-a1af-d91ab50dd27a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.167272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-6831d44a-fb9f-4cad-a1af-d91ab50dd27a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Calling delete_port for e2b854cd-ba27-4cbb-8418-907083d46b6f owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:57.172845 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-251dd26d-829f-4b75-9c00-a7f43b82ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.175801 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-6d7ef649-4ee9-4106-92e8-7d18dc4758e9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d50da6a-2377-4891-a39e-978b79bbaadf']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:57.177249 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-251dd26d-829f-4b75-9c00-a7f43b82ff7d admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.182004 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-251dd26d-829f-4b75-9c00-a7f43b82ff7d admin admin] 10.222.0.23 "DELETE /v2.0/networks/89d8b584-27bf-4e15-a296-2c82b648cf48 HTTP/1.1" status: 204 len: 168 time: 0.7471941 Sep 18 05:26:57.191248 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-6d7ef649-4ee9-4106-92e8-7d18dc4758e9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1e0883-1866-45e0-87fe-7f40f86df715') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:57.191601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-6d7ef649-4ee9-4106-92e8-7d18dc4758e9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1e0883-1866-45e0-87fe-7f40f86df715') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:26:57.202188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dd26d-829f-4b75-9c00-a7f43b82ff7d admin admin] Pushing event deleted for resources: {'Network': ['ID=89d8b584-27bf-4e15-a296-2c82b648cf48,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:57.207141 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d7ef649-4ee9-4106-92e8-7d18dc4758e9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.223417 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d7ef649-4ee9-4106-92e8-7d18dc4758e9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.230919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7ef649-4ee9-4106-92e8-7d18dc4758e9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:26:57.231335 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d7ef649-4ee9-4106-92e8-7d18dc4758e9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:26:57.297794 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:26:57.343574 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6831d44a-fb9f-4cad-a1af-d91ab50dd27a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.366700 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d7ef649-4ee9-4106-92e8-7d18dc4758e9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.374734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831d44a-fb9f-4cad-a1af-d91ab50dd27a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event deleted for resources: {'Port': ['ID=e2b854cd-ba27-4cbb-8418-907083d46b6f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:57.375757 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d7ef649-4ee9-4106-92e8-7d18dc4758e9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.381026 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6d7ef649-4ee9-4106-92e8-7d18dc4758e9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "DELETE /v2.0/networks/6d50da6a-2377-4891-a39e-978b79bbaadf HTTP/1.1" status: 204 len: 168 time: 0.4278767 Sep 18 05:26:57.382561 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6831d44a-fb9f-4cad-a1af-d91ab50dd27a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.393758 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6831d44a-fb9f-4cad-a1af-d91ab50dd27a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "DELETE /v2.0/ports/e2b854cd-ba27-4cbb-8418-907083d46b6f HTTP/1.1" status: 204 len: 168 time: 0.6055005 Sep 18 05:26:57.395443 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47490) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:57.395443 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47492) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:57.403271 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ef649-4ee9-4106-92e8-7d18dc4758e9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Network': ['ID=6d50da6a-2377-4891-a39e-978b79bbaadf,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:57.406325 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f15f643b-8c56-4a9b-8fa3-6eb2f1870b7b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'network': {'name': 'tempest-network-smoke--2064182297', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'port_security_enabled': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:57.505095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:57.516674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a2869a01-938f-4b6e-98e6-f4039f2942ff tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Deleting port 7e83795e-fc06-4a16-afaf-b0a7066090d5 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:26:57.517323 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2869a01-938f-4b6e-98e6-f4039f2942ff tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.521366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15f643b-8c56-4a9b-8fa3-6eb2f1870b7b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Made reservation on behalf of e6c32436d930464cb104890b5c56b015 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:57.527184 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:57.527542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 1c10bb2d-9718-4fdc-84ac-979fd0c7eaa1 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:57.529138 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f15f643b-8c56-4a9b-8fa3-6eb2f1870b7b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.584042 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47498) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:57.616043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15f643b-8c56-4a9b-8fa3-6eb2f1870b7b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:26:57.618898 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2869a01-938f-4b6e-98e6-f4039f2942ff tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.637081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a2869a01-938f-4b6e-98e6-f4039f2942ff tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Calling delete_port for 7e83795e-fc06-4a16-afaf-b0a7066090d5 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:26:57.642488 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f15f643b-8c56-4a9b-8fa3-6eb2f1870b7b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.642488 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-f15f643b-8c56-4a9b-8fa3-6eb2f1870b7b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Added segment 3f950be3-307a-40d6-a8e2-8a3f732cb7ee of type vlan for network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 Sep 18 05:26:57.647802 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-93a418c0-7e2a-4623-8801-373fd78d4682 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03cca957e66c4662a9db1931d7c07f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602281 Sep 18 05:26:57.648031 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47500) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:57.698940 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-09a87581-6788-404c-9c41-01a2ec7cd672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.720202 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f15f643b-8c56-4a9b-8fa3-6eb2f1870b7b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.721632 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-09a87581-6788-404c-9c41-01a2ec7cd672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.840790 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f15f643b-8c56-4a9b-8fa3-6eb2f1870b7b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.847773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15f643b-8c56-4a9b-8fa3-6eb2f1870b7b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:57.848394 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f15f643b-8c56-4a9b-8fa3-6eb2f1870b7b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.875595 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-09a87581-6788-404c-9c41-01a2ec7cd672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.878509 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-09a87581-6788-404c-9c41-01a2ec7cd672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.882214 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-09a87581-6788-404c-9c41-01a2ec7cd672 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4eb6ee0f-7419-4503-9b9d-9997e3e79b06 HTTP/1.1" status: 204 len: 168 time: 0.2300618 Sep 18 05:26:57.885135 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2869a01-938f-4b6e-98e6-f4039f2942ff tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.892648 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a87581-6788-404c-9c41-01a2ec7cd672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb6ee0f-7419-4503-9b9d-9997e3e79b06,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:57.974781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f15f643b-8c56-4a9b-8fa3-6eb2f1870b7b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5721459 Sep 18 05:26:57.976005 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f643b-8c56-4a9b-8fa3-6eb2f1870b7b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Network': ['ID=13f31bd2-a4d5-4e56-b507-c39f5da6d920,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:57.977904 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47510) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:57.982778 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a2869a01-938f-4b6e-98e6-f4039f2942ff tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:57.985454 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a2869a01-938f-4b6e-98e6-f4039f2942ff tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "DELETE /v2.0/ports/7e83795e-fc06-4a16-afaf-b0a7066090d5 HTTP/1.1" status: 204 len: 168 time: 0.5888193 Sep 18 05:26:57.986576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2869a01-938f-4b6e-98e6-f4039f2942ff tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event deleted for resources: {'Port': ['ID=7e83795e-fc06-4a16-afaf-b0a7066090d5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:57.989037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47512) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:57.989771 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-335843042', 'admin_state_up': True, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:57.997486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:26:58.025548 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ee41cfec-8cd9-4ad7-b21a-24217dd5fda1 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0351460 Sep 18 05:26:58.030707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47514) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:58.038166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5a574445-3528-4112-a8d8-99758b3d3a9f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-906946636'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:58.066912 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a9d175b5-d0ce-4fc1-90b2-a653a3f9b0bc req-c03edb6b-1f7b-4027-8738-3d6227e2ad7a tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0474703 Sep 18 05:26:58.127406 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.128536 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.188950 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.206357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a574445-3528-4112-a8d8-99758b3d3a9f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Made reservation on behalf of e52704a1560a4b8f9bcaa1a448775d5f for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:58.215137 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a574445-3528-4112-a8d8-99758b3d3a9f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.235134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a574445-3528-4112-a8d8-99758b3d3a9f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:26:58.244725 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a574445-3528-4112-a8d8-99758b3d3a9f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.245285 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-5a574445-3528-4112-a8d8-99758b3d3a9f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Added segment 8c5d2a52-0a6d-4d30-a636-025a440e8e89 of type vlan for network 5ad2d61d-6a9b-410d-bec7-5c9ccd662274 Sep 18 05:26:58.318738 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a574445-3528-4112-a8d8-99758b3d3a9f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.398844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 587f5c69-3596-4323-98e6-332d90e76583 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:26:58.406867 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a574445-3528-4112-a8d8-99758b3d3a9f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.412738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a574445-3528-4112-a8d8-99758b3d3a9f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:58.413334 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a574445-3528-4112-a8d8-99758b3d3a9f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.419176 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.487207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a574445-3528-4112-a8d8-99758b3d3a9f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event updated for resources: {'Network': ['ID=5ad2d61d-6a9b-410d-bec7-5c9ccd662274,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:58.512291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5a574445-3528-4112-a8d8-99758b3d3a9f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4767504 Sep 18 05:26:58.513070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47534) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:58.523007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-78359d3b-2a25-4c4a-986c-bffb131265de tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1284612815'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:58.596670 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 5ad2d61d-6a9b-410d-bec7-5c9ccd662274 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:26:58.599938 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 587f5c69-3596-4323-98e6-332d90e76583 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:26:58.600308 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 587f5c69-3596-4323-98e6-332d90e76583 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:26:58.606112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78359d3b-2a25-4c4a-986c-bffb131265de tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Made reservation on behalf of e52704a1560a4b8f9bcaa1a448775d5f for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:58.609639 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78359d3b-2a25-4c4a-986c-bffb131265de tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.656447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78359d3b-2a25-4c4a-986c-bffb131265de tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:26:58.667317 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78359d3b-2a25-4c4a-986c-bffb131265de tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.667680 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-78359d3b-2a25-4c4a-986c-bffb131265de tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Added segment 5c2ca3ad-d8ee-4539-a7d8-a94a782590b4 of type vlan for network a44096b5-c6e8-43bb-8d03-673e4a3a3e1b Sep 18 05:26:58.725450 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78359d3b-2a25-4c4a-986c-bffb131265de tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.761073 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.783270 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.818254 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78359d3b-2a25-4c4a-986c-bffb131265de tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.824189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78359d3b-2a25-4c4a-986c-bffb131265de tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:58.824828 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78359d3b-2a25-4c4a-986c-bffb131265de tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:58.892870 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78359d3b-2a25-4c4a-986c-bffb131265de tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event updated for resources: {'Network': ['ID=a44096b5-c6e8-43bb-8d03-673e4a3a3e1b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:58.895207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Allocated IP 172.25.7.148 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/f84c52b4-6bc3-471c-913e-9440dfee078c) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:26:58.903623 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network a44096b5-c6e8-43bb-8d03-673e4a3a3e1b details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:26:58.917885 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-78359d3b-2a25-4c4a-986c-bffb131265de tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4035428 Sep 18 05:26:59.028846 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:59.079748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47550) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:59.131392 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:59.169129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:26:59.173535 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:26:59.178038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:26:59.230891 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=f84c52b4-6bc3-471c-913e-9440dfee078c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:59.258599 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e84f874-338f-4290-80f8-d66b3006ad95 req-09a7c3c2-70e5-4b8a-b8b7-01833b4e3b28 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0677168 Sep 18 05:26:59.273150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-163141570-network', 'tenant_id': '623e1e3bbe3e48e086f012104ee7a607'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:59.349157 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] Made reservation on behalf of 623e1e3bbe3e48e086f012104ee7a607 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:59.353449 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:59.364962 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:59.467229 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:59.545905 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:59.554823 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:59.568269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:26:59.577552 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:59.577910 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] Added segment 548dcd65-0d5a-40ac-a630-6e6bfd074f2c of type vlan for network eb35d616-34e8-4a2a-95d0-485195b57b19 Sep 18 05:26:59.622191 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:59.653940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:59.755058 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:59.756052 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:26:59.756681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:59.762506 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:26:59.828983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] Pushing event updated for resources: {'Network': ['ID=eb35d616-34e8-4a2a-95d0-485195b57b19,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:26:59.838684 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network eb35d616-34e8-4a2a-95d0-485195b57b19 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:26:59.847719 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d125b6ae-b123-4604-9b4e-cd90f594338e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7666228 Sep 18 05:26:59.853078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47566) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:26:59.881810 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-aa6331a7-8367-4cf1-b09f-78e86084a77c admin admin] Request body: {'subnet': {'network_id': 'eb35d616-34e8-4a2a-95d0-485195b57b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-163141570-subnet', 'tenant_id': '623e1e3bbe3e48e086f012104ee7a607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:26:59.966563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6331a7-8367-4cf1-b09f-78e86084a77c admin admin] Made reservation on behalf of 623e1e3bbe3e48e086f012104ee7a607 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:26:59.969866 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa6331a7-8367-4cf1-b09f-78e86084a77c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:00.035060 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Router 3a25844f-4908-4abe-a756-e3de2dffad56 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:27:00.160446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:27:00.174812 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Sync routers for ids ['3a25844f-4908-4abe-a756-e3de2dffad56'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:27:00.185494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Routers {'3a25844f-4908-4abe-a756-e3de2dffad56'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:27:00.186439 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:26:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3a25844f-4908-4abe-a756-e3de2dffad56'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:00.241318 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa6331a7-8367-4cf1-b09f-78e86084a77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:00.263933 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:00.268571 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-690f9ac8-bb25-4351-842b-85c3c08dfe0f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2791450 Sep 18 05:27:00.268909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47572) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:00.299085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6331a7-8367-4cf1-b09f-78e86084a77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f30b1ce-6bf9-4168-8296-63d44be87c6f,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:00.333352 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b222aecc-d4d4-432f-8354-8d7f19db194f tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=e6c32436d930464cb104890b5c56b015&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0611787 Sep 18 05:27:00.333953 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47576) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:00.348355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6331a7-8367-4cf1-b09f-78e86084a77c admin admin] Checking segment: {'id': '548dcd65-0d5a-40ac-a630-6e6bfd074f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'eb35d616-34e8-4a2a-95d0-485195b57b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:00.348715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6331a7-8367-4cf1-b09f-78e86084a77c admin admin] Network hostable DHCP agents. Network: eb35d616-34e8-4a2a-95d0-485195b57b19, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:27:00.399894 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Set router 3a25844f-4908-4abe-a756-e3de2dffad56 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:27:00.434811 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6331a7-8367-4cf1-b09f-78e86084a77c admin admin] Network eb35d616-34e8-4a2a-95d0-485195b57b19 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:27:00.526347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-aa6331a7-8367-4cf1-b09f-78e86084a77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, eb35d616-34e8-4a2a-95d0-485195b57b19) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:00.540970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6331a7-8367-4cf1-b09f-78e86084a77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:00.540970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa6331a7-8367-4cf1-b09f-78e86084a77c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:00.567501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b84fef-2cd8-489e-9231-906798e7d0b4 None None] Network eb35d616-34e8-4a2a-95d0-485195b57b19 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:00.659984 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aa6331a7-8367-4cf1-b09f-78e86084a77c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8051069 Sep 18 05:27:00.732753 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-942601a6-180c-488c-8359-163c3fba0e65 req-3c84a6e9-3696-4276-b96b-c9e12a2d8bd9 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.3427546 Sep 18 05:27:00.826196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b73af7-e2ec-47fb-8cd5-28a40f93d4c1 None None] Network eb35d616-34e8-4a2a-95d0-485195b57b19 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:00.848774 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa25a8b-55a6-41f3-aff0-122867b3c3ab tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:00.851239 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-efa25a8b-55a6-41f3-aff0-122867b3c3ab tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5163560 Sep 18 05:27:00.854149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47586) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:00.916655 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-30d1f913-24a4-48cd-920c-bcaa97dd93ce tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0611470 Sep 18 05:27:00.918981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47590) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:00.929127 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-12044a14-413a-4978-892e-dcc78f068f80 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1854239500', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:00.981069 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:26:59Z', 'revision_number': 3, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:01.031114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Checking router: 3a25844f-4908-4abe-a756-e3de2dffad56 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:27:01.032544 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Updating router 3a25844f-4908-4abe-a756-e3de2dffad56 port f84c52b4-6bc3-471c-913e-9440dfee078c binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:27:01.065141 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:01.162269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12044a14-413a-4978-892e-dcc78f068f80 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Made reservation on behalf of e6c32436d930464cb104890b5c56b015 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:01.166330 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-12044a14-413a-4978-892e-dcc78f068f80 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:01.316033 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4f491c95-c538-49f1-aa5d-bb8abd9f6faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:01.334609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-e70fc236-6a30-4eb3-8d30-93cb1452f6c9 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:01.336210 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-e70fc236-6a30-4eb3-8d30-93cb1452f6c9 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/networks?id=eb35d616-34e8-4a2a-95d0-485195b57b19 HTTP/1.1" status: 200 len: 812 time: 0.1749921 Sep 18 05:27:01.449625 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:01.463668 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-bd3a67a6-c3db-453e-bd52-9284fa669d86 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/quotas/623e1e3bbe3e48e086f012104ee7a607 HTTP/1.1" status: 200 len: 375 time: 0.0436184 Sep 18 05:27:01.497153 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:01.503607 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-1b1e096e-0bab-4e8c-8e32-6cc1c06120ef tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=623e1e3bbe3e48e086f012104ee7a607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296335 Sep 18 05:27:01.562066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Attempting to bind port f84c52b4-6bc3-471c-913e-9440dfee078c on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:01.562590 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Attempting to bind port f84c52b4-6bc3-471c-913e-9440dfee078c by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:01.563530 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Attempting to bind port f84c52b4-6bc3-471c-913e-9440dfee078c on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:01.569980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:01.570469 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:01.570954 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:01.571550 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:01.572100 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Bound port: f84c52b4-6bc3-471c-913e-9440dfee078c, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:01.572599 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:01.576394 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44738257-5547-432b-9b65-c5aeb9171bc9 None None] Pushing event updated for resources: {'Port': ['ID=f84c52b4-6bc3-471c-913e-9440dfee078c,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:01.641310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] For port f84c52b4-6bc3-471c-913e-9440dfee078c, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:01.645294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] For port f84c52b4-6bc3-471c-913e-9440dfee078c, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f84c52b4-6bc3-471c-913e-9440dfee078c,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:01.692561 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-b8318681-b3d9-480e-bd71-1e54842c0d9b service neutron] 10.222.0.23 "GET /v2.0/networks/eb35d616-34e8-4a2a-95d0-485195b57b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792610 Sep 18 05:27:01.720816 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-12044a14-413a-4978-892e-dcc78f068f80 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:01.740904 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:01.824539 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Routers {'3a25844f-4908-4abe-a756-e3de2dffad56'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:27:01.825202 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:26:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3a25844f-4908-4abe-a756-e3de2dffad56'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:01.869790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44738257-5547-432b-9b65-c5aeb9171bc9 None None] Pushing event updated for resources: {'Port': ['ID=f84c52b4-6bc3-471c-913e-9440dfee078c,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:01.971609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] Set router 3a25844f-4908-4abe-a756-e3de2dffad56 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:27:01.979164 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7ea6d264-5523-4293-a01e-4e99db0e82c6 req-47aa55df-4789-4d32-9f3e-880d48c2ee4c tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0712502 Sep 18 05:27:02.186573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:26:59Z', 'revision_number': 3, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:02.216661 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed293e-7617-446d-b535-8ebe5ea0cc89 None None] The sync data for ids ['3a25844f-4908-4abe-a756-e3de2dffad56'] in n-d-789963-13 is: [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:26:59Z', 'revision_number': 3, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:27:02.285687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12044a14-413a-4978-892e-dcc78f068f80 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Subnet': ['ID=f09a9b19-6999-4f65-af4e-836080ddd76b,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:02.305207 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-985e7da1-8fbb-4582-abd6-b13e8cb35b09 service neutron] 10.222.0.23 "GET /v2.0/networks/eb35d616-34e8-4a2a-95d0-485195b57b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053460 Sep 18 05:27:02.311020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12044a14-413a-4978-892e-dcc78f068f80 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Checking segment: {'id': '3f950be3-307a-40d6-a8e2-8a3f732cb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:02.311501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12044a14-413a-4978-892e-dcc78f068f80 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network hostable DHCP agents. Network: 13f31bd2-a4d5-4e56-b507-c39f5da6d920, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:27:02.313732 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47624) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:02.320409 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Request body: {'subnets': [{'network_id': '5ad2d61d-6a9b-410d-bec7-5c9ccd662274', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1142350686', 'ip_version': 6}, {'network_id': 'a44096b5-c6e8-43bb-8d03-673e4a3a3e1b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:02.320862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Request body: {'subnet': {'network_id': '5ad2d61d-6a9b-410d-bec7-5c9ccd662274', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1142350686', 'ip_version': 6}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:02.321546 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Request body: {'subnet': {'network_id': 'a44096b5-c6e8-43bb-8d03-673e4a3a3e1b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:02.403098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12044a14-413a-4978-892e-dcc78f068f80 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:27:02.486607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-12044a14-413a-4978-892e-dcc78f068f80 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 13f31bd2-a4d5-4e56-b507-c39f5da6d920) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:02.491463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12044a14-413a-4978-892e-dcc78f068f80 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:02.494849 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-12044a14-413a-4978-892e-dcc78f068f80 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:02.495880 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e936cd-4ae5-4d2e-ab1a-0bd518e42d6a None None] Network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:02.572743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Made reservation on behalf of e52704a1560a4b8f9bcaa1a448775d5f for: {'subnet': 2} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:02.577934 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:02.578526 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:02.629929 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-12044a14-413a-4978-892e-dcc78f068f80 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7095428 Sep 18 05:27:02.635709 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47632) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:02.752477 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a3d5502-b9a4-4a12-b3cc-52eb3dba2f8f req-9ab275d3-492c-4003-880a-a1e482d18ad1 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 210 time: 0.1283157 Sep 18 05:27:02.808512 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ips': [{'subnet_id': 'f09a9b19-6999-4f65-af4e-836080ddd76b'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:27:02.809578 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:02.985785 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Allocated IP 172.20.0.2 (13f31bd2-a4d5-4e56-b507-c39f5da6d920/f09a9b19-6999-4f65-af4e-836080ddd76b/17b6bf3a-187a-4d43-bab1-3787f66ed2db) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:03.168115 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-766c2664-aba9-4874-9179-d32614f393fb req-f596c031-0e0a-4c10-900d-46b9c9da33e1 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0447276 Sep 18 05:27:03.201178 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:03.346308 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:03.412964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Pushing event updated for resources: {'Port': ['ID=17b6bf3a-187a-4d43-bab1-3787f66ed2db,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:03.430989 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:03.434036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:03.437961 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:03.509426 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Attempting to bind port 17b6bf3a-187a-4d43-bab1-3787f66ed2db on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:03.510217 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Attempting to bind port 17b6bf3a-187a-4d43-bab1-3787f66ed2db by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '3f950be3-307a-40d6-a8e2-8a3f732cb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:03.510683 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Attempting to bind port 17b6bf3a-187a-4d43-bab1-3787f66ed2db on network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:03.516631 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:03.517821 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Checking segment: {'id': '3f950be3-307a-40d6-a8e2-8a3f732cb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:03.518329 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:03.519347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Bound using segment: {'id': '3f950be3-307a-40d6-a8e2-8a3f732cb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:03.520099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Bound port: 17b6bf3a-187a-4d43-bab1-3787f66ed2db, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f950be3-307a-40d6-a8e2-8a3f732cb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:03.520738 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:03.574992 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:03.588829 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] For port 17b6bf3a-187a-4d43-bab1-3787f66ed2db, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:03.594111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] For port 17b6bf3a-187a-4d43-bab1-3787f66ed2db, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=17b6bf3a-187a-4d43-bab1-3787f66ed2db,segment=NetworkSegment(3f950be3-307a-40d6-a8e2-8a3f732cb7ee),segment_id=3f950be3-307a-40d6-a8e2-8a3f732cb7ee)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:03.677399 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:03.715526 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:03.819982 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event updated for resources: {'Subnet': ['ID=997e54b1-b670-4644-bfd4-f81808ca1da3,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:03.834564 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91daf0be-29ad-40ee-a1e9-1339298ea68a None None] Pushing event updated for resources: {'Port': ['ID=17b6bf3a-187a-4d43-bab1-3787f66ed2db,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:03.871503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Checking segment: {'id': '8c5d2a52-0a6d-4d30-a636-025a440e8e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5ad2d61d-6a9b-410d-bec7-5c9ccd662274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:03.871878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Network hostable DHCP agents. Network: 5ad2d61d-6a9b-410d-bec7-5c9ccd662274, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:27:03.879467 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f8ea974-a0dd-4e74-b9cf-7345b889f905 req-d07a574c-197a-4bf4-ba1e-2c25f73fd06b tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 210 time: 0.0728197 Sep 18 05:27:03.916008 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0192e914-f6a7-45b4-8b4f-43d59458ad35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:03.997317 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Network 5ad2d61d-6a9b-410d-bec7-5c9ccd662274 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:27:04.002589 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Allocated IP 172.20.0.1 (13f31bd2-a4d5-4e56-b507-c39f5da6d920/f09a9b19-6999-4f65-af4e-836080ddd76b/27f14b01-5a79-4a75-822c-6a5499601f6b) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:04.068859 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 5ad2d61d-6a9b-410d-bec7-5c9ccd662274) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:04.083357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096d433c-d894-4649-b022-2947d37f1555 None None] Network 5ad2d61d-6a9b-410d-bec7-5c9ccd662274 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:04.086558 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:04.146354 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event updated for resources: {'Subnet': ['ID=f33da6a0-3110-49f6-8032-1dec171a65c3,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:04.211393 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:27:04.252557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Checking segment: {'id': '5c2ca3ad-d8ee-4539-a7d8-a94a782590b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a44096b5-c6e8-43bb-8d03-673e4a3a3e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:04.252557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Network hostable DHCP agents. Network: a44096b5-c6e8-43bb-8d03-673e4a3a3e1b, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:27:04.274507 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:04.339685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-5ad2d61d-6a9b-410d-bec7-5c9ccd662274', 'network_id': '5ad2d61d-6a9b-410d-bec7-5c9ccd662274', 'tenant_id': 'e52704a1560a4b8f9bcaa1a448775d5f', 'fixed_ips': [{'subnet_id': '997e54b1-b670-4644-bfd4-f81808ca1da3'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:27:04.340792 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:04.348342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Network a44096b5-c6e8-43bb-8d03-673e4a3a3e1b is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:27:04.363392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-051bd67b-6858-42a0-b981-5c37e35f4016 req-92598b37-bc3b-4b38-8244-462bc69d154b tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0405796 Sep 18 05:27:04.405945 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:04.497238 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:04.499030 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=27f14b01-5a79-4a75-822c-6a5499601f6b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:04.501896 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:04.503866 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:04.507497 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:04.510186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, a44096b5-c6e8-43bb-8d03-673e4a3a3e1b) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:04.517812 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:04.518307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:04.518937 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:04.523518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b9091b-c910-482c-b964-25fe22a74ace None None] Network a44096b5-c6e8-43bb-8d03-673e4a3a3e1b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:04.591125 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:04.681099 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9f8bb996-59b8-442c-8951-396c80824196 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.3623507 Sep 18 05:27:04.681099 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47668) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:04.752952 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 17b6bf3a-187a-4d43-bab1-3787f66ed2db up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:04.776463 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c3ec45-1962-4d6a-9783-69dc3941ee3f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:04.777838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c3ec45-1962-4d6a-9783-69dc3941ee3f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:04.781858 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c3ec45-1962-4d6a-9783-69dc3941ee3f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:04.783860 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-23c3ec45-1962-4d6a-9783-69dc3941ee3f tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1024232 Sep 18 05:27:04.785066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Allocated IP 2001:db8::1 (5ad2d61d-6a9b-410d-bec7-5c9ccd662274/997e54b1-b670-4644-bfd4-f81808ca1da3/7775c403-4e01-4e6e-9f00-7efe8e4320bd) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:04.795342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47672) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:04.858440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa06c8b2-eeff-4d21-8a2f-5c01eb9baf0a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Deleting subnet 997e54b1-b670-4644-bfd4-f81808ca1da3 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:27:04.870945 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:04.942246 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 17b6bf3a-187a-4d43-bab1-3787f66ed2db triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:04.942622 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.027930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-a44096b5-c6e8-43bb-8d03-673e4a3a3e1b', 'network_id': 'a44096b5-c6e8-43bb-8d03-673e4a3a3e1b', 'tenant_id': 'e52704a1560a4b8f9bcaa1a448775d5f', 'fixed_ips': [{'subnet_id': 'f33da6a0-3110-49f6-8032-1dec171a65c3'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:27:05.027930 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.102783 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6586363b-c043-4d58-86c0-dfc6c86f1304 req-a835a628-f198-4ba7-b3d9-54f3b0adef23 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 210 time: 0.1317918 Sep 18 05:27:05.151267 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.208707 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-7caf719f-35c1-4abb-b0df-b97ab756033c tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:05.210538 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-7caf719f-35c1-4abb-b0df-b97ab756033c tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.18 "GET /v2.0/networks?id=eb35d616-34e8-4a2a-95d0-485195b57b19 HTTP/1.1" status: 200 len: 812 time: 0.2308910 Sep 18 05:27:05.225786 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-dbce163d-0c92-4fa5-b54d-b4807585e412 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Request body: {'port': {'device_id': '20ba9458-4f50-466e-be01-fc03fccfe952', 'network_id': 'eb35d616-34e8-4a2a-95d0-485195b57b19', 'admin_state_up': True, 'tenant_id': '623e1e3bbe3e48e086f012104ee7a607'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:05.281642 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa06c8b2-eeff-4d21-8a2f-5c01eb9baf0a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.298326 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.310115 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.354247 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.416784 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Network 5ad2d61d-6a9b-410d-bec7-5c9ccd662274 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:05.424941 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa06c8b2-eeff-4d21-8a2f-5c01eb9baf0a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.445453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:05.448501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:05.450439 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Pushing event updated for resources: {'Port': ['ID=7775c403-4e01-4e6e-9f00-7efe8e4320bd,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:05.477157 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.504914 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.552383 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Allocated IP 2001:db8:0:1::1 (a44096b5-c6e8-43bb-8d03-673e4a3a3e1b/f33da6a0-3110-49f6-8032-1dec171a65c3/8ebe4fc8-9452-40ee-9f27-458547391f08) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:05.562939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1d9b7f93-9de8-4114-bfa5-dd15fcfa520f req-f52bdb42-b9e4-4f03-b122-d71b1853d760 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0841222 Sep 18 05:27:05.603347 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.620081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 17b6bf3a-187a-4d43-bab1-3787f66ed2db, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=17b6bf3a-187a-4d43-bab1-3787f66ed2db,segment=NetworkSegment(3f950be3-307a-40d6-a8e2-8a3f732cb7ee),segment_id=3f950be3-307a-40d6-a8e2-8a3f732cb7ee)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:05.632956 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=27f14b01-5a79-4a75-822c-6a5499601f6b,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:05.654578 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa06c8b2-eeff-4d21-8a2f-5c01eb9baf0a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.697414 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-dbce163d-0c92-4fa5-b54d-b4807585e412 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Made reservation on behalf of 623e1e3bbe3e48e086f012104ee7a607 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:05.698478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f4ddd5-d7cb-46bf-abe2-91b5125ee402 None None] Network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:05.702813 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-dbce163d-0c92-4fa5-b54d-b4807585e412 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.717123 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Attempting to bind port 7775c403-4e01-4e6e-9f00-7efe8e4320bd on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:05.717506 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Attempting to bind port 7775c403-4e01-4e6e-9f00-7efe8e4320bd by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '8c5d2a52-0a6d-4d30-a636-025a440e8e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5ad2d61d-6a9b-410d-bec7-5c9ccd662274'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:05.717877 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Attempting to bind port 7775c403-4e01-4e6e-9f00-7efe8e4320bd on network 5ad2d61d-6a9b-410d-bec7-5c9ccd662274 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:05.741413 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:05.743843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:05.767171 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.768306 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f84c52b4-6bc3-471c-913e-9440dfee078c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:05.809271 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:05.809574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Checking segment: {'id': '8c5d2a52-0a6d-4d30-a636-025a440e8e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5ad2d61d-6a9b-410d-bec7-5c9ccd662274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:05.810004 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.810637 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Bound using segment: {'id': '8c5d2a52-0a6d-4d30-a636-025a440e8e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5ad2d61d-6a9b-410d-bec7-5c9ccd662274'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:05.810905 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Bound port: 7775c403-4e01-4e6e-9f00-7efe8e4320bd, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5d2a52-0a6d-4d30-a636-025a440e8e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5ad2d61d-6a9b-410d-bec7-5c9ccd662274'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:05.811294 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.866296 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa06c8b2-eeff-4d21-8a2f-5c01eb9baf0a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.882200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2a4e8386-ef38-4112-a138-0b8863c3409b None None] Provisioning complete for port 17b6bf3a-187a-4d43-bab1-3787f66ed2db triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:05.882200 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2a4e8386-ef38-4112-a138-0b8863c3409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.894146 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Router 3a25844f-4908-4abe-a756-e3de2dffad56 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:27:05.910491 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06c8b2-eeff-4d21-8a2f-5c01eb9baf0a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event deleted for resources: {'Subnet': ['ID=997e54b1-b670-4644-bfd4-f81808ca1da3,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:05.923983 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-aa06c8b2-eeff-4d21-8a2f-5c01eb9baf0a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:05.928914 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aa06c8b2-eeff-4d21-8a2f-5c01eb9baf0a tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "DELETE /v2.0/subnets/997e54b1-b670-4644-bfd4-f81808ca1da3 HTTP/1.1" status: 204 len: 168 time: 1.1320565 Sep 18 05:27:05.933074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47692) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:05.977269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-dbce163d-0c92-4fa5-b54d-b4807585e412 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Allocated IP 172.20.0.5 (eb35d616-34e8-4a2a-95d0-485195b57b19/2f30b1ce-6bf9-4168-8296-63d44be87c6f/d844bc9f-f85c-4b88-8998-41271732dff0) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:06.016927 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd629fa6-3a13-447e-b453-c0598877ae76 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Deleting subnet f33da6a0-3110-49f6-8032-1dec171a65c3 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:27:06.065221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=17b6bf3a-187a-4d43-bab1-3787f66ed2db,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:06.069969 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.110341 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port f84c52b4-6bc3-471c-913e-9440dfee078c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:06.110809 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.177027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cd629fa6-3a13-447e-b453-c0598877ae76 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.193746 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.213244 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] For port 7775c403-4e01-4e6e-9f00-7efe8e4320bd, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:06.223515 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] For port 7775c403-4e01-4e6e-9f00-7efe8e4320bd, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7775c403-4e01-4e6e-9f00-7efe8e4320bd,segment=NetworkSegment(8c5d2a52-0a6d-4d30-a636-025a440e8e89),segment_id=8c5d2a52-0a6d-4d30-a636-025a440e8e89)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:06.253293 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cd629fa6-3a13-447e-b453-c0598877ae76 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.297681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-dbce163d-0c92-4fa5-b54d-b4807585e412 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.325848 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.378698 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cd629fa6-3a13-447e-b453-c0598877ae76 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.380096 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Network a44096b5-c6e8-43bb-8d03-673e4a3a3e1b is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:06.395731 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:06.420309 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:06.440798 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:27:06.445755 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Pushing event updated for resources: {'Port': ['ID=8ebe4fc8-9452-40ee-9f27-458547391f08,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:06.461299 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Sync routers for ids ['3a25844f-4908-4abe-a756-e3de2dffad56'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:27:06.476926 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Routers {'3a25844f-4908-4abe-a756-e3de2dffad56'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:27:06.477848 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:27:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3a25844f-4908-4abe-a756-e3de2dffad56'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:06.484183 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-59ec7392-07dc-4001-9ac9-4ba3dd8b9592 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "PUT /v2.0/routers/3a25844f-4908-4abe-a756-e3de2dffad56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8256512 Sep 18 05:27:06.486011 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47700) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:06.486156 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-dbce163d-0c92-4fa5-b54d-b4807585e412 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.501898 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.524925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port f84c52b4-6bc3-471c-913e-9440dfee078c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f84c52b4-6bc3-471c-913e-9440dfee078c,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:06.550025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e8455-c6a3-4388-a660-44b043216823 req-e7b6a912-8b94-4722-901d-d04a17a02c16 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:06.552989 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-652e8455-c6a3-4388-a660-44b043216823 req-e7b6a912-8b94-4722-901d-d04a17a02c16 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 931 time: 0.1532080 Sep 18 05:27:06.571975 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f0e8c4-fb8d-4402-b7e0-294f6d3e59e7 None None] Network 5ad2d61d-6a9b-410d-bec7-5c9ccd662274 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:06.575031 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cd629fa6-3a13-447e-b453-c0598877ae76 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.615494 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-dbce163d-0c92-4fa5-b54d-b4807585e412 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Network eb35d616-34e8-4a2a-95d0-485195b57b19 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:06.636292 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.657403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Attempting to bind port 8ebe4fc8-9452-40ee-9f27-458547391f08 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:06.659581 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-dbce163d-0c92-4fa5-b54d-b4807585e412 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:06.663185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Attempting to bind port 8ebe4fc8-9452-40ee-9f27-458547391f08 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '5c2ca3ad-d8ee-4539-a7d8-a94a782590b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a44096b5-c6e8-43bb-8d03-673e4a3a3e1b'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:06.663580 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Attempting to bind port 8ebe4fc8-9452-40ee-9f27-458547391f08 on network a44096b5-c6e8-43bb-8d03-673e4a3a3e1b {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:06.684103 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-652e8455-c6a3-4388-a660-44b043216823 req-7c82cbf2-5ef0-4619-b67a-34c2389424bd tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/security-groups?id=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976160 Sep 18 05:27:06.684712 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cd629fa6-3a13-447e-b453-c0598877ae76 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.690761 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cd629fa6-3a13-447e-b453-c0598877ae76 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "DELETE /v2.0/subnets/f33da6a0-3110-49f6-8032-1dec171a65c3 HTTP/1.1" status: 204 len: 168 time: 0.7521739 Sep 18 05:27:06.690761 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd629fa6-3a13-447e-b453-c0598877ae76 tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event deleted for resources: {'Subnet': ['ID=f33da6a0-3110-49f6-8032-1dec171a65c3,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:06.692093 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47704) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:06.710614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-dbce163d-0c92-4fa5-b54d-b4807585e412 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:06.790364 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Set router 3a25844f-4908-4abe-a756-e3de2dffad56 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:27:06.809940 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e939372-f970-45ee-bce3-ded660863c8c tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:06.811633 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:06.812028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Checking segment: {'id': '5c2ca3ad-d8ee-4539-a7d8-a94a782590b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a44096b5-c6e8-43bb-8d03-673e4a3a3e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:06.813036 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.817133 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Bound using segment: {'id': '5c2ca3ad-d8ee-4539-a7d8-a94a782590b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a44096b5-c6e8-43bb-8d03-673e4a3a3e1b'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:06.817133 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Bound port: 8ebe4fc8-9452-40ee-9f27-458547391f08, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2ca3ad-d8ee-4539-a7d8-a94a782590b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a44096b5-c6e8-43bb-8d03-673e4a3a3e1b'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:06.817133 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.817471 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6e939372-f970-45ee-bce3-ded660863c8c tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1215718 Sep 18 05:27:06.819288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47708) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:06.843287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-dbce163d-0c92-4fa5-b54d-b4807585e412 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:06.843978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-dbce163d-0c92-4fa5-b54d-b4807585e412 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:06.846459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce163d-0c92-4fa5-b54d-b4807585e412 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Pushing event updated for resources: {'Port': ['ID=d844bc9f-f85c-4b88-8998-41271732dff0,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:06.855867 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc7642c-1bcf-4964-85bd-d11ba19df69a tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:06.861961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc7642c-1bcf-4964-85bd-d11ba19df69a tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:06.861961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc7642c-1bcf-4964-85bd-d11ba19df69a tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:06.861961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc7642c-1bcf-4964-85bd-d11ba19df69a tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:06.861961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc7642c-1bcf-4964-85bd-d11ba19df69a tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:06.861961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc7642c-1bcf-4964-85bd-d11ba19df69a tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:06.865369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc7642c-1bcf-4964-85bd-d11ba19df69a tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:06.869072 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc7642c-1bcf-4964-85bd-d11ba19df69a tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:06.870399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab7730-8255-4579-bfb4-ad41e6ddac6b None None] Pushing event updated for resources: {'Port': ['ID=7775c403-4e01-4e6e-9f00-7efe8e4320bd,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:06.871053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc7642c-1bcf-4964-85bd-d11ba19df69a tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:06.873176 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 17b6bf3a-187a-4d43-bab1-3787f66ed2db up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:06.878298 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4fc7642c-1bcf-4964-85bd-d11ba19df69a tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6285 time: 0.3887296 Sep 18 05:27:06.879140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47712) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:06.883686 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-012ef5c2-06a2-4d12-aa28-fb16b2fb516d req-9c711413-b314-49b8-bc50-7af7c1f15cd3 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0333018 Sep 18 05:27:06.959291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-dbce163d-0c92-4fa5-b54d-b4807585e412 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7384162 Sep 18 05:27:06.973616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Request body: {'port': {'device_id': '20ba9458-4f50-466e-be01-fc03fccfe952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:07.023077 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:07.115900 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:07.117321 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:07.118300 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:04Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '27f14b01-5a79-4a75-822c-6a5499601f6b', 'name': '', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:d4:e0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:27:03Z', 'updated_at': '2021-09-18T05:27:05Z', 'revision_number': 2, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:07.127793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3134810-c4e2-4844-af84-890338c0714b tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:07.128309 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3134810-c4e2-4844-af84-890338c0714b tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:07.128789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3134810-c4e2-4844-af84-890338c0714b tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:07.129252 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3134810-c4e2-4844-af84-890338c0714b tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:07.130304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3134810-c4e2-4844-af84-890338c0714b tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:07.132439 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f3134810-c4e2-4844-af84-890338c0714b tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3368 time: 0.2323968 Sep 18 05:27:07.135274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47716) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:07.152002 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Checking router: 3a25844f-4908-4abe-a756-e3de2dffad56 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:27:07.152780 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Updating router 3a25844f-4908-4abe-a756-e3de2dffad56 port 27f14b01-5a79-4a75-822c-6a5499601f6b binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:27:07.190091 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:07.279934 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] For port 8ebe4fc8-9452-40ee-9f27-458547391f08, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:07.291742 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] For port 8ebe4fc8-9452-40ee-9f27-458547391f08, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8ebe4fc8-9452-40ee-9f27-458547391f08,segment=NetworkSegment(5c2ca3ad-d8ee-4539-a7d8-a94a782590b4),segment_id=5c2ca3ad-d8ee-4539-a7d8-a94a782590b4)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:07.326033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5b5f10d0-875c-430e-9010-c0bd2def139a None None] Provisioning complete for port 27f14b01-5a79-4a75-822c-6a5499601f6b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:07.326424 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b5f10d0-875c-430e-9010-c0bd2def139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:07.381583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Deleting port 8ebe4fc8-9452-40ee-9f27-458547391f08 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:07.381865 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:07.522261 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] For port 8ebe4fc8-9452-40ee-9f27-458547391f08, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8ebe4fc8-9452-40ee-9f27-458547391f08,segment=NetworkSegment(5c2ca3ad-d8ee-4539-a7d8-a94a782590b4),segment_id=5c2ca3ad-d8ee-4539-a7d8-a94a782590b4)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:07.522904 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:07.580191 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Calling delete_port for 8ebe4fc8-9452-40ee-9f27-458547391f08 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:07.588782 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ea1c1ad7-c107-4991-a526-b7d84515830a tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.4523792 Sep 18 05:27:07.613641 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=f84c52b4-6bc3-471c-913e-9440dfee078c,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:07.622399 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:07.747716 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:07.763027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d844bc9f-f85c-4b88-8998-41271732dff0 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:27:07.767935 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 17b6bf3a-187a-4d43-bab1-3787f66ed2db triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:07.768537 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:07.781956 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:07.800815 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f10d0-875c-430e-9010-c0bd2def139a None None] Port 27f14b01-5a79-4a75-822c-6a5499601f6b cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:27:07.807744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f6fe1b-e159-4cf9-8f23-f86a6775549b None None] Network a44096b5-c6e8-43bb-8d03-673e4a3a3e1b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:07.813028 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:07.847679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Transition to ACTIVE for port object d844bc9f-f85c-4b88-8998-41271732dff0 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:27:07.865934 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event deleted for resources: {'Port': ['ID=8ebe4fc8-9452-40ee-9f27-458547391f08,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:07.869289 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:07.886790 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] No DVR routers for this DVR port 8ebe4fc8-9452-40ee-9f27-458547391f08 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:27:07.917672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a28db-229d-4bb7-83b6-1d27c629b9b5 req-a7d15763-55fc-406b-8fd0-a800f290d738 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:07.919225 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5a6a28db-229d-4bb7-83b6-1d27c629b9b5 req-a7d15763-55fc-406b-8fd0-a800f290d738 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 931 time: 0.1140959 Sep 18 05:27:07.921421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbd8f5-46e4-4dde-8548-fcbda7faa57c None None] Pushing event updated for resources: {'Port': ['ID=8ebe4fc8-9452-40ee-9f27-458547391f08,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:07.938165 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5b5f10d0-875c-430e-9010-c0bd2def139a None None] Provisioning complete for port 17b6bf3a-187a-4d43-bab1-3787f66ed2db triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:07.938726 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5b5f10d0-875c-430e-9010-c0bd2def139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:07.942261 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.017142 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070bef2-f1d5-4e28-becc-9c1161ccc38a None None] Pushing event updated for resources: {'Port': ['ID=27f14b01-5a79-4a75-822c-6a5499601f6b,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:08.020658 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Attempting to bind port 27f14b01-5a79-4a75-822c-6a5499601f6b on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:08.021528 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Attempting to bind port 27f14b01-5a79-4a75-822c-6a5499601f6b by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '3f950be3-307a-40d6-a8e2-8a3f732cb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:08.022460 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Attempting to bind port 27f14b01-5a79-4a75-822c-6a5499601f6b on network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:08.040118 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070bef2-f1d5-4e28-becc-9c1161ccc38a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:08.040553 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070bef2-f1d5-4e28-becc-9c1161ccc38a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:08.041013 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070bef2-f1d5-4e28-becc-9c1161ccc38a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:08.041710 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070bef2-f1d5-4e28-becc-9c1161ccc38a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:08.042061 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070bef2-f1d5-4e28-becc-9c1161ccc38a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:08.042413 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070bef2-f1d5-4e28-becc-9c1161ccc38a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:08.042763 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070bef2-f1d5-4e28-becc-9c1161ccc38a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:08.043099 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070bef2-f1d5-4e28-becc-9c1161ccc38a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:08.043572 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070bef2-f1d5-4e28-becc-9c1161ccc38a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:08.043913 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070bef2-f1d5-4e28-becc-9c1161ccc38a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:08.046987 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070bef2-f1d5-4e28-becc-9c1161ccc38a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:08.046987 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070bef2-f1d5-4e28-becc-9c1161ccc38a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:08.052694 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:08.053398 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Checking segment: {'id': '3f950be3-307a-40d6-a8e2-8a3f732cb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:08.054820 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.055241 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Bound using segment: {'id': '3f950be3-307a-40d6-a8e2-8a3f732cb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:08.056320 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Bound port: 27f14b01-5a79-4a75-822c-6a5499601f6b, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f950be3-307a-40d6-a8e2-8a3f732cb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:08.056736 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.084754 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.112331 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47734) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:08.119496 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5a6a28db-229d-4bb7-83b6-1d27c629b9b5 req-dd4b2742-65c0-4513-bbd5-250232b81283 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/security-groups?id=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782691 Sep 18 05:27:08.164039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9c05bc07-7530-4692-9bda-aa41c2e26b92 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1363264260', 'description': 'tempest-secgroup-smoke-1363264260 description', 'project_id': 'e6c32436d930464cb104890b5c56b015'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:08.176287 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] For port 27f14b01-5a79-4a75-822c-6a5499601f6b, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:08.176287 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] For port 27f14b01-5a79-4a75-822c-6a5499601f6b, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=27f14b01-5a79-4a75-822c-6a5499601f6b,segment=NetworkSegment(3f950be3-307a-40d6-a8e2-8a3f732cb7ee),segment_id=3f950be3-307a-40d6-a8e2-8a3f732cb7ee)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:08.190494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44096b5-c6e8-43bb-8d03-673e4a3a3e1b']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:08.205813 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2ca3ad-d8ee-4539-a7d8-a94a782590b4') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:08.206174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2ca3ad-d8ee-4539-a7d8-a94a782590b4') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:08.221600 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.238226 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.245234 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:27:08.245687 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.260278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d844bc9f-f85c-4b88-8998-41271732dff0,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:08.268216 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.334465 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c05bc07-7530-4692-9bda-aa41c2e26b92 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.345304 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce48295-0a39-423c-b6de-11f680898e2f None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:27:08.363866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Attempting to bind port d844bc9f-f85c-4b88-8998-41271732dff0 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:08.364690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Attempting to bind port d844bc9f-f85c-4b88-8998-41271732dff0 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '548dcd65-0d5a-40ac-a630-6e6bfd074f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'eb35d616-34e8-4a2a-95d0-485195b57b19'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:08.365290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Attempting to bind port d844bc9f-f85c-4b88-8998-41271732dff0 on network eb35d616-34e8-4a2a-95d0-485195b57b19 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:08.375007 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Routers {'3a25844f-4908-4abe-a756-e3de2dffad56'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:27:08.375737 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:27:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3a25844f-4908-4abe-a756-e3de2dffad56'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:08.379953 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Port d844bc9f-f85c-4b88-8998-41271732dff0 on network eb35d616-34e8-4a2a-95d0-485195b57b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:27:08.380669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Attempting to bind port d844bc9f-f85c-4b88-8998-41271732dff0 on network eb35d616-34e8-4a2a-95d0-485195b57b19 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:08.394423 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:08.395294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Checking segment: {'id': '548dcd65-0d5a-40ac-a630-6e6bfd074f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'eb35d616-34e8-4a2a-95d0-485195b57b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:08.395901 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Bound using segment: {'id': '548dcd65-0d5a-40ac-a630-6e6bfd074f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'eb35d616-34e8-4a2a-95d0-485195b57b19'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:08.396653 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Bound port: d844bc9f-f85c-4b88-8998-41271732dff0, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548dcd65-0d5a-40ac-a630-6e6bfd074f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'eb35d616-34e8-4a2a-95d0-485195b57b19'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:08.397254 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:27:08.427888 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:27:08.436472 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070bef2-f1d5-4e28-becc-9c1161ccc38a None None] Pushing event updated for resources: {'Port': ['ID=27f14b01-5a79-4a75-822c-6a5499601f6b,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:08.453613 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce48295-0a39-423c-b6de-11f680898e2f None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:27:08.465484 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c41f32a-48e5-4c32-9778-f49949d95c41 req-e296d0f8-a6aa-481a-84a5-9f038e7332f3 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0365243 Sep 18 05:27:08.493422 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.494350 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9316657c-c50a-486e-ac8e-6bfed60aa758 None None] Provisioning complete for port 27f14b01-5a79-4a75-822c-6a5499601f6b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:08.502784 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.505336 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "DELETE /v2.0/networks/a44096b5-c6e8-43bb-8d03-673e4a3a3e1b HTTP/1.1" status: 204 len: 168 time: 1.6755452 Sep 18 05:27:08.506957 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9316657c-c50a-486e-ac8e-6bfed60aa758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.523947 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47740) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:08.524172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] For port d844bc9f-f85c-4b88-8998-41271732dff0, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:08.533674 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] Set router 3a25844f-4908-4abe-a756-e3de2dffad56 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:27:08.544472 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c05bc07-7530-4692-9bda-aa41c2e26b92 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.546613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] For port d844bc9f-f85c-4b88-8998-41271732dff0, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d844bc9f-f85c-4b88-8998-41271732dff0,segment=NetworkSegment(548dcd65-0d5a-40ac-a630-6e6bfd074f2c),segment_id=548dcd65-0d5a-40ac-a630-6e6bfd074f2c)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:08.557645 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0ba92-8a31-4778-a0af-5f40700cf4da tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event deleted for resources: {'Network': ['ID=a44096b5-c6e8-43bb-8d03-673e4a3a3e1b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:08.635207 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c05bc07-7530-4692-9bda-aa41c2e26b92 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.670120 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.694857 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.714344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:08.715521 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.717233 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] 10.222.0.18 "PUT /v2.0/ports/d844bc9f-f85c-4b88-8998-41271732dff0 HTTP/1.1" status: 200 len: 1092 time: 1.7483788 Sep 18 05:27:08.720371 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ba9458-4f50-466e-be01-fc03fccfe952', 'tag': 'd844bc9f-f85c-4b88-8998-41271732dff0'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:27:08.724019 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08281905-0c85-4726-93b0-9c1510685a26" -d '{"events": [{"name": "network-changed", "server_uuid": "20ba9458-4f50-466e-be01-fc03fccfe952", "tag": "d844bc9f-f85c-4b88-8998-41271732dff0"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:27:08.747626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05bc07-7530-4692-9bda-aa41c2e26b92 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449e3002-1ac5-4bdc-9d4a-49e65cb1642e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:08.756275 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c05bc07-7530-4692-9bda-aa41c2e26b92 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.757715 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9c05bc07-7530-4692-9bda-aa41c2e26b92 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6417115 Sep 18 05:27:08.793809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47744) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:08.793809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5a3d7e8c-c171-42d8-9a16-dbb06650e474 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '449e3002-1ac5-4bdc-9d4a-49e65cb1642e', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:08.806438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Deleting port 7775c403-4e01-4e6e-9f00-7efe8e4320bd {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:08.807668 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.819112 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c94a31-e784-4c94-b9e8-c54dcf507cb3 x-openstack-request-id: req-99c94a31-e784-4c94-b9e8-c54dcf507cb3 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:27:08.819697 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ba9458-4f50-466e-be01-fc03fccfe952", "tag": "d844bc9f-f85c-4b88-8998-41271732dff0", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:27:08.820275 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99c94a31-e784-4c94-b9e8-c54dcf507cb3 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:27:08.824138 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ba9458-4f50-466e-be01-fc03fccfe952', 'tag': 'd844bc9f-f85c-4b88-8998-41271732dff0', 'status': 'completed', 'code': 200} Sep 18 05:27:08.841286 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9316657c-c50a-486e-ac8e-6bfed60aa758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.862173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f84c52b4-6bc3-471c-913e-9440dfee078c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:08.885237 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fcf8e-aabb-4991-abf3-b2f21bc195f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d844bc9f-f85c-4b88-8998-41271732dff0,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:08.898676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] For port 7775c403-4e01-4e6e-9f00-7efe8e4320bd, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7775c403-4e01-4e6e-9f00-7efe8e4320bd,segment=NetworkSegment(8c5d2a52-0a6d-4d30-a636-025a440e8e89),segment_id=8c5d2a52-0a6d-4d30-a636-025a440e8e89)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:08.899874 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:08.916908 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Calling delete_port for 7775c403-4e01-4e6e-9f00-7efe8e4320bd owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:08.928856 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:04Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '27f14b01-5a79-4a75-822c-6a5499601f6b', 'name': '', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:d4:e0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:27:03Z', 'updated_at': '2021-09-18T05:27:08Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:08.948479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08281905-0c85-4726-93b0-9c1510685a26 req-f59160ce-9035-4831-9ffd-456c60a0fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:08.950952 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-08281905-0c85-4726-93b0-9c1510685a26 req-f59160ce-9035-4831-9ffd-456c60a0fb69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=623e1e3bbe3e48e086f012104ee7a607&device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 1095 time: 0.1125240 Sep 18 05:27:08.967360 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868955a-4f46-44ea-a40e-1c27bbd499d4 None None] The sync data for ids ['3a25844f-4908-4abe-a756-e3de2dffad56'] in n-d-789963-13 is: [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:04Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '27f14b01-5a79-4a75-822c-6a5499601f6b', 'name': '', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:d4:e0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:27:03Z', 'updated_at': '2021-09-18T05:27:08Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:27:08.968557 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9316657c-c50a-486e-ac8e-6bfed60aa758 None None] For port 27f14b01-5a79-4a75-822c-6a5499601f6b, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=27f14b01-5a79-4a75-822c-6a5499601f6b,segment=NetworkSegment(3f950be3-307a-40d6-a8e2-8a3f732cb7ee),segment_id=3f950be3-307a-40d6-a8e2-8a3f732cb7ee)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:09.006685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port f84c52b4-6bc3-471c-913e-9440dfee078c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:09.007060 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.101234 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7e8c-c171-42d8-9a16-dbb06650e474 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.123424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08281905-0c85-4726-93b0-9c1510685a26 req-ea6fa7d0-aea3-4b99-8a6f-85c092ba5409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:09.125521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-08281905-0c85-4726-93b0-9c1510685a26 req-ea6fa7d0-aea3-4b99-8a6f-85c092ba5409 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=623e1e3bbe3e48e086f012104ee7a607&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1674385 Sep 18 05:27:09.136754 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9316657c-c50a-486e-ac8e-6bfed60aa758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.146349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a87781-e587-4285-8fcd-b0b961d9f6ff None None] get_active_networks_info from n-d-789963-13 {{(pid=106910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 05:27:09.153954 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.196665 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event deleted for resources: {'Port': ['ID=7775c403-4e01-4e6e-9f00-7efe8e4320bd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:09.198192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] No DVR routers for this DVR port 7775c403-4e01-4e6e-9f00-7efe8e4320bd on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:27:09.316321 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316657c-c50a-486e-ac8e-6bfed60aa758 None None] Pushing event updated for resources: {'Port': ['ID=27f14b01-5a79-4a75-822c-6a5499601f6b,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:09.338163 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.355197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08281905-0c85-4726-93b0-9c1510685a26 req-a92573c1-e62b-49b5-97cd-4757c969fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:09.357166 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-08281905-0c85-4726-93b0-9c1510685a26 req-a92573c1-e62b-49b5-97cd-4757c969fa27 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2234302 Sep 18 05:27:09.366644 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a87781-e587-4285-8fcd-b0b961d9f6ff None None] Resources bound (agent type, host, resource id): {{(pid=106910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 05:27:09.416945 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7e8c-c171-42d8-9a16-dbb06650e474 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.428669 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad2d61d-6a9b-410d-bec7-5c9ccd662274']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:09.451105 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5d2a52-0a6d-4d30-a636-025a440e8e89') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:09.451428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5d2a52-0a6d-4d30-a636-025a440e8e89') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:09.469184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-8379cfb8-d6c2-4d28-9006-a26307d68678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:09.471704 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-8379cfb8-d6c2-4d28-9006-a26307d68678 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=623e1e3bbe3e48e086f012104ee7a607&device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 1095 time: 0.0664933 Sep 18 05:27:09.478085 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb27140-701b-4c1b-9225-361c2868f7c4 req-6af59a86-52da-4707-8d9e-16ff29673037 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:09.479884 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9fb27140-701b-4c1b-9225-361c2868f7c4 req-6af59a86-52da-4707-8d9e-16ff29673037 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 943 time: 0.1319597 Sep 18 05:27:09.483894 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.532730 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7e8c-c171-42d8-9a16-dbb06650e474 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.538717 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-4b443ac2-6f1c-4b51-a8b8-f8b2dc19bf75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d844bc9f-f85c-4b88-8998-41271732dff0 HTTP/1.1" status: 200 len: 217 time: 0.0595565 Sep 18 05:27:09.547514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.564145 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:27:09.564780 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.569656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d7e8c-c171-42d8-9a16-dbb06650e474 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ec6689-c84b-44d9-9e97-cb0cfdb826fb,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:27:09.573049 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:27:09.658951 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9fb27140-701b-4c1b-9225-361c2868f7c4 req-fafcc686-0f77-4b57-84b0-b72f7ebce756 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/security-groups?id=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721361 Sep 18 05:27:09.672984 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3fc5b64a-69ad-4bde-a597-f6d7325973f6 req-4e51407b-2b30-44da-9114-df5e6c48c773 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0606503 Sep 18 05:27:09.677217 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7e8c-c171-42d8-9a16-dbb06650e474 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.679910 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5a3d7e8c-c171-42d8-9a16-dbb06650e474 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9130864 Sep 18 05:27:09.682909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47760) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:09.691626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-045b5d07-9436-41f6-96c7-dae66cad01cb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '449e3002-1ac5-4bdc-9d4a-49e65cb1642e', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:09.710219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-548ff4d8-ccb3-47d5-a4a2-45925dc85668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:09.711849 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-548ff4d8-ccb3-47d5-a4a2-45925dc85668 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f30b1ce-6bf9-4168-8296-63d44be87c6f HTTP/1.1" status: 200 len: 852 time: 0.1646104 Sep 18 05:27:09.742631 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.754986 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.757590 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-83705b5e-97b1-4a2f-906c-f8cc55f58509 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb35d616-34e8-4a2a-95d0-485195b57b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373213 Sep 18 05:27:09.762142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47762) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:09.762412 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "DELETE /v2.0/networks/5ad2d61d-6a9b-410d-bec7-5c9ccd662274 HTTP/1.1" status: 204 len: 168 time: 1.2123001 Sep 18 05:27:09.784646 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c0c74-860a-4e22-946d-188c1b9aa47e tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event deleted for resources: {'Network': ['ID=5ad2d61d-6a9b-410d-bec7-5c9ccd662274,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:09.872627 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-045b5d07-9436-41f6-96c7-dae66cad01cb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.973501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c277fc8b-6ae6-431a-aca2-f18e5795149f None None] Provisioning complete for port 27f14b01-5a79-4a75-822c-6a5499601f6b triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:09.974079 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c277fc8b-6ae6-431a-aca2-f18e5795149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.974808 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fced02d5-a4a4-4383-b1a6-f564989e41ef tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:09.991247 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-15ede002-6eb1-4bcc-85aa-d25b3c602b50 service neutron] 10.222.0.18 "GET /v2.0/networks/eb35d616-34e8-4a2a-95d0-485195b57b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174344 Sep 18 05:27:10.050944 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-045b5d07-9436-41f6-96c7-dae66cad01cb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.136221 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-045b5d07-9436-41f6-96c7-dae66cad01cb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.206120 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fced02d5-a4a4-4383-b1a6-f564989e41ef tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.220038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b5d07-9436-41f6-96c7-dae66cad01cb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51525b5f-6fe4-415e-9bc4-fd8385fff016,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:10.226550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9b60384-844e-4fdc-82db-61a35c4b47f6 req-bb184126-0aee-4fd3-9b69-eae8cbc12c93 service neutron] 10.222.0.18 "GET /v2.0/networks/eb35d616-34e8-4a2a-95d0-485195b57b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256978 Sep 18 05:27:10.236525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-fced02d5-a4a4-4383-b1a6-f564989e41ef tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2a9954-b235-4d65-8800-cf3c9348e5b9']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:10.249226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-fced02d5-a4a4-4383-b1a6-f564989e41ef tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4359a34f-11e3-4f37-9979-3d5f02a717a8') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:10.250126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-fced02d5-a4a4-4383-b1a6-f564989e41ef tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4359a34f-11e3-4f37-9979-3d5f02a717a8') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:10.261909 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fced02d5-a4a4-4383-b1a6-f564989e41ef tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.277095 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fced02d5-a4a4-4383-b1a6-f564989e41ef tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.284528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-045b5d07-9436-41f6-96c7-dae66cad01cb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.285676 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-045b5d07-9436-41f6-96c7-dae66cad01cb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6015708 Sep 18 05:27:10.288103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fced02d5-a4a4-4383-b1a6-f564989e41ef tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:27:10.288103 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fced02d5-a4a4-4383-b1a6-f564989e41ef tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.288784 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47770) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:10.293483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5adff514-6c3f-46cd-b6cd-35e2004dcddb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '449e3002-1ac5-4bdc-9d4a-49e65cb1642e', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:27:10.319038 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:27:10.383340 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5adff514-6c3f-46cd-b6cd-35e2004dcddb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.447224 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5adff514-6c3f-46cd-b6cd-35e2004dcddb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.462580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fced02d5-a4a4-4383-b1a6-f564989e41ef tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.473096 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fced02d5-a4a4-4383-b1a6-f564989e41ef tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.475653 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fced02d5-a4a4-4383-b1a6-f564989e41ef tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "DELETE /v2.0/networks/0f2a9954-b235-4d65-8800-cf3c9348e5b9 HTTP/1.1" status: 204 len: 168 time: 0.7124865 Sep 18 05:27:10.480800 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47776) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:10.487686 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced02d5-a4a4-4383-b1a6-f564989e41ef tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event deleted for resources: {'Network': ['ID=0f2a9954-b235-4d65-8800-cf3c9348e5b9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:10.521038 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5adff514-6c3f-46cd-b6cd-35e2004dcddb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.581162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adff514-6c3f-46cd-b6cd-35e2004dcddb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f48cc5-b87a-4d3c-80e1-5e3165367c41,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:10.587885 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-52286023-1f70-4786-87ea-5d6da9a906bd tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.674558 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-52286023-1f70-4786-87ea-5d6da9a906bd tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.677217 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5adff514-6c3f-46cd-b6cd-35e2004dcddb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.681164 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5adff514-6c3f-46cd-b6cd-35e2004dcddb tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3885720 Sep 18 05:27:10.681454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47778) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:10.698150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-52286023-1f70-4786-87ea-5d6da9a906bd tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4cbb5d-81fa-457f-b436-743733448a83']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:10.702033 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-beb413d6-8e5c-4f0d-820c-a98768a37cc4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '449e3002-1ac5-4bdc-9d4a-49e65cb1642e', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:10.708572 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-52286023-1f70-4786-87ea-5d6da9a906bd tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a949ba45-1b28-4ce5-a98b-85a8be7930c1') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:10.708921 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-52286023-1f70-4786-87ea-5d6da9a906bd tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a949ba45-1b28-4ce5-a98b-85a8be7930c1') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:10.720799 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-52286023-1f70-4786-87ea-5d6da9a906bd tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.753358 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-52286023-1f70-4786-87ea-5d6da9a906bd tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.761442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52286023-1f70-4786-87ea-5d6da9a906bd tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:27:10.761864 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-52286023-1f70-4786-87ea-5d6da9a906bd tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:27:10.768696 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:27:10.779819 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 27f14b01-5a79-4a75-822c-6a5499601f6b up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:10.837657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 27f14b01-5a79-4a75-822c-6a5499601f6b triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:10.838098 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.841737 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5cab0e56-da59-447d-b047-fea4ea598462 req-e93e8388-843b-49cb-a9b2-7541968d1386 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0394125 Sep 18 05:27:10.843511 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-beb413d6-8e5c-4f0d-820c-a98768a37cc4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.899076 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-beb413d6-8e5c-4f0d-820c-a98768a37cc4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:10.903406 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e042fbd-d38d-4ac1-b329-645cf2ad9fe6 req-d1b080c9-2c03-4cd1-9b4e-b024045677ee tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:10.904999 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6e042fbd-d38d-4ac1-b329-645cf2ad9fe6 req-d1b080c9-2c03-4cd1-9b4e-b024045677ee tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 943 time: 0.1141937 Sep 18 05:27:10.962751 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6e042fbd-d38d-4ac1-b329-645cf2ad9fe6 req-bd371ecb-8cf8-483b-8f9f-750c22a67f9b tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/security-groups?id=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482087 Sep 18 05:27:11.001274 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-52286023-1f70-4786-87ea-5d6da9a906bd tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.005887 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-52286023-1f70-4786-87ea-5d6da9a906bd tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.010132 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-52286023-1f70-4786-87ea-5d6da9a906bd tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] 10.222.0.23 "DELETE /v2.0/networks/dd4cbb5d-81fa-457f-b436-743733448a83 HTTP/1.1" status: 204 len: 168 time: 0.5259700 Sep 18 05:27:11.023768 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-beb413d6-8e5c-4f0d-820c-a98768a37cc4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.024094 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52286023-1f70-4786-87ea-5d6da9a906bd tempest-BulkNetworkOpsIpV6Test-1166571859 tempest-BulkNetworkOpsIpV6Test-1166571859-project] Pushing event deleted for resources: {'Network': ['ID=dd4cbb5d-81fa-457f-b436-743733448a83,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:11.050795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb413d6-8e5c-4f0d-820c-a98768a37cc4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d168ba-147f-4d67-a24c-041eb87dc320,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:11.097800 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-beb413d6-8e5c-4f0d-820c-a98768a37cc4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.099118 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-beb413d6-8e5c-4f0d-820c-a98768a37cc4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4163954 Sep 18 05:27:11.102046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47792) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:11.107265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-391337df-be4e-41bc-92f2-705a5ea25d60 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '449e3002-1ac5-4bdc-9d4a-49e65cb1642e', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:11.217814 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-391337df-be4e-41bc-92f2-705a5ea25d60 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Project e6c32436d930464cb104890b5c56b015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:27:11.222967 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-391337df-be4e-41bc-92f2-705a5ea25d60 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.282846 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-391337df-be4e-41bc-92f2-705a5ea25d60 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.371940 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-391337df-be4e-41bc-92f2-705a5ea25d60 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.396144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391337df-be4e-41bc-92f2-705a5ea25d60 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedabab0-cb62-4f24-b658-2b2a8ef1f25a,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:11.463750 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-391337df-be4e-41bc-92f2-705a5ea25d60 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.465113 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-391337df-be4e-41bc-92f2-705a5ea25d60 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3621058 Sep 18 05:27:11.467957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47800) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:11.472932 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6a220907-23dd-4ce0-94fa-3cc1ae6010cc tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'security_group_rule': {'security_group_id': '449e3002-1ac5-4bdc-9d4a-49e65cb1642e', 'project_id': 'e6c32436d930464cb104890b5c56b015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:11.515833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47802) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:11.577124 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-6a220907-23dd-4ce0-94fa-3cc1ae6010cc tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Project e6c32436d930464cb104890b5c56b015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:27:11.583137 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a220907-23dd-4ce0-94fa-3cc1ae6010cc tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.661111 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a220907-23dd-4ce0-94fa-3cc1ae6010cc tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.671128 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d97f7fc9-35e0-4673-ab57-3008ebea1309 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e52704a1560a4b8f9bcaa1a448775d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528440 Sep 18 05:27:11.671435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47810) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:11.728276 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba11c88a-403e-43df-947e-282deb54a5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.747731 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a220907-23dd-4ce0-94fa-3cc1ae6010cc tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.750910 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba11c88a-403e-43df-947e-282deb54a5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.779022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a220907-23dd-4ce0-94fa-3cc1ae6010cc tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef1e842-5a60-4ad7-9501-90a3f66cf683,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:11.869217 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6a220907-23dd-4ce0-94fa-3cc1ae6010cc tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.870743 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6a220907-23dd-4ce0-94fa-3cc1ae6010cc tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4014249 Sep 18 05:27:11.902806 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba11c88a-403e-43df-947e-282deb54a5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.906943 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba11c88a-403e-43df-947e-282deb54a5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:11.910605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ba11c88a-403e-43df-947e-282deb54a5c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4dddd4c-9a0e-4a86-90e2-3e532f37fbfc HTTP/1.1" status: 204 len: 168 time: 0.2351956 Sep 18 05:27:11.917434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11c88a-403e-43df-947e-282deb54a5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dddd4c-9a0e-4a86-90e2-3e532f37fbfc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:11.975235 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d394ff9-4f45-490b-af7a-e6747ed59219 req-e78ff01f-184e-44f7-bc34-f33d5b63ec0b tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0429854 Sep 18 05:27:12.138337 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230574d1-e479-4a1b-a35d-118f88311735 req-8f1d73eb-3d0e-4d5d-98f1-f7fe439a43eb tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:12.139852 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-230574d1-e479-4a1b-a35d-118f88311735 req-8f1d73eb-3d0e-4d5d-98f1-f7fe439a43eb tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 943 time: 0.0883615 Sep 18 05:27:12.157131 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcd8a2ec-c270-4eab-9727-7e9475a8937d req-1b504666-c5a8-47f9-8bc1-81974c60239c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0525219 Sep 18 05:27:12.174401 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-a239cb0b-97c2-4c41-96be-4cb4cd62d8f2 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1363264260&fields=id&tenant_id=e6c32436d930464cb104890b5c56b015 HTTP/1.1" status: 200 len: 267 time: 0.0545509 Sep 18 05:27:12.180626 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-230574d1-e479-4a1b-a35d-118f88311735 req-7a1ef3e7-d2a8-46fd-bd05-5c8808d261f1 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/security-groups?id=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347049 Sep 18 05:27:12.301718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-606d0b78-0ad8-4c27-9c9d-0b3718c0ed8d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:12.306877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-606d0b78-0ad8-4c27-9c9d-0b3718c0ed8d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/networks?id=13f31bd2-a4d5-4e56-b507-c39f5da6d920 HTTP/1.1" status: 200 len: 797 time: 0.1181328 Sep 18 05:27:12.319954 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-049e43f4-7008-4407-9600-0624f8d6b2b9 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/quotas/e6c32436d930464cb104890b5c56b015 HTTP/1.1" status: 200 len: 375 time: 0.0100520 Sep 18 05:27:12.371793 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-5b5817e6-a176-4162-b9a4-47b4e626ce66 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460179 Sep 18 05:27:12.476763 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-0e60998e-219a-4b47-872a-9dc467ac68eb service neutron] 10.222.0.23 "GET /v2.0/networks/13f31bd2-a4d5-4e56-b507-c39f5da6d920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922089 Sep 18 05:27:12.572123 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-fcac25fc-31b0-4e4a-a204-c1671c9bfaa7 service neutron] 10.222.0.23 "GET /v2.0/networks/13f31bd2-a4d5-4e56-b507-c39f5da6d920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889335 Sep 18 05:27:12.859393 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f8c51c95-8c23-4845-97ba-6ee16a0d8c43 req-fcc3daa9-0edc-4ff3-8d32-c3092cf869a5 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 210 time: 0.0282397 Sep 18 05:27:13.014613 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47872) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:13.118091 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0fc2603f-fd50-465f-8985-1517b6d98367 req-1c72f768-b5fa-4afd-b690-3e0e0b823f3a tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0295718 Sep 18 05:27:13.134389 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-889959463'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:13.223938 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:13.230221 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:13.243212 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:13.337676 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56b7a1-8afe-4ffc-abfa-d655dafbe632 req-ba85e50c-a978-4a91-85ea-1f9f65ae818c tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:13.339312 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6b56b7a1-8afe-4ffc-abfa-d655dafbe632 req-ba85e50c-a978-4a91-85ea-1f9f65ae818c tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 943 time: 0.0817447 Sep 18 05:27:13.395988 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6b56b7a1-8afe-4ffc-abfa-d655dafbe632 req-f73e07f9-9735-4319-ad84-831f2c463a91 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/security-groups?id=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495882 Sep 18 05:27:13.435628 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:13.492134 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:13.516813 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:27:13.532504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311b66ec-6605-45cd-9aea-aba306dd6736,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:13.538630 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:13.538982 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Added segment 7a3e0865-dbc0-4a96-a2c6-2813793e9d63 of type vlan for network 6825aa9d-597b-40fd-9807-305244e2f265 Sep 18 05:27:13.596080 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:13.686368 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:13.692112 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:13.695489 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:13.761351 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Network': ['ID=6825aa9d-597b-40fd-9807-305244e2f265,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:13.776016 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 6825aa9d-597b-40fd-9807-305244e2f265 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:27:13.795655 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3a48df8b-f30c-4acc-88af-7b8685319b62 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7798276 Sep 18 05:27:13.798362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47892) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:13.810546 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'name': 'tempest-PortsIpV6TestJSON-529891458'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:13.962458 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e35facaa-3faa-45df-ac93-47ff9de21fcc req-848b478a-e03e-4910-961a-560e43a71dd0 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 210 time: 0.0280733 Sep 18 05:27:13.994932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:13.998566 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:14.017585 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port f4c58690-1c81-401c-8ffb-5976e1129fe9 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:27:14.065026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d844bc9f-f85c-4b88-8998-41271732dff0 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:27:14.165624 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d844bc9f-f85c-4b88-8998-41271732dff0, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d844bc9f-f85c-4b88-8998-41271732dff0,segment=NetworkSegment(548dcd65-0d5a-40ac-a630-6e6bfd074f2c),segment_id=548dcd65-0d5a-40ac-a630-6e6bfd074f2c)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:14.184171 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'd844bc9f-f85c-4b88-8998-41271732dff0', 'network_id': 'eb35d616-34e8-4a2a-95d0-485195b57b19', 'port_id': 'd844bc9f-f85c-4b88-8998-41271732dff0', 'mac_address': 'fa:16:3e:85:58:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f30b1ce-6bf9-4168-8296-63d44be87c6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:27:14.195039 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:14.224176 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:14.238777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d844bc9f-f85c-4b88-8998-41271732dff0 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:27:14.247804 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a23ee516-cede-4103-8c65-afad194466bd req-4b66c7f1-c928-4957-b899-f2bd7cd4813f tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0302243 Sep 18 05:27:14.260191 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d844bc9f-f85c-4b88-8998-41271732dff0, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d844bc9f-f85c-4b88-8998-41271732dff0,segment=NetworkSegment(548dcd65-0d5a-40ac-a630-6e6bfd074f2c),segment_id=548dcd65-0d5a-40ac-a630-6e6bfd074f2c)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:14.343556 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:14.387517 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:14.424961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=f4c58690-1c81-401c-8ffb-5976e1129fe9,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:14.466093 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Checking segment: {'id': '7a3e0865-dbc0-4a96-a2c6-2813793e9d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6825aa9d-597b-40fd-9807-305244e2f265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:14.466489 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network hostable DHCP agents. Network: 6825aa9d-597b-40fd-9807-305244e2f265, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:27:14.473529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d844bc9f-f85c-4b88-8998-41271732dff0,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:14.552760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 6825aa9d-597b-40fd-9807-305244e2f265 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:27:14.558285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c557d065-f21a-4640-8fb9-990b494e181c req-9735e0ae-264e-405d-af9a-81eca7ce0aeb tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41&device_id=7e989ca0-fff7-484e-8f2b-bc39eb1fceaa HTTP/1.1" status: 200 len: 210 time: 0.0273376 Sep 18 05:27:14.585397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d844bc9f-f85c-4b88-8998-41271732dff0'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:27:14.586543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f5506-9bb7-4b63-b598-a1333d92206a req-a89214d7-e7d6-4d87-b3b6-bae88741f4c2 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:14.589027 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f70f5506-9bb7-4b63-b598-a1333d92206a req-a89214d7-e7d6-4d87-b3b6-bae88741f4c2 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 944 time: 0.0667179 Sep 18 05:27:14.638412 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f70f5506-9bb7-4b63-b598-a1333d92206a req-d6781475-a472-4140-97aa-dca25491faa7 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/security-groups?id=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Sep 18 05:27:14.659351 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 6825aa9d-597b-40fd-9807-305244e2f265) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:14.663278 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:14.669864 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:14.670522 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:14.673368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe06248-01aa-4f74-ad98-6f6d60051da8 None None] Network 6825aa9d-597b-40fd-9807-305244e2f265 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:14.825454 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f7f9e3f0-9676-4e00-b88d-9b77496ad1b2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0260034 Sep 18 05:27:14.833883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47916) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:14.860228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b2084560-88a3-4bfa-9e8c-03df1ea04d33 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1712644040'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:14.969387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2084560-88a3-4bfa-9e8c-03df1ea04d33 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:14.973341 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b2084560-88a3-4bfa-9e8c-03df1ea04d33 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:15.041905 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a041ca5-0dab-4c02-b83c-d0b2a14a09a8 req-a10c9331-d9cb-442a-abc8-ad5a9fcd2c12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4232afaacfaa456090bb84758c854e33&device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0480237 Sep 18 05:27:15.086220 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-70c486ef-3fd3-4d44-8dba-1ad15ef70c14 req-d6aade59-a3c4-4017-aab7-2cd525d8ecdc tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0606678 Sep 18 05:27:15.151782 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a041ca5-0dab-4c02-b83c-d0b2a14a09a8 req-f540ca5a-3eaf-4722-9568-a5024ed53139 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4232afaacfaa456090bb84758c854e33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001494 Sep 18 05:27:15.152616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2084560-88a3-4bfa-9e8c-03df1ea04d33 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:27:15.158568 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d089fd6-e0f8-4945-b45d-bb64e7f2fe05 req-3bf23fe5-1e92-4126-b378-9e7b275b6859 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 210 time: 0.0869911 Sep 18 05:27:15.197487 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b2084560-88a3-4bfa-9e8c-03df1ea04d33 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:15.197839 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-b2084560-88a3-4bfa-9e8c-03df1ea04d33 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Added segment ab50929a-0c07-4bbc-ba2e-5099825942c7 of type vlan for network 42399738-a265-4fe9-adef-22ed58d1fc91 Sep 18 05:27:15.293077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-c2b8df78-8124-44c3-8b77-5be715547bcd tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:15.294453 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-c2b8df78-8124-44c3-8b77-5be715547bcd tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.18 "GET /v2.0/networks?id=13f31bd2-a4d5-4e56-b507-c39f5da6d920 HTTP/1.1" status: 200 len: 797 time: 0.3370535 Sep 18 05:27:15.302334 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b2084560-88a3-4bfa-9e8c-03df1ea04d33 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:15.365946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a041ca5-0dab-4c02-b83c-d0b2a14a09a8 req-f094fe73-b169-4fd7-bc4f-18ee6e59e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:15.367488 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a041ca5-0dab-4c02-b83c-d0b2a14a09a8 req-f094fe73-b169-4fd7-bc4f-18ee6e59e5bb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2052317 Sep 18 05:27:15.376575 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-2d14777f-920e-431b-8921-40286fd23eea tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c32436d930464cb104890b5c56b015 HTTP/1.1" status: 200 len: 380 time: 0.0674815 Sep 18 05:27:15.385822 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-6250f7cd-3f80-4734-91ee-efc12f347de4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'port': {'device_id': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'admin_state_up': True, 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'security_groups': ['449e3002-1ac5-4bdc-9d4a-49e65cb1642e']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:15.451712 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b2084560-88a3-4bfa-9e8c-03df1ea04d33 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:15.457193 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2084560-88a3-4bfa-9e8c-03df1ea04d33 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:15.457772 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b2084560-88a3-4bfa-9e8c-03df1ea04d33 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:15.760991 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757b06f-b788-4795-8207-14dee6842404 req-a31033eb-bb44-4c93-9282-43538a3687db tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:15.762797 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b757b06f-b788-4795-8207-14dee6842404 req-a31033eb-bb44-4c93-9282-43538a3687db tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 944 time: 0.0531805 Sep 18 05:27:15.808861 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b757b06f-b788-4795-8207-14dee6842404 req-4d5a72b9-39f4-4cf3-bf17-60fdc4d74df3 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/security-groups?id=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385921 Sep 18 05:27:15.886897 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b2084560-88a3-4bfa-9e8c-03df1ea04d33 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0441246 Sep 18 05:27:15.889782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 47938) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:15.890917 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2084560-88a3-4bfa-9e8c-03df1ea04d33 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Network': ['ID=42399738-a265-4fe9-adef-22ed58d1fc91,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:15.897145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'ports': [{'network_id': '6825aa9d-597b-40fd-9807-305244e2f265'}, {'network_id': '42399738-a265-4fe9-adef-22ed58d1fc91'}]} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:15.897465 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:15.898451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'network_id': '42399738-a265-4fe9-adef-22ed58d1fc91'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:15.903578 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 42399738-a265-4fe9-adef-22ed58d1fc91 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:27:15.978559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-6250f7cd-3f80-4734-91ee-efc12f347de4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Made reservation on behalf of e6c32436d930464cb104890b5c56b015 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:15.982030 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-6250f7cd-3f80-4734-91ee-efc12f347de4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:16.081160 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d844bc9f-f85c-4b88-8998-41271732dff0 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:16.184178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 2} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:16.189154 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:16.215268 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76c3e9e0-892d-41b3-abc5-e39cc2df11e3 req-e1f4f867-994e-475d-9763-2c22458d894c tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0481699 Sep 18 05:27:16.221570 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port d844bc9f-f85c-4b88-8998-41271732dff0 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:27:16.225619 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:16.228501 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port d844bc9f-f85c-4b88-8998-41271732dff0 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:16.228982 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:16.240481 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-6250f7cd-3f80-4734-91ee-efc12f347de4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Allocated IP 172.20.0.6 (13f31bd2-a4d5-4e56-b507-c39f5da6d920/f09a9b19-6999-4f65-af4e-836080ddd76b/a4173357-4670-481d-8deb-376a263bbe1a) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:16.283618 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a12bee9d-bfca-4416-9105-9e18f0a70fa7 req-0eb5b5d5-b4a7-41b6-a05b-09ab83dcda4b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 210 time: 0.0305665 Sep 18 05:27:16.347162 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:16.368967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port df83aa7f-cb91-405e-8c5b-56747f882073 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:27:16.370080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ba9458-4f50-466e-be01-fc03fccfe952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd844bc9f-f85c-4b88-8998-41271732dff0'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:27:16.372388 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c673989a-b87e-4f1e-b1df-8b87ef40c3ce" -d '{"events": [{"server_uuid": "20ba9458-4f50-466e-be01-fc03fccfe952", "name": "network-vif-plugged", "status": "completed", "tag": "d844bc9f-f85c-4b88-8998-41271732dff0"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:27:16.385938 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d844bc9f-f85c-4b88-8998-41271732dff0, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d844bc9f-f85c-4b88-8998-41271732dff0,segment=NetworkSegment(548dcd65-0d5a-40ac-a630-6e6bfd074f2c),segment_id=548dcd65-0d5a-40ac-a630-6e6bfd074f2c)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:16.413585 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad16cdb-1676-444a-a9cb-7a7e8b1e0461 x-openstack-request-id: req-3ad16cdb-1676-444a-a9cb-7a7e8b1e0461 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:27:16.414496 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ba9458-4f50-466e-be01-fc03fccfe952", "name": "network-vif-plugged", "status": "completed", "tag": "d844bc9f-f85c-4b88-8998-41271732dff0", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:27:16.414496 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ad16cdb-1676-444a-a9cb-7a7e8b1e0461 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:27:16.414761 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ba9458-4f50-466e-be01-fc03fccfe952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd844bc9f-f85c-4b88-8998-41271732dff0', 'code': 200} Sep 18 05:27:16.452084 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:16.505109 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d844bc9f-f85c-4b88-8998-41271732dff0,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:16.565992 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-6250f7cd-3f80-4734-91ee-efc12f347de4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:16.634088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b598f3-dd81-4871-9a6f-54432f20410b req-49bb6a77-6fd1-43d4-8b0d-5286c549c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:16.635486 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78b598f3-dd81-4871-9a6f-54432f20410b req-49bb6a77-6fd1-43d4-8b0d-5286c549c158 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 1097 time: 0.1090736 Sep 18 05:27:16.656695 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a041ca5-0dab-4c02-b83c-d0b2a14a09a8 req-1c2a149f-02c4-4724-aa77-f5018c6fbf11 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.13 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.0410841 Sep 18 05:27:16.687293 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:16.735268 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78b598f3-dd81-4871-9a6f-54432f20410b req-437b51fe-80bc-477e-ae1e-020f5c2bba74 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814061 Sep 18 05:27:16.763889 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-6250f7cd-3f80-4734-91ee-efc12f347de4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:16.802606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port 1dd2af67-3319-4257-9d56-ecfb96a054ea yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:27:16.830578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-6250f7cd-3f80-4734-91ee-efc12f347de4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:16.857170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250f7cd-3f80-4734-91ee-efc12f347de4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=a4173357-4670-481d-8deb-376a263bbe1a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:16.864395 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-6250f7cd-3f80-4734-91ee-efc12f347de4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:16.879799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-6250f7cd-3f80-4734-91ee-efc12f347de4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:16.951520 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197a8ae-7721-4158-8a66-f4ea48bc16c8 req-6d03f483-8fec-4a18-a193-15931b7f9494 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:16.953354 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f197a8ae-7721-4158-8a66-f4ea48bc16c8 req-6d03f483-8fec-4a18-a193-15931b7f9494 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 945 time: 0.0622742 Sep 18 05:27:16.990685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-6250f7cd-3f80-4734-91ee-efc12f347de4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:16.991262 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-6250f7cd-3f80-4734-91ee-efc12f347de4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:17.010905 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f197a8ae-7721-4158-8a66-f4ea48bc16c8 req-b2763ed9-7c0f-4333-91ef-9c22a2ca2db7 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/security-groups?id=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496390 Sep 18 05:27:17.061620 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:17.121342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-6250f7cd-3f80-4734-91ee-efc12f347de4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7392576 Sep 18 05:27:17.133931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Request body: {'port': {'device_id': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:17.179889 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-895e37ec-f25c-4e18-ad6c-bf3a7593d9f3 None None] Provisioning complete for port a4173357-4670-481d-8deb-376a263bbe1a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:17.184388 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-895e37ec-f25c-4e18-ad6c-bf3a7593d9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:17.189768 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:17.228892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-895e37ec-f25c-4e18-ad6c-bf3a7593d9f3 None None] Port a4173357-4670-481d-8deb-376a263bbe1a cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:27:17.236157 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:17.258848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 6825aa9d-597b-40fd-9807-305244e2f265 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:17.266650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:17.290438 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:17.291318 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:17.294914 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=df83aa7f-cb91-405e-8c5b-56747f882073,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:17.423081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c225e78-38e2-47ec-ae8c-da678663d420 req-f83c935b-d347-4599-a8b4-c8b001e63044 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:17.424739 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4c225e78-38e2-47ec-ae8c-da678663d420 req-f83c935b-d347-4599-a8b4-c8b001e63044 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 931 time: 0.0543008 Sep 18 05:27:17.456261 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d4ecc60-0ce2-4778-ae1c-3e7f05da0a30 req-de6385ce-c12f-46af-bc14-17155c433263 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1572e27f-90f0-4c27-b029-ff1913948d41 HTTP/1.1" status: 200 len: 210 time: 0.1034241 Sep 18 05:27:17.471337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=1dd2af67-3319-4257-9d56-ecfb96a054ea,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:17.486289 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Checking segment: {'id': 'ab50929a-0c07-4bbc-ba2e-5099825942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '42399738-a265-4fe9-adef-22ed58d1fc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:17.486678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network hostable DHCP agents. Network: 42399738-a265-4fe9-adef-22ed58d1fc91, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:27:17.488395 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4c225e78-38e2-47ec-ae8c-da678663d420 req-76a9a22e-e3ac-4a41-b8d0-d1d259177108 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=449e3002-1ac5-4bdc-9d4a-49e65cb1642e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536995 Sep 18 05:27:17.580575 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 42399738-a265-4fe9-adef-22ed58d1fc91 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:27:17.653624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4173357-4670-481d-8deb-376a263bbe1a {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:27:17.660862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 42399738-a265-4fe9-adef-22ed58d1fc91) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:17.663618 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:17.668537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:17.669497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea451de-4e91-4280-9e04-5093cec50d3e None None] Network 42399738-a265-4fe9-adef-22ed58d1fc91 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:17.674489 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:17.679390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:17.680091 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:17.697459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Transition to ACTIVE for port object a4173357-4670-481d-8deb-376a263bbe1a will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:27:17.767024 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:17.806925 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ba0989eb-b886-446c-9ab4-de7d2bae01f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9135058 Sep 18 05:27:17.810100 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47978) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:17.835145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4173357-4670-481d-8deb-376a263bbe1a,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:17.911275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Attempting to bind port a4173357-4670-481d-8deb-376a263bbe1a on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:17.911674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Attempting to bind port a4173357-4670-481d-8deb-376a263bbe1a by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '3f950be3-307a-40d6-a8e2-8a3f732cb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:17.912153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Attempting to bind port a4173357-4670-481d-8deb-376a263bbe1a on network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:17.918457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Port a4173357-4670-481d-8deb-376a263bbe1a on network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:27:17.918796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Attempting to bind port a4173357-4670-481d-8deb-376a263bbe1a on network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:17.926678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:17.926964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Checking segment: {'id': '3f950be3-307a-40d6-a8e2-8a3f732cb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:17.927341 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Bound using segment: {'id': '3f950be3-307a-40d6-a8e2-8a3f732cb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:17.928427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Bound port: a4173357-4670-481d-8deb-376a263bbe1a, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f950be3-307a-40d6-a8e2-8a3f732cb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:17.930303 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:17.947825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-daa1d644-c02c-4a77-9189-af012e91c921 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 1dd2af67-3319-4257-9d56-ecfb96a054ea {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:17.947825 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-daa1d644-c02c-4a77-9189-af012e91c921 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:18.015671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] For port a4173357-4670-481d-8deb-376a263bbe1a, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:18.019354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] For port a4173357-4670-481d-8deb-376a263bbe1a, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a4173357-4670-481d-8deb-376a263bbe1a,segment=NetworkSegment(3f950be3-307a-40d6-a8e2-8a3f732cb7ee),segment_id=3f950be3-307a-40d6-a8e2-8a3f732cb7ee)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:18.030935 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-daa1d644-c02c-4a77-9189-af012e91c921 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:18.046989 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-daa1d644-c02c-4a77-9189-af012e91c921 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 1dd2af67-3319-4257-9d56-ecfb96a054ea owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:18.098233 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:18.163619 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:18.164449 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:18.165778 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] 10.222.0.18 "PUT /v2.0/ports/a4173357-4670-481d-8deb-376a263bbe1a HTTP/1.1" status: 200 len: 1092 time: 1.0361810 Sep 18 05:27:18.166253 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'tag': 'a4173357-4670-481d-8deb-376a263bbe1a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:27:18.168664 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb50351-87ad-4596-b3d3-c8596f7b29f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d52dd45-7622-4e2b-a32b-a8e1d18547f8", "tag": "a4173357-4670-481d-8deb-376a263bbe1a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:27:18.198900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74dc37-e09b-4753-bf47-9d6901c928b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4173357-4670-481d-8deb-376a263bbe1a,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:18.212489 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-daa1d644-c02c-4a77-9189-af012e91c921 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:18.223430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbe69f-fad3-4e0e-a886-1cf946c84b2e req-f70f9d41-2678-45b3-a7f0-f2226e359c0e tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:18.225216 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9cdbe69f-fad3-4e0e-a886-1cf946c84b2e req-f70f9d41-2678-45b3-a7f0-f2226e359c0e tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 945 time: 0.1012845 Sep 18 05:27:18.226762 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bda6e59-abdc-43e4-9b49-d0edbe1969e8 x-openstack-request-id: req-6bda6e59-abdc-43e4-9b49-d0edbe1969e8 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:27:18.227056 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d52dd45-7622-4e2b-a32b-a8e1d18547f8", "tag": "a4173357-4670-481d-8deb-376a263bbe1a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:27:18.227316 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bda6e59-abdc-43e4-9b49-d0edbe1969e8 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:27:18.227845 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'tag': 'a4173357-4670-481d-8deb-376a263bbe1a', 'status': 'completed', 'code': 200} Sep 18 05:27:18.252188 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1d644-c02c-4a77-9189-af012e91c921 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=1dd2af67-3319-4257-9d56-ecfb96a054ea,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:18.287732 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-daa1d644-c02c-4a77-9189-af012e91c921 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:18.292152 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-daa1d644-c02c-4a77-9189-af012e91c921 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/1dd2af67-3319-4257-9d56-ecfb96a054ea HTTP/1.1" status: 204 len: 168 time: 0.4804423 Sep 18 05:27:18.294975 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47990) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:18.316890 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9cdbe69f-fad3-4e0e-a886-1cf946c84b2e req-73e2b375-0b5c-4890-a685-745749a9aeb1 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/security-groups?id=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830321 Sep 18 05:27:18.327038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb50351-87ad-4596-b3d3-c8596f7b29f9 req-4c066b01-880e-41e7-8623-1a57fdde0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:18.328692 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdb50351-87ad-4596-b3d3-c8596f7b29f9 req-4c066b01-880e-41e7-8623-1a57fdde0cf1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 1095 time: 0.0864694 Sep 18 05:27:18.376782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf7f3bc-8346-4846-b61c-76bea4fe204d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:18.382899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf7f3bc-8346-4846-b61c-76bea4fe204d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:18.384673 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-eaf7f3bc-8346-4846-b61c-76bea4fe204d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0884407 Sep 18 05:27:18.387260 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 47994) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:18.435680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb50351-87ad-4596-b3d3-c8596f7b29f9 req-2d8b8ccf-c5ca-4413-81a6-ea24ea65c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:18.437923 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdb50351-87ad-4596-b3d3-c8596f7b29f9 req-2d8b8ccf-c5ca-4413-81a6-ea24ea65c783 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e6c32436d930464cb104890b5c56b015&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1017797 Sep 18 05:27:18.516743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b2f46a16-48b4-4e18-9fdf-f4495df4977e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port df83aa7f-cb91-405e-8c5b-56747f882073 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:18.517210 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2f46a16-48b4-4e18-9fdf-f4495df4977e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:18.566301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb50351-87ad-4596-b3d3-c8596f7b29f9 req-afdcd1ad-8938-4de7-9c4d-2d81dee953a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:18.569457 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdb50351-87ad-4596-b3d3-c8596f7b29f9 req-afdcd1ad-8938-4de7-9c4d-2d81dee953a3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1246681 Sep 18 05:27:18.631748 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2f46a16-48b4-4e18-9fdf-f4495df4977e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:18.645120 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b2f46a16-48b4-4e18-9fdf-f4495df4977e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for df83aa7f-cb91-405e-8c5b-56747f882073 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:18.685735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282dd0b-59a3-4f72-b6bb-dfb151ef0d37 req-5a864aff-9b19-45e2-878f-3752886245fd tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:18.687830 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2282dd0b-59a3-4f72-b6bb-dfb151ef0d37 req-5a864aff-9b19-45e2-878f-3752886245fd tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 943 time: 0.0826364 Sep 18 05:27:18.693727 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-0d8d111e-9bfa-47ef-8d5b-31a29d4c7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:18.695332 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-0d8d111e-9bfa-47ef-8d5b-31a29d4c7ef2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 1095 time: 0.0765333 Sep 18 05:27:18.759919 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-20e736ea-6964-4c2f-9323-03c25dd47e6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4173357-4670-481d-8deb-376a263bbe1a HTTP/1.1" status: 200 len: 217 time: 0.0564787 Sep 18 05:27:18.800375 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2282dd0b-59a3-4f72-b6bb-dfb151ef0d37 req-d200dccc-2db3-43e6-912e-fee4a64debf1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=449e3002-1ac5-4bdc-9d4a-49e65cb1642e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040189 Sep 18 05:27:18.820974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-6ecad60e-3525-4b92-b6e9-b1734bcdcdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:18.821610 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2f46a16-48b4-4e18-9fdf-f4495df4977e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:18.822931 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-6ecad60e-3525-4b92-b6e9-b1734bcdcdf1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f09a9b19-6999-4f65-af4e-836080ddd76b HTTP/1.1" status: 200 len: 835 time: 0.0565109 Sep 18 05:27:18.862606 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f46a16-48b4-4e18-9fdf-f4495df4977e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=df83aa7f-cb91-405e-8c5b-56747f882073,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:18.874971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-a7c13d3b-3122-4e18-9d71-822041856124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:18.875652 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2f46a16-48b4-4e18-9fdf-f4495df4977e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:18.877139 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-a7c13d3b-3122-4e18-9d71-822041856124 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13f31bd2-a4d5-4e56-b507-c39f5da6d920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474966 Sep 18 05:27:18.878718 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b2f46a16-48b4-4e18-9fdf-f4495df4977e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/df83aa7f-cb91-405e-8c5b-56747f882073 HTTP/1.1" status: 204 len: 168 time: 0.4903162 Sep 18 05:27:18.881278 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48010) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:18.973889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e48af-85d8-44b4-b203-0d7c78be5c47 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:18.978700 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-675e48af-85d8-44b4-b203-0d7c78be5c47 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0939214 Sep 18 05:27:18.979990 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48016) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:18.990774 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdb76be1-01cc-47b5-8c3b-ab1636a5d799 req-4e802494-fcda-42ff-8dd4-c55d1717cd27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4232afaacfaa456090bb84758c854e33&device_id=7e989ca0-fff7-484e-8f2b-bc39eb1fceaa HTTP/1.1" status: 200 len: 210 time: 0.0307477 Sep 18 05:27:19.013716 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c89c3fc2-37fa-43ff-8aca-be83cff6f539 req-116bb8a8-05c7-4249-9b7d-b3ebf5647703 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e989ca0-fff7-484e-8f2b-bc39eb1fceaa HTTP/1.1" status: 200 len: 210 time: 0.0343952 Sep 18 05:27:19.031903 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3978c97-423f-4967-a4e9-d5f69f86f8bb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] GET failed (client error): The resource could not be found. Sep 18 05:27:19.033979 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e3978c97-423f-4967-a4e9-d5f69f86f8bb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/1dd2af67-3319-4257-9d56-ecfb96a054ea HTTP/1.1" status: 404 len: 333 time: 0.0519934 Sep 18 05:27:19.036825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48020) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:19.042423 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdb76be1-01cc-47b5-8c3b-ab1636a5d799 req-96368345-053b-4e0c-a72b-815a76a2d5b3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4232afaacfaa456090bb84758c854e33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419140 Sep 18 05:27:19.049023 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-53354d42-9581-47f7-b519-372c940b1434 service neutron] 10.222.0.18 "GET /v2.0/networks/13f31bd2-a4d5-4e56-b507-c39f5da6d920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646719 Sep 18 05:27:19.063071 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d076a75-99a7-4ddd-bb22-699071217676 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] GET failed (client error): The resource could not be found. Sep 18 05:27:19.064716 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2d076a75-99a7-4ddd-bb22-699071217676 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/df83aa7f-cb91-405e-8c5b-56747f882073 HTTP/1.1" status: 404 len: 333 time: 0.0261467 Sep 18 05:27:19.068328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48024) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:19.151442 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03f52565-74f5-4d28-995b-0653515dedc5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:19.269596 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03f52565-74f5-4d28-995b-0653515dedc5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:19.279435 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6271e2f-376c-4912-be0e-7a09207791b6 req-59d20399-b57a-47f4-ae86-c6cdff3083ad service neutron] 10.222.0.18 "GET /v2.0/networks/13f31bd2-a4d5-4e56-b507-c39f5da6d920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198732 Sep 18 05:27:19.284517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb76be1-01cc-47b5-8c3b-ab1636a5d799 req-6ee43669-b485-4229-ad08-0d1e40fa9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:19.285949 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdb76be1-01cc-47b5-8c3b-ab1636a5d799 req-6ee43669-b485-4229-ad08-0d1e40fa9a2c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2347305 Sep 18 05:27:19.320137 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-03f52565-74f5-4d28-995b-0653515dedc5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42399738-a265-4fe9-adef-22ed58d1fc91']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:19.335249 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-03f52565-74f5-4d28-995b-0653515dedc5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab50929a-0c07-4bbc-ba2e-5099825942c7') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:19.335554 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-03f52565-74f5-4d28-995b-0653515dedc5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab50929a-0c07-4bbc-ba2e-5099825942c7') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:19.348537 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03f52565-74f5-4d28-995b-0653515dedc5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:19.365841 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58316685-6a2b-4cce-8da2-d212fba5ec7b req-7b1fb737-16d8-47a1-a18f-498850a5017a tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:19.367346 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-58316685-6a2b-4cce-8da2-d212fba5ec7b req-7b1fb737-16d8-47a1-a18f-498850a5017a tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 945 time: 0.0997996 Sep 18 05:27:19.373415 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03f52565-74f5-4d28-995b-0653515dedc5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:19.385862 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f52565-74f5-4d28-995b-0653515dedc5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:27:19.386264 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03f52565-74f5-4d28-995b-0653515dedc5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:27:19.389174 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:27:19.465018 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-58316685-6a2b-4cce-8da2-d212fba5ec7b req-48fb85e1-f0b0-42cf-bb81-7acf0b679a67 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/security-groups?id=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888062 Sep 18 05:27:19.520048 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03f52565-74f5-4d28-995b-0653515dedc5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:19.525170 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-03f52565-74f5-4d28-995b-0653515dedc5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:19.527348 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-03f52565-74f5-4d28-995b-0653515dedc5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/networks/42399738-a265-4fe9-adef-22ed58d1fc91 HTTP/1.1" status: 204 len: 168 time: 0.4579473 Sep 18 05:27:19.532391 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48034) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:19.537669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3f069d5c-73af-4d9c-abe0-b76da0a1494f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1990174430'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:19.542820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f52565-74f5-4d28-995b-0653515dedc5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Network': ['ID=42399738-a265-4fe9-adef-22ed58d1fc91,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:19.623127 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f069d5c-73af-4d9c-abe0-b76da0a1494f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:19.626769 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3f069d5c-73af-4d9c-abe0-b76da0a1494f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:19.651065 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f069d5c-73af-4d9c-abe0-b76da0a1494f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:27:19.663999 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3f069d5c-73af-4d9c-abe0-b76da0a1494f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:19.663999 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-3f069d5c-73af-4d9c-abe0-b76da0a1494f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Added segment b4cfcf09-552b-47af-89dc-a9f720379f26 of type vlan for network f5a9191e-b832-48fe-acf9-5abe6cf5f33d Sep 18 05:27:19.703973 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3f069d5c-73af-4d9c-abe0-b76da0a1494f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:19.812437 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3f069d5c-73af-4d9c-abe0-b76da0a1494f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:19.818122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f069d5c-73af-4d9c-abe0-b76da0a1494f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:19.821138 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3f069d5c-73af-4d9c-abe0-b76da0a1494f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:19.895229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f069d5c-73af-4d9c-abe0-b76da0a1494f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Network': ['ID=f5a9191e-b832-48fe-acf9-5abe6cf5f33d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:19.912036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network f5a9191e-b832-48fe-acf9-5abe6cf5f33d details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:27:19.923063 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3f069d5c-73af-4d9c-abe0-b76da0a1494f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3898304 Sep 18 05:27:19.926061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48048) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:19.933768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d8a7986b-d89c-44fd-ac29-a93d56090582 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': 'f5a9191e-b832-48fe-acf9-5abe6cf5f33d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:19.941705 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd756f8-edbc-4263-8f82-b2641b95113b req-9aa165eb-5a06-4719-bdaf-c26a8597b6e3 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:19.965366 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdd756f8-edbc-4263-8f82-b2641b95113b req-9aa165eb-5a06-4719-bdaf-c26a8597b6e3 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 943 time: 0.0608544 Sep 18 05:27:19.984275 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdd756f8-edbc-4263-8f82-b2641b95113b req-a629b7e6-5071-49f2-ae91-29a2a3b1e163 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=449e3002-1ac5-4bdc-9d4a-49e65cb1642e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347953 Sep 18 05:27:20.091811 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a7986b-d89c-44fd-ac29-a93d56090582 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:20.096054 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8a7986b-d89c-44fd-ac29-a93d56090582 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:20.431291 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54da675b-ec50-4c0a-8604-42d274ff4a8a req-888b7000-40a3-4d0b-80ed-eacf0ed23518 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e989ca0-fff7-484e-8f2b-bc39eb1fceaa HTTP/1.1" status: 200 len: 210 time: 0.3317745 Sep 18 05:27:20.532529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdb76be1-01cc-47b5-8c3b-ab1636a5d799 req-c2a88bb1-1ee3-401b-89d4-cca939fd9179 tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e989ca0-fff7-484e-8f2b-bc39eb1fceaa HTTP/1.1" status: 200 len: 210 time: 0.0322678 Sep 18 05:27:20.619220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82828-24f4-4710-ad23-9cca77c5ed81 req-b7c8d495-e85a-4e6f-8fac-75728958491e tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:20.620658 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7db82828-24f4-4710-ad23-9cca77c5ed81 req-b7c8d495-e85a-4e6f-8fac-75728958491e tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.18 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 945 time: 0.0771878 Sep 18 05:27:20.647800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb21c3-7319-4fb6-a681-e822df7df7bf req-24d857f0-9fbd-4beb-a76a-ccf6a68a99a4 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:20.649332 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2eeb21c3-7319-4fb6-a681-e822df7df7bf req-24d857f0-9fbd-4beb-a76a-ccf6a68a99a4 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 945 time: 0.0749457 Sep 18 05:27:20.652133 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8a7986b-d89c-44fd-ac29-a93d56090582 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:20.738030 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7986b-d89c-44fd-ac29-a93d56090582 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Subnet': ['ID=3e55c83d-72e7-4252-a6eb-1c26b1809378,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:20.738297 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2eeb21c3-7319-4fb6-a681-e822df7df7bf req-c52c2309-c7a2-4daf-abcf-021db906fdcc tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/security-groups?id=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686402 Sep 18 05:27:20.751854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a7986b-d89c-44fd-ac29-a93d56090582 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Checking segment: {'id': 'b4cfcf09-552b-47af-89dc-a9f720379f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5a9191e-b832-48fe-acf9-5abe6cf5f33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:20.752266 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a7986b-d89c-44fd-ac29-a93d56090582 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network hostable DHCP agents. Network: f5a9191e-b832-48fe-acf9-5abe6cf5f33d, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:27:20.763442 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-7db82828-24f4-4710-ad23-9cca77c5ed81 req-96d4476e-d47e-4ac6-b020-149a1d9a7b4d tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Deleting port d844bc9f-f85c-4b88-8998-41271732dff0 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:20.763796 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7db82828-24f4-4710-ad23-9cca77c5ed81 req-96d4476e-d47e-4ac6-b020-149a1d9a7b4d tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:20.840048 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a7986b-d89c-44fd-ac29-a93d56090582 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network f5a9191e-b832-48fe-acf9-5abe6cf5f33d is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:27:20.876789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7db82828-24f4-4710-ad23-9cca77c5ed81 req-96d4476e-d47e-4ac6-b020-149a1d9a7b4d tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] For port d844bc9f-f85c-4b88-8998-41271732dff0, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d844bc9f-f85c-4b88-8998-41271732dff0,segment=NetworkSegment(548dcd65-0d5a-40ac-a630-6e6bfd074f2c),segment_id=548dcd65-0d5a-40ac-a630-6e6bfd074f2c)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:20.877687 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7db82828-24f4-4710-ad23-9cca77c5ed81 req-96d4476e-d47e-4ac6-b020-149a1d9a7b4d tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:20.895451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-7db82828-24f4-4710-ad23-9cca77c5ed81 req-96d4476e-d47e-4ac6-b020-149a1d9a7b4d tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Calling delete_port for d844bc9f-f85c-4b88-8998-41271732dff0 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:20.919988 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-d8a7986b-d89c-44fd-ac29-a93d56090582 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, f5a9191e-b832-48fe-acf9-5abe6cf5f33d) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:20.928227 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a7986b-d89c-44fd-ac29-a93d56090582 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:20.932568 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8a7986b-d89c-44fd-ac29-a93d56090582 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:20.935290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7da9e6-7589-4013-a1eb-9ee07ab7b831 None None] Network f5a9191e-b832-48fe-acf9-5abe6cf5f33d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:21.037611 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d8a7986b-d89c-44fd-ac29-a93d56090582 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1092782 Sep 18 05:27:21.040824 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48060) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:21.051194 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2d2d84fc-5fa6-411c-a627-3d32ab4f5c8a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'network_id': 'f5a9191e-b832-48fe-acf9-5abe6cf5f33d', 'name': 'tempest-PortsIpV6TestJSON-943147654'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:21.129869 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-f5a9191e-b832-48fe-acf9-5abe6cf5f33d', 'network_id': 'f5a9191e-b832-48fe-acf9-5abe6cf5f33d', 'tenant_id': '040c43d98d264235bb6f6d9906468a72', 'fixed_ips': [{'subnet_id': '3e55c83d-72e7-4252-a6eb-1c26b1809378'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:27:21.131269 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:21.137997 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7db82828-24f4-4710-ad23-9cca77c5ed81 req-96d4476e-d47e-4ac6-b020-149a1d9a7b4d tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:21.159734 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d844bc9f-f85c-4b88-8998-41271732dff0'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:27:21.173982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4476e-d47e-4ac6-b020-149a1d9a7b4d tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Pushing event deleted for resources: {'Port': ['ID=d844bc9f-f85c-4b88-8998-41271732dff0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:21.219632 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134bf9e-1da9-4031-8df2-8fdb506a120f req-c44edfd6-e907-44e6-ae1e-091b673e93d4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:21.222139 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f134bf9e-1da9-4031-8df2-8fdb506a120f req-c44edfd6-e907-44e6-ae1e-091b673e93d4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 943 time: 0.0915735 Sep 18 05:27:21.243454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db82828-24f4-4710-ad23-9cca77c5ed81 req-96d4476e-d47e-4ac6-b020-149a1d9a7b4d tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] No DVR routers for this DVR port d844bc9f-f85c-4b88-8998-41271732dff0 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:27:21.251988 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7db82828-24f4-4710-ad23-9cca77c5ed81 req-96d4476e-d47e-4ac6-b020-149a1d9a7b4d tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:21.254061 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7db82828-24f4-4710-ad23-9cca77c5ed81 req-96d4476e-d47e-4ac6-b020-149a1d9a7b4d tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.18 "DELETE /v2.0/ports/d844bc9f-f85c-4b88-8998-41271732dff0 HTTP/1.1" status: 204 len: 173 time: 0.6267097 Sep 18 05:27:21.256600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ba9458-4f50-466e-be01-fc03fccfe952', 'name': 'network-vif-deleted', 'tag': 'd844bc9f-f85c-4b88-8998-41271732dff0'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:27:21.261323 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfccccf-23ba-4932-9618-3f251eefc61c" -d '{"events": [{"server_uuid": "20ba9458-4f50-466e-be01-fc03fccfe952", "name": "network-vif-deleted", "tag": "d844bc9f-f85c-4b88-8998-41271732dff0"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:27:21.285316 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f134bf9e-1da9-4031-8df2-8fdb506a120f req-3178be98-e48d-4e92-ba04-0aa17c66dac5 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=449e3002-1ac5-4bdc-9d4a-49e65cb1642e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564277 Sep 18 05:27:21.294304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2d84fc-5fa6-411c-a627-3d32ab4f5c8a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:21.306408 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d2d84fc-5fa6-411c-a627-3d32ab4f5c8a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:21.309333 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49641550-4cdf-4186-9f2b-a21a144a18aa x-openstack-request-id: req-49641550-4cdf-4186-9f2b-a21a144a18aa {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:27:21.309637 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ba9458-4f50-466e-be01-fc03fccfe952", "name": "network-vif-deleted", "tag": "d844bc9f-f85c-4b88-8998-41271732dff0", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:27:21.309888 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49641550-4cdf-4186-9f2b-a21a144a18aa {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:27:21.310344 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ba9458-4f50-466e-be01-fc03fccfe952', 'name': 'network-vif-deleted', 'tag': 'd844bc9f-f85c-4b88-8998-41271732dff0', 'status': 'completed', 'code': 200} Sep 18 05:27:21.336663 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-2d2d84fc-5fa6-411c-a627-3d32ab4f5c8a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port 142da4ab-84b0-4784-ba42-89872b3e38ba yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:27:21.391995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Allocated IP 2001:db8::2 (f5a9191e-b832-48fe-acf9-5abe6cf5f33d/3e55c83d-72e7-4252-a6eb-1c26b1809378/7a65d1ab-808a-44d1-b0ae-46b4761ff1a9) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:21.552915 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23af075f-c58b-483e-95ef-e86404b62ec5 req-57aa79e5-47c3-4835-a0e5-d35d2ee7307c tempest-ServerShowV247Test-709971629 tempest-ServerShowV247Test-709971629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e989ca0-fff7-484e-8f2b-bc39eb1fceaa HTTP/1.1" status: 200 len: 210 time: 0.0325134 Sep 18 05:27:21.599093 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:21.709547 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:21.763902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Pushing event updated for resources: {'Port': ['ID=7a65d1ab-808a-44d1-b0ae-46b4761ff1a9,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:21.782198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Network f5a9191e-b832-48fe-acf9-5abe6cf5f33d is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:21.789509 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:21.789509 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:21.803775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-2d2d84fc-5fa6-411c-a627-3d32ab4f5c8a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Allocated IP 2001:db8::40 (f5a9191e-b832-48fe-acf9-5abe6cf5f33d/3e55c83d-72e7-4252-a6eb-1c26b1809378/142da4ab-84b0-4784-ba42-89872b3e38ba) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:21.846410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Attempting to bind port 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:21.846787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Attempting to bind port 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'b4cfcf09-552b-47af-89dc-a9f720379f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5a9191e-b832-48fe-acf9-5abe6cf5f33d'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:21.847211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Attempting to bind port 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 on network f5a9191e-b832-48fe-acf9-5abe6cf5f33d {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:21.854145 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:21.856117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Checking segment: {'id': 'b4cfcf09-552b-47af-89dc-a9f720379f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5a9191e-b832-48fe-acf9-5abe6cf5f33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:21.856117 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:21.856117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Bound using segment: {'id': 'b4cfcf09-552b-47af-89dc-a9f720379f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5a9191e-b832-48fe-acf9-5abe6cf5f33d'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:21.856117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Bound port: 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cfcf09-552b-47af-89dc-a9f720379f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5a9191e-b832-48fe-acf9-5abe6cf5f33d'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:21.856781 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:21.903550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a9014949-8138-4d09-86db-5e5ef16e8898 req-01bf597e-fbce-4a72-96bd-1fd8e5c88542 tempest-ServerPasswordTestJSON-1131552221 tempest-ServerPasswordTestJSON-1131552221-project] 10.222.0.23 "GET /v2.0/ports?device_id=20ba9458-4f50-466e-be01-fc03fccfe952 HTTP/1.1" status: 200 len: 210 time: 0.0418167 Sep 18 05:27:22.018703 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d2d84fc-5fa6-411c-a627-3d32ab4f5c8a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:22.126336 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d2d84fc-5fa6-411c-a627-3d32ab4f5c8a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:22.129091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a4173357-4670-481d-8deb-376a263bbe1a details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:27:22.143146 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] For port 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:22.158893 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] For port 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7a65d1ab-808a-44d1-b0ae-46b4761ff1a9,segment=NetworkSegment(b4cfcf09-552b-47af-89dc-a9f720379f26),segment_id=b4cfcf09-552b-47af-89dc-a9f720379f26)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:22.173273 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d84fc-5fa6-411c-a627-3d32ab4f5c8a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network f5a9191e-b832-48fe-acf9-5abe6cf5f33d is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:22.176518 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-2d2d84fc-5fa6-411c-a627-3d32ab4f5c8a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:22.180359 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d84fc-5fa6-411c-a627-3d32ab4f5c8a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:22.186565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2d84fc-5fa6-411c-a627-3d32ab4f5c8a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:22.187630 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d2d84fc-5fa6-411c-a627-3d32ab4f5c8a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:22.198661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d84fc-5fa6-411c-a627-3d32ab4f5c8a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=142da4ab-84b0-4784-ba42-89872b3e38ba,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:22.239057 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port a4173357-4670-481d-8deb-376a263bbe1a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a4173357-4670-481d-8deb-376a263bbe1a,segment=NetworkSegment(3f950be3-307a-40d6-a8e2-8a3f732cb7ee),segment_id=3f950be3-307a-40d6-a8e2-8a3f732cb7ee)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:22.242501 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:22.263831 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2d2d84fc-5fa6-411c-a627-3d32ab4f5c8a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2217705 Sep 18 05:27:22.267300 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48072) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:22.284385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'a4173357-4670-481d-8deb-376a263bbe1a', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'port_id': 'a4173357-4670-481d-8deb-376a263bbe1a', 'mac_address': 'fa:16:3e:6a:d6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:27:22.368797 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d6a30-6d9b-4290-b8f1-68740e8b6502 None None] Pushing event updated for resources: {'Port': ['ID=7a65d1ab-808a-44d1-b0ae-46b4761ff1a9,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:22.385053 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:22.403971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4173357-4670-481d-8deb-376a263bbe1a {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:27:22.412673 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-9a368edd-32ab-49cc-9936-e2e5916d021d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 142da4ab-84b0-4784-ba42-89872b3e38ba {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:22.413102 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a368edd-32ab-49cc-9936-e2e5916d021d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:22.433235 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port a4173357-4670-481d-8deb-376a263bbe1a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a4173357-4670-481d-8deb-376a263bbe1a,segment=NetworkSegment(3f950be3-307a-40d6-a8e2-8a3f732cb7ee),segment_id=3f950be3-307a-40d6-a8e2-8a3f732cb7ee)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:22.522304 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:22.522517 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ec1cc-1037-4f37-96a8-11ea2366aff8 req-d3814a92-3808-44f8-b7b6-7e913204a939 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:22.525210 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e90ec1cc-1037-4f37-96a8-11ea2366aff8 req-d3814a92-3808-44f8-b7b6-7e913204a939 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 943 time: 0.1353054 Sep 18 05:27:22.599245 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a368edd-32ab-49cc-9936-e2e5916d021d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:22.618151 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e90ec1cc-1037-4f37-96a8-11ea2366aff8 req-59a3252f-6c7a-412a-bd8d-b132f3e68645 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=449e3002-1ac5-4bdc-9d4a-49e65cb1642e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629168 Sep 18 05:27:22.622872 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-9a368edd-32ab-49cc-9936-e2e5916d021d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 142da4ab-84b0-4784-ba42-89872b3e38ba owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:22.650954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=a4173357-4670-481d-8deb-376a263bbe1a,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:22.730457 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['a4173357-4670-481d-8deb-376a263bbe1a'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:27:22.854917 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:22.891332 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a368edd-32ab-49cc-9936-e2e5916d021d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:22.930213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a368edd-32ab-49cc-9936-e2e5916d021d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=142da4ab-84b0-4784-ba42-89872b3e38ba,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:22.959557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48084) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:22.969901 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a368edd-32ab-49cc-9936-e2e5916d021d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:22.975303 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9a368edd-32ab-49cc-9936-e2e5916d021d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/142da4ab-84b0-4784-ba42-89872b3e38ba HTTP/1.1" status: 204 len: 168 time: 0.7068348 Sep 18 05:27:22.980741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48086) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:23.016627 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01c4395-ff8d-4927-910d-eb42622fa8d1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] DELETE failed (client error): The resource could not be found. Sep 18 05:27:23.019175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01c4395-ff8d-4927-910d-eb42622fa8d1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:27:23.020755 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:23.021293 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.021705 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e01c4395-ff8d-4927-910d-eb42622fa8d1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/142da4ab-84b0-4784-ba42-89872b3e38ba HTTP/1.1" status: 404 len: 333 time: 0.0383635 Sep 18 05:27:23.026131 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48088) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:23.044316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf4b7ef-2915-4fe9-85db-8cc7e9ffdb87 admin admin] Deleting subnet 2f30b1ce-6bf9-4168-8296-63d44be87c6f {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:27:23.051218 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b7ef-2915-4fe9-85db-8cc7e9ffdb87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.104786 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0f7c2a-46ab-46f7-a496-168e6e2642d7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] GET failed (client error): The resource could not be found. Sep 18 05:27:23.108181 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b7ef-2915-4fe9-85db-8cc7e9ffdb87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.112421 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2e0f7c2a-46ab-46f7-a496-168e6e2642d7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/142da4ab-84b0-4784-ba42-89872b3e38ba HTTP/1.1" status: 404 len: 333 time: 0.0817223 Sep 18 05:27:23.130032 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48092) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:23.201043 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b7ef-2915-4fe9-85db-8cc7e9ffdb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.214747 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.220712 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.245654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-69bd517c-5a64-4205-bc82-0703c9195f72 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting subnet 3e55c83d-72e7-4252-a6eb-1c26b1809378 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:27:23.255034 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69bd517c-5a64-4205-bc82-0703c9195f72 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.298365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48094) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:23.329468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7a65d1ab-808a-44d1-b0ae-46b4761ff1a9,segment=NetworkSegment(b4cfcf09-552b-47af-89dc-a9f720379f26),segment_id=b4cfcf09-552b-47af-89dc-a9f720379f26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:23.349038 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69bd517c-5a64-4205-bc82-0703c9195f72 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.354657 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.394641 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b7ef-2915-4fe9-85db-8cc7e9ffdb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.429952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4b7ef-2915-4fe9-85db-8cc7e9ffdb87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f30b1ce-6bf9-4168-8296-63d44be87c6f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:23.438018 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b7ef-2915-4fe9-85db-8cc7e9ffdb87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.440276 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bbf4b7ef-2915-4fe9-85db-8cc7e9ffdb87 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2f30b1ce-6bf9-4168-8296-63d44be87c6f HTTP/1.1" status: 204 len: 168 time: 0.4797084 Sep 18 05:27:23.440828 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.445841 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48100) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:23.481389 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7ebe55e8-be0c-44da-a2a2-bedbd320053c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.517625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=7a65d1ab-808a-44d1-b0ae-46b4761ff1a9,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:23.544198 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69bd517c-5a64-4205-bc82-0703c9195f72 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.598849 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d26fb9ad-2f8b-4780-87d4-ebef0714d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.618460 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7ebe55e8-be0c-44da-a2a2-bedbd320053c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.697494 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7ebe55e8-be0c-44da-a2a2-bedbd320053c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.713550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d26fb9ad-2f8b-4780-87d4-ebef0714d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.724599 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc93771-f1ae-445d-8707-574b669c510a None None] Network f5a9191e-b832-48fe-acf9-5abe6cf5f33d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:23.727315 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69bd517c-5a64-4205-bc82-0703c9195f72 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.749921 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d26fb9ad-2f8b-4780-87d4-ebef0714d888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb35d616-34e8-4a2a-95d0-485195b57b19']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:23.767256 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe55e8-be0c-44da-a2a2-bedbd320053c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31de68e1-097f-4642-85e5-88110b1aa02e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:23.785854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd517c-5a64-4205-bc82-0703c9195f72 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Subnet': ['ID=3e55c83d-72e7-4252-a6eb-1c26b1809378,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:23.791052 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69bd517c-5a64-4205-bc82-0703c9195f72 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.799745 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-69bd517c-5a64-4205-bc82-0703c9195f72 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/3e55c83d-72e7-4252-a6eb-1c26b1809378 HTTP/1.1" status: 204 len: 168 time: 0.6651683 Sep 18 05:27:23.800267 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48104) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:23.801161 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7ebe55e8-be0c-44da-a2a2-bedbd320053c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4232afaacfaa456090bb84758c854e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012994 Sep 18 05:27:23.805007 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d26fb9ad-2f8b-4780-87d4-ebef0714d888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548dcd65-0d5a-40ac-a630-6e6bfd074f2c') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:23.805251 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-d26fb9ad-2f8b-4780-87d4-ebef0714d888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548dcd65-0d5a-40ac-a630-6e6bfd074f2c') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:23.807266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e8f280ec-edf8-4f6b-bde1-67238dafc635 None None] Provisioning complete for port 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:23.807647 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e8f280ec-edf8-4f6b-bde1-67238dafc635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.814571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48106) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:23.839541 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d26fb9ad-2f8b-4780-87d4-ebef0714d888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.865802 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814407c-4be3-435a-818b-d8a26e1414d0 req-394ec90e-08ab-49bf-bb59-7b88077ddd32 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:23.867789 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f814407c-4be3-435a-818b-d8a26e1414d0 req-394ec90e-08ab-49bf-bb59-7b88077ddd32 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 944 time: 0.1480207 Sep 18 05:27:23.937730 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f814407c-4be3-435a-818b-d8a26e1414d0 req-a3a2e9b6-9560-4b59-a4cf-1c17f28f1077 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=449e3002-1ac5-4bdc-9d4a-49e65cb1642e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636244 Sep 18 05:27:23.966143 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d26fb9ad-2f8b-4780-87d4-ebef0714d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.981718 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26fb9ad-2f8b-4780-87d4-ebef0714d888 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:27:23.982126 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d26fb9ad-2f8b-4780-87d4-ebef0714d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:27:23.983808 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:27:24.000957 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1019bbc-ebf7-44b2-9b10-3290d5c3a176 None None] DHCP port deletion for f5a9191e-b832-48fe-acf9-5abe6cf5f33d request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:27:24.007739 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.017783 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a0445a0-d895-447b-a8fa-13cd0ead49c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.054010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c1019bbc-ebf7-44b2-9b10-3290d5c3a176 None None] Deleting port 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:24.054555 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c1019bbc-ebf7-44b2-9b10-3290d5c3a176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.106081 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a0445a0-d895-447b-a8fa-13cd0ead49c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.131598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a4173357-4670-481d-8deb-376a263bbe1a up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:24.138222 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d26fb9ad-2f8b-4780-87d4-ebef0714d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.161491 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d26fb9ad-2f8b-4780-87d4-ebef0714d888 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.165843 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d26fb9ad-2f8b-4780-87d4-ebef0714d888 admin admin] 10.222.0.23 "DELETE /v2.0/networks/eb35d616-34e8-4a2a-95d0-485195b57b19 HTTP/1.1" status: 204 len: 168 time: 0.7165678 Sep 18 05:27:24.168262 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fb9ad-2f8b-4780-87d4-ebef0714d888 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb35d616-34e8-4a2a-95d0-485195b57b19,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:24.173201 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c1019bbc-ebf7-44b2-9b10-3290d5c3a176 None None] For port 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7a65d1ab-808a-44d1-b0ae-46b4761ff1a9,segment=NetworkSegment(b4cfcf09-552b-47af-89dc-a9f720379f26),segment_id=b4cfcf09-552b-47af-89dc-a9f720379f26)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:24.173613 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c1019bbc-ebf7-44b2-9b10-3290d5c3a176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.195126 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c1019bbc-ebf7-44b2-9b10-3290d5c3a176 None None] Calling delete_port for 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:24.210038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:24.212755 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.278598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] For port 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7a65d1ab-808a-44d1-b0ae-46b4761ff1a9,segment=NetworkSegment(b4cfcf09-552b-47af-89dc-a9f720379f26),segment_id=b4cfcf09-552b-47af-89dc-a9f720379f26)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:24.279088 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.291540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:24.304339 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port a4173357-4670-481d-8deb-376a263bbe1a completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:27:24.308801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port a4173357-4670-481d-8deb-376a263bbe1a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:24.309176 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.367671 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a0445a0-d895-447b-a8fa-13cd0ead49c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.370300 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a0445a0-d895-447b-a8fa-13cd0ead49c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.375295 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9a0445a0-d895-447b-a8fa-13cd0ead49c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31de68e1-097f-4642-85e5-88110b1aa02e HTTP/1.1" status: 204 len: 168 time: 0.5504005 Sep 18 05:27:24.382985 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0445a0-d895-447b-a8fa-13cd0ead49c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31de68e1-097f-4642-85e5-88110b1aa02e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:24.396638 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c1019bbc-ebf7-44b2-9b10-3290d5c3a176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.409788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.432503 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1019bbc-ebf7-44b2-9b10-3290d5c3a176 None None] Pushing event deleted for resources: {'Port': ['ID=7a65d1ab-808a-44d1-b0ae-46b4761ff1a9,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:24.442175 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.444446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1019bbc-ebf7-44b2-9b10-3290d5c3a176 None None] No DVR routers for this DVR port 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:27:24.457126 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=7a65d1ab-808a-44d1-b0ae-46b4761ff1a9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:24.459376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No DVR routers for this DVR port 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:27:24.475722 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4173357-4670-481d-8deb-376a263bbe1a'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:27:24.478053 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b1916-0ecd-495f-b7c8-d9b812195ca4" -d '{"events": [{"server_uuid": "2d52dd45-7622-4e2b-a32b-a8e1d18547f8", "name": "network-vif-plugged", "status": "completed", "tag": "a4173357-4670-481d-8deb-376a263bbe1a"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:27:24.493198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port a4173357-4670-481d-8deb-376a263bbe1a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a4173357-4670-481d-8deb-376a263bbe1a,segment=NetworkSegment(3f950be3-307a-40d6-a8e2-8a3f732cb7ee),segment_id=3f950be3-307a-40d6-a8e2-8a3f732cb7ee)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:24.522464 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61de1799-e948-40a3-aa00-37b49f4ccd7e x-openstack-request-id: req-61de1799-e948-40a3-aa00-37b49f4ccd7e {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:27:24.522767 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d52dd45-7622-4e2b-a32b-a8e1d18547f8", "name": "network-vif-plugged", "status": "completed", "tag": "a4173357-4670-481d-8deb-376a263bbe1a", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:27:24.523025 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61de1799-e948-40a3-aa00-37b49f4ccd7e {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:27:24.523449 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4173357-4670-481d-8deb-376a263bbe1a', 'code': 200} Sep 18 05:27:24.524191 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48116) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:24.582449 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.583371 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.584211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d844bc9f-f85c-4b88-8998-41271732dff0 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:27:24.606854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a9191e-b832-48fe-acf9-5abe6cf5f33d']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:24.614292 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: d844bc9f-f85c-4b88-8998-41271732dff0 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:27:24.614627 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d844bc9f-f85c-4b88-8998-41271732dff0 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:27:24.619076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4cfcf09-552b-47af-89dc-a9f720379f26') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:24.619393 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4cfcf09-552b-47af-89dc-a9f720379f26') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:24.623803 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a9153692-a0f2-4b67-9855-fe97e0423a67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=623e1e3bbe3e48e086f012104ee7a607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0982316 Sep 18 05:27:24.630286 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.642143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48118) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:24.644337 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.650602 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:27:24.651125 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.668903 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=a4173357-4670-481d-8deb-376a263bbe1a,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: self.session.flush() Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:27:24.693565 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:27:24.753842 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531925e4-9ba6-4bf9-aefc-4e40d7f34f2d req-91a99a1b-8953-4bb4-b2f6-84a9cc31f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:24.755434 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-531925e4-9ba6-4bf9-aefc-4e40d7f34f2d req-91a99a1b-8953-4bb4-b2f6-84a9cc31f6f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 1097 time: 0.1551478 Sep 18 05:27:24.774696 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:27:24.794157 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e43f4373-a317-4cab-975f-a527028918c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.807828 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-531925e4-9ba6-4bf9-aefc-4e40d7f34f2d req-17595133-d837-407c-b461-9376e4b1d33d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=449e3002-1ac5-4bdc-9d4a-49e65cb1642e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419738 Sep 18 05:27:24.810219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:27:24.810958 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7a65d1ab-808a-44d1-b0ae-46b4761ff1a9 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:27:24.821989 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.830426 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.832316 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/networks/f5a9191e-b832-48fe-acf9-5abe6cf5f33d HTTP/1.1" status: 204 len: 168 time: 1.0247784 Sep 18 05:27:24.841200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48124) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:24.846380 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-192b31ce-1410-46a4-a3cd-ec061773be84 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-261990464'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:24.854479 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e43f4373-a317-4cab-975f-a527028918c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.862056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678e2a8-93b0-4aff-8b87-c4a83b3715e1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Network': ['ID=f5a9191e-b832-48fe-acf9-5abe6cf5f33d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:24.964931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192b31ce-1410-46a4-a3cd-ec061773be84 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:24.968686 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-192b31ce-1410-46a4-a3cd-ec061773be84 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:24.994205 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192b31ce-1410-46a4-a3cd-ec061773be84 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:27:25.004691 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-192b31ce-1410-46a4-a3cd-ec061773be84 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:25.005147 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-192b31ce-1410-46a4-a3cd-ec061773be84 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Added segment e1ace77e-b47b-4588-92c4-128f0b46e26a of type vlan for network 23d10250-2839-49d4-bd78-412148b73a65 Sep 18 05:27:25.059802 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e43f4373-a317-4cab-975f-a527028918c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:25.063300 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e43f4373-a317-4cab-975f-a527028918c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:25.064489 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e43f4373-a317-4cab-975f-a527028918c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c44e76a2-36c8-429f-83b3-a3aa8aae3cc1 HTTP/1.1" status: 204 len: 168 time: 0.4209852 Sep 18 05:27:25.090346 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-192b31ce-1410-46a4-a3cd-ec061773be84 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:25.092586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f4373-a317-4cab-975f-a527028918c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44e76a2-36c8-429f-83b3-a3aa8aae3cc1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:25.122737 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e641f05-291d-4ead-8f76-c768030b63b6 req-ea072f97-5c14-4fd7-9788-1ffa4208fcfe tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:25.124303 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e641f05-291d-4ead-8f76-c768030b63b6 req-ea072f97-5c14-4fd7-9788-1ffa4208fcfe tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 945 time: 0.1108596 Sep 18 05:27:25.171872 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e641f05-291d-4ead-8f76-c768030b63b6 req-9fb262e4-1b80-42dd-830d-bad3a12a5d71 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=449e3002-1ac5-4bdc-9d4a-49e65cb1642e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363214 Sep 18 05:27:25.211708 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-192b31ce-1410-46a4-a3cd-ec061773be84 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:25.217703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192b31ce-1410-46a4-a3cd-ec061773be84 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:25.218561 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-192b31ce-1410-46a4-a3cd-ec061773be84 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:25.296586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b31ce-1410-46a4-a3cd-ec061773be84 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Network': ['ID=23d10250-2839-49d4-bd78-412148b73a65,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:25.308203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 23d10250-2839-49d4-bd78-412148b73a65 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:27:25.383526 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-192b31ce-1410-46a4-a3cd-ec061773be84 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5455678 Sep 18 05:27:25.386404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48142) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:25.391975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-36045b96-39ef-4681-895e-8a975883b8b5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': '23d10250-2839-49d4-bd78-412148b73a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:25.542439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36045b96-39ef-4681-895e-8a975883b8b5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:25.542439 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-36045b96-39ef-4681-895e-8a975883b8b5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:25.658882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48156) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:25.777895 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-36045b96-39ef-4681-895e-8a975883b8b5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:25.787820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-459227216-network', 'tenant_id': '6277d485fb1c4ef6a8fd9994eb17d7aa'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:25.849136 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36045b96-39ef-4681-895e-8a975883b8b5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Subnet': ['ID=22856572-44ce-4db0-9a3d-026b6c56cc68,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:25.858336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36045b96-39ef-4681-895e-8a975883b8b5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Checking segment: {'id': 'e1ace77e-b47b-4588-92c4-128f0b46e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '23d10250-2839-49d4-bd78-412148b73a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:25.858744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36045b96-39ef-4681-895e-8a975883b8b5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network hostable DHCP agents. Network: 23d10250-2839-49d4-bd78-412148b73a65, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:27:25.869187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] Made reservation on behalf of 6277d485fb1c4ef6a8fd9994eb17d7aa for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:25.871659 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:25.882908 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:25.949519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36045b96-39ef-4681-895e-8a975883b8b5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 23d10250-2839-49d4-bd78-412148b73a65 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:27:25.980295 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.028152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-36045b96-39ef-4681-895e-8a975883b8b5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 23d10250-2839-49d4-bd78-412148b73a65) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:26.032815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36045b96-39ef-4681-895e-8a975883b8b5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:26.033443 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-36045b96-39ef-4681-895e-8a975883b8b5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.039888 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49e0753-90ac-4a39-8a6c-293e9db4a22b None None] Network 23d10250-2839-49d4-bd78-412148b73a65 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:26.051670 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.074150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:27:26.089025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c282a3f1-63c7-4293-87f3-5206dd7c8426,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:26.107499 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.107856 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] Added segment 6322e294-c6f8-4bd9-b63e-88620871819a of type vlan for network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d Sep 18 05:27:26.147802 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.149177 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-36045b96-39ef-4681-895e-8a975883b8b5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7615411 Sep 18 05:27:26.151546 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48170) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:26.157771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-36da92ce-c9ee-424c-9884-005729471df5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'network_id': '23d10250-2839-49d4-bd78-412148b73a65', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1439473650'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:26.195339 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-23d10250-2839-49d4-bd78-412148b73a65', 'network_id': '23d10250-2839-49d4-bd78-412148b73a65', 'tenant_id': '040c43d98d264235bb6f6d9906468a72', 'fixed_ips': [{'subnet_id': '22856572-44ce-4db0-9a3d-026b6c56cc68'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:27:26.197379 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.244946 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.246235 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:26.247245 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.348890 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] Pushing event updated for resources: {'Network': ['ID=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:26.369679 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addabab5-4f93-444f-8e89-cd0e4033d82e req-82b7e4d5-0ef3-40b6-9d59-e13ebe0799d5 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:26.371330 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-addabab5-4f93-444f-8e89-cd0e4033d82e req-82b7e4d5-0ef3-40b6-9d59-e13ebe0799d5 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 945 time: 0.1006055 Sep 18 05:27:26.376280 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:27:26.399524 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8dd7c2ff-7de8-4121-b2a2-9d07cce85931 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7390695 Sep 18 05:27:26.400253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48176) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:26.403655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Allocated IP 2001:db8::2 (23d10250-2839-49d4-bd78-412148b73a65/22856572-44ce-4db0-9a3d-026b6c56cc68/e92361e0-294d-497c-a1a3-181200dbf573) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:26.407431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-c9f7db10-ef85-4c17-8051-a2a4442ec517 admin admin] Request body: {'subnet': {'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-459227216-subnet', 'tenant_id': '6277d485fb1c4ef6a8fd9994eb17d7aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:26.435303 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-addabab5-4f93-444f-8e89-cd0e4033d82e req-a2937774-1d33-447d-8cea-fb281b10e651 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=449e3002-1ac5-4bdc-9d4a-49e65cb1642e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550168 Sep 18 05:27:26.497616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36da92ce-c9ee-424c-9884-005729471df5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:26.503303 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-36da92ce-c9ee-424c-9884-005729471df5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.534612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-36da92ce-c9ee-424c-9884-005729471df5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port 8d7b8692-9eb5-4b09-aaff-373e4e14b50b yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:27:26.584986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f505c42-462e-4a95-b479-6868cc862207 req-dd254ea5-2347-4e78-8ca4-9e7a7ed0fcdf tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:26.588338 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f505c42-462e-4a95-b479-6868cc862207 req-dd254ea5-2347-4e78-8ca4-9e7a7ed0fcdf tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 945 time: 0.0706911 Sep 18 05:27:26.589493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f7db10-ef85-4c17-8051-a2a4442ec517 admin admin] Made reservation on behalf of 6277d485fb1c4ef6a8fd9994eb17d7aa for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:26.591782 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c9f7db10-ef85-4c17-8051-a2a4442ec517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.684284 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.715994 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f505c42-462e-4a95-b479-6868cc862207 req-b8679bdf-9977-4811-97e5-7825f6dac1e4 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=449e3002-1ac5-4bdc-9d4a-49e65cb1642e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186044 Sep 18 05:27:26.744516 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48202) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:26.766781 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.810931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Network 23d10250-2839-49d4-bd78-412148b73a65 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:26.814850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:26.821972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:26.825174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Pushing event updated for resources: {'Port': ['ID=e92361e0-294d-497c-a1a3-181200dbf573,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:26.830155 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9710ac74-ff83-471d-8734-6c9c4178c4e1 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:26.832009 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9710ac74-ff83-471d-8734-6c9c4178c4e1 tempest-TestNetworkBasicOps-2092357525 tempest-TestNetworkBasicOps-2092357525-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 1092 time: 0.0858457 Sep 18 05:27:26.835618 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48204) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:26.841006 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': 'a4173357-4670-481d-8deb-376a263bbe1a', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:26.853819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-36da92ce-c9ee-424c-9884-005729471df5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Allocated IP 2001:db8::1aa (23d10250-2839-49d4-bd78-412148b73a65/22856572-44ce-4db0-9a3d-026b6c56cc68/8d7b8692-9eb5-4b09-aaff-373e4e14b50b) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:26.885972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Attempting to bind port e92361e0-294d-497c-a1a3-181200dbf573 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:26.891276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Attempting to bind port e92361e0-294d-497c-a1a3-181200dbf573 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'e1ace77e-b47b-4588-92c4-128f0b46e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '23d10250-2839-49d4-bd78-412148b73a65'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:26.891276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Attempting to bind port e92361e0-294d-497c-a1a3-181200dbf573 on network 23d10250-2839-49d4-bd78-412148b73a65 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:26.893141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:26.893522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Checking segment: {'id': 'e1ace77e-b47b-4588-92c4-128f0b46e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '23d10250-2839-49d4-bd78-412148b73a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:26.894054 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.894511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Bound using segment: {'id': 'e1ace77e-b47b-4588-92c4-128f0b46e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '23d10250-2839-49d4-bd78-412148b73a65'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:26.895142 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Bound port: e92361e0-294d-497c-a1a3-181200dbf573, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ace77e-b47b-4588-92c4-128f0b46e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '23d10250-2839-49d4-bd78-412148b73a65'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:26.895592 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.933112 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c9f7db10-ef85-4c17-8051-a2a4442ec517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:26.986147 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] For port e92361e0-294d-497c-a1a3-181200dbf573, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:26.992338 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] For port e92361e0-294d-497c-a1a3-181200dbf573, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e92361e0-294d-497c-a1a3-181200dbf573,segment=NetworkSegment(e1ace77e-b47b-4588-92c4-128f0b46e26a),segment_id=e1ace77e-b47b-4588-92c4-128f0b46e26a)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:27.005323 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:27.012489 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-36da92ce-c9ee-424c-9884-005729471df5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:27.058666 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:27.061668 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3af5d088-b0e9-49ae-a068-b0bf9c806db5 req-8cb6a623-1382-41dc-b896-d9bc5e902ef7 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0660725 Sep 18 05:27:27.072758 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7db10-ef85-4c17-8051-a2a4442ec517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3404c123-a5c4-46c8-a367-ec525a9124e2,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:27.128142 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21516702-e4cd-4a3c-99bc-348c180072b4 None None] Pushing event updated for resources: {'Port': ['ID=e92361e0-294d-497c-a1a3-181200dbf573,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:27.133841 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-36da92ce-c9ee-424c-9884-005729471df5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:27.141263 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f7db10-ef85-4c17-8051-a2a4442ec517 admin admin] Checking segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:27.141822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f7db10-ef85-4c17-8051-a2a4442ec517 admin admin] Network hostable DHCP agents. Network: 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:27:27.196951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36da92ce-c9ee-424c-9884-005729471df5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 23d10250-2839-49d4-bd78-412148b73a65 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:27.200210 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-36da92ce-c9ee-424c-9884-005729471df5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:27.201579 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:27.205075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da92ce-c9ee-424c-9884-005729471df5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:27.211126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36da92ce-c9ee-424c-9884-005729471df5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:27.211828 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-36da92ce-c9ee-424c-9884-005729471df5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:27.227548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da92ce-c9ee-424c-9884-005729471df5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=8d7b8692-9eb5-4b09-aaff-373e4e14b50b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:27.251959 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f7db10-ef85-4c17-8051-a2a4442ec517 admin admin] Network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:27:27.325044 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-36da92ce-c9ee-424c-9884-005729471df5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.1718383 Sep 18 05:27:27.325698 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48216) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:27.363037 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-c9f7db10-ef85-4c17-8051-a2a4442ec517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:27.371203 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Allocated IP 172.25.7.82 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/b460dcb1-80b8-45ba-81db-18af6a0417ac) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:27.374574 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7db10-ef85-4c17-8051-a2a4442ec517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:27.376411 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c9f7db10-ef85-4c17-8051-a2a4442ec517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:27.376548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ac939a-2162-418d-8bc8-e0f219a125b5 None None] Network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:27.467087 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-0a57f148-e7b0-4bfd-92fb-1aca101b1dc6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 8d7b8692-9eb5-4b09-aaff-373e4e14b50b {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:27.467446 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a57f148-e7b0-4bfd-92fb-1aca101b1dc6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:27.529026 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c9f7db10-ef85-4c17-8051-a2a4442ec517 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1257319 Sep 18 05:27:27.550787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e497136d-4874-4f4a-ab64-4d407e3dcdfd None None] Network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:27.566082 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:27.622146 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a57f148-e7b0-4bfd-92fb-1aca101b1dc6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:27.643567 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-0a57f148-e7b0-4bfd-92fb-1aca101b1dc6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 8d7b8692-9eb5-4b09-aaff-373e4e14b50b owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:27.699764 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:27.772929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:27.777401 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:27.779929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:27.811711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=b460dcb1-80b8-45ba-81db-18af6a0417ac,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:27.888346 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a57f148-e7b0-4bfd-92fb-1aca101b1dc6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:27.935218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57f148-e7b0-4bfd-92fb-1aca101b1dc6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=8d7b8692-9eb5-4b09-aaff-373e4e14b50b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:27.983063 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a57f148-e7b0-4bfd-92fb-1aca101b1dc6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:27.985653 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0a57f148-e7b0-4bfd-92fb-1aca101b1dc6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/8d7b8692-9eb5-4b09-aaff-373e4e14b50b HTTP/1.1" status: 204 len: 168 time: 0.6589072 Sep 18 05:27:27.988402 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48240) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:28.045913 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1a2d04-78ef-4713-b734-1e51fb8b5fa4 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] GET failed (client error): The resource could not be found. Sep 18 05:27:28.048103 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7e1a2d04-78ef-4713-b734-1e51fb8b5fa4 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/8d7b8692-9eb5-4b09-aaff-373e4e14b50b HTTP/1.1" status: 404 len: 333 time: 0.0575628 Sep 18 05:27:28.050690 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48242) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:28.081097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-452b277d-f729-429d-9ecb-48a5d0a8b27c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:28.082969 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-452b277d-f729-429d-9ecb-48a5d0a8b27c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.1544261 Sep 18 05:27:28.099892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-87bd8f64-0979-46b7-b9eb-7fc4cc904b5c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/quotas/6277d485fb1c4ef6a8fd9994eb17d7aa HTTP/1.1" status: 200 len: 375 time: 0.0106287 Sep 18 05:27:28.137983 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-9b3d7fb7-78d3-45a5-ac07-7f532455298b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306396 Sep 18 05:27:28.190462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d689cd7-8cac-457b-ab1e-07e44980994c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting subnet 22856572-44ce-4db0-9a3d-026b6c56cc68 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:27:28.193892 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d689cd7-8cac-457b-ab1e-07e44980994c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:28.233287 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0c865b2e-b9b5-4bbc-8622-8cda4744a4b4 req-c151d6a9-c4fb-463e-9e52-009bad22f577 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0608838 Sep 18 05:27:28.268172 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be07bb-f941-47aa-91cb-ec942eed59eb None None] Network 23d10250-2839-49d4-bd78-412148b73a65 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:28.282059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-d133f39a-d080-475f-91a6-e261cec9384c service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343689 Sep 18 05:27:28.352595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4c1b5984-855f-4361-85f8-25c2ee900258 None None] Provisioning complete for port e92361e0-294d-497c-a1a3-181200dbf573 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:28.353358 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4c1b5984-855f-4361-85f8-25c2ee900258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:28.391451 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-52dec860-b26a-4a3c-9e3c-075bb7d62a3d service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027067 Sep 18 05:27:28.521770 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4c1b5984-855f-4361-85f8-25c2ee900258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:28.572927 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-4c1b5984-855f-4361-85f8-25c2ee900258 None None] For port e92361e0-294d-497c-a1a3-181200dbf573, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e92361e0-294d-497c-a1a3-181200dbf573,segment=NetworkSegment(e1ace77e-b47b-4588-92c4-128f0b46e26a),segment_id=e1ace77e-b47b-4588-92c4-128f0b46e26a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:28.634661 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4c1b5984-855f-4361-85f8-25c2ee900258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:28.669685 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d689cd7-8cac-457b-ab1e-07e44980994c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:28.705728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b5984-855f-4361-85f8-25c2ee900258 None None] Pushing event updated for resources: {'Port': ['ID=e92361e0-294d-497c-a1a3-181200dbf573,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:28.841310 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a3b0cc73-343b-40e0-9bf1-93672eeae1d1 req-c11a518f-34b6-476e-ae2f-28589e310077 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 210 time: 0.1624174 Sep 18 05:27:28.878907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e92361e0-294d-497c-a1a3-181200dbf573 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:28.906766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-80d783cb-d442-41c9-a3c0-80fbc17e2ee1 None None] Provisioning complete for port e92361e0-294d-497c-a1a3-181200dbf573 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:28.907082 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-80d783cb-d442-41c9-a3c0-80fbc17e2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.013002 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port e92361e0-294d-497c-a1a3-181200dbf573 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:29.013381 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.029235 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.082770 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d689cd7-8cac-457b-ab1e-07e44980994c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.165525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c898b199-4f48-465f-bb00-b94e11bcfab0 None None] Could not find standard attr ID for object 8d7b8692-9eb5-4b09-aaff-373e4e14b50b. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:27:29.285854 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.357713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f736ca66-bdf2-4355-9438-46ad56656bc8 req-eb4a49c3-c128-429d-a090-3a700985075a tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0290394 Sep 18 05:27:29.395206 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d689cd7-8cac-457b-ab1e-07e44980994c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.434496 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d689cd7-8cac-457b-ab1e-07e44980994c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Subnet': ['ID=22856572-44ce-4db0-9a3d-026b6c56cc68,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:29.437215 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6d689cd7-8cac-457b-ab1e-07e44980994c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.438985 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6d689cd7-8cac-457b-ab1e-07e44980994c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/22856572-44ce-4db0-9a3d-026b6c56cc68 HTTP/1.1" status: 204 len: 168 time: 1.3873656 Sep 18 05:27:29.443159 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48264) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:29.448150 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99762cf3-dbbf-4972-82ab-a7903588ebb1 None None] Network 23d10250-2839-49d4-bd78-412148b73a65 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:29.523679 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.574005 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.630210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port e92361e0-294d-497c-a1a3-181200dbf573 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:29.630541 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.632408 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.653631 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6c6f01-e282-4edc-abcb-933aafc445bc None None] DHCP port deletion for 23d10250-2839-49d4-bd78-412148b73a65 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:27:29.707694 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c6f01-e282-4edc-abcb-933aafc445bc None None] Deleting port e92361e0-294d-497c-a1a3-181200dbf573 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:29.708072 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3c6c6f01-e282-4edc-abcb-933aafc445bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.758225 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event updated for resources: {'Port': ['ID=b460dcb1-80b8-45ba-81db-18af6a0417ac,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:29.766457 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] For port e92361e0-294d-497c-a1a3-181200dbf573, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e92361e0-294d-497c-a1a3-181200dbf573,segment=NetworkSegment(e1ace77e-b47b-4588-92c4-128f0b46e26a),segment_id=e1ace77e-b47b-4588-92c4-128f0b46e26a)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:29.766840 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.778002 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3c6c6f01-e282-4edc-abcb-933aafc445bc None None] For port e92361e0-294d-497c-a1a3-181200dbf573, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=e92361e0-294d-497c-a1a3-181200dbf573,segment=NetworkSegment(e1ace77e-b47b-4588-92c4-128f0b46e26a),segment_id=e1ace77e-b47b-4588-92c4-128f0b46e26a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:29.778424 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3c6c6f01-e282-4edc-abcb-933aafc445bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.785164 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for e92361e0-294d-497c-a1a3-181200dbf573 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:29.792312 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.793722 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c6f01-e282-4edc-abcb-933aafc445bc None None] Calling delete_port for e92361e0-294d-497c-a1a3-181200dbf573 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:29.954594 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3c6c6f01-e282-4edc-abcb-933aafc445bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:29.976883 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5fe8a48b-8f4a-422b-ac33-5e221c99270d req-febf2e35-42e6-4988-8c05-8a986ba9a477 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 210 time: 0.0618095 Sep 18 05:27:29.987162 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c6f01-e282-4edc-abcb-933aafc445bc None None] Pushing event deleted for resources: {'Port': ['ID=e92361e0-294d-497c-a1a3-181200dbf573,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:29.990910 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c6f01-e282-4edc-abcb-933aafc445bc None None] No DVR routers for this DVR port e92361e0-294d-497c-a1a3-181200dbf573 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:27:30.009825 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Floating IP 16b026f5-15e3-4bf4-a29b-c4fb9aef6327 associated. External IP: 172.25.7.82, port: a4173357-4670-481d-8deb-376a263bbe1a. Sep 18 05:27:30.051849 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:30.085148 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=e92361e0-294d-497c-a1a3-181200dbf573,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:30.088454 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No DVR routers for this DVR port e92361e0-294d-497c-a1a3-181200dbf573 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:27:30.221084 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:30.277639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d10250-2839-49d4-bd78-412148b73a65']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:30.290842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ace77e-b47b-4588-92c4-128f0b46e26a') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:30.291141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ace77e-b47b-4588-92c4-128f0b46e26a') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:30.304462 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:30.350149 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:30.359739 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:27:30.360650 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:27:30.363588 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:27:30.441846 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Router 3a25844f-4908-4abe-a756-e3de2dffad56 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:27:30.498035 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-13083036-62ca-4741-b0ec-35d972657e7d req-66e46a8b-a1eb-451e-bcba-993d99c4869f tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0500848 Sep 18 05:27:30.548977 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:30.557553 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:30.560748 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/networks/23d10250-2839-49d4-bd78-412148b73a65 HTTP/1.1" status: 204 len: 168 time: 1.1181560 Sep 18 05:27:30.564814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48274) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:30.570915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9c1b2bef-733f-4bbe-adbb-32a20ad1a4b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'name': 'tempest-PortsIpV6TestJSON-948073067'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:30.578932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c1e86-21cc-422b-8799-222af71b3f03 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Network': ['ID=23d10250-2839-49d4-bd78-412148b73a65,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:30.593580 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:27:30.605367 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7f1e9-53a0-4669-b948-da053e4e48b2 None None] Sync routers for ids ['3a25844f-4908-4abe-a756-e3de2dffad56'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:27:30.615129 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace7f1e9-53a0-4669-b948-da053e4e48b2 None None] Routers {'3a25844f-4908-4abe-a756-e3de2dffad56'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:27:30.615763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ace7f1e9-53a0-4669-b948-da053e4e48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:27:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3a25844f-4908-4abe-a756-e3de2dffad56'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:30.663432 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:30.663846 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ddb24804-79d1-446a-9150-a6d326ee90b7 req-0075aef1-3a8a-4656-9892-2084f320554e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0527935 Sep 18 05:27:30.699708 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cd705caf-3c34-4ca0-b01d-9334985fd3c1 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8625457 Sep 18 05:27:30.700465 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'tag': 'a4173357-4670-481d-8deb-376a263bbe1a'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:27:30.704467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48276) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:30.704631 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6da1ab9-cd43-497f-b9ad-44e71ab61afd" -d '{"events": [{"name": "network-changed", "server_uuid": "2d52dd45-7622-4e2b-a32b-a8e1d18547f8", "tag": "a4173357-4670-481d-8deb-376a263bbe1a"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:27:30.748422 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaecf7c-0af3-4042-9a8b-1f1eb19d8852 x-openstack-request-id: req-8eaecf7c-0af3-4042-9a8b-1f1eb19d8852 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:27:30.748796 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d52dd45-7622-4e2b-a32b-a8e1d18547f8", "tag": "a4173357-4670-481d-8deb-376a263bbe1a", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:27:30.749202 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8eaecf7c-0af3-4042-9a8b-1f1eb19d8852 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:27:30.749851 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'tag': 'a4173357-4670-481d-8deb-376a263bbe1a', 'status': 'completed', 'code': 200} Sep 18 05:27:30.768956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1b2bef-733f-4bbe-adbb-32a20ad1a4b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:30.772485 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2bef-733f-4bbe-adbb-32a20ad1a4b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:30.803739 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e92361e0-294d-497c-a1a3-181200dbf573 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:27:30.823532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-9c1b2bef-733f-4bbe-adbb-32a20ad1a4b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port 08b877a5-bd1c-4fbd-9e07-f87162e8480f yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:27:30.825664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: e92361e0-294d-497c-a1a3-181200dbf573 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:27:30.826017 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device e92361e0-294d-497c-a1a3-181200dbf573 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:27:30.849884 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5561b354-84b0-4bdc-8883-76b5047562ee tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/floatingips/16b026f5-15e3-4bf4-a29b-c4fb9aef6327 HTTP/1.1" status: 200 len: 990 time: 0.1456389 Sep 18 05:27:30.887851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da1ab9-cd43-497f-b9ad-44e71ab61afd req-a545bea4-8eab-45d1-9e39-c0125b223983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:30.889697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6da1ab9-cd43-497f-b9ad-44e71ab61afd req-a545bea4-8eab-45d1-9e39-c0125b223983 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 1097 time: 0.1132028 Sep 18 05:27:30.900348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-ace7f1e9-53a0-4669-b948-da053e4e48b2 None None] Set router 3a25844f-4908-4abe-a756-e3de2dffad56 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:27:31.075787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da1ab9-cd43-497f-b9ad-44e71ab61afd req-e91bc6c5-0de5-4cef-810a-032b79abee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:31.077158 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6da1ab9-cd43-497f-b9ad-44e71ab61afd req-e91bc6c5-0de5-4cef-810a-032b79abee1a service neutron] 10.222.0.18 "GET /v2.0/networks?id=13f31bd2-a4d5-4e56-b507-c39f5da6d920 HTTP/1.1" status: 200 len: 897 time: 0.1803398 Sep 18 05:27:31.098700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2bef-733f-4bbe-adbb-32a20ad1a4b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:31.150976 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ace7f1e9-53a0-4669-b948-da053e4e48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:04Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '16b026f5-15e3-4bf4-a29b-c4fb9aef6327', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'port_id': 'a4173357-4670-481d-8deb-376a263bbe1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'mac_address': 'fa:16:3e:6a:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:27:28Z', 'updated_at': '2021-09-18T05:27:28Z', 'revision_number': 0, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f14b01-5a79-4a75-822c-6a5499601f6b', 'name': '', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:d4:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:27:03Z', 'updated_at': '2021-09-18T05:27:08Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:31.196841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7f1e9-53a0-4669-b948-da053e4e48b2 None None] Checking router: 3a25844f-4908-4abe-a756-e3de2dffad56 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:27:31.209316 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace7f1e9-53a0-4669-b948-da053e4e48b2 None None] Routers {'3a25844f-4908-4abe-a756-e3de2dffad56'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:27:31.210011 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ace7f1e9-53a0-4669-b948-da053e4e48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:27:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3a25844f-4908-4abe-a756-e3de2dffad56'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:31.265663 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-93e09466-3a5e-459b-a996-15d09ebd976d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:31.331964 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-ace7f1e9-53a0-4669-b948-da053e4e48b2 None None] Set router 3a25844f-4908-4abe-a756-e3de2dffad56 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:27:31.531300 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-390eaf4d-8b16-4fd4-9e8d-073a91879790 req-decb722b-d26a-47c8-9c2b-0204208bde18 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 210 time: 0.4210443 Sep 18 05:27:31.580328 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ace7f1e9-53a0-4669-b948-da053e4e48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:04Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '16b026f5-15e3-4bf4-a29b-c4fb9aef6327', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'port_id': 'a4173357-4670-481d-8deb-376a263bbe1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'mac_address': 'fa:16:3e:6a:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:27:28Z', 'updated_at': '2021-09-18T05:27:28Z', 'revision_number': 0, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f14b01-5a79-4a75-822c-6a5499601f6b', 'name': '', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:d4:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:27:03Z', 'updated_at': '2021-09-18T05:27:08Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:31.604429 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6da1ab9-cd43-497f-b9ad-44e71ab61afd req-137ba690-8924-4dac-931e-bb12f2698ead service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4173357-4670-481d-8deb-376a263bbe1a HTTP/1.1" status: 200 len: 998 time: 0.5189598 Sep 18 05:27:31.611164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7f1e9-53a0-4669-b948-da053e4e48b2 None None] The sync data for ids ['3a25844f-4908-4abe-a756-e3de2dffad56'] in n-d-789963-13 is: [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:04Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '16b026f5-15e3-4bf4-a29b-c4fb9aef6327', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'port_id': 'a4173357-4670-481d-8deb-376a263bbe1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'mac_address': 'fa:16:3e:6a:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:27:28Z', 'updated_at': '2021-09-18T05:27:28Z', 'revision_number': 0, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f14b01-5a79-4a75-822c-6a5499601f6b', 'name': '', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:d4:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:27:03Z', 'updated_at': '2021-09-18T05:27:08Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:27:31.670976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da1ab9-cd43-497f-b9ad-44e71ab61afd req-2dc2959a-2f61-4fb9-8546-0268bbfd76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:31.672667 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6da1ab9-cd43-497f-b9ad-44e71ab61afd req-2dc2959a-2f61-4fb9-8546-0268bbfd76d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f09a9b19-6999-4f65-af4e-836080ddd76b HTTP/1.1" status: 200 len: 835 time: 0.0575998 Sep 18 05:27:31.694495 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-391555bb-7510-4f2a-ab6f-6589d5ab6dad req-283776d8-a1e3-438d-a88b-b31bcb6e33e2 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0769129 Sep 18 05:27:31.728164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-6348ad78-441d-4850-a2b6-9592aa317eba tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:31.729754 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-6348ad78-441d-4850-a2b6-9592aa317eba tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.13 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.6470783 Sep 18 05:27:31.747759 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-85e7709f-b1ad-48c4-9773-daae4773c018 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Request body: {'port': {'device_id': '54fe8f58-cba2-4fc5-8945-29a44a2a837f', 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'admin_state_up': True, 'tenant_id': '6277d485fb1c4ef6a8fd9994eb17d7aa'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:31.767593 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da1ab9-cd43-497f-b9ad-44e71ab61afd req-b8d3db14-88b5-47f2-83bd-767239d97351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:31.769181 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6da1ab9-cd43-497f-b9ad-44e71ab61afd req-b8d3db14-88b5-47f2-83bd-767239d97351 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13f31bd2-a4d5-4e56-b507-c39f5da6d920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895514 Sep 18 05:27:31.770322 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2bef-733f-4bbe-adbb-32a20ad1a4b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:31.854139 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48288) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:31.893217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1b2bef-733f-4bbe-adbb-32a20ad1a4b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 6825aa9d-597b-40fd-9807-305244e2f265 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:31.906470 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa4d82a-c2d3-4be9-a7ee-70664a798274 None None] New status for floating IP 16b026f5-15e3-4bf4-a29b-c4fb9aef6327: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:27:31.930437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9c1b2bef-733f-4bbe-adbb-32a20ad1a4b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:31.933353 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e7637e8f-e629-4cca-b043-c87fbcba1695 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/floatingips/16b026f5-15e3-4bf4-a29b-c4fb9aef6327 HTTP/1.1" status: 200 len: 990 time: 0.0778024 Sep 18 05:27:31.946934 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1b2bef-733f-4bbe-adbb-32a20ad1a4b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:31.953041 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1b2bef-733f-4bbe-adbb-32a20ad1a4b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:31.953661 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2bef-733f-4bbe-adbb-32a20ad1a4b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:31.965358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b2bef-733f-4bbe-adbb-32a20ad1a4b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=08b877a5-bd1c-4fbd-9e07-f87162e8480f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:32.008669 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6da1ab9-cd43-497f-b9ad-44e71ab61afd req-7ac07b96-95ed-4ce6-8702-c4cf34a2c0db service neutron] 10.222.0.18 "GET /v2.0/networks/13f31bd2-a4d5-4e56-b507-c39f5da6d920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213478 Sep 18 05:27:32.047862 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9c1b2bef-733f-4bbe-adbb-32a20ad1a4b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4818549 Sep 18 05:27:32.050724 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48290) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:32.127518 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6da1ab9-cd43-497f-b9ad-44e71ab61afd req-f2e81e4b-ca21-48e2-9522-6288af09e4d6 service neutron] 10.222.0.18 "GET /v2.0/networks/13f31bd2-a4d5-4e56-b507-c39f5da6d920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113555 Sep 18 05:27:32.147839 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-5c8173f2-79cd-4d34-8d1a-d2b4df84aacb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 08b877a5-bd1c-4fbd-9e07-f87162e8480f {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:32.148191 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c8173f2-79cd-4d34-8d1a-d2b4df84aacb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:32.159167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-85e7709f-b1ad-48c4-9773-daae4773c018 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Made reservation on behalf of 6277d485fb1c4ef6a8fd9994eb17d7aa for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:32.163017 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-85e7709f-b1ad-48c4-9773-daae4773c018 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:32.226579 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c8173f2-79cd-4d34-8d1a-d2b4df84aacb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:32.239723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-5c8173f2-79cd-4d34-8d1a-d2b4df84aacb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 08b877a5-bd1c-4fbd-9e07-f87162e8480f owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:32.302207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-85e7709f-b1ad-48c4-9773-daae4773c018 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Allocated IP 172.20.0.5 (48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d/3404c123-a5c4-46c8-a367-ec525a9124e2/0f69100b-3ee1-4fb1-8787-faaeb443d840) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:32.389031 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c8173f2-79cd-4d34-8d1a-d2b4df84aacb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:32.420340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8173f2-79cd-4d34-8d1a-d2b4df84aacb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=08b877a5-bd1c-4fbd-9e07-f87162e8480f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:32.425548 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c8173f2-79cd-4d34-8d1a-d2b4df84aacb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:32.430191 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5c8173f2-79cd-4d34-8d1a-d2b4df84aacb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/08b877a5-bd1c-4fbd-9e07-f87162e8480f HTTP/1.1" status: 204 len: 168 time: 0.3782289 Sep 18 05:27:32.430881 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48292) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:32.436335 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-63ff0221-84ab-48f6-8b50-e9372e154c9b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'mac_address': 'fa:16:3e:80:6f:ec', 'name': 'tempest-PortsIpV6TestJSON-1040750630'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:32.493353 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-85e7709f-b1ad-48c4-9773-daae4773c018 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:32.622638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-85e7709f-b1ad-48c4-9773-daae4773c018 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:32.633911 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ff0221-84ab-48f6-8b50-e9372e154c9b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:32.710592 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-63ff0221-84ab-48f6-8b50-e9372e154c9b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:32.715878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7709f-b1ad-48c4-9773-daae4773c018 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Pushing event updated for resources: {'Port': ['ID=0f69100b-3ee1-4fb1-8787-faaeb443d840,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:32.720211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-85e7709f-b1ad-48c4-9773-daae4773c018 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:32.724698 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-85e7709f-b1ad-48c4-9773-daae4773c018 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:32.731259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-85e7709f-b1ad-48c4-9773-daae4773c018 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:32.738526 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-63ff0221-84ab-48f6-8b50-e9372e154c9b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port 90aa5f1e-3c80-4e88-8bec-7b3dc02968a9 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:27:32.800154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-85e7709f-b1ad-48c4-9773-daae4773c018 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:32.800917 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-85e7709f-b1ad-48c4-9773-daae4773c018 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:32.811615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0df968-a2d3-4fea-b14e-c21f34535d3f req-46e50f99-ac22-486d-96ae-d063f694bef5 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:32.813731 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ee0df968-a2d3-4fea-b14e-c21f34535d3f req-46e50f99-ac22-486d-96ae-d063f694bef5 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 931 time: 0.1872575 Sep 18 05:27:32.837577 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-188c38b2-c2c0-4962-b946-5ababe2dd45d req-b7f5aea8-0c40-407e-8d9d-eb471c1f736d tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0421569 Sep 18 05:27:32.882322 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ee0df968-a2d3-4fea-b14e-c21f34535d3f req-b6ef3cca-5bf8-4278-aad7-108d383934af tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572639 Sep 18 05:27:32.932159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-85e7709f-b1ad-48c4-9773-daae4773c018 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1916890 Sep 18 05:27:32.933918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48302) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:32.945138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Request body: {'port': {'device_id': '54fe8f58-cba2-4fc5-8945-29a44a2a837f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:32.964131 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-63ff0221-84ab-48f6-8b50-e9372e154c9b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:33.075130 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-63ff0221-84ab-48f6-8b50-e9372e154c9b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:33.104914 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f0b2c19b-0a2f-4e3a-8ebe-8f2404cae35b tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/floatingips/16b026f5-15e3-4bf4-a29b-c4fb9aef6327 HTTP/1.1" status: 200 len: 992 time: 0.1696870 Sep 18 05:27:33.106049 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:33.131187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ff0221-84ab-48f6-8b50-e9372e154c9b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 6825aa9d-597b-40fd-9807-305244e2f265 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:33.134580 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-63ff0221-84ab-48f6-8b50-e9372e154c9b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:33.142262 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff0221-84ab-48f6-8b50-e9372e154c9b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:33.147822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff0221-84ab-48f6-8b50-e9372e154c9b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:33.148476 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-63ff0221-84ab-48f6-8b50-e9372e154c9b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:33.152173 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff0221-84ab-48f6-8b50-e9372e154c9b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=90aa5f1e-3c80-4e88-8bec-7b3dc02968a9,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:33.263824 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-63ff0221-84ab-48f6-8b50-e9372e154c9b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8319373 Sep 18 05:27:33.266672 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48304) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:33.316382 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5786cb54-09d5-445d-9987-70b8a2194f4c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:33.320945 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5786cb54-09d5-445d-9987-70b8a2194f4c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/90aa5f1e-3c80-4e88-8bec-7b3dc02968a9 HTTP/1.1" status: 200 len: 845 time: 0.0535038 Sep 18 05:27:33.321641 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48308) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:33.442928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f69100b-3ee1-4fb1-8787-faaeb443d840 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:27:33.447750 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-abaa0bc3-e41a-4cfe-b6b7-a745c3693e31 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 90aa5f1e-3c80-4e88-8bec-7b3dc02968a9 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:33.448115 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-abaa0bc3-e41a-4cfe-b6b7-a745c3693e31 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:33.452850 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:33.465301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Transition to ACTIVE for port object 0f69100b-3ee1-4fb1-8787-faaeb443d840 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:27:33.517098 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-abaa0bc3-e41a-4cfe-b6b7-a745c3693e31 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:33.529812 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-abaa0bc3-e41a-4cfe-b6b7-a745c3693e31 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 90aa5f1e-3c80-4e88-8bec-7b3dc02968a9 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:33.531120 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:33.588271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Pushing event updated for resources: {'Port': ['ID=0f69100b-3ee1-4fb1-8787-faaeb443d840,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:33.673009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Attempting to bind port 0f69100b-3ee1-4fb1-8787-faaeb443d840 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:33.673723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Attempting to bind port 0f69100b-3ee1-4fb1-8787-faaeb443d840 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:33.673723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Attempting to bind port 0f69100b-3ee1-4fb1-8787-faaeb443d840 on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:33.678058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Port 0f69100b-3ee1-4fb1-8787-faaeb443d840 on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:27:33.678385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Attempting to bind port 0f69100b-3ee1-4fb1-8787-faaeb443d840 on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:33.684035 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:33.684533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Checking segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:33.684922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Bound using segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:33.685366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Bound port: 0f69100b-3ee1-4fb1-8787-faaeb443d840, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:33.685769 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:33.709156 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-abaa0bc3-e41a-4cfe-b6b7-a745c3693e31 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:33.752069 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-abaa0bc3-e41a-4cfe-b6b7-a745c3693e31 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:33.757854 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-abaa0bc3-e41a-4cfe-b6b7-a745c3693e31 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/90aa5f1e-3c80-4e88-8bec-7b3dc02968a9 HTTP/1.1" status: 204 len: 168 time: 0.4351535 Sep 18 05:27:33.758709 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48320) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:33.759516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa0bc3-e41a-4cfe-b6b7-a745c3693e31 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=90aa5f1e-3c80-4e88-8bec-7b3dc02968a9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:33.792198 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cb667a-4d33-4cd3-9ac3-f022855929f9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] GET failed (client error): The resource could not be found. Sep 18 05:27:33.793878 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-99cb667a-4d33-4cd3-9ac3-f022855929f9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/90aa5f1e-3c80-4e88-8bec-7b3dc02968a9 HTTP/1.1" status: 404 len: 333 time: 0.0306680 Sep 18 05:27:33.803488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48324) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:33.812533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-a7b06498-e65c-4267-bbd7-667d2e7597bc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'name': 'tempest-PortsIpV6TestJSON-1396548901'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:33.815624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] For port 0f69100b-3ee1-4fb1-8787-faaeb443d840, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:33.819497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] For port 0f69100b-3ee1-4fb1-8787-faaeb443d840, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f69100b-3ee1-4fb1-8787-faaeb443d840,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:33.885686 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d3e677d-50f7-4fc1-a95f-30cd610c51a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:33.916297 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:33.992150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:33.992919 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:33.994401 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] 10.222.0.13 "PUT /v2.0/ports/0f69100b-3ee1-4fb1-8787-faaeb443d840 HTTP/1.1" status: 200 len: 1092 time: 1.0535657 Sep 18 05:27:33.994976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fe8f58-cba2-4fc5-8945-29a44a2a837f', 'tag': '0f69100b-3ee1-4fb1-8787-faaeb443d840'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:27:33.997358 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bed7f5d-70aa-400c-9b50-d55f796f688d" -d '{"events": [{"name": "network-changed", "server_uuid": "54fe8f58-cba2-4fc5-8945-29a44a2a837f", "tag": "0f69100b-3ee1-4fb1-8787-faaeb443d840"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:27:34.003863 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a74f9-484e-476e-b372-86eecb4be34b service neutron] Pushing event updated for resources: {'Port': ['ID=0f69100b-3ee1-4fb1-8787-faaeb443d840,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:34.047095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da44819-ae4a-49e4-bf46-ef7718ec2439 req-5d5ccda1-ce65-40b8-aa04-50516862a514 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:34.048784 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5da44819-ae4a-49e4-bf46-ef7718ec2439 req-5d5ccda1-ce65-40b8-aa04-50516862a514 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 943 time: 0.0726705 Sep 18 05:27:34.105505 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5da44819-ae4a-49e4-bf46-ef7718ec2439 req-ed3beb6a-c43e-48cb-9530-9a5569989677 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445526 Sep 18 05:27:34.165469 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6145a1-8d3e-4a17-9263-8c55a3eb6bac x-openstack-request-id: req-de6145a1-8d3e-4a17-9263-8c55a3eb6bac {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:27:34.165469 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fe8f58-cba2-4fc5-8945-29a44a2a837f", "tag": "0f69100b-3ee1-4fb1-8787-faaeb443d840", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:27:34.165469 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de6145a1-8d3e-4a17-9263-8c55a3eb6bac {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:27:34.165469 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fe8f58-cba2-4fc5-8945-29a44a2a837f', 'tag': '0f69100b-3ee1-4fb1-8787-faaeb443d840', 'status': 'completed', 'code': 200} Sep 18 05:27:34.173477 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-f9b9ec99-51d0-4886-a37f-3b617951762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:34.175012 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-f9b9ec99-51d0-4886-a37f-3b617951762d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 1095 time: 0.0685649 Sep 18 05:27:34.243208 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-c378e8ae-2d8d-44bf-b9ee-a859b253d1d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f69100b-3ee1-4fb1-8787-faaeb443d840 HTTP/1.1" status: 200 len: 217 time: 0.0553782 Sep 18 05:27:34.291195 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-27be5d33-6bf4-4bb7-bd5c-9cffd7f565da req-6662e2d4-5a2a-4a58-9730-75dbe85d5236 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.4290257 Sep 18 05:27:34.303657 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:34.327923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-6d4e3564-a304-4c8f-b325-4e3bd08539d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:34.329364 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-6d4e3564-a304-4c8f-b325-4e3bd08539d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3404c123-a5c4-46c8-a367-ec525a9124e2 HTTP/1.1" status: 200 len: 845 time: 0.0790088 Sep 18 05:27:34.360652 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-9d5eac57-726e-431e-a891-a1d639d08d41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243623 Sep 18 05:27:34.418543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b06498-e65c-4267-bbd7-667d2e7597bc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:34.423806 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7b06498-e65c-4267-bbd7-667d2e7597bc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:34.446652 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-a7b06498-e65c-4267-bbd7-667d2e7597bc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port 3235489b-3b8d-4541-b4d6-c780a8e29b5e yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:27:34.475079 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-958a1467-04ed-42ff-8d65-5d47eda5442a service neutron] 10.222.0.13 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073198 Sep 18 05:27:34.574843 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e2ac379-13c0-4106-bcfc-cf1baea77bbb req-162dc0b2-1509-4b22-bb04-0267e2d69ca6 service neutron] 10.222.0.13 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915372 Sep 18 05:27:34.614413 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7b06498-e65c-4267-bbd7-667d2e7597bc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:34.714521 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7b06498-e65c-4267-bbd7-667d2e7597bc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:34.726566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed7f5d-70aa-400c-9b50-d55f796f688d req-f83b6507-2db6-46e4-9e4e-2d53629c8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:34.728133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3bed7f5d-70aa-400c-9b50-d55f796f688d req-f83b6507-2db6-46e4-9e4e-2d53629c8189 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 1095 time: 0.0482256 Sep 18 05:27:34.753492 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b06498-e65c-4267-bbd7-667d2e7597bc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 6825aa9d-597b-40fd-9807-305244e2f265 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:34.757036 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-a7b06498-e65c-4267-bbd7-667d2e7597bc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:34.760913 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b06498-e65c-4267-bbd7-667d2e7597bc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:34.766935 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b06498-e65c-4267-bbd7-667d2e7597bc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:34.767673 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7b06498-e65c-4267-bbd7-667d2e7597bc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:34.794218 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b06498-e65c-4267-bbd7-667d2e7597bc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=3235489b-3b8d-4541-b4d6-c780a8e29b5e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:34.829510 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a7b06498-e65c-4267-bbd7-667d2e7597bc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0247395 Sep 18 05:27:34.832051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48336) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:34.832899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed7f5d-70aa-400c-9b50-d55f796f688d req-7bdb7a19-a594-4077-9d4a-99a4bf6c5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:34.834409 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3bed7f5d-70aa-400c-9b50-d55f796f688d req-7bdb7a19-a594-4077-9d4a-99a4bf6c5a3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 905 time: 0.0995438 Sep 18 05:27:34.837898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-82e8ec7c-093a-4992-81ba-762078c14604 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:34.881987 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3bed7f5d-70aa-400c-9b50-d55f796f688d req-634a1ea7-2c20-487a-a9fa-665e72bd8802 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f69100b-3ee1-4fb1-8787-faaeb443d840 HTTP/1.1" status: 200 len: 217 time: 0.0404661 Sep 18 05:27:34.906872 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-82e8ec7c-093a-4992-81ba-762078c14604 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:34.937170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed7f5d-70aa-400c-9b50-d55f796f688d req-cccbaa27-71de-48cb-9250-13e58c6f0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:34.938800 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3bed7f5d-70aa-400c-9b50-d55f796f688d req-cccbaa27-71de-48cb-9250-13e58c6f0486 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3404c123-a5c4-46c8-a367-ec525a9124e2 HTTP/1.1" status: 200 len: 845 time: 0.0476363 Sep 18 05:27:34.970539 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3bed7f5d-70aa-400c-9b50-d55f796f688d req-5f1d2ec9-decb-4b9d-8d99-cd3703d5de05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245805 Sep 18 05:27:35.070515 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3bed7f5d-70aa-400c-9b50-d55f796f688d req-bd35c4c1-f331-48e0-8d0f-8eeea8b9914a service neutron] 10.222.0.13 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921838 Sep 18 05:27:35.071123 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-82e8ec7c-093a-4992-81ba-762078c14604 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:35.148788 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-82e8ec7c-093a-4992-81ba-762078c14604 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:35.176926 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3bed7f5d-70aa-400c-9b50-d55f796f688d req-20a77766-7b8a-4871-905d-f2ba6573cdc8 service neutron] 10.222.0.13 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976901 Sep 18 05:27:35.192761 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-82e8ec7c-093a-4992-81ba-762078c14604 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] In _notify_port_updated(), no bound segment for port 3235489b-3b8d-4541-b4d6-c780a8e29b5e on network 6825aa9d-597b-40fd-9807-305244e2f265 {{(pid=106908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:27:35.198278 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e8ec7c-093a-4992-81ba-762078c14604 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:35.198944 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-82e8ec7c-093a-4992-81ba-762078c14604 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:35.205310 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-82e8ec7c-093a-4992-81ba-762078c14604 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "PUT /v2.0/ports/3235489b-3b8d-4541-b4d6-c780a8e29b5e HTTP/1.1" status: 200 len: 818 time: 0.3670518 Sep 18 05:27:35.205544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48340) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:35.216223 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8ec7c-093a-4992-81ba-762078c14604 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=3235489b-3b8d-4541-b4d6-c780a8e29b5e,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:35.240261 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:35.300312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74737-66fe-49d2-b84d-c3ad38a34acf req-f2ccec1c-509b-41c0-bcd3-15c853500962 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:35.301907 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65d74737-66fe-49d2-b84d-c3ad38a34acf req-f2ccec1c-509b-41c0-bcd3-15c853500962 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 943 time: 0.1143191 Sep 18 05:27:35.366807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-212053f0-bd58-43e5-9cef-853d33b529f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 3235489b-3b8d-4541-b4d6-c780a8e29b5e {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:35.367165 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-212053f0-bd58-43e5-9cef-853d33b529f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:35.374773 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65d74737-66fe-49d2-b84d-c3ad38a34acf req-3689a906-2320-40fd-a68a-e2e64639c3ab tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651243 Sep 18 05:27:35.412902 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-75baddff-8db8-4c04-b7c0-be81a3ee9524 req-35ef863b-1aee-4b51-a288-72b4f35b8927 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0313141 Sep 18 05:27:35.451368 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-212053f0-bd58-43e5-9cef-853d33b529f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:35.464648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-212053f0-bd58-43e5-9cef-853d33b529f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 3235489b-3b8d-4541-b4d6-c780a8e29b5e owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:35.622288 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-212053f0-bd58-43e5-9cef-853d33b529f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:35.652004 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212053f0-bd58-43e5-9cef-853d33b529f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=3235489b-3b8d-4541-b4d6-c780a8e29b5e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:35.658666 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-212053f0-bd58-43e5-9cef-853d33b529f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:35.663352 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-212053f0-bd58-43e5-9cef-853d33b529f8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/3235489b-3b8d-4541-b4d6-c780a8e29b5e HTTP/1.1" status: 204 len: 168 time: 0.4552634 Sep 18 05:27:35.663808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48344) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:35.711710 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b745cc4-c342-42aa-8fe0-2385126c1c5d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:35.715605 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4b745cc4-c342-42aa-8fe0-2385126c1c5d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0483601 Sep 18 05:27:35.715824 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48346) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:35.739086 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a5b7ab-6eb7-449a-8a94-c7a4af8b19a5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] GET failed (client error): The resource could not be found. Sep 18 05:27:35.740561 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a2a5b7ab-6eb7-449a-8a94-c7a4af8b19a5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/3235489b-3b8d-4541-b4d6-c780a8e29b5e HTTP/1.1" status: 404 len: 333 time: 0.0237782 Sep 18 05:27:35.743996 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48348) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:35.749141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-519f94dd-4d27-413a-8e18-9b2877f56b99 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1942236886'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:35.823053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519f94dd-4d27-413a-8e18-9b2877f56b99 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:35.826641 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-519f94dd-4d27-413a-8e18-9b2877f56b99 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:35.854276 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519f94dd-4d27-413a-8e18-9b2877f56b99 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:27:35.866030 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-519f94dd-4d27-413a-8e18-9b2877f56b99 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:35.866536 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-519f94dd-4d27-413a-8e18-9b2877f56b99 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Added segment b7809e77-e543-4039-9f3a-2abfcf33067e of type vlan for network 321b5621-e8e1-437c-ab91-0735f3936706 Sep 18 05:27:35.911475 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-519f94dd-4d27-413a-8e18-9b2877f56b99 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:35.994714 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-519f94dd-4d27-413a-8e18-9b2877f56b99 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:36.001633 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519f94dd-4d27-413a-8e18-9b2877f56b99 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:36.002409 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-519f94dd-4d27-413a-8e18-9b2877f56b99 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:36.087495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f94dd-4d27-413a-8e18-9b2877f56b99 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Network': ['ID=321b5621-e8e1-437c-ab91-0735f3936706,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:36.095150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48352) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:36.095662 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-519f94dd-4d27-413a-8e18-9b2877f56b99 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3502164 Sep 18 05:27:36.100285 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5915c3bb-b7da-4c8f-86ff-cdfc16d5204a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': '321b5621-e8e1-437c-ab91-0735f3936706', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:36.100567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 321b5621-e8e1-437c-ab91-0735f3936706 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:27:36.303232 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5915c3bb-b7da-4c8f-86ff-cdfc16d5204a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:36.307266 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5915c3bb-b7da-4c8f-86ff-cdfc16d5204a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:36.517991 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3dfe0349-6862-4b21-b99d-f0dce171536f req-b2ea5575-75cd-4f2d-9db9-7cbc6170b874 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0258493 Sep 18 05:27:36.543096 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251ea93-322f-4ff4-a9e8-864686281837 req-80090eb3-b87e-4a91-8a78-4f82353aafaa tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:36.543096 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9251ea93-322f-4ff4-a9e8-864686281837 req-80090eb3-b87e-4a91-8a78-4f82353aafaa tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 943 time: 0.0962646 Sep 18 05:27:36.577400 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9251ea93-322f-4ff4-a9e8-864686281837 req-e3ebacf9-41d3-4a2b-87fd-5985286f255c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320301 Sep 18 05:27:36.594390 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5915c3bb-b7da-4c8f-86ff-cdfc16d5204a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:36.661160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915c3bb-b7da-4c8f-86ff-cdfc16d5204a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Subnet': ['ID=3de49b3b-7ec6-4472-a3de-36270389b65f,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:36.668365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915c3bb-b7da-4c8f-86ff-cdfc16d5204a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Checking segment: {'id': 'b7809e77-e543-4039-9f3a-2abfcf33067e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '321b5621-e8e1-437c-ab91-0735f3936706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:36.668743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5915c3bb-b7da-4c8f-86ff-cdfc16d5204a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network hostable DHCP agents. Network: 321b5621-e8e1-437c-ab91-0735f3936706, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:27:36.719985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5915c3bb-b7da-4c8f-86ff-cdfc16d5204a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 321b5621-e8e1-437c-ab91-0735f3936706 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:27:36.811586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-5915c3bb-b7da-4c8f-86ff-cdfc16d5204a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 321b5621-e8e1-437c-ab91-0735f3936706) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:36.816500 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5915c3bb-b7da-4c8f-86ff-cdfc16d5204a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:36.817115 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5915c3bb-b7da-4c8f-86ff-cdfc16d5204a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:36.823092 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70be79a5-b17c-4817-8903-a5aab837f15e None None] Network 321b5621-e8e1-437c-ab91-0735f3936706 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:36.841163 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:36.886376 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5915c3bb-b7da-4c8f-86ff-cdfc16d5204a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7900248 Sep 18 05:27:36.889746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48364) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:36.895114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1cfec81b-e762-4772-9a56-7502506324d7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': '321b5621-e8e1-437c-ab91-0735f3936706', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:36.972216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-321b5621-e8e1-437c-ab91-0735f3936706', 'network_id': '321b5621-e8e1-437c-ab91-0735f3936706', 'tenant_id': '040c43d98d264235bb6f6d9906468a72', 'fixed_ips': [{'subnet_id': '3de49b3b-7ec6-4472-a3de-36270389b65f'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:27:36.973179 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:37.057748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfec81b-e762-4772-9a56-7502506324d7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:37.062046 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1cfec81b-e762-4772-9a56-7502506324d7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:37.112910 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Allocated IP 2001:db8::2 (321b5621-e8e1-437c-ab91-0735f3936706/3de49b3b-7ec6-4472-a3de-36270389b65f/41346f98-72f4-4f06-bf82-61d15fa985b1) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:37.161093 n-d-789963-13 neutron-server[106909]: INFO neutron.db.ipam_backend_mixin [None req-1cfec81b-e762-4772-9a56-7502506324d7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3de49b3b-7ec6-4472-a3de-36270389b65f (CIDR: 2001:db8::/64) Sep 18 05:27:37.235492 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfec81b-e762-4772-9a56-7502506324d7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:27:37.236030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfec81b-e762-4772-9a56-7502506324d7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:27:37.261374 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:37.297326 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1cfec81b-e762-4772-9a56-7502506324d7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4061069 Sep 18 05:27:37.299944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48366) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:37.304929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4d7a88b7-e429-45bf-ba05-215ef300146a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': '321b5621-e8e1-437c-ab91-0735f3936706', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:37.332457 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:37.372084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Network 321b5621-e8e1-437c-ab91-0735f3936706 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:37.377016 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:37.379569 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:37.392335 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Pushing event updated for resources: {'Port': ['ID=41346f98-72f4-4f06-bf82-61d15fa985b1,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:37.441678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Attempting to bind port 41346f98-72f4-4f06-bf82-61d15fa985b1 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:37.442057 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Attempting to bind port 41346f98-72f4-4f06-bf82-61d15fa985b1 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'b7809e77-e543-4039-9f3a-2abfcf33067e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '321b5621-e8e1-437c-ab91-0735f3936706'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:37.442438 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Attempting to bind port 41346f98-72f4-4f06-bf82-61d15fa985b1 on network 321b5621-e8e1-437c-ab91-0735f3936706 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:37.447734 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:37.448121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Checking segment: {'id': 'b7809e77-e543-4039-9f3a-2abfcf33067e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '321b5621-e8e1-437c-ab91-0735f3936706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:37.448568 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:37.448979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Bound using segment: {'id': 'b7809e77-e543-4039-9f3a-2abfcf33067e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '321b5621-e8e1-437c-ab91-0735f3936706'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:37.449450 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Bound port: 41346f98-72f4-4f06-bf82-61d15fa985b1, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7809e77-e543-4039-9f3a-2abfcf33067e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '321b5621-e8e1-437c-ab91-0735f3936706'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:37.449863 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:37.468622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7a88b7-e429-45bf-ba05-215ef300146a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:37.473585 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4d7a88b7-e429-45bf-ba05-215ef300146a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:37.519181 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] For port 41346f98-72f4-4f06-bf82-61d15fa985b1, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:37.522260 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] For port 41346f98-72f4-4f06-bf82-61d15fa985b1, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=41346f98-72f4-4f06-bf82-61d15fa985b1,segment=NetworkSegment(b7809e77-e543-4039-9f3a-2abfcf33067e),segment_id=b7809e77-e543-4039-9f3a-2abfcf33067e)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:37.595019 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:37.652142 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 0f69100b-3ee1-4fb1-8787-faaeb443d840 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:27:37.659855 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e816c2e-04ec-44de-a206-3349b2e65c89 req-3f86c941-1ea3-4b5f-8f7b-caecb65599a3 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0547969 Sep 18 05:27:37.698584 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb36a34-5a30-4737-9b13-7530f83f84bf None None] Pushing event updated for resources: {'Port': ['ID=41346f98-72f4-4f06-bf82-61d15fa985b1,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:37.776399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a40dc6-d1dd-41da-b2eb-4472fb64546b req-e311885e-4499-410a-bbbd-7a771607aed1 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:37.777687 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a40dc6-d1dd-41da-b2eb-4472fb64546b req-e311885e-4499-410a-bbbd-7a771607aed1 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 943 time: 0.1103766 Sep 18 05:27:37.791762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 0f69100b-3ee1-4fb1-8787-faaeb443d840, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f69100b-3ee1-4fb1-8787-faaeb443d840,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:37.808894 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '0f69100b-3ee1-4fb1-8787-faaeb443d840', 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'port_id': '0f69100b-3ee1-4fb1-8787-faaeb443d840', 'mac_address': 'fa:16:3e:5a:34:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3404c123-a5c4-46c8-a367-ec525a9124e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:27:37.846357 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23a40dc6-d1dd-41da-b2eb-4472fb64546b req-efd11130-020e-4da4-9fdc-a763b768d4e8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619149 Sep 18 05:27:37.876092 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4d7a88b7-e429-45bf-ba05-215ef300146a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:37.876860 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:37.901894 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f69100b-3ee1-4fb1-8787-faaeb443d840 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:27:38.128732 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 0f69100b-3ee1-4fb1-8787-faaeb443d840, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f69100b-3ee1-4fb1-8787-faaeb443d840,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:38.136111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a88b7-e429-45bf-ba05-215ef300146a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 321b5621-e8e1-437c-ab91-0735f3936706 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:38.136111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a88b7-e429-45bf-ba05-215ef300146a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:38.136111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7a88b7-e429-45bf-ba05-215ef300146a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:38.136111 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4d7a88b7-e429-45bf-ba05-215ef300146a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:38.136111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a88b7-e429-45bf-ba05-215ef300146a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Subnet': ['ID=9cbfe81a-e082-445c-a7c1-86f0c3e186ca,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:38.137936 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:38.138253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48392) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:38.138546 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4d7a88b7-e429-45bf-ba05-215ef300146a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7795384 Sep 18 05:27:38.138886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=0f69100b-3ee1-4fb1-8787-faaeb443d840,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:38.139396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'network_id': '321b5621-e8e1-437c-ab91-0735f3936706', 'fixed_ips': [{'subnet_id': '3de49b3b-7ec6-4472-a3de-36270389b65f'}, {'subnet_id': '9cbfe81a-e082-445c-a7c1-86f0c3e186ca'}], 'name': 'tempest-PortsIpV6TestJSON-1104815572'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:38.236735 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f69100b-3ee1-4fb1-8787-faaeb443d840'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:27:38.245454 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:38.342878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:38.362003 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port 1cd84039-8524-4cc3-a050-f5f1909848a2 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:27:38.667736 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Allocated IP 2001:db8::1a4 (321b5621-e8e1-437c-ab91-0735f3936706/3de49b3b-7ec6-4472-a3de-36270389b65f/1cd84039-8524-4cc3-a050-f5f1909848a2) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:38.674869 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Allocated IP 2001:db8:0:1::143 (321b5621-e8e1-437c-ab91-0735f3936706/9cbfe81a-e082-445c-a7c1-86f0c3e186ca/1cd84039-8524-4cc3-a050-f5f1909848a2) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:38.818119 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 41346f98-72f4-4f06-bf82-61d15fa985b1 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:38.839226 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-efadfa65-381e-4471-90eb-96dbc2247e8d req-7d0e062f-93da-4c4e-ac89-c27a600ccbee tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0420916 Sep 18 05:27:38.840227 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848a8e75-dac1-42ad-a2ad-19bd9ceb919a None None] Network 321b5621-e8e1-437c-ab91-0735f3936706 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:38.872890 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:38.949618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b2479176-5ca0-4fff-a862-482808526a17 None None] Provisioning complete for port 41346f98-72f4-4f06-bf82-61d15fa985b1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:38.950396 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b2479176-5ca0-4fff-a862-482808526a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:38.989083 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:39.002158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 41346f98-72f4-4f06-bf82-61d15fa985b1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:39.002539 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:39.003680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6161a2d-f485-4a4b-b426-f43a56af3766 req-afe546d2-41d3-4bda-a971-5eb01ebb9cdd tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:39.007100 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c6161a2d-f485-4a4b-b426-f43a56af3766 req-afe546d2-41d3-4bda-a971-5eb01ebb9cdd tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 944 time: 0.0721219 Sep 18 05:27:39.050207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=1cd84039-8524-4cc3-a050-f5f1909848a2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:39.064227 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 321b5621-e8e1-437c-ab91-0735f3936706 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:39.065829 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:39.068631 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:39.075234 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:39.075821 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:39.087214 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c6161a2d-f485-4a4b-b426-f43a56af3766 req-6e36fbed-f0a4-4665-9a01-0ffec8ca0002 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683453 Sep 18 05:27:39.144937 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b2479176-5ca0-4fff-a862-482808526a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:39.160639 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1fe888fa-2870-4640-8d29-68d426067459 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.0810580 Sep 18 05:27:39.163304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48412) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:39.169623 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5d55c599-e085-4cbe-8e45-950ab25cc89b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3de49b3b-7ec6-4472-a3de-36270389b65f'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:39.205862 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:39.218064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b2479176-5ca0-4fff-a862-482808526a17 None None] For port 41346f98-72f4-4f06-bf82-61d15fa985b1, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=41346f98-72f4-4f06-bf82-61d15fa985b1,segment=NetworkSegment(b7809e77-e543-4039-9f3a-2abfcf33067e),segment_id=b7809e77-e543-4039-9f3a-2abfcf33067e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:39.251127 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d55c599-e085-4cbe-8e45-950ab25cc89b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:39.271605 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ead57f8-096f-4105-b2bf-05330b22f359 None None] Update dhcp port {'port': {'network_id': '321b5621-e8e1-437c-ab91-0735f3936706', 'fixed_ips': [{'subnet_id': '3de49b3b-7ec6-4472-a3de-36270389b65f', 'ip_address': '2001:db8::2'}, {'subnet_id': '9cbfe81a-e082-445c-a7c1-86f0c3e186ca'}], 'binding:host_id': 'n-d-789963-13'}, 'id': '41346f98-72f4-4f06-bf82-61d15fa985b1'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:27:39.292945 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b2479176-5ca0-4fff-a862-482808526a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:39.341170 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8ead57f8-096f-4105-b2bf-05330b22f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:39.408885 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:27:39.409237 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:27:39.411346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2479176-5ca0-4fff-a862-482808526a17 None None] Pushing event updated for resources: {'Port': ['ID=41346f98-72f4-4f06-bf82-61d15fa985b1,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:39.539549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-5d55c599-e085-4cbe-8e45-950ab25cc89b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Delete allocated IP 2001:db8:0:1::143 (321b5621-e8e1-437c-ab91-0735f3936706/9cbfe81a-e082-445c-a7c1-86f0c3e186ca) {{(pid=106908) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 05:27:39.662705 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 0f69100b-3ee1-4fb1-8787-faaeb443d840 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:39.673971 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d55c599-e085-4cbe-8e45-950ab25cc89b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:39.732162 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d55c599-e085-4cbe-8e45-950ab25cc89b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:39.788963 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-8ead57f8-096f-4105-b2bf-05330b22f359 None None] Allocated IP 2001:db8:0:1::2 (321b5621-e8e1-437c-ab91-0735f3936706/9cbfe81a-e082-445c-a7c1-86f0c3e186ca/41346f98-72f4-4f06-bf82-61d15fa985b1) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:39.807130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-5d55c599-e085-4cbe-8e45-950ab25cc89b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] In _notify_port_updated(), no bound segment for port 1cd84039-8524-4cc3-a050-f5f1909848a2 on network 321b5621-e8e1-437c-ab91-0735f3936706 {{(pid=106908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:27:39.814893 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d55c599-e085-4cbe-8e45-950ab25cc89b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:39.815725 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5d55c599-e085-4cbe-8e45-950ab25cc89b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:39.817564 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5d55c599-e085-4cbe-8e45-950ab25cc89b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "PUT /v2.0/ports/1cd84039-8524-4cc3-a050-f5f1909848a2 HTTP/1.1" status: 200 len: 926 time: 0.6530941 Sep 18 05:27:39.822539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48422) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:39.825170 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55c599-e085-4cbe-8e45-950ab25cc89b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=1cd84039-8524-4cc3-a050-f5f1909848a2,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:39.836665 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3de49b3b-7ec6-4472-a3de-36270389b65f'}, {'subnet_id': '9cbfe81a-e082-445c-a7c1-86f0c3e186ca'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:39.982078 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-de08fa63-d495-443c-8770-26c4bc077415 req-3896a380-28e7-4296-9015-efb8ab01669f tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0314434 Sep 18 05:27:40.017184 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:40.081968 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 0f69100b-3ee1-4fb1-8787-faaeb443d840 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:27:40.110479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 0f69100b-3ee1-4fb1-8787-faaeb443d840 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:40.110862 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:40.120406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8ead57f8-096f-4105-b2bf-05330b22f359 None None] For port 41346f98-72f4-4f06-bf82-61d15fa985b1, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=41346f98-72f4-4f06-bf82-61d15fa985b1,segment=NetworkSegment(b7809e77-e543-4039-9f3a-2abfcf33067e),segment_id=b7809e77-e543-4039-9f3a-2abfcf33067e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:40.188512 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8ead57f8-096f-4105-b2bf-05330b22f359 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:40.239322 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:40.271349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fe8f58-cba2-4fc5-8945-29a44a2a837f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f69100b-3ee1-4fb1-8787-faaeb443d840'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:27:40.273888 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b341abc-e6ca-42ba-b06e-01ce3d177fb9" -d '{"events": [{"server_uuid": "54fe8f58-cba2-4fc5-8945-29a44a2a837f", "name": "network-vif-plugged", "status": "completed", "tag": "0f69100b-3ee1-4fb1-8787-faaeb443d840"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:27:40.289805 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8ead57f8-096f-4105-b2bf-05330b22f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:40.289939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152afab-3d83-4538-a0d6-b87e88201512 req-2650e172-2251-4336-91fe-7eb92b505038 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:40.290705 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3152afab-3d83-4538-a0d6-b87e88201512 req-2650e172-2251-4336-91fe-7eb92b505038 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 944 time: 0.1075330 Sep 18 05:27:40.292393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 0f69100b-3ee1-4fb1-8787-faaeb443d840, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f69100b-3ee1-4fb1-8787-faaeb443d840,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:40.330893 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6856bf-7cdc-4b42-8478-ceb0d9eb6112 x-openstack-request-id: req-9e6856bf-7cdc-4b42-8478-ceb0d9eb6112 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:27:40.331196 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fe8f58-cba2-4fc5-8945-29a44a2a837f", "name": "network-vif-plugged", "status": "completed", "tag": "0f69100b-3ee1-4fb1-8787-faaeb443d840", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:27:40.331451 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e6856bf-7cdc-4b42-8478-ceb0d9eb6112 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:27:40.331841 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fe8f58-cba2-4fc5-8945-29a44a2a837f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f69100b-3ee1-4fb1-8787-faaeb443d840', 'code': 200} Sep 18 05:27:40.372528 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3152afab-3d83-4538-a0d6-b87e88201512 req-6fa5d1f2-0cee-44e0-aac9-812248b7fa9d tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746548 Sep 18 05:27:40.395596 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:40.401554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Allocated IP 2001:db8:0:1::8d (321b5621-e8e1-437c-ab91-0735f3936706/9cbfe81a-e082-445c-a7c1-86f0c3e186ca/1cd84039-8524-4cc3-a050-f5f1909848a2) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:40.421679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead57f8-096f-4105-b2bf-05330b22f359 None None] Pushing event updated for resources: {'Port': ['ID=41346f98-72f4-4f06-bf82-61d15fa985b1,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:40.483684 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=0f69100b-3ee1-4fb1-8787-faaeb443d840,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:40.541069 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f7e0-d105-4a70-909d-5d58a99b5dbd req-4c006630-b507-40a8-b4d4-58140d3ed437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:40.542624 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-64b4f7e0-d105-4a70-909d-5d58a99b5dbd req-4c006630-b507-40a8-b4d4-58140d3ed437 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 1097 time: 0.1321392 Sep 18 05:27:40.604591 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-64b4f7e0-d105-4a70-909d-5d58a99b5dbd req-07e5cdfc-8b83-4331-9983-5c9ec8ccc258 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532920 Sep 18 05:27:40.620333 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:40.690620 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:40.771566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 41346f98-72f4-4f06-bf82-61d15fa985b1 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:40.791442 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] In _notify_port_updated(), no bound segment for port 1cd84039-8524-4cc3-a050-f5f1909848a2 on network 321b5621-e8e1-437c-ab91-0735f3936706 {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:27:40.797285 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:40.798084 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:40.802614 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "PUT /v2.0/ports/1cd84039-8524-4cc3-a050-f5f1909848a2 HTTP/1.1" status: 200 len: 1011 time: 0.9752541 Sep 18 05:27:40.802614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48444) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:40.812367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=1cd84039-8524-4cc3-a050-f5f1909848a2,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:40.835424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 41346f98-72f4-4f06-bf82-61d15fa985b1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:40.835889 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:40.838697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:40.839056 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:40.839405 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:40.839754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:40.840247 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:40.840659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:40.840944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:40.841280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:40.841628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:40.841952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:40.842823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:40.843594 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcb279-93b6-40f9-baba-afdbdac25c52 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:40.913132 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-915f22b8-771d-428b-8b67-e18627dbc4b7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 1cd84039-8524-4cc3-a050-f5f1909848a2 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:40.913631 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-915f22b8-771d-428b-8b67-e18627dbc4b7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:41.027639 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-915f22b8-771d-428b-8b67-e18627dbc4b7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:41.054288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-915f22b8-771d-428b-8b67-e18627dbc4b7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 1cd84039-8524-4cc3-a050-f5f1909848a2 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:41.057581 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a647bf85-d702-4167-8d57-f265638f3c79 None None] Network 321b5621-e8e1-437c-ab91-0735f3936706 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:41.101490 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-95a5af74-b1f7-418f-98e1-b4407a9deda0 req-51b70717-398c-432a-a891-b1f1ff2e01b6 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0285978 Sep 18 05:27:41.154315 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-72470d33-da84-4eac-b8f7-10df0b1f0def None None] Provisioning complete for port 41346f98-72f4-4f06-bf82-61d15fa985b1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:41.158774 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-72470d33-da84-4eac-b8f7-10df0b1f0def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:41.211679 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:27:41.311972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-72470d33-da84-4eac-b8f7-10df0b1f0def None None] Provisioning complete for port 1cd84039-8524-4cc3-a050-f5f1909848a2 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:41.311972 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-72470d33-da84-4eac-b8f7-10df0b1f0def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:41.342369 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-915f22b8-771d-428b-8b67-e18627dbc4b7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:41.350919 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-72470d33-da84-4eac-b8f7-10df0b1f0def None None] Port 1cd84039-8524-4cc3-a050-f5f1909848a2 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:27:41.387140 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f22b8-771d-428b-8b67-e18627dbc4b7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=1cd84039-8524-4cc3-a050-f5f1909848a2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:41.449632 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-915f22b8-771d-428b-8b67-e18627dbc4b7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:41.452130 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-915f22b8-771d-428b-8b67-e18627dbc4b7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/1cd84039-8524-4cc3-a050-f5f1909848a2 HTTP/1.1" status: 204 len: 168 time: 0.6490235 Sep 18 05:27:41.455417 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48460) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:41.492533 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84ea59e-25a1-4633-98ba-057a8bee89af tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] GET failed (client error): The resource could not be found. Sep 18 05:27:41.495483 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f84ea59e-25a1-4633-98ba-057a8bee89af tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/1cd84039-8524-4cc3-a050-f5f1909848a2 HTTP/1.1" status: 404 len: 333 time: 0.0386362 Sep 18 05:27:41.499103 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48462) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:41.515525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d6919-6062-4b6e-aaee-9a03d07ae518 req-1f0b1543-0b1e-4549-826b-7fc0fa6f6971 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:41.519426 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ee7d6919-6062-4b6e-aaee-9a03d07ae518 req-1f0b1543-0b1e-4549-826b-7fc0fa6f6971 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 945 time: 0.0661750 Sep 18 05:27:41.580273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-aec94411-2eff-407b-96fc-8c06ae4cd4c3 None None] Provisioning complete for port 41346f98-72f4-4f06-bf82-61d15fa985b1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:41.581477 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-aec94411-2eff-407b-96fc-8c06ae4cd4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:41.582008 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ee7d6919-6062-4b6e-aaee-9a03d07ae518 req-e5a2399f-15fa-4b55-82d0-c146a1bdf118 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561926 Sep 18 05:27:41.603691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5cd250-4fac-4add-b788-30f894798f4c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting subnet 9cbfe81a-e082-445c-a7c1-86f0c3e186ca {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:27:41.608005 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd250-4fac-4add-b788-30f894798f4c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:41.659889 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd250-4fac-4add-b788-30f894798f4c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:41.708031 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-aec94411-2eff-407b-96fc-8c06ae4cd4c3 None None] Could not find standard attr ID for object 1cd84039-8524-4cc3-a050-f5f1909848a2. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:27:41.779898 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd250-4fac-4add-b788-30f894798f4c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:41.823921 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3c36a697-5d3a-4ee0-981c-b8761d4f54d9 None None] Could not find standard attr ID for object 1cd84039-8524-4cc3-a050-f5f1909848a2. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:27:41.977373 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd250-4fac-4add-b788-30f894798f4c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:42.012145 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd250-4fac-4add-b788-30f894798f4c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:42.015144 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1d5cd250-4fac-4add-b788-30f894798f4c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/9cbfe81a-e082-445c-a7c1-86f0c3e186ca HTTP/1.1" status: 204 len: 168 time: 0.5141339 Sep 18 05:27:42.016557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cd250-4fac-4add-b788-30f894798f4c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Subnet': ['ID=9cbfe81a-e082-445c-a7c1-86f0c3e186ca,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:42.017637 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48472) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:42.049995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9a28a2-160f-4a96-8e18-8d405c88ac06 None None] Network 321b5621-e8e1-437c-ab91-0735f3936706 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:42.069367 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3883fd0d-caa8-4602-828e-4b18b47e944c None None] Could not find standard attr ID for object 1cd84039-8524-4cc3-a050-f5f1909848a2. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:27:42.095690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db1717c-2844-458a-9f71-d76d6bca8142 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting subnet 3de49b3b-7ec6-4472-a3de-36270389b65f {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:27:42.098937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6db1717c-2844-458a-9f71-d76d6bca8142 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:42.144533 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6db1717c-2844-458a-9f71-d76d6bca8142 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:42.230729 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-960248b6-f2e8-4555-bba9-9620004574d2 req-24cd1644-485f-4e6e-af13-47884fc890ea tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0296071 Sep 18 05:27:42.255511 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6db1717c-2844-458a-9f71-d76d6bca8142 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:42.428888 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6db1717c-2844-458a-9f71-d76d6bca8142 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:42.458615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1717c-2844-458a-9f71-d76d6bca8142 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Subnet': ['ID=3de49b3b-7ec6-4472-a3de-36270389b65f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:42.462569 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6db1717c-2844-458a-9f71-d76d6bca8142 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:42.464839 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6db1717c-2844-458a-9f71-d76d6bca8142 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/3de49b3b-7ec6-4472-a3de-36270389b65f HTTP/1.1" status: 204 len: 168 time: 0.4461854 Sep 18 05:27:42.467601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48480) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:42.560196 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:42.619298 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 41346f98-72f4-4f06-bf82-61d15fa985b1 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:42.619857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:42.714455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] For port 41346f98-72f4-4f06-bf82-61d15fa985b1, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=41346f98-72f4-4f06-bf82-61d15fa985b1,segment=NetworkSegment(b7809e77-e543-4039-9f3a-2abfcf33067e),segment_id=b7809e77-e543-4039-9f3a-2abfcf33067e)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:42.725091 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:42.725248 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788fc33-4517-4d93-9340-b59387ad48b8 req-2a3cefd4-b96b-4727-ba95-6d5c1081a57b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:42.728812 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6788fc33-4517-4d93-9340-b59387ad48b8 req-2a3cefd4-b96b-4727-ba95-6d5c1081a57b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 945 time: 0.0689106 Sep 18 05:27:42.742321 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 41346f98-72f4-4f06-bf82-61d15fa985b1 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:42.773524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6788fc33-4517-4d93-9340-b59387ad48b8 req-6b35d764-e16c-40a0-b1cd-4036a28f1cb1 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416431 Sep 18 05:27:42.866025 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7175c910-a95e-4ee5-bcc9-e40f9d94d556 None None] Network 321b5621-e8e1-437c-ab91-0735f3936706 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:42.886237 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:42.900888 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-cbcccbaa-55f5-4af8-8d77-410af7d7e120 None None] Could not find standard attr ID for object 41346f98-72f4-4f06-bf82-61d15fa985b1. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:27:42.928744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No DVR routers for this DVR port 41346f98-72f4-4f06-bf82-61d15fa985b1 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:27:42.930400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=41346f98-72f4-4f06-bf82-61d15fa985b1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:42.954021 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:42.954496 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:42.954942 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:42.955302 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:42.955742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:42.956307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:42.956914 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:42.957364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:42.957483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:42.957811 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:42.958149 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:42.958488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:43.063589 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb47cd8-69e3-4db8-9e2e-302fea4c07aa None None] DHCP port deletion for 321b5621-e8e1-437c-ab91-0735f3936706 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:27:43.096726 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:43.129578 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321b5621-e8e1-437c-ab91-0735f3936706']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:43.144052 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817c186-6e49-4c7a-8bae-f346e08b62c8 req-8ae61509-6721-4f9a-bf0d-545d713772fc tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:43.145601 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8817c186-6e49-4c7a-8bae-f346e08b62c8 req-8ae61509-6721-4f9a-bf0d-545d713772fc tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.2290845 Sep 18 05:27:43.150105 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7809e77-e543-4039-9f3a-2abfcf33067e') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:43.150794 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7809e77-e543-4039-9f3a-2abfcf33067e') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:43.171375 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:43.174364 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8817c186-6e49-4c7a-8bae-f346e08b62c8 req-2d22e186-dc8e-4200-b50e-0e24d2253655 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/quotas/6277d485fb1c4ef6a8fd9994eb17d7aa HTTP/1.1" status: 200 len: 375 time: 0.0209205 Sep 18 05:27:43.223561 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:43.232102 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:27:43.233715 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:27:43.235384 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:27:43.298495 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8817c186-6e49-4c7a-8bae-f346e08b62c8 req-6b7e57ea-412a-462f-9d69-0f09995b309f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1091232 Sep 18 05:27:43.352355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-50f0f18d-c204-427b-a9dc-2c468e812456 req-0f7d5d65-cdb9-4937-abbd-061824cfda66 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0355306 Sep 18 05:27:43.394400 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:43.401755 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:43.407309 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/networks/321b5621-e8e1-437c-ab91-0735f3936706 HTTP/1.1" status: 204 len: 168 time: 0.9347157 Sep 18 05:27:43.407687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48514) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:43.426327 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8fb6a-5238-437c-b906-d7c7840f47b9 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Network': ['ID=321b5621-e8e1-437c-ab91-0735f3936706,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:43.470025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf064a3-0b5d-477d-b68e-cde899c46bc7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:43.475114 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ecf064a3-0b5d-477d-b68e-cde899c46bc7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0628366 Sep 18 05:27:43.475321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48518) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:43.525380 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5d173a43-c3a0-43f4-b69b-d29eecba9fc8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0488081 Sep 18 05:27:43.528757 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48520) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:43.533681 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8817c186-6e49-4c7a-8bae-f346e08b62c8 req-c9638187-969a-40aa-aad5-d0da8e9e1011 service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271469 Sep 18 05:27:43.533981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-33b8f0f0-874a-4a4f-85fb-ab0a507c52cd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-325924510'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:43.611154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b8f0f0-874a-4a4f-85fb-ab0a507c52cd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:43.614939 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b8f0f0-874a-4a4f-85fb-ab0a507c52cd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:43.631736 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8817c186-6e49-4c7a-8bae-f346e08b62c8 req-1ba729cf-e3bb-4e82-88e1-e55bbfb67ab1 service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915000 Sep 18 05:27:43.649294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b8f0f0-874a-4a4f-85fb-ab0a507c52cd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:27:43.663167 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b8f0f0-874a-4a4f-85fb-ab0a507c52cd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:43.663862 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-33b8f0f0-874a-4a4f-85fb-ab0a507c52cd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Added segment 5e749e44-f586-4b3c-b0a8-215000eb04b6 of type vlan for network 88f599b8-ba94-433b-9f8e-f7f937f85831 Sep 18 05:27:43.708695 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b8f0f0-874a-4a4f-85fb-ab0a507c52cd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:43.782967 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b8f0f0-874a-4a4f-85fb-ab0a507c52cd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:43.789946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b8f0f0-874a-4a4f-85fb-ab0a507c52cd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:43.791040 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33b8f0f0-874a-4a4f-85fb-ab0a507c52cd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:43.862768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8f0f0-874a-4a4f-85fb-ab0a507c52cd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Network': ['ID=88f599b8-ba94-433b-9f8e-f7f937f85831,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:43.874811 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-33b8f0f0-874a-4a4f-85fb-ab0a507c52cd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3446479 Sep 18 05:27:43.877667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48532) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:43.880674 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 88f599b8-ba94-433b-9f8e-f7f937f85831 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:27:43.884460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-734412e6-67db-45e7-9e39-e88812acb91e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': '88f599b8-ba94-433b-9f8e-f7f937f85831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:44.487349 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-f7d207c3-aaa2-4a18-81eb-678edf18914f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:44.492955 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-f7d207c3-aaa2-4a18-81eb-678edf18914f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.1380754 Sep 18 05:27:44.515966 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-ef54fe55-07c8-4c3d-ba4d-3c90f6a3f7e1 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/quotas/6277d485fb1c4ef6a8fd9994eb17d7aa HTTP/1.1" status: 200 len: 375 time: 0.0127473 Sep 18 05:27:44.516685 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-afdafbe3-5e86-4682-a358-e306964b6712 req-9ae8bb96-440c-44fe-ae64-0ff18a6532e0 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0417390 Sep 18 05:27:44.563265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734412e6-67db-45e7-9e39-e88812acb91e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:44.566791 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-734412e6-67db-45e7-9e39-e88812acb91e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:44.647790 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-a8d641ee-3e93-4bcb-9edd-cfcc38330a5f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1238394 Sep 18 05:27:44.739045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 41346f98-72f4-4f06-bf82-61d15fa985b1 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:27:44.765978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 41346f98-72f4-4f06-bf82-61d15fa985b1 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:27:44.766619 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 41346f98-72f4-4f06-bf82-61d15fa985b1 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:27:44.846949 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-37205534-7467-42df-b67d-2e63e7942910 service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900997 Sep 18 05:27:44.983553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-261fd88f-0773-4374-a7a5-7dbba186518f service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292653 Sep 18 05:27:45.051515 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-734412e6-67db-45e7-9e39-e88812acb91e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:45.125568 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734412e6-67db-45e7-9e39-e88812acb91e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Subnet': ['ID=03fddfd3-09f9-438e-9dd0-ef6edd294cfb,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:45.136467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734412e6-67db-45e7-9e39-e88812acb91e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Checking segment: {'id': '5e749e44-f586-4b3c-b0a8-215000eb04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '88f599b8-ba94-433b-9f8e-f7f937f85831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:45.136879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734412e6-67db-45e7-9e39-e88812acb91e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network hostable DHCP agents. Network: 88f599b8-ba94-433b-9f8e-f7f937f85831, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:27:45.235221 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5c45d782-4e39-4660-9b9b-1c2aa7a61019 req-0a7f55e0-0707-47be-be27-fba7e30eee0b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 210 time: 0.0266898 Sep 18 05:27:45.262369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734412e6-67db-45e7-9e39-e88812acb91e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 88f599b8-ba94-433b-9f8e-f7f937f85831 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:27:45.336544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-734412e6-67db-45e7-9e39-e88812acb91e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 88f599b8-ba94-433b-9f8e-f7f937f85831) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:45.340877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734412e6-67db-45e7-9e39-e88812acb91e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:45.341682 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-734412e6-67db-45e7-9e39-e88812acb91e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:45.353236 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f05157-68fd-4082-913e-b3822248013d None None] Network 88f599b8-ba94-433b-9f8e-f7f937f85831 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:45.458383 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-734412e6-67db-45e7-9e39-e88812acb91e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5793962 Sep 18 05:27:45.460786 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48590) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:45.466440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-45cf788b-0c13-4d8f-8d6e-0df621bb76ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'network_id': '88f599b8-ba94-433b-9f8e-f7f937f85831', 'name': 'tempest-PortsIpV6TestJSON-1423611738'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:45.504670 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-88f599b8-ba94-433b-9f8e-f7f937f85831', 'network_id': '88f599b8-ba94-433b-9f8e-f7f937f85831', 'tenant_id': '040c43d98d264235bb6f6d9906468a72', 'fixed_ips': [{'subnet_id': '03fddfd3-09f9-438e-9dd0-ef6edd294cfb'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:27:45.506481 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:45.645865 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24a5101f-3479-4d7d-be12-cc11242a8100 req-9446378c-8527-4e5e-a040-264d0c622420 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0553408 Sep 18 05:27:45.660387 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Allocated IP 2001:db8::2 (88f599b8-ba94-433b-9f8e-f7f937f85831/03fddfd3-09f9-438e-9dd0-ef6edd294cfb/6cf253c5-49f0-4a71-ae1b-994cbf688ee4) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:45.679789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cf788b-0c13-4d8f-8d6e-0df621bb76ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:45.683855 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45cf788b-0c13-4d8f-8d6e-0df621bb76ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:45.705883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-45cf788b-0c13-4d8f-8d6e-0df621bb76ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port 1b012575-6d5d-4e81-a1e9-16bc96776e55 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:27:45.844975 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:45.983940 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:46.021517 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Network 88f599b8-ba94-433b-9f8e-f7f937f85831 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:46.024385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:46.030130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:46.041987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Pushing event updated for resources: {'Port': ['ID=6cf253c5-49f0-4a71-ae1b-994cbf688ee4,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:46.054206 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:46.054562 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:46.054915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:46.055259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:46.055590 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:46.055925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:46.056279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:46.056867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:46.057200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:46.061948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:46.061948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:46.061948 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:27:46.063916 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-45cf788b-0c13-4d8f-8d6e-0df621bb76ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Allocated IP 2001:db8::21a (88f599b8-ba94-433b-9f8e-f7f937f85831/03fddfd3-09f9-438e-9dd0-ef6edd294cfb/1b012575-6d5d-4e81-a1e9-16bc96776e55) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:46.109012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Attempting to bind port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:46.109391 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Attempting to bind port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '5e749e44-f586-4b3c-b0a8-215000eb04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '88f599b8-ba94-433b-9f8e-f7f937f85831'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:46.109759 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Attempting to bind port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 on network 88f599b8-ba94-433b-9f8e-f7f937f85831 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:46.116744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:46.117123 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Checking segment: {'id': '5e749e44-f586-4b3c-b0a8-215000eb04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '88f599b8-ba94-433b-9f8e-f7f937f85831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:46.117532 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:46.117927 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Bound using segment: {'id': '5e749e44-f586-4b3c-b0a8-215000eb04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '88f599b8-ba94-433b-9f8e-f7f937f85831'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:46.118405 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Bound port: 6cf253c5-49f0-4a71-ae1b-994cbf688ee4, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e749e44-f586-4b3c-b0a8-215000eb04b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '88f599b8-ba94-433b-9f8e-f7f937f85831'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:46.118785 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:46.199775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] For port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:46.203082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] For port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6cf253c5-49f0-4a71-ae1b-994cbf688ee4,segment=NetworkSegment(5e749e44-f586-4b3c-b0a8-215000eb04b6),segment_id=5e749e44-f586-4b3c-b0a8-215000eb04b6)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:46.239267 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45cf788b-0c13-4d8f-8d6e-0df621bb76ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:46.292225 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:46.356230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e13d35-f199-42a8-ada2-23eb4ec400e0 None None] Pushing event updated for resources: {'Port': ['ID=6cf253c5-49f0-4a71-ae1b-994cbf688ee4,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:46.387629 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-76ec8549-4ade-4afb-a034-b4e546bec8b4 req-b93a311d-966e-49fc-aa05-430970e1c6d3 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 210 time: 0.0599899 Sep 18 05:27:46.428437 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45cf788b-0c13-4d8f-8d6e-0df621bb76ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:46.475613 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cf788b-0c13-4d8f-8d6e-0df621bb76ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 88f599b8-ba94-433b-9f8e-f7f937f85831 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:46.478797 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-45cf788b-0c13-4d8f-8d6e-0df621bb76ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:46.482654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf788b-0c13-4d8f-8d6e-0df621bb76ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:46.488974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cf788b-0c13-4d8f-8d6e-0df621bb76ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:46.489955 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45cf788b-0c13-4d8f-8d6e-0df621bb76ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:46.506823 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf788b-0c13-4d8f-8d6e-0df621bb76ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=1b012575-6d5d-4e81-a1e9-16bc96776e55,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:46.607417 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-45cf788b-0c13-4d8f-8d6e-0df621bb76ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1439340 Sep 18 05:27:46.612386 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48614) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:46.614754 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-47791f98-fe3a-4122-9107-d94b75001937 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'network_id': '88f599b8-ba94-433b-9f8e-f7f937f85831', 'name': 'tempest-PortsIpV6TestJSON-471661678'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:46.795483 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1ca7b08-fcb6-43c6-99da-6e0d224e970e req-b1beab83-16b7-47d4-a63c-53ae1da0fe4c tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0543334 Sep 18 05:27:46.802798 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:46.863032 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47791f98-fe3a-4122-9107-d94b75001937 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:46.867612 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47791f98-fe3a-4122-9107-d94b75001937 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:46.868908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:46.869309 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:46.893546 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-47791f98-fe3a-4122-9107-d94b75001937 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port dfef2ff3-072f-42f6-b87a-b1ccbac70055 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:27:46.973902 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:47.048915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6cf253c5-49f0-4a71-ae1b-994cbf688ee4,segment=NetworkSegment(5e749e44-f586-4b3c-b0a8-215000eb04b6),segment_id=5e749e44-f586-4b3c-b0a8-215000eb04b6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:47.067993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-47791f98-fe3a-4122-9107-d94b75001937 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Allocated IP 2001:db8::13b (88f599b8-ba94-433b-9f8e-f7f937f85831/03fddfd3-09f9-438e-9dd0-ef6edd294cfb/dfef2ff3-072f-42f6-b87a-b1ccbac70055) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:47.134585 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:47.205568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=6cf253c5-49f0-4a71-ae1b-994cbf688ee4,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:47.269382 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47791f98-fe3a-4122-9107-d94b75001937 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:47.359641 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47791f98-fe3a-4122-9107-d94b75001937 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:47.410065 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47791f98-fe3a-4122-9107-d94b75001937 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 88f599b8-ba94-433b-9f8e-f7f937f85831 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:47.412863 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-47791f98-fe3a-4122-9107-d94b75001937 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:47.420269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47791f98-fe3a-4122-9107-d94b75001937 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:47.425942 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47791f98-fe3a-4122-9107-d94b75001937 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:47.426578 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47791f98-fe3a-4122-9107-d94b75001937 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:47.463302 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47791f98-fe3a-4122-9107-d94b75001937 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=dfef2ff3-072f-42f6-b87a-b1ccbac70055,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:47.479468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a62740c-e54b-46f8-95bd-7c06dd88142b None None] Network 88f599b8-ba94-433b-9f8e-f7f937f85831 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:47.481474 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d80d92a-a23d-4e68-9645-6d7cdd61489b req-969f2b93-4ce4-43dc-ba67-eeb446da99df tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 210 time: 0.0354543 Sep 18 05:27:47.521322 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-47791f98-fe3a-4122-9107-d94b75001937 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9109416 Sep 18 05:27:47.524226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48634) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:47.588918 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a2e3f684-abf7-4e02-9b16-3ca3201f4731 None None] Provisioning complete for port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:47.589475 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f684-abf7-4e02-9b16-3ca3201f4731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:47.650677 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deb1ee1-e038-41cb-ba92-51b640100f8e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:47.652308 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6deb1ee1-e038-41cb-ba92-51b640100f8e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A21a HTTP/1.1" status: 200 len: 929 time: 0.1270008 Sep 18 05:27:47.655869 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48638) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:47.762456 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-edb1ed1d-df17-4f0a-94e3-46e57aa018cb tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:47.765505 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-edb1ed1d-df17-4f0a-94e3-46e57aa018cb tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.1516066 Sep 18 05:27:47.781844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-034804cb-5fd5-4250-a6b8-2ee9be79bde2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Request body: {'port': {'device_id': '4c341f10-7764-46eb-9eeb-cfc120fce191', 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'admin_state_up': True, 'tenant_id': '6277d485fb1c4ef6a8fd9994eb17d7aa'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:47.784716 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e2e474a7-d5df-49f5-bbdb-5433aad11b6e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port dfef2ff3-072f-42f6-b87a-b1ccbac70055 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:47.787288 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2e474a7-d5df-49f5-bbdb-5433aad11b6e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:47.945025 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e06d2338-9eac-42de-9cac-9365b4ecb1e5 req-7dcf23a4-d586-4fef-9eeb-c5d1d191bdee tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0470049 Sep 18 05:27:47.969562 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2e474a7-d5df-49f5-bbdb-5433aad11b6e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:47.992638 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e2e474a7-d5df-49f5-bbdb-5433aad11b6e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for dfef2ff3-072f-42f6-b87a-b1ccbac70055 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:48.062652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-034804cb-5fd5-4250-a6b8-2ee9be79bde2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Made reservation on behalf of 6277d485fb1c4ef6a8fd9994eb17d7aa for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:48.066665 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-034804cb-5fd5-4250-a6b8-2ee9be79bde2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:48.120692 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ca874319-3b24-49db-83f4-5d252cf264d9 None None] Provisioning complete for port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:48.130749 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ca874319-3b24-49db-83f4-5d252cf264d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:48.220546 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ca874319-3b24-49db-83f4-5d252cf264d9 None None] Provisioning complete for port 1b012575-6d5d-4e81-a1e9-16bc96776e55 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:48.223321 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ca874319-3b24-49db-83f4-5d252cf264d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:48.239890 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2e474a7-d5df-49f5-bbdb-5433aad11b6e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:48.297802 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ca874319-3b24-49db-83f4-5d252cf264d9 None None] Port 1b012575-6d5d-4e81-a1e9-16bc96776e55 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:27:48.301445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ca874319-3b24-49db-83f4-5d252cf264d9 None None] Could not find standard attr ID for object dfef2ff3-072f-42f6-b87a-b1ccbac70055. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:27:48.311414 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e474a7-d5df-49f5-bbdb-5433aad11b6e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=dfef2ff3-072f-42f6-b87a-b1ccbac70055,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:48.346171 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2e474a7-d5df-49f5-bbdb-5433aad11b6e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:48.352761 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e2e474a7-d5df-49f5-bbdb-5433aad11b6e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/dfef2ff3-072f-42f6-b87a-b1ccbac70055 HTTP/1.1" status: 204 len: 168 time: 0.6954999 Sep 18 05:27:48.355227 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48650) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:48.383416 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f7dff9-7a8c-4081-a53d-8a81215197d1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] GET failed (client error): The resource could not be found. Sep 18 05:27:48.388691 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-85f7dff9-7a8c-4081-a53d-8a81215197d1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/dfef2ff3-072f-42f6-b87a-b1ccbac70055 HTTP/1.1" status: 404 len: 333 time: 0.0323741 Sep 18 05:27:48.389716 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48654) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:48.435311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a32d1e99-fc9f-45dc-bdb0-65152b07350d None None] Provisioning complete for port 1b012575-6d5d-4e81-a1e9-16bc96776e55 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:48.437241 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a32d1e99-fc9f-45dc-bdb0-65152b07350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:48.463075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-034804cb-5fd5-4250-a6b8-2ee9be79bde2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Allocated IP 172.20.0.2 (48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d/3404c123-a5c4-46c8-a367-ec525a9124e2/f5715aee-09ed-414a-a74b-41837bc449d6) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:48.500570 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a32d1e99-fc9f-45dc-bdb0-65152b07350d None None] Port 1b012575-6d5d-4e81-a1e9-16bc96776e55 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:27:48.535022 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-6af59741-e224-44da-917a-f295fc137932 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 1b012575-6d5d-4e81-a1e9-16bc96776e55 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:48.535466 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6af59741-e224-44da-917a-f295fc137932 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:48.654888 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-226156e7-0f41-4866-826e-52b8792f93c9 req-c7fb41fe-e14d-4fe3-a922-11c51e48601a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 210 time: 0.0405560 Sep 18 05:27:48.688627 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6af59741-e224-44da-917a-f295fc137932 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:48.704046 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-6af59741-e224-44da-917a-f295fc137932 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 1b012575-6d5d-4e81-a1e9-16bc96776e55 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:48.734320 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-034804cb-5fd5-4250-a6b8-2ee9be79bde2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:48.738601 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d72b5c00-b7d8-4068-8ea8-a43500fcb9b1 None None] Could not find standard attr ID for object dfef2ff3-072f-42f6-b87a-b1ccbac70055. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:27:48.775369 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:48.838034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:48.838875 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:48.878325 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-034804cb-5fd5-4250-a6b8-2ee9be79bde2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:48.888326 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f69100b-3ee1-4fb1-8787-faaeb443d840'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:27:48.924607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-034804cb-5fd5-4250-a6b8-2ee9be79bde2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:48.927900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-034804cb-5fd5-4250-a6b8-2ee9be79bde2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:48.933072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-034804cb-5fd5-4250-a6b8-2ee9be79bde2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:48.940840 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6af59741-e224-44da-917a-f295fc137932 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:48.963403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034804cb-5fd5-4250-a6b8-2ee9be79bde2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Pushing event updated for resources: {'Port': ['ID=f5715aee-09ed-414a-a74b-41837bc449d6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:48.990421 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af59741-e224-44da-917a-f295fc137932 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=1b012575-6d5d-4e81-a1e9-16bc96776e55,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:49.006588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-034804cb-5fd5-4250-a6b8-2ee9be79bde2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:49.007265 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-034804cb-5fd5-4250-a6b8-2ee9be79bde2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.048686 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6af59741-e224-44da-917a-f295fc137932 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.053662 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6af59741-e224-44da-917a-f295fc137932 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/1b012575-6d5d-4e81-a1e9-16bc96776e55 HTTP/1.1" status: 204 len: 168 time: 0.6628950 Sep 18 05:27:49.054414 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48666) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:49.094622 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-034804cb-5fd5-4250-a6b8-2ee9be79bde2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3203094 Sep 18 05:27:49.096421 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-570d9f5d-020c-47c8-bc67-1ccc1259190e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] GET failed (client error): The resource could not be found. Sep 18 05:27:49.108495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48668) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:49.108653 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-570d9f5d-020c-47c8-bc67-1ccc1259190e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/1b012575-6d5d-4e81-a1e9-16bc96776e55 HTTP/1.1" status: 404 len: 333 time: 0.0455523 Sep 18 05:27:49.121195 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Request body: {'port': {'device_id': '4c341f10-7764-46eb-9eeb-cfc120fce191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:49.193663 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8bb98637-7cdc-4883-923f-b97138705cc6 req-bbdb88f3-6005-4177-b72e-ad4cf7eacad8 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.1017442 Sep 18 05:27:49.198818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2dcd7a-bee6-49e5-a1e0-974f7f383134 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting subnet 03fddfd3-09f9-438e-9dd0-ef6edd294cfb {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:27:49.199844 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eb2dcd7a-bee6-49e5-a1e0-974f7f383134 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.229053 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.282211 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eb2dcd7a-bee6-49e5-a1e0-974f7f383134 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.379358 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eb2dcd7a-bee6-49e5-a1e0-974f7f383134 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.497049 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eb2dcd7a-bee6-49e5-a1e0-974f7f383134 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.528053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dcd7a-bee6-49e5-a1e0-974f7f383134 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Subnet': ['ID=03fddfd3-09f9-438e-9dd0-ef6edd294cfb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:49.530437 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eb2dcd7a-bee6-49e5-a1e0-974f7f383134 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.536880 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-eb2dcd7a-bee6-49e5-a1e0-974f7f383134 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/03fddfd3-09f9-438e-9dd0-ef6edd294cfb HTTP/1.1" status: 204 len: 168 time: 0.4346457 Sep 18 05:27:49.538127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48682) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:49.539007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20798f8f-d731-4f2a-8cee-5bac1b7da181 None None] Network 88f599b8-ba94-433b-9f8e-f7f937f85831 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:49.568100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5715aee-09ed-414a-a74b-41837bc449d6 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:27:49.576276 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.596164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Transition to ACTIVE for port object f5715aee-09ed-414a-a74b-41837bc449d6 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:27:49.623284 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.678285 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:49.678640 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.691282 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.751161 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69717ec-5155-4d0c-8da8-3cad632b3e64 None None] DHCP port deletion for 88f599b8-ba94-433b-9f8e-f7f937f85831 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:27:49.779922 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] For port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6cf253c5-49f0-4a71-ae1b-994cbf688ee4,segment=NetworkSegment(5e749e44-f586-4b3c-b0a8-215000eb04b6),segment_id=5e749e44-f586-4b3c-b0a8-215000eb04b6)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:49.785833 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.794340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:49.815724 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Pushing event updated for resources: {'Port': ['ID=f5715aee-09ed-414a-a74b-41837bc449d6,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:49.824708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b69717ec-5155-4d0c-8da8-3cad632b3e64 None None] Deleting port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:49.825106 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b69717ec-5155-4d0c-8da8-3cad632b3e64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.896955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95deee0b-da8f-4059-993e-9f4af4b39680 req-eeb3388b-d42e-4c43-b1a4-3304871bb26c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:49.899011 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-95deee0b-da8f-4059-993e-9f4af4b39680 req-eeb3388b-d42e-4c43-b1a4-3304871bb26c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 943 time: 0.1366868 Sep 18 05:27:49.913875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Attempting to bind port f5715aee-09ed-414a-a74b-41837bc449d6 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:49.914243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Attempting to bind port f5715aee-09ed-414a-a74b-41837bc449d6 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:49.914627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Attempting to bind port f5715aee-09ed-414a-a74b-41837bc449d6 on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:49.927659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Port f5715aee-09ed-414a-a74b-41837bc449d6 on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:27:49.932231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Attempting to bind port f5715aee-09ed-414a-a74b-41837bc449d6 on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:49.941886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:49.942234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Checking segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:49.942634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Bound using segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:49.943083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Bound port: f5715aee-09ed-414a-a74b-41837bc449d6, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:49.943454 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.953960 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:49.972148 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No DVR routers for this DVR port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:27:49.995238 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-95deee0b-da8f-4059-993e-9f4af4b39680 req-5075b0a7-7613-43d8-9d41-64acfb2b9346 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779064 Sep 18 05:27:50.039878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] For port f5715aee-09ed-414a-a74b-41837bc449d6, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:50.043167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] For port f5715aee-09ed-414a-a74b-41837bc449d6, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f5715aee-09ed-414a-a74b-41837bc449d6,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:50.054915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=6cf253c5-49f0-4a71-ae1b-994cbf688ee4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:50.093580 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b69717ec-5155-4d0c-8da8-3cad632b3e64 None None] For port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=6cf253c5-49f0-4a71-ae1b-994cbf688ee4,segment=NetworkSegment(5e749e44-f586-4b3c-b0a8-215000eb04b6),segment_id=5e749e44-f586-4b3c-b0a8-215000eb04b6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:50.093875 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b69717ec-5155-4d0c-8da8-3cad632b3e64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:50.109518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b69717ec-5155-4d0c-8da8-3cad632b3e64 None None] Calling delete_port for 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:50.118141 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:50.140435 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f599b8-ba94-433b-9f8e-f7f937f85831']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:50.149612 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e749e44-f586-4b3c-b0a8-215000eb04b6') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:50.149807 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:50.150046 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e749e44-f586-4b3c-b0a8-215000eb04b6') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:50.160145 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:50.177696 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:50.191164 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:27:50.191419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:50.191954 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b69717ec-5155-4d0c-8da8-3cad632b3e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:50.192279 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:50.192431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:50.193861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] 10.222.0.18 "PUT /v2.0/ports/f5715aee-09ed-414a-a74b-41837bc449d6 HTTP/1.1" status: 200 len: 1092 time: 1.0844841 Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:27:50.195934 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:27:50.198757 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c341f10-7764-46eb-9eeb-cfc120fce191', 'tag': 'f5715aee-09ed-414a-a74b-41837bc449d6'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:27:50.198757 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb442e2-029b-441c-843c-bd7ba41abec2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c341f10-7764-46eb-9eeb-cfc120fce191", "tag": "f5715aee-09ed-414a-a74b-41837bc449d6"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:27:50.220686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69717ec-5155-4d0c-8da8-3cad632b3e64 None None] Pushing event deleted for resources: {'Port': ['ID=6cf253c5-49f0-4a71-ae1b-994cbf688ee4,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:50.222564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4d00f-b2fb-405a-9e96-d7d8148bdb5d service neutron] Pushing event updated for resources: {'Port': ['ID=f5715aee-09ed-414a-a74b-41837bc449d6,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:50.230573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69717ec-5155-4d0c-8da8-3cad632b3e64 None None] No DVR routers for this DVR port 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:27:50.273687 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff036033-7d69-45cc-a7c2-2db88aaeb13e x-openstack-request-id: req-ff036033-7d69-45cc-a7c2-2db88aaeb13e {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:27:50.274825 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c341f10-7764-46eb-9eeb-cfc120fce191", "tag": "f5715aee-09ed-414a-a74b-41837bc449d6", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:27:50.275152 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff036033-7d69-45cc-a7c2-2db88aaeb13e {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:27:50.275707 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c341f10-7764-46eb-9eeb-cfc120fce191', 'tag': 'f5715aee-09ed-414a-a74b-41837bc449d6', 'status': 'completed', 'code': 200} Sep 18 05:27:50.376726 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff124e7a-15d8-44dd-bfb8-8eeb08a0fa6c req-0c9a8e5c-558a-43d4-8066-f6a0e4c724b1 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0397761 Sep 18 05:27:50.387955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb442e2-029b-441c-843c-bd7ba41abec2 req-9433be6f-8a94-40d9-9c55-ccb5cfd21df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:50.389672 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3eb442e2-029b-441c-843c-bd7ba41abec2 req-9433be6f-8a94-40d9-9c55-ccb5cfd21df5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 1095 time: 0.0898988 Sep 18 05:27:50.468954 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:50.479380 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:50.480011 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/networks/88f599b8-ba94-433b-9f8e-f7f937f85831 HTTP/1.1" status: 204 len: 168 time: 0.9406874 Sep 18 05:27:50.487013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48702) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:50.491129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5990f5-1170-452b-b8d2-ca8886b451dc tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Network': ['ID=88f599b8-ba94-433b-9f8e-f7f937f85831,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:50.503335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5f0a58d7-0bb6-4ffc-981f-68ef5255d90e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-273691770'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:50.513473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb442e2-029b-441c-843c-bd7ba41abec2 req-ae1a6d42-a540-4a6e-8ea1-95d98b87ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:50.519860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3eb442e2-029b-441c-843c-bd7ba41abec2 req-ae1a6d42-a540-4a6e-8ea1-95d98b87ebb7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1174295 Sep 18 05:27:50.629543 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb442e2-029b-441c-843c-bd7ba41abec2 req-f26440a6-82f9-4fd7-9e05-2aede2f014cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:50.631078 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3eb442e2-029b-441c-843c-bd7ba41abec2 req-f26440a6-82f9-4fd7-9e05-2aede2f014cc service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1076388 Sep 18 05:27:50.639777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0a58d7-0bb6-4ffc-981f-68ef5255d90e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:50.643321 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f0a58d7-0bb6-4ffc-981f-68ef5255d90e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:50.667721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0a58d7-0bb6-4ffc-981f-68ef5255d90e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:27:50.702926 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f0a58d7-0bb6-4ffc-981f-68ef5255d90e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:50.703319 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-5f0a58d7-0bb6-4ffc-981f-68ef5255d90e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Added segment d969ad7b-ad35-4777-9af4-3dda8c0c9314 of type vlan for network 66749967-ae2c-463d-8d45-3f08c18777dd Sep 18 05:27:50.756063 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f0a58d7-0bb6-4ffc-981f-68ef5255d90e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:50.757014 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:27:50.761447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-435bf9d3-0ca9-4bea-9182-c955c9f8993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:50.762975 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-435bf9d3-0ca9-4bea-9182-c955c9f8993a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 1095 time: 0.0930948 Sep 18 05:27:50.781464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:27:50.781891 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 6cf253c5-49f0-4a71-ae1b-994cbf688ee4 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:27:50.813256 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-df032b4e-17bb-46ed-896d-510451324f71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5715aee-09ed-414a-a74b-41837bc449d6 HTTP/1.1" status: 200 len: 217 time: 0.0412469 Sep 18 05:27:50.868070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-8b67e030-f500-477c-9969-293967d9aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:50.869972 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-8b67e030-f500-477c-9969-293967d9aefb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3404c123-a5c4-46c8-a367-ec525a9124e2 HTTP/1.1" status: 200 len: 845 time: 0.0491858 Sep 18 05:27:50.902272 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-ee082473-cb24-4b06-8624-5719ea913b0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242181 Sep 18 05:27:50.903598 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f0a58d7-0bb6-4ffc-981f-68ef5255d90e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:50.908572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0a58d7-0bb6-4ffc-981f-68ef5255d90e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:50.909141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f0a58d7-0bb6-4ffc-981f-68ef5255d90e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:51.037832 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a58d7-0bb6-4ffc-981f-68ef5255d90e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Network': ['ID=66749967-ae2c-463d-8d45-3f08c18777dd,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:51.050499 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 66749967-ae2c-463d-8d45-3f08c18777dd details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:27:51.064013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5f0a58d7-0bb6-4ffc-981f-68ef5255d90e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5724430 Sep 18 05:27:51.064257 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48712) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:51.069800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5c688eed-0f5f-4fec-9dae-5cdf3c731991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': '66749967-ae2c-463d-8d45-3f08c18777dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:51.075699 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-e068dd3d-6273-4220-9a3f-e7e098cfd74a service neutron] 10.222.0.18 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642241 Sep 18 05:27:51.189367 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058427f9-2661-4c60-a3f1-228620fdd288 req-584f5ab0-fdc6-4597-81a0-3ffd3e9bc057 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:51.191641 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-058427f9-2661-4c60-a3f1-228620fdd288 req-584f5ab0-fdc6-4597-81a0-3ffd3e9bc057 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 943 time: 0.0990241 Sep 18 05:27:51.231173 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-058427f9-2661-4c60-a3f1-228620fdd288 req-8dbd045d-9537-4e88-bfd7-2c27d99b33ad tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Sep 18 05:27:51.235520 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f461682-5029-48d9-bf0e-f8b7ed453b08 req-6629f940-92b5-46bd-a0cf-c40e6ca8f1ef service neutron] 10.222.0.18 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486232 Sep 18 05:27:51.308370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c688eed-0f5f-4fec-9dae-5cdf3c731991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:51.312161 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5c688eed-0f5f-4fec-9dae-5cdf3c731991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:51.494361 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5de914b-be01-4ce8-96b4-a930b9018910 req-d41fc0fb-25a5-4a22-8907-c3b2d8c36db4 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0319369 Sep 18 05:27:51.608079 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5c688eed-0f5f-4fec-9dae-5cdf3c731991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:51.668909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c688eed-0f5f-4fec-9dae-5cdf3c731991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Subnet': ['ID=6b0b4fb1-0a7f-4ec5-a91e-b9a337beed6d,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:51.674146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c688eed-0f5f-4fec-9dae-5cdf3c731991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Checking segment: {'id': 'd969ad7b-ad35-4777-9af4-3dda8c0c9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '66749967-ae2c-463d-8d45-3f08c18777dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:51.674512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c688eed-0f5f-4fec-9dae-5cdf3c731991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network hostable DHCP agents. Network: 66749967-ae2c-463d-8d45-3f08c18777dd, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:27:51.753878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c688eed-0f5f-4fec-9dae-5cdf3c731991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 66749967-ae2c-463d-8d45-3f08c18777dd is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:27:51.822550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-5c688eed-0f5f-4fec-9dae-5cdf3c731991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 66749967-ae2c-463d-8d45-3f08c18777dd) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:51.827161 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c688eed-0f5f-4fec-9dae-5cdf3c731991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:51.827999 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5c688eed-0f5f-4fec-9dae-5cdf3c731991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:51.835054 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fd835e-40f1-45d9-9f1c-06f6502ef59e None None] Network 66749967-ae2c-463d-8d45-3f08c18777dd requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:51.914968 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5c688eed-0f5f-4fec-9dae-5cdf3c731991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8496161 Sep 18 05:27:51.918039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48732) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:51.924577 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4d54c32f-d35c-4fcb-a44c-b2d0b6a8a6d6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'network_id': '66749967-ae2c-463d-8d45-3f08c18777dd', 'name': 'tempest-PortsIpV6TestJSON-911889381', 'fixed_ips': [{'subnet_id': '6b0b4fb1-0a7f-4ec5-a91e-b9a337beed6d', 'ip_address': '2001:db8::10'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:51.996010 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-66749967-ae2c-463d-8d45-3f08c18777dd', 'network_id': '66749967-ae2c-463d-8d45-3f08c18777dd', 'tenant_id': '040c43d98d264235bb6f6d9906468a72', 'fixed_ips': [{'subnet_id': '6b0b4fb1-0a7f-4ec5-a91e-b9a337beed6d'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:27:51.996934 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:52.135863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Allocated IP 2001:db8::2 (66749967-ae2c-463d-8d45-3f08c18777dd/6b0b4fb1-0a7f-4ec5-a91e-b9a337beed6d/f4ab10f1-be1b-4529-86a9-aa88421963d6) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:52.148336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d54c32f-d35c-4fcb-a44c-b2d0b6a8a6d6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:52.246146 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4d54c32f-d35c-4fcb-a44c-b2d0b6a8a6d6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:52.264627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-4d54c32f-d35c-4fcb-a44c-b2d0b6a8a6d6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port f4ce3723-fc52-40cd-a5a0-761b8654fc76 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:27:52.303300 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:52.365556 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:52.408457 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Network 66749967-ae2c-463d-8d45-3f08c18777dd is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:52.409238 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9b82e-781b-4be5-8a33-36428df9ee4b req-e5cd19f5-dfcf-436f-b6bd-83766c66de57 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:52.411107 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0e9b82e-781b-4be5-8a33-36428df9ee4b req-e5cd19f5-dfcf-436f-b6bd-83766c66de57 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 943 time: 0.0752845 Sep 18 05:27:52.412823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:52.416320 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:52.426489 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Pushing event updated for resources: {'Port': ['ID=f4ab10f1-be1b-4529-86a9-aa88421963d6,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:52.463190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-4d54c32f-d35c-4fcb-a44c-b2d0b6a8a6d6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Allocated IP 2001:db8::10 (66749967-ae2c-463d-8d45-3f08c18777dd/6b0b4fb1-0a7f-4ec5-a91e-b9a337beed6d/f4ce3723-fc52-40cd-a5a0-761b8654fc76) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:52.477560 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Attempting to bind port f4ab10f1-be1b-4529-86a9-aa88421963d6 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:52.478139 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Attempting to bind port f4ab10f1-be1b-4529-86a9-aa88421963d6 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'd969ad7b-ad35-4777-9af4-3dda8c0c9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '66749967-ae2c-463d-8d45-3f08c18777dd'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:52.478490 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Attempting to bind port f4ab10f1-be1b-4529-86a9-aa88421963d6 on network 66749967-ae2c-463d-8d45-3f08c18777dd {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:52.479485 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0e9b82e-781b-4be5-8a33-36428df9ee4b req-341c1033-60bd-4e7e-9f74-c62e9395214f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604849 Sep 18 05:27:52.486220 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:52.486635 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Checking segment: {'id': 'd969ad7b-ad35-4777-9af4-3dda8c0c9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '66749967-ae2c-463d-8d45-3f08c18777dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:52.487046 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:52.487453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Bound using segment: {'id': 'd969ad7b-ad35-4777-9af4-3dda8c0c9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '66749967-ae2c-463d-8d45-3f08c18777dd'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:52.487935 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Bound port: f4ab10f1-be1b-4529-86a9-aa88421963d6, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd969ad7b-ad35-4777-9af4-3dda8c0c9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '66749967-ae2c-463d-8d45-3f08c18777dd'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:52.488360 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:52.573042 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-616136b5-be99-4575-a8a5-985d322384dd None None] For port f4ab10f1-be1b-4529-86a9-aa88421963d6, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:52.576430 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-616136b5-be99-4575-a8a5-985d322384dd None None] For port f4ab10f1-be1b-4529-86a9-aa88421963d6, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f4ab10f1-be1b-4529-86a9-aa88421963d6,segment=NetworkSegment(d969ad7b-ad35-4777-9af4-3dda8c0c9314),segment_id=d969ad7b-ad35-4777-9af4-3dda8c0c9314)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:52.625524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c4a687f-b34e-40d8-af0b-520308011264 req-83ad7f80-8e51-4fc8-b83a-23bed4574a2b tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0508974 Sep 18 05:27:52.642836 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:52.693562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4d54c32f-d35c-4fcb-a44c-b2d0b6a8a6d6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:52.715604 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616136b5-be99-4575-a8a5-985d322384dd None None] Pushing event updated for resources: {'Port': ['ID=f4ab10f1-be1b-4529-86a9-aa88421963d6,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:52.828933 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4d54c32f-d35c-4fcb-a44c-b2d0b6a8a6d6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:52.903285 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d54c32f-d35c-4fcb-a44c-b2d0b6a8a6d6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 66749967-ae2c-463d-8d45-3f08c18777dd is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:52.905581 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-4d54c32f-d35c-4fcb-a44c-b2d0b6a8a6d6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:52.908825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d54c32f-d35c-4fcb-a44c-b2d0b6a8a6d6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:52.915098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d54c32f-d35c-4fcb-a44c-b2d0b6a8a6d6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:52.915952 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4d54c32f-d35c-4fcb-a44c-b2d0b6a8a6d6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:52.947157 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54c32f-d35c-4fcb-a44c-b2d0b6a8a6d6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=f4ce3723-fc52-40cd-a5a0-761b8654fc76,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:53.003821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48754) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:53.004174 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4d54c32f-d35c-4fcb-a44c-b2d0b6a8a6d6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0846446 Sep 18 05:27:53.009507 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-8b8e3070-517f-4551-8735-4421865a6822 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'network_id': '66749967-ae2c-463d-8d45-3f08c18777dd', 'name': 'tempest-PortsIpV6TestJSON-651544361', 'fixed_ips': [{'subnet_id': '6b0b4fb1-0a7f-4ec5-a91e-b9a337beed6d', 'ip_address': '2001:db8::f'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:53.102250 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:53.211509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8e3070-517f-4551-8735-4421865a6822 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:53.296851 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:53.301513 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3070-517f-4551-8735-4421865a6822 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:53.320289 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-8b8e3070-517f-4551-8735-4421865a6822 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port 9030091c-2c68-4a4d-82c5-94a688cd5526 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:27:53.507317 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-8b8e3070-517f-4551-8735-4421865a6822 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Allocated IP 2001:db8::f (66749967-ae2c-463d-8d45-3f08c18777dd/6b0b4fb1-0a7f-4ec5-a91e-b9a337beed6d/9030091c-2c68-4a4d-82c5-94a688cd5526) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:53.648371 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c868712-f48a-4d0f-84c8-acd8448e53b8 req-e2de1f76-5609-494d-988d-712b42f5c393 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:53.649967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7c868712-f48a-4d0f-84c8-acd8448e53b8 req-e2de1f76-5609-494d-988d-712b42f5c393 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 943 time: 0.0902293 Sep 18 05:27:53.748997 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43a4db5a-25bc-489f-85e0-0fa3257de845 req-dcb80e58-ccb5-4c13-8797-ad04060aa190 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0353041 Sep 18 05:27:53.778174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbdce5c-667d-4c27-97cb-e32a37436fe0 None None] Network 66749967-ae2c-463d-8d45-3f08c18777dd requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:53.870369 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-68367227-3b9f-4d5f-a8ce-cb7e6fe1b2b5 None None] Provisioning complete for port f4ab10f1-be1b-4529-86a9-aa88421963d6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:53.870369 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-68367227-3b9f-4d5f-a8ce-cb7e6fe1b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:54.015327 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-68367227-3b9f-4d5f-a8ce-cb7e6fe1b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:54.064681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-68367227-3b9f-4d5f-a8ce-cb7e6fe1b2b5 None None] For port f4ab10f1-be1b-4529-86a9-aa88421963d6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f4ab10f1-be1b-4529-86a9-aa88421963d6,segment=NetworkSegment(d969ad7b-ad35-4777-9af4-3dda8c0c9314),segment_id=d969ad7b-ad35-4777-9af4-3dda8c0c9314)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:54.088484 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7c868712-f48a-4d0f-84c8-acd8448e53b8 req-5d284ee4-2567-45ea-b54d-31ca07d6129a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601940 Sep 18 05:27:54.102168 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3070-517f-4551-8735-4421865a6822 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:54.148133 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-68367227-3b9f-4d5f-a8ce-cb7e6fe1b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:54.197399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68367227-3b9f-4d5f-a8ce-cb7e6fe1b2b5 None None] Pushing event updated for resources: {'Port': ['ID=f4ab10f1-be1b-4529-86a9-aa88421963d6,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:54.251369 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3070-517f-4551-8735-4421865a6822 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:54.303702 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f5715aee-09ed-414a-a74b-41837bc449d6 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:27:54.313823 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e3070-517f-4551-8735-4421865a6822 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 66749967-ae2c-463d-8d45-3f08c18777dd is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:54.315626 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-8b8e3070-517f-4551-8735-4421865a6822 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:54.319301 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e3070-517f-4551-8735-4421865a6822 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:54.325025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8e3070-517f-4551-8735-4421865a6822 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:54.325669 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3070-517f-4551-8735-4421865a6822 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:54.334220 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e3070-517f-4551-8735-4421865a6822 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=9030091c-2c68-4a4d-82c5-94a688cd5526,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:54.408820 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8b8e3070-517f-4551-8735-4421865a6822 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4033420 Sep 18 05:27:54.411450 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48782) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:54.421259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1aaa4498-50d4-4a03-a976-6d180a95162f None None] Provisioning complete for port f4ab10f1-be1b-4529-86a9-aa88421963d6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:54.421729 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1aaa4498-50d4-4a03-a976-6d180a95162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:54.473171 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f5715aee-09ed-414a-a74b-41837bc449d6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f5715aee-09ed-414a-a74b-41837bc449d6,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:54.494023 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'f5715aee-09ed-414a-a74b-41837bc449d6', 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'port_id': 'f5715aee-09ed-414a-a74b-41837bc449d6', 'mac_address': 'fa:16:3e:e1:f9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3404c123-a5c4-46c8-a367-ec525a9124e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:27:54.511916 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e2293e-5a8b-4e79-b45f-81250ad7034e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:54.527253 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48784) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:54.527420 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-72e2293e-5a8b-4e79-b45f-81250ad7034e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1145933 Sep 18 05:27:54.564598 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:54.587307 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5715aee-09ed-414a-a74b-41837bc449d6 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:27:54.596792 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1aaa4498-50d4-4a03-a976-6d180a95162f None None] Provisioning complete for port f4ce3723-fc52-40cd-a5a0-761b8654fc76 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:54.597169 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1aaa4498-50d4-4a03-a976-6d180a95162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:54.636431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f5715aee-09ed-414a-a74b-41837bc449d6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f5715aee-09ed-414a-a74b-41837bc449d6,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:54.643231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9ddf7e-24ef-43b8-bf58-066405a774f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:54.648010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9ddf7e-24ef-43b8-bf58-066405a774f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:54.658473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9ddf7e-24ef-43b8-bf58-066405a774f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:54.658679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa4498-50d4-4a03-a976-6d180a95162f None None] Port f4ce3723-fc52-40cd-a5a0-761b8654fc76 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:27:54.658823 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fe9ddf7e-24ef-43b8-bf58-066405a774f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1282165 Sep 18 05:27:54.659868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48788) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:54.702989 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:54.777299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-5f720faf-addd-4e3d-9fec-f23b66a51e5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 9030091c-2c68-4a4d-82c5-94a688cd5526 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:54.777875 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f720faf-addd-4e3d-9fec-f23b66a51e5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:54.817324 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5f3bf672-374a-41a1-b609-4048d9255810 None None] Provisioning complete for port f4ce3723-fc52-40cd-a5a0-761b8654fc76 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:54.817707 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5f3bf672-374a-41a1-b609-4048d9255810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:54.827247 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=f5715aee-09ed-414a-a74b-41837bc449d6,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:54.882874 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5f3bf672-374a-41a1-b609-4048d9255810 None None] Port f4ce3723-fc52-40cd-a5a0-761b8654fc76 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:27:54.893453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f4ab10f1-be1b-4529-86a9-aa88421963d6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:54.903050 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae4a0990-b8cc-45ae-ba41-a003e67d664a req-384d2ca9-a68f-4fdc-8497-19830d4c6d23 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0378997 Sep 18 05:27:54.921765 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f720faf-addd-4e3d-9fec-f23b66a51e5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:54.927913 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['f5715aee-09ed-414a-a74b-41837bc449d6'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:27:54.938055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-5f720faf-addd-4e3d-9fec-f23b66a51e5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 9030091c-2c68-4a4d-82c5-94a688cd5526 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:54.984317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port f4ab10f1-be1b-4529-86a9-aa88421963d6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:54.984692 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:55.052130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2cdb196c-7e68-4a60-a734-13b081dd293d None None] Provisioning complete for port 9030091c-2c68-4a4d-82c5-94a688cd5526 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:55.052544 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cdb196c-7e68-4a60-a734-13b081dd293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:55.141538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb196c-7e68-4a60-a734-13b081dd293d None None] Port 9030091c-2c68-4a4d-82c5-94a688cd5526 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:27:55.206543 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f720faf-addd-4e3d-9fec-f23b66a51e5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:55.241046 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f720faf-addd-4e3d-9fec-f23b66a51e5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=9030091c-2c68-4a4d-82c5-94a688cd5526,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:55.259874 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce5fc2-3274-4570-9696-d6c441b40157 req-562b9dd6-31ee-45f0-9a1c-3393ca0f69c8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:55.261474 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98ce5fc2-3274-4570-9696-d6c441b40157 req-562b9dd6-31ee-45f0-9a1c-3393ca0f69c8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 944 time: 0.0861678 Sep 18 05:27:55.288390 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f720faf-addd-4e3d-9fec-f23b66a51e5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:55.290408 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5f720faf-addd-4e3d-9fec-f23b66a51e5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/9030091c-2c68-4a4d-82c5-94a688cd5526 HTTP/1.1" status: 204 len: 168 time: 0.6293108 Sep 18 05:27:55.293345 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48802) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:55.320657 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-98ce5fc2-3274-4570-9696-d6c441b40157 req-79ff6ebd-9c1b-4bcb-a8f9-c175903bd320 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Sep 18 05:27:55.324272 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f50dd54-3208-44a4-8bde-36cd99528e11 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] GET failed (client error): The resource could not be found. Sep 18 05:27:55.325944 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7f50dd54-3208-44a4-8bde-36cd99528e11 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/9030091c-2c68-4a4d-82c5-94a688cd5526 HTTP/1.1" status: 404 len: 333 time: 0.0312948 Sep 18 05:27:55.329322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48804) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:55.460532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7e9a4-fc72-4f6c-94ac-6fbd09811139 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port f4ce3723-fc52-40cd-a5a0-761b8654fc76 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:55.461281 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffd7e9a4-fc72-4f6c-94ac-6fbd09811139 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:55.566752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffd7e9a4-fc72-4f6c-94ac-6fbd09811139 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:55.583533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7e9a4-fc72-4f6c-94ac-6fbd09811139 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for f4ce3723-fc52-40cd-a5a0-761b8654fc76 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:55.805122 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffd7e9a4-fc72-4f6c-94ac-6fbd09811139 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:55.836076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7e9a4-fc72-4f6c-94ac-6fbd09811139 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=f4ce3723-fc52-40cd-a5a0-761b8654fc76,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:55.861547 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ffd7e9a4-fc72-4f6c-94ac-6fbd09811139 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:55.863981 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ffd7e9a4-fc72-4f6c-94ac-6fbd09811139 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/f4ce3723-fc52-40cd-a5a0-761b8654fc76 HTTP/1.1" status: 204 len: 168 time: 0.5333543 Sep 18 05:27:55.866430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48810) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:55.897505 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2fd559-9cbf-4ee1-9236-258dfea2296d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] GET failed (client error): The resource could not be found. Sep 18 05:27:55.905901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3f2fd559-9cbf-4ee1-9236-258dfea2296d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/f4ce3723-fc52-40cd-a5a0-761b8654fc76 HTTP/1.1" status: 404 len: 333 time: 0.0315781 Sep 18 05:27:55.907546 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48812) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:55.974271 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07818f1-dcb2-4605-ad50-6a0f0ad073f7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting subnet 6b0b4fb1-0a7f-4ec5-a91e-b9a337beed6d {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:27:55.978016 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e07818f1-dcb2-4605-ad50-6a0f0ad073f7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:56.043872 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e07818f1-dcb2-4605-ad50-6a0f0ad073f7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:56.073647 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-83ed512f-6b83-4e7e-8641-0b2952b23908 req-653500ea-8aa2-4892-812d-d9136bcb7346 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0567141 Sep 18 05:27:56.165857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e07818f1-dcb2-4605-ad50-6a0f0ad073f7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:56.312637 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f5715aee-09ed-414a-a74b-41837bc449d6 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:27:56.354622 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e07818f1-dcb2-4605-ad50-6a0f0ad073f7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:56.395309 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07818f1-dcb2-4605-ad50-6a0f0ad073f7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0b4fb1-0a7f-4ec5-a91e-b9a337beed6d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:56.399177 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e07818f1-dcb2-4605-ad50-6a0f0ad073f7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:56.401248 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e07818f1-dcb2-4605-ad50-6a0f0ad073f7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/6b0b4fb1-0a7f-4ec5-a91e-b9a337beed6d HTTP/1.1" status: 204 len: 168 time: 0.4910955 Sep 18 05:27:56.404920 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48818) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:56.414574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3eed8f-4f0b-4abb-9afc-a04a5afd8560 None None] Network 66749967-ae2c-463d-8d45-3f08c18777dd requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:56.488712 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port f5715aee-09ed-414a-a74b-41837bc449d6 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:27:56.499874 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port f5715aee-09ed-414a-a74b-41837bc449d6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:27:56.500418 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:56.525640 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:56.554627 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddaec5-caf1-4f76-acaf-b936510b65f0 req-ef47fcc3-752d-4c81-8c94-c2c8da934095 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:56.556916 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ffddaec5-caf1-4f76-acaf-b936510b65f0 req-ef47fcc3-752d-4c81-8c94-c2c8da934095 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 944 time: 0.0718231 Sep 18 05:27:56.624449 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ffddaec5-caf1-4f76-acaf-b936510b65f0 req-35b6eefa-e7ea-40e3-bde7-026c39dc67f6 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494568 Sep 18 05:27:56.626429 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:56.644057 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port f4ab10f1-be1b-4529-86a9-aa88421963d6 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:56.644488 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:56.655823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c341f10-7764-46eb-9eeb-cfc120fce191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5715aee-09ed-414a-a74b-41837bc449d6'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:27:56.658430 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836be19a-007b-4aaa-8010-6b3b67fe4ce2" -d '{"events": [{"server_uuid": "4c341f10-7764-46eb-9eeb-cfc120fce191", "name": "network-vif-plugged", "status": "completed", "tag": "f5715aee-09ed-414a-a74b-41837bc449d6"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:27:56.672965 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f5715aee-09ed-414a-a74b-41837bc449d6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f5715aee-09ed-414a-a74b-41837bc449d6,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:56.675668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e128934f-1f59-441b-bbac-b7c87e5ef8da None None] DHCP port deletion for 66749967-ae2c-463d-8d45-3f08c18777dd request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:27:56.728213 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b908ec4d-43fb-4eb0-9746-a82f20260d4b x-openstack-request-id: req-b908ec4d-43fb-4eb0-9746-a82f20260d4b {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:27:56.728562 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c341f10-7764-46eb-9eeb-cfc120fce191", "name": "network-vif-plugged", "status": "completed", "tag": "f5715aee-09ed-414a-a74b-41837bc449d6", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:27:56.728822 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b908ec4d-43fb-4eb0-9746-a82f20260d4b {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:27:56.729652 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c341f10-7764-46eb-9eeb-cfc120fce191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5715aee-09ed-414a-a74b-41837bc449d6', 'code': 200} Sep 18 05:27:56.736056 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:56.758808 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e128934f-1f59-441b-bbac-b7c87e5ef8da None None] Deleting port f4ab10f1-be1b-4529-86a9-aa88421963d6 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:27:56.760476 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e128934f-1f59-441b-bbac-b7c87e5ef8da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:56.763849 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] For port f4ab10f1-be1b-4529-86a9-aa88421963d6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f4ab10f1-be1b-4529-86a9-aa88421963d6,segment=NetworkSegment(d969ad7b-ad35-4777-9af4-3dda8c0c9314),segment_id=d969ad7b-ad35-4777-9af4-3dda8c0c9314)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:56.764668 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:56.780327 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for f4ab10f1-be1b-4529-86a9-aa88421963d6 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:56.823205 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=f5715aee-09ed-414a-a74b-41837bc449d6,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:56.847887 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2094e95-d8a9-47da-aa6c-b7307f1c2c99 req-18f94675-b043-45f5-addd-465471cf685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:56.849935 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2094e95-d8a9-47da-aa6c-b7307f1c2c99 req-18f94675-b043-45f5-addd-465471cf685a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 1097 time: 0.0616806 Sep 18 05:27:56.894020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2094e95-d8a9-47da-aa6c-b7307f1c2c99 req-d916a341-1af6-42f5-9cd7-b7e036bc75c0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348110 Sep 18 05:27:56.896172 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e128934f-1f59-441b-bbac-b7c87e5ef8da None None] For port f4ab10f1-be1b-4529-86a9-aa88421963d6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f4ab10f1-be1b-4529-86a9-aa88421963d6,segment=NetworkSegment(d969ad7b-ad35-4777-9af4-3dda8c0c9314),segment_id=d969ad7b-ad35-4777-9af4-3dda8c0c9314)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:27:56.896690 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e128934f-1f59-441b-bbac-b7c87e5ef8da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:56.905041 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f4ab10f1-be1b-4529-86a9-aa88421963d6 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:27:56.928938 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e128934f-1f59-441b-bbac-b7c87e5ef8da None None] Calling delete_port for f4ab10f1-be1b-4529-86a9-aa88421963d6 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:27:56.937906 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:56.968678 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=f4ab10f1-be1b-4529-86a9-aa88421963d6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:56.975811 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No DVR routers for this DVR port f4ab10f1-be1b-4529-86a9-aa88421963d6 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:27:56.993024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No active binding found for port f4ab10f1-be1b-4529-86a9-aa88421963d6 {{(pid=106910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 05:27:56.993024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f4ab10f1-be1b-4529-86a9-aa88421963d6 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:27:57.016614 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:27:57.037644 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e128934f-1f59-441b-bbac-b7c87e5ef8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:57.072169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128934f-1f59-441b-bbac-b7c87e5ef8da None None] Pushing event deleted for resources: {'Port': ['ID=f4ab10f1-be1b-4529-86a9-aa88421963d6,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:57.078877 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128934f-1f59-441b-bbac-b7c87e5ef8da None None] No DVR routers for this DVR port f4ab10f1-be1b-4529-86a9-aa88421963d6 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:27:57.082432 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:57.108945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66749967-ae2c-463d-8d45-3f08c18777dd']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:57.119772 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd969ad7b-ad35-4777-9af4-3dda8c0c9314') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:57.120078 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd969ad7b-ad35-4777-9af4-3dda8c0c9314') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:27:57.131348 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:57.144893 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:57.151557 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:27:57.152516 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:27:57.155308 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:27:57.205004 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-92e1e933-413d-4ab7-8525-b7900820b8de req-d9e23368-de28-4938-8fec-2b889b83b39c tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0487869 Sep 18 05:27:57.291150 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:57.306308 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:57.306308 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/networks/66749967-ae2c-463d-8d45-3f08c18777dd HTTP/1.1" status: 204 len: 168 time: 0.8945432 Sep 18 05:27:57.306567 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48826) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:57.311815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-570a0505-390b-48c5-b4b0-5a879d0f18c6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-876085754'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:57.313845 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefad69e-f517-4039-8e73-8ffde717b870 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Network': ['ID=66749967-ae2c-463d-8d45-3f08c18777dd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:57.399078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570a0505-390b-48c5-b4b0-5a879d0f18c6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:57.402658 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-570a0505-390b-48c5-b4b0-5a879d0f18c6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:57.427389 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570a0505-390b-48c5-b4b0-5a879d0f18c6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:27:57.436148 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-570a0505-390b-48c5-b4b0-5a879d0f18c6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:57.436505 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-570a0505-390b-48c5-b4b0-5a879d0f18c6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Added segment 89ccddf0-4bb4-40b2-af35-fe8a8b962e93 of type vlan for network a2125c80-93ee-40bd-8857-532bed4d2f1e Sep 18 05:27:57.485611 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-570a0505-390b-48c5-b4b0-5a879d0f18c6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:57.570645 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-570a0505-390b-48c5-b4b0-5a879d0f18c6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:57.576850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a0505-390b-48c5-b4b0-5a879d0f18c6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:57.577449 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-570a0505-390b-48c5-b4b0-5a879d0f18c6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:57.647139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a0505-390b-48c5-b4b0-5a879d0f18c6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Network': ['ID=a2125c80-93ee-40bd-8857-532bed4d2f1e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:57.659279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network a2125c80-93ee-40bd-8857-532bed4d2f1e details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:27:57.672792 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-570a0505-390b-48c5-b4b0-5a879d0f18c6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3630483 Sep 18 05:27:57.672792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48832) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:57.677535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-bac91972-2d5b-4bc6-ac6e-7134c9f08242 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': 'a2125c80-93ee-40bd-8857-532bed4d2f1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:57.805423 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9897d-414e-489f-b6e6-0654f2e1ee5b req-cc6ff9ab-3df6-43f5-aca9-09fec82e322a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:57.807205 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0e9897d-414e-489f-b6e6-0654f2e1ee5b req-cc6ff9ab-3df6-43f5-aca9-09fec82e322a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 945 time: 0.0963895 Sep 18 05:27:57.848484 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0e9897d-414e-489f-b6e6-0654f2e1ee5b req-eed57489-d271-4c4f-9ea5-4ede6e833623 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323451 Sep 18 05:27:57.874422 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac91972-2d5b-4bc6-ac6e-7134c9f08242 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:57.878032 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bac91972-2d5b-4bc6-ac6e-7134c9f08242 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:58.148176 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bac91972-2d5b-4bc6-ac6e-7134c9f08242 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:58.320785 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be57dc06-c8b6-4b1a-8f3e-ba8a216b0664 req-fa492a72-4de1-4d6a-8d44-05ba3e90b159 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0297425 Sep 18 05:27:58.547164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac91972-2d5b-4bc6-ac6e-7134c9f08242 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Subnet': ['ID=35e8a0c3-c840-465f-8f4e-0b6c64291020,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:58.556312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91972-2d5b-4bc6-ac6e-7134c9f08242 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Checking segment: {'id': '89ccddf0-4bb4-40b2-af35-fe8a8b962e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a2125c80-93ee-40bd-8857-532bed4d2f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:58.556711 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac91972-2d5b-4bc6-ac6e-7134c9f08242 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network hostable DHCP agents. Network: a2125c80-93ee-40bd-8857-532bed4d2f1e, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:27:58.628076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac91972-2d5b-4bc6-ac6e-7134c9f08242 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network a2125c80-93ee-40bd-8857-532bed4d2f1e is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:27:58.708182 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-bac91972-2d5b-4bc6-ac6e-7134c9f08242 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, a2125c80-93ee-40bd-8857-532bed4d2f1e) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:58.712461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac91972-2d5b-4bc6-ac6e-7134c9f08242 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:58.712903 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bac91972-2d5b-4bc6-ac6e-7134c9f08242 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:58.717428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f421c80-2d9b-46c6-b390-385614ac9295 None None] Network a2125c80-93ee-40bd-8857-532bed4d2f1e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:27:58.789214 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bac91972-2d5b-4bc6-ac6e-7134c9f08242 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1157711 Sep 18 05:27:58.791963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48838) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:58.798470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-583a2dd9-4996-4373-a32e-94de3d645017 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1400062684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:58.886168 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-583a2dd9-4996-4373-a32e-94de3d645017 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:58.888445 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-583a2dd9-4996-4373-a32e-94de3d645017 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:58.953760 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-583a2dd9-4996-4373-a32e-94de3d645017 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:59.001034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cb567-9bff-4700-aada-1eb46e2b7c9b req-a23d3878-b59d-4b56-bfda-ab3e1bb7ac32 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:59.002600 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-063cb567-9bff-4700-aada-1eb46e2b7c9b req-a23d3878-b59d-4b56-bfda-ab3e1bb7ac32 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 945 time: 0.0789781 Sep 18 05:27:59.017512 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-a2125c80-93ee-40bd-8857-532bed4d2f1e', 'network_id': 'a2125c80-93ee-40bd-8857-532bed4d2f1e', 'tenant_id': '040c43d98d264235bb6f6d9906468a72', 'fixed_ips': [{'subnet_id': '35e8a0c3-c840-465f-8f4e-0b6c64291020'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:27:59.017768 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-583a2dd9-4996-4373-a32e-94de3d645017 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:59.025606 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:59.057209 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-063cb567-9bff-4700-aada-1eb46e2b7c9b req-cd27a3f1-dc04-4cd9-8dba-428526e1adde tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482509 Sep 18 05:27:59.131652 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-583a2dd9-4996-4373-a32e-94de3d645017 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:59.133243 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-583a2dd9-4996-4373-a32e-94de3d645017 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3398390 Sep 18 05:27:59.135753 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48844) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:27:59.142142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0012f5fb-1056-4a9d-b711-0998fb65f63d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'network_id': 'a2125c80-93ee-40bd-8857-532bed4d2f1e', 'name': 'tempest-PortsIpV6TestJSON-897229621'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:27:59.180756 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Allocated IP 2001:db8::2 (a2125c80-93ee-40bd-8857-532bed4d2f1e/35e8a0c3-c840-465f-8f4e-0b6c64291020/1f9711cd-359d-4eb6-97af-324d4fdb3c65) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:59.197220 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d26db-cc07-4734-842f-71447b5bd097 req-35c500a4-5a00-40bf-9670-47cd5662bf17 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:59.199159 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-772d26db-cc07-4734-842f-71447b5bd097 req-35c500a4-5a00-40bf-9670-47cd5662bf17 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 945 time: 0.0668490 Sep 18 05:27:59.252614 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-772d26db-cc07-4734-842f-71447b5bd097 req-9deb6134-141d-4aad-95a6-3ae4f8f50b3e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468862 Sep 18 05:27:59.325180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0012f5fb-1056-4a9d-b711-0998fb65f63d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:27:59.329695 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0012f5fb-1056-4a9d-b711-0998fb65f63d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:59.346822 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:59.352615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-0012f5fb-1056-4a9d-b711-0998fb65f63d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port 50fb6982-14c5-44cc-a92c-604cb9128e08 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:27:59.422969 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:59.437120 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dcbed1e5-4f4e-4737-a550-c580d0f023ed req-5e59a753-49e7-45a0-8805-455ba15ffcd8 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0329497 Sep 18 05:27:59.482609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Network a2125c80-93ee-40bd-8857-532bed4d2f1e is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:59.488787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:59.490737 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Pushing event updated for resources: {'Port': ['ID=1f9711cd-359d-4eb6-97af-324d4fdb3c65,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:59.492928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:59.496473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-0012f5fb-1056-4a9d-b711-0998fb65f63d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Allocated IP 2001:db8::2a2 (a2125c80-93ee-40bd-8857-532bed4d2f1e/35e8a0c3-c840-465f-8f4e-0b6c64291020/50fb6982-14c5-44cc-a92c-604cb9128e08) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:27:59.545805 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Attempting to bind port 1f9711cd-359d-4eb6-97af-324d4fdb3c65 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:27:59.546198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Attempting to bind port 1f9711cd-359d-4eb6-97af-324d4fdb3c65 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '89ccddf0-4bb4-40b2-af35-fe8a8b962e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a2125c80-93ee-40bd-8857-532bed4d2f1e'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:27:59.546594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Attempting to bind port 1f9711cd-359d-4eb6-97af-324d4fdb3c65 on network a2125c80-93ee-40bd-8857-532bed4d2f1e {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:27:59.551912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:27:59.552346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Checking segment: {'id': '89ccddf0-4bb4-40b2-af35-fe8a8b962e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a2125c80-93ee-40bd-8857-532bed4d2f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:27:59.552853 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:59.553592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Bound using segment: {'id': '89ccddf0-4bb4-40b2-af35-fe8a8b962e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a2125c80-93ee-40bd-8857-532bed4d2f1e'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:27:59.554081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Bound port: 1f9711cd-359d-4eb6-97af-324d4fdb3c65, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ccddf0-4bb4-40b2-af35-fe8a8b962e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a2125c80-93ee-40bd-8857-532bed4d2f1e'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:27:59.554475 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:59.619377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] For port 1f9711cd-359d-4eb6-97af-324d4fdb3c65, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:27:59.624955 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] For port 1f9711cd-359d-4eb6-97af-324d4fdb3c65, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1f9711cd-359d-4eb6-97af-324d4fdb3c65,segment=NetworkSegment(89ccddf0-4bb4-40b2-af35-fe8a8b962e93),segment_id=89ccddf0-4bb4-40b2-af35-fe8a8b962e93)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:27:59.675197 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0012f5fb-1056-4a9d-b711-0998fb65f63d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:59.737368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:59.777246 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0012f5fb-1056-4a9d-b711-0998fb65f63d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:59.816834 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f869a-d99a-4899-895f-638a91def6c9 None None] Pushing event updated for resources: {'Port': ['ID=1f9711cd-359d-4eb6-97af-324d4fdb3c65,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:59.844736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012f5fb-1056-4a9d-b711-0998fb65f63d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network a2125c80-93ee-40bd-8857-532bed4d2f1e is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:27:59.848065 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-0012f5fb-1056-4a9d-b711-0998fb65f63d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:27:59.854780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0012f5fb-1056-4a9d-b711-0998fb65f63d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:27:59.855599 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e43d95-c2dd-4f01-b73c-0dfeaed84554 req-5343e222-311b-4c62-b5ea-3e5d7fa4b9e2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:59.857417 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a8e43d95-c2dd-4f01-b73c-0dfeaed84554 req-5343e222-311b-4c62-b5ea-3e5d7fa4b9e2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 945 time: 0.0978305 Sep 18 05:27:59.866568 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0012f5fb-1056-4a9d-b711-0998fb65f63d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:27:59.867119 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0012f5fb-1056-4a9d-b711-0998fb65f63d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:27:59.881120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012f5fb-1056-4a9d-b711-0998fb65f63d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=50fb6982-14c5-44cc-a92c-604cb9128e08,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:27:59.908866 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a8e43d95-c2dd-4f01-b73c-0dfeaed84554 req-3091868e-2d8a-4d2d-93da-7f499ddcfe95 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445006 Sep 18 05:27:59.948376 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0012f5fb-1056-4a9d-b711-0998fb65f63d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8113103 Sep 18 05:27:59.951083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48854) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:00.283909 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:00.308501 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48858) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:00.374990 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a2162f45-ae62-4f0c-b878-4393de5d2285 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/floatingips/16b026f5-15e3-4bf4-a29b-c4fb9aef6327 HTTP/1.1" status: 200 len: 992 time: 0.0652039 Sep 18 05:28:00.551429 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bbdd9c5-2fa6-49ce-bc29-d308ef36337b req-ddade5ac-3f39-41f9-b62d-79761a1a4709 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0275960 Sep 18 05:28:00.554772 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:00.617209 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:00.652085 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48874) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:00.727693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=50fb6982-14c5-44cc-a92c-604cb9128e08,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:00.816318 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab87d142-bed1-4d8d-a593-f5b836f208b3 None None] Network a2125c80-93ee-40bd-8857-532bed4d2f1e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:00.844396 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:00.856576 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a8a1c218-aef4-4578-9001-aee2c7f89db5 None None] Provisioning complete for port 1f9711cd-359d-4eb6-97af-324d4fdb3c65 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:00.858028 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c218-aef4-4578-9001-aee2c7f89db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:00.878970 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1f9711cd-359d-4eb6-97af-324d4fdb3c65 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:28:00.892293 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1378c2b8-1596-4b8a-b01d-256a2e1818a7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Deleting port b460dcb1-80b8-45ba-81db-18af6a0417ac {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:00.892810 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1378c2b8-1596-4b8a-b01d-256a2e1818a7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.028477 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 1f9711cd-359d-4eb6-97af-324d4fdb3c65 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:01.029447 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.042486 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1378c2b8-1596-4b8a-b01d-256a2e1818a7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.043458 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1378c2b8-1596-4b8a-b01d-256a2e1818a7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.060792 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1378c2b8-1596-4b8a-b01d-256a2e1818a7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Calling delete_port for b460dcb1-80b8-45ba-81db-18af6a0417ac owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:01.076916 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.097549 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c218-aef4-4578-9001-aee2c7f89db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.099936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a183bb7-91e2-4b78-84cc-224b946c19ec req-4df18702-4092-4521-9188-814aeb5017b6 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:01.102658 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a183bb7-91e2-4b78-84cc-224b946c19ec req-4df18702-4092-4521-9188-814aeb5017b6 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 945 time: 0.1020281 Sep 18 05:28:01.228783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70e331-afd7-45f9-9dd7-14ba261cbc04 req-d0f7b016-9f90-406c-869f-222561b7437a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:01.230295 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a70e331-afd7-45f9-9dd7-14ba261cbc04 req-d0f7b016-9f90-406c-869f-222561b7437a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 945 time: 0.1503119 Sep 18 05:28:01.244804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a183bb7-91e2-4b78-84cc-224b946c19ec req-8a3e1577-0a61-4646-aea0-b46add7eba3c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077578 Sep 18 05:28:01.286356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a8a1c218-aef4-4578-9001-aee2c7f89db5 None None] For port 1f9711cd-359d-4eb6-97af-324d4fdb3c65, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1f9711cd-359d-4eb6-97af-324d4fdb3c65,segment=NetworkSegment(89ccddf0-4bb4-40b2-af35-fe8a8b962e93),segment_id=89ccddf0-4bb4-40b2-af35-fe8a8b962e93)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:01.308742 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.351084 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5000610d-f64d-4783-8f03-7e8f91f464e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.393757 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c218-aef4-4578-9001-aee2c7f89db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.435661 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1378c2b8-1596-4b8a-b01d-256a2e1818a7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.468852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378c2b8-1596-4b8a-b01d-256a2e1818a7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Port': ['ID=b460dcb1-80b8-45ba-81db-18af6a0417ac,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:01.515324 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:28:01.515641 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:28:01.519013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1c218-aef4-4578-9001-aee2c7f89db5 None None] Pushing event updated for resources: {'Port': ['ID=1f9711cd-359d-4eb6-97af-324d4fdb3c65,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:01.567049 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1378c2b8-1596-4b8a-b01d-256a2e1818a7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.567679 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-1378c2b8-1596-4b8a-b01d-256a2e1818a7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Floating IP 16b026f5-15e3-4bf4-a29b-c4fb9aef6327 disassociated (deleted). External IP: 172.25.7.82, port: a4173357-4670-481d-8deb-376a263bbe1a. Sep 18 05:28:01.592751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-2a70e331-afd7-45f9-9dd7-14ba261cbc04 req-c7153e0c-2550-4e2b-8d42-dc63c302c78f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Deleting port f5715aee-09ed-414a-a74b-41837bc449d6 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:01.593147 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2a70e331-afd7-45f9-9dd7-14ba261cbc04 req-c7153e0c-2550-4e2b-8d42-dc63c302c78f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.722306 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b07ee4c0-5464-4b2c-9a6a-b8627efc1b2a None None] Provisioning complete for port 1f9711cd-359d-4eb6-97af-324d4fdb3c65 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:01.722762 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b07ee4c0-5464-4b2c-9a6a-b8627efc1b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.724740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-59ee4b11-86f3-4bed-9859-1ace06952c8a req-46fb36b6-c35f-4485-94d3-dbc7e1964c2f tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0394840 Sep 18 05:28:01.752798 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.797569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-2a70e331-afd7-45f9-9dd7-14ba261cbc04 req-c7153e0c-2550-4e2b-8d42-dc63c302c78f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] For port f5715aee-09ed-414a-a74b-41837bc449d6, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f5715aee-09ed-414a-a74b-41837bc449d6,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:01.799127 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2a70e331-afd7-45f9-9dd7-14ba261cbc04 req-c7153e0c-2550-4e2b-8d42-dc63c302c78f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.826865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-2a70e331-afd7-45f9-9dd7-14ba261cbc04 req-c7153e0c-2550-4e2b-8d42-dc63c302c78f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Calling delete_port for f5715aee-09ed-414a-a74b-41837bc449d6 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:01.827806 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.832940 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.871238 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b07ee4c0-5464-4b2c-9a6a-b8627efc1b2a None None] Provisioning complete for port 50fb6982-14c5-44cc-a92c-604cb9128e08 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:01.871786 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b07ee4c0-5464-4b2c-9a6a-b8627efc1b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:01.896408 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1378c2b8-1596-4b8a-b01d-256a2e1818a7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Router 3a25844f-4908-4abe-a756-e3de2dffad56 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:28:01.925982 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b07ee4c0-5464-4b2c-9a6a-b8627efc1b2a None None] Port 50fb6982-14c5-44cc-a92c-604cb9128e08 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:01.972515 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=50fb6982-14c5-44cc-a92c-604cb9128e08,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:02.060905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1378c2b8-1596-4b8a-b01d-256a2e1818a7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:28:02.072954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network a2125c80-93ee-40bd-8857-532bed4d2f1e is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:28:02.074950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:02.075611 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1378c2b8-1596-4b8a-b01d-256a2e1818a7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:02.078566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabaf7f-233b-46e1-a3f8-1b5f62c3b2e7 None None] Sync routers for ids ['3a25844f-4908-4abe-a756-e3de2dffad56'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:28:02.103895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afabaf7f-233b-46e1-a3f8-1b5f62c3b2e7 None None] Routers {'3a25844f-4908-4abe-a756-e3de2dffad56'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:28:02.104920 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-afabaf7f-233b-46e1-a3f8-1b5f62c3b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:27:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3a25844f-4908-4abe-a756-e3de2dffad56'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:02.124664 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1378c2b8-1596-4b8a-b01d-256a2e1818a7 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "DELETE /v2.0/floatingips/16b026f5-15e3-4bf4-a29b-c4fb9aef6327 HTTP/1.1" status: 204 len: 168 time: 1.4682012 Sep 18 05:28:02.124664 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'tag': 'a4173357-4670-481d-8deb-376a263bbe1a'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:28:02.126086 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a233914-98a5-463e-ba4c-b9ca8b54d311" -d '{"events": [{"name": "network-changed", "server_uuid": "2d52dd45-7622-4e2b-a32b-a8e1d18547f8", "tag": "a4173357-4670-481d-8deb-376a263bbe1a"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:28:02.234410 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc5cf3f-0126-40a4-8a18-0ca83223d331 x-openstack-request-id: req-ebc5cf3f-0126-40a4-8a18-0ca83223d331 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:28:02.234726 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d52dd45-7622-4e2b-a32b-a8e1d18547f8", "tag": "a4173357-4670-481d-8deb-376a263bbe1a", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:28:02.234991 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebc5cf3f-0126-40a4-8a18-0ca83223d331 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:28:02.235406 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'tag': 'a4173357-4670-481d-8deb-376a263bbe1a', 'status': 'completed', 'code': 200} Sep 18 05:28:02.277558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f99801ef-14e4-4161-996b-9c77e50e60eb None None] Provisioning complete for port 50fb6982-14c5-44cc-a92c-604cb9128e08 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:02.277945 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f99801ef-14e4-4161-996b-9c77e50e60eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:02.322923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a233914-98a5-463e-ba4c-b9ca8b54d311 req-268808ea-817f-49b1-a023-8486ad550d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:02.324555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a233914-98a5-463e-ba4c-b9ca8b54d311 req-268808ea-817f-49b1-a023-8486ad550d04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6c32436d930464cb104890b5c56b015&device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 1097 time: 0.0846245 Sep 18 05:28:02.345171 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f99801ef-14e4-4161-996b-9c77e50e60eb None None] Port 50fb6982-14c5-44cc-a92c-604cb9128e08 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:02.396382 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-afabaf7f-233b-46e1-a3f8-1b5f62c3b2e7 None None] Set router 3a25844f-4908-4abe-a756-e3de2dffad56 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:28:02.400163 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2a70e331-afd7-45f9-9dd7-14ba261cbc04 req-c7153e0c-2550-4e2b-8d42-dc63c302c78f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:02.445641 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e8069-e458-4db9-b77c-42659a164331 req-53cd4203-dee6-4911-8693-b6766a6a07ca tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:02.447222 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d38e8069-e458-4db9-b77c-42659a164331 req-53cd4203-dee6-4911-8693-b6766a6a07ca tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 867 time: 0.1126003 Sep 18 05:28:02.458039 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['f5715aee-09ed-414a-a74b-41837bc449d6'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:02.460101 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f69100b-3ee1-4fb1-8787-faaeb443d840'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:02.530883 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d38e8069-e458-4db9-b77c-42659a164331 req-f6820155-01ed-41cf-9690-7baf860238fe tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690649 Sep 18 05:28:02.542448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Router da9126a7-db4d-4d26-bfc0-7c3a4e2fb844 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:28:02.575509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7153e0c-2550-4e2b-8d42-dc63c302c78f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Pushing event deleted for resources: {'Port': ['ID=f5715aee-09ed-414a-a74b-41837bc449d6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:02.623513 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8ad6ba32-2b59-474a-8933-5ac5c4631a80 None None] Provisioning complete for port 50fb6982-14c5-44cc-a92c-604cb9128e08 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:02.623903 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8ad6ba32-2b59-474a-8933-5ac5c4631a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:02.643293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a233914-98a5-463e-ba4c-b9ca8b54d311 req-76f56c62-d157-46c3-ac59-6e31e014f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:02.644051 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a233914-98a5-463e-ba4c-b9ca8b54d311 req-76f56c62-d157-46c3-ac59-6e31e014f8dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=13f31bd2-a4d5-4e56-b507-c39f5da6d920 HTTP/1.1" status: 200 len: 897 time: 0.3091211 Sep 18 05:28:02.664740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a70e331-afd7-45f9-9dd7-14ba261cbc04 req-c7153e0c-2550-4e2b-8d42-dc63c302c78f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] No DVR routers for this DVR port f5715aee-09ed-414a-a74b-41837bc449d6 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:28:02.703061 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2a70e331-afd7-45f9-9dd7-14ba261cbc04 req-c7153e0c-2550-4e2b-8d42-dc63c302c78f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:02.705104 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a70e331-afd7-45f9-9dd7-14ba261cbc04 req-c7153e0c-2550-4e2b-8d42-dc63c302c78f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "DELETE /v2.0/ports/f5715aee-09ed-414a-a74b-41837bc449d6 HTTP/1.1" status: 204 len: 173 time: 1.4565651 Sep 18 05:28:02.706663 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c341f10-7764-46eb-9eeb-cfc120fce191', 'name': 'network-vif-deleted', 'tag': 'f5715aee-09ed-414a-a74b-41837bc449d6'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:28:02.709072 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42407567-a974-4ab1-9c42-c9aa58a12d35" -d '{"events": [{"server_uuid": "4c341f10-7764-46eb-9eeb-cfc120fce191", "name": "network-vif-deleted", "tag": "f5715aee-09ed-414a-a74b-41837bc449d6"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:28:02.756141 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a233914-98a5-463e-ba4c-b9ca8b54d311 req-29890d4c-ee97-4363-be1e-bd2024678e74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4173357-4670-481d-8deb-376a263bbe1a HTTP/1.1" status: 200 len: 217 time: 0.0931034 Sep 18 05:28:02.788835 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3691c216-3b38-451d-aa70-651c51ca65c4 x-openstack-request-id: req-3691c216-3b38-451d-aa70-651c51ca65c4 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:28:02.789139 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c341f10-7764-46eb-9eeb-cfc120fce191", "name": "network-vif-deleted", "tag": "f5715aee-09ed-414a-a74b-41837bc449d6", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:28:02.789399 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3691c216-3b38-451d-aa70-651c51ca65c4 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:28:02.789808 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c341f10-7764-46eb-9eeb-cfc120fce191', 'name': 'network-vif-deleted', 'tag': 'f5715aee-09ed-414a-a74b-41837bc449d6', 'status': 'completed', 'code': 200} Sep 18 05:28:02.840301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a233914-98a5-463e-ba4c-b9ca8b54d311 req-ef4bbc94-eed9-428f-99ce-0cc4e3cb7d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:02.844004 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a233914-98a5-463e-ba4c-b9ca8b54d311 req-ef4bbc94-eed9-428f-99ce-0cc4e3cb7d52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f09a9b19-6999-4f65-af4e-836080ddd76b HTTP/1.1" status: 200 len: 835 time: 0.0534220 Sep 18 05:28:02.857411 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44856369-228f-4d43-95d8-85a36ffdebf0 req-354d36c5-2454-4436-9f5f-e51acab03883 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:02.871865 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-44856369-228f-4d43-95d8-85a36ffdebf0 req-354d36c5-2454-4436-9f5f-e51acab03883 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 945 time: 0.1758802 Sep 18 05:28:02.899982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:28:02.905890 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0ff835d6-7a89-41a1-976b-31b9e6f8e7f6 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "PUT /v2.0/routers/da9126a7-db4d-4d26-bfc0-7c3a4e2fb844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9537952 Sep 18 05:28:02.909360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 48940) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:02.917861 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd8fffa-1dcd-4fa3-bdf7-ed9fcf36c738 None None] Sync routers for ids ['da9126a7-db4d-4d26-bfc0-7c3a4e2fb844'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:28:02.941903 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd8fffa-1dcd-4fa3-bdf7-ed9fcf36c738 None None] Routers {'da9126a7-db4d-4d26-bfc0-7c3a4e2fb844'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:28:02.942908 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8dd8fffa-1dcd-4fa3-bdf7-ed9fcf36c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:27:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['da9126a7-db4d-4d26-bfc0-7c3a4e2fb844'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:02.962542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1f9711cd-359d-4eb6-97af-324d4fdb3c65 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:28:02.970629 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-44856369-228f-4d43-95d8-85a36ffdebf0 req-094cd194-2dd9-4448-a235-226e9bab8d81 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=449e3002-1ac5-4bdc-9d4a-49e65cb1642e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969870 Sep 18 05:28:03.008422 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8dd8fffa-1dcd-4fa3-bdf7-ed9fcf36c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:03.025887 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbc6160b-9b41-4257-9f2a-77f4435c8f77 req-54752b48-50e2-46d5-95e8-36b80959bbc3 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0494714 Sep 18 05:28:03.028076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a233914-98a5-463e-ba4c-b9ca8b54d311 req-3356d511-ec6e-4f3a-a515-8ce4438c2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:03.029800 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a233914-98a5-463e-ba4c-b9ca8b54d311 req-3356d511-ec6e-4f3a-a515-8ce4438c2826 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13f31bd2-a4d5-4e56-b507-c39f5da6d920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1775062 Sep 18 05:28:03.036721 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd8fffa-1dcd-4fa3-bdf7-ed9fcf36c738 None None] Routers {'da9126a7-db4d-4d26-bfc0-7c3a4e2fb844'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:28:03.037843 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8dd8fffa-1dcd-4fa3-bdf7-ed9fcf36c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:27:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['da9126a7-db4d-4d26-bfc0-7c3a4e2fb844'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:03.045704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3f0d38-24f5-48d5-b4f5-8baa8b63d417 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:03.047808 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4b3f0d38-24f5-48d5-b4f5-8baa8b63d417 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9126a7-db4d-4d26-bfc0-7c3a4e2fb844 HTTP/1.1" status: 200 len: 988 time: 0.1374502 Sep 18 05:28:03.051846 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 48950) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:03.068833 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6ba32-2b59-474a-8933-5ac5c4631a80 None None] Port 50fb6982-14c5-44cc-a92c-604cb9128e08 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:03.093515 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8dd8fffa-1dcd-4fa3-bdf7-ed9fcf36c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:03.094270 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd8fffa-1dcd-4fa3-bdf7-ed9fcf36c738 None None] The sync data for ids ['da9126a7-db4d-4d26-bfc0-7c3a4e2fb844'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:28:03.175938 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a233914-98a5-463e-ba4c-b9ca8b54d311 req-ef7530e9-db6f-49f5-9e83-91c0359d17b1 service neutron] 10.222.0.18 "GET /v2.0/networks/13f31bd2-a4d5-4e56-b507-c39f5da6d920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266608 Sep 18 05:28:03.283466 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a233914-98a5-463e-ba4c-b9ca8b54d311 req-de7afd01-15ca-4bd2-994b-960bd48b69dc service neutron] 10.222.0.18 "GET /v2.0/networks/13f31bd2-a4d5-4e56-b507-c39f5da6d920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980389 Sep 18 05:28:03.399711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d71dab36-e4dd-4a4e-8615-b4067e1cfe4e None None] Provisioning complete for port 50fb6982-14c5-44cc-a92c-604cb9128e08 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:03.399711 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d71dab36-e4dd-4a4e-8615-b4067e1cfe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:03.437600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d71dab36-e4dd-4a4e-8615-b4067e1cfe4e None None] Port 50fb6982-14c5-44cc-a92c-604cb9128e08 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:03.482874 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 1f9711cd-359d-4eb6-97af-324d4fdb3c65 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:03.483311 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:03.541363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-afabaf7f-233b-46e1-a3f8-1b5f62c3b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:04Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '27f14b01-5a79-4a75-822c-6a5499601f6b', 'name': '', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:d4:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:27:03Z', 'updated_at': '2021-09-18T05:27:08Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:03.591011 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabaf7f-233b-46e1-a3f8-1b5f62c3b2e7 None None] Checking router: 3a25844f-4908-4abe-a756-e3de2dffad56 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:28:03.608231 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afabaf7f-233b-46e1-a3f8-1b5f62c3b2e7 None None] Routers {'3a25844f-4908-4abe-a756-e3de2dffad56'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:28:03.608871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-afabaf7f-233b-46e1-a3f8-1b5f62c3b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:27:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3a25844f-4908-4abe-a756-e3de2dffad56'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:03.630149 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba092ec3-5a60-4fb4-959a-8c2f7dd25f83 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:03.735543 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66ebdd3e-a270-43cc-8915-034471c66902 req-29479620-335d-4179-b85b-26313616b766 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c341f10-7764-46eb-9eeb-cfc120fce191 HTTP/1.1" status: 200 len: 210 time: 0.0547388 Sep 18 05:28:03.770982 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-afabaf7f-233b-46e1-a3f8-1b5f62c3b2e7 None None] Set router 3a25844f-4908-4abe-a756-e3de2dffad56 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:28:03.874440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba03cb-01c0-462a-9c18-6521079eddfe req-c8b0cd8b-23fe-4f7f-b413-a0de613467f5 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:03.876520 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b1ba03cb-01c0-462a-9c18-6521079eddfe req-c8b0cd8b-23fe-4f7f-b413-a0de613467f5 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 945 time: 0.0693402 Sep 18 05:28:03.893056 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3c221574-3672-45b9-b832-b88842f790aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:03.911442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ba092ec3-5a60-4fb4-959a-8c2f7dd25f83 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 50fb6982-14c5-44cc-a92c-604cb9128e08 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:03.912090 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba092ec3-5a60-4fb4-959a-8c2f7dd25f83 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:04.020802 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-afabaf7f-233b-46e1-a3f8-1b5f62c3b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:04Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '27f14b01-5a79-4a75-822c-6a5499601f6b', 'name': '', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:d4:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:27:03Z', 'updated_at': '2021-09-18T05:27:08Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:04.027640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-b1ba03cb-01c0-462a-9c18-6521079eddfe req-4ccd8491-ab9c-4922-8839-d7cc4b981e3d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Deleting port a4173357-4670-481d-8deb-376a263bbe1a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:04.027993 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b1ba03cb-01c0-462a-9c18-6521079eddfe req-4ccd8491-ab9c-4922-8839-d7cc4b981e3d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:04.034824 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba092ec3-5a60-4fb4-959a-8c2f7dd25f83 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:04.054989 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ba092ec3-5a60-4fb4-959a-8c2f7dd25f83 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 50fb6982-14c5-44cc-a92c-604cb9128e08 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:04.088384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabaf7f-233b-46e1-a3f8-1b5f62c3b2e7 None None] The sync data for ids ['3a25844f-4908-4abe-a756-e3de2dffad56'] in n-d-789963-13 is: [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:04Z', 'revision_number': 4, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '27f14b01-5a79-4a75-822c-6a5499601f6b', 'name': '', 'network_id': '13f31bd2-a4d5-4e56-b507-c39f5da6d920', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'mac_address': 'fa:16:3e:d4:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:27:03Z', 'updated_at': '2021-09-18T05:27:08Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'subnets': [{'id': 'f09a9b19-6999-4f65-af4e-836080ddd76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:28:04.240938 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-b1ba03cb-01c0-462a-9c18-6521079eddfe req-4ccd8491-ab9c-4922-8839-d7cc4b981e3d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] For port a4173357-4670-481d-8deb-376a263bbe1a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a4173357-4670-481d-8deb-376a263bbe1a,segment=NetworkSegment(3f950be3-307a-40d6-a8e2-8a3f732cb7ee),segment_id=3f950be3-307a-40d6-a8e2-8a3f732cb7ee)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:04.241322 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b1ba03cb-01c0-462a-9c18-6521079eddfe req-4ccd8491-ab9c-4922-8839-d7cc4b981e3d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:04.258373 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8dcc3-5991-4a39-b8ca-988b85bc300b req-8d2960b4-275e-471a-a760-e281b7fd2055 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:04.260815 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dd8dcc3-5991-4a39-b8ca-988b85bc300b req-8d2960b4-275e-471a-a760-e281b7fd2055 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 945 time: 0.1615164 Sep 18 05:28:04.283417 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-b1ba03cb-01c0-462a-9c18-6521079eddfe req-4ccd8491-ab9c-4922-8839-d7cc4b981e3d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Calling delete_port for a4173357-4670-481d-8deb-376a263bbe1a owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:04.314020 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:04.357585 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0dd8dcc3-5991-4a39-b8ca-988b85bc300b req-9ce4a846-4f37-4a42-bd40-3765b6784285 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/security-groups?id=449e3002-1ac5-4bdc-9d4a-49e65cb1642e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888848 Sep 18 05:28:04.498177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211aad3-e643-4afb-a33b-fe8ef9a5c93a None None] New status for floating IP 16b026f5-15e3-4bf4-a29b-c4fb9aef6327: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:28:04.559959 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b1ba03cb-01c0-462a-9c18-6521079eddfe req-4ccd8491-ab9c-4922-8839-d7cc4b981e3d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:04.595324 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca6f1289-7ca5-4a94-87c0-e01bef0c94f7 req-4de3b281-2f39-455a-a01a-14118e0c6616 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.4392920 Sep 18 05:28:04.611499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd8491-ab9c-4922-8839-d7cc4b981e3d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Port': ['ID=a4173357-4670-481d-8deb-376a263bbe1a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:04.668459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ba03cb-01c0-462a-9c18-6521079eddfe req-4ccd8491-ab9c-4922-8839-d7cc4b981e3d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] No DVR routers for this DVR port a4173357-4670-481d-8deb-376a263bbe1a on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:28:04.671922 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b1ba03cb-01c0-462a-9c18-6521079eddfe req-4ccd8491-ab9c-4922-8839-d7cc4b981e3d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:04.674145 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b1ba03cb-01c0-462a-9c18-6521079eddfe req-4ccd8491-ab9c-4922-8839-d7cc4b981e3d tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.18 "DELETE /v2.0/ports/a4173357-4670-481d-8deb-376a263bbe1a HTTP/1.1" status: 204 len: 173 time: 0.7907448 Sep 18 05:28:04.754402 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba092ec3-5a60-4fb4-959a-8c2f7dd25f83 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:04.791335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'name': 'network-vif-deleted', 'tag': 'a4173357-4670-481d-8deb-376a263bbe1a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:28:04.791498 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba092ec3-5a60-4fb4-959a-8c2f7dd25f83 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=50fb6982-14c5-44cc-a92c-604cb9128e08,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:04.793799 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ddc2c6-1c10-44f8-84f8-54554d8ab73c" -d '{"events": [{"server_uuid": "2d52dd45-7622-4e2b-a32b-a8e1d18547f8", "name": "network-vif-deleted", "tag": "a4173357-4670-481d-8deb-376a263bbe1a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:28:04.851584 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efeb71f-164e-4b9c-bee3-47badffdc9f4 x-openstack-request-id: req-9efeb71f-164e-4b9c-bee3-47badffdc9f4 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:28:04.852103 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d52dd45-7622-4e2b-a32b-a8e1d18547f8", "name": "network-vif-deleted", "tag": "a4173357-4670-481d-8deb-376a263bbe1a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:28:04.852611 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9efeb71f-164e-4b9c-bee3-47badffdc9f4 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:28:04.853208 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d52dd45-7622-4e2b-a32b-a8e1d18547f8', 'name': 'network-vif-deleted', 'tag': 'a4173357-4670-481d-8deb-376a263bbe1a', 'status': 'completed', 'code': 200} Sep 18 05:28:04.919916 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ba092ec3-5a60-4fb4-959a-8c2f7dd25f83 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:05.146417 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba092ec3-5a60-4fb4-959a-8c2f7dd25f83 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Router da9126a7-db4d-4d26-bfc0-7c3a4e2fb844 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:28:05.250974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba092ec3-5a60-4fb4-959a-8c2f7dd25f83 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:28:05.256702 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:05.260706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49062) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:05.261147 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ba092ec3-5a60-4fb4-959a-8c2f7dd25f83 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "PUT /v2.0/routers/da9126a7-db4d-4d26-bfc0-7c3a4e2fb844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2077997 Sep 18 05:28:05.264444 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307c6c4f-b129-486a-b26e-bbbd8bbf72b5 None None] Sync routers for ids ['da9126a7-db4d-4d26-bfc0-7c3a4e2fb844'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:28:05.276208 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307c6c4f-b129-486a-b26e-bbbd8bbf72b5 None None] Routers {'da9126a7-db4d-4d26-bfc0-7c3a4e2fb844'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:28:05.278975 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-307c6c4f-b129-486a-b26e-bbbd8bbf72b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:28:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['da9126a7-db4d-4d26-bfc0-7c3a4e2fb844'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:05.323161 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b72743-12c4-4ff4-871d-c25ab26f0e0e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] GET failed (client error): The resource could not be found. Sep 18 05:28:05.328473 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c3b72743-12c4-4ff4-871d-c25ab26f0e0e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/50fb6982-14c5-44cc-a92c-604cb9128e08 HTTP/1.1" status: 404 len: 333 time: 0.0624838 Sep 18 05:28:05.332701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49072) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:05.355933 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-307c6c4f-b129-486a-b26e-bbbd8bbf72b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:05.365954 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307c6c4f-b129-486a-b26e-bbbd8bbf72b5 None None] Routers {'da9126a7-db4d-4d26-bfc0-7c3a4e2fb844'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:28:05.366579 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-307c6c4f-b129-486a-b26e-bbbd8bbf72b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:28:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['da9126a7-db4d-4d26-bfc0-7c3a4e2fb844'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:05.433552 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-307c6c4f-b129-486a-b26e-bbbd8bbf72b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:05.434225 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307c6c4f-b129-486a-b26e-bbbd8bbf72b5 None None] The sync data for ids ['da9126a7-db4d-4d26-bfc0-7c3a4e2fb844'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:28:05.458972 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-7f2a4a77-5fb0-416c-93d0-b88416477757 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:05.459216 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e237bfe-b099-421e-9da6-2660d67d53c8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:05.466864 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-7f2a4a77-5fb0-416c-93d0-b88416477757 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.1506126 Sep 18 05:28:05.492887 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-681dc958-0d09-461f-a2bc-86a7de7e6dbb tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/quotas/6277d485fb1c4ef6a8fd9994eb17d7aa HTTP/1.1" status: 200 len: 375 time: 0.0192728 Sep 18 05:28:05.552747 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-9f88f3dd-7961-4019-8ece-3d8d99099642 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0551610 Sep 18 05:28:05.573616 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-099fce24-36cd-4f26-83a5-12f1f6b68c47 req-20ecb6b6-99a7-4f2e-8bea-8e1f9fc1994f tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d52dd45-7622-4e2b-a32b-a8e1d18547f8 HTTP/1.1" status: 200 len: 210 time: 0.0642624 Sep 18 05:28:05.658144 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-18c4d7d5-5d68-4185-a6da-4f8a089d91e6 service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003768 Sep 18 05:28:05.712775 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e237bfe-b099-421e-9da6-2660d67d53c8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:05.715920 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e237bfe-b099-421e-9da6-2660d67d53c8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:05.738955 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-119c1f88-3f59-4b51-84cc-204e5ff59176 req-afbd12b0-463e-4507-a5a0-3dd844e42ca0 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0361149 Sep 18 05:28:05.780130 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-c77e0445-2c11-437a-a689-6b4123cb83d4 service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115756 Sep 18 05:28:05.890795 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e237bfe-b099-421e-9da6-2660d67d53c8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:05.891364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e237bfe-b099-421e-9da6-2660d67d53c8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Fanout notify agent at l3_agent the message router_deleted on router da9126a7-db4d-4d26-bfc0-7c3a4e2fb844 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:28:05.898764 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e237bfe-b099-421e-9da6-2660d67d53c8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:05.902652 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5e237bfe-b099-421e-9da6-2660d67d53c8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/routers/da9126a7-db4d-4d26-bfc0-7c3a4e2fb844 HTTP/1.1" status: 204 len: 168 time: 0.5662365 Sep 18 05:28:05.904745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49100) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:05.958375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b293ab5-6fe0-47bb-b85c-9c9749e29d5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting subnet 35e8a0c3-c840-465f-8f4e-0b6c64291020 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:28:05.961473 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b293ab5-6fe0-47bb-b85c-9c9749e29d5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:06.014509 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b293ab5-6fe0-47bb-b85c-9c9749e29d5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:06.409442 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a4173357-4670-481d-8deb-376a263bbe1a no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:28:06.417331 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32cd308f-e040-49f9-acd7-569ea00e435b req-139e3728-baaa-419b-8d73-8d5a1d7382c7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 210 time: 0.0356083 Sep 18 05:28:06.441687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: a4173357-4670-481d-8deb-376a263bbe1a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:28:06.442401 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a4173357-4670-481d-8deb-376a263bbe1a not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:28:06.443027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f5715aee-09ed-414a-a74b-41837bc449d6 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:28:06.462261 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: f5715aee-09ed-414a-a74b-41837bc449d6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:28:06.462617 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f5715aee-09ed-414a-a74b-41837bc449d6 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:28:06.474984 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b293ab5-6fe0-47bb-b85c-9c9749e29d5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:06.605496 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b293ab5-6fe0-47bb-b85c-9c9749e29d5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:06.635572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b293ab5-6fe0-47bb-b85c-9c9749e29d5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Subnet': ['ID=35e8a0c3-c840-465f-8f4e-0b6c64291020,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:06.644588 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b293ab5-6fe0-47bb-b85c-9c9749e29d5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:06.644588 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1b293ab5-6fe0-47bb-b85c-9c9749e29d5c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/35e8a0c3-c840-465f-8f4e-0b6c64291020 HTTP/1.1" status: 204 len: 168 time: 0.7362328 Sep 18 05:28:06.644919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49148) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:06.648780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49150) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:06.649291 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b71c0a3-8d12-42bd-a784-55142b6404c0 None None] Network a2125c80-93ee-40bd-8857-532bed4d2f1e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:06.710992 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb8fd22a-ace8-4e12-9704-216501694525 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:06.744929 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb8fd22a-ace8-4e12-9704-216501694525 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:06.745314 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:06.812791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 1f9711cd-359d-4eb6-97af-324d4fdb3c65 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:06.813840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:06.880627 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b54de6-e9f9-4046-9c6a-aef154469d99 None None] DHCP port deletion for a2125c80-93ee-40bd-8857-532bed4d2f1e request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:28:06.902158 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:06.919960 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b52bb2a-81bb-456a-b486-6e915e050af7 req-86ea2329-15f0-407f-99e4-d102fb6303c3 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0377831 Sep 18 05:28:06.927246 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-03b54de6-e9f9-4046-9c6a-aef154469d99 None None] Deleting port 1f9711cd-359d-4eb6-97af-324d4fdb3c65 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:06.927698 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-03b54de6-e9f9-4046-9c6a-aef154469d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:06.928482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] For port 1f9711cd-359d-4eb6-97af-324d4fdb3c65, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1f9711cd-359d-4eb6-97af-324d4fdb3c65,segment=NetworkSegment(89ccddf0-4bb4-40b2-af35-fe8a8b962e93),segment_id=89ccddf0-4bb4-40b2-af35-fe8a8b962e93)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:06.928859 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:06.936733 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb8fd22a-ace8-4e12-9704-216501694525 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:06.939525 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb8fd22a-ace8-4e12-9704-216501694525 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:06.940708 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fb8fd22a-ace8-4e12-9704-216501694525 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "DELETE /v2.0/security-groups/449e3002-1ac5-4bdc-9d4a-49e65cb1642e HTTP/1.1" status: 204 len: 168 time: 0.2960076 Sep 18 05:28:06.950016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 1f9711cd-359d-4eb6-97af-324d4fdb3c65 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:06.973236 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fd22a-ace8-4e12-9704-216501694525 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=449e3002-1ac5-4bdc-9d4a-49e65cb1642e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:07.015177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-03b54de6-e9f9-4046-9c6a-aef154469d99 None None] For port 1f9711cd-359d-4eb6-97af-324d4fdb3c65, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1f9711cd-359d-4eb6-97af-324d4fdb3c65,segment=NetworkSegment(89ccddf0-4bb4-40b2-af35-fe8a8b962e93),segment_id=89ccddf0-4bb4-40b2-af35-fe8a8b962e93)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:07.015585 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-03b54de6-e9f9-4046-9c6a-aef154469d99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:07.028384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-03b54de6-e9f9-4046-9c6a-aef154469d99 None None] Calling delete_port for 1f9711cd-359d-4eb6-97af-324d4fdb3c65 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:07.064866 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49174) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:07.149680 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:07.169881 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-03b54de6-e9f9-4046-9c6a-aef154469d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:07.195392 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b54de6-e9f9-4046-9c6a-aef154469d99 None None] Pushing event deleted for resources: {'Port': ['ID=1f9711cd-359d-4eb6-97af-324d4fdb3c65,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:07.208547 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b54de6-e9f9-4046-9c6a-aef154469d99 None None] No DVR routers for this DVR port 1f9711cd-359d-4eb6-97af-324d4fdb3c65 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:28:07.218203 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8244bb55-d20f-4067-9e95-43f6ddca62aa req-25a0ad64-9472-4d66-94da-32ce2d186aad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0469859 Sep 18 05:28:07.218203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=1f9711cd-359d-4eb6-97af-324d4fdb3c65,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:07.222722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No DVR routers for this DVR port 1f9711cd-359d-4eb6-97af-324d4fdb3c65 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:28:07.310502 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:07.333481 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2125c80-93ee-40bd-8857-532bed4d2f1e']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:07.343430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ccddf0-4bb4-40b2-af35-fe8a8b962e93') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:07.343728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ccddf0-4bb4-40b2-af35-fe8a8b962e93') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:07.353121 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:07.368156 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:07.378969 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:28:07.379417 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:28:07.382718 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:28:07.472941 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3b152f2-d9ac-458b-af97-8a147c472a91 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:07.525475 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd2f44f8-e7ca-4894-abab-b5c051895b38 req-16db7ebf-6f73-4fe0-89c5-b440b3f60c3b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 210 time: 0.0328209 Sep 18 05:28:07.526230 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:07.540018 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:07.546016 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/networks/a2125c80-93ee-40bd-8857-532bed4d2f1e HTTP/1.1" status: 204 len: 168 time: 0.8919244 Sep 18 05:28:07.546991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49198) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:07.568332 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b2241-e3b3-4534-ba6d-cb0573b20991 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Network': ['ID=a2125c80-93ee-40bd-8857-532bed4d2f1e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:07.607835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33329be1-7000-47c1-80cf-a8d61a13a5a5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:07.609408 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-33329be1-7000-47c1-80cf-a8d61a13a5a5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/f4c58690-1c81-401c-8ffb-5976e1129fe9 HTTP/1.1" status: 200 len: 844 time: 0.0520868 Sep 18 05:28:07.613216 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49202) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:07.655460 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b1930104-aec7-4f4c-819a-ed04f17742d4 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/f4c58690-1c81-401c-8ffb-5976e1129fe9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0410540 Sep 18 05:28:07.658979 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49208) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:07.663682 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e676d08c-4164-4599-8800-11abd089fa4f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:07.764685 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-c3b152f2-d9ac-458b-af97-8a147c472a91 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Deleting port 27f14b01-5a79-4a75-822c-6a5499601f6b {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:07.765307 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3b152f2-d9ac-458b-af97-8a147c472a91 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:07.821778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e676d08c-4164-4599-8800-11abd089fa4f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:07.825518 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e676d08c-4164-4599-8800-11abd089fa4f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:07.856407 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-c3b152f2-d9ac-458b-af97-8a147c472a91 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] For port 27f14b01-5a79-4a75-822c-6a5499601f6b, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=27f14b01-5a79-4a75-822c-6a5499601f6b,segment=NetworkSegment(3f950be3-307a-40d6-a8e2-8a3f732cb7ee),segment_id=3f950be3-307a-40d6-a8e2-8a3f732cb7ee)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:07.857521 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3b152f2-d9ac-458b-af97-8a147c472a91 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:07.874500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-c3b152f2-d9ac-458b-af97-8a147c472a91 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Calling delete_port for 27f14b01-5a79-4a75-822c-6a5499601f6b owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:08.090244 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bf78dc78-8804-49ba-ae91-1bfc3510018d req-090013e2-c4f4-4cb9-af35-7c6468f3838a tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0394142 Sep 18 05:28:08.105572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-96986ee9-9ec4-49bf-a6db-6100c9919c4e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:08.107224 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-96986ee9-9ec4-49bf-a6db-6100c9919c4e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.1836545 Sep 18 05:28:08.123870 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-01eaa199-f0e1-4e26-b46e-d6cc9df61bb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Request body: {'port': {'device_id': 'f0be3649-f95c-40f0-abe9-93e9d569a04d', 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'admin_state_up': True, 'tenant_id': '6277d485fb1c4ef6a8fd9994eb17d7aa'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:08.199544 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3b152f2-d9ac-458b-af97-8a147c472a91 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:08.203441 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e676d08c-4164-4599-8800-11abd089fa4f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:08.235710 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b152f2-d9ac-458b-af97-8a147c472a91 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Port': ['ID=27f14b01-5a79-4a75-822c-6a5499601f6b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:08.277819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e676d08c-4164-4599-8800-11abd089fa4f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 6825aa9d-597b-40fd-9807-305244e2f265 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:28:08.290320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-e676d08c-4164-4599-8800-11abd089fa4f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:08.293561 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e676d08c-4164-4599-8800-11abd089fa4f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:08.294844 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e676d08c-4164-4599-8800-11abd089fa4f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:08.303791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca0e0b-f280-4e3d-85ba-b675af97e71f None None] Network 6825aa9d-597b-40fd-9807-305244e2f265 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:08.322747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676d08c-4164-4599-8800-11abd089fa4f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Subnet': ['ID=0819b4c1-cb79-45eb-9484-239164ac38e7,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:08.406769 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-01eaa199-f0e1-4e26-b46e-d6cc9df61bb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Made reservation on behalf of 6277d485fb1c4ef6a8fd9994eb17d7aa for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:08.411553 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-01eaa199-f0e1-4e26-b46e-d6cc9df61bb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:08.432263 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3b152f2-d9ac-458b-af97-8a147c472a91 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:08.510234 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-6825aa9d-597b-40fd-9807-305244e2f265', 'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'tenant_id': '040c43d98d264235bb6f6d9906468a72', 'fixed_ips': [{'subnet_id': '0819b4c1-cb79-45eb-9484-239164ac38e7'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:28:08.512204 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:08.525305 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e676d08c-4164-4599-8800-11abd089fa4f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8644497 Sep 18 05:28:08.530185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49244) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:08.537152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8fc1445f-4b4c-4dd8-92ae-78f318bfef46 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'security_group': {'name': 'tempest-secgroup-1324195169'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:08.647017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-01eaa199-f0e1-4e26-b46e-d6cc9df61bb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Allocated IP 172.20.0.11 (48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d/3404c123-a5c4-46c8-a367-ec525a9124e2/6de22c20-d09c-4ea2-8aa5-358571dbd27a) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:28:08.671047 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8fc1445f-4b4c-4dd8-92ae-78f318bfef46 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:08.677320 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Allocated IP 2001:db8::2 (6825aa9d-597b-40fd-9807-305244e2f265/0819b4c1-cb79-45eb-9484-239164ac38e7/ea6f1cc3-dc48-4491-b99d-3cda661de08c) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:28:08.752849 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b152f2-d9ac-458b-af97-8a147c472a91 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Router 3a25844f-4908-4abe-a756-e3de2dffad56 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:28:08.773482 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a48b8319-7535-4acc-a505-4de40c97b82e req-9b81f06b-97f9-4b4c-8965-99e85a75576e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 210 time: 0.0880909 Sep 18 05:28:08.898347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1f9711cd-359d-4eb6-97af-324d4fdb3c65 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:28:08.900024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b152f2-d9ac-458b-af97-8a147c472a91 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:28:08.906141 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c3b152f2-d9ac-458b-af97-8a147c472a91 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "PUT /v2.0/routers/3a25844f-4908-4abe-a756-e3de2dffad56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8392975 Sep 18 05:28:08.909766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49268) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:08.932688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3aa9e-b954-4503-9d23-eabe16108917 None None] Sync routers for ids ['3a25844f-4908-4abe-a756-e3de2dffad56'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:28:08.937485 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 1f9711cd-359d-4eb6-97af-324d4fdb3c65 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:28:08.937832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1f9711cd-359d-4eb6-97af-324d4fdb3c65 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:28:08.944185 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:08.952912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3aa9e-b954-4503-9d23-eabe16108917 None None] Routers {'3a25844f-4908-4abe-a756-e3de2dffad56'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:28:08.954081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3ab3aa9e-b954-4503-9d23-eabe16108917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:28:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3a25844f-4908-4abe-a756-e3de2dffad56'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:09.009905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b96bcb8-ef89-48a1-832a-409c8a72c4c6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Deleting subnet f09a9b19-6999-4f65-af4e-836080ddd76b {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:28:09.017243 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.023345 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-01eaa199-f0e1-4e26-b46e-d6cc9df61bb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.026327 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8fc1445f-4b4c-4dd8-92ae-78f318bfef46 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.027248 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b96bcb8-ef89-48a1-832a-409c8a72c4c6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.087313 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8fc1445f-4b4c-4dd8-92ae-78f318bfef46 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.092569 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Network 6825aa9d-597b-40fd-9807-305244e2f265 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:28:09.092867 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b96bcb8-ef89-48a1-832a-409c8a72c4c6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.101725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:09.109218 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:28:09.118546 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3ab3aa9e-b954-4503-9d23-eabe16108917 None None] Set router 3a25844f-4908-4abe-a756-e3de2dffad56 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:28:09.161196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1445f-4b4c-4dd8-92ae-78f318bfef46 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0f075e-7dff-4b99-a158-38924aeb6494,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:09.192513 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Pushing event updated for resources: {'Port': ['ID=ea6f1cc3-dc48-4491-b99d-3cda661de08c,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:09.219756 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b96bcb8-ef89-48a1-832a-409c8a72c4c6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.223270 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-01eaa199-f0e1-4e26-b46e-d6cc9df61bb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.239223 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f69100b-3ee1-4fb1-8787-faaeb443d840'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:09.239762 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-995c751b-866e-4c5c-b6c6-71d3ca6b5770 req-71a655d6-fa08-4849-959f-0fd98fc5dc6f tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0422139 Sep 18 05:28:09.250163 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8fc1445f-4b4c-4dd8-92ae-78f318bfef46 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.251319 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8fc1445f-4b4c-4dd8-92ae-78f318bfef46 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7192812 Sep 18 05:28:09.255040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49286) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:09.261697 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4d52671c-3af0-4cd6-9ec9-24cc73865133 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'security_group': {'name': 'tempest-secgroup-757769393'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:09.316546 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Attempting to bind port ea6f1cc3-dc48-4491-b99d-3cda661de08c on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:28:09.317157 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Attempting to bind port ea6f1cc3-dc48-4491-b99d-3cda661de08c by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '7a3e0865-dbc0-4a96-a2c6-2813793e9d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6825aa9d-597b-40fd-9807-305244e2f265'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:28:09.317281 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Attempting to bind port ea6f1cc3-dc48-4491-b99d-3cda661de08c on network 6825aa9d-597b-40fd-9807-305244e2f265 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:28:09.333724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:28:09.334106 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Checking segment: {'id': '7a3e0865-dbc0-4a96-a2c6-2813793e9d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6825aa9d-597b-40fd-9807-305244e2f265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:28:09.334520 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.334933 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Bound using segment: {'id': '7a3e0865-dbc0-4a96-a2c6-2813793e9d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6825aa9d-597b-40fd-9807-305244e2f265'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:28:09.335412 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Bound port: ea6f1cc3-dc48-4491-b99d-3cda661de08c, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3e0865-dbc0-4a96-a2c6-2813793e9d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6825aa9d-597b-40fd-9807-305244e2f265'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:28:09.335801 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.338085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-01eaa199-f0e1-4e26-b46e-d6cc9df61bb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:28:09.347071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-01eaa199-f0e1-4e26-b46e-d6cc9df61bb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:09.349667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-01eaa199-f0e1-4e26-b46e-d6cc9df61bb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:28:09.390942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eaa199-f0e1-4e26-b46e-d6cc9df61bb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Pushing event updated for resources: {'Port': ['ID=6de22c20-d09c-4ea2-8aa5-358571dbd27a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:09.411560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d52671c-3af0-4cd6-9ec9-24cc73865133 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.428876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-01eaa199-f0e1-4e26-b46e-d6cc9df61bb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:09.429671 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-01eaa199-f0e1-4e26-b46e-d6cc9df61bb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.476380 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] For port ea6f1cc3-dc48-4491-b99d-3cda661de08c, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:28:09.480749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] For port ea6f1cc3-dc48-4491-b99d-3cda661de08c, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ea6f1cc3-dc48-4491-b99d-3cda661de08c,segment=NetworkSegment(7a3e0865-dbc0-4a96-a2c6-2813793e9d63),segment_id=7a3e0865-dbc0-4a96-a2c6-2813793e9d63)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:28:09.503227 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b96bcb8-ef89-48a1-832a-409c8a72c4c6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.524148 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d52671c-3af0-4cd6-9ec9-24cc73865133 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.533992 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3ab3aa9e-b954-4503-9d23-eabe16108917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:28:08Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:09.534615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96bcb8-ef89-48a1-832a-409c8a72c4c6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Subnet': ['ID=f09a9b19-6999-4f65-af4e-836080ddd76b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:09.537761 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b96bcb8-ef89-48a1-832a-409c8a72c4c6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.540304 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5b96bcb8-ef89-48a1-832a-409c8a72c4c6 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "DELETE /v2.0/subnets/f09a9b19-6999-4f65-af4e-836080ddd76b HTTP/1.1" status: 204 len: 168 time: 0.6247029 Sep 18 05:28:09.541623 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49304) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:09.567288 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ced5b10-ffe1-4052-9c8a-adbca8f3f4f8 None None] Network 13f31bd2-a4d5-4e56-b507-c39f5da6d920 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:09.572482 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3aa9e-b954-4503-9d23-eabe16108917 None None] Checking router: 3a25844f-4908-4abe-a756-e3de2dffad56 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:28:09.590421 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.638909 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d52671c-3af0-4cd6-9ec9-24cc73865133 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.679897 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-01eaa199-f0e1-4e26-b46e-d6cc9df61bb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5602870 Sep 18 05:28:09.683049 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.685908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3aa9e-b954-4503-9d23-eabe16108917 None None] Routers {'3a25844f-4908-4abe-a756-e3de2dffad56'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:28:09.686781 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52671c-3af0-4cd6-9ec9-24cc73865133 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02208588-f3ed-4651-9a4e-30bdc38de9e5,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:09.687857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3ab3aa9e-b954-4503-9d23-eabe16108917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:28:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3a25844f-4908-4abe-a756-e3de2dffad56'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:09.707493 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Request body: {'port': {'device_id': 'f0be3649-f95c-40f0-abe9-93e9d569a04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:09.796584 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d52671c-3af0-4cd6-9ec9-24cc73865133 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.798054 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4d52671c-3af0-4cd6-9ec9-24cc73865133 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5411901 Sep 18 05:28:09.804153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49320) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:09.807584 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7be024-1759-482b-9823-7d7e2a863b8f None None] Pushing event updated for resources: {'Port': ['ID=ea6f1cc3-dc48-4491-b99d-3cda661de08c,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:09.817059 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2bba43c5-1f67-4822-9773-983392d05ad2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-899438363', 'security_groups': ['02208588-f3ed-4651-9a4e-30bdc38de9e5'], 'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0819b4c1-cb79-45eb-9484-239164ac38e7'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:09.843407 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:09.899377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3ab3aa9e-b954-4503-9d23-eabe16108917 None None] Set router 3a25844f-4908-4abe-a756-e3de2dffad56 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:28:09.941340 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:10.001071 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4abd502-22b2-4d84-beff-4a2c78a7aa47 req-d53a3fd1-5e83-44fd-849b-e54353595a5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6346bd8d1d54893b9bc7bbe74187636&device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0824459 Sep 18 05:28:10.084193 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bc8f06e7-70b5-4c98-ac6f-f1c32ed94c13 req-6bf07cf5-0859-450c-8808-3cea7e1ea67f tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0664172 Sep 18 05:28:10.109451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c607ef6-a738-4277-b7f9-6f3a0d0fe6ed None None] DHCP port deletion for 13f31bd2-a4d5-4e56-b507-c39f5da6d920 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:28:10.173384 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Deleting port f84c52b4-6bc3-471c-913e-9440dfee078c {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:10.173828 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:10.186204 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4abd502-22b2-4d84-beff-4a2c78a7aa47 req-3d3a8df5-1533-4018-b6ef-bce5f37ac1e2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d6346bd8d1d54893b9bc7bbe74187636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1738396 Sep 18 05:28:10.226055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3ecb-1b7b-40a4-9638-6c4b159487e3 req-96aecb43-604f-45b9-80ff-1611727019cd tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:10.234678 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-220e3ecb-1b7b-40a4-9638-6c4b159487e3 req-96aecb43-604f-45b9-80ff-1611727019cd tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 932 time: 0.2892749 Sep 18 05:28:10.250065 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bba43c5-1f67-4822-9773-983392d05ad2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:10.356441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] For port f84c52b4-6bc3-471c-913e-9440dfee078c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f84c52b4-6bc3-471c-913e-9440dfee078c,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:10.356878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:10.379028 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-220e3ecb-1b7b-40a4-9638-6c4b159487e3 req-af81a5d3-4cf1-49dc-8958-15178c8b5bb9 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421633 Sep 18 05:28:10.380753 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2bba43c5-1f67-4822-9773-983392d05ad2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:10.384534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Calling delete_port for f84c52b4-6bc3-471c-913e-9440dfee078c owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:10.407489 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2c607ef6-a738-4277-b7f9-6f3a0d0fe6ed None None] Deleting port 17b6bf3a-187a-4d43-bab1-3787f66ed2db {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:10.408063 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2c607ef6-a738-4277-b7f9-6f3a0d0fe6ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:10.409298 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-2bba43c5-1f67-4822-9773-983392d05ad2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port 05ca119b-3de3-4015-8cfd-46e20ebe69ee yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:28:10.443909 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3ab3aa9e-b954-4503-9d23-eabe16108917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:28:08Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:10.455234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abd502-22b2-4d84-beff-4a2c78a7aa47 req-939d4bdc-8018-4c57-b754-7aa64920f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:10.457213 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4abd502-22b2-4d84-beff-4a2c78a7aa47 req-939d4bdc-8018-4c57-b754-7aa64920f0bb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2571008 Sep 18 05:28:10.500213 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3aa9e-b954-4503-9d23-eabe16108917 None None] The sync data for ids ['3a25844f-4908-4abe-a756-e3de2dffad56'] in n-d-789963-13 is: [{'id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'name': 'tempest-TestNetworkBasicOps-router-335843042', 'tenant_id': 'e6c32436d930464cb104890b5c56b015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:28:08Z', 'revision_number': 5, 'project_id': 'e6c32436d930464cb104890b5c56b015', 'gw_port': {'id': 'f84c52b4-6bc3-471c-913e-9440dfee078c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a25844f-4908-4abe-a756-e3de2dffad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:26:58Z', 'updated_at': '2021-09-18T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:28:10.522493 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2c607ef6-a738-4277-b7f9-6f3a0d0fe6ed None None] For port 17b6bf3a-187a-4d43-bab1-3787f66ed2db, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=17b6bf3a-187a-4d43-bab1-3787f66ed2db,segment=NetworkSegment(3f950be3-307a-40d6-a8e2-8a3f732cb7ee),segment_id=3f950be3-307a-40d6-a8e2-8a3f732cb7ee)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:10.524428 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2c607ef6-a738-4277-b7f9-6f3a0d0fe6ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:10.543423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2c607ef6-a738-4277-b7f9-6f3a0d0fe6ed None None] Calling delete_port for 17b6bf3a-187a-4d43-bab1-3787f66ed2db owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:10.570304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de22c20-d09c-4ea2-8aa5-358571dbd27a {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:28:10.578339 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:10.592564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Transition to ACTIVE for port object 6de22c20-d09c-4ea2-8aa5-358571dbd27a will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:28:10.651059 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:10.694792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Pushing event updated for resources: {'Port': ['ID=6de22c20-d09c-4ea2-8aa5-358571dbd27a,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:10.706223 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-2bba43c5-1f67-4822-9773-983392d05ad2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Allocated IP 2001:db8::12d (6825aa9d-597b-40fd-9807-305244e2f265/0819b4c1-cb79-45eb-9484-239164ac38e7/05ca119b-3de3-4015-8cfd-46e20ebe69ee) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:28:10.776717 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2c607ef6-a738-4277-b7f9-6f3a0d0fe6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:10.849263 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c607ef6-a738-4277-b7f9-6f3a0d0fe6ed None None] Pushing event deleted for resources: {'Port': ['ID=17b6bf3a-187a-4d43-bab1-3787f66ed2db,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:10.854891 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c607ef6-a738-4277-b7f9-6f3a0d0fe6ed None None] No DVR routers for this DVR port 17b6bf3a-187a-4d43-bab1-3787f66ed2db on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:28:10.882346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Attempting to bind port 6de22c20-d09c-4ea2-8aa5-358571dbd27a on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:28:10.882706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Attempting to bind port 6de22c20-d09c-4ea2-8aa5-358571dbd27a by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:28:10.883076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Attempting to bind port 6de22c20-d09c-4ea2-8aa5-358571dbd27a on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:28:10.887035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ea6f1cc3-dc48-4491-b99d-3cda661de08c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:28:10.895079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Port 6de22c20-d09c-4ea2-8aa5-358571dbd27a on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:28:10.895419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Attempting to bind port 6de22c20-d09c-4ea2-8aa5-358571dbd27a on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:28:10.904553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:28:10.905034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Checking segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:28:10.905527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Bound using segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:28:10.906378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Bound port: 6de22c20-d09c-4ea2-8aa5-358571dbd27a, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:28:10.906858 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:10.967150 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port ea6f1cc3-dc48-4491-b99d-3cda661de08c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:10.968278 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:10.999644 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2bba43c5-1f67-4822-9773-983392d05ad2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.005050 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.033849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] For port 6de22c20-d09c-4ea2-8aa5-358571dbd27a, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:28:11.043708 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] For port 6de22c20-d09c-4ea2-8aa5-358571dbd27a, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6de22c20-d09c-4ea2-8aa5-358571dbd27a,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:28:11.056120 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Port': ['ID=f84c52b4-6bc3-471c-913e-9440dfee078c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:11.314897 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.314897 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port ea6f1cc3-dc48-4491-b99d-3cda661de08c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ea6f1cc3-dc48-4491-b99d-3cda661de08c,segment=NetworkSegment(7a3e0865-dbc0-4a96-a2c6-2813793e9d63),segment_id=7a3e0865-dbc0-4a96-a2c6-2813793e9d63)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:11.377862 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.379640 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-04821f80-f83f-4143-8f6e-3f5961363134 None None] Provisioning complete for port f4c58690-1c81-401c-8ffb-5976e1129fe9 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:11.379640 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-04821f80-f83f-4143-8f6e-3f5961363134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.380200 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.380200 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b2795085-c2e6-4e59-a2a5-a08685bfafe9 req-1643606c-7780-458d-9d47-14796bdf7361 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0594275 Sep 18 05:28:11.380557 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-04821f80-f83f-4143-8f6e-3f5961363134 None None] Port f4c58690-1c81-401c-8ffb-5976e1129fe9 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:11.380766 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.381479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-04821f80-f83f-4143-8f6e-3f5961363134 None None] Provisioning complete for port ea6f1cc3-dc48-4491-b99d-3cda661de08c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:11.381479 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-04821f80-f83f-4143-8f6e-3f5961363134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.381847 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.381847 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:11.381847 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.381847 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] 10.222.0.18 "PUT /v2.0/ports/6de22c20-d09c-4ea2-8aa5-358571dbd27a HTTP/1.1" status: 200 len: 1093 time: 1.6741457 Sep 18 05:28:11.381847 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0be3649-f95c-40f0-abe9-93e9d569a04d', 'tag': '6de22c20-d09c-4ea2-8aa5-358571dbd27a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:28:11.381847 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a09f26-4095-4090-b7ef-71f58d710574" -d '{"events": [{"name": "network-changed", "server_uuid": "f0be3649-f95c-40f0-abe9-93e9d569a04d", "tag": "6de22c20-d09c-4ea2-8aa5-358571dbd27a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:28:11.383198 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.383980 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2bba43c5-1f67-4822-9773-983392d05ad2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.416519 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-04821f80-f83f-4143-8f6e-3f5961363134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.439845 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bba43c5-1f67-4822-9773-983392d05ad2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 6825aa9d-597b-40fd-9807-305244e2f265 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:28:11.443606 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-2bba43c5-1f67-4822-9773-983392d05ad2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:11.448340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba43c5-1f67-4822-9773-983392d05ad2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:28:11.455343 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bba43c5-1f67-4822-9773-983392d05ad2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:11.456336 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2bba43c5-1f67-4822-9773-983392d05ad2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.465005 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.465745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Fanout notify agent at l3_agent the message router_deleted on router 3a25844f-4908-4abe-a756-e3de2dffad56 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:28:11.483371 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de257dc-b745-44b7-9163-27548fa2410b service neutron] Pushing event updated for resources: {'Port': ['ID=6de22c20-d09c-4ea2-8aa5-358571dbd27a,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:11.487132 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=ea6f1cc3-dc48-4491-b99d-3cda661de08c,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:11.494829 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.500184 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-46993b5c-44ed-4f46-a70b-ac558039d481 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "DELETE /v2.0/routers/3a25844f-4908-4abe-a756-e3de2dffad56 HTTP/1.1" status: 204 len: 168 time: 1.9547284 Sep 18 05:28:11.501740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49386) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:11.511398 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab58b7bb-8c2c-405f-a7f2-33e1173adc5e x-openstack-request-id: req-ab58b7bb-8c2c-405f-a7f2-33e1173adc5e {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:28:11.511398 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0be3649-f95c-40f0-abe9-93e9d569a04d", "tag": "6de22c20-d09c-4ea2-8aa5-358571dbd27a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:28:11.511398 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab58b7bb-8c2c-405f-a7f2-33e1173adc5e {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:28:11.511398 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0be3649-f95c-40f0-abe9-93e9d569a04d', 'tag': '6de22c20-d09c-4ea2-8aa5-358571dbd27a', 'status': 'completed', 'code': 200} Sep 18 05:28:11.527866 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-04821f80-f83f-4143-8f6e-3f5961363134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:28:11.533567 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-04821f80-f83f-4143-8f6e-3f5961363134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:28:11.550533 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 17b6bf3a-187a-4d43-bab1-3787f66ed2db no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:28:11.554619 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba43c5-1f67-4822-9773-983392d05ad2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=05ca119b-3de3-4015-8cfd-46e20ebe69ee,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:11.587039 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 17b6bf3a-187a-4d43-bab1-3787f66ed2db {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:28:11.587697 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 17b6bf3a-187a-4d43-bab1-3787f66ed2db not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:28:11.592198 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a09f26-4095-4090-b7ef-71f58d710574 req-314291d0-515c-48ae-b98a-207169c14f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:11.594509 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5a09f26-4095-4090-b7ef-71f58d710574 req-314291d0-515c-48ae-b98a-207169c14f48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 1096 time: 0.0773315 Sep 18 05:28:11.599923 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 27f14b01-5a79-4a75-822c-6a5499601f6b no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:28:11.627618 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2bba43c5-1f67-4822-9773-983392d05ad2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8217008 Sep 18 05:28:11.628369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49392) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:11.650481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 27f14b01-5a79-4a75-822c-6a5499601f6b {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:28:11.650840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 27f14b01-5a79-4a75-822c-6a5499601f6b not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:28:11.696510 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e5ea27cf-9237-4915-b56e-bfad9ecd435e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:11.771287 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4abd502-22b2-4d84-beff-4a2c78a7aa47 req-3531cd3e-ee34-4b01-9ee3-27663a0a64f5 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.13 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0346057 Sep 18 05:28:11.785592 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2deac39-cfa0-4eeb-a907-a4abd3df7893 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.795953 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a09f26-4095-4090-b7ef-71f58d710574 req-9ba92f35-f67f-45f2-8795-c8d6d4db4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:11.797705 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5a09f26-4095-4090-b7ef-71f58d710574 req-9ba92f35-f67f-45f2-8795-c8d6d4db4fdf service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1938484 Sep 18 05:28:11.806266 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5cdae-b9ba-45c9-a985-6af7597a10fc req-e9cc799e-0e09-482e-8001-bdcea19a295e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:11.807835 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97c5cdae-b9ba-45c9-a985-6af7597a10fc req-e9cc799e-0e09-482e-8001-bdcea19a295e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 944 time: 0.2356992 Sep 18 05:28:11.919608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a09f26-4095-4090-b7ef-71f58d710574 req-18df493e-1e5c-40a4-bf49-f9c692e5c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:11.921178 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b5a09f26-4095-4090-b7ef-71f58d710574 req-18df493e-1e5c-40a4-bf49-f9c692e5c51d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1169407 Sep 18 05:28:11.921804 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97c5cdae-b9ba-45c9-a985-6af7597a10fc req-9eab240d-1cb6-4216-8820-830cdd86e015 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048026 Sep 18 05:28:11.956467 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2deac39-cfa0-4eeb-a907-a4abd3df7893 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:11.981282 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-e2deac39-cfa0-4eeb-a907-a4abd3df7893 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f31bd2-a4d5-4e56-b507-c39f5da6d920']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:11.991131 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-e2deac39-cfa0-4eeb-a907-a4abd3df7893 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f950be3-307a-40d6-a8e2-8a3f732cb7ee') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:11.991445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-e2deac39-cfa0-4eeb-a907-a4abd3df7893 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f950be3-307a-40d6-a8e2-8a3f732cb7ee') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:12.001529 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2deac39-cfa0-4eeb-a907-a4abd3df7893 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:12.007889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-8fb5771e-aca6-4f76-a401-96e237d7f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:12.009441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ea27cf-9237-4915-b56e-bfad9ecd435e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:12.009602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-8fb5771e-aca6-4f76-a401-96e237d7f88f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 1096 time: 0.0426350 Sep 18 05:28:12.013669 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e5ea27cf-9237-4915-b56e-bfad9ecd435e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:12.043003 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2deac39-cfa0-4eeb-a907-a4abd3df7893 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:12.062074 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-fdcba881-531d-445f-9ebf-bea353202e8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6de22c20-d09c-4ea2-8aa5-358571dbd27a HTTP/1.1" status: 200 len: 217 time: 0.0435400 Sep 18 05:28:12.066463 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2deac39-cfa0-4eeb-a907-a4abd3df7893 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:28:12.066813 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2deac39-cfa0-4eeb-a907-a4abd3df7893 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:28:12.070308 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:28:12.139189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-ba361e6b-7fff-4490-a2a5-282845903cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:12.142505 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-ba361e6b-7fff-4490-a2a5-282845903cb4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3404c123-a5c4-46c8-a367-ec525a9124e2 HTTP/1.1" status: 200 len: 845 time: 0.0634844 Sep 18 05:28:12.175573 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-cad100b1-b68d-4821-839b-7193dc461fd9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283144 Sep 18 05:28:12.200124 n-d-789963-13 neutron-server[106908]: INFO neutron.db.ipam_backend_mixin [None req-e5ea27cf-9237-4915-b56e-bfad9ecd435e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0819b4c1-cb79-45eb-9484-239164ac38e7 (CIDR: 2001:db8::/64) Sep 18 05:28:12.224980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6fbe1fb4-4574-4216-8ea2-2ebbdbb80542 None None] Provisioning complete for port 05ca119b-3de3-4015-8cfd-46e20ebe69ee triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:12.225363 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1fb4-4574-4216-8ea2-2ebbdbb80542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:12.229574 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ea27cf-9237-4915-b56e-bfad9ecd435e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:28:12.232190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ea27cf-9237-4915-b56e-bfad9ecd435e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:28:12.263454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe1fb4-4574-4216-8ea2-2ebbdbb80542 None None] Port 05ca119b-3de3-4015-8cfd-46e20ebe69ee cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:12.273352 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2deac39-cfa0-4eeb-a907-a4abd3df7893 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:12.275611 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-2679fc71-945e-4a98-8439-e84d797e577f service neutron] 10.222.0.18 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931087 Sep 18 05:28:12.280367 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e2deac39-cfa0-4eeb-a907-a4abd3df7893 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:12.286048 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e2deac39-cfa0-4eeb-a907-a4abd3df7893 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] 10.222.0.23 "DELETE /v2.0/networks/13f31bd2-a4d5-4e56-b507-c39f5da6d920 HTTP/1.1" status: 204 len: 168 time: 0.7793298 Sep 18 05:28:12.453259 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3201be0d-c583-448f-8fc6-384db2a3b02f req-818fa2ac-1b5f-4870-bd89-2566dd30eda7 tempest-ServerShowV254Test-1062347994 tempest-ServerShowV254Test-1062347994-project] 10.222.0.23 "GET /v2.0/ports?device_id=5642760d-c1e0-4d45-8941-3bf1d3405725 HTTP/1.1" status: 200 len: 210 time: 0.0539701 Sep 18 05:28:12.483526 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24cab84f-6389-4934-b2b4-e9b8ea996d6a req-9475b6ec-7798-4aa4-8334-c54c0f1c39e0 service neutron] 10.222.0.18 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970615 Sep 18 05:28:12.642351 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2deac39-cfa0-4eeb-a907-a4abd3df7893 tempest-TestNetworkBasicOps-123522686 tempest-TestNetworkBasicOps-123522686-project] Pushing event deleted for resources: {'Network': ['ID=13f31bd2-a4d5-4e56-b507-c39f5da6d920,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:12.644925 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e5ea27cf-9237-4915-b56e-bfad9ecd435e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9527180 Sep 18 05:28:12.655175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49440) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:12.655175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-57bcba6b-3221-43d7-8bbb-606c6a87f41e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:12.793197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ea6f1cc3-dc48-4491-b99d-3cda661de08c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:28:12.839745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bcba6b-3221-43d7-8bbb-606c6a87f41e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:12.840351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port ea6f1cc3-dc48-4491-b99d-3cda661de08c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:12.840813 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:12.843491 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-57bcba6b-3221-43d7-8bbb-606c6a87f41e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:12.849081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49454) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:13.001637 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f84c52b4-6bc3-471c-913e-9440dfee078c no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:28:13.020613 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-09d01918-8fdf-46f0-bfb6-8844ddb0ba3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6c32436d930464cb104890b5c56b015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700439 Sep 18 05:28:13.024738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49468) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:13.034484 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: f84c52b4-6bc3-471c-913e-9440dfee078c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:28:13.035033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f84c52b4-6bc3-471c-913e-9440dfee078c not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:28:13.083347 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cfb231eb-5544-46cb-a580-3b518c96c283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:13.108388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc7cb3-e63e-401c-b38d-4f7172cc62b3 req-42e45643-86b2-4cc3-bdbd-1108aced82c8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:13.108388 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3ecc7cb3-e63e-401c-b38d-4f7172cc62b3 req-42e45643-86b2-4cc3-bdbd-1108aced82c8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 944 time: 0.0924642 Sep 18 05:28:13.109071 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cfb231eb-5544-46cb-a580-3b518c96c283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:13.202569 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3ecc7cb3-e63e-401c-b38d-4f7172cc62b3 req-c276acfe-2335-48e3-9295-ffe0912ff7a2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837073 Sep 18 05:28:13.244883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cfb231eb-5544-46cb-a580-3b518c96c283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:13.247657 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cfb231eb-5544-46cb-a580-3b518c96c283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:13.248908 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cfb231eb-5544-46cb-a580-3b518c96c283 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e7fdea9-03e8-4d9a-bea5-7ef66823106e HTTP/1.1" status: 204 len: 168 time: 0.2230787 Sep 18 05:28:13.256696 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb231eb-5544-46cb-a580-3b518c96c283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7fdea9-03e8-4d9a-bea5-7ef66823106e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:13.296911 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-57bcba6b-3221-43d7-8bbb-606c6a87f41e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:13.336966 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bcba6b-3221-43d7-8bbb-606c6a87f41e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 6825aa9d-597b-40fd-9807-305244e2f265 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:28:13.340041 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-57bcba6b-3221-43d7-8bbb-606c6a87f41e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:13.343727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bcba6b-3221-43d7-8bbb-606c6a87f41e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:13.344359 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-57bcba6b-3221-43d7-8bbb-606c6a87f41e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:13.358531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5517a19-8d19-45f4-b751-73774765549c None None] Network 6825aa9d-597b-40fd-9807-305244e2f265 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:13.364928 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcba6b-3221-43d7-8bbb-606c6a87f41e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Subnet': ['ID=c2d5608b-9437-4813-84ce-8a306203703c,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:13.460469 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-57bcba6b-3221-43d7-8bbb-606c6a87f41e tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8093321 Sep 18 05:28:13.461764 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49486) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:13.467804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9179f200-0edd-4a93-8609-c339e018adeb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1236833643', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c2d5608b-9437-4813-84ce-8a306203703c'}], 'security_groups': ['cc0f075e-7dff-4b99-a158-38924aeb6494']}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:13.572997 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9179f200-0edd-4a93-8609-c339e018adeb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:13.598954 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44690e79-de5b-4022-bed0-b2c17894e15a None None] Update dhcp port {'port': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'fixed_ips': [{'subnet_id': '0819b4c1-cb79-45eb-9484-239164ac38e7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c2d5608b-9437-4813-84ce-8a306203703c'}], 'binding:host_id': 'n-d-789963-13'}, 'id': 'ea6f1cc3-dc48-4491-b99d-3cda661de08c'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:28:13.630171 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-44690e79-de5b-4022-bed0-b2c17894e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:13.808215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-44690e79-de5b-4022-bed0-b2c17894e15a None None] Allocated IP 2001:db8:0:1::2 (6825aa9d-597b-40fd-9807-305244e2f265/c2d5608b-9437-4813-84ce-8a306203703c/ea6f1cc3-dc48-4491-b99d-3cda661de08c) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:28:13.889446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49498) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:13.909032 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb33e160-479e-449b-90a1-fa125dcaa4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:13.912217 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-44690e79-de5b-4022-bed0-b2c17894e15a None None] For port ea6f1cc3-dc48-4491-b99d-3cda661de08c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ea6f1cc3-dc48-4491-b99d-3cda661de08c,segment=NetworkSegment(7a3e0865-dbc0-4a96-a2c6-2813793e9d63),segment_id=7a3e0865-dbc0-4a96-a2c6-2813793e9d63)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:13.947608 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-44690e79-de5b-4022-bed0-b2c17894e15a None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.003827 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb33e160-479e-449b-90a1-fa125dcaa4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.030346 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-44690e79-de5b-4022-bed0-b2c17894e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.047742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49502) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:14.111046 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb33e160-479e-449b-90a1-fa125dcaa4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.130236 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44690e79-de5b-4022-bed0-b2c17894e15a None None] Pushing event updated for resources: {'Port': ['ID=ea6f1cc3-dc48-4491-b99d-3cda661de08c,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:14.175337 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d7b8fa60-ba4b-4c9e-a273-e8cdcdd2d11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.201158 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fb33e160-479e-449b-90a1-fa125dcaa4d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8645b68c83d46afbc8e97f34c2a8144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3099904 Sep 18 05:28:14.203836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49506) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:14.206143 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33e160-479e-449b-90a1-fa125dcaa4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe24745-2df9-441e-9376-56b2d1882aed,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:14.235715 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-9179f200-0edd-4a93-8609-c339e018adeb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Delete allocated IP 2001:db8::12d (6825aa9d-597b-40fd-9807-305244e2f265/0819b4c1-cb79-45eb-9484-239164ac38e7) {{(pid=106908) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 05:28:14.248986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-9179f200-0edd-4a93-8609-c339e018adeb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Allocated IP 2001:db8:0:1::21e (6825aa9d-597b-40fd-9807-305244e2f265/c2d5608b-9437-4813-84ce-8a306203703c/05ca119b-3de3-4015-8cfd-46e20ebe69ee) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:28:14.289028 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b90e2b0b-890a-4e23-bde8-fe9af75d9017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.337489 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b90e2b0b-890a-4e23-bde8-fe9af75d9017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.410764 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d7b8fa60-ba4b-4c9e-a273-e8cdcdd2d11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.425388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae69db-db86-4f0a-87c1-016cb30a6556 req-dd24a389-6b2f-47f8-8964-8ace42f5b4e5 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:14.432987 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-05ae69db-db86-4f0a-87c1-016cb30a6556 req-dd24a389-6b2f-47f8-8964-8ace42f5b4e5 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 944 time: 0.1235421 Sep 18 05:28:14.461862 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d7b8fa60-ba4b-4c9e-a273-e8cdcdd2d11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.500453 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b90e2b0b-890a-4e23-bde8-fe9af75d9017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.503042 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b90e2b0b-890a-4e23-bde8-fe9af75d9017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.506783 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b90e2b0b-890a-4e23-bde8-fe9af75d9017 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1fe24745-2df9-441e-9376-56b2d1882aed HTTP/1.1" status: 204 len: 168 time: 0.2992845 Sep 18 05:28:14.507991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8fa60-ba4b-4c9e-a273-e8cdcdd2d11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2122f5c-d0d0-49fe-9185-22075acaa9c4,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:14.516212 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d7b8fa60-ba4b-4c9e-a273-e8cdcdd2d11b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6346bd8d1d54893b9bc7bbe74187636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667511 Sep 18 05:28:14.522449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49516) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:14.527856 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-05ae69db-db86-4f0a-87c1-016cb30a6556 req-21bda2cf-c0d9-4076-ba86-b1d807529040 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941372 Sep 18 05:28:14.534121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e2b0b-890a-4e23-bde8-fe9af75d9017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe24745-2df9-441e-9376-56b2d1882aed,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:14.578340 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9179f200-0edd-4a93-8609-c339e018adeb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.591942 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fffe9e76-1206-484c-9d93-05b629424b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.617891 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fffe9e76-1206-484c-9d93-05b629424b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.651190 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9179f200-0edd-4a93-8609-c339e018adeb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.730461 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fffe9e76-1206-484c-9d93-05b629424b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.735604 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fffe9e76-1206-484c-9d93-05b629424b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.737784 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fffe9e76-1206-484c-9d93-05b629424b40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2122f5c-d0d0-49fe-9185-22075acaa9c4 HTTP/1.1" status: 204 len: 168 time: 0.2141204 Sep 18 05:28:14.746551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe9e76-1206-484c-9d93-05b629424b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2122f5c-d0d0-49fe-9185-22075acaa9c4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:14.777255 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-9179f200-0edd-4a93-8609-c339e018adeb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] In _notify_port_updated(), no bound segment for port 05ca119b-3de3-4015-8cfd-46e20ebe69ee on network 6825aa9d-597b-40fd-9807-305244e2f265 {{(pid=106908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:28:14.793883 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ea6f1cc3-dc48-4491-b99d-3cda661de08c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:28:14.797292 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9179f200-0edd-4a93-8609-c339e018adeb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:14.798475 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9179f200-0edd-4a93-8609-c339e018adeb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.800831 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9179f200-0edd-4a93-8609-c339e018adeb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "PUT /v2.0/ports/05ca119b-3de3-4015-8cfd-46e20ebe69ee HTTP/1.1" status: 200 len: 931 time: 1.3382056 Sep 18 05:28:14.802981 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179f200-0edd-4a93-8609-c339e018adeb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=05ca119b-3de3-4015-8cfd-46e20ebe69ee,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:14.803949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49522) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:14.884615 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port ea6f1cc3-dc48-4491-b99d-3cda661de08c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:14.885807 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:14.998353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f377d28d-ef4f-4106-b72b-34af2ed97c00 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 05ca119b-3de3-4015-8cfd-46e20ebe69ee {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:14.998825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f377d28d-ef4f-4106-b72b-34af2ed97c00 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:15.042482 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0815415b-e653-41ca-b563-0f489a4297da None None] Provisioning complete for port f4c58690-1c81-401c-8ffb-5976e1129fe9 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:15.043361 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0815415b-e653-41ca-b563-0f489a4297da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:15.098529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0815415b-e653-41ca-b563-0f489a4297da None None] Port f4c58690-1c81-401c-8ffb-5976e1129fe9 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:15.110829 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0815415b-e653-41ca-b563-0f489a4297da None None] Provisioning complete for port 05ca119b-3de3-4015-8cfd-46e20ebe69ee triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:15.111487 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0815415b-e653-41ca-b563-0f489a4297da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:15.158715 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0815415b-e653-41ca-b563-0f489a4297da None None] Port 05ca119b-3de3-4015-8cfd-46e20ebe69ee cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:15.171080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0815415b-e653-41ca-b563-0f489a4297da None None] Provisioning complete for port ea6f1cc3-dc48-4491-b99d-3cda661de08c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:15.171758 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0815415b-e653-41ca-b563-0f489a4297da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:15.233900 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f377d28d-ef4f-4106-b72b-34af2ed97c00 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:15.266090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f377d28d-ef4f-4106-b72b-34af2ed97c00 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 05ca119b-3de3-4015-8cfd-46e20ebe69ee owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:15.417209 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3c6a4e2c-b846-4981-813e-5987a2ff3e60 None None] Provisioning complete for port 05ca119b-3de3-4015-8cfd-46e20ebe69ee triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:15.417594 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4e2c-b846-4981-813e-5987a2ff3e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:15.467534 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a4e2c-b846-4981-813e-5987a2ff3e60 None None] Port 05ca119b-3de3-4015-8cfd-46e20ebe69ee cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:15.490341 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f377d28d-ef4f-4106-b72b-34af2ed97c00 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:15.526235 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377d28d-ef4f-4106-b72b-34af2ed97c00 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=05ca119b-3de3-4015-8cfd-46e20ebe69ee,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:15.562970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f377d28d-ef4f-4106-b72b-34af2ed97c00 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:15.569773 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49536) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:15.570418 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f377d28d-ef4f-4106-b72b-34af2ed97c00 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/05ca119b-3de3-4015-8cfd-46e20ebe69ee HTTP/1.1" status: 204 len: 168 time: 0.7644806 Sep 18 05:28:15.620373 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6acf5df-c371-42cd-8455-ca3af6540615 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] GET failed (client error): The resource could not be found. Sep 18 05:28:15.620373 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d6acf5df-c371-42cd-8455-ca3af6540615 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/05ca119b-3de3-4015-8cfd-46e20ebe69ee HTTP/1.1" status: 404 len: 333 time: 0.0474739 Sep 18 05:28:15.623843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49538) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:15.679589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbedd5-1db6-45f1-8b29-c83219d28011 req-8b977952-9b90-4fa3-8fbf-52aa4c4a22be tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:15.689373 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78fbedd5-1db6-45f1-8b29-c83219d28011 req-8b977952-9b90-4fa3-8fbf-52aa4c4a22be tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 944 time: 0.0739651 Sep 18 05:28:15.700867 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-57fd062a-3f0c-40d4-bf78-5e5ce878aebd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:15.731171 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-57fd062a-3f0c-40d4-bf78-5e5ce878aebd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:15.742661 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-78fbedd5-1db6-45f1-8b29-c83219d28011 req-d2bf64c8-71eb-4c49-a70a-a2bb3876bf59 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505786 Sep 18 05:28:15.867763 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-57fd062a-3f0c-40d4-bf78-5e5ce878aebd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:15.870482 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-57fd062a-3f0c-40d4-bf78-5e5ce878aebd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:15.872568 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-57fd062a-3f0c-40d4-bf78-5e5ce878aebd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/security-groups/02208588-f3ed-4651-9a4e-30bdc38de9e5 HTTP/1.1" status: 204 len: 168 time: 0.2468069 Sep 18 05:28:15.875880 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49546) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:15.881427 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd062a-3f0c-40d4-bf78-5e5ce878aebd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02208588-f3ed-4651-9a4e-30bdc38de9e5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:15.934759 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13739736-4dee-4cd9-892e-161207c5e25b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:15.960547 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13739736-4dee-4cd9-892e-161207c5e25b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:16.050297 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13739736-4dee-4cd9-892e-161207c5e25b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:16.052937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13739736-4dee-4cd9-892e-161207c5e25b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:16.057033 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-13739736-4dee-4cd9-892e-161207c5e25b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/security-groups/cc0f075e-7dff-4b99-a158-38924aeb6494 HTTP/1.1" status: 204 len: 168 time: 0.1800025 Sep 18 05:28:16.057188 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49552) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:16.066731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13739736-4dee-4cd9-892e-161207c5e25b tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0f075e-7dff-4b99-a158-38924aeb6494,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:16.111360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02b07a6-371f-4708-b671-497839d50fbd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting subnet 0819b4c1-cb79-45eb-9484-239164ac38e7 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:28:16.114647 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b02b07a6-371f-4708-b671-497839d50fbd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:16.157702 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b02b07a6-371f-4708-b671-497839d50fbd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:16.246563 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b02b07a6-371f-4708-b671-497839d50fbd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:16.376790 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b02b07a6-371f-4708-b671-497839d50fbd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:16.404633 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b07a6-371f-4708-b671-497839d50fbd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Subnet': ['ID=0819b4c1-cb79-45eb-9484-239164ac38e7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:16.409763 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b02b07a6-371f-4708-b671-497839d50fbd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:16.411719 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b02b07a6-371f-4708-b671-497839d50fbd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/0819b4c1-cb79-45eb-9484-239164ac38e7 HTTP/1.1" status: 204 len: 168 time: 0.3533926 Sep 18 05:28:16.415620 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49558) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:16.420674 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aade217-1fe0-4304-b3d6-decd8f70899d None None] Network 6825aa9d-597b-40fd-9807-305244e2f265 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:16.425892 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-415d50b9-84b8-4560-908c-d05cbe8a355a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:16.473633 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6de22c20-d09c-4ea2-8aa5-358571dbd27a details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:28:16.646766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49566) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:16.647386 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 6de22c20-d09c-4ea2-8aa5-358571dbd27a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6de22c20-d09c-4ea2-8aa5-358571dbd27a,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:16.653433 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415d50b9-84b8-4560-908c-d05cbe8a355a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:16.657596 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-415d50b9-84b8-4560-908c-d05cbe8a355a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:16.663885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '6de22c20-d09c-4ea2-8aa5-358571dbd27a', 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'port_id': '6de22c20-d09c-4ea2-8aa5-358571dbd27a', 'mac_address': 'fa:16:3e:96:9c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3404c123-a5c4-46c8-a367-ec525a9124e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:28:16.705180 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:16.720078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de22c20-d09c-4ea2-8aa5-358571dbd27a {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:28:16.741591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 6de22c20-d09c-4ea2-8aa5-358571dbd27a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6de22c20-d09c-4ea2-8aa5-358571dbd27a,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:16.799812 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8e12d975-3c07-4be3-814f-19b389c20da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:16.816113 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:16.872788 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=6de22c20-d09c-4ea2-8aa5-358571dbd27a,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:16.883881 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42427f2f-e433-4500-95bf-2387c22a79d3 req-f04caece-9aa1-4240-b502-a9dadc6dc3e3 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:16.885553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42427f2f-e433-4500-95bf-2387c22a79d3 req-f04caece-9aa1-4240-b502-a9dadc6dc3e3 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 945 time: 0.0778267 Sep 18 05:28:16.944152 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42427f2f-e433-4500-95bf-2387c22a79d3 req-9d43701e-f3d1-485e-8fbd-b8a74d7d262a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507829 Sep 18 05:28:17.004186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['6de22c20-d09c-4ea2-8aa5-358571dbd27a'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:17.031904 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8e12d975-3c07-4be3-814f-19b389c20da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.057362 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-415d50b9-84b8-4560-908c-d05cbe8a355a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.114332 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8e12d975-3c07-4be3-814f-19b389c20da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.131829 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d50b9-84b8-4560-908c-d05cbe8a355a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 6825aa9d-597b-40fd-9807-305244e2f265 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:28:17.151631 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-415d50b9-84b8-4560-908c-d05cbe8a355a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:17.163509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d50b9-84b8-4560-908c-d05cbe8a355a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Subnet': ['ID=7fc318b4-a5a8-4bb0-92e7-ca405896a38c,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:17.173346 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d50b9-84b8-4560-908c-d05cbe8a355a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:17.173346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-415d50b9-84b8-4560-908c-d05cbe8a355a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.183743 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8e12d975-3c07-4be3-814f-19b389c20da3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf260bc7dfc0474c817d2bec32289e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330367 Sep 18 05:28:17.183743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12d975-3c07-4be3-814f-19b389c20da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d3a920-05d7-4e66-b2f5-5199c692254d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:17.184086 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49574) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:17.250732 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-da98bc71-1327-4120-9487-a1d846d7bf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.274584 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-da98bc71-1327-4120-9487-a1d846d7bf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.288292 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-415d50b9-84b8-4560-908c-d05cbe8a355a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8680575 Sep 18 05:28:17.288663 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49576) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:17.294982 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-0f5fe897-6122-4656-bc7c-df5fe318f7ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'security_group': {'name': 'tempest-secgroup-1995157959'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:17.327908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c1816d-8078-4e33-bcfd-ff2defd4623e None None] Network 6825aa9d-597b-40fd-9807-305244e2f265 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:17.388221 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe897-6122-4656-bc7c-df5fe318f7ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.417026 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-da98bc71-1327-4120-9487-a1d846d7bf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.419778 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-da98bc71-1327-4120-9487-a1d846d7bf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.421027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-da98bc71-1327-4120-9487-a1d846d7bf91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02d3a920-05d7-4e66-b2f5-5199c692254d HTTP/1.1" status: 204 len: 168 time: 0.2358568 Sep 18 05:28:17.431241 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98bc71-1327-4120-9487-a1d846d7bf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d3a920-05d7-4e66-b2f5-5199c692254d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:17.453377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c29a5b29-e688-4e32-9704-e09865cb5670 None None] Provisioning complete for port f4c58690-1c81-401c-8ffb-5976e1129fe9 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:17.453942 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c29a5b29-e688-4e32-9704-e09865cb5670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.511583 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe897-6122-4656-bc7c-df5fe318f7ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.515655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c29a5b29-e688-4e32-9704-e09865cb5670 None None] Port f4c58690-1c81-401c-8ffb-5976e1129fe9 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:17.543294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c29a5b29-e688-4e32-9704-e09865cb5670 None None] Provisioning complete for port ea6f1cc3-dc48-4491-b99d-3cda661de08c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:17.543676 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c29a5b29-e688-4e32-9704-e09865cb5670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.582017 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe897-6122-4656-bc7c-df5fe318f7ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.621462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fe897-6122-4656-bc7c-df5fe318f7ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccc8b42-ad4f-4f08-ac13-a80d8b002f84,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:17.665622 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e9edaa-0963-4343-a555-7456947856e9 None None] Update dhcp port {'port': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'fixed_ips': [{'subnet_id': 'c2d5608b-9437-4813-84ce-8a306203703c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7fc318b4-a5a8-4bb0-92e7-ca405896a38c'}], 'binding:host_id': 'n-d-789963-13'}, 'id': 'ea6f1cc3-dc48-4491-b99d-3cda661de08c'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:28:17.691957 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-58e9edaa-0963-4343-a555-7456947856e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.735948 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe897-6122-4656-bc7c-df5fe318f7ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.737453 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0f5fe897-6122-4656-bc7c-df5fe318f7ca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4475985 Sep 18 05:28:17.740161 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49582) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:17.747583 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-007c1c47-cf9b-48b2-a8c7-20c0dfc2b14c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'security_group': {'name': 'tempest-secgroup-497402676'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:17.839186 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-007c1c47-cf9b-48b2-a8c7-20c0dfc2b14c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.876188 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-58e9edaa-0963-4343-a555-7456947856e9 None None] Allocated IP 2001:db8::2 (6825aa9d-597b-40fd-9807-305244e2f265/7fc318b4-a5a8-4bb0-92e7-ca405896a38c/ea6f1cc3-dc48-4491-b99d-3cda661de08c) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:28:17.945684 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-007c1c47-cf9b-48b2-a8c7-20c0dfc2b14c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:17.984784 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-58e9edaa-0963-4343-a555-7456947856e9 None None] For port ea6f1cc3-dc48-4491-b99d-3cda661de08c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ea6f1cc3-dc48-4491-b99d-3cda661de08c,segment=NetworkSegment(7a3e0865-dbc0-4a96-a2c6-2813793e9d63),segment_id=7a3e0865-dbc0-4a96-a2c6-2813793e9d63)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:18.015984 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-58e9edaa-0963-4343-a555-7456947856e9 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:18.021242 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-007c1c47-cf9b-48b2-a8c7-20c0dfc2b14c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:18.074047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c1c47-cf9b-48b2-a8c7-20c0dfc2b14c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f999ffbe-3743-4afe-9f8d-8542d8eda877,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:18.090256 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1359a-c23a-4c34-9a2e-a434346dbc40 req-ff472e45-6240-41ad-ab86-e973fca6ac0d tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:18.093187 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-58e9edaa-0963-4343-a555-7456947856e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:18.093374 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28d1359a-c23a-4c34-9a2e-a434346dbc40 req-ff472e45-6240-41ad-ab86-e973fca6ac0d tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 945 time: 0.0640609 Sep 18 05:28:18.140163 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-007c1c47-cf9b-48b2-a8c7-20c0dfc2b14c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:18.140163 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-007c1c47-cf9b-48b2-a8c7-20c0dfc2b14c tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3960857 Sep 18 05:28:18.140624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49596) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:18.145354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3b3edded-3c44-4750-9912-5f300a6c46f5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'security_group': {'name': 'tempest-secgroup-995849440'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:18.167172 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-28d1359a-c23a-4c34-9a2e-a434346dbc40 req-b1da5a6f-20aa-48f6-8a95-85dc415b9d21 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610991 Sep 18 05:28:18.191798 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9edaa-0963-4343-a555-7456947856e9 None None] Pushing event updated for resources: {'Port': ['ID=ea6f1cc3-dc48-4491-b99d-3cda661de08c,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:18.211603 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:28:18.267654 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3b3edded-3c44-4750-9912-5f300a6c46f5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:18.363128 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3b3edded-3c44-4750-9912-5f300a6c46f5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:18.445273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3b3edded-3c44-4750-9912-5f300a6c46f5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:18.472051 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6de22c20-d09c-4ea2-8aa5-358571dbd27a up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:28:18.483709 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3edded-3c44-4750-9912-5f300a6c46f5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af6642a-d6c6-40de-a29c-d9c50b98fd53,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:18.536487 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3b3edded-3c44-4750-9912-5f300a6c46f5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:18.544775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49606) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:18.548061 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3b3edded-3c44-4750-9912-5f300a6c46f5 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4033649 Sep 18 05:28:18.553309 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ce0f60cd-51b5-46ca-997b-1150581d0f2a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-426021680', 'security_groups': ['4af6642a-d6c6-40de-a29c-d9c50b98fd53'], 'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7fc318b4-a5a8-4bb0-92e7-ca405896a38c'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:18.612707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 6de22c20-d09c-4ea2-8aa5-358571dbd27a completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:28:18.615092 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 6de22c20-d09c-4ea2-8aa5-358571dbd27a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:18.615375 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:18.720576 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:18.764756 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0be3649-f95c-40f0-abe9-93e9d569a04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de22c20-d09c-4ea2-8aa5-358571dbd27a'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:28:18.767205 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5f38c8-9a84-4cb5-ac4a-194693559747" -d '{"events": [{"server_uuid": "f0be3649-f95c-40f0-abe9-93e9d569a04d", "name": "network-vif-plugged", "status": "completed", "tag": "6de22c20-d09c-4ea2-8aa5-358571dbd27a"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:28:18.784101 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 6de22c20-d09c-4ea2-8aa5-358571dbd27a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6de22c20-d09c-4ea2-8aa5-358571dbd27a,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:18.798518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ea6f1cc3-dc48-4491-b99d-3cda661de08c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:28:18.810972 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0f60cd-51b5-46ca-997b-1150581d0f2a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:18.851872 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4674c324-4cd2-4121-a48c-d20659a6a4e7 x-openstack-request-id: req-4674c324-4cd2-4121-a48c-d20659a6a4e7 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:28:18.851872 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0be3649-f95c-40f0-abe9-93e9d569a04d", "name": "network-vif-plugged", "status": "completed", "tag": "6de22c20-d09c-4ea2-8aa5-358571dbd27a", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:28:18.851872 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4674c324-4cd2-4121-a48c-d20659a6a4e7 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:28:18.851872 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0be3649-f95c-40f0-abe9-93e9d569a04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de22c20-d09c-4ea2-8aa5-358571dbd27a', 'code': 200} Sep 18 05:28:18.851872 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:18.914122 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=6de22c20-d09c-4ea2-8aa5-358571dbd27a,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:18.949430 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port ea6f1cc3-dc48-4491-b99d-3cda661de08c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:18.949824 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:18.956193 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ce0f60cd-51b5-46ca-997b-1150581d0f2a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:18.977274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-ce0f60cd-51b5-46ca-997b-1150581d0f2a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] device_id is not set on port 7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:28:18.983821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3540c-9622-40d1-9e15-0eb9c350461e req-2e35f06b-0935-49c0-9bfd-776b2c290e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:18.985650 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eea3540c-9622-40d1-9e15-0eb9c350461e req-2e35f06b-0935-49c0-9bfd-776b2c290e2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 1098 time: 0.0775642 Sep 18 05:28:19.030013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-cf3521e4-7893-424f-91c8-cce5fb9e9109 None None] Provisioning complete for port f4c58690-1c81-401c-8ffb-5976e1129fe9 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:19.030402 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cf3521e4-7893-424f-91c8-cce5fb9e9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:19.055486 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eea3540c-9622-40d1-9e15-0eb9c350461e req-4d1349d2-1b59-4ac5-b091-d8a9562f5f2c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617661 Sep 18 05:28:19.079640 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-cf3521e4-7893-424f-91c8-cce5fb9e9109 None None] Port f4c58690-1c81-401c-8ffb-5976e1129fe9 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:19.190229 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-ce0f60cd-51b5-46ca-997b-1150581d0f2a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Allocated IP 2001:db8::290 (6825aa9d-597b-40fd-9807-305244e2f265/7fc318b4-a5a8-4bb0-92e7-ca405896a38c/7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:28:19.295557 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-cf3521e4-7893-424f-91c8-cce5fb9e9109 None None] Provisioning complete for port ea6f1cc3-dc48-4491-b99d-3cda661de08c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:19.296003 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cf3521e4-7893-424f-91c8-cce5fb9e9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:19.331134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524fdc0-a747-443d-a6fc-ca63b1dc8118 req-608f54ff-375e-446b-b47d-f06c201c8862 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:19.336110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4524fdc0-a747-443d-a6fc-ca63b1dc8118 req-608f54ff-375e-446b-b47d-f06c201c8862 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 946 time: 0.0760372 Sep 18 05:28:19.377485 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4524fdc0-a747-443d-a6fc-ca63b1dc8118 req-f9558d2a-d6ea-4c79-bf00-f159ba7bb2de tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358450 Sep 18 05:28:19.380203 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ce0f60cd-51b5-46ca-997b-1150581d0f2a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:19.501635 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ce0f60cd-51b5-46ca-997b-1150581d0f2a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:19.507592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49624) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:19.547912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0f60cd-51b5-46ca-997b-1150581d0f2a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 6825aa9d-597b-40fd-9807-305244e2f265 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:28:19.553118 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-ce0f60cd-51b5-46ca-997b-1150581d0f2a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:19.556114 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0f60cd-51b5-46ca-997b-1150581d0f2a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:28:19.562029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0f60cd-51b5-46ca-997b-1150581d0f2a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:19.562657 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ce0f60cd-51b5-46ca-997b-1150581d0f2a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:19.581663 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f60cd-51b5-46ca-997b-1150581d0f2a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:19.631705 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-beab8eee-bd1c-4b5f-bcdf-bbb7943afe2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:19.658201 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ce0f60cd-51b5-46ca-997b-1150581d0f2a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1107769 Sep 18 05:28:19.661024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49628) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:19.669765 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5451647b-0a2a-4b22-9523-517bd6a4aac8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:19.753295 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-beab8eee-bd1c-4b5f-bcdf-bbb7943afe2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:19.804967 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-beab8eee-bd1c-4b5f-bcdf-bbb7943afe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:19.842828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab8eee-bd1c-4b5f-bcdf-bbb7943afe2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3959c9ed-b1e5-44ef-945e-4009512f1376,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:19.843229 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c2e237f5-da53-4264-9a70-63b834d9fe02 None None] Provisioning complete for port 7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:19.843823 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c2e237f5-da53-4264-9a70-63b834d9fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:19.862127 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-beab8eee-bd1c-4b5f-bcdf-bbb7943afe2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71a9b04747194a698f93c7ea1a9e7a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509612 Sep 18 05:28:19.862570 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49630) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:19.876168 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5451647b-0a2a-4b22-9523-517bd6a4aac8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:19.879643 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5451647b-0a2a-4b22-9523-517bd6a4aac8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:19.881047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c2e237f5-da53-4264-9a70-63b834d9fe02 None None] Port 7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:19.989530 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e79ddd63-1ccb-4156-ac16-68291f8dbe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:20.005365 n-d-789963-13 neutron-server[106908]: INFO neutron.db.ipam_backend_mixin [None req-5451647b-0a2a-4b22-9523-517bd6a4aac8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7fc318b4-a5a8-4bb0-92e7-ca405896a38c (CIDR: 2001:db8::/64) Sep 18 05:28:20.020421 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e79ddd63-1ccb-4156-ac16-68291f8dbe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:20.043359 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5451647b-0a2a-4b22-9523-517bd6a4aac8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:28:20.044647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5451647b-0a2a-4b22-9523-517bd6a4aac8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:28:20.148367 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5451647b-0a2a-4b22-9523-517bd6a4aac8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4862089 Sep 18 05:28:20.156044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49634) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:20.161415 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-85980979-8c83-4bb2-a124-30e91e6f7411 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:20.169838 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e79ddd63-1ccb-4156-ac16-68291f8dbe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:20.173344 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e79ddd63-1ccb-4156-ac16-68291f8dbe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:20.181065 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e79ddd63-1ccb-4156-ac16-68291f8dbe0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3959c9ed-b1e5-44ef-945e-4009512f1376 HTTP/1.1" status: 204 len: 168 time: 0.3120370 Sep 18 05:28:20.193740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ddd63-1ccb-4156-ac16-68291f8dbe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3959c9ed-b1e5-44ef-945e-4009512f1376,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:20.364821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85980979-8c83-4bb2-a124-30e91e6f7411 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:20.368551 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-85980979-8c83-4bb2-a124-30e91e6f7411 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:20.460604 n-d-789963-13 neutron-server[106909]: INFO neutron.db.ipam_backend_mixin [None req-85980979-8c83-4bb2-a124-30e91e6f7411 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c2d5608b-9437-4813-84ce-8a306203703c (CIDR: 2001:db8:0:1::/64) Sep 18 05:28:20.491200 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-85980979-8c83-4bb2-a124-30e91e6f7411 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:28:20.492662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85980979-8c83-4bb2-a124-30e91e6f7411 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:28:20.503501 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb80ae4-7d84-4b7a-8ac3-7d3522177d6e req-521e4679-95e4-40c5-87fe-e3cc4a11456b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:20.505113 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-efb80ae4-7d84-4b7a-8ac3-7d3522177d6e req-521e4679-95e4-40c5-87fe-e3cc4a11456b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 946 time: 0.0517535 Sep 18 05:28:20.546974 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-efb80ae4-7d84-4b7a-8ac3-7d3522177d6e req-7cc3548f-5670-4449-b58c-174276417b24 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359702 Sep 18 05:28:20.554370 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-85980979-8c83-4bb2-a124-30e91e6f7411 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3971329 Sep 18 05:28:20.557261 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49642) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:20.568903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-78182d6e-e991-44d0-b5f1-7013d05cce53 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'subnet': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:20.705611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e48e0-393f-42ac-9240-0733c331f5df req-39a14d32-3c40-4fab-8793-6cb2b283ebc7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:20.707124 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e14e48e0-393f-42ac-9240-0733c331f5df req-39a14d32-3c40-4fab-8793-6cb2b283ebc7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 946 time: 0.0775230 Sep 18 05:28:20.754333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e14e48e0-393f-42ac-9240-0733c331f5df req-e190b3b8-c3d2-4d1e-8cfe-36f8b2b7e6d3 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382724 Sep 18 05:28:20.827185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78182d6e-e991-44d0-b5f1-7013d05cce53 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Made reservation on behalf of 040c43d98d264235bb6f6d9906468a72 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:20.831458 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78182d6e-e991-44d0-b5f1-7013d05cce53 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:21.153698 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78182d6e-e991-44d0-b5f1-7013d05cce53 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:21.205085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78182d6e-e991-44d0-b5f1-7013d05cce53 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Network 6825aa9d-597b-40fd-9807-305244e2f265 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:28:21.218281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-78182d6e-e991-44d0-b5f1-7013d05cce53 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:21.224362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78182d6e-e991-44d0-b5f1-7013d05cce53 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:21.225284 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78182d6e-e991-44d0-b5f1-7013d05cce53 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:21.233675 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78182d6e-e991-44d0-b5f1-7013d05cce53 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Subnet': ['ID=17e92ecf-8322-4b69-88a1-79bd3b7c408b,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:21.236725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f51df9-15d3-4991-a31d-cde0eb10d347 None None] Network 6825aa9d-597b-40fd-9807-305244e2f265 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:21.322894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cddf4c-9ba1-4f8f-a5bc-f6e892d3954b req-82911421-6bd7-414a-b179-42d90f2c1f4c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:21.326119 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1cddf4c-9ba1-4f8f-a5bc-f6e892d3954b req-82911421-6bd7-414a-b179-42d90f2c1f4c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 946 time: 0.0967228 Sep 18 05:28:21.390885 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1cddf4c-9ba1-4f8f-a5bc-f6e892d3954b req-496d9d2a-bbe6-4b07-bee0-7117559ed866 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524457 Sep 18 05:28:21.445589 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-78182d6e-e991-44d0-b5f1-7013d05cce53 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8871901 Sep 18 05:28:21.448172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49672) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:21.457705 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4bb38484-49b1-49c6-b3ab-2f36d982bfd1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1318826403', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '17e92ecf-8322-4b69-88a1-79bd3b7c408b'}], 'security_groups': ['2ccc8b42-ad4f-4f08-ac13-a80d8b002f84', 'f999ffbe-3743-4afe-9f8d-8542d8eda877']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:21.520370 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963e98f-18f5-4262-817c-58940e89a3dd None None] Update dhcp port {'port': {'network_id': '6825aa9d-597b-40fd-9807-305244e2f265', 'fixed_ips': [{'subnet_id': 'c2d5608b-9437-4813-84ce-8a306203703c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7fc318b4-a5a8-4bb0-92e7-ca405896a38c', 'ip_address': '2001:db8::2'}, {'subnet_id': '17e92ecf-8322-4b69-88a1-79bd3b7c408b'}], 'binding:host_id': 'n-d-789963-13'}, 'id': 'ea6f1cc3-dc48-4491-b99d-3cda661de08c'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:28:21.546715 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7963e98f-18f5-4262-817c-58940e89a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:21.635042 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4bb38484-49b1-49c6-b3ab-2f36d982bfd1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:21.748006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-7963e98f-18f5-4262-817c-58940e89a3dd None None] Allocated IP 2001:db8:0:2::2 (6825aa9d-597b-40fd-9807-305244e2f265/17e92ecf-8322-4b69-88a1-79bd3b7c408b/ea6f1cc3-dc48-4491-b99d-3cda661de08c) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:28:21.851600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7963e98f-18f5-4262-817c-58940e89a3dd None None] For port ea6f1cc3-dc48-4491-b99d-3cda661de08c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ea6f1cc3-dc48-4491-b99d-3cda661de08c,segment=NetworkSegment(7a3e0865-dbc0-4a96-a2c6-2813793e9d63),segment_id=7a3e0865-dbc0-4a96-a2c6-2813793e9d63)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:21.882606 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7963e98f-18f5-4262-817c-58940e89a3dd None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:21.958969 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7963e98f-18f5-4262-817c-58940e89a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:22.064717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963e98f-18f5-4262-817c-58940e89a3dd None None] Pushing event updated for resources: {'Port': ['ID=ea6f1cc3-dc48-4491-b99d-3cda661de08c,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:22.085461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-4bb38484-49b1-49c6-b3ab-2f36d982bfd1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Delete allocated IP 2001:db8::290 (6825aa9d-597b-40fd-9807-305244e2f265/7fc318b4-a5a8-4bb0-92e7-ca405896a38c) {{(pid=106909) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 05:28:22.096427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-4bb38484-49b1-49c6-b3ab-2f36d982bfd1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Allocated IP 2001:db8:0:2::239 (6825aa9d-597b-40fd-9807-305244e2f265/17e92ecf-8322-4b69-88a1-79bd3b7c408b/7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:28:22.310901 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4bb38484-49b1-49c6-b3ab-2f36d982bfd1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:22.364611 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4bb38484-49b1-49c6-b3ab-2f36d982bfd1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:22.519540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06093b-1b0c-498a-92b0-3676ee32d444 req-a69948d0-02e2-4aec-89c7-4fad076d7a47 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:22.522309 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e06093b-1b0c-498a-92b0-3676ee32d444 req-a69948d0-02e2-4aec-89c7-4fad076d7a47 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 946 time: 0.0591733 Sep 18 05:28:22.573806 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e06093b-1b0c-498a-92b0-3676ee32d444 req-a8f3d63e-a712-4917-91ee-1da5422bcefc tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436704 Sep 18 05:28:22.748851 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0f03ae28-252e-4d41-97ae-9c9da348bb8c None None] Provisioning complete for port f4c58690-1c81-401c-8ffb-5976e1129fe9 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:22.752174 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0f03ae28-252e-4d41-97ae-9c9da348bb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:22.817150 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0f03ae28-252e-4d41-97ae-9c9da348bb8c None None] Port f4c58690-1c81-401c-8ffb-5976e1129fe9 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:22.821319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ea6f1cc3-dc48-4491-b99d-3cda661de08c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:28:22.834692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4bb38484-49b1-49c6-b3ab-2f36d982bfd1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] In _notify_port_updated(), no bound segment for port 7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c on network 6825aa9d-597b-40fd-9807-305244e2f265 {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:28:22.840321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb38484-49b1-49c6-b3ab-2f36d982bfd1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:22.840994 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4bb38484-49b1-49c6-b3ab-2f36d982bfd1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:22.845442 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4bb38484-49b1-49c6-b3ab-2f36d982bfd1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "PUT /v2.0/ports/7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c HTTP/1.1" status: 200 len: 970 time: 1.3959434 Sep 18 05:28:22.846133 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49686) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:22.859679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb38484-49b1-49c6-b3ab-2f36d982bfd1 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event updated for resources: {'Port': ['ID=7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:22.881448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aea4a-0c77-451c-b437-4bf4090186a1 req-0cddf7b4-3ff0-4712-bfc1-b58907df0ced tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:22.882386 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0f03ae28-252e-4d41-97ae-9c9da348bb8c None None] Provisioning complete for port 7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:22.882996 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-897aea4a-0c77-451c-b437-4bf4090186a1 req-0cddf7b4-3ff0-4712-bfc1-b58907df0ced tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 946 time: 0.4573243 Sep 18 05:28:22.883136 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0f03ae28-252e-4d41-97ae-9c9da348bb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:22.943294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0f03ae28-252e-4d41-97ae-9c9da348bb8c None None] Port 7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:22.973593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port ea6f1cc3-dc48-4491-b99d-3cda661de08c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:22.974428 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.002174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-413a4dc3-b7be-4f14-9cc1-1fc399b5e081 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port 7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:23.002758 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-413a4dc3-b7be-4f14-9cc1-1fc399b5e081 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.015737 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0f03ae28-252e-4d41-97ae-9c9da348bb8c None None] Provisioning complete for port ea6f1cc3-dc48-4491-b99d-3cda661de08c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:23.016060 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-897aea4a-0c77-451c-b437-4bf4090186a1 req-598ac275-de59-4f45-9ced-7d4b9c47e227 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Deleting port 6de22c20-d09c-4ea2-8aa5-358571dbd27a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:23.016672 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0f03ae28-252e-4d41-97ae-9c9da348bb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.016828 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-897aea4a-0c77-451c-b437-4bf4090186a1 req-598ac275-de59-4f45-9ced-7d4b9c47e227 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.183210 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-413a4dc3-b7be-4f14-9cc1-1fc399b5e081 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.210768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-413a4dc3-b7be-4f14-9cc1-1fc399b5e081 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for 7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:23.215713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-897aea4a-0c77-451c-b437-4bf4090186a1 req-598ac275-de59-4f45-9ced-7d4b9c47e227 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] For port 6de22c20-d09c-4ea2-8aa5-358571dbd27a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=6de22c20-d09c-4ea2-8aa5-358571dbd27a,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:23.216189 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-897aea4a-0c77-451c-b437-4bf4090186a1 req-598ac275-de59-4f45-9ced-7d4b9c47e227 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.219923 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.234009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-897aea4a-0c77-451c-b437-4bf4090186a1 req-598ac275-de59-4f45-9ced-7d4b9c47e227 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Calling delete_port for 6de22c20-d09c-4ea2-8aa5-358571dbd27a owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:23.333265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-817693ba-f31f-4572-adf0-91a88a08f150 None None] Provisioning complete for port 7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:23.333935 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-817693ba-f31f-4572-adf0-91a88a08f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.377813 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.401296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-817693ba-f31f-4572-adf0-91a88a08f150 None None] Port 7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:23.445067 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-897aea4a-0c77-451c-b437-4bf4090186a1 req-598ac275-de59-4f45-9ced-7d4b9c47e227 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.457651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['6de22c20-d09c-4ea2-8aa5-358571dbd27a'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:23.460269 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f69100b-3ee1-4fb1-8787-faaeb443d840'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:23.486220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ac275-de59-4f45-9ced-7d4b9c47e227 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Pushing event deleted for resources: {'Port': ['ID=6de22c20-d09c-4ea2-8aa5-358571dbd27a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:23.508306 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-413a4dc3-b7be-4f14-9cc1-1fc399b5e081 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.538022 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a4dc3-b7be-4f14-9cc1-1fc399b5e081 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:23.548168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-897aea4a-0c77-451c-b437-4bf4090186a1 req-598ac275-de59-4f45-9ced-7d4b9c47e227 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] No DVR routers for this DVR port 6de22c20-d09c-4ea2-8aa5-358571dbd27a on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:28:23.550831 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-897aea4a-0c77-451c-b437-4bf4090186a1 req-598ac275-de59-4f45-9ced-7d4b9c47e227 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.553080 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-897aea4a-0c77-451c-b437-4bf4090186a1 req-598ac275-de59-4f45-9ced-7d4b9c47e227 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "DELETE /v2.0/ports/6de22c20-d09c-4ea2-8aa5-358571dbd27a HTTP/1.1" status: 204 len: 173 time: 0.6614003 Sep 18 05:28:23.553610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0be3649-f95c-40f0-abe9-93e9d569a04d', 'name': 'network-vif-deleted', 'tag': '6de22c20-d09c-4ea2-8aa5-358571dbd27a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:28:23.556676 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c74e76-e75c-4ca0-87b8-24b42abe9ad3" -d '{"events": [{"server_uuid": "f0be3649-f95c-40f0-abe9-93e9d569a04d", "name": "network-vif-deleted", "tag": "6de22c20-d09c-4ea2-8aa5-358571dbd27a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:28:23.578716 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-413a4dc3-b7be-4f14-9cc1-1fc399b5e081 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.580997 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-413a4dc3-b7be-4f14-9cc1-1fc399b5e081 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c HTTP/1.1" status: 204 len: 168 time: 0.7331135 Sep 18 05:28:23.583814 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49696) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:23.619083 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-8189779a-a5a2-477a-aeea-31f3604c3bd7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] GET failed (client error): The resource could not be found. Sep 18 05:28:23.622139 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8189779a-a5a2-477a-aeea-31f3604c3bd7 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports/7f168bf6-d278-44b7-8ffe-24c7eb3e5d1c HTTP/1.1" status: 404 len: 333 time: 0.0359535 Sep 18 05:28:23.624860 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49700) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:23.630126 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1441ff08-b63e-4a35-8ed0-c24ac30abd44 x-openstack-request-id: req-1441ff08-b63e-4a35-8ed0-c24ac30abd44 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:28:23.632720 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0be3649-f95c-40f0-abe9-93e9d569a04d", "name": "network-vif-deleted", "tag": "6de22c20-d09c-4ea2-8aa5-358571dbd27a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:28:23.632720 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1441ff08-b63e-4a35-8ed0-c24ac30abd44 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:28:23.632720 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0be3649-f95c-40f0-abe9-93e9d569a04d', 'name': 'network-vif-deleted', 'tag': '6de22c20-d09c-4ea2-8aa5-358571dbd27a', 'status': 'completed', 'code': 200} Sep 18 05:28:23.699257 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9b606e1f-544c-4518-af34-9edd6f2c7699 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.748771 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fdbd83ab-13dd-42b6-8ff0-642035b38563 req-bdb053b4-8879-477a-aa23-83e271f053a7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0be3649-f95c-40f0-abe9-93e9d569a04d HTTP/1.1" status: 200 len: 210 time: 0.0423293 Sep 18 05:28:23.752747 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9b606e1f-544c-4518-af34-9edd6f2c7699 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.844865 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9b606e1f-544c-4518-af34-9edd6f2c7699 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.847686 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9b606e1f-544c-4518-af34-9edd6f2c7699 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.851377 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9b606e1f-544c-4518-af34-9edd6f2c7699 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/security-groups/4af6642a-d6c6-40de-a29c-d9c50b98fd53 HTTP/1.1" status: 204 len: 168 time: 0.2200346 Sep 18 05:28:23.851682 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49706) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:23.864821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b606e1f-544c-4518-af34-9edd6f2c7699 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af6642a-d6c6-40de-a29c-d9c50b98fd53,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:23.913499 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c4136b20-9266-4366-afca-517c2a8eb3f2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:23.937880 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c4136b20-9266-4366-afca-517c2a8eb3f2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:24.073085 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c4136b20-9266-4366-afca-517c2a8eb3f2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:24.080771 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c4136b20-9266-4366-afca-517c2a8eb3f2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:24.080771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c4136b20-9266-4366-afca-517c2a8eb3f2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/security-groups/f999ffbe-3743-4afe-9f8d-8542d8eda877 HTTP/1.1" status: 204 len: 168 time: 0.2251117 Sep 18 05:28:24.081094 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49708) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:24.087152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4136b20-9266-4366-afca-517c2a8eb3f2 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f999ffbe-3743-4afe-9f8d-8542d8eda877,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:24.138066 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9efde77e-99b2-4437-95e7-a51f045ac446 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:24.161000 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9efde77e-99b2-4437-95e7-a51f045ac446 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:24.261799 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9efde77e-99b2-4437-95e7-a51f045ac446 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:24.265161 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9efde77e-99b2-4437-95e7-a51f045ac446 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:24.269299 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9efde77e-99b2-4437-95e7-a51f045ac446 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/security-groups/2ccc8b42-ad4f-4f08-ac13-a80d8b002f84 HTTP/1.1" status: 204 len: 168 time: 0.1848519 Sep 18 05:28:24.269692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49716) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:24.275865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efde77e-99b2-4437-95e7-a51f045ac446 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccc8b42-ad4f-4f08-ac13-a80d8b002f84,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:24.330177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c94583-eb7a-4fbe-a603-d5ead5a1db3d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting subnet 7fc318b4-a5a8-4bb0-92e7-ca405896a38c {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:28:24.333987 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92c94583-eb7a-4fbe-a603-d5ead5a1db3d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:24.382090 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92c94583-eb7a-4fbe-a603-d5ead5a1db3d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:24.477876 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92c94583-eb7a-4fbe-a603-d5ead5a1db3d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:24.622531 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92c94583-eb7a-4fbe-a603-d5ead5a1db3d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:24.656343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c94583-eb7a-4fbe-a603-d5ead5a1db3d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc318b4-a5a8-4bb0-92e7-ca405896a38c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:24.660265 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92c94583-eb7a-4fbe-a603-d5ead5a1db3d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:24.666788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-92c94583-eb7a-4fbe-a603-d5ead5a1db3d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/7fc318b4-a5a8-4bb0-92e7-ca405896a38c HTTP/1.1" status: 204 len: 168 time: 0.3919885 Sep 18 05:28:24.666924 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49730) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:24.672820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061eb620-6e6e-4261-9014-e1e9f24a52d1 None None] Network 6825aa9d-597b-40fd-9807-305244e2f265 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:24.730604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f7953d-9540-4f79-aafd-9d52da0a1dcb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting subnet 17e92ecf-8322-4b69-88a1-79bd3b7c408b {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:28:24.734978 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c8f7953d-9540-4f79-aafd-9d52da0a1dcb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:24.800699 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c8f7953d-9540-4f79-aafd-9d52da0a1dcb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:24.916873 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c8f7953d-9540-4f79-aafd-9d52da0a1dcb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:25.056279 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c8f7953d-9540-4f79-aafd-9d52da0a1dcb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:25.103658 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7953d-9540-4f79-aafd-9d52da0a1dcb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Subnet': ['ID=17e92ecf-8322-4b69-88a1-79bd3b7c408b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:25.124025 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c8f7953d-9540-4f79-aafd-9d52da0a1dcb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:25.124025 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c8f7953d-9540-4f79-aafd-9d52da0a1dcb tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/17e92ecf-8322-4b69-88a1-79bd3b7c408b HTTP/1.1" status: 204 len: 168 time: 0.4497759 Sep 18 05:28:25.125473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49752) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:25.155335 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e98a891-5f87-4aa8-b805-3053cbd2afaf tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] DELETE failed (client error): The resource could not be found. Sep 18 05:28:25.155804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e98a891-5f87-4aa8-b805-3053cbd2afaf tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:28:25.157617 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5e98a891-5f87-4aa8-b805-3053cbd2afaf tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/7fc318b4-a5a8-4bb0-92e7-ca405896a38c HTTP/1.1" status: 404 len: 337 time: 0.0318038 Sep 18 05:28:25.161699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49758) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:25.239958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a4c2d5-ac06-4c52-a691-7d70a8ff2c6d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting subnet c2d5608b-9437-4813-84ce-8a306203703c {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:28:25.245416 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78a4c2d5-ac06-4c52-a691-7d70a8ff2c6d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:25.297137 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78a4c2d5-ac06-4c52-a691-7d70a8ff2c6d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:25.335171 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-dcfd11be-ebc5-4a94-82f1-9998e03504ac tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:25.336901 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-dcfd11be-ebc5-4a94-82f1-9998e03504ac tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.1574321 Sep 18 05:28:25.363944 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-c602cf70-426b-4f89-ae42-7bdecacc7e1e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/quotas/6277d485fb1c4ef6a8fd9994eb17d7aa HTTP/1.1" status: 200 len: 375 time: 0.0191362 Sep 18 05:28:25.411176 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78a4c2d5-ac06-4c52-a691-7d70a8ff2c6d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:25.432033 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-3bc18962-fcb2-400e-a3aa-01ba9f6f99a0 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0622687 Sep 18 05:28:25.545375 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-bc9c5e06-e651-4a14-a1bd-e54c507c5a22 service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030002 Sep 18 05:28:25.564887 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78a4c2d5-ac06-4c52-a691-7d70a8ff2c6d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:25.582751 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-78a4c2d5-ac06-4c52-a691-7d70a8ff2c6d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:25.587084 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-78a4c2d5-ac06-4c52-a691-7d70a8ff2c6d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/c2d5608b-9437-4813-84ce-8a306203703c HTTP/1.1" status: 204 len: 168 time: 0.4221075 Sep 18 05:28:25.598882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49770) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:25.608857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4c2d5-ac06-4c52-a691-7d70a8ff2c6d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d5608b-9437-4813-84ce-8a306203703c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:25.645127 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2eaf5ab-5c3c-4d9e-9898-331746a55b44 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] DELETE failed (client error): The resource could not be found. Sep 18 05:28:25.645592 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2eaf5ab-5c3c-4d9e-9898-331746a55b44 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:28:25.657462 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e2eaf5ab-5c3c-4d9e-9898-331746a55b44 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/0819b4c1-cb79-45eb-9484-239164ac38e7 HTTP/1.1" status: 404 len: 337 time: 0.0472550 Sep 18 05:28:25.657689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49774) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:25.682597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ca35d4af-fdd7-43d5-af5a-a4f787b6e27d tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9126a7-db4d-4d26-bfc0-7c3a4e2fb844 HTTP/1.1" status: 200 len: 205 time: 0.0309095 Sep 18 05:28:25.686579 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33125c6d-19fb-4ff4-8ad7-1d76b0d3a653 None None] Network 6825aa9d-597b-40fd-9807-305244e2f265 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:25.688979 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49776) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:25.727355 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-e17ab804-430f-43b8-a2c4-a955d90d5788 service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751013 Sep 18 05:28:25.737413 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-48bfcb18-a0bb-4dd2-90d2-8717ae46926a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] delete failed (client error): The resource could not be found. Sep 18 05:28:25.739511 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-48bfcb18-a0bb-4dd2-90d2-8717ae46926a tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/routers/da9126a7-db4d-4d26-bfc0-7c3a4e2fb844 HTTP/1.1" status: 404 len: 336 time: 0.0474184 Sep 18 05:28:25.742174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49778) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:25.794486 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfc5b03-9eca-4b4f-9318-3ce1da6a1b80 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] DELETE failed (client error): The resource could not be found. Sep 18 05:28:25.795263 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfc5b03-9eca-4b4f-9318-3ce1da6a1b80 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:28:25.797466 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9bfc5b03-9eca-4b4f-9318-3ce1da6a1b80 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/35e8a0c3-c840-465f-8f4e-0b6c64291020 HTTP/1.1" status: 404 len: 337 time: 0.0521502 Sep 18 05:28:25.799683 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49782) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:25.829106 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-a176ad89-e975-40c3-b37f-cbf8d645b095 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] DELETE failed (client error): The resource could not be found. Sep 18 05:28:25.829825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a176ad89-e975-40c3-b37f-cbf8d645b095 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:28:25.832016 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a176ad89-e975-40c3-b37f-cbf8d645b095 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/6b0b4fb1-0a7f-4ec5-a91e-b9a337beed6d HTTP/1.1" status: 404 len: 337 time: 0.0309658 Sep 18 05:28:25.834508 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49784) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:25.849305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1c47998a-5ee8-400e-bbc5-3cab0afdf98e None None] Provisioning complete for port f4c58690-1c81-401c-8ffb-5976e1129fe9 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:25.849694 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1c47998a-5ee8-400e-bbc5-3cab0afdf98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:25.889074 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd6d08f-0463-45ae-8f6e-460d47418dce tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] DELETE failed (client error): The resource could not be found. Sep 18 05:28:25.889988 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd6d08f-0463-45ae-8f6e-460d47418dce tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:28:25.893296 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ccd6d08f-0463-45ae-8f6e-460d47418dce tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/03fddfd3-09f9-438e-9dd0-ef6edd294cfb HTTP/1.1" status: 404 len: 337 time: 0.0575573 Sep 18 05:28:25.894096 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1c47998a-5ee8-400e-bbc5-3cab0afdf98e None None] Port f4c58690-1c81-401c-8ffb-5976e1129fe9 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:28:25.895894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49786) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:25.908774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1c47998a-5ee8-400e-bbc5-3cab0afdf98e None None] Provisioning complete for port ea6f1cc3-dc48-4491-b99d-3cda661de08c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:25.909360 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1c47998a-5ee8-400e-bbc5-3cab0afdf98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:25.957292 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a5b364-d7b8-4819-a550-9c01ca2c9eca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] DELETE failed (client error): The resource could not be found. Sep 18 05:28:25.970738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a5b364-d7b8-4819-a550-9c01ca2c9eca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:28:25.971020 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49788) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:25.971119 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a3a5b364-d7b8-4819-a550-9c01ca2c9eca tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/1cd84039-8524-4cc3-a050-f5f1909848a2 HTTP/1.1" status: 404 len: 333 time: 0.0664849 Sep 18 05:28:25.994960 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7876fbc8-e0f4-4380-b396-aa03f47e73cc None None] DHCP port deletion for 6825aa9d-597b-40fd-9807-305244e2f265 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:28:26.017422 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1cd937-c9bf-415a-9b1d-3e9ace9174bd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] DELETE failed (client error): The resource could not be found. Sep 18 05:28:26.018034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1cd937-c9bf-415a-9b1d-3e9ace9174bd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:28:26.019878 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fc1cd937-c9bf-415a-9b1d-3e9ace9174bd tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/9cbfe81a-e082-445c-a7c1-86f0c3e186ca HTTP/1.1" status: 404 len: 337 time: 0.0560617 Sep 18 05:28:26.022421 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49794) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:26.058365 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f195d73-bebe-45aa-a16d-ab2a1c93c2e3 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] DELETE failed (client error): The resource could not be found. Sep 18 05:28:26.058848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f195d73-bebe-45aa-a16d-ab2a1c93c2e3 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:28:26.062565 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3f195d73-bebe-45aa-a16d-ab2a1c93c2e3 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/3de49b3b-7ec6-4472-a3de-36270389b65f HTTP/1.1" status: 404 len: 337 time: 0.0377569 Sep 18 05:28:26.064451 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49796) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:26.088180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7876fbc8-e0f4-4380-b396-aa03f47e73cc None None] Deleting port ea6f1cc3-dc48-4491-b99d-3cda661de08c {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:26.092517 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7876fbc8-e0f4-4380-b396-aa03f47e73cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:26.093576 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-43af1600-5df6-48c6-9433-169782aa3f15 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] DELETE failed (client error): The resource could not be found. Sep 18 05:28:26.094313 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43af1600-5df6-48c6-9433-169782aa3f15 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:28:26.099187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49798) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:26.099423 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-43af1600-5df6-48c6-9433-169782aa3f15 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/8d7b8692-9eb5-4b09-aaff-373e4e14b50b HTTP/1.1" status: 404 len: 333 time: 0.0337484 Sep 18 05:28:26.132113 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0bdc5d-d3b5-4fba-bb5f-0b6eab9571ba tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] DELETE failed (client error): The resource could not be found. Sep 18 05:28:26.132925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0bdc5d-d3b5-4fba-bb5f-0b6eab9571ba tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:28:26.134410 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4c0bdc5d-d3b5-4fba-bb5f-0b6eab9571ba tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/22856572-44ce-4db0-9a3d-026b6c56cc68 HTTP/1.1" status: 404 len: 337 time: 0.0342190 Sep 18 05:28:26.137062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49804) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:26.161157 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f04ebbd1-a724-487f-8cab-8cc7427eb582 req-9da2504f-2d65-4ce8-8470-e413ed3631c7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 210 time: 0.0606966 Sep 18 05:28:26.182382 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2bcb0d2-7d1c-48ee-8c12-1ae794914a82 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] DELETE failed (client error): The resource could not be found. Sep 18 05:28:26.182382 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2bcb0d2-7d1c-48ee-8c12-1ae794914a82 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:28:26.182382 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c2bcb0d2-7d1c-48ee-8c12-1ae794914a82 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/subnets/3e55c83d-72e7-4252-a6eb-1c26b1809378 HTTP/1.1" status: 404 len: 337 time: 0.0409112 Sep 18 05:28:26.183214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49806) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:26.192156 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7876fbc8-e0f4-4380-b396-aa03f47e73cc None None] For port ea6f1cc3-dc48-4491-b99d-3cda661de08c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ea6f1cc3-dc48-4491-b99d-3cda661de08c,segment=NetworkSegment(7a3e0865-dbc0-4a96-a2c6-2813793e9d63),segment_id=7a3e0865-dbc0-4a96-a2c6-2813793e9d63)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:26.193056 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7876fbc8-e0f4-4380-b396-aa03f47e73cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:26.208605 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7876fbc8-e0f4-4380-b396-aa03f47e73cc None None] Calling delete_port for ea6f1cc3-dc48-4491-b99d-3cda661de08c owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:26.298367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1ce62e96-a8a8-4bb6-8e94-0c5ba89cb02f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Deleting port f4c58690-1c81-401c-8ffb-5976e1129fe9 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:26.298731 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ce62e96-a8a8-4bb6-8e94-0c5ba89cb02f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:26.391633 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ce62e96-a8a8-4bb6-8e94-0c5ba89cb02f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:26.405929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1ce62e96-a8a8-4bb6-8e94-0c5ba89cb02f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Calling delete_port for f4c58690-1c81-401c-8ffb-5976e1129fe9 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:26.427478 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7876fbc8-e0f4-4380-b396-aa03f47e73cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:26.454487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876fbc8-e0f4-4380-b396-aa03f47e73cc None None] Pushing event deleted for resources: {'Port': ['ID=ea6f1cc3-dc48-4491-b99d-3cda661de08c,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:26.460491 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7876fbc8-e0f4-4380-b396-aa03f47e73cc None None] No DVR routers for this DVR port ea6f1cc3-dc48-4491-b99d-3cda661de08c on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:28:26.565075 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ce62e96-a8a8-4bb6-8e94-0c5ba89cb02f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:26.566396 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6de22c20-d09c-4ea2-8aa5-358571dbd27a no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:28:26.591446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 6de22c20-d09c-4ea2-8aa5-358571dbd27a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:28:26.591890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 6de22c20-d09c-4ea2-8aa5-358571dbd27a not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:28:26.596606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce62e96-a8a8-4bb6-8e94-0c5ba89cb02f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Port': ['ID=f4c58690-1c81-401c-8ffb-5976e1129fe9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:26.604045 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1ce62e96-a8a8-4bb6-8e94-0c5ba89cb02f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:26.606108 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1ce62e96-a8a8-4bb6-8e94-0c5ba89cb02f tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/ports/f4c58690-1c81-401c-8ffb-5976e1129fe9 HTTP/1.1" status: 204 len: 168 time: 0.4228165 Sep 18 05:28:26.608662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49818) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:26.685938 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a79cb475-0c9b-419e-aa84-570fa591b8a8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:26.770759 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ea6f1cc3-dc48-4491-b99d-3cda661de08c no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:28:26.793258 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a79cb475-0c9b-419e-aa84-570fa591b8a8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:26.796004 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: ea6f1cc3-dc48-4491-b99d-3cda661de08c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:28:26.796584 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ea6f1cc3-dc48-4491-b99d-3cda661de08c not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:28:26.816603 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-a79cb475-0c9b-419e-aa84-570fa591b8a8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6825aa9d-597b-40fd-9807-305244e2f265']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:26.826124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-a79cb475-0c9b-419e-aa84-570fa591b8a8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3e0865-dbc0-4a96-a2c6-2813793e9d63') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:26.826431 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-a79cb475-0c9b-419e-aa84-570fa591b8a8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3e0865-dbc0-4a96-a2c6-2813793e9d63') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:26.835789 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a79cb475-0c9b-419e-aa84-570fa591b8a8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:26.850140 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a79cb475-0c9b-419e-aa84-570fa591b8a8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:26.857365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79cb475-0c9b-419e-aa84-570fa591b8a8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:28:26.857793 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a79cb475-0c9b-419e-aa84-570fa591b8a8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:28:26.860802 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:28:27.038802 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a79cb475-0c9b-419e-aa84-570fa591b8a8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:27.046474 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a79cb475-0c9b-419e-aa84-570fa591b8a8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:27.048338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a79cb475-0c9b-419e-aa84-570fa591b8a8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] 10.222.0.23 "DELETE /v2.0/networks/6825aa9d-597b-40fd-9807-305244e2f265 HTTP/1.1" status: 204 len: 168 time: 0.4387195 Sep 18 05:28:27.064988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cb475-0c9b-419e-aa84-570fa591b8a8 tempest-PortsIpV6TestJSON-1019034193 tempest-PortsIpV6TestJSON-1019034193-project] Pushing event deleted for resources: {'Network': ['ID=6825aa9d-597b-40fd-9807-305244e2f265,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:27.258779 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6b1e287e-0280-4254-a10f-d3badb3f867b req-3fef0ea6-01c9-4d29-b712-91a0f267316c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 210 time: 0.0287342 Sep 18 05:28:27.536783 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49850) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:27.689063 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9da2a7b6-4674-429c-86f3-a80f098139f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=040c43d98d264235bb6f6d9906468a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511145 Sep 18 05:28:27.691495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49854) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:27.743879 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-40ac5dab-1fcd-48b0-a413-69e2dd089215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:27.766688 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-40ac5dab-1fcd-48b0-a413-69e2dd089215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:27.890251 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-40ac5dab-1fcd-48b0-a413-69e2dd089215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:27.893186 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-40ac5dab-1fcd-48b0-a413-69e2dd089215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:27.894326 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-40ac5dab-1fcd-48b0-a413-69e2dd089215 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/311b66ec-6605-45cd-9aea-aba306dd6736 HTTP/1.1" status: 204 len: 168 time: 0.2019083 Sep 18 05:28:27.905914 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac5dab-1fcd-48b0-a413-69e2dd089215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b66ec-6605-45cd-9aea-aba306dd6736,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:28.363469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2ce3f9ed-387f-48e1-9fdf-98c0325f49ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:28.369515 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2ce3f9ed-387f-48e1-9fdf-98c0325f49ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.1264846 Sep 18 05:28:28.382848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-9fa1ec24-ad9a-4acc-bc5a-f089527aba8a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Request body: {'port': {'device_id': 'fb87bf47-00f4-4f06-8071-c1043213dae9', 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'admin_state_up': True, 'tenant_id': '6277d485fb1c4ef6a8fd9994eb17d7aa'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:28.447962 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1b997676-fa83-4958-b134-7b0953d42c80 req-e0df8c88-cab2-4832-afd7-5b20cd2cd991 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 210 time: 0.0341885 Sep 18 05:28:28.627581 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-9fa1ec24-ad9a-4acc-bc5a-f089527aba8a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Made reservation on behalf of 6277d485fb1c4ef6a8fd9994eb17d7aa for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:28.631481 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-9fa1ec24-ad9a-4acc-bc5a-f089527aba8a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:28.777660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-9fa1ec24-ad9a-4acc-bc5a-f089527aba8a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Allocated IP 172.20.0.7 (48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d/3404c123-a5c4-46c8-a367-ec525a9124e2/203e5fff-03ac-4499-bb5e-7b55dac44dfb) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:28:28.953970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-9fa1ec24-ad9a-4acc-bc5a-f089527aba8a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:29.057118 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-9fa1ec24-ad9a-4acc-bc5a-f089527aba8a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:29.070344 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f69100b-3ee1-4fb1-8787-faaeb443d840'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:29.142269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-9fa1ec24-ad9a-4acc-bc5a-f089527aba8a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:28:29.145376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-9fa1ec24-ad9a-4acc-bc5a-f089527aba8a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:29.148091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-9fa1ec24-ad9a-4acc-bc5a-f089527aba8a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:28:29.158688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1ec24-ad9a-4acc-bc5a-f089527aba8a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Pushing event updated for resources: {'Port': ['ID=203e5fff-03ac-4499-bb5e-7b55dac44dfb,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:29.211624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-9fa1ec24-ad9a-4acc-bc5a-f089527aba8a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:29.212324 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-9fa1ec24-ad9a-4acc-bc5a-f089527aba8a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:29.325820 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-9fa1ec24-ad9a-4acc-bc5a-f089527aba8a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9461944 Sep 18 05:28:29.338646 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Request body: {'port': {'device_id': 'fb87bf47-00f4-4f06-8071-c1043213dae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:29.382214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49906) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:29.389668 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0063815 Sep 18 05:28:29.390487 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49908) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:29.406528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:29.511694 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-42254da9-f9a4-477d-b9a9-774ed418cb7e tempest-NetworksApiDiscovery-1834626887 tempest-NetworksApiDiscovery-1834626887-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1199617 Sep 18 05:28:29.650932 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5c211-db80-4445-8b7c-30eeec8ff8eb req-4eb3023f-25fb-4fdb-a9fc-f0bdb5dd0cb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:29.652480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5eb5c211-db80-4445-8b7c-30eeec8ff8eb req-4eb3023f-25fb-4fdb-a9fc-f0bdb5dd0cb8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 931 time: 0.1085525 Sep 18 05:28:29.716753 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5eb5c211-db80-4445-8b7c-30eeec8ff8eb req-1a83ddc4-f9ca-4e40-97e0-52a3026b1e9c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579548 Sep 18 05:28:29.758663 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203e5fff-03ac-4499-bb5e-7b55dac44dfb {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:28:29.767201 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:29.780040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Transition to ACTIVE for port object 203e5fff-03ac-4499-bb5e-7b55dac44dfb will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:28:29.857053 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:29.914452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Pushing event updated for resources: {'Port': ['ID=203e5fff-03ac-4499-bb5e-7b55dac44dfb,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:29.966064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 49926) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:29.997776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Attempting to bind port 203e5fff-03ac-4499-bb5e-7b55dac44dfb on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:28:29.998126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Attempting to bind port 203e5fff-03ac-4499-bb5e-7b55dac44dfb by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:28:29.998468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Attempting to bind port 203e5fff-03ac-4499-bb5e-7b55dac44dfb on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:28:30.004000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Port 203e5fff-03ac-4499-bb5e-7b55dac44dfb on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:28:30.004678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Attempting to bind port 203e5fff-03ac-4499-bb5e-7b55dac44dfb on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:28:30.010110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:28:30.010421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Checking segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:28:30.010837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Bound using segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:28:30.011466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Bound port: 203e5fff-03ac-4499-bb5e-7b55dac44dfb, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:28:30.011865 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:30.132673 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0bbdbfc-2873-416a-9bfd-aa2f4ce39564 req-24da8f21-6789-4961-aaba-1852da3c807b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1178334 Sep 18 05:28:30.135683 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b03fb3f7-c4b9-4c70-8aad-db2f11b83ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:30.146609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] For port 203e5fff-03ac-4499-bb5e-7b55dac44dfb, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:28:30.152165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] For port 203e5fff-03ac-4499-bb5e-7b55dac44dfb, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=203e5fff-03ac-4499-bb5e-7b55dac44dfb,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:28:30.250458 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:30.293348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbdbfc-2873-416a-9bfd-aa2f4ce39564 req-5ea2ce28-ee7f-42ad-a110-7f80422d6cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:30.295228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0bbdbfc-2873-416a-9bfd-aa2f4ce39564 req-5ea2ce28-ee7f-42ad-a110-7f80422d6cae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 1097 time: 0.0976124 Sep 18 05:28:30.300398 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:30.300970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:30.305107 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] 10.222.0.18 "PUT /v2.0/ports/203e5fff-03ac-4499-bb5e-7b55dac44dfb HTTP/1.1" status: 200 len: 1092 time: 0.9716210 Sep 18 05:28:30.310234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb87bf47-00f4-4f06-8071-c1043213dae9', 'tag': '203e5fff-03ac-4499-bb5e-7b55dac44dfb'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:28:30.312971 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbd3a35-cd27-4182-829e-82309120acbe" -d '{"events": [{"name": "network-changed", "server_uuid": "fb87bf47-00f4-4f06-8071-c1043213dae9", "tag": "203e5fff-03ac-4499-bb5e-7b55dac44dfb"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:28:30.369167 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b03fb3f7-c4b9-4c70-8aad-db2f11b83ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:30.371126 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fbcfca-9b6c-4617-b4e0-f92fbe3c6b22 x-openstack-request-id: req-b6fbcfca-9b6c-4617-b4e0-f92fbe3c6b22 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:28:30.372781 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb87bf47-00f4-4f06-8071-c1043213dae9", "tag": "203e5fff-03ac-4499-bb5e-7b55dac44dfb", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:28:30.373052 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6fbcfca-9b6c-4617-b4e0-f92fbe3c6b22 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:28:30.373452 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb87bf47-00f4-4f06-8071-c1043213dae9', 'tag': '203e5fff-03ac-4499-bb5e-7b55dac44dfb', 'status': 'completed', 'code': 200} Sep 18 05:28:30.402305 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440b540-354f-453d-9a1b-2abd06360431 service neutron] Pushing event updated for resources: {'Port': ['ID=203e5fff-03ac-4499-bb5e-7b55dac44dfb,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:30.479051 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b03fb3f7-c4b9-4c70-8aad-db2f11b83ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:30.546145 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b03fb3f7-c4b9-4c70-8aad-db2f11b83ca1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1db40734a774c23baf01f5f68f20633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5790794 Sep 18 05:28:30.548868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 49960) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:30.551315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd3a35-cd27-4182-829e-82309120acbe req-c0d62031-55e5-4be4-9487-31c7b0ec355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:30.552823 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ebbd3a35-cd27-4182-829e-82309120acbe req-c0d62031-55e5-4be4-9487-31c7b0ec355a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 1095 time: 0.1632345 Sep 18 05:28:30.553441 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fb3f7-c4b9-4c70-8aad-db2f11b83ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413868a7-2aa3-456c-90f0-c50bf54b167c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:30.594165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbdbfc-2873-416a-9bfd-aa2f4ce39564 req-f70e9cf1-e500-41aa-9e5d-9f101772cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:30.595847 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0bbdbfc-2873-416a-9bfd-aa2f4ce39564 req-f70e9cf1-e500-41aa-9e5d-9f101772cd41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 905 time: 0.2647345 Sep 18 05:28:30.610842 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4291ef1a-7ab0-42c2-a376-0dfd45a3b9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:30.639992 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4291ef1a-7ab0-42c2-a376-0dfd45a3b9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:30.660451 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0bbdbfc-2873-416a-9bfd-aa2f4ce39564 req-c5ddfceb-be79-4eda-82f1-909ed4650ffc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f69100b-3ee1-4fb1-8787-faaeb443d840 HTTP/1.1" status: 200 len: 217 time: 0.0565188 Sep 18 05:28:30.761388 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4291ef1a-7ab0-42c2-a376-0dfd45a3b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:30.763594 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4291ef1a-7ab0-42c2-a376-0dfd45a3b9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:30.764343 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4291ef1a-7ab0-42c2-a376-0dfd45a3b9d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/413868a7-2aa3-456c-90f0-c50bf54b167c HTTP/1.1" status: 204 len: 168 time: 0.2138736 Sep 18 05:28:30.775657 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291ef1a-7ab0-42c2-a376-0dfd45a3b9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413868a7-2aa3-456c-90f0-c50bf54b167c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:30.781590 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbdbfc-2873-416a-9bfd-aa2f4ce39564 req-2524204b-8625-4afd-bdaa-93d110400724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:30.783175 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0bbdbfc-2873-416a-9bfd-aa2f4ce39564 req-2524204b-8625-4afd-bdaa-93d110400724 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3404c123-a5c4-46c8-a367-ec525a9124e2 HTTP/1.1" status: 200 len: 845 time: 0.0915883 Sep 18 05:28:30.793236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd3a35-cd27-4182-829e-82309120acbe req-53910fef-2bba-4433-adc8-a99ebbfc2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:30.804122 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ebbd3a35-cd27-4182-829e-82309120acbe req-53910fef-2bba-4433-adc8-a99ebbfc2b50 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2413564 Sep 18 05:28:30.881842 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0bbdbfc-2873-416a-9bfd-aa2f4ce39564 req-f3c96296-c69b-464a-8979-ff594f4a290d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751588 Sep 18 05:28:31.014306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0baf5-cd5a-46c4-a9a0-1b8fe729d82e req-5ded1e62-f4ce-49e1-a36e-f8bf7f7f5b61 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:31.018939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17a0baf5-cd5a-46c4-a9a0-1b8fe729d82e req-5ded1e62-f4ce-49e1-a36e-f8bf7f7f5b61 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 943 time: 0.2091796 Sep 18 05:28:31.066230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd3a35-cd27-4182-829e-82309120acbe req-4bc77cf5-0693-4d15-8aec-1ae20cb06d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:31.067765 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ebbd3a35-cd27-4182-829e-82309120acbe req-4bc77cf5-0693-4d15-8aec-1ae20cb06d54 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2335925 Sep 18 05:28:31.099553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17a0baf5-cd5a-46c4-a9a0-1b8fe729d82e req-f542bf98-1877-490b-a008-501fff0cb298 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712895 Sep 18 05:28:31.099683 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0bbdbfc-2873-416a-9bfd-aa2f4ce39564 req-98ef0fc7-6fbc-476b-93de-03445bbf6af6 service neutron] 10.222.0.13 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046144 Sep 18 05:28:31.206958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-a7295ce3-89cf-4757-8aa4-473e409c0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:31.208562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-a7295ce3-89cf-4757-8aa4-473e409c0eab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 1095 time: 0.0931916 Sep 18 05:28:31.261649 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6624b226-7ea8-46c5-9029-3b9c42b2ee8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:31.272587 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-766418c8-2ded-4d61-b65a-aad0110d99c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=203e5fff-03ac-4499-bb5e-7b55dac44dfb HTTP/1.1" status: 200 len: 217 time: 0.0539787 Sep 18 05:28:31.276744 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0bbdbfc-2873-416a-9bfd-aa2f4ce39564 req-d7bf9c73-ed69-4e62-aa47-f3738a17e321 service neutron] 10.222.0.13 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701479 Sep 18 05:28:31.336575 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-3d565ab9-415f-4783-b112-3d45de676818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:31.338115 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-3d565ab9-415f-4783-b112-3d45de676818 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3404c123-a5c4-46c8-a367-ec525a9124e2 HTTP/1.1" status: 200 len: 845 time: 0.0586939 Sep 18 05:28:31.378198 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-42eb33d0-433e-4e49-baf9-b13815cf9b9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309153 Sep 18 05:28:31.489551 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-bc60e728-0cc4-44a0-a0aa-d8ab1a337eea service neutron] 10.222.0.18 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046872 Sep 18 05:28:31.583449 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-35f32ac6-cc55-4c81-9b00-48ff32524710 req-7aa7d8f2-9163-4e22-8f2d-a297daef8cd8 service neutron] 10.222.0.18 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870032 Sep 18 05:28:31.907181 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50020) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:32.010968 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2050325650-network', 'tenant_id': '39a7b3a807e84c9282da678aa4841e39'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:32.090386 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] Made reservation on behalf of 39a7b3a807e84c9282da678aa4841e39 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:32.092946 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:32.101932 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:32.236497 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:32.244854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb17a01-d4c0-4f56-8428-6e1d2680d366 req-ec6fd65c-5632-4be2-9d94-d3386ba68950 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:32.246401 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-feb17a01-d4c0-4f56-8428-6e1d2680d366 req-ec6fd65c-5632-4be2-9d94-d3386ba68950 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 943 time: 0.0744205 Sep 18 05:28:32.286136 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-feb17a01-d4c0-4f56-8428-6e1d2680d366 req-32876027-7d85-4551-9652-306104b97481 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334899 Sep 18 05:28:32.301751 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:32.327379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:28:32.344493 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0ab064-aee0-4238-a86b-dfc7b1b20f10,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:32.352410 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:32.352410 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] Added segment f55489fe-dc61-404e-8152-1975aaca23f2 of type vlan for network b8c176ac-740b-47bd-962d-8e73656378eb Sep 18 05:28:32.397855 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:32.490311 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:32.493371 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:32.494194 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:32.558062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] Pushing event updated for resources: {'Network': ['ID=b8c176ac-740b-47bd-962d-8e73656378eb,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:32.568891 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network b8c176ac-740b-47bd-962d-8e73656378eb details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:28:32.593792 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-46323b53-2960-40b8-8d96-29fef09cccc0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6854012 Sep 18 05:28:32.596617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50038) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:32.601469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d3311c11-fe05-413b-bba3-94b2b23f306a admin admin] Request body: {'subnet': {'network_id': 'b8c176ac-740b-47bd-962d-8e73656378eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2050325650-subnet', 'tenant_id': '39a7b3a807e84c9282da678aa4841e39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:32.680175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3311c11-fe05-413b-bba3-94b2b23f306a admin admin] Made reservation on behalf of 39a7b3a807e84c9282da678aa4841e39 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:32.682904 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3311c11-fe05-413b-bba3-94b2b23f306a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:32.919247 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3311c11-fe05-413b-bba3-94b2b23f306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:32.976954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3311c11-fe05-413b-bba3-94b2b23f306a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9ed992-2dbf-43c8-b699-f49753eccff7,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:32.988382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3311c11-fe05-413b-bba3-94b2b23f306a admin admin] Checking segment: {'id': 'f55489fe-dc61-404e-8152-1975aaca23f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b8c176ac-740b-47bd-962d-8e73656378eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:28:32.988669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3311c11-fe05-413b-bba3-94b2b23f306a admin admin] Network hostable DHCP agents. Network: b8c176ac-740b-47bd-962d-8e73656378eb, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:28:33.090162 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3311c11-fe05-413b-bba3-94b2b23f306a admin admin] Network b8c176ac-740b-47bd-962d-8e73656378eb is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:28:33.221780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-d3311c11-fe05-413b-bba3-94b2b23f306a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, b8c176ac-740b-47bd-962d-8e73656378eb) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:33.226036 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3311c11-fe05-413b-bba3-94b2b23f306a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:33.226612 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3311c11-fe05-413b-bba3-94b2b23f306a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:33.230399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf4db0-4547-49f8-86e3-e06bb81363b4 None None] Network b8c176ac-740b-47bd-962d-8e73656378eb requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:33.331911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d3311c11-fe05-413b-bba3-94b2b23f306a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7261364 Sep 18 05:28:33.374986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d1f5eb-129b-4815-a708-67305e0566f1 None None] Network b8c176ac-740b-47bd-962d-8e73656378eb requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:33.495424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cfd8a-8db3-47b1-bdf1-b56397bca5cd req-96743e9c-b195-4099-9c38-c8b95b6f8a4e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:33.497941 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a3cfd8a-8db3-47b1-bdf1-b56397bca5cd req-96743e9c-b195-4099-9c38-c8b95b6f8a4e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 943 time: 0.0916073 Sep 18 05:28:33.580804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6a3cfd8a-8db3-47b1-bdf1-b56397bca5cd req-85b6eb6e-1b10-40dd-8058-63b1741c1f04 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729814 Sep 18 05:28:33.844063 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-189e378e-3edc-453b-a7c0-d71e35aa3218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:34.156477 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50082) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:34.161570 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1499015369-network', 'tenant_id': '926b17b1083045d9bfa6a062341e704c'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:34.270117 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] Made reservation on behalf of 926b17b1083045d9bfa6a062341e704c for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:34.272169 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:34.281439 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:34.289604 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:34.380766 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:34.461696 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:34.490150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:28:34.500340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1532e200-9754-4c9f-97ff-89928ddf1167,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:34.505256 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:34.505545 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] Added segment 4ae69ff8-6458-4535-91b5-e6c594c9330d of type vlan for network 5d9161df-2cd9-4e73-8c76-c5723dc54928 Sep 18 05:28:34.546153 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:34.578332 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 203e5fff-03ac-4499-bb5e-7b55dac44dfb details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:28:34.656633 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:34.657987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:34.659314 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:34.700817 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 203e5fff-03ac-4499-bb5e-7b55dac44dfb, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=203e5fff-03ac-4499-bb5e-7b55dac44dfb,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:34.712288 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '203e5fff-03ac-4499-bb5e-7b55dac44dfb', 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'port_id': '203e5fff-03ac-4499-bb5e-7b55dac44dfb', 'mac_address': 'fa:16:3e:c2:79:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3404c123-a5c4-46c8-a367-ec525a9124e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:28:34.759323 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:34.764511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] Pushing event updated for resources: {'Network': ['ID=5d9161df-2cd9-4e73-8c76-c5723dc54928,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:34.778346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 5d9161df-2cd9-4e73-8c76-c5723dc54928 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:28:34.782038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa829546-7d8a-4222-b546-f8666931eadb req-b81686e5-cf18-4582-9ef1-42dc03a0a663 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:34.782223 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203e5fff-03ac-4499-bb5e-7b55dac44dfb {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:28:34.783659 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aa829546-7d8a-4222-b546-f8666931eadb req-b81686e5-cf18-4582-9ef1-42dc03a0a663 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 943 time: 0.1059659 Sep 18 05:28:34.812674 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 203e5fff-03ac-4499-bb5e-7b55dac44dfb, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=203e5fff-03ac-4499-bb5e-7b55dac44dfb,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:34.820801 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50096) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:34.821412 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-64b53eb6-2204-471d-8e09-a714fbb70149 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6633246 Sep 18 05:28:34.827159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-948f85ad-fbc9-46de-96b5-a7e54009df1e admin admin] Request body: {'subnet': {'network_id': '5d9161df-2cd9-4e73-8c76-c5723dc54928', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1499015369-subnet', 'tenant_id': '926b17b1083045d9bfa6a062341e704c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:34.856401 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aa829546-7d8a-4222-b546-f8666931eadb req-ff8c2cfb-7ba2-4dc2-80f2-8e7925a43fd6 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623579 Sep 18 05:28:34.901231 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:34.956592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=203e5fff-03ac-4499-bb5e-7b55dac44dfb,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:34.969713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948f85ad-fbc9-46de-96b5-a7e54009df1e admin admin] Made reservation on behalf of 926b17b1083045d9bfa6a062341e704c for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:34.972199 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-948f85ad-fbc9-46de-96b5-a7e54009df1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:35.111052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['203e5fff-03ac-4499-bb5e-7b55dac44dfb'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:35.238618 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-948f85ad-fbc9-46de-96b5-a7e54009df1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:35.300040 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:35.303158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f85ad-fbc9-46de-96b5-a7e54009df1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c2437d-6344-49e1-be6b-905bfb7e1fdc,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:35.313360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f85ad-fbc9-46de-96b5-a7e54009df1e admin admin] Checking segment: {'id': '4ae69ff8-6458-4535-91b5-e6c594c9330d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5d9161df-2cd9-4e73-8c76-c5723dc54928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:28:35.313723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948f85ad-fbc9-46de-96b5-a7e54009df1e admin admin] Network hostable DHCP agents. Network: 5d9161df-2cd9-4e73-8c76-c5723dc54928, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:28:35.359964 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-cb113274-b44c-4b44-9cb4-f11e185f1b33 req-a4d745b7-c389-4847-a76e-4a06ec07a057 service neutron] (106908) timed out ('10.222.0.23', 37876) {{(pid=106908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:28:35.398728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948f85ad-fbc9-46de-96b5-a7e54009df1e admin admin] Network 5d9161df-2cd9-4e73-8c76-c5723dc54928 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:28:35.489799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-948f85ad-fbc9-46de-96b5-a7e54009df1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 5d9161df-2cd9-4e73-8c76-c5723dc54928) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:35.493851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f85ad-fbc9-46de-96b5-a7e54009df1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:35.494661 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-948f85ad-fbc9-46de-96b5-a7e54009df1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:35.499426 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b17fb-01f8-40b3-a196-e554f6189861 None None] Network 5d9161df-2cd9-4e73-8c76-c5723dc54928 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:35.621920 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d74a42-567c-4503-b166-446424b5379d None None] Network 5d9161df-2cd9-4e73-8c76-c5723dc54928 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:35.656519 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-948f85ad-fbc9-46de-96b5-a7e54009df1e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8337984 Sep 18 05:28:35.782110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50114) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:35.843611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6c4897-b93f-4da8-8250-0ba059ee8e5e admin admin] Deleting subnet de9ed992-2dbf-43c8-b699-f49753eccff7 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:28:35.843611 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4897-b93f-4da8-8250-0ba059ee8e5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:35.905347 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4897-b93f-4da8-8250-0ba059ee8e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.004979 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4897-b93f-4da8-8250-0ba059ee8e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.045952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dbbd6-505d-424d-91ab-948dddbbd928 req-5857e114-6242-405d-bd1f-987aa8032049 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:36.047618 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f9dbbd6-505d-424d-91ab-948dddbbd928 req-5857e114-6242-405d-bd1f-987aa8032049 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 944 time: 0.0993176 Sep 18 05:28:36.104534 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f9dbbd6-505d-424d-91ab-948dddbbd928 req-c3e4ad0c-9c18-4b45-9a13-e2cca4ef9ea7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488131 Sep 18 05:28:36.159045 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4897-b93f-4da8-8250-0ba059ee8e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.176199 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4897-b93f-4da8-8250-0ba059ee8e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.178229 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1c6c4897-b93f-4da8-8250-0ba059ee8e5e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/de9ed992-2dbf-43c8-b699-f49753eccff7 HTTP/1.1" status: 204 len: 168 time: 0.3996010 Sep 18 05:28:36.189180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50128) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:36.203328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c4897-b93f-4da8-8250-0ba059ee8e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9ed992-2dbf-43c8-b699-f49753eccff7,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:36.258750 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29d5890b-cb6f-4b78-a821-4dfca11b8f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.362946 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29d5890b-cb6f-4b78-a821-4dfca11b8f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.388083 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-29d5890b-cb6f-4b78-a821-4dfca11b8f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c176ac-740b-47bd-962d-8e73656378eb']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:36.399820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-29d5890b-cb6f-4b78-a821-4dfca11b8f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55489fe-dc61-404e-8152-1975aaca23f2') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:36.403729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-29d5890b-cb6f-4b78-a821-4dfca11b8f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55489fe-dc61-404e-8152-1975aaca23f2') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:36.422266 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29d5890b-cb6f-4b78-a821-4dfca11b8f62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.452903 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29d5890b-cb6f-4b78-a821-4dfca11b8f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.465796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d5890b-cb6f-4b78-a821-4dfca11b8f62 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:28:36.466863 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29d5890b-cb6f-4b78-a821-4dfca11b8f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:28:36.470238 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:28:36.615098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 203e5fff-03ac-4499-bb5e-7b55dac44dfb up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:28:36.639314 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29d5890b-cb6f-4b78-a821-4dfca11b8f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.660698 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-29d5890b-cb6f-4b78-a821-4dfca11b8f62 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.665079 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-29d5890b-cb6f-4b78-a821-4dfca11b8f62 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b8c176ac-740b-47bd-962d-8e73656378eb HTTP/1.1" status: 204 len: 168 time: 0.4804192 Sep 18 05:28:36.665079 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5890b-cb6f-4b78-a821-4dfca11b8f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c176ac-740b-47bd-962d-8e73656378eb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:36.665511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50136) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:36.740533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3618fe-e657-463f-9f10-aee657562311 admin admin] Deleting subnet 18c2437d-6344-49e1-be6b-905bfb7e1fdc {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:28:36.744954 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f3618fe-e657-463f-9f10-aee657562311 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.747926 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 203e5fff-03ac-4499-bb5e-7b55dac44dfb completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:28:36.754064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 203e5fff-03ac-4499-bb5e-7b55dac44dfb triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:36.754064 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.789934 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f3618fe-e657-463f-9f10-aee657562311 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.845612 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f3618fe-e657-463f-9f10-aee657562311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.869868 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.887810 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:36.918311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb87bf47-00f4-4f06-8071-c1043213dae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203e5fff-03ac-4499-bb5e-7b55dac44dfb'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:28:36.925395 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9ee4fa-58c8-4a8b-99bf-ab1b6bd65967" -d '{"events": [{"server_uuid": "fb87bf47-00f4-4f06-8071-c1043213dae9", "name": "network-vif-plugged", "status": "completed", "tag": "203e5fff-03ac-4499-bb5e-7b55dac44dfb"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:28:36.944866 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 203e5fff-03ac-4499-bb5e-7b55dac44dfb, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=203e5fff-03ac-4499-bb5e-7b55dac44dfb,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:36.975339 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5e63eb-c71d-4fd7-b21c-671f48c47681 x-openstack-request-id: req-4a5e63eb-c71d-4fd7-b21c-671f48c47681 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:28:36.975635 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb87bf47-00f4-4f06-8071-c1043213dae9", "name": "network-vif-plugged", "status": "completed", "tag": "203e5fff-03ac-4499-bb5e-7b55dac44dfb", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:28:36.975892 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a5e63eb-c71d-4fd7-b21c-671f48c47681 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:28:36.976397 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb87bf47-00f4-4f06-8071-c1043213dae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203e5fff-03ac-4499-bb5e-7b55dac44dfb', 'code': 200} Sep 18 05:28:37.029320 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:37.030247 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f3618fe-e657-463f-9f10-aee657562311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:37.086453 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3618fe-e657-463f-9f10-aee657562311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18c2437d-6344-49e1-be6b-905bfb7e1fdc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:37.088072 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=203e5fff-03ac-4499-bb5e-7b55dac44dfb,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:37.095530 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f3618fe-e657-463f-9f10-aee657562311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:37.097577 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5f3618fe-e657-463f-9f10-aee657562311 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/18c2437d-6344-49e1-be6b-905bfb7e1fdc HTTP/1.1" status: 204 len: 168 time: 0.4310579 Sep 18 05:28:37.100270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50144) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:37.141632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47109e2a-e92b-498d-938b-cb4941b794e0 req-8bfe5c09-8a90-412d-89a6-4e4cbc56c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:37.143173 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-47109e2a-e92b-498d-938b-cb4941b794e0 req-8bfe5c09-8a90-412d-89a6-4e4cbc56c20a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 1097 time: 0.1097567 Sep 18 05:28:37.250927 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d95dd31-3c18-435f-8c6c-cc16ec629a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:37.271338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-47109e2a-e92b-498d-938b-cb4941b794e0 req-13048732-c492-49f5-973c-4875ec67c623 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915546 Sep 18 05:28:37.286468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7dbf6-2e9d-4766-8384-7920d5b55a6b req-bc528063-d5a4-41a0-b9a8-f4b5440e5ab3 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:37.288045 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0b7dbf6-2e9d-4766-8384-7920d5b55a6b req-bc528063-d5a4-41a0-b9a8-f4b5440e5ab3 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 945 time: 0.0965817 Sep 18 05:28:37.732129 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d95dd31-3c18-435f-8c6c-cc16ec629a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:37.737370 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0b7dbf6-2e9d-4766-8384-7920d5b55a6b req-6d9cf0c0-c2d0-4081-93ee-65d2265ba5a5 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286532 Sep 18 05:28:37.757953 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7d95dd31-3c18-435f-8c6c-cc16ec629a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9161df-2cd9-4e73-8c76-c5723dc54928']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:37.767889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7d95dd31-3c18-435f-8c6c-cc16ec629a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae69ff8-6458-4535-91b5-e6c594c9330d') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:37.772571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-7d95dd31-3c18-435f-8c6c-cc16ec629a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae69ff8-6458-4535-91b5-e6c594c9330d') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:28:37.778027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d95dd31-3c18-435f-8c6c-cc16ec629a7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:37.793693 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d95dd31-3c18-435f-8c6c-cc16ec629a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:37.800093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d95dd31-3c18-435f-8c6c-cc16ec629a7b admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:28:37.800578 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d95dd31-3c18-435f-8c6c-cc16ec629a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:28:37.802221 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:28:37.935616 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d95dd31-3c18-435f-8c6c-cc16ec629a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:37.942103 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7d95dd31-3c18-435f-8c6c-cc16ec629a7b admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:37.944099 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7d95dd31-3c18-435f-8c6c-cc16ec629a7b admin admin] 10.222.0.23 "DELETE /v2.0/networks/5d9161df-2cd9-4e73-8c76-c5723dc54928 HTTP/1.1" status: 204 len: 168 time: 0.8415465 Sep 18 05:28:37.958404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95dd31-3c18-435f-8c6c-cc16ec629a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9161df-2cd9-4e73-8c76-c5723dc54928,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:38.401039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50172) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:38.443421 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2a4c2106-e46b-4c46-a3b9-928cce0d912d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39a7b3a807e84c9282da678aa4841e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410159 Sep 18 05:28:38.445779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50176) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:38.497869 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-075a7e91-7d9f-49d0-b1ba-0ef958c6c002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:38.520934 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-075a7e91-7d9f-49d0-b1ba-0ef958c6c002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:38.622518 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-075a7e91-7d9f-49d0-b1ba-0ef958c6c002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:38.626360 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-075a7e91-7d9f-49d0-b1ba-0ef958c6c002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:38.640583 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-075a7e91-7d9f-49d0-b1ba-0ef958c6c002 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b0ab064-aee0-4238-a86b-dfc7b1b20f10 HTTP/1.1" status: 204 len: 168 time: 0.1840975 Sep 18 05:28:38.679969 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a7e91-7d9f-49d0-b1ba-0ef958c6c002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0ab064-aee0-4238-a86b-dfc7b1b20f10,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:38.741192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50186) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:38.879352 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-10e4ef6d-272d-4ba9-95d7-e434ecd1db4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:38.898796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728a5a6-58d8-4626-88c1-e3c9c93ea22c req-f39ee7cd-eb7d-4422-8e7a-66b8e1b3d59c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:38.900340 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3728a5a6-58d8-4626-88c1-e3c9c93ea22c req-f39ee7cd-eb7d-4422-8e7a-66b8e1b3d59c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 945 time: 0.0654564 Sep 18 05:28:38.945757 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3728a5a6-58d8-4626-88c1-e3c9c93ea22c req-ab4ad4d4-5f2f-4c97-acc4-7a36915fe8ff tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393374 Sep 18 05:28:38.999214 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-10e4ef6d-272d-4ba9-95d7-e434ecd1db4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:39.062361 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-10e4ef6d-272d-4ba9-95d7-e434ecd1db4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:39.140812 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50200) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:39.141205 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-10e4ef6d-272d-4ba9-95d7-e434ecd1db4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a151a3bedf2746fc8b308b08a8ed064b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3985744 Sep 18 05:28:39.155390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4ef6d-272d-4ba9-95d7-e434ecd1db4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9df070-7943-495c-ae41-776759f5c060,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:39.213565 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ac81-9217-4972-ac6d-e1c92b8947f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:39.240390 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ac81-9217-4972-ac6d-e1c92b8947f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:39.335875 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ac81-9217-4972-ac6d-e1c92b8947f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:39.339228 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ac81-9217-4972-ac6d-e1c92b8947f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:39.341500 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d7c4ac81-9217-4972-ac6d-e1c92b8947f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d9df070-7943-495c-ae41-776759f5c060 HTTP/1.1" status: 204 len: 168 time: 0.1989834 Sep 18 05:28:39.362478 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4ac81-9217-4972-ac6d-e1c92b8947f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9df070-7943-495c-ae41-776759f5c060,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:39.365950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-4f8f92f4-4561-486e-85c7-d1896f9092c8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:39.367560 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-4f8f92f4-4561-486e-85c7-d1896f9092c8 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.1184893 Sep 18 05:28:39.399497 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-a712d187-d991-407b-a9df-00334ffee840 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/quotas/6277d485fb1c4ef6a8fd9994eb17d7aa HTTP/1.1" status: 200 len: 375 time: 0.0237217 Sep 18 05:28:39.449209 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50218) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:39.460828 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-68053375-b4e6-475d-821f-b68eac7e9a69 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543656 Sep 18 05:28:39.508481 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50222) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:39.516975 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fd7dc4c8-d9c7-48d9-898a-b184a9ff02c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=926b17b1083045d9bfa6a062341e704c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664926 Sep 18 05:28:39.579024 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d68dc1ca-5a32-493d-a3c6-c55759f87924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:39.605850 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d68dc1ca-5a32-493d-a3c6-c55759f87924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:39.744480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-0256a64c-ac0e-4bf1-ab04-6b5c3ecc8928 service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770665 Sep 18 05:28:39.820152 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d68dc1ca-5a32-493d-a3c6-c55759f87924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:39.820453 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d68dc1ca-5a32-493d-a3c6-c55759f87924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:39.824610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d68dc1ca-5a32-493d-a3c6-c55759f87924 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1532e200-9754-4c9f-97ff-89928ddf1167 HTTP/1.1" status: 204 len: 168 time: 0.3122830 Sep 18 05:28:39.838611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dc1ca-5a32-493d-a3c6-c55759f87924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1532e200-9754-4c9f-97ff-89928ddf1167,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:39.863608 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-9488973c-1570-4057-b034-b46fab19515d service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124232 Sep 18 05:28:40.130666 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-01604d81-b042-49f4-8607-c676dc49ee45 req-af74883b-613d-4c3f-9df7-a946b530bf85 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 210 time: 0.0700362 Sep 18 05:28:41.243413 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e29ab612-0629-42cb-a8a5-86610a0cd0c7 req-6a756cbc-bdd1-4fdc-9bbc-d344a540181b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 210 time: 0.0296099 Sep 18 05:28:42.300046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-13a1cf6c-20a0-4eef-b91e-72c878c0ce4b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:42.300046 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-13a1cf6c-20a0-4eef-b91e-72c878c0ce4b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.13 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.1107321 Sep 18 05:28:42.313729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-1a7267b8-bd31-4ce6-9da9-ef693df3e6ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Request body: {'port': {'device_id': '8ad05d52-795a-47ff-a6bd-683c950e39a5', 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'admin_state_up': True, 'tenant_id': '6277d485fb1c4ef6a8fd9994eb17d7aa'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:42.380952 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d7bde7c-e483-45ae-a902-d26cb2a5a17b req-440a02de-ae6f-4778-801c-c2ea9df5f29d tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 210 time: 0.0577886 Sep 18 05:28:42.468219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50362) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:42.529818 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-1a7267b8-bd31-4ce6-9da9-ef693df3e6ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Made reservation on behalf of 6277d485fb1c4ef6a8fd9994eb17d7aa for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:42.535700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-1a7267b8-bd31-4ce6-9da9-ef693df3e6ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:42.625023 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:42.724316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-1a7267b8-bd31-4ce6-9da9-ef693df3e6ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Allocated IP 172.20.0.2 (48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d/3404c123-a5c4-46c8-a367-ec525a9124e2/68fcdfa0-2611-49af-8ce1-9809db9091e9) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:28:42.839524 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:42.909148 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:42.947142 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-1a7267b8-bd31-4ce6-9da9-ef693df3e6ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:42.969264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5495fd5814bb42e8ad01b5c9edd482d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4997559 Sep 18 05:28:42.971954 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50386) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:42.972145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9ce1b5-cceb-444c-b3ab-882bb010fcce,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:42.983722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:42.984078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:42.984455 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:42.985276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:42.985276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:42.985608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:42.985857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:42.986228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:42.986566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:42.986905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:42.987240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:42.987575 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35810f7c-ea69-43cb-b677-363cccbd96b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:43.039778 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:43.069954 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:43.097024 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-1a7267b8-bd31-4ce6-9da9-ef693df3e6ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:43.102414 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['203e5fff-03ac-4499-bb5e-7b55dac44dfb'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:43.114233 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f69100b-3ee1-4fb1-8787-faaeb443d840'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:43.173543 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7267b8-bd31-4ce6-9da9-ef693df3e6ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Pushing event updated for resources: {'Port': ['ID=68fcdfa0-2611-49af-8ce1-9809db9091e9,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:43.192327 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-1a7267b8-bd31-4ce6-9da9-ef693df3e6ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:28:43.192831 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:43.194318 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-1a7267b8-bd31-4ce6-9da9-ef693df3e6ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:43.195508 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:43.200029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-1a7267b8-bd31-4ce6-9da9-ef693df3e6ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:28:43.207960 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f9ce1b5-cceb-444c-b3ab-882bb010fcce HTTP/1.1" status: 204 len: 168 time: 0.2324429 Sep 18 05:28:43.232659 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9ce1b5-cceb-444c-b3ab-882bb010fcce,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:43.254492 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:43.255096 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:43.256130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:43.256680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:43.258017 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:43.259494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:43.260580 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:43.263887 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:43.264763 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:43.265289 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:43.265809 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:43.267281 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251e08d-aae5-4a65-9473-7ff9ae3fdb2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:43.286766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-1a7267b8-bd31-4ce6-9da9-ef693df3e6ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:43.287467 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-1a7267b8-bd31-4ce6-9da9-ef693df3e6ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:43.405110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-1a7267b8-bd31-4ce6-9da9-ef693df3e6ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0986435 Sep 18 05:28:43.420518 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Request body: {'port': {'device_id': '8ad05d52-795a-47ff-a6bd-683c950e39a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:43.531858 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:43.554150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491932a4-3cfa-48ab-95e9-703310cdf585 req-f45609aa-efa5-40b3-96e6-fa973665dda2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:43.554150 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-491932a4-3cfa-48ab-95e9-703310cdf585 req-f45609aa-efa5-40b3-96e6-fa973665dda2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 931 time: 0.0906017 Sep 18 05:28:43.677743 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-491932a4-3cfa-48ab-95e9-703310cdf585 req-6ee0ef22-206b-49cc-8df6-4dbbfd1ff38b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980523 Sep 18 05:28:43.867348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fcdfa0-2611-49af-8ce1-9809db9091e9 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:28:43.874536 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:43.886775 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Transition to ACTIVE for port object 68fcdfa0-2611-49af-8ce1-9809db9091e9 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:28:43.973292 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50424) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:43.987823 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db1dbebd-4d99-4d91-aefb-1a8b2dcc2dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:44.004288 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:44.079466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=68fcdfa0-2611-49af-8ce1-9809db9091e9,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:44.106897 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db1dbebd-4d99-4d91-aefb-1a8b2dcc2dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:44.182249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Attempting to bind port 68fcdfa0-2611-49af-8ce1-9809db9091e9 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:28:44.182478 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-db1dbebd-4d99-4d91-aefb-1a8b2dcc2dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:44.182673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Attempting to bind port 68fcdfa0-2611-49af-8ce1-9809db9091e9 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:28:44.182673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Attempting to bind port 68fcdfa0-2611-49af-8ce1-9809db9091e9 on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:28:44.187715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Port 68fcdfa0-2611-49af-8ce1-9809db9091e9 on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:28:44.188166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Attempting to bind port 68fcdfa0-2611-49af-8ce1-9809db9091e9 on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:28:44.196902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:28:44.197339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Checking segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:28:44.198770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Bound using segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:28:44.198770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Bound port: 68fcdfa0-2611-49af-8ce1-9809db9091e9, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:28:44.198770 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:44.227140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dbebd-4d99-4d91-aefb-1a8b2dcc2dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ff6ba7-d5f4-4cc0-8a7f-48410c5e07f6,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:44.231797 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-db1dbebd-4d99-4d91-aefb-1a8b2dcc2dda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=432d1959817d4cecbcf10e0546c36122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571511 Sep 18 05:28:44.234699 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50434) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:44.294886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] For port 68fcdfa0-2611-49af-8ce1-9809db9091e9, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:28:44.298334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] For port 68fcdfa0-2611-49af-8ce1-9809db9091e9, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=68fcdfa0-2611-49af-8ce1-9809db9091e9,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:28:44.314626 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7583ac4c-b19c-4fca-a337-2dac4ab7e5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:44.339241 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7583ac4c-b19c-4fca-a337-2dac4ab7e5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:44.347886 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:44.387280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:44.388431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:44.391169 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/68fcdfa0-2611-49af-8ce1-9809db9091e9 HTTP/1.1" status: 200 len: 1092 time: 0.9766016 Sep 18 05:28:44.393839 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad05d52-795a-47ff-a6bd-683c950e39a5', 'tag': '68fcdfa0-2611-49af-8ce1-9809db9091e9'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:28:44.397511 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a03c111-8cd5-4ca9-b52f-932c5e329a91" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad05d52-795a-47ff-a6bd-683c950e39a5", "tag": "68fcdfa0-2611-49af-8ce1-9809db9091e9"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:28:44.424444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347f868-6bba-4267-9fe9-72d87b38a0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=68fcdfa0-2611-49af-8ce1-9809db9091e9,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:44.450928 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602ee0c5-2dc7-4315-89c3-03054881dcf4 x-openstack-request-id: req-602ee0c5-2dc7-4315-89c3-03054881dcf4 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:28:44.451250 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad05d52-795a-47ff-a6bd-683c950e39a5", "tag": "68fcdfa0-2611-49af-8ce1-9809db9091e9", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:28:44.451533 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-602ee0c5-2dc7-4315-89c3-03054881dcf4 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:28:44.452155 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad05d52-795a-47ff-a6bd-683c950e39a5', 'tag': '68fcdfa0-2611-49af-8ce1-9809db9091e9', 'status': 'completed', 'code': 200} Sep 18 05:28:44.514582 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03c111-8cd5-4ca9-b52f-932c5e329a91 req-2ae3c13d-4296-42b4-8be2-4c4718117c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:44.516052 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a03c111-8cd5-4ca9-b52f-932c5e329a91 req-2ae3c13d-4296-42b4-8be2-4c4718117c1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 1095 time: 0.0428977 Sep 18 05:28:44.518619 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7583ac4c-b19c-4fca-a337-2dac4ab7e5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:44.521289 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7583ac4c-b19c-4fca-a337-2dac4ab7e5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:44.522488 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7583ac4c-b19c-4fca-a337-2dac4ab7e5fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6ff6ba7-d5f4-4cc0-8a7f-48410c5e07f6 HTTP/1.1" status: 204 len: 168 time: 0.2864542 Sep 18 05:28:44.532422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583ac4c-b19c-4fca-a337-2dac4ab7e5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ff6ba7-d5f4-4cc0-8a7f-48410c5e07f6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:44.644202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03c111-8cd5-4ca9-b52f-932c5e329a91 req-ddfefeb6-6d2b-42b9-a90d-3c691a2711af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:44.646125 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a03c111-8cd5-4ca9-b52f-932c5e329a91 req-ddfefeb6-6d2b-42b9-a90d-3c691a2711af service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1220372 Sep 18 05:28:44.759245 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03c111-8cd5-4ca9-b52f-932c5e329a91 req-ee8f3f20-ec7f-44e2-95cd-3a6a0e8d0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:44.760924 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a03c111-8cd5-4ca9-b52f-932c5e329a91 req-ee8f3f20-ec7f-44e2-95cd-3a6a0e8d0fa4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1080258 Sep 18 05:28:44.860020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fcfd6-45e7-4f57-aacf-248c81a0b76f req-9bb29de4-6704-4b23-8033-8e72ce692631 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:44.861713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a8fcfd6-45e7-4f57-aacf-248c81a0b76f req-9bb29de4-6704-4b23-8033-8e72ce692631 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 943 time: 0.0817404 Sep 18 05:28:44.863742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-15f209c9-cc2d-4482-aba2-d39e55bd84bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:44.865181 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-15f209c9-cc2d-4482-aba2-d39e55bd84bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 1095 time: 0.0591643 Sep 18 05:28:44.917601 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-3d58a7db-ad37-4c3e-bbd9-30d620c7ddb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68fcdfa0-2611-49af-8ce1-9809db9091e9 HTTP/1.1" status: 200 len: 217 time: 0.0449202 Sep 18 05:28:44.989033 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1a8fcfd6-45e7-4f57-aacf-248c81a0b76f req-70263a62-f947-46ce-9cc8-322bba07fb00 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016500 Sep 18 05:28:44.991930 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-44eca33c-b6f1-4c0e-95ef-10e3afe35683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:44.993650 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-44eca33c-b6f1-4c0e-95ef-10e3afe35683 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3404c123-a5c4-46c8-a367-ec525a9124e2 HTTP/1.1" status: 200 len: 845 time: 0.0671954 Sep 18 05:28:45.039003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-cb75e59c-1434-4509-9383-6862814de5af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379798 Sep 18 05:28:45.145056 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-9c75c727-2586-4af5-a4a4-bc7d42b09321 service neutron] 10.222.0.13 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987630 Sep 18 05:28:45.246452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2d7b9c7-585a-49b6-b653-6097888c460f req-8c6facc7-fa2d-47dd-8128-6093e80caeb1 service neutron] 10.222.0.13 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938370 Sep 18 05:28:46.111901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf7c29-bb63-4def-801c-d1bc3fa43473 req-6200d07d-e02d-46b7-b520-6df403ca8cdc tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:46.113590 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ccbf7c29-bb63-4def-801c-d1bc3fa43473 req-6200d07d-e02d-46b7-b520-6df403ca8cdc tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 943 time: 0.0509841 Sep 18 05:28:46.153020 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ccbf7c29-bb63-4def-801c-d1bc3fa43473 req-d28f4fec-d16a-478d-864d-3557747042ca tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Sep 18 05:28:46.311517 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50514) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:46.440516 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dfab09ab-5b3f-410d-922a-bfe821c43188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:46.535633 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dfab09ab-5b3f-410d-922a-bfe821c43188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:46.587173 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dfab09ab-5b3f-410d-922a-bfe821c43188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:46.630987 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-dfab09ab-5b3f-410d-922a-bfe821c43188 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4de914842804b269c1a3322870879dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157785 Sep 18 05:28:46.630987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab09ab-5b3f-410d-922a-bfe821c43188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cba521-429c-4c02-aa42-96cdb76d3e08,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:46.631965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50530) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:46.694428 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3322a591-701f-4efb-849d-61d0f6927bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:46.716019 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3322a591-701f-4efb-849d-61d0f6927bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:46.841134 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3322a591-701f-4efb-849d-61d0f6927bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:46.842292 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3322a591-701f-4efb-849d-61d0f6927bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:46.843534 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3322a591-701f-4efb-849d-61d0f6927bd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65cba521-429c-4c02-aa42-96cdb76d3e08 HTTP/1.1" status: 204 len: 168 time: 0.2099917 Sep 18 05:28:46.853856 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322a591-701f-4efb-849d-61d0f6927bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cba521-429c-4c02-aa42-96cdb76d3e08,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:47.270625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eb175-3674-402f-bb49-8a21045f45a4 req-600fb015-9996-4157-8b42-5307108a594d tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:47.272158 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a03eb175-3674-402f-bb49-8a21045f45a4 req-600fb015-9996-4157-8b42-5307108a594d tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 943 time: 0.0508921 Sep 18 05:28:47.311877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a03eb175-3674-402f-bb49-8a21045f45a4 req-aca40c5d-0738-4f7a-8d3b-e094a4a270ac tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329220 Sep 18 05:28:47.369724 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50560) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:47.478495 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-208b0faf-d07c-4dc2-b6f1-4c567189f150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:47.539379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50564) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:47.559271 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e2a16ba-0ae9-4a24-934f-f62c652e467a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:47.591669 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-208b0faf-d07c-4dc2-b6f1-4c567189f150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:47.680254 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-208b0faf-d07c-4dc2-b6f1-4c567189f150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:47.728480 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b0faf-d07c-4dc2-b6f1-4c567189f150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfabf58-ebf8-41a2-b085-f3a2c2a65b67,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:47.740087 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-208b0faf-d07c-4dc2-b6f1-4c567189f150 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b50818d166664b708d76cf61b6814e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662543 Sep 18 05:28:47.740742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50568) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:47.792690 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-039cb479-bd9c-4aaf-bdc1-ab85e464066c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:47.800545 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e2a16ba-0ae9-4a24-934f-f62c652e467a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:47.817689 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-039cb479-bd9c-4aaf-bdc1-ab85e464066c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:47.895891 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e2a16ba-0ae9-4a24-934f-f62c652e467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:47.939434 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6e2a16ba-0ae9-4a24-934f-f62c652e467a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f92b09a542654ac999a4f0069b287eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987553 Sep 18 05:28:47.940481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a16ba-0ae9-4a24-934f-f62c652e467a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c1b693-8692-42f6-aafc-b6fa57b79418,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:47.942215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50572) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:47.962038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 68fcdfa0-2611-49af-8ce1-9809db9091e9 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:28:47.964119 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-039cb479-bd9c-4aaf-bdc1-ab85e464066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:47.967650 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-039cb479-bd9c-4aaf-bdc1-ab85e464066c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:47.971573 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-039cb479-bd9c-4aaf-bdc1-ab85e464066c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bfabf58-ebf8-41a2-b085-f3a2c2a65b67 HTTP/1.1" status: 204 len: 168 time: 0.2272556 Sep 18 05:28:48.002233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cb479-bd9c-4aaf-bdc1-ab85e464066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfabf58-ebf8-41a2-b085-f3a2c2a65b67,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:48.018000 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7de3cbd6-b201-491b-8ae6-42bf4c9ce09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:48.051169 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7de3cbd6-b201-491b-8ae6-42bf4c9ce09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:48.098264 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 68fcdfa0-2611-49af-8ce1-9809db9091e9, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=68fcdfa0-2611-49af-8ce1-9809db9091e9,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:48.109896 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '68fcdfa0-2611-49af-8ce1-9809db9091e9', 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'port_id': '68fcdfa0-2611-49af-8ce1-9809db9091e9', 'mac_address': 'fa:16:3e:56:5c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3404c123-a5c4-46c8-a367-ec525a9124e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:28:48.147853 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:48.160526 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fcdfa0-2611-49af-8ce1-9809db9091e9 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:28:48.181732 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 68fcdfa0-2611-49af-8ce1-9809db9091e9, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=68fcdfa0-2611-49af-8ce1-9809db9091e9,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:48.199388 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7de3cbd6-b201-491b-8ae6-42bf4c9ce09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:48.202381 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7de3cbd6-b201-491b-8ae6-42bf4c9ce09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:48.203865 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7de3cbd6-b201-491b-8ae6-42bf4c9ce09b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02c1b693-8692-42f6-aafc-b6fa57b79418 HTTP/1.1" status: 204 len: 168 time: 0.2605190 Sep 18 05:28:48.212963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3cbd6-b201-491b-8ae6-42bf4c9ce09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c1b693-8692-42f6-aafc-b6fa57b79418,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:48.295183 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:48.345515 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=68fcdfa0-2611-49af-8ce1-9809db9091e9,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:48.352981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:48.353342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:48.355035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:48.355035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:48.355035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:48.355035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:48.355035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:48.355703 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:48.355703 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:48.356039 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:48.356567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:48.358006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:28:48.441822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233f293-ee59-4354-baf7-d3cf1d65bf18 req-69b14318-a41b-40ba-8968-25fc0c37cfa4 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:48.443444 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7233f293-ee59-4354-baf7-d3cf1d65bf18 req-69b14318-a41b-40ba-8968-25fc0c37cfa4 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 944 time: 0.0577292 Sep 18 05:28:48.488339 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7233f293-ee59-4354-baf7-d3cf1d65bf18 req-a6cb0a24-b049-4745-abba-0031649bbe00 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Sep 18 05:28:48.507280 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['68fcdfa0-2611-49af-8ce1-9809db9091e9'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:48.862080 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50604) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:48.876540 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8fb6705b-a1af-44dd-8a49-53af700f19b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:48.969355 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8fb6705b-a1af-44dd-8a49-53af700f19b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:49.044105 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8fb6705b-a1af-44dd-8a49-53af700f19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:49.085923 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8fb6705b-a1af-44dd-8a49-53af700f19b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=358c9af992f94b809eb2a618f9a9e038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2226837 Sep 18 05:28:49.086884 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6705b-a1af-44dd-8a49-53af700f19b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e52831c-f581-4c2d-8980-a97de5748a15,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:49.088564 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50614) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:49.143750 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c766cbd4-de75-4b8f-9479-bfc55a9a74f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:49.174041 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c766cbd4-de75-4b8f-9479-bfc55a9a74f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:49.331746 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c766cbd4-de75-4b8f-9479-bfc55a9a74f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:49.335921 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c766cbd4-de75-4b8f-9479-bfc55a9a74f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:49.337367 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c766cbd4-de75-4b8f-9479-bfc55a9a74f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e52831c-f581-4c2d-8980-a97de5748a15 HTTP/1.1" status: 204 len: 168 time: 0.2468629 Sep 18 05:28:49.351361 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766cbd4-de75-4b8f-9479-bfc55a9a74f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e52831c-f581-4c2d-8980-a97de5748a15,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:49.610994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710ac5-1de2-4942-91b1-6c558823b3f3 req-68a6aa2d-f698-4d4e-84d4-4e4e68e8c9c6 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:49.612584 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6c710ac5-1de2-4942-91b1-6c558823b3f3 req-68a6aa2d-f698-4d4e-84d4-4e4e68e8c9c6 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 944 time: 0.0530403 Sep 18 05:28:49.654103 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6c710ac5-1de2-4942-91b1-6c558823b3f3 req-cfca507b-512c-43f8-a8a7-e134f74af708 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352762 Sep 18 05:28:49.971309 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 68fcdfa0-2611-49af-8ce1-9809db9091e9 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:28:50.096359 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 68fcdfa0-2611-49af-8ce1-9809db9091e9 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:28:50.101243 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 68fcdfa0-2611-49af-8ce1-9809db9091e9 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:28:50.101618 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:50.176606 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:50.207932 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad05d52-795a-47ff-a6bd-683c950e39a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fcdfa0-2611-49af-8ce1-9809db9091e9'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:28:50.209741 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3a7dd8-746c-4f05-b407-6cb661466491" -d '{"events": [{"server_uuid": "8ad05d52-795a-47ff-a6bd-683c950e39a5", "name": "network-vif-plugged", "status": "completed", "tag": "68fcdfa0-2611-49af-8ce1-9809db9091e9"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:28:50.235423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 68fcdfa0-2611-49af-8ce1-9809db9091e9, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=68fcdfa0-2611-49af-8ce1-9809db9091e9,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:50.261080 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f03f9b9-8821-4c26-938a-141a10339437 x-openstack-request-id: req-0f03f9b9-8821-4c26-938a-141a10339437 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:28:50.262365 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad05d52-795a-47ff-a6bd-683c950e39a5", "name": "network-vif-plugged", "status": "completed", "tag": "68fcdfa0-2611-49af-8ce1-9809db9091e9", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:28:50.262628 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f03f9b9-8821-4c26-938a-141a10339437 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:28:50.263231 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad05d52-795a-47ff-a6bd-683c950e39a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fcdfa0-2611-49af-8ce1-9809db9091e9', 'code': 200} Sep 18 05:28:50.295612 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:50.348892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=68fcdfa0-2611-49af-8ce1-9809db9091e9,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:50.365228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bcc25-5b1c-476d-abe0-bc10e55de91f req-3a74d6ea-86cd-4115-b47a-2cf07866b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:50.366296 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f7bcc25-5b1c-476d-abe0-bc10e55de91f req-3a74d6ea-86cd-4115-b47a-2cf07866b839 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 1097 time: 0.0471869 Sep 18 05:28:50.402255 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f7bcc25-5b1c-476d-abe0-bc10e55de91f req-6879b1c0-35cf-4c9c-b2e8-e65d72bb8f82 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287430 Sep 18 05:28:50.572258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50682) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:50.676168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-304180035-network', 'tenant_id': 'de55bbacd20f4b9999009c4c62c67dda'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:50.754382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] Made reservation on behalf of de55bbacd20f4b9999009c4c62c67dda for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:50.756671 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:50.773526 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:50.798670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bcbcf-4f79-4652-9833-5d678b01dceb req-65649d84-d142-416a-be1e-a1fbf836cff1 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:50.800217 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d29bcbcf-4f79-4652-9833-5d678b01dceb req-65649d84-d142-416a-be1e-a1fbf836cff1 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 945 time: 0.0752141 Sep 18 05:28:50.861408 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d29bcbcf-4f79-4652-9833-5d678b01dceb req-33767eb4-28cd-4f6b-ba0e-ad88eeccb186 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513086 Sep 18 05:28:50.914151 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:50.998193 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:51.024481 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:28:51.030914 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d93feea-298c-459a-bc02-4f6a553f33e0,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:51.041459 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:51.041815 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] Added segment 9bf0a407-f555-416e-a141-150790cc76b7 of type vlan for network 26565503-c103-4548-898b-433262eaac47 Sep 18 05:28:51.101672 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:51.249762 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:51.251982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:51.251982 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:51.314866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] Pushing event updated for resources: {'Network': ['ID=26565503-c103-4548-898b-433262eaac47,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:51.324711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 26565503-c103-4548-898b-433262eaac47 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:28:51.376225 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-27e353b7-0543-420b-aebb-5f8364271da8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8027470 Sep 18 05:28:51.379008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50716) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:51.384510 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-7e94cec2-6efe-415e-891a-eb321f82643f admin admin] Request body: {'subnet': {'network_id': '26565503-c103-4548-898b-433262eaac47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-304180035-subnet', 'tenant_id': 'de55bbacd20f4b9999009c4c62c67dda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:51.492400 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e94cec2-6efe-415e-891a-eb321f82643f admin admin] Made reservation on behalf of de55bbacd20f4b9999009c4c62c67dda for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:51.494783 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e94cec2-6efe-415e-891a-eb321f82643f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:51.735804 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e94cec2-6efe-415e-891a-eb321f82643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:51.800131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94cec2-6efe-415e-891a-eb321f82643f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52015cd0-876b-4d64-84aa-fd82ee2ab2e4,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:51.809147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94cec2-6efe-415e-891a-eb321f82643f admin admin] Checking segment: {'id': '9bf0a407-f555-416e-a141-150790cc76b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26565503-c103-4548-898b-433262eaac47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:28:51.809529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94cec2-6efe-415e-891a-eb321f82643f admin admin] Network hostable DHCP agents. Network: 26565503-c103-4548-898b-433262eaac47, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:28:51.881246 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50728) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:51.889132 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94cec2-6efe-415e-891a-eb321f82643f admin admin] Network 26565503-c103-4548-898b-433262eaac47 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:28:52.007538 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a41fa507-d3d6-4d4b-b19b-2b54100afbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:52.072190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aa6a7-28eb-4927-9f7b-aaddf50ee848 req-689416eb-d865-4402-8706-b91c9f1c8854 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:52.075610 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b72aa6a7-28eb-4927-9f7b-aaddf50ee848 req-689416eb-d865-4402-8706-b91c9f1c8854 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 945 time: 0.1397002 Sep 18 05:28:52.124103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-7e94cec2-6efe-415e-891a-eb321f82643f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 26565503-c103-4548-898b-433262eaac47) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:52.136883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e94cec2-6efe-415e-891a-eb321f82643f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:52.136883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7e94cec2-6efe-415e-891a-eb321f82643f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:52.138346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7853c8-1311-470b-9913-7c73ede64ac5 None None] Network 26565503-c103-4548-898b-433262eaac47 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:52.161870 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a41fa507-d3d6-4d4b-b19b-2b54100afbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:52.247410 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a41fa507-d3d6-4d4b-b19b-2b54100afbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:52.284823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959983c1-76d2-4c16-ba9e-49d10bbf3803 None None] Network 26565503-c103-4548-898b-433262eaac47 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:52.306410 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a41fa507-d3d6-4d4b-b19b-2b54100afbfb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=365fa5d1fbfe42bcb834e3b0ab85c765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238362 Sep 18 05:28:52.307593 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fa507-d3d6-4d4b-b19b-2b54100afbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89d902b-0774-4282-a64b-1204e5bdf545,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:52.310533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50740) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:52.319173 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7e94cec2-6efe-415e-891a-eb321f82643f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9389095 Sep 18 05:28:52.386006 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4efbea70-fd46-4443-ba2b-2b3ec06a43e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:52.415792 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4efbea70-fd46-4443-ba2b-2b3ec06a43e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:52.523548 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b72aa6a7-28eb-4927-9f7b-aaddf50ee848 req-18e311f4-9d6d-4210-ba6e-6952286da2cc tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376864 Sep 18 05:28:52.541162 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4efbea70-fd46-4443-ba2b-2b3ec06a43e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:52.545373 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4efbea70-fd46-4443-ba2b-2b3ec06a43e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:52.549049 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4efbea70-fd46-4443-ba2b-2b3ec06a43e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a89d902b-0774-4282-a64b-1204e5bdf545 HTTP/1.1" status: 204 len: 168 time: 0.2352993 Sep 18 05:28:52.561887 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbea70-fd46-4443-ba2b-2b3ec06a43e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89d902b-0774-4282-a64b-1204e5bdf545,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:52.661049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8e236-a3d1-48ac-b925-5bd2ba3a412d req-1702c439-8447-41b6-a77d-dfef89259ac2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:52.662575 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f8e236-a3d1-48ac-b925-5bd2ba3a412d req-1702c439-8447-41b6-a77d-dfef89259ac2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 945 time: 0.0524776 Sep 18 05:28:52.701064 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f8e236-a3d1-48ac-b925-5bd2ba3a412d req-e2990023-af19-4614-803a-7ed8990f286e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Sep 18 05:28:52.846543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9691e-d457-4dc0-bb28-b1c3556bbe70 req-68fb5847-4002-484b-ac32-aaf5bc13ffc6 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:52.848271 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ff9691e-d457-4dc0-bb28-b1c3556bbe70 req-68fb5847-4002-484b-ac32-aaf5bc13ffc6 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 945 time: 0.0816638 Sep 18 05:28:52.896600 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ff9691e-d457-4dc0-bb28-b1c3556bbe70 req-a4f730bc-7ec0-4eba-95f4-be09243b9d0a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400121 Sep 18 05:28:53.164386 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:53.306967 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:53.317351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50774) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:53.326915 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f51eccf4-7712-49c8-a74e-3e741939acbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:53.419227 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f51eccf4-7712-49c8-a74e-3e741939acbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:53.442899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50782) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:53.447868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1694997341-network', 'tenant_id': '34226cb6160d4b849528966cf83880e1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:53.513216 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f51eccf4-7712-49c8-a74e-3e741939acbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:53.518301 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427496b-6951-47d3-871f-f99a3a6ca3db req-75edadc0-9e95-421c-bc8d-23eab7dd7621 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:53.520093 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9427496b-6951-47d3-871f-f99a3a6ca3db req-75edadc0-9e95-421c-bc8d-23eab7dd7621 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 945 time: 0.0505371 Sep 18 05:28:53.557350 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f51eccf4-7712-49c8-a74e-3e741939acbb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4aecde1c40e4477386451e6c0a7351bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432795 Sep 18 05:28:53.559125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eccf4-7712-49c8-a74e-3e741939acbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfd8616-3f33-4d9c-8815-9984d903be39,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:53.560927 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50786) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:53.605382 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] Made reservation on behalf of 34226cb6160d4b849528966cf83880e1 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:53.607626 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:53.611625 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9427496b-6951-47d3-871f-f99a3a6ca3db req-952dfeb1-edae-4536-a276-7df24dddb750 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798652 Sep 18 05:28:53.627610 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:53.660560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eef040a7-4d61-41b5-9bf0-c916b959bf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:53.695565 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eef040a7-4d61-41b5-9bf0-c916b959bf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:53.770896 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:53.843362 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eef040a7-4d61-41b5-9bf0-c916b959bf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:53.845873 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eef040a7-4d61-41b5-9bf0-c916b959bf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:53.847026 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-eef040a7-4d61-41b5-9bf0-c916b959bf70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cfd8616-3f33-4d9c-8815-9984d903be39 HTTP/1.1" status: 204 len: 168 time: 0.2850387 Sep 18 05:28:53.858954 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef040a7-4d61-41b5-9bf0-c916b959bf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfd8616-3f33-4d9c-8815-9984d903be39,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:53.879375 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:53.908749 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:28:53.917924 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69427120-16ae-49e6-9b8e-a4264f98a6ae,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:53.924381 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:53.924990 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] Added segment c3c9cd00-d063-44da-a518-71d6760683ba of type vlan for network 69c69538-8cd8-4aeb-beca-4fc73c7914e3 Sep 18 05:28:53.969792 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:54.060774 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:54.061833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:54.062437 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:54.138186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] Pushing event updated for resources: {'Network': ['ID=69c69538-8cd8-4aeb-beca-4fc73c7914e3,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:54.138838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 69c69538-8cd8-4aeb-beca-4fc73c7914e3 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:28:54.319737 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3867878c-f36f-44fb-b16a-095ef0c3468c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8754327 Sep 18 05:28:54.322243 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50804) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:54.329289 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ead0f9e6-38f0-4cc6-bfc0-43b83cccd1c8 admin admin] Request body: {'subnet': {'network_id': '69c69538-8cd8-4aeb-beca-4fc73c7914e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1694997341-subnet', 'tenant_id': '34226cb6160d4b849528966cf83880e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:54.409650 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead0f9e6-38f0-4cc6-bfc0-43b83cccd1c8 admin admin] Made reservation on behalf of 34226cb6160d4b849528966cf83880e1 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:54.412090 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ead0f9e6-38f0-4cc6-bfc0-43b83cccd1c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:54.626850 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ead0f9e6-38f0-4cc6-bfc0-43b83cccd1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:54.715213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0f9e6-38f0-4cc6-bfc0-43b83cccd1c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e06222ef-24d8-4c21-b53c-8d5625768c24,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:54.726098 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead0f9e6-38f0-4cc6-bfc0-43b83cccd1c8 admin admin] Checking segment: {'id': 'c3c9cd00-d063-44da-a518-71d6760683ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '69c69538-8cd8-4aeb-beca-4fc73c7914e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:28:54.726483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead0f9e6-38f0-4cc6-bfc0-43b83cccd1c8 admin admin] Network hostable DHCP agents. Network: 69c69538-8cd8-4aeb-beca-4fc73c7914e3, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:28:54.774075 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7152b88-3e3f-4a40-b680-47e38afb7964 req-22c895f9-30d6-4787-869c-28c9fa7d4522 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:54.775594 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7152b88-3e3f-4a40-b680-47e38afb7964 req-22c895f9-30d6-4787-869c-28c9fa7d4522 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 945 time: 0.1073985 Sep 18 05:28:54.818411 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a267b68-2772-415b-b69f-d38d1545ba2a req-0a3412e5-90fb-4431-ada0-10056e3be304 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:54.819940 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a267b68-2772-415b-b69f-d38d1545ba2a req-0a3412e5-90fb-4431-ada0-10056e3be304 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 945 time: 0.0996068 Sep 18 05:28:54.821179 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead0f9e6-38f0-4cc6-bfc0-43b83cccd1c8 admin admin] Network 69c69538-8cd8-4aeb-beca-4fc73c7914e3 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:28:54.888903 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a267b68-2772-415b-b69f-d38d1545ba2a req-24b33df4-a698-49cb-89c6-03a0e5a44586 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601768 Sep 18 05:28:54.909464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-e7152b88-3e3f-4a40-b680-47e38afb7964 req-98ecdbdd-7133-4000-8254-c5df0b757dee tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Deleting port 68fcdfa0-2611-49af-8ce1-9809db9091e9 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:54.909820 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e7152b88-3e3f-4a40-b680-47e38afb7964 req-98ecdbdd-7133-4000-8254-c5df0b757dee tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:54.912689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-ead0f9e6-38f0-4cc6-bfc0-43b83cccd1c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 69c69538-8cd8-4aeb-beca-4fc73c7914e3) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:54.917722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0f9e6-38f0-4cc6-bfc0-43b83cccd1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:54.919545 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ead0f9e6-38f0-4cc6-bfc0-43b83cccd1c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:54.922149 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ed269c-3d72-41ea-b425-b2369235ec19 None None] Network 69c69538-8cd8-4aeb-beca-4fc73c7914e3 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:55.006586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e7152b88-3e3f-4a40-b680-47e38afb7964 req-98ecdbdd-7133-4000-8254-c5df0b757dee tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] For port 68fcdfa0-2611-49af-8ce1-9809db9091e9, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=68fcdfa0-2611-49af-8ce1-9809db9091e9,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:55.007017 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e7152b88-3e3f-4a40-b680-47e38afb7964 req-98ecdbdd-7133-4000-8254-c5df0b757dee tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:55.020017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-e7152b88-3e3f-4a40-b680-47e38afb7964 req-98ecdbdd-7133-4000-8254-c5df0b757dee tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Calling delete_port for 68fcdfa0-2611-49af-8ce1-9809db9091e9 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:55.034591 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ead0f9e6-38f0-4cc6-bfc0-43b83cccd1c8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7100842 Sep 18 05:28:55.060947 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4dd241-c9a2-44fd-badf-fa86258fd420 None None] Network 69c69538-8cd8-4aeb-beca-4fc73c7914e3 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:28:55.213762 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:28:55.279854 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e7152b88-3e3f-4a40-b680-47e38afb7964 req-98ecdbdd-7133-4000-8254-c5df0b757dee tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:55.295241 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f69100b-3ee1-4fb1-8787-faaeb443d840', '68fcdfa0-2611-49af-8ce1-9809db9091e9'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:55.338871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['203e5fff-03ac-4499-bb5e-7b55dac44dfb'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:55.349372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecdbdd-7133-4000-8254-c5df0b757dee tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Pushing event deleted for resources: {'Port': ['ID=68fcdfa0-2611-49af-8ce1-9809db9091e9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:55.400643 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7152b88-3e3f-4a40-b680-47e38afb7964 req-98ecdbdd-7133-4000-8254-c5df0b757dee tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] No DVR routers for this DVR port 68fcdfa0-2611-49af-8ce1-9809db9091e9 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:28:55.404930 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e7152b88-3e3f-4a40-b680-47e38afb7964 req-98ecdbdd-7133-4000-8254-c5df0b757dee tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:55.407768 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7152b88-3e3f-4a40-b680-47e38afb7964 req-98ecdbdd-7133-4000-8254-c5df0b757dee tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.13 "DELETE /v2.0/ports/68fcdfa0-2611-49af-8ce1-9809db9091e9 HTTP/1.1" status: 204 len: 173 time: 0.6248007 Sep 18 05:28:55.408570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad05d52-795a-47ff-a6bd-683c950e39a5', 'name': 'network-vif-deleted', 'tag': '68fcdfa0-2611-49af-8ce1-9809db9091e9'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:28:55.414667 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2016a26b-2cac-4ca7-9328-eb4b0c37dc7e" -d '{"events": [{"server_uuid": "8ad05d52-795a-47ff-a6bd-683c950e39a5", "name": "network-vif-deleted", "tag": "68fcdfa0-2611-49af-8ce1-9809db9091e9"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:28:55.467227 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41917392-8c8f-427f-987f-40a0d84336c2 x-openstack-request-id: req-41917392-8c8f-427f-987f-40a0d84336c2 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:28:55.467533 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad05d52-795a-47ff-a6bd-683c950e39a5", "name": "network-vif-deleted", "tag": "68fcdfa0-2611-49af-8ce1-9809db9091e9", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:28:55.467841 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41917392-8c8f-427f-987f-40a0d84336c2 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:28:55.468262 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad05d52-795a-47ff-a6bd-683c950e39a5', 'name': 'network-vif-deleted', 'tag': '68fcdfa0-2611-49af-8ce1-9809db9091e9', 'status': 'completed', 'code': 200} Sep 18 05:28:55.866706 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-3f0eaa42-c0c8-4ee4-b9eb-44952ebb16b9 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:55.876898 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-3f0eaa42-c0c8-4ee4-b9eb-44952ebb16b9 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/networks?id=26565503-c103-4548-898b-433262eaac47 HTTP/1.1" status: 200 len: 808 time: 0.1386657 Sep 18 05:28:55.892771 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-f7b2e6c7-5f39-4ec0-ac6d-8e30e085dabc tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/quotas/de55bbacd20f4b9999009c4c62c67dda HTTP/1.1" status: 200 len: 375 time: 0.0115330 Sep 18 05:28:55.940844 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-898e233e-e7db-437a-a36c-de9ad74557ac tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=de55bbacd20f4b9999009c4c62c67dda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395648 Sep 18 05:28:56.017228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32fd5e45-0d9c-4b8c-924b-cf502f1d1737 req-e9a01bef-f8a8-4693-9239-1d3b2d7ff571 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ad05d52-795a-47ff-a6bd-683c950e39a5 HTTP/1.1" status: 200 len: 210 time: 0.0323455 Sep 18 05:28:56.095162 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-a804f856-1e1b-43eb-9d2f-48a95d63dab7 service neutron] 10.222.0.23 "GET /v2.0/networks/26565503-c103-4548-898b-433262eaac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503329 Sep 18 05:28:56.194948 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-83c116a7-d031-40f2-98a3-0cee74b9414a service neutron] 10.222.0.23 "GET /v2.0/networks/26565503-c103-4548-898b-433262eaac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933518 Sep 18 05:28:56.582062 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5238075a-53c6-416d-b420-4a724daa18ca req-92f13b5b-f4f6-4240-935f-330417ac0a53 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 210 time: 0.0480406 Sep 18 05:28:57.640674 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44df112-f375-4e86-844f-f070af82a329 req-2468cc2d-bb55-498e-b069-459b9de6b0f3 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:57.649495 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b44df112-f375-4e86-844f-f070af82a329 req-2468cc2d-bb55-498e-b069-459b9de6b0f3 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 945 time: 0.0775099 Sep 18 05:28:57.704004 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b44df112-f375-4e86-844f-f070af82a329 req-92919b12-5922-4248-99ad-b7a102ddc299 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532486 Sep 18 05:28:57.715450 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2056a0ff-833f-4b33-a040-a456e3b1d7da req-bf026103-e7af-4696-a09d-29e00f99308c tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 210 time: 0.0566661 Sep 18 05:28:58.051308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50940) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:58.164355 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-19d2fca3-0807-4bfe-a725-f2ddcf741267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:58.251000 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-19d2fca3-0807-4bfe-a725-f2ddcf741267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:58.335303 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-19d2fca3-0807-4bfe-a725-f2ddcf741267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:58.377939 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-19d2fca3-0807-4bfe-a725-f2ddcf741267 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a92b787f66b5411c940c9388d2c1b865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255141 Sep 18 05:28:58.378847 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2fca3-0807-4bfe-a725-f2ddcf741267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f339cf-5b84-4ae5-b941-c92cde80df6e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:58.380700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 50950) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:58.436368 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e55118a1-d7c7-4ab9-9890-b3d8f99b9ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:58.458231 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e55118a1-d7c7-4ab9-9890-b3d8f99b9ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:58.594288 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e55118a1-d7c7-4ab9-9890-b3d8f99b9ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:58.596915 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e55118a1-d7c7-4ab9-9890-b3d8f99b9ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:58.598023 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e55118a1-d7c7-4ab9-9890-b3d8f99b9ae1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5f339cf-5b84-4ae5-b941-c92cde80df6e HTTP/1.1" status: 204 len: 168 time: 0.2160528 Sep 18 05:28:58.615814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55118a1-d7c7-4ab9-9890-b3d8f99b9ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f339cf-5b84-4ae5-b941-c92cde80df6e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:58.652133 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-516e8689-ed6a-4db0-aeeb-29a769ed5c8a tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:58.654107 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-516e8689-ed6a-4db0-aeeb-29a769ed5c8a tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.13 "GET /v2.0/networks?id=26565503-c103-4548-898b-433262eaac47 HTTP/1.1" status: 200 len: 808 time: 0.1262295 Sep 18 05:28:58.668035 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-3848048a-1bb4-4cbc-9079-6ea305bce8f5 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Request body: {'port': {'device_id': '61a73860-f2a2-4742-a140-e71c165dbb42', 'network_id': '26565503-c103-4548-898b-433262eaac47', 'admin_state_up': True, 'tenant_id': 'de55bbacd20f4b9999009c4c62c67dda'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:58.856829 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b486d17-9863-4a11-9e8d-6eebcc18243d req-81592401-5268-432e-ab52-6263ebae21c8 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 210 time: 0.0410135 Sep 18 05:28:58.872085 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeee825-d69f-406d-8fa5-c79c457e1468 req-e315216c-8f6d-4ca3-ad25-dbcb6ca1c09e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:58.874823 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5aeee825-d69f-406d-8fa5-c79c457e1468 req-e315216c-8f6d-4ca3-ad25-dbcb6ca1c09e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 945 time: 0.0706837 Sep 18 05:28:58.895252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-3848048a-1bb4-4cbc-9079-6ea305bce8f5 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Made reservation on behalf of de55bbacd20f4b9999009c4c62c67dda for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:28:58.898982 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-3848048a-1bb4-4cbc-9079-6ea305bce8f5 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:58.934824 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5aeee825-d69f-406d-8fa5-c79c457e1468 req-b0fa3949-d1e1-4ed8-9c8f-81b548762697 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536485 Sep 18 05:28:59.026289 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ef6b-47bc-4b41-bce6-69ae62c6876a req-f5448005-e498-4ba2-8fd6-4b1dc11a1ca6 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:59.032855 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d6f1ef6b-47bc-4b41-bce6-69ae62c6876a req-f5448005-e498-4ba2-8fd6-4b1dc11a1ca6 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 945 time: 0.1174061 Sep 18 05:28:59.146568 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-3848048a-1bb4-4cbc-9079-6ea305bce8f5 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Allocated IP 172.20.0.12 (26565503-c103-4548-898b-433262eaac47/52015cd0-876b-4d64-84aa-fd82ee2ab2e4/39ed0173-a65e-475f-8f7d-2d20861c4cd1) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:28:59.197541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-d6f1ef6b-47bc-4b41-bce6-69ae62c6876a req-0aa5aa2d-03a2-4726-8c79-649a373e98ce tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Deleting port 203e5fff-03ac-4499-bb5e-7b55dac44dfb {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:28:59.197892 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d6f1ef6b-47bc-4b41-bce6-69ae62c6876a req-0aa5aa2d-03a2-4726-8c79-649a373e98ce tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:59.324939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50972) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:59.338168 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37924c3c-d445-4479-8ce9-a3a09ff99345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:59.361238 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d6f1ef6b-47bc-4b41-bce6-69ae62c6876a req-0aa5aa2d-03a2-4726-8c79-649a373e98ce tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] For port 203e5fff-03ac-4499-bb5e-7b55dac44dfb, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=203e5fff-03ac-4499-bb5e-7b55dac44dfb,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:28:59.362855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d6f1ef6b-47bc-4b41-bce6-69ae62c6876a req-0aa5aa2d-03a2-4726-8c79-649a373e98ce tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:59.384427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-d6f1ef6b-47bc-4b41-bce6-69ae62c6876a req-0aa5aa2d-03a2-4726-8c79-649a373e98ce tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Calling delete_port for 203e5fff-03ac-4499-bb5e-7b55dac44dfb owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:28:59.402668 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-3848048a-1bb4-4cbc-9079-6ea305bce8f5 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:59.442746 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37924c3c-d445-4479-8ce9-a3a09ff99345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:59.483656 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37924c3c-d445-4479-8ce9-a3a09ff99345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:59.527356 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-37924c3c-d445-4479-8ce9-a3a09ff99345 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d24e1d356684cca9f427faa71aaa7c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983111 Sep 18 05:28:59.527622 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 50976) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:28:59.534462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37924c3c-d445-4479-8ce9-a3a09ff99345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146b518e-17e6-412d-ba36-c0286b65e40f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:59.552431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-3848048a-1bb4-4cbc-9079-6ea305bce8f5 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:59.585068 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6049-6103-41dc-ae2b-a4eda828c016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:59.596993 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-3848048a-1bb4-4cbc-9079-6ea305bce8f5 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Network 26565503-c103-4548-898b-433262eaac47 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:28:59.600152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-3848048a-1bb4-4cbc-9079-6ea305bce8f5 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:28:59.604171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-3848048a-1bb4-4cbc-9079-6ea305bce8f5 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:28:59.612688 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d6f1ef6b-47bc-4b41-bce6-69ae62c6876a req-0aa5aa2d-03a2-4726-8c79-649a373e98ce tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:59.613383 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6049-6103-41dc-ae2b-a4eda828c016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:59.626489 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['203e5fff-03ac-4499-bb5e-7b55dac44dfb'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:59.639915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f69100b-3ee1-4fb1-8787-faaeb443d840'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:28:59.643540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848048a-1bb4-4cbc-9079-6ea305bce8f5 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Pushing event updated for resources: {'Port': ['ID=39ed0173-a65e-475f-8f7d-2d20861c4cd1,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:59.685461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5aa2d-03a2-4726-8c79-649a373e98ce tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Pushing event deleted for resources: {'Port': ['ID=203e5fff-03ac-4499-bb5e-7b55dac44dfb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:59.715578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-3848048a-1bb4-4cbc-9079-6ea305bce8f5 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:28:59.716210 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-3848048a-1bb4-4cbc-9079-6ea305bce8f5 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:59.731962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f1ef6b-47bc-4b41-bce6-69ae62c6876a req-0aa5aa2d-03a2-4726-8c79-649a373e98ce tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] No DVR routers for this DVR port 203e5fff-03ac-4499-bb5e-7b55dac44dfb on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:28:59.736595 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d6f1ef6b-47bc-4b41-bce6-69ae62c6876a req-0aa5aa2d-03a2-4726-8c79-649a373e98ce tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:59.738546 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d6f1ef6b-47bc-4b41-bce6-69ae62c6876a req-0aa5aa2d-03a2-4726-8c79-649a373e98ce tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "DELETE /v2.0/ports/203e5fff-03ac-4499-bb5e-7b55dac44dfb HTTP/1.1" status: 204 len: 173 time: 0.7020862 Sep 18 05:28:59.738985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb87bf47-00f4-4f06-8071-c1043213dae9', 'name': 'network-vif-deleted', 'tag': '203e5fff-03ac-4499-bb5e-7b55dac44dfb'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:28:59.741254 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2ffb11-3c4c-4c56-acd3-42883f539952" -d '{"events": [{"server_uuid": "fb87bf47-00f4-4f06-8071-c1043213dae9", "name": "network-vif-deleted", "tag": "203e5fff-03ac-4499-bb5e-7b55dac44dfb"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:28:59.747503 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6049-6103-41dc-ae2b-a4eda828c016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:59.750202 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6049-6103-41dc-ae2b-a4eda828c016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:28:59.751386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bbdd6049-6103-41dc-ae2b-a4eda828c016 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/146b518e-17e6-412d-ba36-c0286b65e40f HTTP/1.1" status: 204 len: 168 time: 0.2226868 Sep 18 05:28:59.759116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd6049-6103-41dc-ae2b-a4eda828c016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146b518e-17e6-412d-ba36-c0286b65e40f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:28:59.821804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-3848048a-1bb4-4cbc-9079-6ea305bce8f5 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1573651 Sep 18 05:28:59.835773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Request body: {'port': {'device_id': '61a73860-f2a2-4742-a140-e71c165dbb42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:28:59.868726 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d37605-19e7-4bf3-bd81-3d6a85ba6021 x-openstack-request-id: req-70d37605-19e7-4bf3-bd81-3d6a85ba6021 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:28:59.869420 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb87bf47-00f4-4f06-8071-c1043213dae9", "name": "network-vif-deleted", "tag": "203e5fff-03ac-4499-bb5e-7b55dac44dfb", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:28:59.869420 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70d37605-19e7-4bf3-bd81-3d6a85ba6021 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:28:59.869660 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb87bf47-00f4-4f06-8071-c1043213dae9', 'name': 'network-vif-deleted', 'tag': '203e5fff-03ac-4499-bb5e-7b55dac44dfb', 'status': 'completed', 'code': 200} Sep 18 05:28:59.931051 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:00.007031 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 68fcdfa0-2611-49af-8ce1-9809db9091e9 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:29:00.045513 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac903e-8842-4721-b6a3-74ffaa02f2e9 req-73f96912-f4fd-4560-84f5-fdb2c6813017 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:00.047048 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b6ac903e-8842-4721-b6a3-74ffaa02f2e9 req-73f96912-f4fd-4560-84f5-fdb2c6813017 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 932 time: 0.0905390 Sep 18 05:29:00.048513 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 68fcdfa0-2611-49af-8ce1-9809db9091e9 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:29:00.049221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 68fcdfa0-2611-49af-8ce1-9809db9091e9 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:29:00.102230 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b6ac903e-8842-4721-b6a3-74ffaa02f2e9 req-e6486907-cb6f-42e0-b3f3-0d703195510e tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d93feea-298c-459a-bc02-4f6a553f33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457780 Sep 18 05:29:00.121818 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ef51663-509a-4fcc-920c-8d53506440b0 req-49355c97-c993-491b-a1bf-32c85de71bce tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb87bf47-00f4-4f06-8071-c1043213dae9 HTTP/1.1" status: 200 len: 210 time: 0.0350990 Sep 18 05:29:00.309427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ed0173-a65e-475f-8f7d-2d20861c4cd1 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:29:00.317344 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:00.330742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Transition to ACTIVE for port object 39ed0173-a65e-475f-8f7d-2d20861c4cd1 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:29:00.404357 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:00.484406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Pushing event updated for resources: {'Port': ['ID=39ed0173-a65e-475f-8f7d-2d20861c4cd1,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:00.534667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Attempting to bind port 39ed0173-a65e-475f-8f7d-2d20861c4cd1 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:29:00.535015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Attempting to bind port 39ed0173-a65e-475f-8f7d-2d20861c4cd1 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '9bf0a407-f555-416e-a141-150790cc76b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26565503-c103-4548-898b-433262eaac47'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:29:00.535351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Attempting to bind port 39ed0173-a65e-475f-8f7d-2d20861c4cd1 on network 26565503-c103-4548-898b-433262eaac47 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:29:00.539517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Port 39ed0173-a65e-475f-8f7d-2d20861c4cd1 on network 26565503-c103-4548-898b-433262eaac47 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:29:00.539845 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Attempting to bind port 39ed0173-a65e-475f-8f7d-2d20861c4cd1 on network 26565503-c103-4548-898b-433262eaac47 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:29:00.545493 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:29:00.545834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Checking segment: {'id': '9bf0a407-f555-416e-a141-150790cc76b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26565503-c103-4548-898b-433262eaac47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:29:00.546220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Bound using segment: {'id': '9bf0a407-f555-416e-a141-150790cc76b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26565503-c103-4548-898b-433262eaac47'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:29:00.546661 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Bound port: 39ed0173-a65e-475f-8f7d-2d20861c4cd1, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf0a407-f555-416e-a141-150790cc76b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '26565503-c103-4548-898b-433262eaac47'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:29:00.547110 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:00.617853 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] For port 39ed0173-a65e-475f-8f7d-2d20861c4cd1, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:29:00.626010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] For port 39ed0173-a65e-475f-8f7d-2d20861c4cd1, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=39ed0173-a65e-475f-8f7d-2d20861c4cd1,segment=NetworkSegment(9bf0a407-f555-416e-a141-150790cc76b7),segment_id=9bf0a407-f555-416e-a141-150790cc76b7)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:29:00.695819 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:00.732158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:00.732812 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:00.734491 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] 10.222.0.13 "PUT /v2.0/ports/39ed0173-a65e-475f-8f7d-2d20861c4cd1 HTTP/1.1" status: 200 len: 1093 time: 0.9047070 Sep 18 05:29:00.770274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc231e-fbcb-44b1-b046-7f2f1fad9d68 service neutron] Pushing event updated for resources: {'Port': ['ID=39ed0173-a65e-475f-8f7d-2d20861c4cd1,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:00.884352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-e3f3a1df-d959-4d3b-a973-0e626b93938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:00.885993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-e3f3a1df-d959-4d3b-a973-0e626b93938f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de55bbacd20f4b9999009c4c62c67dda&device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 1096 time: 0.0433519 Sep 18 05:29:00.930420 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-195aa9ad-29b1-4d04-b11b-b3f6c9fbde44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39ed0173-a65e-475f-8f7d-2d20861c4cd1 HTTP/1.1" status: 200 len: 217 time: 0.0355651 Sep 18 05:29:00.981720 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-93d7a1df-91d5-44f0-bff2-bacae2765663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:00.983394 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-93d7a1df-91d5-44f0-bff2-bacae2765663 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52015cd0-876b-4d64-84aa-fd82ee2ab2e4 HTTP/1.1" status: 200 len: 848 time: 0.0459890 Sep 18 05:29:01.021524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-44aef93f-d85e-4f57-a241-d98b870943f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26565503-c103-4548-898b-433262eaac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313172 Sep 18 05:29:01.116324 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-021b0150-01d1-4006-b6b2-c46c776645b4 service neutron] 10.222.0.13 "GET /v2.0/networks/26565503-c103-4548-898b-433262eaac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876462 Sep 18 05:29:01.243504 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd1c83cc-2ae0-4980-a65d-b25f596ee6a3 req-aeaecdfd-26e1-4f05-9c53-a7a141d78739 service neutron] 10.222.0.13 "GET /v2.0/networks/26565503-c103-4548-898b-433262eaac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201627 Sep 18 05:29:01.260756 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d75deb5e-2f59-4ce5-b6a0-ef5705a3062d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:01.279308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79127f6e-d143-48d4-bdda-99d2550baf25 req-5ec88892-d928-4f4c-b9b6-838769c065e8 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:01.280950 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79127f6e-d143-48d4-bdda-99d2550baf25 req-5ec88892-d928-4f4c-b9b6-838769c065e8 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 944 time: 0.0719647 Sep 18 05:29:01.320083 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79127f6e-d143-48d4-bdda-99d2550baf25 req-50e1fa18-66ee-4edf-906d-8b1288afe8c7 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d93feea-298c-459a-bc02-4f6a553f33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332575 Sep 18 05:29:01.507052 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7ef0b6d3-47f4-447f-aa99-5f33a3d051af tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:01.508669 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7ef0b6d3-47f4-447f-aa99-5f33a3d051af tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.1074886 Sep 18 05:29:01.524847 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-6e54be9b-e8e1-499d-86cb-baca71a81720 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/quotas/6277d485fb1c4ef6a8fd9994eb17d7aa HTTP/1.1" status: 200 len: 375 time: 0.0092673 Sep 18 05:29:01.920063 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a73860-f2a2-4742-a140-e71c165dbb42', 'tag': '39ed0173-a65e-475f-8f7d-2d20861c4cd1'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:29:01.922346 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77018516-553e-4e50-ada1-b3a5038b14b7" -d '{"events": [{"name": "network-changed", "server_uuid": "61a73860-f2a2-4742-a140-e71c165dbb42", "tag": "39ed0173-a65e-475f-8f7d-2d20861c4cd1"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:29:01.960850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-03748703-d1cd-41d6-a865-68249735a2f1 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4287410 Sep 18 05:29:01.963686 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356e3519-1113-4a15-90d8-0fdcea8674c6 x-openstack-request-id: req-356e3519-1113-4a15-90d8-0fdcea8674c6 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:29:01.964032 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a73860-f2a2-4742-a140-e71c165dbb42", "tag": "39ed0173-a65e-475f-8f7d-2d20861c4cd1", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:29:01.964311 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-356e3519-1113-4a15-90d8-0fdcea8674c6 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:29:01.964708 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a73860-f2a2-4742-a140-e71c165dbb42', 'tag': '39ed0173-a65e-475f-8f7d-2d20861c4cd1', 'status': 'completed', 'code': 200} Sep 18 05:29:02.080346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018516-553e-4e50-ada1-b3a5038b14b7 req-556ac145-0da1-4417-8359-064502e863a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:02.081882 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-77018516-553e-4e50-ada1-b3a5038b14b7 req-556ac145-0da1-4417-8359-064502e863a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de55bbacd20f4b9999009c4c62c67dda&device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 1096 time: 0.0892074 Sep 18 05:29:02.093293 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-102152c7-e74b-46b7-b89a-73f929c2abc5 service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258078 Sep 18 05:29:02.272971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018516-553e-4e50-ada1-b3a5038b14b7 req-201c075e-dcb1-42c2-a820-7bb40924eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:02.274471 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-77018516-553e-4e50-ada1-b3a5038b14b7 req-201c075e-dcb1-42c2-a820-7bb40924eca8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26565503-c103-4548-898b-433262eaac47 HTTP/1.1" status: 200 len: 908 time: 0.1855731 Sep 18 05:29:02.276360 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-b4c6e54c-6f1d-4148-8570-784ed1c8df7b service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548841 Sep 18 05:29:02.321872 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-77018516-553e-4e50-ada1-b3a5038b14b7 req-a475d12c-be0a-4c39-93a7-39da7e0862dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39ed0173-a65e-475f-8f7d-2d20861c4cd1 HTTP/1.1" status: 200 len: 217 time: 0.0388436 Sep 18 05:29:02.377508 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018516-553e-4e50-ada1-b3a5038b14b7 req-07161e86-9b49-4539-b6a0-5fff11fc1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:02.379117 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-77018516-553e-4e50-ada1-b3a5038b14b7 req-07161e86-9b49-4539-b6a0-5fff11fc1b76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52015cd0-876b-4d64-84aa-fd82ee2ab2e4 HTTP/1.1" status: 200 len: 848 time: 0.0500054 Sep 18 05:29:02.423385 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-77018516-553e-4e50-ada1-b3a5038b14b7 req-a00a0768-48f4-4cd3-9f45-e84223e98d88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26565503-c103-4548-898b-433262eaac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318074 Sep 18 05:29:02.490650 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1d429-45d7-4bf6-b5d9-feda44417977 req-1e1e3c68-5a0a-448a-b10d-fdaea15aca58 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:02.492268 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-67e1d429-45d7-4bf6-b5d9-feda44417977 req-1e1e3c68-5a0a-448a-b10d-fdaea15aca58 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 944 time: 0.0722454 Sep 18 05:29:02.538068 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-77018516-553e-4e50-ada1-b3a5038b14b7 req-8c849a05-3d8b-4871-a975-d087b1446b77 service neutron] 10.222.0.13 "GET /v2.0/networks/26565503-c103-4548-898b-433262eaac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113932 Sep 18 05:29:02.543033 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-67e1d429-45d7-4bf6-b5d9-feda44417977 req-8fcf750f-4652-44b4-ae74-66d0b6589234 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d93feea-298c-459a-bc02-4f6a553f33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 Sep 18 05:29:02.648973 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-77018516-553e-4e50-ada1-b3a5038b14b7 req-b4e7ac5d-be80-4b7c-a025-d46a7e5b0caf service neutron] 10.222.0.13 "GET /v2.0/networks/26565503-c103-4548-898b-433262eaac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040285 Sep 18 05:29:02.693618 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b3a362b4-52f0-4010-a681-efb9c8bc071e req-dac8b6b6-cee0-4d12-8820-cc154c62b4ba tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 210 time: 0.0539529 Sep 18 05:29:02.765361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 203e5fff-03ac-4499-bb5e-7b55dac44dfb no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:29:02.789013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 203e5fff-03ac-4499-bb5e-7b55dac44dfb {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:29:02.789013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 203e5fff-03ac-4499-bb5e-7b55dac44dfb not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:29:03.663780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19552337-8f47-424f-a401-82b35b871860 req-b8d6024a-eb80-462d-852d-0309ecfceb1a tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:03.665302 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-19552337-8f47-424f-a401-82b35b871860 req-b8d6024a-eb80-462d-852d-0309ecfceb1a tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 944 time: 0.0532873 Sep 18 05:29:03.703631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-19552337-8f47-424f-a401-82b35b871860 req-1b682994-8a24-4ca3-bff8-1b0c493ef177 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d93feea-298c-459a-bc02-4f6a553f33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317957 Sep 18 05:29:03.798250 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0692da8f-2adb-44d4-9bf8-83e9caa837c4 req-b294251d-9656-432c-a015-2abc5ca51b62 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 210 time: 0.0351861 Sep 18 05:29:03.849511 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-31dd3d47-7c59-411f-8a8f-b33d1ab88521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:04.031091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 39ed0173-a65e-475f-8f7d-2d20861c4cd1 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:29:04.129220 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 39ed0173-a65e-475f-8f7d-2d20861c4cd1, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=39ed0173-a65e-475f-8f7d-2d20861c4cd1,segment=NetworkSegment(9bf0a407-f555-416e-a141-150790cc76b7),segment_id=9bf0a407-f555-416e-a141-150790cc76b7)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:29:04.140298 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '39ed0173-a65e-475f-8f7d-2d20861c4cd1', 'network_id': '26565503-c103-4548-898b-433262eaac47', 'port_id': '39ed0173-a65e-475f-8f7d-2d20861c4cd1', 'mac_address': 'fa:16:3e:79:49:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52015cd0-876b-4d64-84aa-fd82ee2ab2e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:29:04.176781 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:04.193285 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ed0173-a65e-475f-8f7d-2d20861c4cd1 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:29:04.220903 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 39ed0173-a65e-475f-8f7d-2d20861c4cd1, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=39ed0173-a65e-475f-8f7d-2d20861c4cd1,segment=NetworkSegment(9bf0a407-f555-416e-a141-150790cc76b7),segment_id=9bf0a407-f555-416e-a141-150790cc76b7)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:29:04.345223 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:04.368430 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:04.398896 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=39ed0173-a65e-475f-8f7d-2d20861c4cd1,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:04.540989 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['39ed0173-a65e-475f-8f7d-2d20861c4cd1'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:29:04.570918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7844ed87-3d20-469c-b9a2-07eb8e2635a2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:04.572757 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7844ed87-3d20-469c-b9a2-07eb8e2635a2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.1155992 Sep 18 05:29:04.592410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7b82d5f1-718c-40e6-9510-b21ab77b4465 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Request body: {'port': {'device_id': '127b70c2-8b72-448c-ae43-d41bf634ea71', 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'admin_state_up': True, 'tenant_id': '6277d485fb1c4ef6a8fd9994eb17d7aa'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:29:04.827972 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7b82d5f1-718c-40e6-9510-b21ab77b4465 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Made reservation on behalf of 6277d485fb1c4ef6a8fd9994eb17d7aa for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:29:04.832005 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7b82d5f1-718c-40e6-9510-b21ab77b4465 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:04.858473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8e5ba-d371-4a8b-9bbf-b2cb63d94f53 req-befc25d9-fc9b-4a64-8c8b-315777997776 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:04.860036 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f4d8e5ba-d371-4a8b-9bbf-b2cb63d94f53 req-befc25d9-fc9b-4a64-8c8b-315777997776 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 945 time: 0.0740614 Sep 18 05:29:04.920806 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4135693f-cbea-4000-9032-9fef0d6a400c req-db84f3bb-2ed8-4953-9b84-a1131b32dfa9 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 210 time: 0.0331290 Sep 18 05:29:04.975685 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f4d8e5ba-d371-4a8b-9bbf-b2cb63d94f53 req-7fef527c-ee2f-49e9-a796-3875c47aa3e9 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d93feea-298c-459a-bc02-4f6a553f33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992215 Sep 18 05:29:05.031785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7b82d5f1-718c-40e6-9510-b21ab77b4465 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Allocated IP 172.20.0.10 (48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d/3404c123-a5c4-46c8-a367-ec525a9124e2/7ea26811-42a7-42c1-a473-74dd6ea909d2) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:29:05.185476 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7b82d5f1-718c-40e6-9510-b21ab77b4465 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:05.249474 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:05.267159 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7b82d5f1-718c-40e6-9510-b21ab77b4465 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:05.279179 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f69100b-3ee1-4fb1-8787-faaeb443d840'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:29:05.316458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7b82d5f1-718c-40e6-9510-b21ab77b4465 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:29:05.321961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7b82d5f1-718c-40e6-9510-b21ab77b4465 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:29:05.326491 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7b82d5f1-718c-40e6-9510-b21ab77b4465 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:29:05.336511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82d5f1-718c-40e6-9510-b21ab77b4465 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Pushing event updated for resources: {'Port': ['ID=7ea26811-42a7-42c1-a473-74dd6ea909d2,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:05.398291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7b82d5f1-718c-40e6-9510-b21ab77b4465 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:05.398737 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7b82d5f1-718c-40e6-9510-b21ab77b4465 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:05.478755 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-7b82d5f1-718c-40e6-9510-b21ab77b4465 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8969052 Sep 18 05:29:05.497425 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Request body: {'port': {'device_id': '127b70c2-8b72-448c-ae43-d41bf634ea71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:29:05.560908 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:05.865253 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea26811-42a7-42c1-a473-74dd6ea909d2 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:29:05.873124 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:05.884998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Transition to ACTIVE for port object 7ea26811-42a7-42c1-a473-74dd6ea909d2 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:29:06.005924 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:06.049863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 39ed0173-a65e-475f-8f7d-2d20861c4cd1 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:29:06.122142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd1831-4651-4e04-96b0-a8e0bb2f4ff8 req-dd6fcaca-1c80-4922-90ca-8485c85fab80 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:06.124707 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3ecd1831-4651-4e04-96b0-a8e0bb2f4ff8 req-dd6fcaca-1c80-4922-90ca-8485c85fab80 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 944 time: 0.1322706 Sep 18 05:29:06.155017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea26811-42a7-42c1-a473-74dd6ea909d2,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:06.186955 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 39ed0173-a65e-475f-8f7d-2d20861c4cd1 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:29:06.192118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 39ed0173-a65e-475f-8f7d-2d20861c4cd1 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:29:06.193285 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:06.196902 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3ecd1831-4651-4e04-96b0-a8e0bb2f4ff8 req-f5be9e19-771e-4b55-be88-fdc5fada49a2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654688 Sep 18 05:29:06.294060 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:06.294859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Attempting to bind port 7ea26811-42a7-42c1-a473-74dd6ea909d2 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:29:06.294859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Attempting to bind port 7ea26811-42a7-42c1-a473-74dd6ea909d2 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:29:06.295258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Attempting to bind port 7ea26811-42a7-42c1-a473-74dd6ea909d2 on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:29:06.305758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7724bd7-14d0-48b8-afe5-871c8f8fa406 req-0b9f6226-c380-4eac-9718-13e3390f7c56 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:06.307923 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7724bd7-14d0-48b8-afe5-871c8f8fa406 req-0b9f6226-c380-4eac-9718-13e3390f7c56 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 945 time: 0.1788361 Sep 18 05:29:06.312516 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Port 7ea26811-42a7-42c1-a473-74dd6ea909d2 on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:29:06.313044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Attempting to bind port 7ea26811-42a7-42c1-a473-74dd6ea909d2 on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:29:06.318813 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:29:06.319731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Checking segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:29:06.320224 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Bound using segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:29:06.320841 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Bound port: 7ea26811-42a7-42c1-a473-74dd6ea909d2, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:29:06.321309 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:06.330786 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 39ed0173-a65e-475f-8f7d-2d20861c4cd1, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=39ed0173-a65e-475f-8f7d-2d20861c4cd1,segment=NetworkSegment(9bf0a407-f555-416e-a141-150790cc76b7),segment_id=9bf0a407-f555-416e-a141-150790cc76b7)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:29:06.331762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a73860-f2a2-4742-a140-e71c165dbb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ed0173-a65e-475f-8f7d-2d20861c4cd1'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:29:06.334367 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0c0a45-a049-4e49-9788-5d5306562c20" -d '{"events": [{"server_uuid": "61a73860-f2a2-4742-a140-e71c165dbb42", "name": "network-vif-plugged", "status": "completed", "tag": "39ed0173-a65e-475f-8f7d-2d20861c4cd1"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:29:06.398483 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:06.403687 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c247d9-b85b-46b2-9cdc-2ed404a374e8 x-openstack-request-id: req-f2c247d9-b85b-46b2-9cdc-2ed404a374e8 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:29:06.404016 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a73860-f2a2-4742-a140-e71c165dbb42", "name": "network-vif-plugged", "status": "completed", "tag": "39ed0173-a65e-475f-8f7d-2d20861c4cd1", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:29:06.404334 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2c247d9-b85b-46b2-9cdc-2ed404a374e8 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:29:06.404739 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a73860-f2a2-4742-a140-e71c165dbb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ed0173-a65e-475f-8f7d-2d20861c4cd1', 'code': 200} Sep 18 05:29:06.471943 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=39ed0173-a65e-475f-8f7d-2d20861c4cd1,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:06.480839 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] For port 7ea26811-42a7-42c1-a473-74dd6ea909d2, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:29:06.499252 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7724bd7-14d0-48b8-afe5-871c8f8fa406 req-39460fad-3521-4818-90b5-5f46a134216d tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d93feea-298c-459a-bc02-4f6a553f33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668954 Sep 18 05:29:06.534560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] For port 7ea26811-42a7-42c1-a473-74dd6ea909d2, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7ea26811-42a7-42c1-a473-74dd6ea909d2,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:29:06.557689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c883b8-99b3-45c2-8e8e-072860bf452e req-6d8deea3-5a50-42c8-80c8-d9e343decc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:06.560254 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94c883b8-99b3-45c2-8e8e-072860bf452e req-6d8deea3-5a50-42c8-80c8-d9e343decc4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 1098 time: 0.0962734 Sep 18 05:29:06.593871 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:06.645387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:06.646153 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:06.647612 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] 10.222.0.18 "PUT /v2.0/ports/7ea26811-42a7-42c1-a473-74dd6ea909d2 HTTP/1.1" status: 200 len: 1093 time: 1.1607146 Sep 18 05:29:06.650118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127b70c2-8b72-448c-ae43-d41bf634ea71', 'tag': '7ea26811-42a7-42c1-a473-74dd6ea909d2'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:29:06.652890 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd073c2-b07a-4f17-8f11-938431ca3c11" -d '{"events": [{"name": "network-changed", "server_uuid": "127b70c2-8b72-448c-ae43-d41bf634ea71", "tag": "7ea26811-42a7-42c1-a473-74dd6ea909d2"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:29:06.659931 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94c883b8-99b3-45c2-8e8e-072860bf452e req-a511a6d3-6295-4caf-b7cd-0c967de64e38 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d93feea-298c-459a-bc02-4f6a553f33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916955 Sep 18 05:29:06.682110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017d0d0-298f-4d92-a4be-3dd1ec5eabd4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea26811-42a7-42c1-a473-74dd6ea909d2,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:06.699735 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4259f1d5-fda4-42ae-8deb-13f097e3ce38 x-openstack-request-id: req-4259f1d5-fda4-42ae-8deb-13f097e3ce38 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:29:06.700027 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "127b70c2-8b72-448c-ae43-d41bf634ea71", "tag": "7ea26811-42a7-42c1-a473-74dd6ea909d2", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:29:06.700326 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4259f1d5-fda4-42ae-8deb-13f097e3ce38 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:29:06.700733 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '127b70c2-8b72-448c-ae43-d41bf634ea71', 'tag': '7ea26811-42a7-42c1-a473-74dd6ea909d2', 'status': 'completed', 'code': 200} Sep 18 05:29:06.771947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd073c2-b07a-4f17-8f11-938431ca3c11 req-7abf2775-2765-4782-a260-c9fd7adaef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:06.773506 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3dd073c2-b07a-4f17-8f11-938431ca3c11 req-7abf2775-2765-4782-a260-c9fd7adaef0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 1096 time: 0.0520108 Sep 18 05:29:06.885577 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd073c2-b07a-4f17-8f11-938431ca3c11 req-bb0a1970-0372-4ad8-b877-b6302163090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:06.887254 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3dd073c2-b07a-4f17-8f11-938431ca3c11 req-bb0a1970-0372-4ad8-b877-b6302163090c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1061511 Sep 18 05:29:06.907229 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:06.993283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd073c2-b07a-4f17-8f11-938431ca3c11 req-c5357a69-9b7c-44cb-b066-a34cb9474409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:06.994691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3dd073c2-b07a-4f17-8f11-938431ca3c11 req-c5357a69-9b7c-44cb-b066-a34cb9474409 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1005144 Sep 18 05:29:07.077091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-3d539e3a-4deb-4989-a0fe-8d9c444f6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:07.078777 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-3d539e3a-4deb-4989-a0fe-8d9c444f6e87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 1096 time: 0.0474808 Sep 18 05:29:07.121924 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-73409202-d653-43e4-80b4-e95c40c58537 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ea26811-42a7-42c1-a473-74dd6ea909d2 HTTP/1.1" status: 200 len: 217 time: 0.0358126 Sep 18 05:29:07.175077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-89e06713-890f-4857-b519-c89f099eb055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:07.176763 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-89e06713-890f-4857-b519-c89f099eb055 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3404c123-a5c4-46c8-a367-ec525a9124e2 HTTP/1.1" status: 200 len: 845 time: 0.0479324 Sep 18 05:29:07.220567 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-c22534ee-c70a-4d6a-84b9-35011e2ec1dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361738 Sep 18 05:29:07.345696 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-8e68dfb5-810f-407a-887b-10b31b01d024 service neutron] 10.222.0.18 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183684 Sep 18 05:29:07.361306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daf39b-27ef-4a71-828d-4075afe6c70c req-eb156557-67e1-421c-a6d2-bfeba0cd4ad4 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:07.362770 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8daf39b-27ef-4a71-828d-4075afe6c70c req-eb156557-67e1-421c-a6d2-bfeba0cd4ad4 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 944 time: 0.0679519 Sep 18 05:29:07.458924 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8daf39b-27ef-4a71-828d-4075afe6c70c req-60dfcc88-3c1b-408c-b9b4-ddb32ff7ed3d tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887039 Sep 18 05:29:07.485639 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e1b0408-0018-4dc0-8f75-8ba967e20578 req-730873c8-a3a4-4817-9fd6-5f7b53181458 service neutron] 10.222.0.18 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317625 Sep 18 05:29:07.663464 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f316aa-2471-4c15-b1f5-bb6876c413e0 req-d7c14531-4420-4d2b-abc0-fc96e1589d6f tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:07.664986 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-07f316aa-2471-4c15-b1f5-bb6876c413e0 req-d7c14531-4420-4d2b-abc0-fc96e1589d6f tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 946 time: 0.0531662 Sep 18 05:29:07.718143 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-07f316aa-2471-4c15-b1f5-bb6876c413e0 req-7032c5ce-db11-4bc1-a90d-933ab061581f tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d93feea-298c-459a-bc02-4f6a553f33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456920 Sep 18 05:29:08.581102 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28048c0-b2d5-4cda-a999-24c66168323b req-40bf1326-4da7-42e7-a839-05c588ed4916 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:08.582662 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e28048c0-b2d5-4cda-a999-24c66168323b req-40bf1326-4da7-42e7-a839-05c588ed4916 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 944 time: 0.0543251 Sep 18 05:29:08.626989 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e28048c0-b2d5-4cda-a999-24c66168323b req-b18c207c-ab4d-4780-b87d-f611108f1461 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344460 Sep 18 05:29:08.835165 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f5225-c215-44de-b89d-08feb75207d8 req-837b9b79-9d11-4e93-a860-d83cba5441f8 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:08.836719 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a01f5225-c215-44de-b89d-08feb75207d8 req-837b9b79-9d11-4e93-a860-d83cba5441f8 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 946 time: 0.0587816 Sep 18 05:29:08.878371 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a01f5225-c215-44de-b89d-08feb75207d8 req-2a70ccab-e2a7-446e-9560-4302c81eb907 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d93feea-298c-459a-bc02-4f6a553f33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356212 Sep 18 05:29:09.754536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d90c1-bbcd-469c-98ee-2f0763efd18c req-1c1cf545-4f1b-4e0d-b44b-89fa1157e750 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:09.756068 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4f2d90c1-bbcd-469c-98ee-2f0763efd18c req-1c1cf545-4f1b-4e0d-b44b-89fa1157e750 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 944 time: 0.0595345 Sep 18 05:29:09.797067 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4f2d90c1-bbcd-469c-98ee-2f0763efd18c req-560d0d6f-17c0-4631-99c4-ccd2c2d81522 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343046 Sep 18 05:29:10.812108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7ea26811-42a7-42c1-a473-74dd6ea909d2 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:29:10.920418 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7ea26811-42a7-42c1-a473-74dd6ea909d2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7ea26811-42a7-42c1-a473-74dd6ea909d2,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:29:10.921643 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca29860-1279-4acb-869e-6688c1e7e869 req-1d27624b-660b-4965-b4aa-e95880e8a57c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:10.923582 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eca29860-1279-4acb-869e-6688c1e7e869 req-1d27624b-660b-4965-b4aa-e95880e8a57c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 944 time: 0.0531180 Sep 18 05:29:10.934269 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '7ea26811-42a7-42c1-a473-74dd6ea909d2', 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'port_id': '7ea26811-42a7-42c1-a473-74dd6ea909d2', 'mac_address': 'fa:16:3e:e7:1e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3404c123-a5c4-46c8-a367-ec525a9124e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:29:10.969511 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eca29860-1279-4acb-869e-6688c1e7e869 req-c0c46f83-84a8-4a4d-8376-73d93a9d8e6b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375252 Sep 18 05:29:10.972596 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:10.985991 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea26811-42a7-42c1-a473-74dd6ea909d2 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:29:11.005532 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7ea26811-42a7-42c1-a473-74dd6ea909d2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7ea26811-42a7-42c1-a473-74dd6ea909d2,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:29:11.117719 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:11.170255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7ea26811-42a7-42c1-a473-74dd6ea909d2,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:11.302156 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7ea26811-42a7-42c1-a473-74dd6ea909d2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:29:12.103024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b22b6c-0c0d-476f-9c05-551b737834b4 req-304dcc24-eab0-4fa4-8424-9c5d564ae060 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:12.105110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a6b22b6c-0c0d-476f-9c05-551b737834b4 req-304dcc24-eab0-4fa4-8424-9c5d564ae060 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 945 time: 0.0512290 Sep 18 05:29:12.153718 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a6b22b6c-0c0d-476f-9c05-551b737834b4 req-9acf0373-b418-48f5-a7f7-7135c1a1a52f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359349 Sep 18 05:29:12.816522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7ea26811-42a7-42c1-a473-74dd6ea909d2 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:29:12.940871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 7ea26811-42a7-42c1-a473-74dd6ea909d2 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:29:12.952167 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 7ea26811-42a7-42c1-a473-74dd6ea909d2 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:29:12.952167 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:13.033145 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:13.065833 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127b70c2-8b72-448c-ae43-d41bf634ea71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea26811-42a7-42c1-a473-74dd6ea909d2'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:29:13.065833 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007feb20-dd81-44bf-b4df-52efbb50ac1f" -d '{"events": [{"server_uuid": "127b70c2-8b72-448c-ae43-d41bf634ea71", "name": "network-vif-plugged", "status": "completed", "tag": "7ea26811-42a7-42c1-a473-74dd6ea909d2"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:29:13.073005 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7ea26811-42a7-42c1-a473-74dd6ea909d2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7ea26811-42a7-42c1-a473-74dd6ea909d2,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:29:13.111498 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4ccacb-902b-4ef4-8ab5-f2312292b1d4 x-openstack-request-id: req-3d4ccacb-902b-4ef4-8ab5-f2312292b1d4 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:29:13.112080 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127b70c2-8b72-448c-ae43-d41bf634ea71", "name": "network-vif-plugged", "status": "completed", "tag": "7ea26811-42a7-42c1-a473-74dd6ea909d2", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:29:13.112616 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d4ccacb-902b-4ef4-8ab5-f2312292b1d4 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:29:13.113060 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127b70c2-8b72-448c-ae43-d41bf634ea71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea26811-42a7-42c1-a473-74dd6ea909d2', 'code': 200} Sep 18 05:29:13.164017 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:13.221916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7ea26811-42a7-42c1-a473-74dd6ea909d2,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:13.233634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7fcb9-3388-47aa-a613-690f0760d66c req-ab6ef6e1-5ba6-472f-b32e-61c83d1d4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:13.236063 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-93e7fcb9-3388-47aa-a613-690f0760d66c req-ab6ef6e1-5ba6-472f-b32e-61c83d1d4762 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 1098 time: 0.0614336 Sep 18 05:29:13.306404 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-93e7fcb9-3388-47aa-a613-690f0760d66c req-d840d5fb-b33e-4087-a759-4c68e7426198 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629423 Sep 18 05:29:13.318542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24b880-758e-404f-9820-07ea702a9a9e req-bf7ec0c1-3509-43a6-86b7-9a39b69e9eb4 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:13.320716 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fa24b880-758e-404f-9820-07ea702a9a9e req-bf7ec0c1-3509-43a6-86b7-9a39b69e9eb4 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 946 time: 0.0792670 Sep 18 05:29:13.366320 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fa24b880-758e-404f-9820-07ea702a9a9e req-7294f13e-7ebc-40bb-b42d-259afa369730 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339401 Sep 18 05:29:13.694166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e630074-12d4-4fa6-87b7-db8517a6a655 req-bbc11ef6-9c75-4775-aa04-47ea3b3163e8 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:13.695693 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9e630074-12d4-4fa6-87b7-db8517a6a655 req-bbc11ef6-9c75-4775-aa04-47ea3b3163e8 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 946 time: 0.0535915 Sep 18 05:29:13.739430 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9e630074-12d4-4fa6-87b7-db8517a6a655 req-536b4ad0-8751-4866-99e7-07357c2b644a tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d93feea-298c-459a-bc02-4f6a553f33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369203 Sep 18 05:29:14.674858 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f247c-b2d0-4857-a513-23461ae4cfb4 req-3ed13e1d-6bc1-429a-8118-0991716c5933 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:14.676569 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-de0f247c-b2d0-4857-a513-23461ae4cfb4 req-3ed13e1d-6bc1-429a-8118-0991716c5933 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 946 time: 0.2417855 Sep 18 05:29:14.717135 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-de0f247c-b2d0-4857-a513-23461ae4cfb4 req-6102cdb5-590e-44a8-959d-8eaa7533f086 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342717 Sep 18 05:29:14.872169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd004a-0f5e-486b-a54c-a5ab93bd34c1 req-66310d0f-1bb5-432f-a896-ae8f628be7fa tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:14.874004 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-55cd004a-0f5e-486b-a54c-a5ab93bd34c1 req-66310d0f-1bb5-432f-a896-ae8f628be7fa tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 946 time: 0.0660038 Sep 18 05:29:14.915606 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-55cd004a-0f5e-486b-a54c-a5ab93bd34c1 req-a11c77bc-b7ff-4541-911b-5722d72dcb4c tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d93feea-298c-459a-bc02-4f6a553f33e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352607 Sep 18 05:29:15.025170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af74d4-4c28-41b5-b250-b4086d5ad71a req-ebaee4c7-ea3b-41c0-bea3-9e1c8b68573e tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:15.026695 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-04af74d4-4c28-41b5-b250-b4086d5ad71a req-ebaee4c7-ea3b-41c0-bea3-9e1c8b68573e tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 946 time: 0.0592837 Sep 18 05:29:15.123207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-04af74d4-4c28-41b5-b250-b4086d5ad71a req-6962823a-9aad-4c28-b768-7ed92d00e96e tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Deleting port 39ed0173-a65e-475f-8f7d-2d20861c4cd1 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:29:15.123565 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-04af74d4-4c28-41b5-b250-b4086d5ad71a req-6962823a-9aad-4c28-b768-7ed92d00e96e tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:15.222297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-04af74d4-4c28-41b5-b250-b4086d5ad71a req-6962823a-9aad-4c28-b768-7ed92d00e96e tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] For port 39ed0173-a65e-475f-8f7d-2d20861c4cd1, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=39ed0173-a65e-475f-8f7d-2d20861c4cd1,segment=NetworkSegment(9bf0a407-f555-416e-a141-150790cc76b7),segment_id=9bf0a407-f555-416e-a141-150790cc76b7)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:29:15.222650 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-04af74d4-4c28-41b5-b250-b4086d5ad71a req-6962823a-9aad-4c28-b768-7ed92d00e96e tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:15.234634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-04af74d4-4c28-41b5-b250-b4086d5ad71a req-6962823a-9aad-4c28-b768-7ed92d00e96e tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Calling delete_port for 39ed0173-a65e-475f-8f7d-2d20861c4cd1 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:29:15.449112 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-04af74d4-4c28-41b5-b250-b4086d5ad71a req-6962823a-9aad-4c28-b768-7ed92d00e96e tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:15.462347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['39ed0173-a65e-475f-8f7d-2d20861c4cd1'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:29:15.492870 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962823a-9aad-4c28-b768-7ed92d00e96e tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Pushing event deleted for resources: {'Port': ['ID=39ed0173-a65e-475f-8f7d-2d20861c4cd1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:15.532142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-04af74d4-4c28-41b5-b250-b4086d5ad71a req-6962823a-9aad-4c28-b768-7ed92d00e96e tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] No DVR routers for this DVR port 39ed0173-a65e-475f-8f7d-2d20861c4cd1 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:29:15.535001 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-04af74d4-4c28-41b5-b250-b4086d5ad71a req-6962823a-9aad-4c28-b768-7ed92d00e96e tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:15.537078 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-04af74d4-4c28-41b5-b250-b4086d5ad71a req-6962823a-9aad-4c28-b768-7ed92d00e96e tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.13 "DELETE /v2.0/ports/39ed0173-a65e-475f-8f7d-2d20861c4cd1 HTTP/1.1" status: 204 len: 173 time: 0.5042689 Sep 18 05:29:15.537514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a73860-f2a2-4742-a140-e71c165dbb42', 'name': 'network-vif-deleted', 'tag': '39ed0173-a65e-475f-8f7d-2d20861c4cd1'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:29:15.540004 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b30385-8ed9-4a03-9580-75160b4dec8d" -d '{"events": [{"server_uuid": "61a73860-f2a2-4742-a140-e71c165dbb42", "name": "network-vif-deleted", "tag": "39ed0173-a65e-475f-8f7d-2d20861c4cd1"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:29:15.577082 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e66d1e-3951-47ec-876b-15088fbb6aba x-openstack-request-id: req-d7e66d1e-3951-47ec-876b-15088fbb6aba {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:29:15.577383 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a73860-f2a2-4742-a140-e71c165dbb42", "name": "network-vif-deleted", "tag": "39ed0173-a65e-475f-8f7d-2d20861c4cd1", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:29:15.577660 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7e66d1e-3951-47ec-876b-15088fbb6aba {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:29:15.578080 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a73860-f2a2-4742-a140-e71c165dbb42', 'name': 'network-vif-deleted', 'tag': '39ed0173-a65e-475f-8f7d-2d20861c4cd1', 'status': 'completed', 'code': 200} Sep 18 05:29:15.840231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219bc9e-b221-4119-b4d4-bd1df254526b req-9d36e0fc-8004-43cd-a05d-07e5d44c6d1e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:15.842040 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6219bc9e-b221-4119-b4d4-bd1df254526b req-9d36e0fc-8004-43cd-a05d-07e5d44c6d1e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 946 time: 0.0527020 Sep 18 05:29:15.882819 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6219bc9e-b221-4119-b4d4-bd1df254526b req-1a3cef89-4c2b-4946-9ace-403558439144 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341272 Sep 18 05:29:16.028055 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ce8d3dc5-4b27-4b32-b7bc-e469a026bf02 req-1b6e115b-9e25-446c-ba30-5f9e1b3db7d2 tempest-VolumesActionsTest-784840889 tempest-VolumesActionsTest-784840889-project] 10.222.0.23 "GET /v2.0/ports?device_id=61a73860-f2a2-4742-a140-e71c165dbb42 HTTP/1.1" status: 200 len: 210 time: 0.0335422 Sep 18 05:29:16.193299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6aaef-6786-460f-9143-37ca407d60f9 req-dd69f115-e734-41c9-9b32-c3d25ae4853a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:16.194857 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-12d6aaef-6786-460f-9143-37ca407d60f9 req-dd69f115-e734-41c9-9b32-c3d25ae4853a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 946 time: 0.0614550 Sep 18 05:29:16.234105 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-12d6aaef-6786-460f-9143-37ca407d60f9 req-edf234f3-9580-4599-b375-bc5690b55694 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330720 Sep 18 05:29:16.361637 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aae9a8-cf1e-477a-9e64-6e4242c194ba req-837ab4e4-a517-4d6c-8176-7d5a8964af1c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:16.363179 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54aae9a8-cf1e-477a-9e64-6e4242c194ba req-837ab4e4-a517-4d6c-8176-7d5a8964af1c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 946 time: 0.0574186 Sep 18 05:29:16.407877 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54aae9a8-cf1e-477a-9e64-6e4242c194ba req-68fc9ea4-5106-477b-b957-cababfbb88f0 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388017 Sep 18 05:29:16.931294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c0b87-c0e1-4b8c-bf24-14bbc43d9039 req-ad80cc2c-8b5c-4e2c-a2bd-e558064d63d9 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:16.933038 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-459c0b87-c0e1-4b8c-bf24-14bbc43d9039 req-ad80cc2c-8b5c-4e2c-a2bd-e558064d63d9 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 946 time: 0.0530012 Sep 18 05:29:16.973862 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-459c0b87-c0e1-4b8c-bf24-14bbc43d9039 req-b0186f0a-d516-47bc-965b-a17123fe3838 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339820 Sep 18 05:29:18.111142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed0e09-8d2e-4f3a-87bb-077ae42c6576 req-5b96b890-b1e7-42b8-88ed-3954789b0773 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:18.114321 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63ed0e09-8d2e-4f3a-87bb-077ae42c6576 req-5b96b890-b1e7-42b8-88ed-3954789b0773 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 946 time: 0.0555232 Sep 18 05:29:18.167925 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-63ed0e09-8d2e-4f3a-87bb-077ae42c6576 req-70e62041-7a70-4261-8951-4bd24ce9bb94 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430562 Sep 18 05:29:18.178202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae2769-9125-485d-b8e1-76dca9fa4007 req-a9b4910a-e12d-46b6-adf8-aa02792ffe85 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:18.180532 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a6ae2769-9125-485d-b8e1-76dca9fa4007 req-a9b4910a-e12d-46b6-adf8-aa02792ffe85 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 946 time: 0.0588186 Sep 18 05:29:18.286071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-a6ae2769-9125-485d-b8e1-76dca9fa4007 req-270c202e-c9da-4fe2-aba3-8cd749800af7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Deleting port 7ea26811-42a7-42c1-a473-74dd6ea909d2 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:29:18.286071 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a6ae2769-9125-485d-b8e1-76dca9fa4007 req-270c202e-c9da-4fe2-aba3-8cd749800af7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:18.385504 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a6ae2769-9125-485d-b8e1-76dca9fa4007 req-270c202e-c9da-4fe2-aba3-8cd749800af7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] For port 7ea26811-42a7-42c1-a473-74dd6ea909d2, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7ea26811-42a7-42c1-a473-74dd6ea909d2,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:29:18.385893 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a6ae2769-9125-485d-b8e1-76dca9fa4007 req-270c202e-c9da-4fe2-aba3-8cd749800af7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:18.401147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-a6ae2769-9125-485d-b8e1-76dca9fa4007 req-270c202e-c9da-4fe2-aba3-8cd749800af7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Calling delete_port for 7ea26811-42a7-42c1-a473-74dd6ea909d2 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:29:18.615413 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a6ae2769-9125-485d-b8e1-76dca9fa4007 req-270c202e-c9da-4fe2-aba3-8cd749800af7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:18.628156 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7ea26811-42a7-42c1-a473-74dd6ea909d2'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:29:18.657377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f69100b-3ee1-4fb1-8787-faaeb443d840'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:29:18.699312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ae2769-9125-485d-b8e1-76dca9fa4007 req-270c202e-c9da-4fe2-aba3-8cd749800af7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] No DVR routers for this DVR port 7ea26811-42a7-42c1-a473-74dd6ea909d2 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:29:18.702216 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a6ae2769-9125-485d-b8e1-76dca9fa4007 req-270c202e-c9da-4fe2-aba3-8cd749800af7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:18.704950 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a6ae2769-9125-485d-b8e1-76dca9fa4007 req-270c202e-c9da-4fe2-aba3-8cd749800af7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "DELETE /v2.0/ports/7ea26811-42a7-42c1-a473-74dd6ea909d2 HTTP/1.1" status: 204 len: 173 time: 0.5181208 Sep 18 05:29:18.705764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c202e-c9da-4fe2-aba3-8cd749800af7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Pushing event deleted for resources: {'Port': ['ID=7ea26811-42a7-42c1-a473-74dd6ea909d2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:18.714169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127b70c2-8b72-448c-ae43-d41bf634ea71', 'name': 'network-vif-deleted', 'tag': '7ea26811-42a7-42c1-a473-74dd6ea909d2'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:29:18.717821 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f9b0f8-0c8b-4ffc-a2f9-5bdc9053856c" -d '{"events": [{"server_uuid": "127b70c2-8b72-448c-ae43-d41bf634ea71", "name": "network-vif-deleted", "tag": "7ea26811-42a7-42c1-a473-74dd6ea909d2"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:29:18.764748 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248564ab-382a-4c3c-8aee-d807e7483db7 x-openstack-request-id: req-248564ab-382a-4c3c-8aee-d807e7483db7 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:29:18.764748 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127b70c2-8b72-448c-ae43-d41bf634ea71", "name": "network-vif-deleted", "tag": "7ea26811-42a7-42c1-a473-74dd6ea909d2", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:29:18.764894 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-248564ab-382a-4c3c-8aee-d807e7483db7 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:29:18.765221 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127b70c2-8b72-448c-ae43-d41bf634ea71', 'name': 'network-vif-deleted', 'tag': '7ea26811-42a7-42c1-a473-74dd6ea909d2', 'status': 'completed', 'code': 200} Sep 18 05:29:19.300607 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c6863859-c860-49bb-bafd-000c812687e9 req-c365ca2f-d2ef-473b-a2ef-612f4ef79255 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=127b70c2-8b72-448c-ae43-d41bf634ea71 HTTP/1.1" status: 200 len: 210 time: 0.0336802 Sep 18 05:29:19.753407 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 51872) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:19.865228 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c2270b26-aad6-404a-b594-3a24ffeff13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:19.964908 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c2270b26-aad6-404a-b594-3a24ffeff13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:20.015088 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c2270b26-aad6-404a-b594-3a24ffeff13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:20.047396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2270b26-aad6-404a-b594-3a24ffeff13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec97c7c6-4185-4ae2-8b7d-dde87bc5710b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:20.066136 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c2270b26-aad6-404a-b594-3a24ffeff13b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54a1258f751548f3bd9165b1e1c23dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115160 Sep 18 05:29:20.068652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51892) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:20.069098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 39ed0173-a65e-475f-8f7d-2d20861c4cd1 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:29:20.092399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 39ed0173-a65e-475f-8f7d-2d20861c4cd1 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:29:20.092676 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 39ed0173-a65e-475f-8f7d-2d20861c4cd1 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:29:20.129051 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c357947-f4e1-4ed0-8efa-3d048743574e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:20.150753 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c357947-f4e1-4ed0-8efa-3d048743574e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:20.295506 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c357947-f4e1-4ed0-8efa-3d048743574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:20.298314 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2c357947-f4e1-4ed0-8efa-3d048743574e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:20.301741 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2c357947-f4e1-4ed0-8efa-3d048743574e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec97c7c6-4185-4ae2-8b7d-dde87bc5710b HTTP/1.1" status: 204 len: 168 time: 0.2298524 Sep 18 05:29:20.311108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c357947-f4e1-4ed0-8efa-3d048743574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec97c7c6-4185-4ae2-8b7d-dde87bc5710b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:20.636448 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-0196c03e-8897-4200-b4ce-92fd847384f2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:20.638519 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-0196c03e-8897-4200-b4ce-92fd847384f2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.1126456 Sep 18 05:29:20.654789 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-6e2329f9-e6d6-45b7-9322-985d3e4a563f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/quotas/6277d485fb1c4ef6a8fd9994eb17d7aa HTTP/1.1" status: 200 len: 375 time: 0.0101647 Sep 18 05:29:20.706257 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-1bd264b5-b8a6-4ad0-b24f-fe3f869a53bc tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454717 Sep 18 05:29:20.809214 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-365f7f09-fc68-4b33-90f4-8449e9f38db8 service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890074 Sep 18 05:29:20.909467 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-bf4ea955-7503-4ae0-b214-5dcbfd80b3cf service neutron] 10.222.0.23 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929725 Sep 18 05:29:20.929923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51952) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:20.943431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-15556cf2-d058-43aa-a75e-59eb9beed349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:21.035197 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-15556cf2-d058-43aa-a75e-59eb9beed349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:21.140295 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-15556cf2-d058-43aa-a75e-59eb9beed349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:21.173247 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15556cf2-d058-43aa-a75e-59eb9beed349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e317b6c7-f308-4b60-90d3-4cd28841df69,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:21.187366 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-15556cf2-d058-43aa-a75e-59eb9beed349 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c781c98cc034847aa7a5d168a78ee42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2561431 Sep 18 05:29:21.189890 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 51968) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:21.272513 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-850ff2ed-b696-4b1a-9731-28abd4825302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:21.303346 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-850ff2ed-b696-4b1a-9731-28abd4825302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:21.480847 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b843e1e3-d675-46b1-8b5a-75c4df2207af req-f9ad27f1-f4aa-4d94-9f9c-52ba3fa1c457 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 210 time: 0.3630364 Sep 18 05:29:21.489373 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-850ff2ed-b696-4b1a-9731-28abd4825302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:21.501350 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-850ff2ed-b696-4b1a-9731-28abd4825302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:21.502555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-850ff2ed-b696-4b1a-9731-28abd4825302 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e317b6c7-f308-4b60-90d3-4cd28841df69 HTTP/1.1" status: 204 len: 168 time: 0.3113430 Sep 18 05:29:21.521558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ff2ed-b696-4b1a-9731-28abd4825302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e317b6c7-f308-4b60-90d3-4cd28841df69,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:22.583831 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-15e27858-ab29-453e-9706-1c7ce852c200 req-05c0e8d1-406e-4580-b341-997987b266ab tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 210 time: 0.0333612 Sep 18 05:29:22.920859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7ea26811-42a7-42c1-a473-74dd6ea909d2 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:29:22.943320 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 7ea26811-42a7-42c1-a473-74dd6ea909d2 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:29:22.943658 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7ea26811-42a7-42c1-a473-74dd6ea909d2 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:29:23.165987 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:23.328269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-e60246c1-1415-4e86-9bba-267102312ec0 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:23.329412 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:23.329980 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-e60246c1-1415-4e86-9bba-267102312ec0 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 805 time: 0.1506457 Sep 18 05:29:23.343712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-73fa8fdb-f261-4276-8c1b-b261bb44e81a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Request body: {'port': {'device_id': '68bf2575-0579-46e8-a1b5-d57e191e3040', 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'admin_state_up': True, 'tenant_id': '6277d485fb1c4ef6a8fd9994eb17d7aa'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:29:23.580536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-73fa8fdb-f261-4276-8c1b-b261bb44e81a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Made reservation on behalf of 6277d485fb1c4ef6a8fd9994eb17d7aa for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:29:23.584010 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-73fa8fdb-f261-4276-8c1b-b261bb44e81a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:23.765280 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f353ff4-37f3-4ca7-bcdf-6bd6849d75e1 req-1edd2991-53d0-4f6f-aa07-f7b8f5ce1b59 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 210 time: 0.0349951 Sep 18 05:29:23.786217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-73fa8fdb-f261-4276-8c1b-b261bb44e81a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Allocated IP 172.20.0.2 (48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d/3404c123-a5c4-46c8-a367-ec525a9124e2/d218f8f5-eae7-41e6-9913-79fe45db16db) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:29:23.992139 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-73fa8fdb-f261-4276-8c1b-b261bb44e81a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:24.198297 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-73fa8fdb-f261-4276-8c1b-b261bb44e81a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:24.211510 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f69100b-3ee1-4fb1-8787-faaeb443d840'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:29:24.272555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-73fa8fdb-f261-4276-8c1b-b261bb44e81a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:29:24.275742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-73fa8fdb-f261-4276-8c1b-b261bb44e81a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:29:24.279731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-73fa8fdb-f261-4276-8c1b-b261bb44e81a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:29:24.296880 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa8fdb-f261-4276-8c1b-b261bb44e81a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Pushing event updated for resources: {'Port': ['ID=d218f8f5-eae7-41e6-9913-79fe45db16db,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:24.376417 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-73fa8fdb-f261-4276-8c1b-b261bb44e81a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:24.378284 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-73fa8fdb-f261-4276-8c1b-b261bb44e81a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:24.439028 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-73fa8fdb-f261-4276-8c1b-b261bb44e81a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0999656 Sep 18 05:29:24.452100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Request body: {'port': {'device_id': '68bf2575-0579-46e8-a1b5-d57e191e3040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:29:24.510836 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:24.841028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d218f8f5-eae7-41e6-9913-79fe45db16db {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:29:24.857914 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:24.878178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Transition to ACTIVE for port object d218f8f5-eae7-41e6-9913-79fe45db16db will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:29:24.923990 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e270a5-976a-47d7-aefb-985d490f111a req-f012c33a-edba-422f-85a6-8a333d9621c0 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:24.925850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79e270a5-976a-47d7-aefb-985d490f111a req-f012c33a-edba-422f-85a6-8a333d9621c0 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 931 time: 0.0604663 Sep 18 05:29:24.952683 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:24.976883 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-79e270a5-976a-47d7-aefb-985d490f111a req-0e29205b-0c01-4f17-8d92-aa117edc8161 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Sep 18 05:29:25.041099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Pushing event updated for resources: {'Port': ['ID=d218f8f5-eae7-41e6-9913-79fe45db16db,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:25.122613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Attempting to bind port d218f8f5-eae7-41e6-9913-79fe45db16db on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:29:25.123022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Attempting to bind port d218f8f5-eae7-41e6-9913-79fe45db16db by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:29:25.123393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Attempting to bind port d218f8f5-eae7-41e6-9913-79fe45db16db on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:29:25.127745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Port d218f8f5-eae7-41e6-9913-79fe45db16db on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:29:25.128070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Attempting to bind port d218f8f5-eae7-41e6-9913-79fe45db16db on network 48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:29:25.133043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:29:25.138378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Checking segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:29:25.138378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Bound using segment: {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:29:25.138378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Bound port: d218f8f5-eae7-41e6-9913-79fe45db16db, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6322e294-c6f8-4bd9-b63e-88620871819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:29:25.138378 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:25.213315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] For port d218f8f5-eae7-41e6-9913-79fe45db16db, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:29:25.217443 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] For port d218f8f5-eae7-41e6-9913-79fe45db16db, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d218f8f5-eae7-41e6-9913-79fe45db16db,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:29:25.323772 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:25.360921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:25.361536 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:25.362997 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] 10.222.0.18 "PUT /v2.0/ports/d218f8f5-eae7-41e6-9913-79fe45db16db HTTP/1.1" status: 200 len: 1092 time: 0.9157991 Sep 18 05:29:25.363449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bf2575-0579-46e8-a1b5-d57e191e3040', 'tag': 'd218f8f5-eae7-41e6-9913-79fe45db16db'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:29:25.365730 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24fbe5b-501b-4e51-aa46-704cd99fe2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "68bf2575-0579-46e8-a1b5-d57e191e3040", "tag": "d218f8f5-eae7-41e6-9913-79fe45db16db"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:29:25.399606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3c7be-9a5c-4ddd-863c-df088dc2e401 service neutron] Pushing event updated for resources: {'Port': ['ID=d218f8f5-eae7-41e6-9913-79fe45db16db,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:25.412414 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a00164-2a63-445e-b53b-0cb020c6170f x-openstack-request-id: req-73a00164-2a63-445e-b53b-0cb020c6170f {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:29:25.412707 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bf2575-0579-46e8-a1b5-d57e191e3040", "tag": "d218f8f5-eae7-41e6-9913-79fe45db16db", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:29:25.412961 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73a00164-2a63-445e-b53b-0cb020c6170f {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:29:25.413614 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bf2575-0579-46e8-a1b5-d57e191e3040', 'tag': 'd218f8f5-eae7-41e6-9913-79fe45db16db', 'status': 'completed', 'code': 200} Sep 18 05:29:25.483085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fbe5b-501b-4e51-aa46-704cd99fe2f3 req-b6ed7159-54ea-42b3-b8f3-2e2b6dcb2da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:25.484807 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a24fbe5b-501b-4e51-aa46-704cd99fe2f3 req-b6ed7159-54ea-42b3-b8f3-2e2b6dcb2da3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 1095 time: 0.0425949 Sep 18 05:29:25.629503 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fbe5b-501b-4e51-aa46-704cd99fe2f3 req-834ee7d9-05ca-4cc9-89d0-34d7015f4d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:25.631318 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a24fbe5b-501b-4e51-aa46-704cd99fe2f3 req-834ee7d9-05ca-4cc9-89d0-34d7015f4d85 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1392398 Sep 18 05:29:25.773435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fbe5b-501b-4e51-aa46-704cd99fe2f3 req-07bf9aba-9194-4ab6-aabc-710deee2a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:25.775177 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a24fbe5b-501b-4e51-aa46-704cd99fe2f3 req-07bf9aba-9194-4ab6-aabc-710deee2a967 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1361523 Sep 18 05:29:25.865948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-c89c5b45-3ea0-4d1e-92cf-6db160a7cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:25.867685 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-c89c5b45-3ea0-4d1e-92cf-6db160a7cd4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 1095 time: 0.0494995 Sep 18 05:29:25.917474 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-3939862a-6091-4d07-a981-7402751fca64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d218f8f5-eae7-41e6-9913-79fe45db16db HTTP/1.1" status: 200 len: 217 time: 0.0411270 Sep 18 05:29:25.976160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-406f8eb6-11f3-4948-a7f6-e5501d182788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:25.977993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-406f8eb6-11f3-4948-a7f6-e5501d182788 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3404c123-a5c4-46c8-a367-ec525a9124e2 HTTP/1.1" status: 200 len: 845 time: 0.0539603 Sep 18 05:29:26.066087 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-69fa8516-8662-4c7f-8028-3c6eb7adb64e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806699 Sep 18 05:29:26.183119 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f0dc4-4c9a-486e-b598-55409f147254 req-d2d0938b-a50e-401a-b5a1-5e17c3b9f578 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:26.191284 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-965f0dc4-4c9a-486e-b598-55409f147254 req-d2d0938b-a50e-401a-b5a1-5e17c3b9f578 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 943 time: 0.0822830 Sep 18 05:29:26.200892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-caf256e3-67f1-4a0f-9c30-b490550f9091 service neutron] 10.222.0.18 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264505 Sep 18 05:29:26.237405 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-965f0dc4-4c9a-486e-b598-55409f147254 req-3fdda160-3b24-413d-8b15-7497398f2e53 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451319 Sep 18 05:29:26.378184 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c00279a-dc03-46bf-9f8a-24cebd0c1b64 req-3017b33a-df5b-4372-94c9-fd1d66ea18ca service neutron] 10.222.0.18 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700876 Sep 18 05:29:27.355640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab42830-abd4-45bf-a5f2-f0700d4fb209 req-dc739216-2c0c-43d0-9cb3-45859d9015be tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:27.358491 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ab42830-abd4-45bf-a5f2-f0700d4fb209 req-dc739216-2c0c-43d0-9cb3-45859d9015be tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 943 time: 0.0525174 Sep 18 05:29:27.409771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ab42830-abd4-45bf-a5f2-f0700d4fb209 req-846bd3d4-ad7f-4bbd-811d-3aa72735d1b9 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447006 Sep 18 05:29:28.540421 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da994142-d64f-4d2d-b1cf-aea3725aceb8 req-28ff2857-7a1f-4304-b9b8-83cd65d4cd30 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:28.544740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-da994142-d64f-4d2d-b1cf-aea3725aceb8 req-28ff2857-7a1f-4304-b9b8-83cd65d4cd30 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 943 time: 0.0600696 Sep 18 05:29:28.588967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-da994142-d64f-4d2d-b1cf-aea3725aceb8 req-88259a0d-c993-4611-a223-7e86a2e70897 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Sep 18 05:29:28.952511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d218f8f5-eae7-41e6-9913-79fe45db16db details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:29:29.057375 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d218f8f5-eae7-41e6-9913-79fe45db16db, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d218f8f5-eae7-41e6-9913-79fe45db16db,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:29:29.070751 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'd218f8f5-eae7-41e6-9913-79fe45db16db', 'network_id': '48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d', 'port_id': 'd218f8f5-eae7-41e6-9913-79fe45db16db', 'mac_address': 'fa:16:3e:39:8a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3404c123-a5c4-46c8-a367-ec525a9124e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:29:29.114347 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:29.130128 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d218f8f5-eae7-41e6-9913-79fe45db16db {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:29:29.152681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d218f8f5-eae7-41e6-9913-79fe45db16db, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d218f8f5-eae7-41e6-9913-79fe45db16db,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:29:29.237791 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:29.299685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d218f8f5-eae7-41e6-9913-79fe45db16db,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:29.427013 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d218f8f5-eae7-41e6-9913-79fe45db16db'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:29:29.716980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e90251-9f24-4388-9f96-baa86e9db226 req-3dc0b580-c634-4dad-b746-6abf95d2bfcb tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:29.719332 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-77e90251-9f24-4388-9f96-baa86e9db226 req-3dc0b580-c634-4dad-b746-6abf95d2bfcb tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 944 time: 0.0572362 Sep 18 05:29:29.753418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52166) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:29.764767 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-77e90251-9f24-4388-9f96-baa86e9db226 req-983f9ab9-6576-48ec-8640-2106ce7cd5ed tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Sep 18 05:29:29.869959 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-340f2f95-4559-4bec-be23-06969f1cb89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:29.968885 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-340f2f95-4559-4bec-be23-06969f1cb89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:30.043849 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-340f2f95-4559-4bec-be23-06969f1cb89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:30.084326 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-340f2f95-4559-4bec-be23-06969f1cb89c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a63fd86d687741ffa78dcf587e887b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297589 Sep 18 05:29:30.085094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f2f95-4559-4bec-be23-06969f1cb89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114b6f72-9017-4d9f-b82e-f45133f5dac4,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:30.087018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52172) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:30.154427 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8e972eb3-7ee9-4b8d-a64a-f5b6aff5a5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:30.177407 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8e972eb3-7ee9-4b8d-a64a-f5b6aff5a5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:30.340203 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8e972eb3-7ee9-4b8d-a64a-f5b6aff5a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:30.342761 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8e972eb3-7ee9-4b8d-a64a-f5b6aff5a5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:30.343936 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8e972eb3-7ee9-4b8d-a64a-f5b6aff5a5e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/114b6f72-9017-4d9f-b82e-f45133f5dac4 HTTP/1.1" status: 204 len: 168 time: 0.2557940 Sep 18 05:29:30.351825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e972eb3-7ee9-4b8d-a64a-f5b6aff5a5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114b6f72-9017-4d9f-b82e-f45133f5dac4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:30.867479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52188) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:30.884552 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-68c64ab0-1d84-465d-b5c7-6e18590804a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:30.889456 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da4b8b-d78b-4265-b102-916d9933056d req-d929bd39-875f-4ad6-a239-8f36690c1623 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:30.891085 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0da4b8b-d78b-4265-b102-916d9933056d req-d929bd39-875f-4ad6-a239-8f36690c1623 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 944 time: 0.0567386 Sep 18 05:29:30.963341 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0da4b8b-d78b-4265-b102-916d9933056d req-4c49cc13-20eb-4c0d-8277-b151a92d0ed1 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641751 Sep 18 05:29:30.967963 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d218f8f5-eae7-41e6-9913-79fe45db16db up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:29:30.990510 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-68c64ab0-1d84-465d-b5c7-6e18590804a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:31.055457 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-68c64ab0-1d84-465d-b5c7-6e18590804a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:31.097120 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-68c64ab0-1d84-465d-b5c7-6e18590804a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b44b74957fe4cf68c92d0a6e8d7ffcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285283 Sep 18 05:29:31.099785 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52196) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:31.102040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c64ab0-1d84-465d-b5c7-6e18590804a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d8aad9-22f9-4f21-8ac4-c677e89ee966,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:31.123755 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port d218f8f5-eae7-41e6-9913-79fe45db16db completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:29:31.127768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port d218f8f5-eae7-41e6-9913-79fe45db16db triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:29:31.128159 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:31.158698 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-65129577-9929-4453-bfbd-c0e0737a1d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:31.185917 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-65129577-9929-4453-bfbd-c0e0737a1d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:31.245899 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:31.269749 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f9ad3b9e-9777-4af8-b330-a3486ad55d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:31.276257 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bf2575-0579-46e8-a1b5-d57e191e3040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd218f8f5-eae7-41e6-9913-79fe45db16db'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:29:31.278951 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8422ef-d942-471a-baae-32636dcda70c" -d '{"events": [{"server_uuid": "68bf2575-0579-46e8-a1b5-d57e191e3040", "name": "network-vif-plugged", "status": "completed", "tag": "d218f8f5-eae7-41e6-9913-79fe45db16db"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:29:31.292045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port d218f8f5-eae7-41e6-9913-79fe45db16db, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d218f8f5-eae7-41e6-9913-79fe45db16db,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:29:31.327600 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8b3eb3-6e4a-4b64-9341-1ab884d580f6 x-openstack-request-id: req-aa8b3eb3-6e4a-4b64-9341-1ab884d580f6 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:29:31.327963 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bf2575-0579-46e8-a1b5-d57e191e3040", "name": "network-vif-plugged", "status": "completed", "tag": "d218f8f5-eae7-41e6-9913-79fe45db16db", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:29:31.328341 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa8b3eb3-6e4a-4b64-9341-1ab884d580f6 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:29:31.328800 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bf2575-0579-46e8-a1b5-d57e191e3040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd218f8f5-eae7-41e6-9913-79fe45db16db', 'code': 200} Sep 18 05:29:31.334778 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-65129577-9929-4453-bfbd-c0e0737a1d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:31.337684 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-65129577-9929-4453-bfbd-c0e0737a1d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:31.338875 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-65129577-9929-4453-bfbd-c0e0737a1d62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8d8aad9-22f9-4f21-8ac4-c677e89ee966 HTTP/1.1" status: 204 len: 168 time: 0.2379906 Sep 18 05:29:31.359402 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65129577-9929-4453-bfbd-c0e0737a1d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d8aad9-22f9-4f21-8ac4-c677e89ee966,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:31.393691 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:31.432778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8e893-5c66-40fd-82be-eff1f591909a req-8979790a-52c7-4617-8194-34ecc1580e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:31.434663 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8ad8e893-5c66-40fd-82be-eff1f591909a req-8979790a-52c7-4617-8194-34ecc1580e04 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 1097 time: 0.0475683 Sep 18 05:29:31.461476 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=d218f8f5-eae7-41e6-9913-79fe45db16db,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:31.489625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8ad8e893-5c66-40fd-82be-eff1f591909a req-099927ac-c189-448b-9a83-0bd44c9fd2e5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464160 Sep 18 05:29:32.086400 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-908f93fd-e0fe-40a2-b626-189b917e9755 req-4f43d113-2bf5-494b-9a08-2590ff13417a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0665848 Sep 18 05:29:32.115034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bb123-b227-4a29-b1cb-c717670b28d1 req-c7564762-e43c-4c95-b17f-1fa7d5835161 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:32.116820 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-343bb123-b227-4a29-b1cb-c717670b28d1 req-c7564762-e43c-4c95-b17f-1fa7d5835161 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0711603 Sep 18 05:29:32.166273 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-343bb123-b227-4a29-b1cb-c717670b28d1 req-e85304e9-1360-46dd-8de0-261b72e1c666 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Sep 18 05:29:32.225336 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:29:32.574550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f93fd-e0fe-40a2-b626-189b917e9755 req-af06858a-ce72-4dd4-8242-10522dcda85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:32.576529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-908f93fd-e0fe-40a2-b626-189b917e9755 req-af06858a-ce72-4dd4-8242-10522dcda85d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 1097 time: 0.4392993 Sep 18 05:29:32.710044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f93fd-e0fe-40a2-b626-189b917e9755 req-01335e57-888a-48ad-bd09-037f50f08037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:32.711644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-908f93fd-e0fe-40a2-b626-189b917e9755 req-01335e57-888a-48ad-bd09-037f50f08037 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 200 len: 905 time: 0.1143389 Sep 18 05:29:32.770193 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-908f93fd-e0fe-40a2-b626-189b917e9755 req-ac5222a5-1fb6-4da1-b6f8-8ecba50f15bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f69100b-3ee1-4fb1-8787-faaeb443d840 HTTP/1.1" status: 200 len: 217 time: 0.0508602 Sep 18 05:29:32.789245 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52246) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:32.823184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f93fd-e0fe-40a2-b626-189b917e9755 req-1e5b256c-cd0b-4fb2-ad93-99f4474c4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:32.825102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-908f93fd-e0fe-40a2-b626-189b917e9755 req-1e5b256c-cd0b-4fb2-ad93-99f4474c4fc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3404c123-a5c4-46c8-a367-ec525a9124e2 HTTP/1.1" status: 200 len: 845 time: 0.0488751 Sep 18 05:29:32.859889 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-908f93fd-e0fe-40a2-b626-189b917e9755 req-6a5879ef-5570-4527-8fc6-350485652ba9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273855 Sep 18 05:29:32.909796 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e718b6a0-0b9f-4ba1-b6c3-58587a4d8932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:32.963930 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-908f93fd-e0fe-40a2-b626-189b917e9755 req-a8fab1c5-f958-4536-b9d7-66ed6ddf6193 service neutron] 10.222.0.13 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970552 Sep 18 05:29:33.001132 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e718b6a0-0b9f-4ba1-b6c3-58587a4d8932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:33.054527 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e718b6a0-0b9f-4ba1-b6c3-58587a4d8932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:33.059016 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-908f93fd-e0fe-40a2-b626-189b917e9755 req-0e0ecd48-8931-4c31-9e58-c44bd963d76f service neutron] 10.222.0.13 "GET /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854683 Sep 18 05:29:33.093409 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718b6a0-0b9f-4ba1-b6c3-58587a4d8932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400c69a1-1850-4b3f-90f3-9fe8aff2e0d7,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:33.097646 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e718b6a0-0b9f-4ba1-b6c3-58587a4d8932 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9391f7b0a994d0ab7c23b2775e88f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070681 Sep 18 05:29:33.100380 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52252) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:33.153490 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37dbc915-1161-4500-a3ea-806a0f8d7b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:33.174265 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37dbc915-1161-4500-a3ea-806a0f8d7b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:33.226697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52258) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:33.267647 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37dbc915-1161-4500-a3ea-806a0f8d7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:33.267647 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37dbc915-1161-4500-a3ea-806a0f8d7b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:33.267647 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-37dbc915-1161-4500-a3ea-806a0f8d7b13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/400c69a1-1850-4b3f-90f3-9fe8aff2e0d7 HTTP/1.1" status: 204 len: 168 time: 0.1634202 Sep 18 05:29:33.273126 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbc915-1161-4500-a3ea-806a0f8d7b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400c69a1-1850-4b3f-90f3-9fe8aff2e0d7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:33.295722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e1321-f0c9-4a11-b4e4-c3ce58234f51 req-66f0ec81-7d37-4b24-aa42-ff64681e6586 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:33.297364 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-066e1321-f0c9-4a11-b4e4-c3ce58234f51 req-66f0ec81-7d37-4b24-aa42-ff64681e6586 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0558949 Sep 18 05:29:33.339798 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-066e1321-f0c9-4a11-b4e4-c3ce58234f51 req-e39f19c7-d637-41bb-a237-a2e4c2910695 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363510 Sep 18 05:29:33.369168 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9eb0c322-84d5-43c8-a63c-cd59ddcd059a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:33.459640 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9eb0c322-84d5-43c8-a63c-cd59ddcd059a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:33.534483 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9eb0c322-84d5-43c8-a63c-cd59ddcd059a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:33.578055 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9eb0c322-84d5-43c8-a63c-cd59ddcd059a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f386842790c4769ae11c2c84de88419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486655 Sep 18 05:29:33.579164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0c322-84d5-43c8-a63c-cd59ddcd059a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c6225b-b0b5-4e20-8cc5-c15c37db9783,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:33.579726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52270) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:33.634619 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a472bfb-efa9-489f-8077-729622f0d7c9 req-b29f2f3e-4597-416e-9cd0-75351a32f4ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:33.636192 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a472bfb-efa9-489f-8077-729622f0d7c9 req-b29f2f3e-4597-416e-9cd0-75351a32f4ae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0523160 Sep 18 05:29:33.647035 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61f7b179-c877-482e-a3b5-ed6aa1cccd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:33.671202 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61f7b179-c877-482e-a3b5-ed6aa1cccd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:33.677290 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a472bfb-efa9-489f-8077-729622f0d7c9 req-4942957e-1d27-4d22-81d4-434131862e6b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339620 Sep 18 05:29:33.794645 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9cb55-3064-4583-8c74-8251680375e8 req-817d40f5-a5cd-4dff-b8e0-789f6bb32a46 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:33.796288 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f5d9cb55-3064-4583-8c74-8251680375e8 req-817d40f5-a5cd-4dff-b8e0-789f6bb32a46 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0507174 Sep 18 05:29:33.810946 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61f7b179-c877-482e-a3b5-ed6aa1cccd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:33.813463 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61f7b179-c877-482e-a3b5-ed6aa1cccd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:33.814563 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-61f7b179-c877-482e-a3b5-ed6aa1cccd89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63c6225b-b0b5-4e20-8cc5-c15c37db9783 HTTP/1.1" status: 204 len: 168 time: 0.2335556 Sep 18 05:29:33.834553 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7b179-c877-482e-a3b5-ed6aa1cccd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c6225b-b0b5-4e20-8cc5-c15c37db9783,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:33.854580 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f5d9cb55-3064-4583-8c74-8251680375e8 req-d9b884d5-3455-4e1b-808a-d080b0d46470 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502098 Sep 18 05:29:33.855368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c211c827-7676-49c3-a09a-cbfc7021c29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:33.994810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52286) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:34.008712 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3712751-d3c6-4781-9bbc-45e694fc362c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:34.098954 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3712751-d3c6-4781-9bbc-45e694fc362c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:34.185709 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f3712751-d3c6-4781-9bbc-45e694fc362c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:34.250135 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f3d8d-1de5-4ef9-9ad4-c792de748026 req-d1ec5324-34bd-4e9f-a075-8ab3ed71863f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:34.251806 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e16f3d8d-1de5-4ef9-9ad4-c792de748026 req-d1ec5324-34bd-4e9f-a075-8ab3ed71863f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.1006057 Sep 18 05:29:34.262140 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f3712751-d3c6-4781-9bbc-45e694fc362c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e38ce98e2694592a64eceed4fc7ae27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595956 Sep 18 05:29:34.262140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3712751-d3c6-4781-9bbc-45e694fc362c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6987cb21-4026-48b5-b946-194ad9d44c6b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:34.265322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52298) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:34.277352 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:34.319692 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e16f3d8d-1de5-4ef9-9ad4-c792de748026 req-5e624028-aef7-477c-aa9a-968a98c14b9d tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586696 Sep 18 05:29:34.327588 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e81d88e-acd1-45b5-a283-0e1717fafc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:34.360456 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e81d88e-acd1-45b5-a283-0e1717fafc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:34.454502 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e81d88e-acd1-45b5-a283-0e1717fafc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:34.457133 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2e81d88e-acd1-45b5-a283-0e1717fafc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:34.460620 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2e81d88e-acd1-45b5-a283-0e1717fafc6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6987cb21-4026-48b5-b946-194ad9d44c6b HTTP/1.1" status: 204 len: 168 time: 0.1921875 Sep 18 05:29:34.467992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81d88e-acd1-45b5-a283-0e1717fafc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6987cb21-4026-48b5-b946-194ad9d44c6b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:35.271444 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:35.471003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8c287-0b75-4f5f-a1f1-f114d7dfdc11 req-63023805-1ca2-47db-9bde-a8d5369c8223 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:35.472674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49e8c287-0b75-4f5f-a1f1-f114d7dfdc11 req-63023805-1ca2-47db-9bde-a8d5369c8223 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0559225 Sep 18 05:29:35.536825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49e8c287-0b75-4f5f-a1f1-f114d7dfdc11 req-7340d00b-71c2-4947-beb1-6558e12b1489 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570326 Sep 18 05:29:36.697861 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19963b8e-4c75-48a5-b2d9-a13811e503f2 req-fd4ae8c0-1e3b-4c68-b514-172ff42b63a1 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:36.700323 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-19963b8e-4c75-48a5-b2d9-a13811e503f2 req-fd4ae8c0-1e3b-4c68-b514-172ff42b63a1 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0755908 Sep 18 05:29:36.748474 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-19963b8e-4c75-48a5-b2d9-a13811e503f2 req-bc375239-4ba6-4d94-a6df-8ce197db2f72 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386722 Sep 18 05:29:36.877203 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:37.896627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a7d2f-3d9d-4e3d-8cbc-f92216e65af0 req-a5c6f997-95fb-46d9-a4c1-91bba40ffb7e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:37.899717 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f85a7d2f-3d9d-4e3d-8cbc-f92216e65af0 req-a5c6f997-95fb-46d9-a4c1-91bba40ffb7e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0629287 Sep 18 05:29:37.962814 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f85a7d2f-3d9d-4e3d-8cbc-f92216e65af0 req-06752539-aeaf-43d1-b401-aede3eb838d2 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566697 Sep 18 05:29:38.853634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52518) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:38.961449 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77f3fd93-c582-466a-900c-44e16cfc707e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:39.057190 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77f3fd93-c582-466a-900c-44e16cfc707e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:39.075394 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cc173-d3af-4075-b34d-16fcbf6518b0 req-f9c67a99-7fb2-4b2e-85ef-196fde2ab73b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:39.077575 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-079cc173-d3af-4075-b34d-16fcbf6518b0 req-f9c67a99-7fb2-4b2e-85ef-196fde2ab73b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0554259 Sep 18 05:29:39.116921 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-079cc173-d3af-4075-b34d-16fcbf6518b0 req-689b18db-cfa1-4690-9005-d667064608a4 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333953 Sep 18 05:29:39.151669 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77f3fd93-c582-466a-900c-44e16cfc707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:39.191493 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-77f3fd93-c582-466a-900c-44e16cfc707e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99e7c35e827342e2a8625e3da334a4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367567 Sep 18 05:29:39.192636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3fd93-c582-466a-900c-44e16cfc707e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9e821f-b890-46da-947a-eac73c12ac34,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:39.194229 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52526) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:39.246032 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf641-fcb4-4e7f-8c8f-f8275f647355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:39.268650 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf641-fcb4-4e7f-8c8f-f8275f647355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:39.362828 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf641-fcb4-4e7f-8c8f-f8275f647355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:39.366206 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf641-fcb4-4e7f-8c8f-f8275f647355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:39.367128 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e0cbf641-fcb4-4e7f-8c8f-f8275f647355 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f9e821f-b890-46da-947a-eac73c12ac34 HTTP/1.1" status: 204 len: 168 time: 0.1710863 Sep 18 05:29:39.375985 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbf641-fcb4-4e7f-8c8f-f8275f647355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9e821f-b890-46da-947a-eac73c12ac34,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:39.890192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52534) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:39.904641 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e79cabeb-b9b3-46d5-a2f1-c3a6e0b617a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:40.005419 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e79cabeb-b9b3-46d5-a2f1-c3a6e0b617a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:40.048665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e79cabeb-b9b3-46d5-a2f1-c3a6e0b617a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:40.091085 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e79cabeb-b9b3-46d5-a2f1-c3a6e0b617a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff3b684a225b4e33a769f805af66e622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989226 Sep 18 05:29:40.093541 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52548) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:40.099828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cabeb-b9b3-46d5-a2f1-c3a6e0b617a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f052a10e-4049-46fc-9b19-065d5a8b1712,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:40.149294 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e204846e-1b64-4cb6-a932-f90ef0b27711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:40.175754 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e204846e-1b64-4cb6-a932-f90ef0b27711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:40.248885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f919b-4491-4fe4-b9c8-e8cd126b0be8 req-dbaecfdf-1d65-406c-a798-eb96bf96c537 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:40.250569 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b6f919b-4491-4fe4-b9c8-e8cd126b0be8 req-dbaecfdf-1d65-406c-a798-eb96bf96c537 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0550110 Sep 18 05:29:40.290962 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b6f919b-4491-4fe4-b9c8-e8cd126b0be8 req-eafe8d8f-4907-4f04-adaf-5b2479af28da tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338440 Sep 18 05:29:40.300252 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e204846e-1b64-4cb6-a932-f90ef0b27711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:40.303317 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e204846e-1b64-4cb6-a932-f90ef0b27711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:40.308341 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e204846e-1b64-4cb6-a932-f90ef0b27711 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f052a10e-4049-46fc-9b19-065d5a8b1712 HTTP/1.1" status: 204 len: 168 time: 0.2101741 Sep 18 05:29:40.318566 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204846e-1b64-4cb6-a932-f90ef0b27711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f052a10e-4049-46fc-9b19-065d5a8b1712,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:41.473158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea64928-abc4-4ff3-90da-54c35cb43f87 req-9b3ac242-c6d5-422d-ac87-c9b348e5f1f1 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:41.475083 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0ea64928-abc4-4ff3-90da-54c35cb43f87 req-9b3ac242-c6d5-422d-ac87-c9b348e5f1f1 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0617206 Sep 18 05:29:41.539204 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0ea64928-abc4-4ff3-90da-54c35cb43f87 req-3285a0bf-9185-4574-9ec1-d00125b2d0a1 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547833 Sep 18 05:29:42.702466 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbc00f-989b-40f2-a529-46fbf27959b1 req-efd3668b-6b6f-4941-8402-ea84774cba45 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:42.714052 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51cbc00f-989b-40f2-a529-46fbf27959b1 req-efd3668b-6b6f-4941-8402-ea84774cba45 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0716500 Sep 18 05:29:42.749430 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51cbc00f-989b-40f2-a529-46fbf27959b1 req-64253176-f210-4056-a2a0-bea1aa14d8bb tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344968 Sep 18 05:29:43.504620 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52662) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:43.551991 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Deleting subnet 52015cd0-876b-4d64-84aa-fd82ee2ab2e4 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:29:43.555614 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:43.597872 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:43.637492 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:43.783426 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:43.820205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52015cd0-876b-4d64-84aa-fd82ee2ab2e4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:43.825341 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:43.829526 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/52015cd0-876b-4d64-84aa-fd82ee2ab2e4 HTTP/1.1" status: 204 len: 168 time: 0.3209889 Sep 18 05:29:43.829943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52678) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:43.842929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:43.843508 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:43.843993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:43.844539 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:43.845055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:43.845385 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:43.845726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:43.846067 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:43.846407 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:43.846744 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:43.847081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:43.847418 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e127-7e96-4f87-b1bc-d511ca2671f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:43.887468 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df380880-07bf-4de2-89ba-de92b19e0b48 req-5f395084-714f-4a7a-9465-321aaa565f94 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:43.889101 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-df380880-07bf-4de2-89ba-de92b19e0b48 req-5f395084-714f-4a7a-9465-321aaa565f94 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0571032 Sep 18 05:29:43.911866 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:43.933546 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-df380880-07bf-4de2-89ba-de92b19e0b48 req-1a7eb01f-62a8-47a9-bd17-f54103140746 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378695 Sep 18 05:29:44.004648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.037193 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26565503-c103-4548-898b-433262eaac47']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:29:44.048812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf0a407-f555-416e-a141-150790cc76b7') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:29:44.049197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf0a407-f555-416e-a141-150790cc76b7') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:29:44.061403 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.082113 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.096815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:29:44.097592 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:29:44.100704 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:29:44.254104 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.260456 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.266261 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] 10.222.0.23 "DELETE /v2.0/networks/26565503-c103-4548-898b-433262eaac47 HTTP/1.1" status: 204 len: 168 time: 0.4316168 Sep 18 05:29:44.266596 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52690) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:44.278279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Pushing event deleted for resources: {'Network': ['ID=26565503-c103-4548-898b-433262eaac47,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:44.287120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:44.289103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:44.289103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:44.289103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:44.289103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:44.289103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:44.289103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:44.289511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:44.290083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:44.290421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:44.290758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:44.291089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c647bf3e-b1f6-48c8-afa6-c077c4569574 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:29:44.314023 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c49f9b9-071b-4ff6-a74d-8f849b01ee86 admin admin] Deleting subnet e06222ef-24d8-4c21-b53c-8d5625768c24 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:29:44.317741 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c49f9b9-071b-4ff6-a74d-8f849b01ee86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.357867 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c49f9b9-071b-4ff6-a74d-8f849b01ee86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.398968 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c49f9b9-071b-4ff6-a74d-8f849b01ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.512710 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c49f9b9-071b-4ff6-a74d-8f849b01ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.546554 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49f9b9-071b-4ff6-a74d-8f849b01ee86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e06222ef-24d8-4c21-b53c-8d5625768c24,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:44.550585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2c49f9b9-071b-4ff6-a74d-8f849b01ee86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.556782 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2c49f9b9-071b-4ff6-a74d-8f849b01ee86 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e06222ef-24d8-4c21-b53c-8d5625768c24 HTTP/1.1" status: 204 len: 168 time: 0.2849379 Sep 18 05:29:44.556782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52696) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:44.627238 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e18ee17-a8f9-4e03-b0af-8dd3ddeede1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.723146 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e18ee17-a8f9-4e03-b0af-8dd3ddeede1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.749553 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0e18ee17-a8f9-4e03-b0af-8dd3ddeede1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c69538-8cd8-4aeb-beca-4fc73c7914e3']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:29:44.759141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0e18ee17-a8f9-4e03-b0af-8dd3ddeede1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c9cd00-d063-44da-a518-71d6760683ba') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:29:44.759470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0e18ee17-a8f9-4e03-b0af-8dd3ddeede1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c9cd00-d063-44da-a518-71d6760683ba') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:29:44.769511 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e18ee17-a8f9-4e03-b0af-8dd3ddeede1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.784449 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e18ee17-a8f9-4e03-b0af-8dd3ddeede1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.791546 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e18ee17-a8f9-4e03-b0af-8dd3ddeede1e admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:29:44.791946 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e18ee17-a8f9-4e03-b0af-8dd3ddeede1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:29:44.793770 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:29:44.917388 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e18ee17-a8f9-4e03-b0af-8dd3ddeede1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.923478 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0e18ee17-a8f9-4e03-b0af-8dd3ddeede1e admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:44.928460 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0e18ee17-a8f9-4e03-b0af-8dd3ddeede1e admin admin] 10.222.0.23 "DELETE /v2.0/networks/69c69538-8cd8-4aeb-beca-4fc73c7914e3 HTTP/1.1" status: 204 len: 168 time: 0.3689878 Sep 18 05:29:44.936806 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18ee17-a8f9-4e03-b0af-8dd3ddeede1e admin admin] Pushing event deleted for resources: {'Network': ['ID=69c69538-8cd8-4aeb-beca-4fc73c7914e3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:45.061265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76604ec-1505-4d14-96af-4f1b27df0e2e req-239e3fae-f5e0-4bcb-8672-eae906cb580f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:45.062764 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b76604ec-1505-4d14-96af-4f1b27df0e2e req-239e3fae-f5e0-4bcb-8672-eae906cb580f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0580924 Sep 18 05:29:45.102892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b76604ec-1505-4d14-96af-4f1b27df0e2e req-7abb18d1-9117-4789-aab0-1230db059c36 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Sep 18 05:29:45.418737 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52722) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:45.469762 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8052d72b-3eab-4593-b47d-ab69abb8ca27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de55bbacd20f4b9999009c4c62c67dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491908 Sep 18 05:29:45.472184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52730) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:45.523427 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f172996-beb7-46d4-9605-c6b2cbd1f8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:45.547273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f172996-beb7-46d4-9605-c6b2cbd1f8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:45.677214 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f172996-beb7-46d4-9605-c6b2cbd1f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:45.680071 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5f172996-beb7-46d4-9605-c6b2cbd1f8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:45.681272 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5f172996-beb7-46d4-9605-c6b2cbd1f8d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d93feea-298c-459a-bc02-4f6a553f33e0 HTTP/1.1" status: 204 len: 168 time: 0.2079833 Sep 18 05:29:45.689818 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f172996-beb7-46d4-9605-c6b2cbd1f8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d93feea-298c-459a-bc02-4f6a553f33e0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:46.230717 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40d634-c3d0-42b2-89c5-1d81793378f9 req-ba6f6bfe-abd2-48b4-be8c-59cc3016b844 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:46.232484 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd40d634-c3d0-42b2-89c5-1d81793378f9 req-ba6f6bfe-abd2-48b4-be8c-59cc3016b844 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0519569 Sep 18 05:29:46.274075 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd40d634-c3d0-42b2-89c5-1d81793378f9 req-87968dd8-03c1-4b58-b0ac-1e8d76276b8b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344570 Sep 18 05:29:46.342242 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52766) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:46.383628 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c830c722-5f5b-49a3-bc72-dca56a9ccee1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34226cb6160d4b849528966cf83880e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401778 Sep 18 05:29:46.386363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52768) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:46.441319 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-666b8603-6000-4330-8ea4-9cc39c82678b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:46.462991 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-666b8603-6000-4330-8ea4-9cc39c82678b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:46.597140 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-666b8603-6000-4330-8ea4-9cc39c82678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:46.599760 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-666b8603-6000-4330-8ea4-9cc39c82678b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:46.603413 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-666b8603-6000-4330-8ea4-9cc39c82678b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69427120-16ae-49e6-9b8e-a4264f98a6ae HTTP/1.1" status: 204 len: 168 time: 0.2135971 Sep 18 05:29:46.617333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b8603-6000-4330-8ea4-9cc39c82678b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69427120-16ae-49e6-9b8e-a4264f98a6ae,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:47.415116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce78377-4cce-4977-b0d7-570cfec923f6 req-20d31d2a-6604-4d1f-9f01-780a13a56614 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:47.417342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ce78377-4cce-4977-b0d7-570cfec923f6 req-20d31d2a-6604-4d1f-9f01-780a13a56614 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0665629 Sep 18 05:29:47.472024 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ce78377-4cce-4977-b0d7-570cfec923f6 req-f6a24be6-959a-425c-938f-96112048348f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468690 Sep 18 05:29:48.608687 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04f147-9761-4c6c-b973-fa6f1ee216e0 req-49b1a418-d55d-4fd0-9407-131df34d8fae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:48.608687 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee04f147-9761-4c6c-b973-fa6f1ee216e0 req-49b1a418-d55d-4fd0-9407-131df34d8fae tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0541480 Sep 18 05:29:48.648001 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee04f147-9761-4c6c-b973-fa6f1ee216e0 req-7536b984-0a12-48e8-a845-f2f63d36b021 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350931 Sep 18 05:29:48.805241 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 52940) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:48.940876 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ef685eac-7438-41a8-983a-8d8a3c5801ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:49.055838 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ef685eac-7438-41a8-983a-8d8a3c5801ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:49.140261 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ef685eac-7438-41a8-983a-8d8a3c5801ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:49.181870 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef685eac-7438-41a8-983a-8d8a3c5801ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a3d0cd-c929-40d0-bb55-17c5610e3f1b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:49.190810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52962) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:49.191338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ef685eac-7438-41a8-983a-8d8a3c5801ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=973764a66237453d9d2308704d14bea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846445 Sep 18 05:29:49.247673 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2aa1cedb-d68c-44c8-bd9d-116c622e279d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:49.275548 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2aa1cedb-d68c-44c8-bd9d-116c622e279d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:49.408682 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2aa1cedb-d68c-44c8-bd9d-116c622e279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:49.411364 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2aa1cedb-d68c-44c8-bd9d-116c622e279d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:49.412674 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2aa1cedb-d68c-44c8-bd9d-116c622e279d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5a3d0cd-c929-40d0-bb55-17c5610e3f1b HTTP/1.1" status: 204 len: 168 time: 0.2207830 Sep 18 05:29:49.422829 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1cedb-d68c-44c8-bd9d-116c622e279d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a3d0cd-c929-40d0-bb55-17c5610e3f1b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:49.777007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e2948-ecf6-495f-858b-8140ac3c39d4 req-946d777f-6b89-45a1-8bd3-e0e9c45ce836 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:49.779121 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-166e2948-ecf6-495f-858b-8140ac3c39d4 req-946d777f-6b89-45a1-8bd3-e0e9c45ce836 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0592077 Sep 18 05:29:49.821078 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-166e2948-ecf6-495f-858b-8140ac3c39d4 req-7cbb5c2c-b9a2-47fc-9e10-1288846017e0 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358884 Sep 18 05:29:49.980599 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 52998) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:49.993710 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a194bd06-a20e-4ae2-8b49-a0068e2ce75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:50.081732 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a194bd06-a20e-4ae2-8b49-a0068e2ce75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:50.156613 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a194bd06-a20e-4ae2-8b49-a0068e2ce75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:50.197507 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a194bd06-a20e-4ae2-8b49-a0068e2ce75f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd234b8f3a3742ae94b74ddb0956c45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156458 Sep 18 05:29:50.198397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194bd06-a20e-4ae2-8b49-a0068e2ce75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cebddc-9c52-49fe-a85d-3f78b5694349,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:50.201613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53010) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:50.251428 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a5cf-28c0-4154-b1f0-30d303b22950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:50.272835 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a5cf-28c0-4154-b1f0-30d303b22950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:50.407727 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a5cf-28c0-4154-b1f0-30d303b22950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:50.407727 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a5cf-28c0-4154-b1f0-30d303b22950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:50.407727 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ecf9a5cf-28c0-4154-b1f0-30d303b22950 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7cebddc-9c52-49fe-a85d-3f78b5694349 HTTP/1.1" status: 204 len: 168 time: 0.2055442 Sep 18 05:29:50.415836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9a5cf-28c0-4154-b1f0-30d303b22950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cebddc-9c52-49fe-a85d-3f78b5694349,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:50.945203 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dacae6-4f17-4410-a5af-67df23b756b7 req-92aee0ea-7ad1-4344-beac-6e19a6f43c45 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:50.946966 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49dacae6-4f17-4410-a5af-67df23b756b7 req-92aee0ea-7ad1-4344-beac-6e19a6f43c45 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0570753 Sep 18 05:29:50.996419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53052) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:51.000602 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49dacae6-4f17-4410-a5af-67df23b756b7 req-5d40adcc-a200-46cd-847f-cd21ff9e2349 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462270 Sep 18 05:29:51.010195 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69e5b709-5be9-449b-a568-999261b27807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:51.105135 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69e5b709-5be9-449b-a568-999261b27807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:51.179622 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69e5b709-5be9-449b-a568-999261b27807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:51.219546 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-69e5b709-5be9-449b-a568-999261b27807 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97b5f16f278c43aba244f6d601386955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214155 Sep 18 05:29:51.221019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5b709-5be9-449b-a568-999261b27807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e5ffb7-6149-4826-8915-164ffc42328e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:51.222338 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53060) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:51.274388 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-737a8ed8-4cc9-4718-b6e3-c95ccf477613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:51.296389 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-737a8ed8-4cc9-4718-b6e3-c95ccf477613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:51.431425 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-737a8ed8-4cc9-4718-b6e3-c95ccf477613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:51.434150 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-737a8ed8-4cc9-4718-b6e3-c95ccf477613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:51.440937 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-737a8ed8-4cc9-4718-b6e3-c95ccf477613 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8e5ffb7-6149-4826-8915-164ffc42328e HTTP/1.1" status: 204 len: 168 time: 0.2145019 Sep 18 05:29:51.446268 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a8ed8-4cc9-4718-b6e3-c95ccf477613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e5ffb7-6149-4826-8915-164ffc42328e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:51.813201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53078) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:51.923900 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-631210cd-ce4b-472a-b488-405acba88a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:52.027392 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-631210cd-ce4b-472a-b488-405acba88a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:52.087925 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-631210cd-ce4b-472a-b488-405acba88a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:52.155650 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-631210cd-ce4b-472a-b488-405acba88a5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66f282ebf90e4fbea15c64f4e9a86cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413107 Sep 18 05:29:52.158383 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53090) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:52.163403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631210cd-ce4b-472a-b488-405acba88a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172a5cef-ecaf-45f4-8a12-e188099a5b59,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:52.184028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8e62b-bff6-4eb9-bb8c-e99c5beb923f req-228f4061-0ed4-4350-8c5b-afc4f17018ed tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:52.187358 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24f8e62b-bff6-4eb9-bb8c-e99c5beb923f req-228f4061-0ed4-4350-8c5b-afc4f17018ed tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0872831 Sep 18 05:29:52.214083 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e74e852-1bfa-4646-857e-6ca0b6db900f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:52.236814 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-24f8e62b-bff6-4eb9-bb8c-e99c5beb923f req-f7afa77c-e923-42d5-92a2-2200846866d0 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417981 Sep 18 05:29:52.251958 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e74e852-1bfa-4646-857e-6ca0b6db900f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:52.357589 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e74e852-1bfa-4646-857e-6ca0b6db900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:52.360417 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5e74e852-1bfa-4646-857e-6ca0b6db900f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:52.361718 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5e74e852-1bfa-4646-857e-6ca0b6db900f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/172a5cef-ecaf-45f4-8a12-e188099a5b59 HTTP/1.1" status: 204 len: 168 time: 0.2022364 Sep 18 05:29:52.369985 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74e852-1bfa-4646-857e-6ca0b6db900f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172a5cef-ecaf-45f4-8a12-e188099a5b59,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:53.162454 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:53.318274 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:53.378818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0288aa-c043-4724-97a9-5cdceab797d6 req-deb20cc9-a8d3-40b4-aa9e-acc52b4ce4a7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:53.380400 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f0288aa-c043-4724-97a9-5cdceab797d6 req-deb20cc9-a8d3-40b4-aa9e-acc52b4ce4a7 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0745680 Sep 18 05:29:53.454468 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f0288aa-c043-4724-97a9-5cdceab797d6 req-66e8a3ca-27f5-4986-9ff5-d214888394b3 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605555 Sep 18 05:29:54.148878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53174) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:54.268092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:29:54.339707 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:54.434464 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:54.596879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Allocated IP 172.25.7.93 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/75babeb0-bb8a-41a6-bea1-85e376e1b5ef) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:29:54.617924 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cbee4-6ef2-416e-9aac-284bb8b517ac req-364f04b7-ccbc-4e54-87d5-6a087dca9db4 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:54.619553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-183cbee4-6ef2-416e-9aac-284bb8b517ac req-364f04b7-ccbc-4e54-87d5-6a087dca9db4 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0845599 Sep 18 05:29:54.688504 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-14ed3054-1740-4855-b119-02408e1d5da8 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ed1f1d82937543a097f6880dbb01cb14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318487 Sep 18 05:29:54.711764 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-183cbee4-6ef2-416e-9aac-284bb8b517ac req-bb0cb5ae-ac7c-4c20-bda7-f7aaffa15002 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758605 Sep 18 05:29:54.753149 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:54.871564 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:54.895323 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-b1f9c730-a1af-44b0-9227-c59a3e3dad98 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:54.895323 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-b1f9c730-a1af-44b0-9227-c59a3e3dad98 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962149 Sep 18 05:29:54.908710 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-ee0ef43e-fe4c-4670-bf1b-61a0ac33c725 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/quotas/ed1f1d82937543a097f6880dbb01cb14 HTTP/1.1" status: 200 len: 375 time: 0.0105109 Sep 18 05:29:54.920633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:29:54.923499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:29:54.926197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:29:54.947056 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-fbb63e28-ee8d-4029-99cd-810124259791 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed1f1d82937543a097f6880dbb01cb14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328755 Sep 18 05:29:54.954664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Pushing event updated for resources: {'Port': ['ID=75babeb0-bb8a-41a6-bea1-85e376e1b5ef,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:55.041533 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:55.251721 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:55.268317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b08a932-9f92-4641-a4fa-0007c8007688 req-80944e3a-aa74-493a-ba70-b3a29f1f84bf tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 210 time: 0.0294406 Sep 18 05:29:55.458882 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:55.522194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:55.597648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:55.620359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Pushing event updated for resources: {'Port': ['ID=75babeb0-bb8a-41a6-bea1-85e376e1b5ef,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:55.665559 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:55.667029 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6322cef6-6a17-4a99-b936-98a028366fd4 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5166249 Sep 18 05:29:55.670591 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53238) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:55.675866 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3c1c6594-70b0-4faf-a09c-86a14c1508d2 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1156069520', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'fixed_ips': [{'ip_address': '172.25.7.93'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:29:55.756733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1c6594-70b0-4faf-a09c-86a14c1508d2 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Made reservation on behalf of af7247327339410a86c96ec6672577a2 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:29:55.760436 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6594-70b0-4faf-a09c-86a14c1508d2 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:56.012912 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6594-70b0-4faf-a09c-86a14c1508d2 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:56.088371 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f2f6e-192a-488f-935b-5e4c4bdf481f req-10d9dac1-d7b6-4f79-a183-d1a68e2f5fa9 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:56.090155 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-868f2f6e-192a-488f-935b-5e4c4bdf481f req-10d9dac1-d7b6-4f79-a183-d1a68e2f5fa9 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0840039 Sep 18 05:29:56.151049 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-868f2f6e-192a-488f-935b-5e4c4bdf481f req-11a3e368-93d5-4358-be9d-9a005199d41f tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498061 Sep 18 05:29:56.173822 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6594-70b0-4faf-a09c-86a14c1508d2 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:56.265285 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6594-70b0-4faf-a09c-86a14c1508d2 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:56.271054 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-3c1c6594-70b0-4faf-a09c-86a14c1508d2 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] device_id is not set on port 15900700-59a4-48d8-a8a5-f2d16a18baed yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:29:56.359310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c6594-70b0-4faf-a09c-86a14c1508d2 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce29609-f915-4768-880f-90807b9c27ab,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:56.368859 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7ab4190b-38aa-4eea-a73b-a2b9162cf9fc req-f3e3d88e-2d86-4f4c-84fc-b12f917b354b tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 210 time: 0.0277588 Sep 18 05:29:56.529213 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1c6594-70b0-4faf-a09c-86a14c1508d2 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 05:29:56.529747 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1c6594-70b0-4faf-a09c-86a14c1508d2 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:29:56.597536 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3c1c6594-70b0-4faf-a09c-86a14c1508d2 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9258084 Sep 18 05:29:56.600449 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53264) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:56.765225 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d80b0b3e-2de7-4676-8a60-99f45426de7b tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Deleting port 75babeb0-bb8a-41a6-bea1-85e376e1b5ef {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:29:56.765920 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b3e-2de7-4676-8a60-99f45426de7b tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:56.841749 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b3e-2de7-4676-8a60-99f45426de7b tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:56.842000 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b3e-2de7-4676-8a60-99f45426de7b tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:56.853714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d80b0b3e-2de7-4676-8a60-99f45426de7b tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Calling delete_port for 75babeb0-bb8a-41a6-bea1-85e376e1b5ef owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:29:57.060369 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b3e-2de7-4676-8a60-99f45426de7b tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:57.083504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b0b3e-2de7-4676-8a60-99f45426de7b tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Pushing event deleted for resources: {'Port': ['ID=75babeb0-bb8a-41a6-bea1-85e376e1b5ef,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:57.155815 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b3e-2de7-4676-8a60-99f45426de7b tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:57.158391 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d80b0b3e-2de7-4676-8a60-99f45426de7b tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:57.159630 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d80b0b3e-2de7-4676-8a60-99f45426de7b tempest-ExternalNetworksAdminNegativeTestJSON-1401817934 tempest-ExternalNetworksAdminNegativeTestJSON-1401817934-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/f8e1b897-9dc5-446f-95aa-52b456617e21 HTTP/1.1" status: 204 len: 168 time: 0.5582073 Sep 18 05:29:57.282092 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dfbb3-cc3f-4d02-a862-eaaf2b00c687 req-ebd9ac58-050c-4c94-a05c-0ce07a038355 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:57.283547 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a13dfbb3-cc3f-4d02-a862-eaaf2b00c687 req-ebd9ac58-050c-4c94-a05c-0ce07a038355 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0567989 Sep 18 05:29:57.322700 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a13dfbb3-cc3f-4d02-a862-eaaf2b00c687 req-ef2aecd8-4573-4ac6-9c2f-468d2bd967bd tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Sep 18 05:29:57.384682 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-e7a98310-d34f-4983-a676-79694f3e9ff6 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ed1f1d82937543a097f6880dbb01cb14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300200 Sep 18 05:29:57.535682 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-393c0bc5-4f3a-4696-a6ea-03612b95c3b0 req-336de0a7-43dc-4424-9524-44c8b3b73f5d tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 210 time: 0.0742967 Sep 18 05:29:57.639697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-caa93e95-65bc-48f1-8425-0cc022df8b29 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:57.641243 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-caa93e95-65bc-48f1-8425-0cc022df8b29 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511125 Sep 18 05:29:57.655039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Request body: {'port': {'device_id': 'a10cab2f-dd37-4b65-8cf7-3d107d262919', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': 'ed1f1d82937543a097f6880dbb01cb14'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:29:57.667645 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53276) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:57.790882 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61fd35f8-a9c4-42a1-8fb9-c9863a46b321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:57.837433 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Made reservation on behalf of ed1f1d82937543a097f6880dbb01cb14 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:29:57.842478 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:57.851600 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:57.920295 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61fd35f8-a9c4-42a1-8fb9-c9863a46b321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:57.979714 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-61fd35f8-a9c4-42a1-8fb9-c9863a46b321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:58.024340 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-61fd35f8-a9c4-42a1-8fb9-c9863a46b321 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5211c05ee4d746e0bd8111cca9d3a8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544767 Sep 18 05:29:58.025533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd35f8-a9c4-42a1-8fb9-c9863a46b321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b576c0f-f200-4d30-bff3-c132a4ebc658,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:58.028347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53280) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:58.077262 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:58.088622 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3400d5f-04d8-46ec-b668-a8905084cb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:58.110031 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3400d5f-04d8-46ec-b668-a8905084cb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:58.156395 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:58.189628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c1162e-01b2-47ed-98d6-9cd4307ea8de,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:58.242152 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3400d5f-04d8-46ec-b668-a8905084cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:58.244780 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c3400d5f-04d8-46ec-b668-a8905084cb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:58.245951 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c3400d5f-04d8-46ec-b668-a8905084cb56 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b576c0f-f200-4d30-bff3-c132a4ebc658 HTTP/1.1" status: 204 len: 168 time: 0.2167132 Sep 18 05:29:58.254650 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3400d5f-04d8-46ec-b668-a8905084cb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b576c0f-f200-4d30-bff3-c132a4ebc658,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:58.364771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Allocated IP 192.168.233.44 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/cd767bf9-82d1-4951-8fb1-06864b8c4367) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:29:58.449699 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf18c4-aa60-479f-aa14-898be49c86af req-32490d58-cb33-4c51-ae47-a707a9f765b4 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:58.451348 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c5bf18c4-aa60-479f-aa14-898be49c86af req-32490d58-cb33-4c51-ae47-a707a9f765b4 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0562973 Sep 18 05:29:58.521823 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c5bf18c4-aa60-479f-aa14-898be49c86af req-590afce3-61c4-4bfd-801d-c50688135ed3 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562901 Sep 18 05:29:58.543063 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:58.630795 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:58.703064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:29:58.711327 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Pushing event updated for resources: {'Port': ['ID=cd767bf9-82d1-4951-8fb1-06864b8c4367,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:58.714903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:29:58.725503 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15d8e9-ba9f-421f-b869-50c469c3b312 req-1230c7a9-7eea-409e-ad0c-8f8f2aaab188 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:58.727586 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b15d8e9-ba9f-421f-b869-50c469c3b312 req-1230c7a9-7eea-409e-ad0c-8f8f2aaab188 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 935 time: 0.1087022 Sep 18 05:29:58.728498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:29:58.804220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:58.814825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:58.838224 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b15d8e9-ba9f-421f-b869-50c469c3b312 req-f92753ed-22fe-479a-be92-bd3f0c5b5ded tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/security-groups?id=48c1162e-01b2-47ed-98d6-9cd4307ea8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762925 Sep 18 05:29:58.839530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53296) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:58.905258 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cc34ff91-b4a4-40db-99e5-54bc650a5439 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af7247327339410a86c96ec6672577a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630186 Sep 18 05:29:58.907807 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53298) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:29:58.911857 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-c8596789-7d96-46e1-97d2-344170dd0ea5 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2609336 Sep 18 05:29:58.925913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-96bdb492-b5c5-440d-b2d3-755bdff57a2a tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:29:58.926747 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-96bdb492-b5c5-440d-b2d3-755bdff57a2a tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055070 Sep 18 05:29:58.973298 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d834c4e1-5cc3-410e-8709-982b074e5497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:59.027841 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d834c4e1-5cc3-410e-8709-982b074e5497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:59.062643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-df476acc-76ab-43aa-8e7f-b71ebae2eefb None None] Provisioning complete for port cd767bf9-82d1-4951-8fb1-06864b8c4367 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:29:59.064574 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-df476acc-76ab-43aa-8e7f-b71ebae2eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:59.108337 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-df476acc-76ab-43aa-8e7f-b71ebae2eefb None None] Port cd767bf9-82d1-4951-8fb1-06864b8c4367 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:29:59.148814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Request body: {'port': {'device_id': 'a10cab2f-dd37-4b65-8cf7-3d107d262919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:29:59.169512 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d834c4e1-5cc3-410e-8709-982b074e5497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:59.173892 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d834c4e1-5cc3-410e-8709-982b074e5497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:59.189710 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d834c4e1-5cc3-410e-8709-982b074e5497 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ce29609-f915-4768-880f-90807b9c27ab HTTP/1.1" status: 204 len: 168 time: 0.2805815 Sep 18 05:29:59.212802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834c4e1-5cc3-410e-8709-982b074e5497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce29609-f915-4768-880f-90807b9c27ab,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:59.218052 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:59.506218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd767bf9-82d1-4951-8fb1-06864b8c4367 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:29:59.513717 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:59.525509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Transition to ACTIVE for port object cd767bf9-82d1-4951-8fb1-06864b8c4367 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:29:59.614644 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:59.629729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ff605-cf40-400c-889b-bfe9290eb2af req-9d964bab-d050-4c12-ba11-67a618049e73 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:29:59.631448 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-004ff605-cf40-400c-889b-bfe9290eb2af req-9d964bab-d050-4c12-ba11-67a618049e73 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0516782 Sep 18 05:29:59.676681 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-004ff605-cf40-400c-889b-bfe9290eb2af req-e73ceb1c-3b07-4b78-8991-39dc78cef05a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390882 Sep 18 05:29:59.685029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd767bf9-82d1-4951-8fb1-06864b8c4367,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:29:59.772654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Attempting to bind port cd767bf9-82d1-4951-8fb1-06864b8c4367 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:29:59.773100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Attempting to bind port cd767bf9-82d1-4951-8fb1-06864b8c4367 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:29:59.773621 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Attempting to bind port cd767bf9-82d1-4951-8fb1-06864b8c4367 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:29:59.778693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Port cd767bf9-82d1-4951-8fb1-06864b8c4367 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:29:59.779318 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Attempting to bind port cd767bf9-82d1-4951-8fb1-06864b8c4367 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:29:59.785030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:29:59.785573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:29:59.786273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:29:59.786831 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Bound port: cd767bf9-82d1-4951-8fb1-06864b8c4367, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:29:59.787301 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:29:59.865184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] For port cd767bf9-82d1-4951-8fb1-06864b8c4367, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:29:59.869805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] For port cd767bf9-82d1-4951-8fb1-06864b8c4367, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=cd767bf9-82d1-4951-8fb1-06864b8c4367,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:29:59.956487 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:00.013507 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:00.014158 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:00.015619 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/cd767bf9-82d1-4951-8fb1-06864b8c4367 HTTP/1.1" status: 200 len: 1096 time: 1.0800805 Sep 18 05:30:00.016265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10cab2f-dd37-4b65-8cf7-3d107d262919', 'tag': 'cd767bf9-82d1-4951-8fb1-06864b8c4367'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:30:00.018784 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbad5ba-01c6-4c50-a578-d5a26c820c04" -d '{"events": [{"name": "network-changed", "server_uuid": "a10cab2f-dd37-4b65-8cf7-3d107d262919", "tag": "cd767bf9-82d1-4951-8fb1-06864b8c4367"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:30:00.063170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bec41-57fa-42eb-9f32-566c3b0ebde9 req-13e24ae7-8336-4748-91fe-659551c80f7b tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:00.065060 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-325bec41-57fa-42eb-9f32-566c3b0ebde9 req-13e24ae7-8336-4748-91fe-659551c80f7b tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 947 time: 0.1253202 Sep 18 05:30:00.070516 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f89aa-9fa7-4c29-917f-438c93cd59a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd767bf9-82d1-4951-8fb1-06864b8c4367,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:00.128185 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-325bec41-57fa-42eb-9f32-566c3b0ebde9 req-9e2688f3-5d33-4f6f-abdb-a521cadc0eff tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/security-groups?id=48c1162e-01b2-47ed-98d6-9cd4307ea8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538671 Sep 18 05:30:00.175551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-fae7fda9-3382-425d-b00b-df30e6319c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:00.177520 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-fae7fda9-3382-425d-b00b-df30e6319c74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed1f1d82937543a097f6880dbb01cb14&device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 1099 time: 0.0482931 Sep 18 05:30:00.260195 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-0adea173-f046-4f54-af65-ac25a6182edf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=cd767bf9-82d1-4951-8fb1-06864b8c4367 HTTP/1.1" status: 200 len: 217 time: 0.0745144 Sep 18 05:30:00.298989 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21818ad1-7467-4612-b9bb-c1186997df6d x-openstack-request-id: req-21818ad1-7467-4612-b9bb-c1186997df6d {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:30:00.299294 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10cab2f-dd37-4b65-8cf7-3d107d262919", "tag": "cd767bf9-82d1-4951-8fb1-06864b8c4367", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:30:00.299551 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21818ad1-7467-4612-b9bb-c1186997df6d {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:30:00.299955 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10cab2f-dd37-4b65-8cf7-3d107d262919', 'tag': 'cd767bf9-82d1-4951-8fb1-06864b8c4367', 'status': 'completed', 'code': 200} Sep 18 05:30:00.319641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-fbf28dd5-2021-4fea-9873-f6497166dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:00.321277 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-fbf28dd5-2021-4fea-9873-f6497166dc91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0540557 Sep 18 05:30:00.379491 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-9b3c40f0-8ad8-42be-acbd-5b89d8e5d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:00.381107 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-9b3c40f0-8ad8-42be-acbd-5b89d8e5d76a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0518160 Sep 18 05:30:00.494918 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-d95e339a-c6b7-4cf5-b830-c5ff740a172f service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058371 Sep 18 05:30:00.557657 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53332) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:00.600014 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66c47bd4-b0a0-4bc2-ab3b-951cf6e91dab req-58669ff9-3b4f-46e9-a3ef-0b6b64b87954 service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970488 Sep 18 05:30:00.686848 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-500d532b-e57f-4235-ba45-17a2dd6efde4 tempest-AgentManagementNegativeTest-173651219 tempest-AgentManagementNegativeTest-173651219-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1269338 Sep 18 05:30:00.752893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbad5ba-01c6-4c50-a578-d5a26c820c04 req-a0070d5c-4110-4647-a366-0d8b409d42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:00.754343 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7cbad5ba-01c6-4c50-a578-d5a26c820c04 req-a0070d5c-4110-4647-a366-0d8b409d42fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed1f1d82937543a097f6880dbb01cb14&device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 1099 time: 0.0469782 Sep 18 05:30:00.866899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131b9e3-659f-4dbc-bc03-ffefb8299de6 req-91fce77a-3588-47f3-98ee-10ce5b932337 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:00.868454 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b131b9e3-659f-4dbc-bc03-ffefb8299de6 req-91fce77a-3588-47f3-98ee-10ce5b932337 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.1131678 Sep 18 05:30:00.898537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbad5ba-01c6-4c50-a578-d5a26c820c04 req-743b6f57-3cf4-4754-b271-0a4f63ab3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:00.900367 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7cbad5ba-01c6-4c50-a578-d5a26c820c04 req-743b6f57-3cf4-4754-b271-0a4f63ab3379 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1347809 Sep 18 05:30:00.950749 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7cbad5ba-01c6-4c50-a578-d5a26c820c04 req-3f01468e-5316-440b-912f-e551391eb924 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=cd767bf9-82d1-4951-8fb1-06864b8c4367 HTTP/1.1" status: 200 len: 217 time: 0.0423262 Sep 18 05:30:00.953771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b131b9e3-659f-4dbc-bc03-ffefb8299de6 req-5725d3fe-d3fc-4863-a2e6-ea71587e2dab tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761435 Sep 18 05:30:01.028378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbad5ba-01c6-4c50-a578-d5a26c820c04 req-1082d0b0-4e22-4459-8e80-fa5546d4c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:01.032605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7cbad5ba-01c6-4c50-a578-d5a26c820c04 req-1082d0b0-4e22-4459-8e80-fa5546d4c503 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0736573 Sep 18 05:30:01.086467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbad5ba-01c6-4c50-a578-d5a26c820c04 req-0a564719-8e37-44d1-9f5d-ecd48c23c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:01.088125 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7cbad5ba-01c6-4c50-a578-d5a26c820c04 req-0a564719-8e37-44d1-9f5d-ecd48c23c6e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0481086 Sep 18 05:30:01.263193 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7cbad5ba-01c6-4c50-a578-d5a26c820c04 req-6956338b-20ad-472a-ac52-a1b2464340fe service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662605 Sep 18 05:30:01.265076 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7faa9032-ad74-4577-9ff8-96ee34227a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:01.265541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53354) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:01.296942 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f2165-67c2-4151-93f5-e8bb1d005442 req-9b34da35-0bda-4c33-a134-6b03b4e36f4f tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:01.299174 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9c3f2165-67c2-4151-93f5-e8bb1d005442 req-9b34da35-0bda-4c33-a134-6b03b4e36f4f tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 947 time: 0.0624702 Sep 18 05:30:01.356276 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9c3f2165-67c2-4151-93f5-e8bb1d005442 req-dae6de49-b593-4af6-880b-f2bb640f4801 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/security-groups?id=48c1162e-01b2-47ed-98d6-9cd4307ea8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481040 Sep 18 05:30:01.373270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11eb46-68be-4561-a453-730a47118de5 req-15974baa-8a73-4a58-837d-8c104c767dd9 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:01.376366 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5f11eb46-68be-4561-a453-730a47118de5 req-15974baa-8a73-4a58-837d-8c104c767dd9 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.1672745 Sep 18 05:30:01.427407 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7cbad5ba-01c6-4c50-a578-d5a26c820c04 req-6c4df9c3-ebb9-4baf-89cb-bd7d2d06792b service neutron] 10.222.0.13 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543205 Sep 18 05:30:01.454082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5f11eb46-68be-4561-a453-730a47118de5 req-9b056568-b8e7-4460-a01c-e2e342ea2369 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707076 Sep 18 05:30:01.454927 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d946cd11-d24b-4ba2-8d00-fc02cc2bf7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:01.573867 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d946cd11-d24b-4ba2-8d00-fc02cc2bf7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:01.577628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af88b14-a6af-4ba9-9944-148838824232 req-2cc46830-24f5-4de0-bc4b-15bd89779be3 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:01.579448 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5af88b14-a6af-4ba9-9944-148838824232 req-2cc46830-24f5-4de0-bc4b-15bd89779be3 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0532465 Sep 18 05:30:01.621337 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5af88b14-a6af-4ba9-9944-148838824232 req-94403487-10a2-47b5-8f66-d26ca37ffad4 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341549 Sep 18 05:30:01.625797 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d946cd11-d24b-4ba2-8d00-fc02cc2bf7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:01.667120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946cd11-d24b-4ba2-8d00-fc02cc2bf7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23954e69-02cb-462c-83d7-730f343dc091,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:01.675545 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d946cd11-d24b-4ba2-8d00-fc02cc2bf7eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b196b2ba60b43eaaabcf9d5a2870b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4091401 Sep 18 05:30:01.678574 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53362) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:01.737858 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4dac0d8e-4c84-4f27-9ee3-603f21f8b94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:01.765295 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4dac0d8e-4c84-4f27-9ee3-603f21f8b94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:01.894119 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4dac0d8e-4c84-4f27-9ee3-603f21f8b94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:01.896744 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4dac0d8e-4c84-4f27-9ee3-603f21f8b94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:01.897928 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4dac0d8e-4c84-4f27-9ee3-603f21f8b94f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23954e69-02cb-462c-83d7-730f343dc091 HTTP/1.1" status: 204 len: 168 time: 0.2181852 Sep 18 05:30:01.906864 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac0d8e-4c84-4f27-9ee3-603f21f8b94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23954e69-02cb-462c-83d7-730f343dc091,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:02.120726 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb1ef2-0470-4fc7-9a38-44fbc6e1cf97 req-b458e266-9617-4f4d-9ad4-34c27ba7bfa3 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:02.122945 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cafb1ef2-0470-4fc7-9a38-44fbc6e1cf97 req-b458e266-9617-4f4d-9ad4-34c27ba7bfa3 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0558753 Sep 18 05:30:02.161264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cafb1ef2-0470-4fc7-9a38-44fbc6e1cf97 req-865ce721-a115-429a-97dd-70b48feb5d69 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317836 Sep 18 05:30:02.470998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41833f-43c0-4034-9ba9-27e3bfba4fd5 req-d97c9a82-841d-4f35-bb0b-9746255b1bb6 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:02.472583 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e41833f-43c0-4034-9ba9-27e3bfba4fd5 req-d97c9a82-841d-4f35-bb0b-9746255b1bb6 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 947 time: 0.0592954 Sep 18 05:30:02.511159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e41833f-43c0-4034-9ba9-27e3bfba4fd5 req-932a7c99-39c8-41bc-850a-8e4280ececc1 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/security-groups?id=48c1162e-01b2-47ed-98d6-9cd4307ea8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325942 Sep 18 05:30:03.018172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53390) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:03.114844 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-232983368'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:03.208170 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Made reservation on behalf of 5410b028db7b4386a2f634c8ef8638f9 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:03.211800 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:03.221625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:03.309666 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cce8ae-7a6b-4745-a9c2-a9231211e17f req-6f50fa5c-fe1a-49f4-8736-f81d18f1243c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:03.311658 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f9cce8ae-7a6b-4745-a9c2-a9231211e17f req-6f50fa5c-fe1a-49f4-8736-f81d18f1243c tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0799081 Sep 18 05:30:03.330756 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919daf5-7ecc-4b89-9c0d-12819b30dfa9 req-23878362-98e2-4060-95af-2051a7add1eb tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:03.332515 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6919daf5-7ecc-4b89-9c0d-12819b30dfa9 req-23878362-98e2-4060-95af-2051a7add1eb tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 945 time: 0.0594883 Sep 18 05:30:03.377475 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f9cce8ae-7a6b-4745-a9c2-a9231211e17f req-65755ed3-eba3-425a-bdb0-e7e882d42114 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583527 Sep 18 05:30:03.409649 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:03.455360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-6919daf5-7ecc-4b89-9c0d-12819b30dfa9 req-3391482a-7d49-4f47-9e70-c29d0e2f2376 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Deleting port d218f8f5-eae7-41e6-9913-79fe45db16db {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:03.463605 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6919daf5-7ecc-4b89-9c0d-12819b30dfa9 req-3391482a-7d49-4f47-9e70-c29d0e2f2376 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:03.482077 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:03.512176 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:30:03.523520 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9067d4-3ee3-44c1-a4da-7403f45ce41d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:03.529403 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:03.529995 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Added segment 31322cf5-46e6-4659-91e6-8e8967a7d784 of type vlan for network ca5c4f9e-428f-4e42-9704-d297e4bf7d08 Sep 18 05:30:03.557243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-6919daf5-7ecc-4b89-9c0d-12819b30dfa9 req-3391482a-7d49-4f47-9e70-c29d0e2f2376 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] For port d218f8f5-eae7-41e6-9913-79fe45db16db, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=d218f8f5-eae7-41e6-9913-79fe45db16db,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:03.557731 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6919daf5-7ecc-4b89-9c0d-12819b30dfa9 req-3391482a-7d49-4f47-9e70-c29d0e2f2376 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:03.572826 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-6919daf5-7ecc-4b89-9c0d-12819b30dfa9 req-3391482a-7d49-4f47-9e70-c29d0e2f2376 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Calling delete_port for d218f8f5-eae7-41e6-9913-79fe45db16db owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:03.586718 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:03.676523 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:03.682638 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:03.683297 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:03.684427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78fd07-767c-4b90-bcc3-d1be3a702a6f req-5a82799e-1dae-4eb0-af05-7b2df3ea84b9 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:03.691991 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9c78fd07-767c-4b90-bcc3-d1be3a702a6f req-5a82799e-1dae-4eb0-af05-7b2df3ea84b9 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 947 time: 0.1063108 Sep 18 05:30:03.741052 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9c78fd07-767c-4b90-bcc3-d1be3a702a6f req-0cad4d8d-d815-4a65-862a-a54209b0b93d tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/security-groups?id=48c1162e-01b2-47ed-98d6-9cd4307ea8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 Sep 18 05:30:03.764477 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event updated for resources: {'Network': ['ID=ca5c4f9e-428f-4e42-9704-d297e4bf7d08,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:03.773006 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network ca5c4f9e-428f-4e42-9704-d297e4bf7d08 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:30:03.783711 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fe756653-672d-4cb2-a1c1-3dc022d5478b tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7643287 Sep 18 05:30:03.784336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53402) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:03.793207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f1e0f7e7-89d2-4c6b-bd7e-a046cd0a1004 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Request body: {'subnet': {'network_id': 'ca5c4f9e-428f-4e42-9704-d297e4bf7d08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:03.922450 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6919daf5-7ecc-4b89-9c0d-12819b30dfa9 req-3391482a-7d49-4f47-9e70-c29d0e2f2376 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:03.960006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391482a-7d49-4f47-9e70-c29d0e2f2376 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Pushing event deleted for resources: {'Port': ['ID=d218f8f5-eae7-41e6-9913-79fe45db16db,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:03.973903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53406) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:04.003921 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f69100b-3ee1-4fb1-8787-faaeb443d840'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:30:04.007019 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['d218f8f5-eae7-41e6-9913-79fe45db16db'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:30:04.013677 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e0f7e7-89d2-4c6b-bd7e-a046cd0a1004 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Made reservation on behalf of 5410b028db7b4386a2f634c8ef8638f9 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:04.017676 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f7e7-89d2-4c6b-bd7e-a046cd0a1004 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.068955 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-59d2233f-6aa4-4ebe-9c7a-5e58241f821e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.132798 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b75a1056-6e6c-415a-801e-c2511442cd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.276873 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.297674 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device cd767bf9-82d1-4951-8fb1-06864b8c4367 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:30:04.333075 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b75a1056-6e6c-415a-801e-c2511442cd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.362799 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f7e7-89d2-4c6b-bd7e-a046cd0a1004 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.393972 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b75a1056-6e6c-415a-801e-c2511442cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.410840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port cd767bf9-82d1-4951-8fb1-06864b8c4367, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=cd767bf9-82d1-4951-8fb1-06864b8c4367,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:04.424832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'cd767bf9-82d1-4951-8fb1-06864b8c4367', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'cd767bf9-82d1-4951-8fb1-06864b8c4367', 'mac_address': 'fa:16:3e:76:6c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:30:04.428950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6919daf5-7ecc-4b89-9c0d-12819b30dfa9 req-3391482a-7d49-4f47-9e70-c29d0e2f2376 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] No DVR routers for this DVR port d218f8f5-eae7-41e6-9913-79fe45db16db on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:30:04.431957 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6919daf5-7ecc-4b89-9c0d-12819b30dfa9 req-3391482a-7d49-4f47-9e70-c29d0e2f2376 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.434701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6919daf5-7ecc-4b89-9c0d-12819b30dfa9 req-3391482a-7d49-4f47-9e70-c29d0e2f2376 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.18 "DELETE /v2.0/ports/d218f8f5-eae7-41e6-9913-79fe45db16db HTTP/1.1" status: 204 len: 173 time: 1.0958338 Sep 18 05:30:04.435215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bf2575-0579-46e8-a1b5-d57e191e3040', 'name': 'network-vif-deleted', 'tag': 'd218f8f5-eae7-41e6-9913-79fe45db16db'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:30:04.446112 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f7a868-ec2f-4677-9617-3061b275c4f9" -d '{"events": [{"server_uuid": "68bf2575-0579-46e8-a1b5-d57e191e3040", "name": "network-vif-deleted", "tag": "d218f8f5-eae7-41e6-9913-79fe45db16db"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:30:04.468376 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.484472 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd767bf9-82d1-4951-8fb1-06864b8c4367 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:30:04.490046 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8c4d6b-76c3-4ee3-be0e-65c42c7530f0 x-openstack-request-id: req-6f8c4d6b-76c3-4ee3-be0e-65c42c7530f0 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:30:04.490351 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bf2575-0579-46e8-a1b5-d57e191e3040", "name": "network-vif-deleted", "tag": "d218f8f5-eae7-41e6-9913-79fe45db16db", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:30:04.490624 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f8c4d6b-76c3-4ee3-be0e-65c42c7530f0 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:30:04.491064 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bf2575-0579-46e8-a1b5-d57e191e3040', 'name': 'network-vif-deleted', 'tag': 'd218f8f5-eae7-41e6-9913-79fe45db16db', 'status': 'completed', 'code': 200} Sep 18 05:30:04.499198 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0f7e7-89d2-4c6b-bd7e-a046cd0a1004 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event updated for resources: {'Subnet': ['ID=624f7098-96f0-439c-8bcf-0ef28d3e79bc,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:04.505657 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b75a1056-6e6c-415a-801e-c2511442cd3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1548638511a8481193f1aa62d42d114b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5278916 Sep 18 05:30:04.506876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53414) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:04.509928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port cd767bf9-82d1-4951-8fb1-06864b8c4367, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=cd767bf9-82d1-4951-8fb1-06864b8c4367,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:04.525664 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a1056-6e6c-415a-801e-c2511442cd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea41c587-1cd8-491b-b7a9-178dc7613ea8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:04.530581 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e4ec0ff-9c7c-4432-8a6e-2408f6eb4d28 req-70e4d50b-4394-4a71-94f5-49eefad6e24b tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=68bf2575-0579-46e8-a1b5-d57e191e3040 HTTP/1.1" status: 200 len: 210 time: 0.0492990 Sep 18 05:30:04.533741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e0f7e7-89d2-4c6b-bd7e-a046cd0a1004 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Checking segment: {'id': '31322cf5-46e6-4659-91e6-8e8967a7d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca5c4f9e-428f-4e42-9704-d297e4bf7d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:04.534120 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e0f7e7-89d2-4c6b-bd7e-a046cd0a1004 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Network hostable DHCP agents. Network: ca5c4f9e-428f-4e42-9704-d297e4bf7d08, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:30:04.571573 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b53781a-3075-40ad-a388-f6963d1746f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.573946 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.591378 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e0f7e7-89d2-4c6b-bd7e-a046cd0a1004 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Network ca5c4f9e-428f-4e42-9704-d297e4bf7d08 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:30:04.593990 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b53781a-3075-40ad-a388-f6963d1746f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.627967 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=cd767bf9-82d1-4951-8fb1-06864b8c4367,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:04.635839 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:04.636199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:04.636567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:04.636910 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:04.637249 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:04.637577 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:04.637911 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:04.638234 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:04.639218 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:04.640037 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:04.640399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:04.640916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:04.664939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-f1e0f7e7-89d2-4c6b-bd7e-a046cd0a1004 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, ca5c4f9e-428f-4e42-9704-d297e4bf7d08) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:04.668934 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0f7e7-89d2-4c6b-bd7e-a046cd0a1004 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:04.669507 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f7e7-89d2-4c6b-bd7e-a046cd0a1004 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.673592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099eba09-8a49-4912-b45e-4a436fe98db9 None None] Network ca5c4f9e-428f-4e42-9704-d297e4bf7d08 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:04.739363 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b53781a-3075-40ad-a388-f6963d1746f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.742013 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5b53781a-3075-40ad-a388-f6963d1746f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.743297 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5b53781a-3075-40ad-a388-f6963d1746f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea41c587-1cd8-491b-b7a9-178dc7613ea8 HTTP/1.1" status: 204 len: 168 time: 0.2351656 Sep 18 05:30:04.751897 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53781a-3075-40ad-a388-f6963d1746f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea41c587-1cd8-491b-b7a9-178dc7613ea8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:04.768820 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f1e0f7e7-89d2-4c6b-bd7e-a046cd0a1004 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9833524 Sep 18 05:30:04.771368 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53420) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:04.776007 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-8c6cf42c-cb2a-4b8b-8a2c-7209a2b3f2d8 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-584821896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:04.800172 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['cd767bf9-82d1-4951-8fb1-06864b8c4367'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:30:04.875634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca75a0a-25cb-4f52-8585-13e342c991cc req-3482dae6-70ca-4108-b196-18ce5d77689c tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:04.880330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fca75a0a-25cb-4f52-8585-13e342c991cc req-3482dae6-70ca-4108-b196-18ce5d77689c tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 948 time: 0.0538452 Sep 18 05:30:04.880449 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-ca5c4f9e-428f-4e42-9704-d297e4bf7d08', 'network_id': 'ca5c4f9e-428f-4e42-9704-d297e4bf7d08', 'tenant_id': '5410b028db7b4386a2f634c8ef8638f9', 'fixed_ips': [{'subnet_id': '624f7098-96f0-439c-8bcf-0ef28d3e79bc'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:30:04.881279 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.900013 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c6cf42c-cb2a-4b8b-8a2c-7209a2b3f2d8 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.901646 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c6cf42c-cb2a-4b8b-8a2c-7209a2b3f2d8 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:04.917530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fca75a0a-25cb-4f52-8585-13e342c991cc req-1adafabc-2931-4f80-b8ca-2158b9afad2d tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/security-groups?id=48c1162e-01b2-47ed-98d6-9cd4307ea8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333774 Sep 18 05:30:05.000487 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c6cf42c-cb2a-4b8b-8a2c-7209a2b3f2d8 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:05.046503 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c6cf42c-cb2a-4b8b-8a2c-7209a2b3f2d8 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:05.080410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Allocated IP 172.20.0.2 (ca5c4f9e-428f-4e42-9704-d297e4bf7d08/624f7098-96f0-439c-8bcf-0ef28d3e79bc/70b61836-f574-4a2b-8afd-553fc4a5e38f) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:05.136309 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8c6cf42c-cb2a-4b8b-8a2c-7209a2b3f2d8 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:05.136309 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8c6cf42c-cb2a-4b8b-8a2c-7209a2b3f2d8 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3627198 Sep 18 05:30:05.138204 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53426) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:05.262265 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:05.293575 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:05.362798 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:05.405987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Network ca5c4f9e-428f-4e42-9704-d297e4bf7d08 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:05.408936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:05.415832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:05.418999 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Pushing event updated for resources: {'Port': ['ID=70b61836-f574-4a2b-8afd-553fc4a5e38f,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:05.464434 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:05.470645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Attempting to bind port 70b61836-f574-4a2b-8afd-553fc4a5e38f on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:05.471055 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Attempting to bind port 70b61836-f574-4a2b-8afd-553fc4a5e38f by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '31322cf5-46e6-4659-91e6-8e8967a7d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca5c4f9e-428f-4e42-9704-d297e4bf7d08'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:05.471425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Attempting to bind port 70b61836-f574-4a2b-8afd-553fc4a5e38f on network ca5c4f9e-428f-4e42-9704-d297e4bf7d08 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:05.476705 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:05.477091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Checking segment: {'id': '31322cf5-46e6-4659-91e6-8e8967a7d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca5c4f9e-428f-4e42-9704-d297e4bf7d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:05.477509 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:05.477914 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Bound using segment: {'id': '31322cf5-46e6-4659-91e6-8e8967a7d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca5c4f9e-428f-4e42-9704-d297e4bf7d08'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:05.478390 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Bound port: 70b61836-f574-4a2b-8afd-553fc4a5e38f, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31322cf5-46e6-4659-91e6-8e8967a7d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ca5c4f9e-428f-4e42-9704-d297e4bf7d08'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:05.478786 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:05.549305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] For port 70b61836-f574-4a2b-8afd-553fc4a5e38f, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:05.552649 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] For port 70b61836-f574-4a2b-8afd-553fc4a5e38f, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=70b61836-f574-4a2b-8afd-553fc4a5e38f,segment=NetworkSegment(31322cf5-46e6-4659-91e6-8e8967a7d784),segment_id=31322cf5-46e6-4659-91e6-8e8967a7d784)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:05.648454 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:05.729255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13607f-8a6e-4afb-827f-b4f2c873ced0 None None] Pushing event updated for resources: {'Port': ['ID=70b61836-f574-4a2b-8afd-553fc4a5e38f,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:05.742149 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Allocated IP 172.20.0.1 (ca5c4f9e-428f-4e42-9704-d297e4bf7d08/624f7098-96f0-439c-8bcf-0ef28d3e79bc/4fab8a6a-bcf7-43f5-9308-1fcfaec2b9a7) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:05.819377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53456) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:05.886271 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.002728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1207379052-network', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:06.022476 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.071303 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Network ca5c4f9e-428f-4e42-9704-d297e4bf7d08 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:06.077312 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:06.082420 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] Made reservation on behalf of fe2be07101d2428e8daa0557e1f87356 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:06.084654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:06.085148 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.096346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af342b23-0a02-465c-8399-251bc64596e7 req-0029fef8-ed76-4231-a778-dbb2c0ac2877 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:06.100557 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-af342b23-0a02-465c-8399-251bc64596e7 req-0029fef8-ed76-4231-a778-dbb2c0ac2877 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 948 time: 0.0708110 Sep 18 05:30:06.103867 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.142783 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event updated for resources: {'Port': ['ID=4fab8a6a-bcf7-43f5-9308-1fcfaec2b9a7,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:06.156711 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.172173 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-af342b23-0a02-465c-8399-251bc64596e7 req-fb7efe51-72a7-4fb7-82c2-9a19edfa093d tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/security-groups?id=48c1162e-01b2-47ed-98d6-9cd4307ea8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560820 Sep 18 05:30:06.244194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.296902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device cd767bf9-82d1-4951-8fb1-06864b8c4367 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:06.322151 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.347048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:30:06.355876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eec6d03-9347-429f-8473-cafb67a57888,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:06.362522 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.362877 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] Added segment 395c9979-fd91-41aa-875f-73504dcccb9a of type vlan for network 70ff6e33-3899-4786-b500-db929b3a9106 Sep 18 05:30:06.379354 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.403381 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.442543 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port cd767bf9-82d1-4951-8fb1-06864b8c4367 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:30:06.446534 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port cd767bf9-82d1-4951-8fb1-06864b8c4367 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:06.447039 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.499830 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.501738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:06.502577 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.560641 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.586202 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10cab2f-dd37-4b65-8cf7-3d107d262919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd767bf9-82d1-4951-8fb1-06864b8c4367'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:30:06.588701 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6b04c0-f9c5-48c4-b64c-6381812855fb" -d '{"events": [{"server_uuid": "a10cab2f-dd37-4b65-8cf7-3d107d262919", "name": "network-vif-plugged", "status": "completed", "tag": "cd767bf9-82d1-4951-8fb1-06864b8c4367"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:30:06.598320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] Pushing event updated for resources: {'Network': ['ID=70ff6e33-3899-4786-b500-db929b3a9106,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:06.604151 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port cd767bf9-82d1-4951-8fb1-06864b8c4367, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=cd767bf9-82d1-4951-8fb1-06864b8c4367,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:06.606704 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b28feff6-be59-4f65-bf72-1ab5dd73b726 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7860501 Sep 18 05:30:06.608531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53484) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:06.613553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 70ff6e33-3899-4786-b500-db929b3a9106 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:30:06.615679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-bfc52e6a-2e62-4a41-85b8-2ae22580fbfa admin admin] Request body: {'subnet': {'network_id': '70ff6e33-3899-4786-b500-db929b3a9106', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1207379052-subnet', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:06.649947 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.693712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc52e6a-2e62-4a41-85b8-2ae22580fbfa admin admin] Made reservation on behalf of fe2be07101d2428e8daa0557e1f87356 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:06.696264 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfc52e6a-2e62-4a41-85b8-2ae22580fbfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.732746 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2661db5b-6219-417f-b70e-b4826c497056 x-openstack-request-id: req-2661db5b-6219-417f-b70e-b4826c497056 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:30:06.733196 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10cab2f-dd37-4b65-8cf7-3d107d262919", "name": "network-vif-plugged", "status": "completed", "tag": "cd767bf9-82d1-4951-8fb1-06864b8c4367", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:30:06.733461 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2661db5b-6219-417f-b70e-b4826c497056 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:30:06.733860 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10cab2f-dd37-4b65-8cf7-3d107d262919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd767bf9-82d1-4951-8fb1-06864b8c4367', 'code': 200} Sep 18 05:30:06.792330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=cd767bf9-82d1-4951-8fb1-06864b8c4367,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:06.842394 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.881530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fcba9-3cc0-47bf-bba1-c37fcd2c62dd req-447a349e-7f7d-4e5b-bd45-9ee1df2fe91e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:06.890482 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-759fcba9-3cc0-47bf-bba1-c37fcd2c62dd req-447a349e-7f7d-4e5b-bd45-9ee1df2fe91e tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 945 time: 0.1758494 Sep 18 05:30:06.903382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a58296-8fbb-4fa6-af93-8a0c241abd08 req-ded773e2-36ca-4860-ae8d-c571728f9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:06.905470 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0a58296-8fbb-4fa6-af93-8a0c241abd08 req-ded773e2-36ca-4860-ae8d-c571728f9106 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 1101 time: 0.1124032 Sep 18 05:30:06.941035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 70b61836-f574-4a2b-8afd-553fc4a5e38f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:06.949187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:06.985393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1dcafb-0d7f-4d83-b7cf-0a58bcec0ddd None None] Network ca5c4f9e-428f-4e42-9704-d297e4bf7d08 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:06.990771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-759fcba9-3cc0-47bf-bba1-c37fcd2c62dd req-d1506239-1dd9-4d22-83f1-7097a1452da9 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993428 Sep 18 05:30:07.014584 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.047604 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0a58296-8fbb-4fa6-af93-8a0c241abd08 req-4386de59-75e8-4a89-96f3-8e722d12c7ed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=48c1162e-01b2-47ed-98d6-9cd4307ea8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288006 Sep 18 05:30:07.061257 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 70b61836-f574-4a2b-8afd-553fc4a5e38f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:07.061902 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.089978 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event updated for resources: {'Port': ['ID=4fab8a6a-bcf7-43f5-9308-1fcfaec2b9a7,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:07.092799 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.101458 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a9bc2b29-0913-47f7-a5a3-90caa5b332ce None None] Provisioning complete for port 70b61836-f574-4a2b-8afd-553fc4a5e38f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:07.101840 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2b29-0913-47f7-a5a3-90caa5b332ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.116514 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfc52e6a-2e62-4a41-85b8-2ae22580fbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.176904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc52e6a-2e62-4a41-85b8-2ae22580fbfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=517fc732-71a9-4875-bf10-33ba02679f49,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:07.177389 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d218f8f5-eae7-41e6-9913-79fe45db16db no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:30:07.190062 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc52e6a-2e62-4a41-85b8-2ae22580fbfa admin admin] Checking segment: {'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:07.190438 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc52e6a-2e62-4a41-85b8-2ae22580fbfa admin admin] Network hostable DHCP agents. Network: 70ff6e33-3899-4786-b500-db929b3a9106, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:30:07.196838 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Network ca5c4f9e-428f-4e42-9704-d297e4bf7d08 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:07.200466 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:07.224741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: d218f8f5-eae7-41e6-9913-79fe45db16db {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:30:07.225019 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device d218f8f5-eae7-41e6-9913-79fe45db16db not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:30:07.270637 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc52e6a-2e62-4a41-85b8-2ae22580fbfa admin admin] Network 70ff6e33-3899-4786-b500-db929b3a9106 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:30:07.289688 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.343136 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300266-e380-4ead-9fed-dc3c90fb4986 req-81d0d33a-24b2-4eb7-84fb-766976ec573f tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:07.344690 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd300266-e380-4ead-9fed-dc3c90fb4986 req-81d0d33a-24b2-4eb7-84fb-766976ec573f tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 949 time: 0.0725462 Sep 18 05:30:07.347477 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2b29-0913-47f7-a5a3-90caa5b332ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.362014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-bfc52e6a-2e62-4a41-85b8-2ae22580fbfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 70ff6e33-3899-4786-b500-db929b3a9106) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:07.366364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc52e6a-2e62-4a41-85b8-2ae22580fbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:07.367043 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bfc52e6a-2e62-4a41-85b8-2ae22580fbfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.372080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 70b61836-f574-4a2b-8afd-553fc4a5e38f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=70b61836-f574-4a2b-8afd-553fc4a5e38f,segment=NetworkSegment(31322cf5-46e6-4659-91e6-8e8967a7d784),segment_id=31322cf5-46e6-4659-91e6-8e8967a7d784)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:07.392572 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b81b1b5-e4be-4738-a031-dd707b2529b1 None None] Network 70ff6e33-3899-4786-b500-db929b3a9106 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:07.400701 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd300266-e380-4ead-9fed-dc3c90fb4986 req-ed23646c-8a24-4dcb-97a4-5c2ab9969c94 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/security-groups?id=48c1162e-01b2-47ed-98d6-9cd4307ea8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491624 Sep 18 05:30:07.460368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.476547 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Router 986376c4-4fd8-4837-a893-847ac769eb79 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:30:07.479881 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bfc52e6a-2e62-4a41-85b8-2ae22580fbfa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8668311 Sep 18 05:30:07.480656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53490) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:07.486284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1207379052-router', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:07.544059 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-a9bc2b29-0913-47f7-a5a3-90caa5b332ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:30:07.545041 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-a9bc2b29-0913-47f7-a5a3-90caa5b332ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:30:07.578925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=70b61836-f574-4a2b-8afd-553fc4a5e38f,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:07.583347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:30:07.592385 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5cb86402-6d14-4973-8c2a-6b78415ca766 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "PUT /v2.0/routers/986376c4-4fd8-4837-a893-847ac769eb79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4518464 Sep 18 05:30:07.593115 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53492) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:07.593976 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.595831 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13db1ea-5a69-4a2e-a010-de064d663540 None None] Sync routers for ids ['986376c4-4fd8-4837-a893-847ac769eb79'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:30:07.598274 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.598861 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-bce23818-366f-404f-8b51-b439f59d70de tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Request body: {'port': {'network_id': 'ca5c4f9e-428f-4e42-9704-d297e4bf7d08', 'name': 'tempest-FloatingIPNegativeTestJSON-1742820046'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:07.625069 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-70ff6e33-3899-4786-b500-db929b3a9106', 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'fixed_ips': [{'subnet_id': '517fc732-71a9-4875-bf10-33ba02679f49'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:30:07.625846 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13db1ea-5a69-4a2e-a010-de064d663540 None None] Routers {'986376c4-4fd8-4837-a893-847ac769eb79'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:07.626578 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.626960 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a13db1ea-5a69-4a2e-a010-de064d663540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['986376c4-4fd8-4837-a893-847ac769eb79'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:07.677213 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a13db1ea-5a69-4a2e-a010-de064d663540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:07.690821 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13db1ea-5a69-4a2e-a010-de064d663540 None None] Routers {'986376c4-4fd8-4837-a893-847ac769eb79'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:07.691781 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a13db1ea-5a69-4a2e-a010-de064d663540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['986376c4-4fd8-4837-a893-847ac769eb79'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:07.714545 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.740466 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a13db1ea-5a69-4a2e-a010-de064d663540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:07.741126 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13db1ea-5a69-4a2e-a010-de064d663540 None None] The sync data for ids ['986376c4-4fd8-4837-a893-847ac769eb79'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:30:07.778988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Allocated IP 172.20.0.2 (70ff6e33-3899-4786-b500-db929b3a9106/517fc732-71a9-4875-bf10-33ba02679f49/3e4aeb83-ab01-44d3-a2b0-25ac8a524f27) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:07.785252 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce23818-366f-404f-8b51-b439f59d70de tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Made reservation on behalf of 5410b028db7b4386a2f634c8ef8638f9 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:07.788899 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bce23818-366f-404f-8b51-b439f59d70de tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.807065 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-bce23818-366f-404f-8b51-b439f59d70de tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] device_id is not set on port eec0c975-961b-4d2c-ba57-4dd5abcaea0a yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:30:07.930030 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:07.943974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-bce23818-366f-404f-8b51-b439f59d70de tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Allocated IP 172.20.0.6 (ca5c4f9e-428f-4e42-9704-d297e4bf7d08/624f7098-96f0-439c-8bcf-0ef28d3e79bc/eec0c975-961b-4d2c-ba57-4dd5abcaea0a) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:07.961275 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.032119 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.111768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Network 70ff6e33-3899-4786-b500-db929b3a9106 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:08.119253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:08.127086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:08.141821 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Pushing event updated for resources: {'Port': ['ID=3e4aeb83-ab01-44d3-a2b0-25ac8a524f27,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:08.184557 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bce23818-366f-404f-8b51-b439f59d70de tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.189229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac2625-95fb-4240-bd2a-0986b0a5fa2a req-5fe04d21-b1c6-4737-b6c2-da28e4c5cd40 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:08.191033 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ecac2625-95fb-4240-bd2a-0986b0a5fa2a req-5fe04d21-b1c6-4737-b6c2-da28e4c5cd40 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 945 time: 0.0757728 Sep 18 05:30:08.276861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ecac2625-95fb-4240-bd2a-0986b0a5fa2a req-3a87ced8-28a2-4151-a724-6d6c2052317a tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/security-groups?id=c282a3f1-63c7-4293-87f3-5206dd7c8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576298 Sep 18 05:30:08.310853 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bce23818-366f-404f-8b51-b439f59d70de tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.319804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dc0c3-a8bc-45e8-906d-b82c2c39efe5 req-5778abd4-54cc-41d0-a2e5-180daf8450e5 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:08.321376 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-987dc0c3-a8bc-45e8-906d-b82c2c39efe5 req-5778abd4-54cc-41d0-a2e5-180daf8450e5 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.13 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 945 time: 0.1285124 Sep 18 05:30:08.355856 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce23818-366f-404f-8b51-b439f59d70de tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Network ca5c4f9e-428f-4e42-9704-d297e4bf7d08 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:08.359295 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-bce23818-366f-404f-8b51-b439f59d70de tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:08.362580 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce23818-366f-404f-8b51-b439f59d70de tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:08.369535 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Attempting to bind port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:08.370029 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Attempting to bind port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:08.370300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Attempting to bind port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 on network 70ff6e33-3899-4786-b500-db929b3a9106 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:08.381861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:08.382245 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Checking segment: {'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:08.382661 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.383064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Bound using segment: {'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:08.383558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Bound port: 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:08.383960 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.402230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-21c78537-b977-4f26-8afb-d3d79d93d5a0 None None] Provisioning complete for port 4fab8a6a-bcf7-43f5-9308-1fcfaec2b9a7 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:08.402230 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-21c78537-b977-4f26-8afb-d3d79d93d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.427026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce23818-366f-404f-8b51-b439f59d70de tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event updated for resources: {'Port': ['ID=eec0c975-961b-4d2c-ba57-4dd5abcaea0a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:08.440328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce23818-366f-404f-8b51-b439f59d70de tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:08.441273 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bce23818-366f-404f-8b51-b439f59d70de tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.485481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-21c78537-b977-4f26-8afb-d3d79d93d5a0 None None] Port 4fab8a6a-bcf7-43f5-9308-1fcfaec2b9a7 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:08.487024 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.506048 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bce23818-366f-404f-8b51-b439f59d70de tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9115386 Sep 18 05:30:08.509503 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] For port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:08.509649 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.510071 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53500) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:08.513452 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] For port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3e4aeb83-ab01-44d3-a2b0-25ac8a524f27,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:08.514599 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-21c78537-b977-4f26-8afb-d3d79d93d5a0 None None] Provisioning complete for port 70b61836-f574-4a2b-8afd-553fc4a5e38f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:08.515015 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-21c78537-b977-4f26-8afb-d3d79d93d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.518004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:08.575165 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.593932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d0d63-2165-4203-8032-aef1eb2bfdd0 req-30184556-73c6-4c19-8749-2829270c2439 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:08.602301 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-758d0d63-2165-4203-8032-aef1eb2bfdd0 req-30184556-73c6-4c19-8749-2829270c2439 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 949 time: 0.0798998 Sep 18 05:30:08.647712 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.651609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-987dc0c3-a8bc-45e8-906d-b82c2c39efe5 req-330c941c-29ba-49d0-b8aa-25a43bcf7512 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Deleting port 0f69100b-3ee1-4fb1-8787-faaeb443d840 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:08.652025 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-987dc0c3-a8bc-45e8-906d-b82c2c39efe5 req-330c941c-29ba-49d0-b8aa-25a43bcf7512 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.669280 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-758d0d63-2165-4203-8032-aef1eb2bfdd0 req-ec93d403-047d-499e-a4af-ca434ea25207 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/security-groups?id=48c1162e-01b2-47ed-98d6-9cd4307ea8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658503 Sep 18 05:30:08.689449 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab57ce-c01b-408d-a217-52ea7b5df42c None None] Pushing event updated for resources: {'Port': ['ID=3e4aeb83-ab01-44d3-a2b0-25ac8a524f27,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:08.738605 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Allocated IP 172.25.7.139 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/ebfb5347-a027-4faa-a2ef-03ae877e8320) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:08.787025 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f50b38d6-1212-4022-ac54-1ba284a4c610 None None] Provisioning complete for port eec0c975-961b-4d2c-ba57-4dd5abcaea0a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:08.787656 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f50b38d6-1212-4022-ac54-1ba284a4c610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.801960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-987dc0c3-a8bc-45e8-906d-b82c2c39efe5 req-330c941c-29ba-49d0-b8aa-25a43bcf7512 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] For port 0f69100b-3ee1-4fb1-8787-faaeb443d840, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=0f69100b-3ee1-4fb1-8787-faaeb443d840,segment=NetworkSegment(6322e294-c6f8-4bd9-b63e-88620871819a),segment_id=6322e294-c6f8-4bd9-b63e-88620871819a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:08.802444 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-987dc0c3-a8bc-45e8-906d-b82c2c39efe5 req-330c941c-29ba-49d0-b8aa-25a43bcf7512 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.830250 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:08.832448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-987dc0c3-a8bc-45e8-906d-b82c2c39efe5 req-330c941c-29ba-49d0-b8aa-25a43bcf7512 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Calling delete_port for 0f69100b-3ee1-4fb1-8787-faaeb443d840 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:08.857401 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f50b38d6-1212-4022-ac54-1ba284a4c610 None None] Port eec0c975-961b-4d2c-ba57-4dd5abcaea0a cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:08.885264 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 70b61836-f574-4a2b-8afd-553fc4a5e38f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:08.965186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 70b61836-f574-4a2b-8afd-553fc4a5e38f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:08.965571 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:09.000084 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:09.191516 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:09.214759 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:30:09.230307 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:09.234696 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:09.237402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:09.249048 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cedcda-8b37-49db-b790-87876094d764 req-91ca98e9-f9cc-4043-bbef-3b9f857bac46 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:09.250571 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89cedcda-8b37-49db-b790-87876094d764 req-91ca98e9-f9cc-4043-bbef-3b9f857bac46 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 949 time: 0.0778649 Sep 18 05:30:09.262814 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-987dc0c3-a8bc-45e8-906d-b82c2c39efe5 req-330c941c-29ba-49d0-b8aa-25a43bcf7512 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:09.269944 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Allocated IP 172.25.7.245 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/6d10202a-6b48-47e2-8fae-6dcb72225c90) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:09.275078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Pushing event updated for resources: {'Port': ['ID=ebfb5347-a027-4faa-a2ef-03ae877e8320,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:09.275458 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['0f69100b-3ee1-4fb1-8787-faaeb443d840'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:30:09.321020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c941c-29ba-49d0-b8aa-25a43bcf7512 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Pushing event deleted for resources: {'Port': ['ID=0f69100b-3ee1-4fb1-8787-faaeb443d840,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:09.345431 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89cedcda-8b37-49db-b790-87876094d764 req-8101be2d-224a-457f-84f0-be0b768c3cc4 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/security-groups?id=48c1162e-01b2-47ed-98d6-9cd4307ea8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865941 Sep 18 05:30:09.363826 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-987dc0c3-a8bc-45e8-906d-b82c2c39efe5 req-330c941c-29ba-49d0-b8aa-25a43bcf7512 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] No DVR routers for this DVR port 0f69100b-3ee1-4fb1-8787-faaeb443d840 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:30:09.366569 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-987dc0c3-a8bc-45e8-906d-b82c2c39efe5 req-330c941c-29ba-49d0-b8aa-25a43bcf7512 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:09.368924 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-987dc0c3-a8bc-45e8-906d-b82c2c39efe5 req-330c941c-29ba-49d0-b8aa-25a43bcf7512 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.13 "DELETE /v2.0/ports/0f69100b-3ee1-4fb1-8787-faaeb443d840 HTTP/1.1" status: 204 len: 173 time: 1.0370095 Sep 18 05:30:09.400175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fe8f58-cba2-4fc5-8945-29a44a2a837f', 'name': 'network-vif-deleted', 'tag': '0f69100b-3ee1-4fb1-8787-faaeb443d840'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:30:09.402515 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881af70d-49d8-4b1f-94a3-6fcbab150920" -d '{"events": [{"server_uuid": "54fe8f58-cba2-4fc5-8945-29a44a2a837f", "name": "network-vif-deleted", "tag": "0f69100b-3ee1-4fb1-8787-faaeb443d840"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:30:09.432803 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:09.464149 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-45481ad9-aa5c-49eb-a345-40cc5e85983c req-a95adbf7-b36c-4e6a-8d08-e10680656c98 tempest-ServersTestJSON-1001781087 tempest-ServersTestJSON-1001781087-project] 10.222.0.23 "GET /v2.0/ports?device_id=54fe8f58-cba2-4fc5-8945-29a44a2a837f HTTP/1.1" status: 200 len: 210 time: 0.1024909 Sep 18 05:30:09.469088 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde1259a-7f73-4285-a9fb-257fb053d104 x-openstack-request-id: req-dde1259a-7f73-4285-a9fb-257fb053d104 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:30:09.469436 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fe8f58-cba2-4fc5-8945-29a44a2a837f", "name": "network-vif-deleted", "tag": "0f69100b-3ee1-4fb1-8787-faaeb443d840", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:30:09.469665 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dde1259a-7f73-4285-a9fb-257fb053d104 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:30:09.470059 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fe8f58-cba2-4fc5-8945-29a44a2a837f', 'name': 'network-vif-deleted', 'tag': '0f69100b-3ee1-4fb1-8787-faaeb443d840', 'status': 'completed', 'code': 200} Sep 18 05:30:09.557560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:09.596504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:09.599510 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:09.603208 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:09.636578 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event updated for resources: {'Port': ['ID=6d10202a-6b48-47e2-8fae-6dcb72225c90,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:09.714260 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:09.724676 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:09.823963 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:09.866211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640f44b7-b6a2-4de1-9de1-68d2164af835 None None] Network 70ff6e33-3899-4786-b500-db929b3a9106 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:09.936941 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f0220301-e544-44fe-8da4-36201ca01344 None None] Provisioning complete for port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:09.937321 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0220301-e544-44fe-8da4-36201ca01344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:09.999546 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.082695 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.091762 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0220301-e544-44fe-8da4-36201ca01344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.129461 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f0220301-e544-44fe-8da4-36201ca01344 None None] For port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3e4aeb83-ab01-44d3-a2b0-25ac8a524f27,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:10.169184 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event updated for resources: {'Port': ['ID=6d10202a-6b48-47e2-8fae-6dcb72225c90,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:10.185951 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.192053 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.196833 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0220301-e544-44fe-8da4-36201ca01344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.255124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0220301-e544-44fe-8da4-36201ca01344 None None] Pushing event updated for resources: {'Port': ['ID=3e4aeb83-ab01-44d3-a2b0-25ac8a524f27,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:10.299406 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.300742 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-42de8caa-f647-4b26-bee2-f4924809d984 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7880971 Sep 18 05:30:10.303996 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53512) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:10.308922 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3ce24612-d175-438e-86c6-94c86c5e0d0c tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Request body: {'floatingip': {'port_id': 'eec0c975-961b-4d2c-ba57-4dd5abcaea0a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:10.355914 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3ce24612-d175-438e-86c6-94c86c5e0d0c tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.390893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Router 4b1a5528-126b-402d-b5e6-20d9cec276ac is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:30:10.418935 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2f2b245e-74a0-43b6-90f8-5830d69f7b8b None None] Provisioning complete for port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:10.419834 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2f2b245e-74a0-43b6-90f8-5830d69f7b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.523213 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-3ce24612-d175-438e-86c6-94c86c5e0d0c tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] update failed (client error): The resource could not be found. Sep 18 05:30:10.524475 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3ce24612-d175-438e-86c6-94c86c5e0d0c tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "PUT /v2.0/floatingips/067f7f15-39ed-45aa-a044-4df3f875a8d7 HTTP/1.1" status: 404 len: 507 time: 0.2193227 Sep 18 05:30:10.528562 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53518) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:10.529586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53520) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:10.551216 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edac090-b387-40fa-b61c-200caf1af27a req-80a82486-b1f9-4fe2-9a60-32cfb97ba29d tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:10.553810 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:30:10.553926 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9edac090-b387-40fa-b61c-200caf1af27a req-80a82486-b1f9-4fe2-9a60-32cfb97ba29d tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 949 time: 0.0851085 Sep 18 05:30:10.566855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Sync routers for ids ['4b1a5528-126b-402d-b5e6-20d9cec276ac'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:30:10.576978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Routers {'4b1a5528-126b-402d-b5e6-20d9cec276ac'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:10.577739 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4b1a5528-126b-402d-b5e6-20d9cec276ac'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:10.580487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d54bc2-51a7-4e17-b3cb-0f7f3c6562d8 req-2eb6a38e-4932-4631-9bec-978ec70e98f7 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:10.582133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3d54bc2-51a7-4e17-b3cb-0f7f3c6562d8 req-2eb6a38e-4932-4631-9bec-978ec70e98f7 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 949 time: 0.0726359 Sep 18 05:30:10.630498 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.635104 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-328c5fc2-cd73-4068-a9ee-785825f87967 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1535158 Sep 18 05:30:10.635823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53524) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:10.688640 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Set router 4b1a5528-126b-402d-b5e6-20d9cec276ac gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:10.706691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c42f188-735b-46e4-bc6a-d936d85de3ab admin admin] Deleting subnet 3404c123-a5c4-46c8-a367-ec525a9124e2 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:30:10.712996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7c42f188-735b-46e4-bc6a-d936d85de3ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.738572 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9edac090-b387-40fa-b61c-200caf1af27a req-766a5c2d-b064-47cf-a733-d8705911ee2e tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/security-groups?id=48c1162e-01b2-47ed-98d6-9cd4307ea8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556571 Sep 18 05:30:10.759726 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7c42f188-735b-46e4-bc6a-d936d85de3ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.767987 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-d3d54bc2-51a7-4e17-b3cb-0f7f3c6562d8 req-a15ee03a-cdc2-459b-9236-81d24d718d55 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Deleting port cd767bf9-82d1-4951-8fb1-06864b8c4367 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:10.768504 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d3d54bc2-51a7-4e17-b3cb-0f7f3c6562d8 req-a15ee03a-cdc2-459b-9236-81d24d718d55 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.806848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a044b-e7ce-4877-b4ce-e65deb4fa5ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Deleting port 6d10202a-6b48-47e2-8fae-6dcb72225c90 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:10.806848 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b5a044b-e7ce-4877-b4ce-e65deb4fa5ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.820269 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7c42f188-735b-46e4-bc6a-d936d85de3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.922647 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:10.929272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'name': 'tempest-TestServerMultinode-1207379052-router', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'ebfb5347-a027-4faa-a2ef-03ae877e8320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:07Z', 'updated_at': '2021-09-18T05:30:09Z', 'revision_number': 3, 'project_id': 'fe2be07101d2428e8daa0557e1f87356', 'gw_port': {'id': 'ebfb5347-a027-4faa-a2ef-03ae877e8320', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:08Z', 'updated_at': '2021-09-18T05:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:10.946349 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b5a044b-e7ce-4877-b4ce-e65deb4fa5ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.947443 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b5a044b-e7ce-4877-b4ce-e65deb4fa5ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.963471 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a044b-e7ce-4877-b4ce-e65deb4fa5ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Calling delete_port for 6d10202a-6b48-47e2-8fae-6dcb72225c90 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:10.966960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d3d54bc2-51a7-4e17-b3cb-0f7f3c6562d8 req-a15ee03a-cdc2-459b-9236-81d24d718d55 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] For port cd767bf9-82d1-4951-8fb1-06864b8c4367, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=cd767bf9-82d1-4951-8fb1-06864b8c4367,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:10.967331 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d3d54bc2-51a7-4e17-b3cb-0f7f3c6562d8 req-a15ee03a-cdc2-459b-9236-81d24d718d55 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:10.977007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Checking router: 4b1a5528-126b-402d-b5e6-20d9cec276ac for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:30:10.977364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Updating router 4b1a5528-126b-402d-b5e6-20d9cec276ac port ebfb5347-a027-4faa-a2ef-03ae877e8320 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:30:10.983547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-d3d54bc2-51a7-4e17-b3cb-0f7f3c6562d8 req-a15ee03a-cdc2-459b-9236-81d24d718d55 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Calling delete_port for cd767bf9-82d1-4951-8fb1-06864b8c4367 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:11.009881 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7c42f188-735b-46e4-bc6a-d936d85de3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.012593 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.044267 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42f188-735b-46e4-bc6a-d936d85de3ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3404c123-a5c4-46c8-a367-ec525a9124e2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:11.050325 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7c42f188-735b-46e4-bc6a-d936d85de3ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.052552 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7c42f188-735b-46e4-bc6a-d936d85de3ab admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3404c123-a5c4-46c8-a367-ec525a9124e2 HTTP/1.1" status: 204 len: 168 time: 0.5205162 Sep 18 05:30:11.056707 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53526) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:11.059102 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:11.059656 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.151691 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ebc389e-a355-4d41-a8ba-6e19364e5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.268890 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ebc389e-a355-4d41-a8ba-6e19364e5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.295174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-1ebc389e-a355-4d41-a8ba-6e19364e5fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:11.305037 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-1ebc389e-a355-4d41-a8ba-6e19364e5fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6322e294-c6f8-4bd9-b63e-88620871819a') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:11.305426 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-1ebc389e-a355-4d41-a8ba-6e19364e5fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6322e294-c6f8-4bd9-b63e-88620871819a') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:11.315801 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ebc389e-a355-4d41-a8ba-6e19364e5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.329717 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ebc389e-a355-4d41-a8ba-6e19364e5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.333351 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.336122 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebc389e-a355-4d41-a8ba-6e19364e5fcf admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:30:11.336591 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ebc389e-a355-4d41-a8ba-6e19364e5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:30:11.338271 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:30:11.347647 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.350614 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b5a044b-e7ce-4877-b4ce-e65deb4fa5ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.406775 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d3d54bc2-51a7-4e17-b3cb-0f7f3c6562d8 req-a15ee03a-cdc2-459b-9236-81d24d718d55 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.419109 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['cd767bf9-82d1-4951-8fb1-06864b8c4367'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:30:11.420009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a044b-e7ce-4877-b4ce-e65deb4fa5ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event deleted for resources: {'Port': ['ID=6d10202a-6b48-47e2-8fae-6dcb72225c90,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:11.445178 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.477429 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b5a044b-e7ce-4877-b4ce-e65deb4fa5ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.477621 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ee03a-cdc2-459b-9236-81d24d718d55 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Pushing event deleted for resources: {'Port': ['ID=cd767bf9-82d1-4951-8fb1-06864b8c4367,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:11.480520 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2b5a044b-e7ce-4877-b4ce-e65deb4fa5ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.488079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53528) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:11.489712 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2b5a044b-e7ce-4877-b4ce-e65deb4fa5ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "DELETE /v2.0/floatingips/067f7f15-39ed-45aa-a044-4df3f875a8d7 HTTP/1.1" status: 204 len: 168 time: 0.9587100 Sep 18 05:30:11.505675 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d00a8da3-5f1e-4799-88fb-82a5d786efae tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Request body: {'floatingip': {'floating_network_id': 'ca5c4f9e-428f-4e42-9704-d297e4bf7d08', 'port_id': 'eec0c975-961b-4d2c-ba57-4dd5abcaea0a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:11.511141 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ebc389e-a355-4d41-a8ba-6e19364e5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.511850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Attempting to bind port ebfb5347-a027-4faa-a2ef-03ae877e8320 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:11.520599 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Attempting to bind port ebfb5347-a027-4faa-a2ef-03ae877e8320 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:11.520599 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Attempting to bind port ebfb5347-a027-4faa-a2ef-03ae877e8320 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:11.520599 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e65a4-e1db-4d63-86cc-f59e9d80fd7c None None] Pushing event updated for resources: {'Port': ['ID=ebfb5347-a027-4faa-a2ef-03ae877e8320,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:11.521243 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ebc389e-a355-4d41-a8ba-6e19364e5fcf admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.524086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:11.524585 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:11.525084 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.525567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:11.526156 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Bound port: ebfb5347-a027-4faa-a2ef-03ae877e8320, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:11.526666 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.530812 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1ebc389e-a355-4d41-a8ba-6e19364e5fcf admin admin] 10.222.0.23 "DELETE /v2.0/networks/48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d HTTP/1.1" status: 204 len: 168 time: 0.4729764 Sep 18 05:30:11.570407 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc389e-a355-4d41-a8ba-6e19364e5fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=48a3ba57-6ad5-4c1d-b1e5-bc4234fe3e2d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:11.589336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d54bc2-51a7-4e17-b3cb-0f7f3c6562d8 req-a15ee03a-cdc2-459b-9236-81d24d718d55 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] No DVR routers for this DVR port cd767bf9-82d1-4951-8fb1-06864b8c4367 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:30:11.596581 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d3d54bc2-51a7-4e17-b3cb-0f7f3c6562d8 req-a15ee03a-cdc2-459b-9236-81d24d718d55 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.598674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d3d54bc2-51a7-4e17-b3cb-0f7f3c6562d8 req-a15ee03a-cdc2-459b-9236-81d24d718d55 tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.13 "DELETE /v2.0/ports/cd767bf9-82d1-4951-8fb1-06864b8c4367 HTTP/1.1" status: 204 len: 173 time: 1.0103312 Sep 18 05:30:11.601580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10cab2f-dd37-4b65-8cf7-3d107d262919', 'name': 'network-vif-deleted', 'tag': 'cd767bf9-82d1-4951-8fb1-06864b8c4367'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:30:11.612890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] For port ebfb5347-a027-4faa-a2ef-03ae877e8320, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:11.613368 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b831d8f-686f-4969-8184-c88c75704e19" -d '{"events": [{"server_uuid": "a10cab2f-dd37-4b65-8cf7-3d107d262919", "name": "network-vif-deleted", "tag": "cd767bf9-82d1-4951-8fb1-06864b8c4367"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:30:11.613473 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] For port ebfb5347-a027-4faa-a2ef-03ae877e8320, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ebfb5347-a027-4faa-a2ef-03ae877e8320,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:11.660228 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ce6177-47e0-4c48-81fc-fbb407db0519 x-openstack-request-id: req-d9ce6177-47e0-4c48-81fc-fbb407db0519 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:30:11.660595 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10cab2f-dd37-4b65-8cf7-3d107d262919", "name": "network-vif-deleted", "tag": "cd767bf9-82d1-4951-8fb1-06864b8c4367", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:30:11.660791 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9ce6177-47e0-4c48-81fc-fbb407db0519 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:30:11.661197 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10cab2f-dd37-4b65-8cf7-3d107d262919', 'name': 'network-vif-deleted', 'tag': 'cd767bf9-82d1-4951-8fb1-06864b8c4367', 'status': 'completed', 'code': 200} Sep 18 05:30:11.683718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Allocated IP 172.20.0.1 (70ff6e33-3899-4786-b500-db929b3a9106/517fc732-71a9-4875-bf10-33ba02679f49/8ab8408b-c5b3-4666-82b3-27377301f2af) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:11.722838 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d00a8da3-5f1e-4799-88fb-82a5d786efae tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.723318 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.775663 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Routers {'4b1a5528-126b-402d-b5e6-20d9cec276ac'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:11.776359 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4b1a5528-126b-402d-b5e6-20d9cec276ac'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:11.828619 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e65a4-e1db-4d63-86cc-f59e9d80fd7c None None] Pushing event updated for resources: {'Port': ['ID=ebfb5347-a027-4faa-a2ef-03ae877e8320,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:11.880436 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71ce43ed-4763-4a06-a73f-9a26ecde8f4a req-a5109938-767d-4766-b533-49a90761b53f tempest-VolumesNegativeTest-161191667 tempest-VolumesNegativeTest-161191667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a10cab2f-dd37-4b65-8cf7-3d107d262919 HTTP/1.1" status: 200 len: 210 time: 0.0279090 Sep 18 05:30:11.882290 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:11.924984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] Set router 4b1a5528-126b-402d-b5e6-20d9cec276ac gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:11.930892 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53536) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:11.975226 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-146c80f8-f9cd-430a-9223-89dbd0a8f01c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6277d485fb1c4ef6a8fd9994eb17d7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427339 Sep 18 05:30:11.977647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53538) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:12.014602 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:12.051931 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-d00a8da3-5f1e-4799-88fb-82a5d786efae tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:30:12.053296 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d00a8da3-5f1e-4799-88fb-82a5d786efae tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5510604 Sep 18 05:30:12.059419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53540) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:12.070532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': 'eec0c975-961b-4d2c-ba57-4dd5abcaea0a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:12.078828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Network 70ff6e33-3899-4786-b500-db929b3a9106 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:12.088651 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:12.091166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:12.124692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab8408b-c5b3-4666-82b3-27377301f2af,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:12.138850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'name': 'tempest-TestServerMultinode-1207379052-router', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'ebfb5347-a027-4faa-a2ef-03ae877e8320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:07Z', 'updated_at': '2021-09-18T05:30:09Z', 'revision_number': 3, 'project_id': 'fe2be07101d2428e8daa0557e1f87356', 'gw_port': {'id': 'ebfb5347-a027-4faa-a2ef-03ae877e8320', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:08Z', 'updated_at': '2021-09-18T05:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:12.151666 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:12.177684 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59565cff-b5f6-4019-8f89-41eba71122c6 None None] The sync data for ids ['4b1a5528-126b-402d-b5e6-20d9cec276ac'] in n-d-789963-13 is: [{'id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'name': 'tempest-TestServerMultinode-1207379052-router', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'ebfb5347-a027-4faa-a2ef-03ae877e8320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:07Z', 'updated_at': '2021-09-18T05:30:09Z', 'revision_number': 3, 'project_id': 'fe2be07101d2428e8daa0557e1f87356', 'gw_port': {'id': 'ebfb5347-a027-4faa-a2ef-03ae877e8320', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:08Z', 'updated_at': '2021-09-18T05:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:30:12.305144 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:12.319011 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06442930-0830-49f7-b031-d38a71139332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:12.329452 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device cd767bf9-82d1-4951-8fb1-06864b8c4367 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:30:12.347867 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06442930-0830-49f7-b031-d38a71139332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:12.352318 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: cd767bf9-82d1-4951-8fb1-06864b8c4367 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:30:12.352660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device cd767bf9-82d1-4951-8fb1-06864b8c4367 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:30:12.353192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 0f69100b-3ee1-4fb1-8787-faaeb443d840 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:30:12.376411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 0f69100b-3ee1-4fb1-8787-faaeb443d840 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:30:12.376692 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 0f69100b-3ee1-4fb1-8787-faaeb443d840 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:30:12.440159 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7dd47651-1618-4885-a3e2-b2577493e0ce None None] Provisioning complete for port 8ab8408b-c5b3-4666-82b3-27377301f2af triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:12.440554 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7dd47651-1618-4885-a3e2-b2577493e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:12.450609 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:12.488484 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06442930-0830-49f7-b031-d38a71139332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:12.491818 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-06442930-0830-49f7-b031-d38a71139332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:12.495820 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-06442930-0830-49f7-b031-d38a71139332 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c282a3f1-63c7-4293-87f3-5206dd7c8426 HTTP/1.1" status: 204 len: 168 time: 0.5165255 Sep 18 05:30:12.509505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06442930-0830-49f7-b031-d38a71139332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c282a3f1-63c7-4293-87f3-5206dd7c8426,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:12.530278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7dd47651-1618-4885-a3e2-b2577493e0ce None None] Port 8ab8408b-c5b3-4666-82b3-27377301f2af cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:12.571242 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:12.676029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Allocated IP 172.25.7.146 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/3bb63860-535f-4d11-855c-d70627acfadd) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:12.889284 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ebfb5347-a027-4faa-a2ef-03ae877e8320 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:12.952573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port ebfb5347-a027-4faa-a2ef-03ae877e8320 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:12.953213 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:13.077359 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:13.139554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port ebfb5347-a027-4faa-a2ef-03ae877e8320, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ebfb5347-a027-4faa-a2ef-03ae877e8320,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:13.188916 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:13.210957 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:13.233720 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:13.288391 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:13.293800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=ebfb5347-a027-4faa-a2ef-03ae877e8320,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:13.336505 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:13.374961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab8408b-c5b3-4666-82b3-27377301f2af,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:13.378403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:13.384377 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:13.386111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:13.406901 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:13.473797 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event updated for resources: {'Port': ['ID=3bb63860-535f-4d11-855c-d70627acfadd,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:13.613569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Network 70ff6e33-3899-4786-b500-db929b3a9106 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:13.616356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:13.748199 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53584) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:13.750153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Deleting port 3bb63860-535f-4d11-855c-d70627acfadd {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:13.750509 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:13.834006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Router 4b1a5528-126b-402d-b5e6-20d9cec276ac has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:30:13.901135 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-network', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:13.910515 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:13.910858 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:13.928752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Calling delete_port for 3bb63860-535f-4d11-855c-d70627acfadd owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:13.963539 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8ea7cc5e-986f-4768-b53c-619536670716 None None] Provisioning complete for port 8ab8408b-c5b3-4666-82b3-27377301f2af triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:13.963539 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8ea7cc5e-986f-4768-b53c-619536670716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:13.973737 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] Made reservation on behalf of a3b69a52b7ba448881b56c3ed653a665 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:13.976331 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:13.998225 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:14.029303 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7cc5e-986f-4768-b53c-619536670716 None None] Port 8ab8408b-c5b3-4666-82b3-27377301f2af cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:14.043359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:30:14.053795 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bbd417bb-7571-4d11-bbd2-ac80079a76a6 admin admin] 10.222.0.23 "PUT /v2.0/routers/4b1a5528-126b-402d-b5e6-20d9cec276ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3965416 Sep 18 05:30:14.127743 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:14.186243 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Sync routers for ids ['4b1a5528-126b-402d-b5e6-20d9cec276ac'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:30:14.195361 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Routers {'4b1a5528-126b-402d-b5e6-20d9cec276ac'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:14.196094 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4b1a5528-126b-402d-b5e6-20d9cec276ac'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:14.196974 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:14.231130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcba8e5a-00d5-499d-b0cc-ddddc277fc08,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:14.236887 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:14.258477 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:30:14.269252 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:14.269651 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] Added segment 45796e4b-36c1-4f8f-aa0a-d56f53039e32 of type vlan for network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 Sep 18 05:30:14.314836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event deleted for resources: {'Port': ['ID=3bb63860-535f-4d11-855c-d70627acfadd,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:14.317886 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Set router 4b1a5528-126b-402d-b5e6-20d9cec276ac gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:14.320004 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:14.425051 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:14.426104 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:14.426634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:14.471391 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] create failed (client error): The resource could not be found. Sep 18 05:30:14.477485 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4fe2d5ae-6a78-4b7e-ba14-203904ca9232 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4163671 Sep 18 05:30:14.478863 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53648) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:14.490767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] Pushing event updated for resources: {'Network': ['ID=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:14.504648 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:30:14.546568 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-80986e70-b0e4-46a7-a6f7-255dbbf16777 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7964301 Sep 18 05:30:14.549509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53652) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:14.555905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-cf021047-0856-4131-ab5a-bac264b20468 admin admin] Request body: {'subnet': {'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-subnet', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:14.639157 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a78f7751-654c-478a-a02e-988d1589eb55 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Deleting port eec0c975-961b-4d2c-ba57-4dd5abcaea0a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:14.639714 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a78f7751-654c-478a-a02e-988d1589eb55 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:14.656813 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'name': 'tempest-TestServerMultinode-1207379052-router', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'ebfb5347-a027-4faa-a2ef-03ae877e8320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:07Z', 'updated_at': '2021-09-18T05:30:12Z', 'revision_number': 4, 'project_id': 'fe2be07101d2428e8daa0557e1f87356', 'gw_port': {'id': 'ebfb5347-a027-4faa-a2ef-03ae877e8320', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:08Z', 'updated_at': '2021-09-18T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '8ab8408b-c5b3-4666-82b3-27377301f2af', 'name': '', 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'mac_address': 'fa:16:3e:78:2a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '517fc732-71a9-4875-bf10-33ba02679f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:11Z', 'updated_at': '2021-09-18T05:30:12Z', 'revision_number': 2, 'project_id': 'fe2be07101d2428e8daa0557e1f87356', 'subnets': [{'id': '517fc732-71a9-4875-bf10-33ba02679f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:14.683297 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Checking router: 4b1a5528-126b-402d-b5e6-20d9cec276ac for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:30:14.683760 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Updating router 4b1a5528-126b-402d-b5e6-20d9cec276ac port 8ab8408b-c5b3-4666-82b3-27377301f2af binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:30:14.693447 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf021047-0856-4131-ab5a-bac264b20468 admin admin] Made reservation on behalf of a3b69a52b7ba448881b56c3ed653a665 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:14.698600 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cf021047-0856-4131-ab5a-bac264b20468 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:14.711016 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:14.739543 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a78f7751-654c-478a-a02e-988d1589eb55 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:14.753066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a78f7751-654c-478a-a02e-988d1589eb55 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Calling delete_port for eec0c975-961b-4d2c-ba57-4dd5abcaea0a owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:14.915828 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ebfb5347-a027-4faa-a2ef-03ae877e8320 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:14.952369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53670) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:14.959080 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1156378342-network', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:14.992896 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port ebfb5347-a027-4faa-a2ef-03ae877e8320 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:14.993431 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.002139 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cf021047-0856-4131-ab5a-bac264b20468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.048294 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.053790 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a78f7751-654c-478a-a02e-988d1589eb55 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.083712 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] Made reservation on behalf of 3c85dc5ac35b4912a2c1214a327cd45d for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:15.086346 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.088516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf021047-0856-4131-ab5a-bac264b20468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=748c24f6-f319-4083-a809-7824a3465f46,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:15.097400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf021047-0856-4131-ab5a-bac264b20468 admin admin] Checking segment: {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:15.098025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf021047-0856-4131-ab5a-bac264b20468 admin admin] Network hostable DHCP agents. Network: 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:30:15.106370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f7751-654c-478a-a02e-988d1589eb55 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event deleted for resources: {'Port': ['ID=eec0c975-961b-4d2c-ba57-4dd5abcaea0a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:15.122438 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.126192 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.203961 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a78f7751-654c-478a-a02e-988d1589eb55 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.207389 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a78f7751-654c-478a-a02e-988d1589eb55 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "DELETE /v2.0/ports/eec0c975-961b-4d2c-ba57-4dd5abcaea0a HTTP/1.1" status: 204 len: 168 time: 0.7274601 Sep 18 05:30:15.210030 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53678) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:15.220146 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003fdfd-8f5e-4afd-a2c1-9ecfda6650d9 None None] Pushing event updated for resources: {'Port': ['ID=8ab8408b-c5b3-4666-82b3-27377301f2af,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:15.270643 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003fdfd-8f5e-4afd-a2c1-9ecfda6650d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:15.271070 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003fdfd-8f5e-4afd-a2c1-9ecfda6650d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:15.271592 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003fdfd-8f5e-4afd-a2c1-9ecfda6650d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:15.272205 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003fdfd-8f5e-4afd-a2c1-9ecfda6650d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:15.272600 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003fdfd-8f5e-4afd-a2c1-9ecfda6650d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:15.272940 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003fdfd-8f5e-4afd-a2c1-9ecfda6650d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:15.274225 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003fdfd-8f5e-4afd-a2c1-9ecfda6650d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:15.274742 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003fdfd-8f5e-4afd-a2c1-9ecfda6650d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:15.275783 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003fdfd-8f5e-4afd-a2c1-9ecfda6650d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:15.276122 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003fdfd-8f5e-4afd-a2c1-9ecfda6650d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:15.276636 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003fdfd-8f5e-4afd-a2c1-9ecfda6650d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:15.276977 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003fdfd-8f5e-4afd-a2c1-9ecfda6650d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:15.294612 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Attempting to bind port 8ab8408b-c5b3-4666-82b3-27377301f2af on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:15.295021 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Attempting to bind port 8ab8408b-c5b3-4666-82b3-27377301f2af by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:15.295389 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Attempting to bind port 8ab8408b-c5b3-4666-82b3-27377301f2af on network 70ff6e33-3899-4786-b500-db929b3a9106 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:15.297553 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e25afd-26e9-45ce-8cd3-34cfa9952f23 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:15.301725 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-84e25afd-26e9-45ce-8cd3-34cfa9952f23 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "GET /v2.0/ports?device_id=986376c4-4fd8-4837-a893-847ac769eb79 HTTP/1.1" status: 200 len: 913 time: 0.0882735 Sep 18 05:30:15.302738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53680) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:15.305441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf021047-0856-4131-ab5a-bac264b20468 admin admin] Network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:30:15.318118 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:15.318814 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Checking segment: {'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:15.319499 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.320074 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Bound using segment: {'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:15.321836 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Bound port: 8ab8408b-c5b3-4666-82b3-27377301f2af, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:15.322380 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.374861 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.379342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-cf021047-0856-4131-ab5a-bac264b20468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:15.387483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67447d2f-1d90-4827-8d5a-eda11e3d7d79 None None] Network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:15.393035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf021047-0856-4131-ab5a-bac264b20468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:15.393936 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cf021047-0856-4131-ab5a-bac264b20468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.441886 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] For port 8ab8408b-c5b3-4666-82b3-27377301f2af, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:15.446001 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] For port 8ab8408b-c5b3-4666-82b3-27377301f2af, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8ab8408b-c5b3-4666-82b3-27377301f2af,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:15.473706 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.502167 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:30:15.513701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6e8213-0678-4381-a01c-f665a5d5b73c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:15.518819 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.519269 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] Added segment 68f85808-6cce-4a07-a1cd-f6df41db7644 of type vlan for network 4ff93c04-f44d-4d4c-a53f-5421112a687f Sep 18 05:30:15.530942 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.576932 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.582756 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b70d72f8-5b62-4a36-aa40-0bb188021153 None None] Provisioning complete for port 8ab8408b-c5b3-4666-82b3-27377301f2af triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:15.584222 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b70d72f8-5b62-4a36-aa40-0bb188021153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.593148 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cf021047-0856-4131-ab5a-bac264b20468 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0388503 Sep 18 05:30:15.595731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53686) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:15.601715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:15.629333 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Routers {'4b1a5528-126b-402d-b5e6-20d9cec276ac'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:15.629543 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:30:15.629890 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4b1a5528-126b-402d-b5e6-20d9cec276ac'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:15.630435 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.716917 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.717904 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003fdfd-8f5e-4afd-a2c1-9ecfda6650d9 None None] Pushing event updated for resources: {'Port': ['ID=8ab8408b-c5b3-4666-82b3-27377301f2af,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:15.718029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:15.718626 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.781665 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.786208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.848324 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8941321 Sep 18 05:30:15.849523 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ccef9-dc81-43fb-8b4f-40410da6c54d admin admin] Pushing event updated for resources: {'Network': ['ID=4ff93c04-f44d-4d4c-a53f-5421112a687f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:15.851755 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53718) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:15.864601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9ee1bf7b-5758-4a49-b947-b87360791c2d admin admin] Request body: {'subnet': {'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1156378342-subnet', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:15.922936 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:15.923150 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] Set router 4b1a5528-126b-402d-b5e6-20d9cec276ac gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:15.967924 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee1bf7b-5758-4a49-b947-b87360791c2d admin admin] Made reservation on behalf of 3c85dc5ac35b4912a2c1214a327cd45d for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:15.970622 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ee1bf7b-5758-4a49-b947-b87360791c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:16.064693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 4ff93c04-f44d-4d4c-a53f-5421112a687f details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:30:16.148189 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-952f8f6c-432e-4e04-a914-53aca13b95fb tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:16.163034 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b70d72f8-5b62-4a36-aa40-0bb188021153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:16.256464 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'name': 'tempest-TestServerMultinode-1207379052-router', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'ebfb5347-a027-4faa-a2ef-03ae877e8320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:07Z', 'updated_at': '2021-09-18T05:30:12Z', 'revision_number': 4, 'project_id': 'fe2be07101d2428e8daa0557e1f87356', 'gw_port': {'id': 'ebfb5347-a027-4faa-a2ef-03ae877e8320', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:08Z', 'updated_at': '2021-09-18T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '8ab8408b-c5b3-4666-82b3-27377301f2af', 'name': '', 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'mac_address': 'fa:16:3e:78:2a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '517fc732-71a9-4875-bf10-33ba02679f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:11Z', 'updated_at': '2021-09-18T05:30:15Z', 'revision_number': 4, 'project_id': 'fe2be07101d2428e8daa0557e1f87356', 'subnets': [{'id': '517fc732-71a9-4875-bf10-33ba02679f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:16.293591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b70d72f8-5b62-4a36-aa40-0bb188021153 None None] For port 8ab8408b-c5b3-4666-82b3-27377301f2af, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8ab8408b-c5b3-4666-82b3-27377301f2af,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:16.296823 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09892c4-d806-4469-bf24-9a1d02e03624 None None] The sync data for ids ['4b1a5528-126b-402d-b5e6-20d9cec276ac'] in n-d-789963-13 is: [{'id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'name': 'tempest-TestServerMultinode-1207379052-router', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'ebfb5347-a027-4faa-a2ef-03ae877e8320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:07Z', 'updated_at': '2021-09-18T05:30:12Z', 'revision_number': 4, 'project_id': 'fe2be07101d2428e8daa0557e1f87356', 'gw_port': {'id': 'ebfb5347-a027-4faa-a2ef-03ae877e8320', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:08Z', 'updated_at': '2021-09-18T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '8ab8408b-c5b3-4666-82b3-27377301f2af', 'name': '', 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'mac_address': 'fa:16:3e:78:2a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '517fc732-71a9-4875-bf10-33ba02679f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:11Z', 'updated_at': '2021-09-18T05:30:15Z', 'revision_number': 4, 'project_id': 'fe2be07101d2428e8daa0557e1f87356', 'subnets': [{'id': '517fc732-71a9-4875-bf10-33ba02679f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:30:16.305303 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ee1bf7b-5758-4a49-b947-b87360791c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:16.331171 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Allocated IP 172.20.0.2 (2c4b3f9b-94b7-4c49-8692-ccff3ff01b82/748c24f6-f319-4083-a809-7824a3465f46/99e73d3c-d3c2-4a82-a41e-b0ffd732437a) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:16.355885 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b70d72f8-5b62-4a36-aa40-0bb188021153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:16.421211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1bf7b-5758-4a49-b947-b87360791c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc318bb-5aae-4d12-b52c-845e0abb3fa5,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:16.437833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee1bf7b-5758-4a49-b947-b87360791c2d admin admin] Checking segment: {'id': '68f85808-6cce-4a07-a1cd-f6df41db7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:16.438395 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee1bf7b-5758-4a49-b947-b87360791c2d admin admin] Network hostable DHCP agents. Network: 4ff93c04-f44d-4d4c-a53f-5421112a687f, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:30:16.508000 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d72f8-5b62-4a36-aa40-0bb188021153 None None] Pushing event updated for resources: {'Port': ['ID=8ab8408b-c5b3-4666-82b3-27377301f2af,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:16.545491 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f86efb2e-2779-4921-8677-97930ca403e0 None None] Provisioning complete for port 8ab8408b-c5b3-4666-82b3-27377301f2af triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:16.545944 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f86efb2e-2779-4921-8677-97930ca403e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:16.562484 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee1bf7b-5758-4a49-b947-b87360791c2d admin admin] Network 4ff93c04-f44d-4d4c-a53f-5421112a687f is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:30:16.573045 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:16.643310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-9ee1bf7b-5758-4a49-b947-b87360791c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 4ff93c04-f44d-4d4c-a53f-5421112a687f) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:16.648504 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:16.653085 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee1bf7b-5758-4a49-b947-b87360791c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:16.654903 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9ee1bf7b-5758-4a49-b947-b87360791c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:16.655620 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9e07d1-12c8-4441-8607-e1989f3d4397 None None] Network 4ff93c04-f44d-4d4c-a53f-5421112a687f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:16.745782 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:16.759196 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9ee1bf7b-5758-4a49-b947-b87360791c2d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9060621 Sep 18 05:30:16.761614 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53756) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:16.769705 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1156378342-router', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:16.834669 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:16.846163 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:16.850757 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:16.879169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Pushing event updated for resources: {'Port': ['ID=99e73d3c-d3c2-4a82-a41e-b0ffd732437a,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:16.929499 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:16.930842 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:16.977269 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8ab8408b-c5b3-4666-82b3-27377301f2af up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:17.026824 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.069870 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Attempting to bind port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:17.070830 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Attempting to bind port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:17.071203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Attempting to bind port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a on network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:17.103833 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:17.104220 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Checking segment: {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:17.104660 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.105055 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Bound using segment: {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:17.105585 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Bound port: 99e73d3c-d3c2-4a82-a41e-b0ffd732437a, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:17.105982 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.112923 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8ab8408b-c5b3-4666-82b3-27377301f2af triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:17.113300 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.141994 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-4ff93c04-f44d-4d4c-a53f-5421112a687f', 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'fixed_ips': [{'subnet_id': 'efc318bb-5aae-4d12-b52c-845e0abb3fa5'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:30:17.142869 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.186699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-952f8f6c-432e-4e04-a914-53aca13b95fb tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Deleting port 4fab8a6a-bcf7-43f5-9308-1fcfaec2b9a7 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:17.187693 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-952f8f6c-432e-4e04-a914-53aca13b95fb tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.250481 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.308055 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.334317 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.383088 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-952f8f6c-432e-4e04-a914-53aca13b95fb tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.391056 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] For port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:17.405534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-952f8f6c-432e-4e04-a914-53aca13b95fb tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Calling delete_port for 4fab8a6a-bcf7-43f5-9308-1fcfaec2b9a7 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:17.439960 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] For port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=99e73d3c-d3c2-4a82-a41e-b0ffd732437a,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:17.472151 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Allocated IP 172.20.0.2 (4ff93c04-f44d-4d4c-a53f-5421112a687f/efc318bb-5aae-4d12-b52c-845e0abb3fa5/9c5d21f7-3d3a-47a1-a1b6-39e03e358c28) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:17.515873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Allocated IP 172.25.7.18 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/272a6293-f9c8-418c-aed2-c0784ab0d6f3) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:17.553410 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.698787 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.743853 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.777241 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.781033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a400de-6c4e-4f56-b655-539766c4f140 None None] Pushing event updated for resources: {'Port': ['ID=99e73d3c-d3c2-4a82-a41e-b0ffd732437a,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:17.826043 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Network 4ff93c04-f44d-4d4c-a53f-5421112a687f is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:17.835844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:17.839347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:17.860375 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.871638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-952f8f6c-432e-4e04-a914-53aca13b95fb tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.879783 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.884020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Pushing event updated for resources: {'Port': ['ID=9c5d21f7-3d3a-47a1-a1b6-39e03e358c28,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:17.895922 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.941264 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Attempting to bind port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:17.941803 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Attempting to bind port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '68f85808-6cce-4a07-a1cd-f6df41db7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:17.942540 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Attempting to bind port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 on network 4ff93c04-f44d-4d4c-a53f-5421112a687f {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:17.945629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f8f6c-432e-4e04-a914-53aca13b95fb tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event deleted for resources: {'Port': ['ID=4fab8a6a-bcf7-43f5-9308-1fcfaec2b9a7,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:17.980808 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:17.981324 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Checking segment: {'id': '68f85808-6cce-4a07-a1cd-f6df41db7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:17.982354 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:17.984786 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Bound using segment: {'id': '68f85808-6cce-4a07-a1cd-f6df41db7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:17.986462 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Bound port: 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f85808-6cce-4a07-a1cd-f6df41db7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:17.986773 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:18.104195 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Allocated IP 172.25.7.122 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/1e52f67b-ec1f-465b-a9b6-cea0cf024f43) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:18.135680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:18.165906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:18.172525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:18.175739 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] For port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:18.181844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] For port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9c5d21f7-3d3a-47a1-a1b6-39e03e358c28,segment=NetworkSegment(68f85808-6cce-4a07-a1cd-f6df41db7644),segment_id=68f85808-6cce-4a07-a1cd-f6df41db7644)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:18.245056 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Pushing event updated for resources: {'Port': ['ID=272a6293-f9c8-418c-aed2-c0784ab0d6f3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:18.265319 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:18.327528 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:18.402418 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5c035-3f3e-4435-a66d-6a3f7e8b4d77 None None] Pushing event updated for resources: {'Port': ['ID=9c5d21f7-3d3a-47a1-a1b6-39e03e358c28,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:18.460222 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-952f8f6c-432e-4e04-a914-53aca13b95fb tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:18.476642 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:18.518038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:18.522861 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:18.529660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:18.532848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e52f67b-ec1f-465b-a9b6-cea0cf024f43,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:18.776277 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952f8f6c-432e-4e04-a914-53aca13b95fb tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Router 986376c4-4fd8-4837-a893-847ac769eb79 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:30:18.952378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952f8f6c-432e-4e04-a914-53aca13b95fb tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:30:18.959190 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-952f8f6c-432e-4e04-a914-53aca13b95fb tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "PUT /v2.0/routers/986376c4-4fd8-4837-a893-847ac769eb79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6549067 Sep 18 05:30:18.960307 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:18.963325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f7f82d-39be-45d0-b5f4-d9f092d217f9 None None] Sync routers for ids ['986376c4-4fd8-4837-a893-847ac769eb79'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:30:18.977495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f7f82d-39be-45d0-b5f4-d9f092d217f9 None None] Routers {'986376c4-4fd8-4837-a893-847ac769eb79'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:18.978667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e8f7f82d-39be-45d0-b5f4-d9f092d217f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['986376c4-4fd8-4837-a893-847ac769eb79'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:19.042431 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.045332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53812) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:19.049918 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:19.053153 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e8f7f82d-39be-45d0-b5f4-d9f092d217f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:19.088522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f7f82d-39be-45d0-b5f4-d9f092d217f9 None None] Routers {'986376c4-4fd8-4837-a893-847ac769eb79'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:19.089423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e8f7f82d-39be-45d0-b5f4-d9f092d217f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['986376c4-4fd8-4837-a893-847ac769eb79'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:19.127892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-e8f7f82d-39be-45d0-b5f4-d9f092d217f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:19.128960 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f7f82d-39be-45d0-b5f4-d9f092d217f9 None None] The sync data for ids ['986376c4-4fd8-4837-a893-847ac769eb79'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:30:19.157940 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:19.158476 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.183981 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-780a95f3-c324-486a-8085-fb5fefcfd22e tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.276804 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.294722 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.297772 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc613a7e-a0ea-4257-95be-e60c92caafb2 None None] Network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:19.394148 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-71a89626-9745-4951-8cfa-d580de029da5 None None] Provisioning complete for port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:19.394859 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-71a89626-9745-4951-8cfa-d580de029da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.398009 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9c5d21f7-3d3a-47a1-a1b6-39e03e358c28,segment=NetworkSegment(68f85808-6cce-4a07-a1cd-f6df41db7644),segment_id=68f85808-6cce-4a07-a1cd-f6df41db7644)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:19.447417 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-780a95f3-c324-486a-8085-fb5fefcfd22e tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.453160 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-780a95f3-c324-486a-8085-fb5fefcfd22e tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.483554 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.484159 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 99e73d3c-d3c2-4a82-a41e-b0ffd732437a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:19.631111 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.631430 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=9c5d21f7-3d3a-47a1-a1b6-39e03e358c28,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:19.647064 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-71a89626-9745-4951-8cfa-d580de029da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.676632 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:19.677117 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.710439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Router 65a0566c-0b1d-425e-946d-8343e08b4df8 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:30:19.765759 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94ea36d-cf16-40bc-939d-ba970fe581d3 None None] Network 4ff93c04-f44d-4d4c-a53f-5421112a687f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:19.771834 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-71a89626-9745-4951-8cfa-d580de029da5 None None] For port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=99e73d3c-d3c2-4a82-a41e-b0ffd732437a,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:19.803596 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-780a95f3-c324-486a-8085-fb5fefcfd22e tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.804334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780a95f3-c324-486a-8085-fb5fefcfd22e tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Fanout notify agent at l3_agent the message router_deleted on router 986376c4-4fd8-4837-a893-847ac769eb79 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:30:19.823489 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-780a95f3-c324-486a-8085-fb5fefcfd22e tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.827572 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-780a95f3-c324-486a-8085-fb5fefcfd22e tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "DELETE /v2.0/routers/986376c4-4fd8-4837-a893-847ac769eb79 HTTP/1.1" status: 204 len: 168 time: 0.7810841 Sep 18 05:30:19.833273 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53816) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:19.879624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:30:19.889225 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Sync routers for ids ['65a0566c-0b1d-425e-946d-8343e08b4df8'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:30:19.900328 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bd01bc-f030-4da3-ae9d-60074eb053ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Deleting subnet 624f7098-96f0-439c-8bcf-0ef28d3e79bc {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:30:19.905463 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Routers {'65a0566c-0b1d-425e-946d-8343e08b4df8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:19.906548 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['65a0566c-0b1d-425e-946d-8343e08b4df8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:19.908584 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-20bd01bc-f030-4da3-ae9d-60074eb053ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:19.972351 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-20bd01bc-f030-4da3-ae9d-60074eb053ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:20.014092 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:20.018404 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53818) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:20.019268 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-851d39e0-cca6-41f8-bdc6-9858f1a1f5ab admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4222536 Sep 18 05:30:20.066374 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Set router 65a0566c-0b1d-425e-946d-8343e08b4df8 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:20.154443 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-71a89626-9745-4951-8cfa-d580de029da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:20.279371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a89626-9745-4951-8cfa-d580de029da5 None None] Pushing event updated for resources: {'Port': ['ID=99e73d3c-d3c2-4a82-a41e-b0ffd732437a,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:20.302411 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:18Z', 'revision_number': 3, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:20.306307 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c7159934-a3d0-4a6c-955e-6f76a964a59e None None] Provisioning complete for port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:20.307393 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7159934-a3d0-4a6c-955e-6f76a964a59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:20.354292 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Checking router: 65a0566c-0b1d-425e-946d-8343e08b4df8 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:30:20.360817 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Updating router 65a0566c-0b1d-425e-946d-8343e08b4df8 port 272a6293-f9c8-418c-aed2-c0784ab0d6f3 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:30:20.403104 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:20.426177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c7159934-a3d0-4a6c-955e-6f76a964a59e None None] Provisioning complete for port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:20.426547 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7159934-a3d0-4a6c-955e-6f76a964a59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:20.432341 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Router 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:30:20.664609 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-20bd01bc-f030-4da3-ae9d-60074eb053ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:20.687164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9d88bc0c-b8cd-4352-a568-5dafd1f76d86 None None] Provisioning complete for port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:20.687164 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9d88bc0c-b8cd-4352-a568-5dafd1f76d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:20.707523 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:20.785407 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:20.805736 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:30:20.828990 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Sync routers for ids ['96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:30:20.850860 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaff3ba-069d-46aa-8a7b-f6ada3482921 None None] Pushing event updated for resources: {'Port': ['ID=272a6293-f9c8-418c-aed2-c0784ab0d6f3,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:20.872723 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Routers {'96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:20.873397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:20.873705 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Attempting to bind port 272a6293-f9c8-418c-aed2-c0784ab0d6f3 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:20.874157 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Attempting to bind port 272a6293-f9c8-418c-aed2-c0784ab0d6f3 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:20.874562 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Attempting to bind port 272a6293-f9c8-418c-aed2-c0784ab0d6f3 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:20.880610 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:20.880610 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:20.880891 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:20.881130 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:20.882774 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Bound port: 272a6293-f9c8-418c-aed2-c0784ab0d6f3, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:20.883161 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:20.945824 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:20.948401 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-37147d12-365f-42c1-914a-f96177018de3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1855080 Sep 18 05:30:20.952083 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:20.952511 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-20bd01bc-f030-4da3-ae9d-60074eb053ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:20.953774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53822) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:20.963359 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] For port 272a6293-f9c8-418c-aed2-c0784ab0d6f3, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:20.967062 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] For port 272a6293-f9c8-418c-aed2-c0784ab0d6f3, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=272a6293-f9c8-418c-aed2-c0784ab0d6f3,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:20.987826 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd01bc-f030-4da3-ae9d-60074eb053ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event deleted for resources: {'Subnet': ['ID=624f7098-96f0-439c-8bcf-0ef28d3e79bc,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:20.999226 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-20bd01bc-f030-4da3-ae9d-60074eb053ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:21.001335 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-20bd01bc-f030-4da3-ae9d-60074eb053ac tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "DELETE /v2.0/subnets/624f7098-96f0-439c-8bcf-0ef28d3e79bc HTTP/1.1" status: 204 len: 168 time: 1.1667545 Sep 18 05:30:21.004189 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53824) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:21.025297 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5dd1cd-6dfa-4457-9270-d7c1ed68ef7e None None] Network ca5c4f9e-428f-4e42-9704-d297e4bf7d08 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:21.074862 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:21.114381 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Set router 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:21.172219 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:21.178313 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaff3ba-069d-46aa-8a7b-f6ada3482921 None None] Pushing event updated for resources: {'Port': ['ID=272a6293-f9c8-418c-aed2-c0784ab0d6f3,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:21.195702 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:21.196288 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:21.209763 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Routers {'65a0566c-0b1d-425e-946d-8343e08b4df8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:21.210591 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['65a0566c-0b1d-425e-946d-8343e08b4df8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:21.219016 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:21.424629 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Deleting port 70b61836-f574-4a2b-8afd-553fc4a5e38f {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:21.425155 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:21.475294 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] Set router 65a0566c-0b1d-425e-946d-8343e08b4df8 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:21.506290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 99e73d3c-d3c2-4a82-a41e-b0ffd732437a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:21.531791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'name': 'tempest-TestServerMultinode-1156378342-router', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1e52f67b-ec1f-465b-a9b6-cea0cf024f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:16Z', 'updated_at': '2021-09-18T05:30:18Z', 'revision_number': 3, 'project_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'gw_port': {'id': '1e52f67b-ec1f-465b-a9b6-cea0cf024f43', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:21.571289 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] For port 70b61836-f574-4a2b-8afd-553fc4a5e38f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=70b61836-f574-4a2b-8afd-553fc4a5e38f,segment=NetworkSegment(31322cf5-46e6-4659-91e6-8e8967a7d784),segment_id=31322cf5-46e6-4659-91e6-8e8967a7d784)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:21.571791 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:21.625224 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Calling delete_port for 70b61836-f574-4a2b-8afd-553fc4a5e38f owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:21.640893 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Checking router: 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:30:21.645274 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Updating router 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 port 1e52f67b-ec1f-465b-a9b6-cea0cf024f43 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:30:21.649222 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e81dab-7b2b-43b7-8386-e6a4b69ff264 None None] DHCP port deletion for ca5c4f9e-428f-4e42-9704-d297e4bf7d08 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:30:21.649759 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Allocated IP 172.20.0.1 (2c4b3f9b-94b7-4c49-8692-ccff3ff01b82/748c24f6-f319-4083-a809-7824a3465f46/d4f685be-5e52-4af4-8e84-2bb9da8ee73d) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:21.738621 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:18Z', 'revision_number': 3, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:21.745101 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:21.787765 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9ba4a-a487-434b-9532-50e144d033cb None None] The sync data for ids ['65a0566c-0b1d-425e-946d-8343e08b4df8'] in n-d-789963-13 is: [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:18Z', 'revision_number': 3, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:30:21.824307 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:21.881531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:21.881919 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:21.889658 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:21.919051 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event deleted for resources: {'Port': ['ID=70b61836-f574-4a2b-8afd-553fc4a5e38f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:21.928794 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] No DVR routers for this DVR port 70b61836-f574-4a2b-8afd-553fc4a5e38f on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:30:21.973337 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:21.978357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-88e81dab-7b2b-43b7-8386-e6a4b69ff264 None None] Deleting port 70b61836-f574-4a2b-8afd-553fc4a5e38f {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:21.980127 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-88e81dab-7b2b-43b7-8386-e6a4b69ff264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:21.988917 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.103860 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.121696 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:22.132269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:22.137123 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:22.225185 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5c4f9e-428f-4e42-9704-d297e4bf7d08']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:22.235828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Pushing event updated for resources: {'Port': ['ID=d4f685be-5e52-4af4-8e84-2bb9da8ee73d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:22.251047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31322cf5-46e6-4659-91e6-8e8967a7d784') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:22.251306 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31322cf5-46e6-4659-91e6-8e8967a7d784') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:22.271387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Allocated IP 172.20.0.1 (4ff93c04-f44d-4d4c-a53f-5421112a687f/efc318bb-5aae-4d12-b52c-845e0abb3fa5/bf59fc86-427c-4309-a463-21a94159b8de) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:22.283242 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.330268 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-88e81dab-7b2b-43b7-8386-e6a4b69ff264 None None] For port 70b61836-f574-4a2b-8afd-553fc4a5e38f, host n-d-789963-13, got binding levels [] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:22.330725 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-88e81dab-7b2b-43b7-8386-e6a4b69ff264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.377810 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-88e81dab-7b2b-43b7-8386-e6a4b69ff264 None None] Calling delete_port for 70b61836-f574-4a2b-8afd-553fc4a5e38f owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:22.390289 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.398034 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.ipam_backend_mixin [None req-88e81dab-7b2b-43b7-8386-e6a4b69ff264 None None] Port 70b61836-f574-4a2b-8afd-553fc4a5e38f was not found and therefore no delete operation was performed {{(pid=106910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 05:30:22.424627 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-88e81dab-7b2b-43b7-8386-e6a4b69ff264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.431360 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.461949 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e81dab-7b2b-43b7-8386-e6a4b69ff264 None None] No DVR routers for this DVR port 70b61836-f574-4a2b-8afd-553fc4a5e38f on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:30:22.468462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:30:22.478148 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:30:22.487353 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:30:22.489751 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.527681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e81dab-7b2b-43b7-8386-e6a4b69ff264 None None] Pushing event deleted for resources: {'Port': ['ID=70b61836-f574-4a2b-8afd-553fc4a5e38f,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:22.617957 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.625456 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.640692 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7e6dcc24-19f1-4661-852d-8ce8997fa443 None None] Provisioning complete for port d4f685be-5e52-4af4-8e84-2bb9da8ee73d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:22.640692 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7e6dcc24-19f1-4661-852d-8ce8997fa443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.681066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Network 4ff93c04-f44d-4d4c-a53f-5421112a687f is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:22.691304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:22.693671 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7e6dcc24-19f1-4661-852d-8ce8997fa443 None None] Port d4f685be-5e52-4af4-8e84-2bb9da8ee73d cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:22.699998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:22.722719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53832) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:22.723187 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.734635 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Pushing event updated for resources: {'Port': ['ID=bf59fc86-427c-4309-a463-21a94159b8de,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:22.757773 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.768194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.770279 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.777504 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] 10.222.0.23 "DELETE /v2.0/networks/ca5c4f9e-428f-4e42-9704-d297e4bf7d08 HTTP/1.1" status: 204 len: 168 time: 1.7694290 Sep 18 05:30:22.800513 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Attempting to bind port 1e52f67b-ec1f-465b-a9b6-cea0cf024f43 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:22.800991 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Attempting to bind port 1e52f67b-ec1f-465b-a9b6-cea0cf024f43 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:22.801483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Attempting to bind port 1e52f67b-ec1f-465b-a9b6-cea0cf024f43 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:22.821973 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:22.824058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:22.824742 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.825527 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:22.826484 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Bound port: 1e52f67b-ec1f-465b-a9b6-cea0cf024f43, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:22.827009 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.850073 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5638b78-ace1-4a56-8df7-86ae77a4ac16 tempest-FloatingIPNegativeTestJSON-1137107585 tempest-FloatingIPNegativeTestJSON-1137107585-project] Pushing event deleted for resources: {'Network': ['ID=ca5c4f9e-428f-4e42-9704-d297e4bf7d08,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:22.887022 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:22.895574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98544c03-deb8-40ab-a551-15cf7a1698fc None None] Pushing event updated for resources: {'Port': ['ID=1e52f67b-ec1f-465b-a9b6-cea0cf024f43,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:22.944015 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] For port 1e52f67b-ec1f-465b-a9b6-cea0cf024f43, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:22.956871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] For port 1e52f67b-ec1f-465b-a9b6-cea0cf024f43, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1e52f67b-ec1f-465b-a9b6-cea0cf024f43,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:23.027834 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 272a6293-f9c8-418c-aed2-c0784ab0d6f3 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:23.153138 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.162072 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b71220ea-a6c1-4a5b-9437-30c51ec73614 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed1f1d82937543a097f6880dbb01cb14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380281 Sep 18 05:30:23.165660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53838) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:23.201299 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.222262 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf2bdf41-ced3-47f4-8f9e-deba0c74e497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.239028 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.247317 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf2bdf41-ced3-47f4-8f9e-deba0c74e497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.296764 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.319023 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-87ed82c2-4ae9-4bf2-b5cf-0938974c27a2 None None] Provisioning complete for port bf59fc86-427c-4309-a463-21a94159b8de triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:23.319406 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-87ed82c2-4ae9-4bf2-b5cf-0938974c27a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.389520 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Pushing event updated for resources: {'Port': ['ID=d4f685be-5e52-4af4-8e84-2bb9da8ee73d,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:23.410996 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.413674 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.422208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98544c03-deb8-40ab-a551-15cf7a1698fc None None] Pushing event updated for resources: {'Port': ['ID=1e52f67b-ec1f-465b-a9b6-cea0cf024f43,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:23.431853 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.432619 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.437888 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Routers {'96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:23.438533 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:23.461677 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53842) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:23.484116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-87ed82c2-4ae9-4bf2-b5cf-0938974c27a2 None None] Port bf59fc86-427c-4309-a463-21a94159b8de cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:23.490807 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 272a6293-f9c8-418c-aed2-c0784ab0d6f3 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:23.491475 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.501278 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf2bdf41-ced3-47f4-8f9e-deba0c74e497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.504002 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf2bdf41-ced3-47f4-8f9e-deba0c74e497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.507585 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bf2bdf41-ced3-47f4-8f9e-deba0c74e497 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48c1162e-01b2-47ed-98d6-9cd4307ea8de HTTP/1.1" status: 204 len: 168 time: 0.3392472 Sep 18 05:30:23.516206 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.530417 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bdf41-ced3-47f4-8f9e-deba0c74e497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c1162e-01b2-47ed-98d6-9cd4307ea8de,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:23.541485 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:23.542915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:23.619715 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] Set router 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:23.709373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Router 65a0566c-0b1d-425e-946d-8343e08b4df8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:30:23.712664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Pushing event updated for resources: {'Port': ['ID=bf59fc86-427c-4309-a463-21a94159b8de,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:23.718403 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.726522 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.776421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 272a6293-f9c8-418c-aed2-c0784ab0d6f3, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=272a6293-f9c8-418c-aed2-c0784ab0d6f3,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:23.852399 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8f7b369c-7211-4ffe-b490-7f0457afb7ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5410b028db7b4386a2f634c8ef8638f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3889670 Sep 18 05:30:23.855029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53848) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:23.875493 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:23.888664 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:30:23.914707 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bed40de3-35b5-412e-ad5a-c366e81e5eed admin admin] 10.222.0.23 "PUT /v2.0/routers/65a0566c-0b1d-425e-946d-8343e08b4df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8895187 Sep 18 05:30:23.939404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=272a6293-f9c8-418c-aed2-c0784ab0d6f3,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:23.953713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Network 4ff93c04-f44d-4d4c-a53f-5421112a687f is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:23.957737 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:23.985892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 70b61836-f574-4a2b-8afd-553fc4a5e38f no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:30:23.990832 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4018bf2-5f2d-4d69-90d8-22095f314229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:24.012684 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 70b61836-f574-4a2b-8afd-553fc4a5e38f {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:30:24.013787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 70b61836-f574-4a2b-8afd-553fc4a5e38f not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:30:24.039341 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'name': 'tempest-TestServerMultinode-1156378342-router', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1e52f67b-ec1f-465b-a9b6-cea0cf024f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:16Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'gw_port': {'id': '1e52f67b-ec1f-465b-a9b6-cea0cf024f43', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'bf59fc86-427c-4309-a463-21a94159b8de', 'name': '', 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'mac_address': 'fa:16:3e:1d:7e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'efc318bb-5aae-4d12-b52c-845e0abb3fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 1, 'project_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'subnets': [{'id': 'efc318bb-5aae-4d12-b52c-845e0abb3fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:24.099746 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4018bf2-5f2d-4d69-90d8-22095f314229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:24.124169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d48f5c0-797d-4fd6-a8d0-bd831ab300ca None None] The sync data for ids ['96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'] in n-d-789963-13 is: [{'id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'name': 'tempest-TestServerMultinode-1156378342-router', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1e52f67b-ec1f-465b-a9b6-cea0cf024f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:16Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'gw_port': {'id': '1e52f67b-ec1f-465b-a9b6-cea0cf024f43', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'bf59fc86-427c-4309-a463-21a94159b8de', 'name': '', 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'mac_address': 'fa:16:3e:1d:7e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'efc318bb-5aae-4d12-b52c-845e0abb3fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 1, 'project_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'subnets': [{'id': 'efc318bb-5aae-4d12-b52c-845e0abb3fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:30:24.145195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9460a7c4-7cf7-4373-8a48-3e9f808a73e4 None None] Provisioning complete for port d4f685be-5e52-4af4-8e84-2bb9da8ee73d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:24.145583 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9460a7c4-7cf7-4373-8a48-3e9f808a73e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:24.218795 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9460a7c4-7cf7-4373-8a48-3e9f808a73e4 None None] Port d4f685be-5e52-4af4-8e84-2bb9da8ee73d cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:24.274782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Router 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:30:24.348187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6b485bb0-75fb-4d8c-9b45-756fb045fdec None None] Provisioning complete for port bf59fc86-427c-4309-a463-21a94159b8de triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:24.349577 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6b485bb0-75fb-4d8c-9b45-756fb045fdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:24.396397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6b485bb0-75fb-4d8c-9b45-756fb045fdec None None] Port bf59fc86-427c-4309-a463-21a94159b8de cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:24.405631 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4018bf2-5f2d-4d69-90d8-22095f314229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:24.408881 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d4018bf2-5f2d-4d69-90d8-22095f314229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:24.412661 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d4018bf2-5f2d-4d69-90d8-22095f314229 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a9067d4-3ee3-44c1-a4da-7403f45ce41d HTTP/1.1" status: 204 len: 168 time: 0.5540876 Sep 18 05:30:24.428131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4018bf2-5f2d-4d69-90d8-22095f314229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9067d4-3ee3-44c1-a4da-7403f45ce41d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:24.453645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:30:24.458697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ceda8d75-9e7b-46ed-8ef5-f54050ff0d1a admin admin] 10.222.0.23 "PUT /v2.0/routers/96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5033436 Sep 18 05:30:24.519031 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Sync routers for ids ['65a0566c-0b1d-425e-946d-8343e08b4df8'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:30:24.540382 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Routers {'65a0566c-0b1d-425e-946d-8343e08b4df8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:24.541296 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['65a0566c-0b1d-425e-946d-8343e08b4df8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:24.661875 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Set router 65a0566c-0b1d-425e-946d-8343e08b4df8 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:24.901314 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 2, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:24.924549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53880) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:24.929696 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2d0a8ab6-1819-4648-88aa-bdaf1b3f81d9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613096477', 'description': 'tempest-description--24588364'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:24.945674 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 272a6293-f9c8-418c-aed2-c0784ab0d6f3 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:24.953548 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Checking router: 65a0566c-0b1d-425e-946d-8343e08b4df8 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:30:24.954527 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Updating router 65a0566c-0b1d-425e-946d-8343e08b4df8 port d4f685be-5e52-4af4-8e84-2bb9da8ee73d binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:30:25.010140 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:25.031019 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d0a8ab6-1819-4648-88aa-bdaf1b3f81d9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:25.059179 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 272a6293-f9c8-418c-aed2-c0784ab0d6f3 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:25.060363 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:25.225190 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d0a8ab6-1819-4648-88aa-bdaf1b3f81d9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:25.311256 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d0a8ab6-1819-4648-88aa-bdaf1b3f81d9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:25.386166 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a8ab6-1819-4648-88aa-bdaf1b3f81d9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a84543-08be-4737-9a68-62d2840d75fc,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:25.470397 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d0a8ab6-1819-4648-88aa-bdaf1b3f81d9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:25.471722 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2d0a8ab6-1819-4648-88aa-bdaf1b3f81d9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5460920 Sep 18 05:30:25.474821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53900) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:25.478987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-30a2cbdd-8bd6-43a2-9a50-14e20b8225df tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Request body: {'security_group_rule': {'security_group_id': '10a84543-08be-4737-9a68-62d2840d75fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:25.507836 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:25.595342 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:25.625522 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30a2cbdd-8bd6-43a2-9a50-14e20b8225df tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:25.666010 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef6014-19f1-407c-bd3e-23c790b2e77e None None] Pushing event updated for resources: {'Port': ['ID=d4f685be-5e52-4af4-8e84-2bb9da8ee73d,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:25.744195 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Attempting to bind port d4f685be-5e52-4af4-8e84-2bb9da8ee73d on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:25.744614 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Attempting to bind port d4f685be-5e52-4af4-8e84-2bb9da8ee73d by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:25.744978 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Attempting to bind port d4f685be-5e52-4af4-8e84-2bb9da8ee73d on network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:25.751192 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:25.751567 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Checking segment: {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:25.752002 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:25.752443 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Bound using segment: {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:25.752907 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Bound port: d4f685be-5e52-4af4-8e84-2bb9da8ee73d, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:25.753340 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:25.816868 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30a2cbdd-8bd6-43a2-9a50-14e20b8225df tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:25.914018 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] For port d4f685be-5e52-4af4-8e84-2bb9da8ee73d, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:25.917648 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] For port d4f685be-5e52-4af4-8e84-2bb9da8ee73d, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d4f685be-5e52-4af4-8e84-2bb9da8ee73d,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:25.924830 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30a2cbdd-8bd6-43a2-9a50-14e20b8225df tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:25.980513 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2cbdd-8bd6-43a2-9a50-14e20b8225df tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5163e4-df7e-4c52-9049-78281ef03f21,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:25.993611 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.001399 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-2941c1ab-a55a-40c2-99b0-a8dc9ef4818d tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:26.003785 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-2941c1ab-a55a-40c2-99b0-a8dc9ef4818d tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/networks?id=70ff6e33-3899-4786-b500-db929b3a9106 HTTP/1.1" status: 200 len: 910 time: 0.3241396 Sep 18 05:30:26.031366 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-f0a5de7c-c5af-4293-9f8a-76a516a5eb4b tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/quotas/3c85dc5ac35b4912a2c1214a327cd45d HTTP/1.1" status: 200 len: 375 time: 0.0132918 Sep 18 05:30:26.058099 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef6014-19f1-407c-bd3e-23c790b2e77e None None] Pushing event updated for resources: {'Port': ['ID=d4f685be-5e52-4af4-8e84-2bb9da8ee73d,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:26.072709 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30a2cbdd-8bd6-43a2-9a50-14e20b8225df tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.077749 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-30a2cbdd-8bd6-43a2-9a50-14e20b8225df tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6021850 Sep 18 05:30:26.077947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53934) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:26.083599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-520ffc02-3583-4d8b-990c-87d644602be1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Request body: {'security_group_rule': {'security_group_id': '10a84543-08be-4737-9a68-62d2840d75fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:26.109542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-971096e2-aa08-4bcb-8a44-70f5eeca7f17 None None] Provisioning complete for port d4f685be-5e52-4af4-8e84-2bb9da8ee73d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:26.110104 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-971096e2-aa08-4bcb-8a44-70f5eeca7f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.132515 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Routers {'65a0566c-0b1d-425e-946d-8343e08b4df8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:26.132515 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['65a0566c-0b1d-425e-946d-8343e08b4df8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:26.175584 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-c5983736-5310-4339-8eb7-6b1be79b7664 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c85dc5ac35b4912a2c1214a327cd45d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433911 Sep 18 05:30:26.193720 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-bc92af31-218f-40bb-923f-f7a6905362e9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:30:26.211275 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-520ffc02-3583-4d8b-990c-87d644602be1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.213262 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-bc92af31-218f-40bb-923f-f7a6905362e9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246561 Sep 18 05:30:26.386445 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-971096e2-aa08-4bcb-8a44-70f5eeca7f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.420481 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-520ffc02-3583-4d8b-990c-87d644602be1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.421439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53936) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:26.425726 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] Set router 65a0566c-0b1d-425e-946d-8343e08b4df8 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:26.475871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-971096e2-aa08-4bcb-8a44-70f5eeca7f17 None None] For port d4f685be-5e52-4af4-8e84-2bb9da8ee73d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d4f685be-5e52-4af4-8e84-2bb9da8ee73d,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:26.505149 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-520ffc02-3583-4d8b-990c-87d644602be1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.551297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ffc02-3583-4d8b-990c-87d644602be1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd50157-7f88-48c8-ae7c-a48c79b43fd1,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:26.556478 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-971096e2-aa08-4bcb-8a44-70f5eeca7f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.608475 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-999080812'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:26.623087 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971096e2-aa08-4bcb-8a44-70f5eeca7f17 None None] Pushing event updated for resources: {'Port': ['ID=d4f685be-5e52-4af4-8e84-2bb9da8ee73d,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:26.636710 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-520ffc02-3583-4d8b-990c-87d644602be1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.638138 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-520ffc02-3583-4d8b-990c-87d644602be1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5585926 Sep 18 05:30:26.641213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53940) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:26.648812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:26.678721 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-53bf6548-0de9-4188-94ae-a177a59c2572 None None] Provisioning complete for port d4f685be-5e52-4af4-8e84-2bb9da8ee73d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:26.679262 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-53bf6548-0de9-4188-94ae-a177a59c2572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.708078 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:25Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:26.708900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:26.714442 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.739432 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-4e2c572b-d249-4fd3-a876-0cefb24eedc4 service neutron] 10.222.0.23 "GET /v2.0/networks/70ff6e33-3899-4786-b500-db929b3a9106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251937 Sep 18 05:30:26.746098 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2279e4-b726-4058-bd2e-3dfe10a6889d None None] The sync data for ids ['65a0566c-0b1d-425e-946d-8343e08b4df8'] in n-d-789963-13 is: [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:25Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:30:26.748989 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.826642 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.839550 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-3044315e-faab-4415-962b-9ef44d2801e5 service neutron] 10.222.0.23 "GET /v2.0/networks/70ff6e33-3899-4786-b500-db929b3a9106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910575 Sep 18 05:30:26.913614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1e52f67b-ec1f-465b-a9b6-cea0cf024f43 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:26.969522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 1e52f67b-ec1f-465b-a9b6-cea0cf024f43 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:26.970331 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.990726 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:26.998229 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:27.101722 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:27.111102 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:30:27.115524 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:27.120299 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:27.120967 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Added segment 5ce25129-a127-4e3e-8d50-76c1379f84c1 of type vlan for network f4a6aecf-e5e3-4184-a933-372ab3115124 Sep 18 05:30:27.138718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 1e52f67b-ec1f-465b-a9b6-cea0cf024f43, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1e52f67b-ec1f-465b-a9b6-cea0cf024f43,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:27.174847 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-52838306-2440-45fb-96f9-368e507072c3 req-9c49ee8a-aa08-44e8-b977-d5347e73dc23 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 210 time: 0.0949116 Sep 18 05:30:27.231434 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:27.240531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f65c38d-7f7a-47bf-99b0-69666c17a8a4,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:27.248295 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:27.282408 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Allocated IP 172.25.7.160 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/a40c9545-351d-4719-8c65-988427c11ff5) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:27.299987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=1e52f67b-ec1f-465b-a9b6-cea0cf024f43,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:27.396188 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:27.420578 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:27.430148 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:27.430148 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:27.542638 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1172531 Sep 18 05:30:27.542638 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1c620-4456-4bb2-b763-49af1c951ee3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Network': ['ID=f4a6aecf-e5e3-4184-a933-372ab3115124,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:27.543044 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53958) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:27.548788 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'name': 'tempest-PortsTestJSON-524871932'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:27.553897 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network f4a6aecf-e5e3-4184-a933-372ab3115124 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:30:27.554231 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:27.573999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:27.597927 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:27.601652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:27.648055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event updated for resources: {'Port': ['ID=a40c9545-351d-4719-8c65-988427c11ff5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:27.725291 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:27.801822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:27.806186 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:27.828229 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port 0c518081-f025-4cd8-b171-2725dc99a6fd yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:30:27.849825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:28.037475 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:28.046210 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:28.105262 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:28.173220 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:28.190189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event updated for resources: {'Port': ['ID=a40c9545-351d-4719-8c65-988427c11ff5,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:28.202318 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:28.282347 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=0c518081-f025-4cd8-b171-2725dc99a6fd,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:28.303834 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bfadd2c7-c7d4-4976-b577-00738b4673cd req-b5c8e5f0-85bd-49c6-87f8-05eccd686c04 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 210 time: 0.0648696 Sep 18 05:30:28.307836 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Checking segment: {'id': '5ce25129-a127-4e3e-8d50-76c1379f84c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:28.308399 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network hostable DHCP agents. Network: f4a6aecf-e5e3-4184-a933-372ab3115124, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:30:28.350920 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:28.353602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cff00805-13bd-477e-91ff-f49e747ba76a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7102568 Sep 18 05:30:28.431791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Sync routers for ids ['96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:30:28.436224 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network f4a6aecf-e5e3-4184-a933-372ab3115124 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:30:28.450518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Routers {'96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:28.451244 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:28.519527 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, f4a6aecf-e5e3-4184-a933-372ab3115124) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:28.530184 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:28.531457 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd079711-7a01-4ee6-b1e8-5de4cb699077 None None] Network f4a6aecf-e5e3-4184-a933-372ab3115124 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:28.538957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:28.539860 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:28.605264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-4880f060-3abc-4d8c-870e-4e34648a790b tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--613096477&fields=id&tenant_id=a3b69a52b7ba448881b56c3ed653a665 HTTP/1.1" status: 200 len: 267 time: 0.0508132 Sep 18 05:30:28.625762 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b616bcd9-560e-4010-abe5-f66a94d8e4c5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0809641 Sep 18 05:30:28.628667 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 53978) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:28.635109 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-cafc408f-8fd4-40b7-a49d-7f397f4accc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1415004824'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:28.647161 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Set router 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:28.733562 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafc408f-8fd4-40b7-a49d-7f397f4accc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:28.738037 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cafc408f-8fd4-40b7-a49d-7f397f4accc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:28.750419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-40a8681a-7f5f-4d7a-9d46-10245434f4b2 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:28.752229 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-40a8681a-7f5f-4d7a-9d46-10245434f4b2 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 817 time: 0.1370804 Sep 18 05:30:28.774887 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafc408f-8fd4-40b7-a49d-7f397f4accc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:30:28.781888 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-72ad37c7-4ec8-4cc8-be3e-662ccbedfd69 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/quotas/a3b69a52b7ba448881b56c3ed653a665 HTTP/1.1" status: 200 len: 375 time: 0.0220118 Sep 18 05:30:28.788028 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cafc408f-8fd4-40b7-a49d-7f397f4accc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:28.788717 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-cafc408f-8fd4-40b7-a49d-7f397f4accc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Added segment c890a07e-0aab-4b35-b951-c6e42c49f3a7 of type vlan for network a57a584d-8ad2-43e5-822d-5db4df532b0c Sep 18 05:30:28.862709 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cafc408f-8fd4-40b7-a49d-7f397f4accc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:28.906425 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-928a54b0-bf82-4380-b875-308399ef7aeb tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236520 Sep 18 05:30:28.939837 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cafc408f-8fd4-40b7-a49d-7f397f4accc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:28.958495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafc408f-8fd4-40b7-a49d-7f397f4accc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:28.958495 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cafc408f-8fd4-40b7-a49d-7f397f4accc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:28.992258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'name': 'tempest-TestServerMultinode-1156378342-router', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1e52f67b-ec1f-465b-a9b6-cea0cf024f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:16Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'gw_port': {'id': '1e52f67b-ec1f-465b-a9b6-cea0cf024f43', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'bf59fc86-427c-4309-a463-21a94159b8de', 'name': '', 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'mac_address': 'fa:16:3e:1d:7e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'efc318bb-5aae-4d12-b52c-845e0abb3fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 2, 'project_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'subnets': [{'id': 'efc318bb-5aae-4d12-b52c-845e0abb3fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:29.021937 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Checking router: 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:30:29.022222 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Updating router 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 port bf59fc86-427c-4309-a463-21a94159b8de binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:30:29.057479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-a202d2a9-68ef-446d-a577-3f0e052c70b1 service neutron] 10.222.0.23 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342292 Sep 18 05:30:29.062721 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc408f-8fd4-40b7-a49d-7f397f4accc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Network': ['ID=a57a584d-8ad2-43e5-822d-5db4df532b0c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:29.069760 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d4f685be-5e52-4af4-8e84-2bb9da8ee73d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:29.099175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network a57a584d-8ad2-43e5-822d-5db4df532b0c details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:30:29.116641 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:29.145631 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cafc408f-8fd4-40b7-a49d-7f397f4accc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5156534 Sep 18 05:30:29.148365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 53980) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:29.155014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'ports': [{'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124'}, {'network_id': 'a57a584d-8ad2-43e5-822d-5db4df532b0c'}]} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:29.155329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:29.155820 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'network_id': 'a57a584d-8ad2-43e5-822d-5db4df532b0c'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:29.207677 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-4de3a6e1-0725-4115-b47d-e1b4d38932ac service neutron] 10.222.0.23 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433728 Sep 18 05:30:29.442726 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab01d6a2-1870-48e0-8b15-138dd92f18ff req-c09bb823-32f6-441b-98cb-26749cdc44f1 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 210 time: 0.0524905 Sep 18 05:30:29.459346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port d4f685be-5e52-4af4-8e84-2bb9da8ee73d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:29.459848 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:29.505021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 2} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:29.509648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:29.523074 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:29.622986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1e52f67b-ec1f-465b-a9b6-cea0cf024f43 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:29.632754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port 289b6e32-638a-40b7-aa50-b084f585cbc5 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:30:29.701285 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 1e52f67b-ec1f-465b-a9b6-cea0cf024f43 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:29.701677 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:29.704613 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-70275be9-dbc3-4221-8081-0634c3a87487 req-37979845-962d-46a9-89b5-a83096b3f125 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 210 time: 0.0426643 Sep 18 05:30:29.806867 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:29.810259 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:29.889711 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:29.894353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port e57615f3-ad3e-4e88-82aa-0e06d2d74e8d yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:30:29.962221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306f609-7902-4710-a328-3328dbfb41f7 None None] Pushing event updated for resources: {'Port': ['ID=bf59fc86-427c-4309-a463-21a94159b8de,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:30.002044 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Attempting to bind port bf59fc86-427c-4309-a463-21a94159b8de on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:30.002669 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Attempting to bind port bf59fc86-427c-4309-a463-21a94159b8de by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '68f85808-6cce-4a07-a1cd-f6df41db7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:30.003209 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Attempting to bind port bf59fc86-427c-4309-a463-21a94159b8de on network 4ff93c04-f44d-4d4c-a53f-5421112a687f {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:30.009464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:30.010084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Checking segment: {'id': '68f85808-6cce-4a07-a1cd-f6df41db7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:30.010766 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:30.011475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Bound using segment: {'id': '68f85808-6cce-4a07-a1cd-f6df41db7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:30.020011 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Bound port: bf59fc86-427c-4309-a463-21a94159b8de, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f85808-6cce-4a07-a1cd-f6df41db7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:30.021586 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:30.133288 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:30.145636 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] For port bf59fc86-427c-4309-a463-21a94159b8de, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:30.160322 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] For port bf59fc86-427c-4309-a463-21a94159b8de, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bf59fc86-427c-4309-a463-21a94159b8de,segment=NetworkSegment(68f85808-6cce-4a07-a1cd-f6df41db7644),segment_id=68f85808-6cce-4a07-a1cd-f6df41db7644)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:30.180654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-bf2575e2-5da0-41db-9693-b8ad98c67850 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:30.188628 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-bf2575e2-5da0-41db-9693-b8ad98c67850 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.13 "GET /v2.0/networks?id=70ff6e33-3899-4786-b500-db929b3a9106 HTTP/1.1" status: 200 len: 910 time: 0.1900253 Sep 18 05:30:30.195778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-763f3a9c-91e5-4d7e-af1a-fc11544c35b3 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Request body: {'port': {'device_id': 'f8d57109-ea02-4536-a3f6-d672a9567f8f', 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106', 'admin_state_up': True, 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:30.222910 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3f3251cd-09fb-4418-8641-53ef867dc43e None None] Provisioning complete for port bf59fc86-427c-4309-a463-21a94159b8de triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:30.223218 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3f3251cd-09fb-4418-8641-53ef867dc43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:30.262109 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3f3251cd-09fb-4418-8641-53ef867dc43e None None] Port bf59fc86-427c-4309-a463-21a94159b8de cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:30.294631 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:30.294846 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:30.329526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-763f3a9c-91e5-4d7e-af1a-fc11544c35b3 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Made reservation on behalf of 3c85dc5ac35b4912a2c1214a327cd45d for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:30.331980 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-763f3a9c-91e5-4d7e-af1a-fc11544c35b3 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:30.353383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network f4a6aecf-e5e3-4184-a933-372ab3115124 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:30.358998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:30.367674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:30.368629 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:30.382646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306f609-7902-4710-a328-3328dbfb41f7 None None] Pushing event updated for resources: {'Port': ['ID=bf59fc86-427c-4309-a463-21a94159b8de,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:30.397861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Routers {'96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:30.398867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:30.414181 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=289b6e32-638a-40b7-aa50-b084f585cbc5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:30.502585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=e57615f3-ad3e-4e88-82aa-0e06d2d74e8d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:30.560004 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] Set router 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:30.582216 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-902e9a32-6009-40af-a4c0-869cf0e4d9f2 req-81a0d126-e807-4c4f-a387-36b5578fce8f tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 210 time: 0.0456204 Sep 18 05:30:30.586737 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Checking segment: {'id': 'c890a07e-0aab-4b35-b951-c6e42c49f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a57a584d-8ad2-43e5-822d-5db4df532b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:30.587103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network hostable DHCP agents. Network: a57a584d-8ad2-43e5-822d-5db4df532b0c, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:30:30.614714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-763f3a9c-91e5-4d7e-af1a-fc11544c35b3 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Allocated IP 172.20.0.14 (70ff6e33-3899-4786-b500-db929b3a9106/517fc732-71a9-4875-bf10-33ba02679f49/9314c6c7-a419-41d8-b864-90d39d4697b4) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:30.703150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network a57a584d-8ad2-43e5-822d-5db4df532b0c is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:30:30.767953 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, a57a584d-8ad2-43e5-822d-5db4df532b0c) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:30.773012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:30.781603 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:30.787081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:30.787984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdfe785-8ae7-41e9-b80b-4c6dc26622d3 None None] Network a57a584d-8ad2-43e5-822d-5db4df532b0c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:30.788131 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:30.825949 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ab39cf8f-2d82-4ff8-904f-163874723b49 req-e9a2db8b-d3d2-40b7-b229-d04db3f3cda3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 210 time: 0.0394418 Sep 18 05:30:30.865913 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-763f3a9c-91e5-4d7e-af1a-fc11544c35b3 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:30.899355 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-564cb452-c5d5-4ab4-96b5-978f6536d9f4 None None] Provisioning complete for port bf59fc86-427c-4309-a463-21a94159b8de triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:30.899844 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-564cb452-c5d5-4ab4-96b5-978f6536d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:30.940450 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6ead6e6a-d109-430e-8c5f-1ac2c9d4e31b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7898312 Sep 18 05:30:30.944980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54006) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:30.945951 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bf59fc86-427c-4309-a463-21a94159b8de up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:31.011976 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'name': 'tempest-TestServerMultinode-1156378342-router', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1e52f67b-ec1f-465b-a9b6-cea0cf024f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:16Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'gw_port': {'id': '1e52f67b-ec1f-465b-a9b6-cea0cf024f43', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'bf59fc86-427c-4309-a463-21a94159b8de', 'name': '', 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'mac_address': 'fa:16:3e:1d:7e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'efc318bb-5aae-4d12-b52c-845e0abb3fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:30Z', 'revision_number': 4, 'project_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'subnets': [{'id': 'efc318bb-5aae-4d12-b52c-845e0abb3fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:31.024809 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-763f3a9c-91e5-4d7e-af1a-fc11544c35b3 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:31.060371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5bafb-6e22-4370-9dcd-c929e70a22e7 None None] The sync data for ids ['96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'] in n-d-789963-13 is: [{'id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'name': 'tempest-TestServerMultinode-1156378342-router', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1e52f67b-ec1f-465b-a9b6-cea0cf024f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:16Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'gw_port': {'id': '1e52f67b-ec1f-465b-a9b6-cea0cf024f43', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'bf59fc86-427c-4309-a463-21a94159b8de', 'name': '', 'network_id': '4ff93c04-f44d-4d4c-a53f-5421112a687f', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'mac_address': 'fa:16:3e:1d:7e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'efc318bb-5aae-4d12-b52c-845e0abb3fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:30Z', 'revision_number': 4, 'project_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'subnets': [{'id': 'efc318bb-5aae-4d12-b52c-845e0abb3fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:30:31.087080 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-763f3a9c-91e5-4d7e-af1a-fc11544c35b3 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Network 70ff6e33-3899-4786-b500-db929b3a9106 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:31.100579 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-763f3a9c-91e5-4d7e-af1a-fc11544c35b3 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:31.105144 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port bf59fc86-427c-4309-a463-21a94159b8de triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:31.105546 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:31.117178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-763f3a9c-91e5-4d7e-af1a-fc11544c35b3 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:31.137184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f3a9c-91e5-4d7e-af1a-fc11544c35b3 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Pushing event updated for resources: {'Port': ['ID=9314c6c7-a419-41d8-b864-90d39d4697b4,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:31.149069 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f8b2551d-8e65-4f67-b0d7-4f4608f13fc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port e57615f3-ad3e-4e88-82aa-0e06d2d74e8d {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:31.149536 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8b2551d-8e65-4f67-b0d7-4f4608f13fc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:31.156303 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-564cb452-c5d5-4ab4-96b5-978f6536d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:31.226277 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-564cb452-c5d5-4ab4-96b5-978f6536d9f4 None None] For port bf59fc86-427c-4309-a463-21a94159b8de, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bf59fc86-427c-4309-a463-21a94159b8de,segment=NetworkSegment(68f85808-6cce-4a07-a1cd-f6df41db7644),segment_id=68f85808-6cce-4a07-a1cd-f6df41db7644)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:31.261734 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-59eb85f2-6954-4d62-b782-0243c1c8ae84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:31.268799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-763f3a9c-91e5-4d7e-af1a-fc11544c35b3 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:31.269431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-763f3a9c-91e5-4d7e-af1a-fc11544c35b3 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:31.276342 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:31.283179 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8b2551d-8e65-4f67-b0d7-4f4608f13fc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:31.295280 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-564cb452-c5d5-4ab4-96b5-978f6536d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:31.310495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f8b2551d-8e65-4f67-b0d7-4f4608f13fc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for e57615f3-ad3e-4e88-82aa-0e06d2d74e8d owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:31.377907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cb452-c5d5-4ab4-96b5-978f6536d9f4 None None] Pushing event updated for resources: {'Port': ['ID=bf59fc86-427c-4309-a463-21a94159b8de,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:31.443920 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-763f3a9c-91e5-4d7e-af1a-fc11544c35b3 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2516420 Sep 18 05:30:31.463928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Request body: {'port': {'device_id': 'f8d57109-ea02-4536-a3f6-d672a9567f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:31.550182 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:30:31.550450 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:30:31.587617 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:31.638032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1dfb8c55-5bac-4364-8794-3b66160ddf0e None None] Provisioning complete for port 9314c6c7-a419-41d8-b864-90d39d4697b4 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:31.638600 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1dfb8c55-5bac-4364-8794-3b66160ddf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:31.693512 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb8c55-5bac-4364-8794-3b66160ddf0e None None] Port 9314c6c7-a419-41d8-b864-90d39d4697b4 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:31.922491 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ad8dc64-ba86-4445-8b7d-be05580f37d8 req-9ac3c932-9507-4bae-99b4-5ba1418646ee tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 210 time: 0.0393715 Sep 18 05:30:31.952954 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8b2551d-8e65-4f67-b0d7-4f4608f13fc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:32.012173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2551d-8e65-4f67-b0d7-4f4608f13fc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=e57615f3-ad3e-4e88-82aa-0e06d2d74e8d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:32.073140 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f8b2551d-8e65-4f67-b0d7-4f4608f13fc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:32.075030 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f8b2551d-8e65-4f67-b0d7-4f4608f13fc4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/e57615f3-ad3e-4e88-82aa-0e06d2d74e8d HTTP/1.1" status: 204 len: 168 time: 1.1316042 Sep 18 05:30:32.078071 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54018) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:32.116168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0425165-2966-43b3-9dc7-8a4458361b3c req-c4df9e0a-9e7e-442c-a522-4b692d90cad5 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:32.117734 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a0425165-2966-43b3-9dc7-8a4458361b3c req-c4df9e0a-9e7e-442c-a522-4b692d90cad5 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1028 time: 0.1751883 Sep 18 05:30:32.156171 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f2859-4635-4e71-9f21-6f84ea75e2b6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:32.162638 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f2859-4635-4e71-9f21-6f84ea75e2b6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:32.163970 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-250f2859-4635-4e71-9f21-6f84ea75e2b6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0849802 Sep 18 05:30:32.171205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54022) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:32.205294 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a0425165-2966-43b3-9dc7-8a4458361b3c req-fa18ac66-ad4e-455c-8398-4a24254ee0c3 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783708 Sep 18 05:30:32.266034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-62287889-c473-4874-a515-b2d0a886c268 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port 289b6e32-638a-40b7-aa50-b084f585cbc5 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:32.266642 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-62287889-c473-4874-a515-b2d0a886c268 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:32.352029 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-62287889-c473-4874-a515-b2d0a886c268 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:32.365717 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-62287889-c473-4874-a515-b2d0a886c268 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for 289b6e32-638a-40b7-aa50-b084f585cbc5 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:32.407305 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9314c6c7-a419-41d8-b864-90d39d4697b4 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:30:32.436680 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:32.470109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-a06a1a4a-f781-4151-b1e1-b23ef49156b2 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:32.471665 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-a06a1a4a-f781-4151-b1e1-b23ef49156b2 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.18 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 817 time: 0.2268414 Sep 18 05:30:32.510244 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-62287889-c473-4874-a515-b2d0a886c268 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:32.515434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Transition to ACTIVE for port object 9314c6c7-a419-41d8-b864-90d39d4697b4 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:30:32.527264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-7c4fa7be-686a-4879-9ec9-384433b1e595 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3b69a52b7ba448881b56c3ed653a665 HTTP/1.1" status: 200 len: 379 time: 0.0465798 Sep 18 05:30:32.538091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-d96e092b-a7b1-473b-b0f8-87f369d2dae8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Request body: {'port': {'device_id': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'admin_state_up': True, 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'security_groups': ['10a84543-08be-4737-9a68-62d2840d75fc']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:32.545787 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62287889-c473-4874-a515-b2d0a886c268 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=289b6e32-638a-40b7-aa50-b084f585cbc5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:32.551211 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-62287889-c473-4874-a515-b2d0a886c268 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:32.553634 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-62287889-c473-4874-a515-b2d0a886c268 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/289b6e32-638a-40b7-aa50-b084f585cbc5 HTTP/1.1" status: 204 len: 168 time: 0.3813024 Sep 18 05:30:32.556307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54024) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:32.575106 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:32.610501 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc6790f-ea3b-4435-ad73-4b2896d72885 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:32.611990 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6fc6790f-ea3b-4435-ad73-4b2896d72885 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0547500 Sep 18 05:30:32.615483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54026) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:32.639739 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-487ffc8b-1843-4c46-9ad7-09196d3472eb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] GET failed (client error): The resource could not be found. Sep 18 05:30:32.641343 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-487ffc8b-1843-4c46-9ad7-09196d3472eb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/e57615f3-ad3e-4e88-82aa-0e06d2d74e8d HTTP/1.1" status: 404 len: 333 time: 0.0248940 Sep 18 05:30:32.643992 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54028) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:32.678222 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf3b564-3763-4015-91f1-cc5c9be914ef tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] GET failed (client error): The resource could not be found. Sep 18 05:30:32.683277 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7cf3b564-3763-4015-91f1-cc5c9be914ef tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/289b6e32-638a-40b7-aa50-b084f585cbc5 HTTP/1.1" status: 404 len: 333 time: 0.0351288 Sep 18 05:30:32.683277 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54030) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:32.692399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Pushing event updated for resources: {'Port': ['ID=9314c6c7-a419-41d8-b864-90d39d4697b4,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:32.792047 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e5b48a8-a7a6-47d5-ac02-22b4bcbdb227 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:32.817725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Attempting to bind port 9314c6c7-a419-41d8-b864-90d39d4697b4 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:32.818235 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Attempting to bind port 9314c6c7-a419-41d8-b864-90d39d4697b4 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:32.818629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Attempting to bind port 9314c6c7-a419-41d8-b864-90d39d4697b4 on network 70ff6e33-3899-4786-b500-db929b3a9106 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:32.825350 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Port 9314c6c7-a419-41d8-b864-90d39d4697b4 on network 70ff6e33-3899-4786-b500-db929b3a9106 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:30:32.825951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Attempting to bind port 9314c6c7-a419-41d8-b864-90d39d4697b4 on network 70ff6e33-3899-4786-b500-db929b3a9106 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:32.833269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:32.835725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Checking segment: {'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:32.835725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Bound using segment: {'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:32.835725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Bound port: 9314c6c7-a419-41d8-b864-90d39d4697b4, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:32.835725 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:32.853605 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-d96e092b-a7b1-473b-b0f8-87f369d2dae8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Made reservation on behalf of a3b69a52b7ba448881b56c3ed653a665 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:32.858496 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-d96e092b-a7b1-473b-b0f8-87f369d2dae8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:32.920561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bf59fc86-427c-4309-a463-21a94159b8de up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:32.956853 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e5b48a8-a7a6-47d5-ac02-22b4bcbdb227 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:32.986999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] For port 9314c6c7-a419-41d8-b864-90d39d4697b4, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:33.007805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] For port 9314c6c7-a419-41d8-b864-90d39d4697b4, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=9314c6c7-a419-41d8-b864-90d39d4697b4,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:33.018676 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port bf59fc86-427c-4309-a463-21a94159b8de triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:33.019063 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.028564 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-6e5b48a8-a7a6-47d5-ac02-22b4bcbdb227 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57a584d-8ad2-43e5-822d-5db4df532b0c']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:33.039550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-6e5b48a8-a7a6-47d5-ac02-22b4bcbdb227 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c890a07e-0aab-4b35-b951-c6e42c49f3a7') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:33.039790 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-6e5b48a8-a7a6-47d5-ac02-22b4bcbdb227 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c890a07e-0aab-4b35-b951-c6e42c49f3a7') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:33.062175 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e5b48a8-a7a6-47d5-ac02-22b4bcbdb227 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.068111 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.091013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-d96e092b-a7b1-473b-b0f8-87f369d2dae8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Allocated IP 172.20.0.6 (2c4b3f9b-94b7-4c49-8692-ccff3ff01b82/748c24f6-f319-4083-a809-7824a3465f46/99008a16-1a83-4a08-ac31-786e500e52f7) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:33.092993 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7bda4f81-bdfd-40cf-aa72-7a8b340d3384 req-9f0a0da8-d4d9-4d94-8835-de86632c6ab4 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 210 time: 0.0448787 Sep 18 05:30:33.101882 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e5b48a8-a7a6-47d5-ac02-22b4bcbdb227 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.114294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5b48a8-a7a6-47d5-ac02-22b4bcbdb227 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:30:33.115482 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e5b48a8-a7a6-47d5-ac02-22b4bcbdb227 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:30:33.119232 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:30:33.184767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:33.188758 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.190565 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] 10.222.0.13 "PUT /v2.0/ports/9314c6c7-a419-41d8-b864-90d39d4697b4 HTTP/1.1" status: 200 len: 1093 time: 1.7365344 Sep 18 05:30:33.191040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d57109-ea02-4536-a3f6-d672a9567f8f', 'tag': '9314c6c7-a419-41d8-b864-90d39d4697b4'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:30:33.193907 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b0148a-edc0-41e0-99db-737ce9101386" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d57109-ea02-4536-a3f6-d672a9567f8f", "tag": "9314c6c7-a419-41d8-b864-90d39d4697b4"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:30:33.258728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f95381-5f03-41da-97db-2aa6888e1839 service neutron] Pushing event updated for resources: {'Port': ['ID=9314c6c7-a419-41d8-b864-90d39d4697b4,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:33.282283 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200c3345-9ff1-472a-a282-918dbf592d8c x-openstack-request-id: req-200c3345-9ff1-472a-a282-918dbf592d8c {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:30:33.282592 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d57109-ea02-4536-a3f6-d672a9567f8f", "tag": "9314c6c7-a419-41d8-b864-90d39d4697b4", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:30:33.286156 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-200c3345-9ff1-472a-a282-918dbf592d8c {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:30:33.286156 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d57109-ea02-4536-a3f6-d672a9567f8f', 'tag': '9314c6c7-a419-41d8-b864-90d39d4697b4', 'status': 'completed', 'code': 200} Sep 18 05:30:33.293907 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e5b48a8-a7a6-47d5-ac02-22b4bcbdb227 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.304430 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e5b48a8-a7a6-47d5-ac02-22b4bcbdb227 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.312301 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6e5b48a8-a7a6-47d5-ac02-22b4bcbdb227 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/networks/a57a584d-8ad2-43e5-822d-5db4df532b0c HTTP/1.1" status: 204 len: 168 time: 0.6249437 Sep 18 05:30:33.321091 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54040) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:33.326743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b48a8-a7a6-47d5-ac02-22b4bcbdb227 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Network': ['ID=a57a584d-8ad2-43e5-822d-5db4df532b0c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:33.331743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9a8276e0-0f38-4870-88a2-1c4ebd76158a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-501206734'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:33.409189 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55130eb1-5283-4248-8ad8-a955e4283756 req-acb69c95-5eac-48bb-a1ab-91e76797e6ba tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:33.410853 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-55130eb1-5283-4248-8ad8-a955e4283756 req-acb69c95-5eac-48bb-a1ab-91e76797e6ba tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1096 time: 0.0885780 Sep 18 05:30:33.414106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0148a-edc0-41e0-99db-737ce9101386 req-33c77146-c69b-4532-a0f8-503daf861935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:33.415818 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8b0148a-edc0-41e0-99db-737ce9101386 req-33c77146-c69b-4532-a0f8-503daf861935 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c85dc5ac35b4912a2c1214a327cd45d&device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1096 time: 0.1099298 Sep 18 05:30:33.449600 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-d96e092b-a7b1-473b-b0f8-87f369d2dae8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.461681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8276e0-0f38-4870-88a2-1c4ebd76158a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:33.467258 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a8276e0-0f38-4870-88a2-1c4ebd76158a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.480489 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-55130eb1-5283-4248-8ad8-a955e4283756 req-670d1bb4-6c38-4ac9-aff7-ff0f4f31630a tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609965 Sep 18 05:30:33.510124 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8276e0-0f38-4870-88a2-1c4ebd76158a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:30:33.520939 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a8276e0-0f38-4870-88a2-1c4ebd76158a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.521308 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-9a8276e0-0f38-4870-88a2-1c4ebd76158a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Added segment 439d0d70-0aed-4970-b8cc-b00098105ae3 of type vlan for network a0045414-8cf5-4013-ac6d-ec3ed778a7b3 Sep 18 05:30:33.561272 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a8276e0-0f38-4870-88a2-1c4ebd76158a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.581360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0148a-edc0-41e0-99db-737ce9101386 req-fcaff64a-5d21-4e54-b413-26be7198dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:33.582856 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8b0148a-edc0-41e0-99db-737ce9101386 req-fcaff64a-5d21-4e54-b413-26be7198dfea service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3c85dc5ac35b4912a2c1214a327cd45d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1571028 Sep 18 05:30:33.619915 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-d96e092b-a7b1-473b-b0f8-87f369d2dae8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.635872 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a8276e0-0f38-4870-88a2-1c4ebd76158a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.642068 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8276e0-0f38-4870-88a2-1c4ebd76158a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:33.642680 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a8276e0-0f38-4870-88a2-1c4ebd76158a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.712077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-d96e092b-a7b1-473b-b0f8-87f369d2dae8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:33.713141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8276e0-0f38-4870-88a2-1c4ebd76158a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Network': ['ID=a0045414-8cf5-4013-ac6d-ec3ed778a7b3,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:33.720574 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e092b-a7b1-473b-b0f8-87f369d2dae8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event updated for resources: {'Port': ['ID=99008a16-1a83-4a08-ac31-786e500e52f7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:33.722349 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9a8276e0-0f38-4870-88a2-1c4ebd76158a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3987844 Sep 18 05:30:33.723038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-d96e092b-a7b1-473b-b0f8-87f369d2dae8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:33.725429 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54042) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:33.729746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-d96e092b-a7b1-473b-b0f8-87f369d2dae8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:33.730076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network a0045414-8cf5-4013-ac6d-ec3ed778a7b3 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:30:33.732680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-91b07a68-98e0-4051-9fdd-f1110b98f118 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': 'a0045414-8cf5-4013-ac6d-ec3ed778a7b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:33.775882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0148a-edc0-41e0-99db-737ce9101386 req-7fea70f1-0925-41f2-abf7-59c398c6d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:33.777424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8b0148a-edc0-41e0-99db-737ce9101386 req-7fea70f1-0925-41f2-abf7-59c398c6d1d3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1877406 Sep 18 05:30:33.808481 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-d96e092b-a7b1-473b-b0f8-87f369d2dae8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:33.809776 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-d96e092b-a7b1-473b-b0f8-87f369d2dae8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.847800 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-972dab4e-72ca-4a3f-9965-1b1120eac04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.864093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-f73b52cf-aafd-4c59-b64d-df5d8295a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:33.865659 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-f73b52cf-aafd-4c59-b64d-df5d8295a121 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c85dc5ac35b4912a2c1214a327cd45d&device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1096 time: 0.0431113 Sep 18 05:30:33.913817 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-d96e092b-a7b1-473b-b0f8-87f369d2dae8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3805883 Sep 18 05:30:33.915499 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-19c4b292-4d48-44de-adaa-cb609f544eba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9314c6c7-a419-41d8-b864-90d39d4697b4 HTTP/1.1" status: 200 len: 217 time: 0.0423775 Sep 18 05:30:33.924639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-ce4c1458-1693-4298-b20a-ff86cfadbe4d tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:30:33.925675 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-ce4c1458-1693-4298-b20a-ff86cfadbe4d tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054221 Sep 18 05:30:33.947002 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b07a68-98e0-4051-9fdd-f1110b98f118 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:33.950977 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-91b07a68-98e0-4051-9fdd-f1110b98f118 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:33.982230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-a9ae9d1f-b840-488d-b173-37642853ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:33.983776 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-a9ae9d1f-b840-488d-b173-37642853ea2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=517fc732-71a9-4875-bf10-33ba02679f49 HTTP/1.1" status: 200 len: 849 time: 0.0571556 Sep 18 05:30:34.003365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Request body: {'port': {'device_id': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:34.044518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d8ba6448-079e-4444-874c-7893ab79ad2d None None] Provisioning complete for port 99008a16-1a83-4a08-ac31-786e500e52f7 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:34.045607 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d8ba6448-079e-4444-874c-7893ab79ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:34.081583 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba6448-079e-4444-874c-7893ab79ad2d None None] Port 99008a16-1a83-4a08-ac31-786e500e52f7 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:34.084697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-2de7bd04-8bee-4c58-bbcc-b42f2c29856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:34.086272 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-2de7bd04-8bee-4c58-bbcc-b42f2c29856b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70ff6e33-3899-4786-b500-db929b3a9106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958025 Sep 18 05:30:34.086973 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:34.212552 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-91b07a68-98e0-4051-9fdd-f1110b98f118 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:34.276529 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b07a68-98e0-4051-9fdd-f1110b98f118 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Subnet': ['ID=5f7984ae-2a0b-4517-b107-31b39db95e86,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:34.288483 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:34.288787 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b07a68-98e0-4051-9fdd-f1110b98f118 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Checking segment: {'id': '439d0d70-0aed-4970-b8cc-b00098105ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a0045414-8cf5-4013-ac6d-ec3ed778a7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:34.289138 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b07a68-98e0-4051-9fdd-f1110b98f118 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network hostable DHCP agents. Network: a0045414-8cf5-4013-ac6d-ec3ed778a7b3, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:30:34.305966 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-d74e3cac-131a-4c2c-a14d-f3c96c844835 service neutron] 10.222.0.13 "GET /v2.0/networks/70ff6e33-3899-4786-b500-db929b3a9106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097833 Sep 18 05:30:34.361443 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b07a68-98e0-4051-9fdd-f1110b98f118 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network a0045414-8cf5-4013-ac6d-ec3ed778a7b3 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:30:34.368211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f559e-8a70-4b64-97fc-d93bab65aab2 req-b9fbbb6b-1ceb-4b26-b7af-6a260bdf2824 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:34.370234 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-364f559e-8a70-4b64-97fc-d93bab65aab2 req-b9fbbb6b-1ceb-4b26-b7af-6a260bdf2824 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 931 time: 0.1733162 Sep 18 05:30:34.430455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-91b07a68-98e0-4051-9fdd-f1110b98f118 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, a0045414-8cf5-4013-ac6d-ec3ed778a7b3) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:34.435847 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b07a68-98e0-4051-9fdd-f1110b98f118 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:34.436373 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-91b07a68-98e0-4051-9fdd-f1110b98f118 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:34.440057 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc5de54-55b4-4277-94bb-05e10cb53ade None None] Network a0045414-8cf5-4013-ac6d-ec3ed778a7b3 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:34.494765 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-364f559e-8a70-4b64-97fc-d93bab65aab2 req-0b51ad71-5f6f-45a2-b33e-85593c5cd4f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164923 Sep 18 05:30:34.504359 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-91b07a68-98e0-4051-9fdd-f1110b98f118 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7778332 Sep 18 05:30:34.504490 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54054) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:34.514785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1a97a3ee-2798-4a73-91d3-f32aa87ff86b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'network_id': 'a0045414-8cf5-4013-ac6d-ec3ed778a7b3', 'name': 'tempest-PortsTestJSON-1553986620'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:34.566394 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-252a8a3d-b7c3-46ec-b0bb-aa991207c9a1 req-8790e0a3-cc10-4446-8d57-563b7ec634f7 service neutron] 10.222.0.13 "GET /v2.0/networks/70ff6e33-3899-4786-b500-db929b3a9106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514999 Sep 18 05:30:34.630418 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b22e3c-f94e-47bf-898b-a8d7ff034568 req-85141358-a9dc-420e-89db-400f6ca80d53 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:34.631849 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-11b22e3c-f94e-47bf-898b-a8d7ff034568 req-85141358-a9dc-420e-89db-400f6ca80d53 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1096 time: 0.0550120 Sep 18 05:30:34.657290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-a0045414-8cf5-4013-ac6d-ec3ed778a7b3', 'network_id': 'a0045414-8cf5-4013-ac6d-ec3ed778a7b3', 'tenant_id': '8164abc58e4d4cbea94e9fa935644396', 'fixed_ips': [{'subnet_id': '5f7984ae-2a0b-4517-b107-31b39db95e86'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:30:34.657290 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:34.679148 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99008a16-1a83-4a08-ac31-786e500e52f7 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:30:34.683501 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-11b22e3c-f94e-47bf-898b-a8d7ff034568 req-33b121df-77e1-473f-ba51-bcf4ea2904c0 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439916 Sep 18 05:30:34.690762 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:34.710960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Transition to ACTIVE for port object 99008a16-1a83-4a08-ac31-786e500e52f7 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:30:34.773205 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a97a3ee-2798-4a73-91d3-f32aa87ff86b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:34.776799 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a97a3ee-2798-4a73-91d3-f32aa87ff86b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:34.795984 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:34.805249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-1a97a3ee-2798-4a73-91d3-f32aa87ff86b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port 904cef17-edac-433e-aeef-d7c40ebc4176 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:30:34.818767 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Allocated IP 172.20.0.2 (a0045414-8cf5-4013-ac6d-ec3ed778a7b3/5f7984ae-2a0b-4517-b107-31b39db95e86/9e8fdf93-2b82-40d2-9362-da8bfe637644) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:34.917615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Pushing event updated for resources: {'Port': ['ID=99008a16-1a83-4a08-ac31-786e500e52f7,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:34.981375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Attempting to bind port 99008a16-1a83-4a08-ac31-786e500e52f7 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:34.981896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Attempting to bind port 99008a16-1a83-4a08-ac31-786e500e52f7 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:34.982341 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Attempting to bind port 99008a16-1a83-4a08-ac31-786e500e52f7 on network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:34.985814 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:34.988988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Port 99008a16-1a83-4a08-ac31-786e500e52f7 on network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:30:34.989420 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Attempting to bind port 99008a16-1a83-4a08-ac31-786e500e52f7 on network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:34.995294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:34.998485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Checking segment: {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:34.998485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Bound using segment: {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:34.998485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Bound port: 99008a16-1a83-4a08-ac31-786e500e52f7, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:34.998485 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:35.037256 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:35.083566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Network a0045414-8cf5-4013-ac6d-ec3ed778a7b3 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:35.088990 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:35.093711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:35.118134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-1a97a3ee-2798-4a73-91d3-f32aa87ff86b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Allocated IP 172.20.0.3 (a0045414-8cf5-4013-ac6d-ec3ed778a7b3/5f7984ae-2a0b-4517-b107-31b39db95e86/904cef17-edac-433e-aeef-d7c40ebc4176) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:35.120484 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:35.126091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=99008a16-1a83-4a08-ac31-786e500e52f7,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:35.172806 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Pushing event updated for resources: {'Port': ['ID=9e8fdf93-2b82-40d2-9362-da8bfe637644,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:35.199346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Attempting to bind port 9e8fdf93-2b82-40d2-9362-da8bfe637644 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:35.199803 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Attempting to bind port 9e8fdf93-2b82-40d2-9362-da8bfe637644 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '439d0d70-0aed-4970-b8cc-b00098105ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a0045414-8cf5-4013-ac6d-ec3ed778a7b3'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:35.200186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Attempting to bind port 9e8fdf93-2b82-40d2-9362-da8bfe637644 on network a0045414-8cf5-4013-ac6d-ec3ed778a7b3 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:35.206735 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:35.207116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Checking segment: {'id': '439d0d70-0aed-4970-b8cc-b00098105ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a0045414-8cf5-4013-ac6d-ec3ed778a7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:35.207529 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:35.207927 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Bound using segment: {'id': '439d0d70-0aed-4970-b8cc-b00098105ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a0045414-8cf5-4013-ac6d-ec3ed778a7b3'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:35.208436 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Bound port: 9e8fdf93-2b82-40d2-9362-da8bfe637644, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439d0d70-0aed-4970-b8cc-b00098105ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a0045414-8cf5-4013-ac6d-ec3ed778a7b3'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:35.208828 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:35.257188 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:35.276247 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] For port 9e8fdf93-2b82-40d2-9362-da8bfe637644, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:35.279963 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] For port 9e8fdf93-2b82-40d2-9362-da8bfe637644, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9e8fdf93-2b82-40d2-9362-da8bfe637644,segment=NetworkSegment(439d0d70-0aed-4970-b8cc-b00098105ae3),segment_id=439d0d70-0aed-4970-b8cc-b00098105ae3)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:35.299308 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:35.306462 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:35.307097 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:35.308561 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] 10.222.0.18 "PUT /v2.0/ports/99008a16-1a83-4a08-ac31-786e500e52f7 HTTP/1.1" status: 200 len: 1092 time: 1.3742542 Sep 18 05:30:35.311008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:30:35.313376 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2a5623-663f-4c2c-b616-ea27f94cf2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:30:35.353878 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e87568-b1d8-4288-8299-5e1860791bca x-openstack-request-id: req-14e87568-b1d8-4288-8299-5e1860791bca {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:30:35.354184 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:30:35.354439 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14e87568-b1d8-4288-8299-5e1860791bca {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:30:35.354853 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7', 'status': 'completed', 'code': 200} Sep 18 05:30:35.355556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645011d-819d-40e0-930f-a00245e6d750 service neutron] Pushing event updated for resources: {'Port': ['ID=99008a16-1a83-4a08-ac31-786e500e52f7,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:35.358215 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:35.369286 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a97a3ee-2798-4a73-91d3-f32aa87ff86b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:35.445324 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a5623-663f-4c2c-b616-ea27f94cf2ee req-131e82e9-605d-4fd9-adfd-aba2aa98d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:35.446972 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb2a5623-663f-4c2c-b616-ea27f94cf2ee req-131e82e9-605d-4fd9-adfd-aba2aa98d286 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 1095 time: 0.0690331 Sep 18 05:30:35.458716 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385117a-66c1-4993-93f2-de74a9343d68 None None] Pushing event updated for resources: {'Port': ['ID=9e8fdf93-2b82-40d2-9362-da8bfe637644,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:35.510021 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a97a3ee-2798-4a73-91d3-f32aa87ff86b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:35.614524 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a97a3ee-2798-4a73-91d3-f32aa87ff86b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network a0045414-8cf5-4013-ac6d-ec3ed778a7b3 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:35.625174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-1a97a3ee-2798-4a73-91d3-f32aa87ff86b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:35.627812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97a3ee-2798-4a73-91d3-f32aa87ff86b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:35.686049 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709be7a-bb4a-4c42-b461-5658f42e9340 req-d51fa9f7-7e1a-42b6-bbe0-cf832b577361 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:35.687897 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b709be7a-bb4a-4c42-b461-5658f42e9340 req-d51fa9f7-7e1a-42b6-bbe0-cf832b577361 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 943 time: 0.0677080 Sep 18 05:30:35.781601 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b709be7a-bb4a-4c42-b461-5658f42e9340 req-70d1dfe7-3eba-49ed-82e6-153b50ab80d0 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870261 Sep 18 05:30:36.014756 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97a3ee-2798-4a73-91d3-f32aa87ff86b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=904cef17-edac-433e-aeef-d7c40ebc4176,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:36.041274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a5623-663f-4c2c-b616-ea27f94cf2ee req-71376854-05df-43ff-8996-f0e50604caad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:36.042789 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb2a5623-663f-4c2c-b616-ea27f94cf2ee req-71376854-05df-43ff-8996-f0e50604caad service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a3b69a52b7ba448881b56c3ed653a665&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5878005 Sep 18 05:30:36.057829 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a97a3ee-2798-4a73-91d3-f32aa87ff86b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:36.058367 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a97a3ee-2798-4a73-91d3-f32aa87ff86b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:36.132732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6861c-acd7-4f11-960d-b019cc1eb025 req-07cdec8b-92c7-4f39-9eb1-cb6236110b27 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:36.134272 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91a6861c-acd7-4f11-960d-b019cc1eb025 req-07cdec8b-92c7-4f39-9eb1-cb6236110b27 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1096 time: 0.1520772 Sep 18 05:30:36.188063 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1a97a3ee-2798-4a73-91d3-f32aa87ff86b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6809690 Sep 18 05:30:36.190365 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-91a6861c-acd7-4f11-960d-b019cc1eb025 req-d0fda3e3-90fd-4074-bebf-6b116ada8467 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499058 Sep 18 05:30:36.190939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54066) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:36.192066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a5623-663f-4c2c-b616-ea27f94cf2ee req-32798028-0d86-4e52-8830-d3a943ce001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:36.193771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb2a5623-663f-4c2c-b616-ea27f94cf2ee req-32798028-0d86-4e52-8830-d3a943ce001d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1425085 Sep 18 05:30:36.317523 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-2b760e1c-8429-4762-9812-0b22d7f34c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:36.319087 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-2b760e1c-8429-4762-9812-0b22d7f34c45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 1095 time: 0.0800970 Sep 18 05:30:36.330165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f55eebcb-9348-4ce3-b0d1-9e0305643fb7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port 904cef17-edac-433e-aeef-d7c40ebc4176 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:36.330517 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f55eebcb-9348-4ce3-b0d1-9e0305643fb7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:36.378398 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-3a21bb6b-64bb-445e-a604-87edb6a9a8a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99008a16-1a83-4a08-ac31-786e500e52f7 HTTP/1.1" status: 200 len: 217 time: 0.0505924 Sep 18 05:30:36.479189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-7a97fa77-40eb-474e-88c5-5e0f94728665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:36.479189 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-7a97fa77-40eb-474e-88c5-5e0f94728665 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.0922112 Sep 18 05:30:36.515912 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f55eebcb-9348-4ce3-b0d1-9e0305643fb7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:36.531892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f55eebcb-9348-4ce3-b0d1-9e0305643fb7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for 904cef17-edac-433e-aeef-d7c40ebc4176 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:36.568889 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9af1a2-d291-45d2-ac76-791ef25d9a15 None None] Network a0045414-8cf5-4013-ac6d-ec3ed778a7b3 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:36.585911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-34ec4545-5a2c-49bc-b140-1a5c9f638fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:36.587454 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-34ec4545-5a2c-49bc-b140-1a5c9f638fcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024551 Sep 18 05:30:36.723305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a9a7df34-1bf0-45f7-a5ab-eac10044a1fd None None] Provisioning complete for port 9e8fdf93-2b82-40d2-9362-da8bfe637644 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:36.724370 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a9a7df34-1bf0-45f7-a5ab-eac10044a1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:36.747597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-4e5f12be-916f-463c-9eed-4d80600782a5 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517811 Sep 18 05:30:36.881488 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f55eebcb-9348-4ce3-b0d1-9e0305643fb7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:36.908856 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd33ecc6-e173-43c4-ac25-f4d5065feefa req-dd063571-40bb-46f0-8868-8a90d3665cf5 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533396 Sep 18 05:30:36.930381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55eebcb-9348-4ce3-b0d1-9e0305643fb7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=904cef17-edac-433e-aeef-d7c40ebc4176,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:36.981022 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd51240-e19d-4079-95ba-b6d2c0d14a2c req-1f122866-3103-483a-8ae1-bfb77a11ab9e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:36.983366 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3dd51240-e19d-4079-95ba-b6d2c0d14a2c req-1f122866-3103-483a-8ae1-bfb77a11ab9e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 943 time: 0.0943649 Sep 18 05:30:37.022252 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f55eebcb-9348-4ce3-b0d1-9e0305643fb7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.024595 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f55eebcb-9348-4ce3-b0d1-9e0305643fb7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/904cef17-edac-433e-aeef-d7c40ebc4176 HTTP/1.1" status: 204 len: 168 time: 0.8297958 Sep 18 05:30:37.032910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54074) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:37.039466 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9e8fdf93-2b82-40d2-9362-da8bfe637644 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:37.062168 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3dd51240-e19d-4079-95ba-b6d2c0d14a2c req-7ebf9b25-d214-4e97-8ce5-e148cb838573 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701783 Sep 18 05:30:37.067238 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f76b87-0273-43e5-9c0e-f9e3d9c1e806 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] DELETE failed (client error): The resource could not be found. Sep 18 05:30:37.067889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f76b87-0273-43e5-9c0e-f9e3d9c1e806 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:30:37.069725 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-60f76b87-0273-43e5-9c0e-f9e3d9c1e806 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/904cef17-edac-433e-aeef-d7c40ebc4176 HTTP/1.1" status: 404 len: 333 time: 0.0353878 Sep 18 05:30:37.072480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54078) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:37.118549 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-63359bc2-9c1b-4316-925c-837b03e5e17e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] GET failed (client error): The resource could not be found. Sep 18 05:30:37.118549 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-63359bc2-9c1b-4316-925c-837b03e5e17e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/904cef17-edac-433e-aeef-d7c40ebc4176 HTTP/1.1" status: 404 len: 333 time: 0.0344696 Sep 18 05:30:37.118549 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54080) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:37.173697 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.183553 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a9a7df34-1bf0-45f7-a5ab-eac10044a1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.186631 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9e8fdf93-2b82-40d2-9362-da8bfe637644 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:37.187099 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.233243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80fa3c7-79d0-4867-ae55-8d7af9cb0643 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting subnet 5f7984ae-2a0b-4517-b107-31b39db95e86 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:30:37.240925 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a80fa3c7-79d0-4867-ae55-8d7af9cb0643 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.272637 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54084) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:37.329646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a9a7df34-1bf0-45f7-a5ab-eac10044a1fd None None] For port 9e8fdf93-2b82-40d2-9362-da8bfe637644, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9e8fdf93-2b82-40d2-9362-da8bfe637644,segment=NetworkSegment(439d0d70-0aed-4970-b8cc-b00098105ae3),segment_id=439d0d70-0aed-4970-b8cc-b00098105ae3)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:37.390071 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a80fa3c7-79d0-4867-ae55-8d7af9cb0643 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.398361 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a9a7df34-1bf0-45f7-a5ab-eac10044a1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.468057 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.507230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c86769-10f6-433a-af81-e580cdacefd4 req-8957f558-c2f8-42ed-b33c-6334d62a7d29 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:37.509210 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1c86769-10f6-433a-af81-e580cdacefd4 req-8957f558-c2f8-42ed-b33c-6334d62a7d29 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1096 time: 0.1488054 Sep 18 05:30:37.537742 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7df34-1bf0-45f7-a5ab-eac10044a1fd None None] Pushing event updated for resources: {'Port': ['ID=9e8fdf93-2b82-40d2-9362-da8bfe637644,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:37.563215 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47526184-0d22-496c-a0bc-f52817cb5dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.611773 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:30:37.612319 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:30:37.632990 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8176b363-1f39-402b-9dc6-04a9e999c8ac None None] Provisioning complete for port 9e8fdf93-2b82-40d2-9362-da8bfe637644 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:37.633550 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8176b363-1f39-402b-9dc6-04a9e999c8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.650563 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f1c86769-10f6-433a-af81-e580cdacefd4 req-d54cd080-8ac5-4896-87f3-a406f2c1b240 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237123 Sep 18 05:30:37.666916 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a80fa3c7-79d0-4867-ae55-8d7af9cb0643 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.727034 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47526184-0d22-496c-a0bc-f52817cb5dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.738313 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8176b363-1f39-402b-9dc6-04a9e999c8ac None None] Could not find standard attr ID for object 904cef17-edac-433e-aeef-d7c40ebc4176. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:30:37.789967 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-47526184-0d22-496c-a0bc-f52817cb5dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.813345 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a80fa3c7-79d0-4867-ae55-8d7af9cb0643 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.833583 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-47526184-0d22-496c-a0bc-f52817cb5dbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa9b7799add745089a7aca7f2deb3f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5595210 Sep 18 05:30:37.835537 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47526184-0d22-496c-a0bc-f52817cb5dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0972cdd4-0113-4925-8b66-9c227de23374,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:37.838252 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54088) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:37.850975 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c033e38d-b7a0-4bdf-a104-ea00669b913d None None] Could not find standard attr ID for object 904cef17-edac-433e-aeef-d7c40ebc4176. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:30:37.857872 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a80fa3c7-79d0-4867-ae55-8d7af9cb0643 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.862900 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a80fa3c7-79d0-4867-ae55-8d7af9cb0643 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/5f7984ae-2a0b-4517-b107-31b39db95e86 HTTP/1.1" status: 204 len: 168 time: 0.7509708 Sep 18 05:30:37.864891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54090) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:37.878565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fa3c7-79d0-4867-ae55-8d7af9cb0643 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7984ae-2a0b-4517-b107-31b39db95e86,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:37.900448 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c791050-6025-48ef-93a3-d5185f81c2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.924827 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c791050-6025-48ef-93a3-d5185f81c2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:37.957558 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.001316 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378bf7b-ec9d-4f06-93f6-a50e280364f0 None None] Network a0045414-8cf5-4013-ac6d-ec3ed778a7b3 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:38.014743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port 9e8fdf93-2b82-40d2-9362-da8bfe637644 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:38.015080 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.047107 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c791050-6025-48ef-93a3-d5185f81c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.050329 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c791050-6025-48ef-93a3-d5185f81c2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.054144 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6c791050-6025-48ef-93a3-d5185f81c2fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0972cdd4-0113-4925-8b66-9c227de23374 HTTP/1.1" status: 204 len: 168 time: 0.2118797 Sep 18 05:30:38.063516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c791050-6025-48ef-93a3-d5185f81c2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0972cdd4-0113-4925-8b66-9c227de23374,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:38.085911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] For port 9e8fdf93-2b82-40d2-9362-da8bfe637644, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9e8fdf93-2b82-40d2-9362-da8bfe637644,segment=NetworkSegment(439d0d70-0aed-4970-b8cc-b00098105ae3),segment_id=439d0d70-0aed-4970-b8cc-b00098105ae3)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:38.086287 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.111006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for 9e8fdf93-2b82-40d2-9362-da8bfe637644 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:38.227293 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d7031-4a9e-4451-a68f-4d59e9c5e491 req-e3aa50c1-550d-4f9b-9aa0-a3329fb3124d tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:38.228822 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a6d7031-4a9e-4451-a68f-4d59e9c5e491 req-e3aa50c1-550d-4f9b-9aa0-a3329fb3124d tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 943 time: 0.0581741 Sep 18 05:30:38.243846 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec6e72c-eebf-412a-8214-7f4133cf8b7d None None] DHCP port deletion for a0045414-8cf5-4013-ac6d-ec3ed778a7b3 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:30:38.269126 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a6d7031-4a9e-4451-a68f-4d59e9c5e491 req-d5eac9c2-2348-41b5-b1be-dbbe906ce0f4 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333948 Sep 18 05:30:38.277412 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.292107 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6e72c-eebf-412a-8214-7f4133cf8b7d None None] Deleting port 9e8fdf93-2b82-40d2-9362-da8bfe637644 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:38.292519 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e72c-eebf-412a-8214-7f4133cf8b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.314498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No DVR routers for this DVR port 9e8fdf93-2b82-40d2-9362-da8bfe637644 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:30:38.319332 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=9e8fdf93-2b82-40d2-9362-da8bfe637644,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:38.374988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1ec6e72c-eebf-412a-8214-7f4133cf8b7d None None] For port 9e8fdf93-2b82-40d2-9362-da8bfe637644, host n-d-789963-13, got binding levels [] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:38.375299 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e72c-eebf-412a-8214-7f4133cf8b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.388099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6e72c-eebf-412a-8214-7f4133cf8b7d None None] Calling delete_port for 9e8fdf93-2b82-40d2-9362-da8bfe637644 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:38.390764 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.ipam_backend_mixin [None req-1ec6e72c-eebf-412a-8214-7f4133cf8b7d None None] Port 9e8fdf93-2b82-40d2-9362-da8bfe637644 was not found and therefore no delete operation was performed {{(pid=106910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 05:30:38.391971 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e72c-eebf-412a-8214-7f4133cf8b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.401326 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.416654 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6e72c-eebf-412a-8214-7f4133cf8b7d None None] Pushing event deleted for resources: {'Port': ['ID=9e8fdf93-2b82-40d2-9362-da8bfe637644,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:38.421761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec6e72c-eebf-412a-8214-7f4133cf8b7d None None] No DVR routers for this DVR port 9e8fdf93-2b82-40d2-9362-da8bfe637644 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:30:38.427834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0045414-8cf5-4013-ac6d-ec3ed778a7b3']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:38.438901 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439d0d70-0aed-4970-b8cc-b00098105ae3') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:38.439209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439d0d70-0aed-4970-b8cc-b00098105ae3') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:38.451490 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 9314c6c7-a419-41d8-b864-90d39d4697b4 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:30:38.454272 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.468470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.474864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:30:38.475426 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:30:38.478590 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:30:38.555495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 9314c6c7-a419-41d8-b864-90d39d4697b4, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=9314c6c7-a419-41d8-b864-90d39d4697b4,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:38.567276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '9314c6c7-a419-41d8-b864-90d39d4697b4', 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106', 'port_id': '9314c6c7-a419-41d8-b864-90d39d4697b4', 'mac_address': 'fa:16:3e:93:c4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517fc732-71a9-4875-bf10-33ba02679f49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:30:38.603331 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.615933 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9314c6c7-a419-41d8-b864-90d39d4697b4 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:30:38.633985 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.634579 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.636839 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/networks/a0045414-8cf5-4013-ac6d-ec3ed778a7b3 HTTP/1.1" status: 204 len: 168 time: 0.7704988 Sep 18 05:30:38.639095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 9314c6c7-a419-41d8-b864-90d39d4697b4, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=9314c6c7-a419-41d8-b864-90d39d4697b4,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:38.641856 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54104) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:38.646904 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2bb1453a-c22b-4eba-88f9-1af99fc04e1f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1088738635'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:38.652494 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccadab0-09b7-4da7-9521-4e3024394530 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Network': ['ID=a0045414-8cf5-4013-ac6d-ec3ed778a7b3,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:38.704730 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.733401 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb1453a-c22b-4eba-88f9-1af99fc04e1f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:38.737771 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2bb1453a-c22b-4eba-88f9-1af99fc04e1f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.754774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=9314c6c7-a419-41d8-b864-90d39d4697b4,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:38.763750 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb1453a-c22b-4eba-88f9-1af99fc04e1f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:30:38.772410 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2bb1453a-c22b-4eba-88f9-1af99fc04e1f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.781085 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-2bb1453a-c22b-4eba-88f9-1af99fc04e1f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Added segment a33699c2-2ab6-4dd0-b463-d39d90d6e3b7 of type vlan for network 82a92790-0bd0-4e57-88a2-deb986ab8b41 Sep 18 05:30:38.781207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90229de-cacc-4f22-90f0-db507d0d4114 req-d519a38e-772e-4921-9f58-e42d269048eb tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:38.781207 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b90229de-cacc-4f22-90f0-db507d0d4114 req-d519a38e-772e-4921-9f58-e42d269048eb tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1097 time: 0.0553877 Sep 18 05:30:38.814392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b90229de-cacc-4f22-90f0-db507d0d4114 req-4d33db49-b085-4690-9c66-0066a2af94d5 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Sep 18 05:30:38.817807 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2bb1453a-c22b-4eba-88f9-1af99fc04e1f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.880141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9e8fdf93-2b82-40d2-9362-da8bfe637644 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:30:38.905146 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['9314c6c7-a419-41d8-b864-90d39d4697b4'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:30:38.907419 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 9e8fdf93-2b82-40d2-9362-da8bfe637644 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:30:38.907780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9e8fdf93-2b82-40d2-9362-da8bfe637644 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:30:38.916191 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2bb1453a-c22b-4eba-88f9-1af99fc04e1f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.922929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb1453a-c22b-4eba-88f9-1af99fc04e1f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:38.923550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2bb1453a-c22b-4eba-88f9-1af99fc04e1f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:38.997570 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1453a-c22b-4eba-88f9-1af99fc04e1f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Network': ['ID=82a92790-0bd0-4e57-88a2-deb986ab8b41,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:39.010475 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2bb1453a-c22b-4eba-88f9-1af99fc04e1f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3657825 Sep 18 05:30:39.012690 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54116) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:39.012838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 82a92790-0bd0-4e57-88a2-deb986ab8b41 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:30:39.016877 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-59bb357d-bd2a-4790-9590-02e8ed364693 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': '82a92790-0bd0-4e57-88a2-deb986ab8b41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:39.087393 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-596b0d8c-8878-4af8-8d03-1b90d7c3eed5 req-55177691-e59e-4e9d-b7d5-0b4af4bf2b6b service neutron] (106908) timed out ('10.222.0.13', 59237) {{(pid=106908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:30:39.201617 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bb357d-bd2a-4790-9590-02e8ed364693 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:39.205289 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59bb357d-bd2a-4790-9590-02e8ed364693 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:39.311531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 99008a16-1a83-4a08-ac31-786e500e52f7 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:30:39.423359 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=99008a16-1a83-4a08-ac31-786e500e52f7,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:39.424851 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '99008a16-1a83-4a08-ac31-786e500e52f7', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'port_id': '99008a16-1a83-4a08-ac31-786e500e52f7', 'mac_address': 'fa:16:3e:ba:93:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:30:39.441993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc34313-2538-4e78-9ffd-6af94fa6dd8f req-db41552b-4612-46d8-a416-c3ff931985b1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:39.443511 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4fc34313-2538-4e78-9ffd-6af94fa6dd8f req-db41552b-4612-46d8-a416-c3ff931985b1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 943 time: 0.0635226 Sep 18 05:30:39.467702 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:39.480286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99008a16-1a83-4a08-ac31-786e500e52f7 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:30:39.482322 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4fc34313-2538-4e78-9ffd-6af94fa6dd8f req-d1758ca4-27f2-4cfc-93f0-4c80b6d0d476 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327289 Sep 18 05:30:39.502704 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=99008a16-1a83-4a08-ac31-786e500e52f7,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:39.509418 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59bb357d-bd2a-4790-9590-02e8ed364693 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:39.567487 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:39.571790 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb357d-bd2a-4790-9590-02e8ed364693 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Subnet': ['ID=f3367247-c42f-4084-b58a-3f5b30b67c50,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:39.580167 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bb357d-bd2a-4790-9590-02e8ed364693 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Checking segment: {'id': 'a33699c2-2ab6-4dd0-b463-d39d90d6e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82a92790-0bd0-4e57-88a2-deb986ab8b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:39.580569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bb357d-bd2a-4790-9590-02e8ed364693 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network hostable DHCP agents. Network: 82a92790-0bd0-4e57-88a2-deb986ab8b41, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:30:39.621277 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=99008a16-1a83-4a08-ac31-786e500e52f7,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:39.669929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bb357d-bd2a-4790-9590-02e8ed364693 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network 82a92790-0bd0-4e57-88a2-deb986ab8b41 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:30:39.761381 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-59bb357d-bd2a-4790-9590-02e8ed364693 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 82a92790-0bd0-4e57-88a2-deb986ab8b41) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:39.766514 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bb357d-bd2a-4790-9590-02e8ed364693 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:39.767063 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59bb357d-bd2a-4790-9590-02e8ed364693 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:39.772495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['99008a16-1a83-4a08-ac31-786e500e52f7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:30:39.776543 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95136bd-ae5c-431d-aa08-c46127bccebf None None] Network 82a92790-0bd0-4e57-88a2-deb986ab8b41 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:39.848172 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-59bb357d-bd2a-4790-9590-02e8ed364693 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8363218 Sep 18 05:30:39.850503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54138) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:39.857511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-64dcaf5c-3b7c-44a7-a335-a630ddf3eb11 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'network_id': '82a92790-0bd0-4e57-88a2-deb986ab8b41', 'security_groups': [], 'name': 'tempest-PortsTestJSON-409013810'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:39.946530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b997adc-3a96-48b3-ae53-f637bd747964 req-269ca82d-9e14-47c8-89ca-78366cc07820 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:39.954610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b997adc-3a96-48b3-ae53-f637bd747964 req-269ca82d-9e14-47c8-89ca-78366cc07820 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1097 time: 0.0576785 Sep 18 05:30:40.002168 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b997adc-3a96-48b3-ae53-f637bd747964 req-02b4ed43-b529-4fce-9fd7-e57a56a91842 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379927 Sep 18 05:30:40.004557 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-82a92790-0bd0-4e57-88a2-deb986ab8b41', 'network_id': '82a92790-0bd0-4e57-88a2-deb986ab8b41', 'tenant_id': '8164abc58e4d4cbea94e9fa935644396', 'fixed_ips': [{'subnet_id': 'f3367247-c42f-4084-b58a-3f5b30b67c50'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:30:40.005429 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.081470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dcaf5c-3b7c-44a7-a335-a630ddf3eb11 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:40.085456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64dcaf5c-3b7c-44a7-a335-a630ddf3eb11 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.104987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-64dcaf5c-3b7c-44a7-a335-a630ddf3eb11 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port 9ae1f940-dab2-42e1-a293-b8c7ba5cf46b yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:30:40.174126 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Allocated IP 172.20.0.2 (82a92790-0bd0-4e57-88a2-deb986ab8b41/f3367247-c42f-4084-b58a-3f5b30b67c50/0e8ecf37-3f3a-438f-be01-3eafbf0e32a9) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:40.314563 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.391073 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.431244 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Network 82a92790-0bd0-4e57-88a2-deb986ab8b41 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:40.435625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:40.442222 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:40.445713 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Pushing event updated for resources: {'Port': ['ID=0e8ecf37-3f3a-438f-be01-3eafbf0e32a9,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:40.456556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-64dcaf5c-3b7c-44a7-a335-a630ddf3eb11 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Allocated IP 172.20.0.10 (82a92790-0bd0-4e57-88a2-deb986ab8b41/f3367247-c42f-4084-b58a-3f5b30b67c50/9ae1f940-dab2-42e1-a293-b8c7ba5cf46b) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:40.471372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 9314c6c7-a419-41d8-b864-90d39d4697b4 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:40.522676 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Attempting to bind port 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:40.522902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Attempting to bind port 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'a33699c2-2ab6-4dd0-b463-d39d90d6e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82a92790-0bd0-4e57-88a2-deb986ab8b41'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:40.523283 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Attempting to bind port 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9 on network 82a92790-0bd0-4e57-88a2-deb986ab8b41 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:40.536112 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:40.536520 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Checking segment: {'id': 'a33699c2-2ab6-4dd0-b463-d39d90d6e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82a92790-0bd0-4e57-88a2-deb986ab8b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:40.536939 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.537400 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Bound using segment: {'id': 'a33699c2-2ab6-4dd0-b463-d39d90d6e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82a92790-0bd0-4e57-88a2-deb986ab8b41'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:40.537832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Bound port: 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33699c2-2ab6-4dd0-b463-d39d90d6e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '82a92790-0bd0-4e57-88a2-deb986ab8b41'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:40.538224 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.548680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54146) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:40.554565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4f478bc3-7885-49dc-a08f-0ea3934cf065 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1943429969', 'description': 'tempest-secgroup-smoke-1943429969 description', 'project_id': '819b3332122c426680234398b2fe4cc7'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:40.609344 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64dcaf5c-3b7c-44a7-a335-a630ddf3eb11 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.610632 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] For port 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:40.614068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] For port 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0e8ecf37-3f3a-438f-be01-3eafbf0e32a9,segment=NetworkSegment(a33699c2-2ab6-4dd0-b463-d39d90d6e3b7),segment_id=a33699c2-2ab6-4dd0-b463-d39d90d6e3b7)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:40.630008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d5b01-9008-452e-951e-3b12ad87a8a1 req-756f6d82-2a7d-47cd-9a08-73020b9a0ee8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:40.631551 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a5d5b01-9008-452e-951e-3b12ad87a8a1 req-756f6d82-2a7d-47cd-9a08-73020b9a0ee8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0540421 Sep 18 05:30:40.635822 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f478bc3-7885-49dc-a08f-0ea3934cf065 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.652341 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f478bc3-7885-49dc-a08f-0ea3934cf065 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.658721 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 9314c6c7-a419-41d8-b864-90d39d4697b4 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:30:40.662766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 9314c6c7-a419-41d8-b864-90d39d4697b4 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:40.663144 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.701058 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a5d5b01-9008-452e-951e-3b12ad87a8a1 req-43d473d9-9c04-4cb8-829e-1fefa43e2df1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611446 Sep 18 05:30:40.712578 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.739237 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64dcaf5c-3b7c-44a7-a335-a630ddf3eb11 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.778299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dcaf5c-3b7c-44a7-a335-a630ddf3eb11 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network 82a92790-0bd0-4e57-88a2-deb986ab8b41 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:40.778690 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.782211 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-64dcaf5c-3b7c-44a7-a335-a630ddf3eb11 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:40.797387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcaf5c-3b7c-44a7-a335-a630ddf3eb11 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:40.802683 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f478bc3-7885-49dc-a08f-0ea3934cf065 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.808300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644e2e9-5cb3-4ac6-946c-f6cf830edc93 None None] Pushing event updated for resources: {'Port': ['ID=0e8ecf37-3f3a-438f-be01-3eafbf0e32a9,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:40.818221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d57109-ea02-4536-a3f6-d672a9567f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9314c6c7-a419-41d8-b864-90d39d4697b4'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:30:40.820780 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6d035e-bc00-42d4-b687-fdaffdb0beb2" -d '{"events": [{"server_uuid": "f8d57109-ea02-4536-a3f6-d672a9567f8f", "name": "network-vif-plugged", "status": "completed", "tag": "9314c6c7-a419-41d8-b864-90d39d4697b4"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:30:40.833850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 9314c6c7-a419-41d8-b864-90d39d4697b4, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=9314c6c7-a419-41d8-b864-90d39d4697b4,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:40.835408 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcaf5c-3b7c-44a7-a335-a630ddf3eb11 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=9ae1f940-dab2-42e1-a293-b8c7ba5cf46b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:40.848225 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f478bc3-7885-49dc-a08f-0ea3934cf065 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.863810 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7b15d0-7b5e-42a4-9f55-85698d9cd9d9 x-openstack-request-id: req-1a7b15d0-7b5e-42a4-9f55-85698d9cd9d9 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:30:40.864260 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d57109-ea02-4536-a3f6-d672a9567f8f", "name": "network-vif-plugged", "status": "completed", "tag": "9314c6c7-a419-41d8-b864-90d39d4697b4", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:30:40.864516 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a7b15d0-7b5e-42a4-9f55-85698d9cd9d9 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:30:40.864922 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d57109-ea02-4536-a3f6-d672a9567f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9314c6c7-a419-41d8-b864-90d39d4697b4', 'code': 200} Sep 18 05:30:40.870147 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dcaf5c-3b7c-44a7-a335-a630ddf3eb11 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:40.870896 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64dcaf5c-3b7c-44a7-a335-a630ddf3eb11 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.893973 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f478bc3-7885-49dc-a08f-0ea3934cf065 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369e2867-228e-4a0e-be30-da321f02a307,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:40.898611 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:40.948208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=9314c6c7-a419-41d8-b864-90d39d4697b4,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:41.004183 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f478bc3-7885-49dc-a08f-0ea3934cf065 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.011012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab3b8c-6d00-4033-821a-edde0dd49677 req-89c008d1-00c0-409d-b785-3af18f2ef6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:41.012736 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-efab3b8c-6d00-4033-821a-edde0dd49677 req-89c008d1-00c0-409d-b785-3af18f2ef6c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1098 time: 0.0794506 Sep 18 05:30:41.065915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-efab3b8c-6d00-4033-821a-edde0dd49677 req-ae92718d-e5d6-4966-9b32-06011106ee61 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459914 Sep 18 05:30:41.066581 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f478bc3-7885-49dc-a08f-0ea3934cf065 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.111528 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-64dcaf5c-3b7c-44a7-a335-a630ddf3eb11 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2591329 Sep 18 05:30:41.114397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54152) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:41.129951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f478bc3-7885-49dc-a08f-0ea3934cf065 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9606e013-e994-410c-a70e-04d7d3250acb,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:41.146047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae235b4-e5d0-41ab-a02a-2cbb399dff52 req-db47c8c4-ff40-41e2-9d4f-fe3a51799f53 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:41.152841 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8ae235b4-e5d0-41ab-a02a-2cbb399dff52 req-db47c8c4-ff40-41e2-9d4f-fe3a51799f53 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1098 time: 0.0699699 Sep 18 05:30:41.163681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4f478bc3-7885-49dc-a08f-0ea3934cf065 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.165079 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4f478bc3-7885-49dc-a08f-0ea3934cf065 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6150913 Sep 18 05:30:41.172512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54154) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:41.177625 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-770779e0-7ec2-4396-8823-58c8769dca82 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': '9606e013-e994-410c-a70e-04d7d3250acb', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:41.195829 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8ae235b4-e5d0-41ab-a02a-2cbb399dff52 req-d3efb5f7-8577-462b-be51-5cb849a8df0f tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Sep 18 05:30:41.246300 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ab0fe-ddc0-480d-9606-b76bbe04b0fb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port 9ae1f940-dab2-42e1-a293-b8c7ba5cf46b {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:41.246729 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab0fe-ddc0-480d-9606-b76bbe04b0fb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.308334 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 99008a16-1a83-4a08-ac31-786e500e52f7 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:41.318939 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-770779e0-7ec2-4396-8823-58c8769dca82 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.357667 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab0fe-ddc0-480d-9606-b76bbe04b0fb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.377334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ab0fe-ddc0-480d-9606-b76bbe04b0fb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for 9ae1f940-dab2-42e1-a293-b8c7ba5cf46b owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:41.424345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 99008a16-1a83-4a08-ac31-786e500e52f7 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:30:41.428635 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 99008a16-1a83-4a08-ac31-786e500e52f7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:41.429021 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.431551 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-770779e0-7ec2-4396-8823-58c8769dca82 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.514094 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.516853 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-770779e0-7ec2-4396-8823-58c8769dca82 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.537097 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770779e0-7ec2-4396-8823-58c8769dca82 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4182d6c2-f7ff-4dab-b760-27bc7fc6f943,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:41.553661 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=99008a16-1a83-4a08-ac31-786e500e52f7,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:41.596382 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab0fe-ddc0-480d-9606-b76bbe04b0fb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.598636 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-770779e0-7ec2-4396-8823-58c8769dca82 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.599857 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-770779e0-7ec2-4396-8823-58c8769dca82 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4263692 Sep 18 05:30:41.602899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54156) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:41.609054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-37b03d7f-9000-440e-8120-bf8bb19e6567 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': '9606e013-e994-410c-a70e-04d7d3250acb', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:41.632892 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ab0fe-ddc0-480d-9606-b76bbe04b0fb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=9ae1f940-dab2-42e1-a293-b8c7ba5cf46b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:41.647665 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.702513 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-dc7ab0fe-ddc0-480d-9606-b76bbe04b0fb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.704695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-dc7ab0fe-ddc0-480d-9606-b76bbe04b0fb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/9ae1f940-dab2-42e1-a293-b8c7ba5cf46b HTTP/1.1" status: 204 len: 168 time: 0.5892985 Sep 18 05:30:41.707071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=99008a16-1a83-4a08-ac31-786e500e52f7,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:41.708889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54158) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:41.724845 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37b03d7f-9000-440e-8120-bf8bb19e6567 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.749470 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-501985c2-3a46-4c16-bb91-49969d82d35d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] GET failed (client error): The resource could not be found. Sep 18 05:30:41.753590 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-501985c2-3a46-4c16-bb91-49969d82d35d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/9ae1f940-dab2-42e1-a293-b8c7ba5cf46b HTTP/1.1" status: 404 len: 333 time: 0.0397034 Sep 18 05:30:41.754653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54162) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:41.804764 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37b03d7f-9000-440e-8120-bf8bb19e6567 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.841223 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff6271c-df66-41a3-820b-1b378074601f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting subnet f3367247-c42f-4084-b58a-3f5b30b67c50 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:30:41.846773 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aff6271c-df66-41a3-820b-1b378074601f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.858332 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6a8773-cb2c-42cf-abeb-9ce2253d19b9 None None] Network 82a92790-0bd0-4e57-88a2-deb986ab8b41 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:41.894077 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9fa4f-3af7-4d7e-8efb-eda916182637 req-009d7e3e-d6cf-4ac1-b630-3e49d12fa9e4 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:41.895497 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0aa9fa4f-3af7-4d7e-8efb-eda916182637 req-009d7e3e-d6cf-4ac1-b630-3e49d12fa9e4 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0966818 Sep 18 05:30:41.898509 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37b03d7f-9000-440e-8120-bf8bb19e6567 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.900693 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aff6271c-df66-41a3-820b-1b378074601f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.923903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b03d7f-9000-440e-8120-bf8bb19e6567 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce77886f-1f4d-482c-adfe-6bade1848eee,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:41.933591 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2a6ed7f4-372b-48a4-af00-51faa88bab83 None None] Provisioning complete for port 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:41.934503 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2a6ed7f4-372b-48a4-af00-51faa88bab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:41.979034 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0aa9fa4f-3af7-4d7e-8efb-eda916182637 req-41d8c99a-2b7f-4473-a581-bc3010ef375c tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737815 Sep 18 05:30:41.996926 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37b03d7f-9000-440e-8120-bf8bb19e6567 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.001721 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-37b03d7f-9000-440e-8120-bf8bb19e6567 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3976331 Sep 18 05:30:42.003338 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54164) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:42.016910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1cc487f6-b815-4a97-ae70-368beaa6b494 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': '9606e013-e994-410c-a70e-04d7d3250acb', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:42.035746 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aff6271c-df66-41a3-820b-1b378074601f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.077494 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2a6ed7f4-372b-48a4-af00-51faa88bab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.115105 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1cc487f6-b815-4a97-ae70-368beaa6b494 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.178665 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1cc487f6-b815-4a97-ae70-368beaa6b494 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.236970 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aff6271c-df66-41a3-820b-1b378074601f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.270959 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6271c-df66-41a3-820b-1b378074601f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Subnet': ['ID=f3367247-c42f-4084-b58a-3f5b30b67c50,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:42.273266 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aff6271c-df66-41a3-820b-1b378074601f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.276226 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1cc487f6-b815-4a97-ae70-368beaa6b494 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.279191 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-aff6271c-df66-41a3-820b-1b378074601f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/f3367247-c42f-4084-b58a-3f5b30b67c50 HTTP/1.1" status: 204 len: 168 time: 0.5233610 Sep 18 05:30:42.280260 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54168) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:42.292979 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc487f6-b815-4a97-ae70-368beaa6b494 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a876b3-1938-40bc-96a0-c10d104c5241,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:42.297363 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-2a6ed7f4-372b-48a4-af00-51faa88bab83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:30:42.301876 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-2a6ed7f4-372b-48a4-af00-51faa88bab83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:30:42.301876 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a8a87e-907e-427d-bd1e-1c49d62fd097 None None] Network 82a92790-0bd0-4e57-88a2-deb986ab8b41 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:42.343682 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae7ad4-4b34-4ce7-becd-9ae197abfd9a req-841b5f16-2e4d-4a66-9857-5eb10eabe4e8 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:42.345272 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66ae7ad4-4b34-4ce7-becd-9ae197abfd9a req-841b5f16-2e4d-4a66-9857-5eb10eabe4e8 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1098 time: 0.0553052 Sep 18 05:30:42.362613 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.389921 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66ae7ad4-4b34-4ce7-becd-9ae197abfd9a req-bcb138b7-1210-4832-867a-1c925393e680 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375135 Sep 18 05:30:42.417463 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:42.417917 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.441867 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1cc487f6-b815-4a97-ae70-368beaa6b494 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.445795 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1cc487f6-b815-4a97-ae70-368beaa6b494 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4387996 Sep 18 05:30:42.446813 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54172) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:42.451899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-045c9044-4166-4c01-bc94-4a840baccbf6 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': '9606e013-e994-410c-a70e-04d7d3250acb', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:42.498143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65d0a77-5579-4982-afb9-00aa8d04f0f7 None None] DHCP port deletion for 82a92790-0bd0-4e57-88a2-deb986ab8b41 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:30:42.513928 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] For port 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0e8ecf37-3f3a-438f-be01-3eafbf0e32a9,segment=NetworkSegment(a33699c2-2ab6-4dd0-b463-d39d90d6e3b7),segment_id=a33699c2-2ab6-4dd0-b463-d39d90d6e3b7)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:42.514334 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.530353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:42.546759 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384788e0-a8c6-47d9-ac50-d71000c5b46a req-48e182bd-ff64-4940-95f8-4ba41608c9f5 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:42.547575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b65d0a77-5579-4982-afb9-00aa8d04f0f7 None None] Deleting port 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:42.548077 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b65d0a77-5579-4982-afb9-00aa8d04f0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.548322 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-384788e0-a8c6-47d9-ac50-d71000c5b46a req-48e182bd-ff64-4940-95f8-4ba41608c9f5 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1098 time: 0.0713215 Sep 18 05:30:42.566353 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-045c9044-4166-4c01-bc94-4a840baccbf6 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.611192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b65d0a77-5579-4982-afb9-00aa8d04f0f7 None None] For port 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0e8ecf37-3f3a-438f-be01-3eafbf0e32a9,segment=NetworkSegment(a33699c2-2ab6-4dd0-b463-d39d90d6e3b7),segment_id=a33699c2-2ab6-4dd0-b463-d39d90d6e3b7)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:42.611464 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b65d0a77-5579-4982-afb9-00aa8d04f0f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.624907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b65d0a77-5579-4982-afb9-00aa8d04f0f7 None None] Calling delete_port for 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:42.628552 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-045c9044-4166-4c01-bc94-4a840baccbf6 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.629898 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-384788e0-a8c6-47d9-ac50-d71000c5b46a req-1b00b20a-2ab0-4387-be99-3c8273344305 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464647 Sep 18 05:30:42.705620 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-045c9044-4166-4c01-bc94-4a840baccbf6 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.742860 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c9044-4166-4c01-bc94-4a840baccbf6 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371602e1-ed25-4ea3-83f8-e3fb6dbeb184,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:42.753875 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.756850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a670cf5-f222-448a-b76f-0e1c406169a7 req-d99934d1-8cc6-4cdd-bfde-be7e70708760 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:42.757549 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b65d0a77-5579-4982-afb9-00aa8d04f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.759306 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a670cf5-f222-448a-b76f-0e1c406169a7 req-d99934d1-8cc6-4cdd-bfde-be7e70708760 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1098 time: 0.0645559 Sep 18 05:30:42.785129 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d0a77-5579-4982-afb9-00aa8d04f0f7 None None] Pushing event deleted for resources: {'Port': ['ID=0e8ecf37-3f3a-438f-be01-3eafbf0e32a9,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:42.785711 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No DVR routers for this DVR port 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:30:42.787448 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d0a77-5579-4982-afb9-00aa8d04f0f7 None None] No DVR routers for this DVR port 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:30:42.797344 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=0e8ecf37-3f3a-438f-be01-3eafbf0e32a9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:42.799381 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a670cf5-f222-448a-b76f-0e1c406169a7 req-45777284-4107-4380-aaf7-4ba28adbd218 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332272 Sep 18 05:30:42.825340 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-045c9044-4166-4c01-bc94-4a840baccbf6 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.827896 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-045c9044-4166-4c01-bc94-4a840baccbf6 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3801050 Sep 18 05:30:42.832165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54176) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:42.836791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d6c51860-8faa-420f-ae64-6716c31edb80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': '9606e013-e994-410c-a70e-04d7d3250acb', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:42.842525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2a6ed7f4-372b-48a4-af00-51faa88bab83 None None] Port 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9 update to ACTIVE by agent not found {{(pid=106910) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 05:30:42.866039 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:30:42.868641 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a061322d-f4c5-46bb-addb-573e99608947" -d '{"events": [{"server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "name": "network-vif-plugged", "status": "completed", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:30:42.891108 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.905764 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4b9218-9605-4700-b453-caa327dd19c9 x-openstack-request-id: req-ea4b9218-9605-4700-b453-caa327dd19c9 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:30:42.906060 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "name": "network-vif-plugged", "status": "completed", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:30:42.906311 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea4b9218-9605-4700-b453-caa327dd19c9 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:30:42.906781 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7', 'code': 200} Sep 18 05:30:42.920155 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a92790-0bd0-4e57-88a2-deb986ab8b41']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:42.934314 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-d6c51860-8faa-420f-ae64-6716c31edb80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Project 819b3332122c426680234398b2fe4cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:30:42.936783 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33699c2-2ab6-4dd0-b463-d39d90d6e3b7') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:42.937093 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33699c2-2ab6-4dd0-b463-d39d90d6e3b7') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:42.941169 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d6c51860-8faa-420f-ae64-6716c31edb80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.951326 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.955494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3176c297-a44b-4a33-9ee0-c41af9623da3 None None] Could not find standard attr ID for object 0e8ecf37-3f3a-438f-be01-3eafbf0e32a9. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:30:42.966909 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.975394 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:30:42.975914 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:30:42.979265 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:30:43.114559 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d6c51860-8faa-420f-ae64-6716c31edb80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.116509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819974c3-7ea7-4815-934d-7f8bc58362f9 req-5c197820-a3b1-472a-bd30-24881af4d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:43.118071 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b87a7e-b90d-4cc4-a888-414d9985125c req-f1e1712d-6c36-45ac-ba9c-fc62ed1fa7b3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:43.118287 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-819974c3-7ea7-4815-934d-7f8bc58362f9 req-5c197820-a3b1-472a-bd30-24881af4d821 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 1097 time: 0.1310873 Sep 18 05:30:43.119573 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-51b87a7e-b90d-4cc4-a888-414d9985125c req-f1e1712d-6c36-45ac-ba9c-fc62ed1fa7b3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0530901 Sep 18 05:30:43.120797 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.126979 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.128885 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/networks/82a92790-0bd0-4e57-88a2-deb986ab8b41 HTTP/1.1" status: 204 len: 168 time: 0.8475604 Sep 18 05:30:43.133841 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54194) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:43.140461 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'name': 'tempest-PortsTestJSON-2097021451'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:43.167852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108fa72-5c31-46b2-af63-f07754165a72 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Network': ['ID=82a92790-0bd0-4e57-88a2-deb986ab8b41,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:43.173684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-4e9a7bdb-3c6f-4798-842a-8ccc9aaf84a0 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:43.175207 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-4e9a7bdb-3c6f-4798-842a-8ccc9aaf84a0 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/networks?id=70ff6e33-3899-4786-b500-db929b3a9106 HTTP/1.1" status: 200 len: 910 time: 0.1499987 Sep 18 05:30:43.176969 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-819974c3-7ea7-4815-934d-7f8bc58362f9 req-79ab2572-1008-4d02-8687-551ad9e5cf07 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517423 Sep 18 05:30:43.190254 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-3b0779cd-f7ec-4bde-9f13-404445f97c22 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/quotas/3c85dc5ac35b4912a2c1214a327cd45d HTTP/1.1" status: 200 len: 375 time: 0.0087430 Sep 18 05:30:43.227998 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d6c51860-8faa-420f-ae64-6716c31edb80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.242606 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-51b87a7e-b90d-4cc4-a888-414d9985125c req-b55e37ce-0d57-4153-bbc6-06bc2f59dea3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125252 Sep 18 05:30:43.272472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c51860-8faa-420f-ae64-6716c31edb80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81e8628-c842-43dc-9534-19e66f53a9fa,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:43.291886 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-2e7db320-61ba-424d-b40f-082c438db614 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c85dc5ac35b4912a2c1214a327cd45d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0955508 Sep 18 05:30:43.332889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:43.336531 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.354749 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port 3e199dee-7966-4dcd-bfe0-84ab06ae83f5 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:30:43.389080 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-4a583c35-a868-4766-bb60-cec07916bbf6 service neutron] 10.222.0.23 "GET /v2.0/networks/70ff6e33-3899-4786-b500-db929b3a9106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898252 Sep 18 05:30:43.458774 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d6c51860-8faa-420f-ae64-6716c31edb80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.460010 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d6c51860-8faa-420f-ae64-6716c31edb80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6268823 Sep 18 05:30:43.467196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54196) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:43.471746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-17c560f0-f7d6-4426-ab2d-854c5a755a61 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': '9606e013-e994-410c-a70e-04d7d3250acb', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:43.512813 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-622b36a0-52b7-4e34-952c-7eacfa0bbf18 service neutron] 10.222.0.23 "GET /v2.0/networks/70ff6e33-3899-4786-b500-db929b3a9106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170945 Sep 18 05:30:43.567441 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-17c560f0-f7d6-4426-ab2d-854c5a755a61 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Project 819b3332122c426680234398b2fe4cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:30:43.572992 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-17c560f0-f7d6-4426-ab2d-854c5a755a61 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.634711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-17c560f0-f7d6-4426-ab2d-854c5a755a61 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.715813 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-17c560f0-f7d6-4426-ab2d-854c5a755a61 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.741024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c560f0-f7d6-4426-ab2d-854c5a755a61 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136a542f-77a2-4232-819e-b6e2ecbcf7ba,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:43.753668 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50ae424e-4684-4b1c-b7ac-550e9510f3b0 req-281a1334-ddba-4ccd-aeff-59b46c3a5cf6 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 210 time: 0.0435236 Sep 18 05:30:43.812815 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-17c560f0-f7d6-4426-ab2d-854c5a755a61 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.814228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-17c560f0-f7d6-4426-ab2d-854c5a755a61 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3460424 Sep 18 05:30:43.817153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54204) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:43.822122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5e47c370-7e79-4708-8075-e74b9472fe15 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'network': {'name': 'tempest-network-smoke--463762103', 'project_id': '819b3332122c426680234398b2fe4cc7', 'port_security_enabled': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:43.826895 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.892945 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e47c370-7e79-4708-8075-e74b9472fe15 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Made reservation on behalf of 819b3332122c426680234398b2fe4cc7 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:43.896535 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e47c370-7e79-4708-8075-e74b9472fe15 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.910712 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.923569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e47c370-7e79-4708-8075-e74b9472fe15 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:30:43.933384 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e47c370-7e79-4708-8075-e74b9472fe15 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.934285 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-5e47c370-7e79-4708-8075-e74b9472fe15 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Added segment 496b0e1b-ff70-49cd-ba47-147bf12f4f74 of type vlan for network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 Sep 18 05:30:43.963760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network f4a6aecf-e5e3-4184-a933-372ab3115124 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:43.967868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:43.971360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:43.977210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:43.978445 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.981983 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e47c370-7e79-4708-8075-e74b9472fe15 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:43.989661 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=3e199dee-7966-4dcd-bfe0-84ab06ae83f5,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:44.000836 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:44.001192 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:44.001533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:44.001883 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:44.002391 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:44.002544 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:44.002882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:44.003205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:44.003548 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:44.003864 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:44.004190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:44.004693 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:44.042143 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-294febd7-278d-436a-8d55-d43fae1c90b5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9054916 Sep 18 05:30:44.045314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54210) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:44.064319 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e47c370-7e79-4708-8075-e74b9472fe15 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:44.070635 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e47c370-7e79-4708-8075-e74b9472fe15 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:44.071331 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5e47c370-7e79-4708-8075-e74b9472fe15 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:44.143061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d27d0cbe-00cd-4201-b48f-a700753831eb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port 3e199dee-7966-4dcd-bfe0-84ab06ae83f5 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:44.143773 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d27d0cbe-00cd-4201-b48f-a700753831eb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:44.148324 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47c370-7e79-4708-8075-e74b9472fe15 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Network': ['ID=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:44.159676 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:30:44.166818 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5e47c370-7e79-4708-8075-e74b9472fe15 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3472860 Sep 18 05:30:44.169208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54212) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:44.175518 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'admin_state_up': True, 'project_id': '819b3332122c426680234398b2fe4cc7', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:44.234209 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d27d0cbe-00cd-4201-b48f-a700753831eb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:44.249532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d27d0cbe-00cd-4201-b48f-a700753831eb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for 3e199dee-7966-4dcd-bfe0-84ab06ae83f5 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:44.282851 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:44.283982 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:44.362208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:44.390530 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d27d0cbe-00cd-4201-b48f-a700753831eb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:44.416118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fe161-e624-4aca-98c8-5f26f3326a12 req-e6db9006-3156-43d9-97aa-c5f9754953f9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:44.419514 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc8fe161-e624-4aca-98c8-5f26f3326a12 req-e6db9006-3156-43d9-97aa-c5f9754953f9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0992222 Sep 18 05:30:44.421534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d0cbe-00cd-4201-b48f-a700753831eb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=3e199dee-7966-4dcd-bfe0-84ab06ae83f5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:44.431454 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d27d0cbe-00cd-4201-b48f-a700753831eb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:44.433815 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d27d0cbe-00cd-4201-b48f-a700753831eb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/3e199dee-7966-4dcd-bfe0-84ab06ae83f5 HTTP/1.1" status: 204 len: 168 time: 0.3874943 Sep 18 05:30:44.436315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54218) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:44.447853 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-afaaa823-c030-46a1-ad80-4e20d01c8bd6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'mac_address': 'fa:16:3e:66:75:99', 'name': 'tempest-PortsTestJSON-1418297429'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:44.580412 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cc8fe161-e624-4aca-98c8-5f26f3326a12 req-956c2b00-5d1d-4974-af5e-8fb408b8ac3a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508012 Sep 18 05:30:44.610947 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:44.624566 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaaa823-c030-46a1-ad80-4e20d01c8bd6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:44.700115 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-afaaa823-c030-46a1-ad80-4e20d01c8bd6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:44.720215 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-afaaa823-c030-46a1-ad80-4e20d01c8bd6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port 993dfcb9-cec9-4941-97ab-d8f821f2c2c6 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:30:44.878044 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-72451f7e-d1a7-4d34-803c-269b1a1a1cf4 req-303f0b4e-ef3c-42eb-ae5f-5656563e7df8 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 210 time: 0.0399647 Sep 18 05:30:44.897298 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:44.916931 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:44.929998 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-afaaa823-c030-46a1-ad80-4e20d01c8bd6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:45.021089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.25.7.211 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/9a55e5e8-17f2-4616-b7f3-4ec05c09f72c) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:45.030841 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-afaaa823-c030-46a1-ad80-4e20d01c8bd6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:45.078668 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaaa823-c030-46a1-ad80-4e20d01c8bd6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network f4a6aecf-e5e3-4184-a933-372ab3115124 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:45.081691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-afaaa823-c030-46a1-ad80-4e20d01c8bd6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:45.088035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaaa823-c030-46a1-ad80-4e20d01c8bd6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:45.093944 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaaa823-c030-46a1-ad80-4e20d01c8bd6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:45.094545 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-afaaa823-c030-46a1-ad80-4e20d01c8bd6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:45.098224 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaaa823-c030-46a1-ad80-4e20d01c8bd6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=993dfcb9-cec9-4941-97ab-d8f821f2c2c6,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:45.138083 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:45.185182 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-afaaa823-c030-46a1-ad80-4e20d01c8bd6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7477500 Sep 18 05:30:45.187538 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54222) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:45.234490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30905714-4e9d-40c9-a4a6-f6fcc09b3e66 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:45.235875 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-30905714-4e9d-40c9-a4a6-f6fcc09b3e66 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/993dfcb9-cec9-4941-97ab-d8f821f2c2c6 HTTP/1.1" status: 200 len: 841 time: 0.0473328 Sep 18 05:30:45.236325 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:45.238505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54224) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:45.279138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:45.282168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:45.285153 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:45.312865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=9a55e5e8-17f2-4616-b7f3-4ec05c09f72c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:45.323040 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e089d314-833b-4582-8100-3f8f662b8d4f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port 993dfcb9-cec9-4941-97ab-d8f821f2c2c6 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:45.323550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e089d314-833b-4582-8100-3f8f662b8d4f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:45.326645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:45.326951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:45.327277 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:45.327615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:45.327947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:45.328300 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:45.328636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:45.328965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:45.329294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:45.329621 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:45.329944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:45.330267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:30:45.394075 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e089d314-833b-4582-8100-3f8f662b8d4f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:45.405638 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e089d314-833b-4582-8100-3f8f662b8d4f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for 993dfcb9-cec9-4941-97ab-d8f821f2c2c6 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:45.544868 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e089d314-833b-4582-8100-3f8f662b8d4f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:45.576111 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089d314-833b-4582-8100-3f8f662b8d4f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=993dfcb9-cec9-4941-97ab-d8f821f2c2c6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:45.583850 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e089d314-833b-4582-8100-3f8f662b8d4f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:45.586883 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e089d314-833b-4582-8100-3f8f662b8d4f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/993dfcb9-cec9-4941-97ab-d8f821f2c2c6 HTTP/1.1" status: 204 len: 168 time: 0.3472481 Sep 18 05:30:45.589281 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54226) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:45.620676 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-67280bd8-2572-465a-9547-b952450c5ba2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] GET failed (client error): The resource could not be found. Sep 18 05:30:45.622823 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-67280bd8-2572-465a-9547-b952450c5ba2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/993dfcb9-cec9-4941-97ab-d8f821f2c2c6 HTTP/1.1" status: 404 len: 333 time: 0.0324385 Sep 18 05:30:45.628961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54230) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:45.631860 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5abfcaaf-9ee5-44bb-b7c4-6795debe6ccc tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'name': 'tempest-PortsTestJSON-455050686'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:45.813084 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abfcaaf-9ee5-44bb-b7c4-6795debe6ccc tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:45.816750 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5abfcaaf-9ee5-44bb-b7c4-6795debe6ccc tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:45.835765 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-5abfcaaf-9ee5-44bb-b7c4-6795debe6ccc tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port 128e2f0c-2d9e-4270-adb4-9fe6c241965f yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:30:45.990709 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e7b43dc-69a9-4d99-a019-4650e911b258 req-1b7736c2-9377-4d0d-899a-f9ae11b16bc4 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 210 time: 0.0366170 Sep 18 05:30:46.029151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d2b47-037e-4d6a-ac7c-ccf17eda41e3 req-a2dd2665-0fad-4f45-a752-3b7437d13962 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:46.030619 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b0d2b47-037e-4d6a-ac7c-ccf17eda41e3 req-a2dd2665-0fad-4f45-a752-3b7437d13962 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.1967309 Sep 18 05:30:46.040097 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:46.051811 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5abfcaaf-9ee5-44bb-b7c4-6795debe6ccc tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:46.101147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-fc857c75-53a2-456b-bdce-51d6bf80d076 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:46.102532 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-fc857c75-53a2-456b-bdce-51d6bf80d076 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.18 "GET /v2.0/networks?id=70ff6e33-3899-4786-b500-db929b3a9106 HTTP/1.1" status: 200 len: 910 time: 0.2675526 Sep 18 05:30:46.126418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-a7d5d5f3-0bbf-468a-99ad-43b53b087737 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Request body: {'port': {'device_id': 'e1194677-f6e7-40d2-a133-fa12de29688e', 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106', 'admin_state_up': True, 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:46.133370 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5abfcaaf-9ee5-44bb-b7c4-6795debe6ccc tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:46.145092 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b0d2b47-037e-4d6a-ac7c-ccf17eda41e3 req-4af3d6dd-4b16-4e31-9bb0-03b12bd61df1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052530 Sep 18 05:30:46.197048 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abfcaaf-9ee5-44bb-b7c4-6795debe6ccc tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network f4a6aecf-e5e3-4184-a933-372ab3115124 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:46.200475 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5abfcaaf-9ee5-44bb-b7c4-6795debe6ccc tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:46.214348 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:30:46.217406 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abfcaaf-9ee5-44bb-b7c4-6795debe6ccc tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:46.221800 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abfcaaf-9ee5-44bb-b7c4-6795debe6ccc tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:46.222422 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5abfcaaf-9ee5-44bb-b7c4-6795debe6ccc tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:46.226132 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfcaaf-9ee5-44bb-b7c4-6795debe6ccc tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=128e2f0c-2d9e-4270-adb4-9fe6c241965f,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:46.283531 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd9570-204c-4225-8a9c-0844ac3b0fc5 req-bed826b1-7b92-4359-9d51-991002dbe412 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:46.285116 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-57fd9570-204c-4225-8a9c-0844ac3b0fc5 req-bed826b1-7b92-4359-9d51-991002dbe412 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0534880 Sep 18 05:30:46.287725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-a7d5d5f3-0bbf-468a-99ad-43b53b087737 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Made reservation on behalf of 3c85dc5ac35b4912a2c1214a327cd45d for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:46.290087 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-a7d5d5f3-0bbf-468a-99ad-43b53b087737 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:46.294620 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54238) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:46.298839 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-caed98be-da4e-4554-bce3-88a080f5ef5a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Request body: {'floatingip': {'port_id': '99008a16-1a83-4a08-ac31-786e500e52f7'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:46.327018 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:46.333142 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5abfcaaf-9ee5-44bb-b7c4-6795debe6ccc tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7054586 Sep 18 05:30:46.337437 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54240) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:46.343028 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-72b1576a-b554-42a9-b299-6b9e78edda2f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:46.347341 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-caed98be-da4e-4554-bce3-88a080f5ef5a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for floatingip, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:46.497353 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72b1576a-b554-42a9-b299-6b9e78edda2f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:46.511080 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-a7d5d5f3-0bbf-468a-99ad-43b53b087737 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Allocated IP 172.20.0.10 (70ff6e33-3899-4786-b500-db929b3a9106/517fc732-71a9-4875-bf10-33ba02679f49/f6f40adc-eda1-43de-93ac-5b3fc313fac7) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:46.629655 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 06917e42-820e-4953-aafe-0eb680269470 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:30:46.714531 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-a7d5d5f3-0bbf-468a-99ad-43b53b087737 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:46.787159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:30:46.799314 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Sync routers for ids ['06917e42-820e-4953-aafe-0eb680269470'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:30:46.810704 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Routers {'06917e42-820e-4953-aafe-0eb680269470'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:46.811326 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['06917e42-820e-4953-aafe-0eb680269470'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:46.821561 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72b1576a-b554-42a9-b299-6b9e78edda2f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:46.853546 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-a7d5d5f3-0bbf-468a-99ad-43b53b087737 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:46.867218 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['9314c6c7-a419-41d8-b864-90d39d4697b4'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:30:46.899235 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-a7d5d5f3-0bbf-468a-99ad-43b53b087737 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Network 70ff6e33-3899-4786-b500-db929b3a9106 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:46.904139 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-a7d5d5f3-0bbf-468a-99ad-43b53b087737 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:46.909001 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-a7d5d5f3-0bbf-468a-99ad-43b53b087737 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:46.939369 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:46.940851 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e699008b-df78-43f0-89dd-240eab4472c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7700109 Sep 18 05:30:46.943963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5d5f3-0bbf-468a-99ad-43b53b087737 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Pushing event updated for resources: {'Port': ['ID=f6f40adc-eda1-43de-93ac-5b3fc313fac7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:46.955850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54242) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:46.996552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-a7d5d5f3-0bbf-468a-99ad-43b53b087737 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:47.001519 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-a7d5d5f3-0bbf-468a-99ad-43b53b087737 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.018964 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-caed98be-da4e-4554-bce3-88a080f5ef5a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.022729 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72b1576a-b554-42a9-b299-6b9e78edda2f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.053767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-72b1576a-b554-42a9-b299-6b9e78edda2f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] In _notify_port_updated(), no bound segment for port 128e2f0c-2d9e-4270-adb4-9fe6c241965f on network f4a6aecf-e5e3-4184-a933-372ab3115124 {{(pid=106908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:30:47.061015 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Set router 06917e42-820e-4953-aafe-0eb680269470 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:47.063665 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b1576a-b554-42a9-b299-6b9e78edda2f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:47.064415 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72b1576a-b554-42a9-b299-6b9e78edda2f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.065838 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-72b1576a-b554-42a9-b299-6b9e78edda2f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "PUT /v2.0/ports/128e2f0c-2d9e-4270-adb4-9fe6c241965f HTTP/1.1" status: 200 len: 818 time: 0.7272253 Sep 18 05:30:47.068660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54248) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:47.117332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1576a-b554-42a9-b299-6b9e78edda2f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=128e2f0c-2d9e-4270-adb4-9fe6c241965f,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:47.122888 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-caed98be-da4e-4554-bce3-88a080f5ef5a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.151767 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-a7d5d5f3-0bbf-468a-99ad-43b53b087737 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0386295 Sep 18 05:30:47.218073 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Request body: {'port': {'device_id': 'e1194677-f6e7-40d2-a133-fa12de29688e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:47.256252 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-caed98be-da4e-4554-bce3-88a080f5ef5a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Floating IP 873faecf-46d2-45e9-9d36-3be14c749f4d associated. External IP: 172.25.7.160, port: 99008a16-1a83-4a08-ac31-786e500e52f7. Sep 18 05:30:47.259931 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-792856b8-3257-4685-babc-148ed53d53d1 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=819b3332122c426680234398b2fe4cc7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3019562 Sep 18 05:30:47.270177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54250) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:47.315634 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:45Z', 'revision_number': 3, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:47.316975 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f7912858-ebde-4847-b8e0-f9f563609ae9 None None] Provisioning complete for port f6f40adc-eda1-43de-93ac-5b3fc313fac7 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:47.317511 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f7912858-ebde-4847-b8e0-f9f563609ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.347867 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Checking router: 06917e42-820e-4953-aafe-0eb680269470 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:30:47.348216 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Updating router 06917e42-820e-4953-aafe-0eb680269470 port 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:30:47.361230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f7912858-ebde-4847-b8e0-f9f563609ae9 None None] Port f6f40adc-eda1-43de-93ac-5b3fc313fac7 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:47.376609 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.440544 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.479047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e1d4e-8651-401d-9461-b097ef07700b req-446c26ce-4df4-42cb-a815-d9e9f8b7e36c tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:47.481534 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-168e1d4e-8651-401d-9461-b097ef07700b req-446c26ce-4df4-42cb-a815-d9e9f8b7e36c tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1028 time: 0.3061118 Sep 18 05:30:47.485228 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caed98be-da4e-4554-bce3-88a080f5ef5a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Router 65a0566c-0b1d-425e-946d-8343e08b4df8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:30:47.556732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a68470-1c3c-497a-811f-70b8667067b1 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:47.559174 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-65a68470-1c3c-497a-811f-70b8667067b1 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2846212 Sep 18 05:30:47.570425 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54252) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:47.607556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caed98be-da4e-4554-bce3-88a080f5ef5a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:30:47.612674 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-caed98be-da4e-4554-bce3-88a080f5ef5a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.616846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-c2299b0b-5fef-4367-a5c1-5238fba8df5e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port 128e2f0c-2d9e-4270-adb4-9fe6c241965f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:47.617190 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2299b0b-5fef-4367-a5c1-5238fba8df5e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.619434 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3038a00-2d2d-4cff-9b20-f598f0c845ea None None] Sync routers for ids ['65a0566c-0b1d-425e-946d-8343e08b4df8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:30:47.630171 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3038a00-2d2d-4cff-9b20-f598f0c845ea None None] Routers {'65a0566c-0b1d-425e-946d-8343e08b4df8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:47.630893 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c3038a00-2d2d-4cff-9b20-f598f0c845ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['65a0566c-0b1d-425e-946d-8343e08b4df8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:47.647773 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.655854 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-caed98be-da4e-4554-bce3-88a080f5ef5a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "PUT /v2.0/floatingips/873faecf-46d2-45e9-9d36-3be14c749f4d HTTP/1.1" status: 200 len: 991 time: 1.3573718 Sep 18 05:30:47.655854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:30:47.656904 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76e38d2-ff2e-46e3-8300-b36c76c52de1" -d '{"events": [{"name": "network-changed", "server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:30:47.688712 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2c55e873-0a58-44f5-95c1-7731176d2ef1 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1170943 Sep 18 05:30:47.691662 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54258) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:47.697500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-68c37967-4721-4f3d-aca7-1262a93cecbf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-693069363', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'project_id': '819b3332122c426680234398b2fe4cc7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:47.713350 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-168e1d4e-8651-401d-9461-b097ef07700b req-19d3797b-0e53-42e0-b6e4-c6431c157f76 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967769 Sep 18 05:30:47.721177 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.798310 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2299b0b-5fef-4367-a5c1-5238fba8df5e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.814169 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa1ebf8-3555-47e6-9291-b1224849b63e x-openstack-request-id: req-caa1ebf8-3555-47e6-9291-b1224849b63e {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:30:47.814570 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:30:47.814896 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-caa1ebf8-3555-47e6-9291-b1224849b63e {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:30:47.815419 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7', 'status': 'completed', 'code': 200} Sep 18 05:30:47.818070 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Attempting to bind port 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:47.818542 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Attempting to bind port 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:47.819076 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Attempting to bind port 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:47.833836 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:47.834221 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:47.834543 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.834922 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:47.835392 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Bound port: 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:47.836387 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.836869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-c2299b0b-5fef-4367-a5c1-5238fba8df5e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for 128e2f0c-2d9e-4270-adb4-9fe6c241965f owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:47.838759 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c900ed7-7257-4eab-8c69-e5c0f1f039be None None] Pushing event updated for resources: {'Port': ['ID=9a55e5e8-17f2-4616-b7f3-4ec05c09f72c,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:47.870280 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c37967-4721-4f3d-aca7-1262a93cecbf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Made reservation on behalf of 819b3332122c426680234398b2fe4cc7 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:47.874682 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68c37967-4721-4f3d-aca7-1262a93cecbf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.892394 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] For port 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:47.895217 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] For port 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9a55e5e8-17f2-4616-b7f3-4ec05c09f72c,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:47.971423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-c3038a00-2d2d-4cff-9b20-f598f0c845ea None None] Set router 65a0566c-0b1d-425e-946d-8343e08b4df8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:47.976138 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:47.983916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e38d2-ff2e-46e3-8300-b36c76c52de1 req-f3073922-efc5-42da-b748-5e9dd30f86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:47.985514 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f76e38d2-ff2e-46e3-8300-b36c76c52de1 req-f3073922-efc5-42da-b748-5e9dd30f86d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 1097 time: 0.1464474 Sep 18 05:30:48.060973 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c900ed7-7257-4eab-8c69-e5c0f1f039be None None] Pushing event updated for resources: {'Port': ['ID=9a55e5e8-17f2-4616-b7f3-4ec05c09f72c,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:48.076325 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Routers {'06917e42-820e-4953-aafe-0eb680269470'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:48.077072 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['06917e42-820e-4953-aafe-0eb680269470'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:48.128856 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f40adc-eda1-43de-93ac-5b3fc313fac7 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:30:48.141487 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:48.158961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e38d2-ff2e-46e3-8300-b36c76c52de1 req-bafdf087-6dd7-400e-805f-4300e4be0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:48.160508 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f76e38d2-ff2e-46e3-8300-b36c76c52de1 req-bafdf087-6dd7-400e-805f-4300e4be0253 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 917 time: 0.1628923 Sep 18 05:30:48.163180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Transition to ACTIVE for port object f6f40adc-eda1-43de-93ac-5b3fc313fac7 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:30:48.163966 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2299b0b-5fef-4367-a5c1-5238fba8df5e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:48.191922 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] Set router 06917e42-820e-4953-aafe-0eb680269470 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:48.213761 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68c37967-4721-4f3d-aca7-1262a93cecbf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:48.239477 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2299b0b-5fef-4367-a5c1-5238fba8df5e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=128e2f0c-2d9e-4270-adb4-9fe6c241965f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:48.258080 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c2299b0b-5fef-4367-a5c1-5238fba8df5e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:48.259892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c2299b0b-5fef-4367-a5c1-5238fba8df5e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/128e2f0c-2d9e-4270-adb4-9fe6c241965f HTTP/1.1" status: 204 len: 168 time: 1.1901267 Sep 18 05:30:48.263446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c3038a00-2d2d-4cff-9b20-f598f0c845ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '873faecf-46d2-45e9-9d36-3be14c749f4d', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'port_id': '99008a16-1a83-4a08-ac31-786e500e52f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'mac_address': 'fa:16:3e:ba:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:30:27Z', 'updated_at': '2021-09-18T05:30:46Z', 'revision_number': 1, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:26Z', 'revision_number': 5, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:48.265942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54260) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:48.297299 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3038a00-2d2d-4cff-9b20-f598f0c845ea None None] Checking router: 65a0566c-0b1d-425e-946d-8343e08b4df8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:30:48.305328 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:48.309741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3038a00-2d2d-4cff-9b20-f598f0c845ea None None] Routers {'65a0566c-0b1d-425e-946d-8343e08b4df8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:48.310449 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c3038a00-2d2d-4cff-9b20-f598f0c845ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['65a0566c-0b1d-425e-946d-8343e08b4df8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:48.391439 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:45Z', 'revision_number': 3, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:48.426139 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7306f3-8e00-4704-a5ab-850c4539ee8e None None] The sync data for ids ['06917e42-820e-4953-aafe-0eb680269470'] in n-d-789963-13 is: [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:45Z', 'revision_number': 3, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:30:48.455639 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-c3038a00-2d2d-4cff-9b20-f598f0c845ea None None] Set router 65a0566c-0b1d-425e-946d-8343e08b4df8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:48.639172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c37967-4721-4f3d-aca7-1262a93cecbf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Subnet': ['ID=20b205fb-1de7-43f3-bab7-4338e2d72a60,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:48.656850 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c37967-4721-4f3d-aca7-1262a93cecbf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Checking segment: {'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:48.657218 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c37967-4721-4f3d-aca7-1262a93cecbf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network hostable DHCP agents. Network: f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:30:48.673009 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f76e38d2-ff2e-46e3-8300-b36c76c52de1 req-c41c9e75-7261-4028-a58c-6dbb27c7335a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99008a16-1a83-4a08-ac31-786e500e52f7 HTTP/1.1" status: 200 len: 999 time: 0.5019264 Sep 18 05:30:48.744572 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c37967-4721-4f3d-aca7-1262a93cecbf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:30:48.755565 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c3038a00-2d2d-4cff-9b20-f598f0c845ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '873faecf-46d2-45e9-9d36-3be14c749f4d', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'port_id': '99008a16-1a83-4a08-ac31-786e500e52f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'mac_address': 'fa:16:3e:ba:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:30:27Z', 'updated_at': '2021-09-18T05:30:46Z', 'revision_number': 1, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:26Z', 'revision_number': 5, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:48.778171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f40adc-eda1-43de-93ac-5b3fc313fac7,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:48.811607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99a9484-ad77-4997-b87e-6402d9abca22 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:48.813301 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a99a9484-ad77-4997-b87e-6402d9abca22 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5464087 Sep 18 05:30:48.816155 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54266) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:48.841048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e38d2-ff2e-46e3-8300-b36c76c52de1 req-d449c070-7557-40ba-a845-210091b1285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:48.842621 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f76e38d2-ff2e-46e3-8300-b36c76c52de1 req-d449c070-7557-40ba-a845-210091b1285d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.1599095 Sep 18 05:30:48.866340 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc6d2b4-4b7d-4d2c-bc5f-79b00a6578c9 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] GET failed (client error): The resource could not be found. Sep 18 05:30:48.866794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3038a00-2d2d-4cff-9b20-f598f0c845ea None None] The sync data for ids ['65a0566c-0b1d-425e-946d-8343e08b4df8'] in n-d-789963-13 is: [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '873faecf-46d2-45e9-9d36-3be14c749f4d', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'port_id': '99008a16-1a83-4a08-ac31-786e500e52f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'mac_address': 'fa:16:3e:ba:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:30:27Z', 'updated_at': '2021-09-18T05:30:46Z', 'revision_number': 1, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:26Z', 'revision_number': 5, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:30:48.867957 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ddc6d2b4-4b7d-4d2c-bc5f-79b00a6578c9 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/128e2f0c-2d9e-4270-adb4-9fe6c241965f HTTP/1.1" status: 404 len: 333 time: 0.0504520 Sep 18 05:30:48.876009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-68c37967-4721-4f3d-aca7-1262a93cecbf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:48.877616 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54268) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:48.884314 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8907b673-8161-4099-851e-a358092ad4e2 None None] Network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:48.886384 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-ccd3e525-1e87-4806-bd24-8bb78515df60 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-177659438'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:48.906708 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c37967-4721-4f3d-aca7-1262a93cecbf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:48.907702 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-68c37967-4721-4f3d-aca7-1262a93cecbf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:49.008622 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:49.030928 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd3e525-1e87-4806-bd24-8bb78515df60 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:49.038998 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ccd3e525-1e87-4806-bd24-8bb78515df60 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:49.084122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b50dd-c82a-4954-9b49-31f4f8ccab67 req-aa1d3162-bae6-4dcb-a536-f0d807108a92 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:49.090554 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb0b50dd-c82a-4954-9b49-31f4f8ccab67 req-aa1d3162-bae6-4dcb-a536-f0d807108a92 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1054 time: 0.2423604 Sep 18 05:30:49.101928 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd3e525-1e87-4806-bd24-8bb78515df60 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:30:49.116986 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ccd3e525-1e87-4806-bd24-8bb78515df60 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:49.117471 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-ccd3e525-1e87-4806-bd24-8bb78515df60 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Added segment 9c41549f-4d9c-4e20-9d93-7f6632958708 of type vlan for network 5b319ec0-af38-4b1e-9470-be4fdffb7c09 Sep 18 05:30:49.128805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e38d2-ff2e-46e3-8300-b36c76c52de1 req-6c6832fa-e47d-4a41-b0e6-1b7632714570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:49.131298 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f76e38d2-ff2e-46e3-8300-b36c76c52de1 req-6c6832fa-e47d-4a41-b0e6-1b7632714570 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2606106 Sep 18 05:30:49.148122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Attempting to bind port f6f40adc-eda1-43de-93ac-5b3fc313fac7 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:49.148122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Attempting to bind port f6f40adc-eda1-43de-93ac-5b3fc313fac7 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:49.148122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Attempting to bind port f6f40adc-eda1-43de-93ac-5b3fc313fac7 on network 70ff6e33-3899-4786-b500-db929b3a9106 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:49.152884 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:49.153424 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:49.160735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Port f6f40adc-eda1-43de-93ac-5b3fc313fac7 on network 70ff6e33-3899-4786-b500-db929b3a9106 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:30:49.161068 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Attempting to bind port f6f40adc-eda1-43de-93ac-5b3fc313fac7 on network 70ff6e33-3899-4786-b500-db929b3a9106 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:49.185900 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb0b50dd-c82a-4954-9b49-31f4f8ccab67 req-65ff84a7-82b1-4ab6-9432-8c9aee6fb777 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802488 Sep 18 05:30:49.189286 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:49.189641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Checking segment: {'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:49.190036 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Bound using segment: {'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:49.190752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Bound port: f6f40adc-eda1-43de-93ac-5b3fc313fac7, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395c9979-fd91-41aa-875f-73504dcccb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:49.191123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:49.201335 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ccd3e525-1e87-4806-bd24-8bb78515df60 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:49.215737 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-68c37967-4721-4f3d-aca7-1262a93cecbf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5219083 Sep 18 05:30:49.219349 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54270) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:49.258227 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ips': [{'subnet_id': '20b205fb-1de7-43f3-bab7-4338e2d72a60'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:30:49.259118 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:49.286268 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30234e9c-2dbd-4bbb-ae09-53ac3b100ee8 None None] New status for floating IP 873faecf-46d2-45e9-9d36-3be14c749f4d: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:30:49.359875 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f76e38d2-ff2e-46e3-8300-b36c76c52de1 req-f844dc65-b6fb-4e05-98a9-14982b2c0ce9 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168829 Sep 18 05:30:49.362525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] For port f6f40adc-eda1-43de-93ac-5b3fc313fac7, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:49.370182 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ccd3e525-1e87-4806-bd24-8bb78515df60 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:49.379925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd3e525-1e87-4806-bd24-8bb78515df60 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:49.380124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] For port f6f40adc-eda1-43de-93ac-5b3fc313fac7, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f6f40adc-eda1-43de-93ac-5b3fc313fac7,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:49.380650 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ccd3e525-1e87-4806-bd24-8bb78515df60 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:49.454975 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:49.457611 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:49.476540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:49.477459 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:49.479323 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] 10.222.0.18 "PUT /v2.0/ports/f6f40adc-eda1-43de-93ac-5b3fc313fac7 HTTP/1.1" status: 200 len: 1093 time: 2.3031051 Sep 18 05:30:49.481467 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3e525-1e87-4806-bd24-8bb78515df60 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Network': ['ID=5b319ec0-af38-4b1e-9470-be4fdffb7c09,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:49.483012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1194677-f6e7-40d2-a133-fa12de29688e', 'tag': 'f6f40adc-eda1-43de-93ac-5b3fc313fac7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:30:49.487436 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4418244-a7ff-42b0-a13a-0658d9d77377" -d '{"events": [{"name": "network-changed", "server_uuid": "e1194677-f6e7-40d2-a133-fa12de29688e", "tag": "f6f40adc-eda1-43de-93ac-5b3fc313fac7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:30:49.512920 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9a55e5e8-17f2-4616-b7f3-4ec05c09f72c,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:49.522368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 5b319ec0-af38-4b1e-9470-be4fdffb7c09 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:30:49.601457 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4479a4-7de0-4521-9a7e-b95a5d98b49a x-openstack-request-id: req-6b4479a4-7de0-4521-9a7e-b95a5d98b49a {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:30:49.601757 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1194677-f6e7-40d2-a133-fa12de29688e", "tag": "f6f40adc-eda1-43de-93ac-5b3fc313fac7", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:30:49.604538 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b4479a4-7de0-4521-9a7e-b95a5d98b49a {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:30:49.604538 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1194677-f6e7-40d2-a133-fa12de29688e', 'tag': 'f6f40adc-eda1-43de-93ac-5b3fc313fac7', 'status': 'completed', 'code': 200} Sep 18 05:30:49.607127 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:49.625518 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ccd3e525-1e87-4806-bd24-8bb78515df60 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7466338 Sep 18 05:30:49.627833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54274) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:49.640158 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b63525a4-8a36-40e3-a959-e19a32cbcea3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': '5b319ec0-af38-4b1e-9470-be4fdffb7c09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:49.676616 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f76e38d2-ff2e-46e3-8300-b36c76c52de1 req-0f453b92-a5a8-497e-a9d4-a0935597016e service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056247 Sep 18 05:30:49.677500 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec8411-db82-47bd-9090-553c73ee9b01 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f40adc-eda1-43de-93ac-5b3fc313fac7,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:49.705678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=9a55e5e8-17f2-4616-b7f3-4ec05c09f72c,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:49.714935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418244-a7ff-42b0-a13a-0658d9d77377 req-76be68b5-7844-486b-b5fb-038d7f923169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:49.716712 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c4418244-a7ff-42b0-a13a-0658d9d77377 req-76be68b5-7844-486b-b5fb-038d7f923169 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c85dc5ac35b4912a2c1214a327cd45d&device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1096 time: 0.1132450 Sep 18 05:30:49.742902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Allocated IP 172.20.0.2 (f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6/20b205fb-1de7-43f3-bab7-4338e2d72a60/d938a652-db0f-4c66-a946-78326e52a485) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:49.896958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418244-a7ff-42b0-a13a-0658d9d77377 req-4b65431e-bc63-43ef-a8a7-4764fcade664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:49.898978 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c4418244-a7ff-42b0-a13a-0658d9d77377 req-4b65431e-bc63-43ef-a8a7-4764fcade664 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3c85dc5ac35b4912a2c1214a327cd45d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1736898 Sep 18 05:30:49.911690 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63525a4-8a36-40e3-a959-e19a32cbcea3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:49.915235 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b63525a4-8a36-40e3-a959-e19a32cbcea3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:49.962466 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:50.008090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418244-a7ff-42b0-a13a-0658d9d77377 req-872c50aa-8932-4685-aed6-f3bb6bab49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:50.009597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c4418244-a7ff-42b0-a13a-0658d9d77377 req-872c50aa-8932-4685-aed6-f3bb6bab49ec service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1044226 Sep 18 05:30:50.014091 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:50.068706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:50.073782 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:50.081937 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:50.085091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Pushing event updated for resources: {'Port': ['ID=d938a652-db0f-4c66-a946-78326e52a485,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:50.110196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-51a28bea-8b8d-4f6f-8b3c-a4a930db3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:50.111718 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-51a28bea-8b8d-4f6f-8b3c-a4a930db3bb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c85dc5ac35b4912a2c1214a327cd45d&device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1096 time: 0.0636115 Sep 18 05:30:50.143677 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Attempting to bind port d938a652-db0f-4c66-a946-78326e52a485 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:50.144058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Attempting to bind port d938a652-db0f-4c66-a946-78326e52a485 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:50.144460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Attempting to bind port d938a652-db0f-4c66-a946-78326e52a485 on network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:50.149699 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:50.150083 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Checking segment: {'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:50.150496 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:50.150899 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Bound using segment: {'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:50.151371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Bound port: d938a652-db0f-4c66-a946-78326e52a485, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:50.151762 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:50.165549 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-0e84cf4e-7e71-4a31-845a-f4a4edb1d2b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6f40adc-eda1-43de-93ac-5b3fc313fac7 HTTP/1.1" status: 200 len: 217 time: 0.0460398 Sep 18 05:30:50.223549 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-238dfebd-8d7e-41cc-8f17-5a67e5fa06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:50.225275 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-238dfebd-8d7e-41cc-8f17-5a67e5fa06ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=517fc732-71a9-4875-bf10-33ba02679f49 HTTP/1.1" status: 200 len: 849 time: 0.0524075 Sep 18 05:30:50.237832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] For port d938a652-db0f-4c66-a946-78326e52a485, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:50.244290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] For port d938a652-db0f-4c66-a946-78326e52a485, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d938a652-db0f-4c66-a946-78326e52a485,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:50.258833 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:50.277879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-d117e7ce-d497-4e2f-a3a2-375b2ba0e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:50.280968 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-d117e7ce-d497-4e2f-a3a2-375b2ba0e8f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70ff6e33-3899-4786-b500-db929b3a9106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464654 Sep 18 05:30:50.306683 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:50.342370 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b63525a4-8a36-40e3-a959-e19a32cbcea3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:50.392565 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-e212b15e-73ea-4826-a1dc-bf31ad0a12c9 service neutron] 10.222.0.18 "GET /v2.0/networks/70ff6e33-3899-4786-b500-db929b3a9106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059706 Sep 18 05:30:50.393519 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c725dbd-b264-4b77-8882-dbbf5ff65a6c None None] Pushing event updated for resources: {'Port': ['ID=d938a652-db0f-4c66-a946-78326e52a485,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:50.456038 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd152ca-ec56-46cb-bced-de1bdd4b1a8b req-537117f6-768f-4e13-9776-cea8f5f62994 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:50.465023 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ebd152ca-ec56-46cb-bced-de1bdd4b1a8b req-537117f6-768f-4e13-9776-cea8f5f62994 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1096 time: 0.2020283 Sep 18 05:30:50.507087 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63525a4-8a36-40e3-a959-e19a32cbcea3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Subnet': ['ID=1fac9d0a-04aa-4cdb-8c66-aeab2d8011ab,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:50.513131 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63525a4-8a36-40e3-a959-e19a32cbcea3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Checking segment: {'id': '9c41549f-4d9c-4e20-9d93-7f6632958708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b319ec0-af38-4b1e-9470-be4fdffb7c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:50.513547 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63525a4-8a36-40e3-a959-e19a32cbcea3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network hostable DHCP agents. Network: 5b319ec0-af38-4b1e-9470-be4fdffb7c09, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:30:50.524621 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-142d3c4d-1a75-49d7-ac47-28b882c11292 req-9ca4f1a4-0587-45f6-aa24-d9c1cba10782 service neutron] 10.222.0.18 "GET /v2.0/networks/70ff6e33-3899-4786-b500-db929b3a9106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245522 Sep 18 05:30:50.577289 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ebd152ca-ec56-46cb-bced-de1bdd4b1a8b req-f17ef618-41f4-404a-85e1-2270213db8ab tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112134 Sep 18 05:30:50.692643 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63525a4-8a36-40e3-a959-e19a32cbcea3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network 5b319ec0-af38-4b1e-9470-be4fdffb7c09 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:30:50.763259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-b63525a4-8a36-40e3-a959-e19a32cbcea3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 5b319ec0-af38-4b1e-9470-be4fdffb7c09) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:50.770431 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63525a4-8a36-40e3-a959-e19a32cbcea3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:50.772185 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b63525a4-8a36-40e3-a959-e19a32cbcea3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:50.772403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfccc1b1-8c46-4b05-b08c-19f267a78efd None None] Network 5b319ec0-af38-4b1e-9470-be4fdffb7c09 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:50.787997 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.20.0.1 (f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6/20b205fb-1de7-43f3-bab7-4338e2d72a60/09f8ad98-d6a5-4574-acad-2e3059364de5) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:50.868793 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b63525a4-8a36-40e3-a959-e19a32cbcea3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2397840 Sep 18 05:30:50.869147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54280) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:50.875923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9c935310-127b-4f45-9f32-752ed4d18da5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': '5b319ec0-af38-4b1e-9470-be4fdffb7c09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:50.933083 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:50.988026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-5b319ec0-af38-4b1e-9470-be4fdffb7c09', 'network_id': '5b319ec0-af38-4b1e-9470-be4fdffb7c09', 'tenant_id': '8164abc58e4d4cbea94e9fa935644396', 'fixed_ips': [{'subnet_id': '1fac9d0a-04aa-4cdb-8c66-aeab2d8011ab'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:30:50.989120 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.013986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d938a652-db0f-4c66-a946-78326e52a485 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:51.036370 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.058252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c935310-127b-4f45-9f32-752ed4d18da5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:51.062737 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9c935310-127b-4f45-9f32-752ed4d18da5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.088513 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:51.092204 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:51.096292 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:51.137826 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=09f8ad98-d6a5-4574-acad-2e3059364de5,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:51.152904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port d938a652-db0f-4c66-a946-78326e52a485 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:51.153442 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.180759 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.194248 n-d-789963-13 neutron-server[106909]: INFO neutron.db.ipam_backend_mixin [None req-9c935310-127b-4f45-9f32-752ed4d18da5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1fac9d0a-04aa-4cdb-8c66-aeab2d8011ab (CIDR: 172.20.0.0/28) Sep 18 05:30:51.225282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Allocated IP 172.20.0.2 (5b319ec0-af38-4b1e-9470-be4fdffb7c09/1fac9d0a-04aa-4cdb-8c66-aeab2d8011ab/cea3b934-fd2b-4769-b0a2-e6a0b719453a) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:51.236645 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c935310-127b-4f45-9f32-752ed4d18da5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:30:51.237528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c935310-127b-4f45-9f32-752ed4d18da5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:30:51.305555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9c935310-127b-4f45-9f32-752ed4d18da5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4344873 Sep 18 05:30:51.307877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54284) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:51.313994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9eaead40-595c-4cf5-bf5d-2c15d37f6543 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': '5b319ec0-af38-4b1e-9470-be4fdffb7c09', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:51.333971 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.385458 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.391498 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port d938a652-db0f-4c66-a946-78326e52a485, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d938a652-db0f-4c66-a946-78326e52a485,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:51.460788 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.476098 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.482431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:51.528492 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ea60c9-1dc7-470c-b01f-ae79ee6d1a36 None None] Network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:51.549940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaead40-595c-4cf5-bf5d-2c15d37f6543 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:51.554164 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9eaead40-595c-4cf5-bf5d-2c15d37f6543 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.615451 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.622908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=d938a652-db0f-4c66-a946-78326e52a485,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:51.696228 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Network 5b319ec0-af38-4b1e-9470-be4fdffb7c09 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:51.701850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:51.702229 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.708249 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1d60db56-ff61-47b2-84f3-55669193e51f None None] Provisioning complete for port d938a652-db0f-4c66-a946-78326e52a485 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:51.708624 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1d60db56-ff61-47b2-84f3-55669193e51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.710516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:51.726524 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:51.732516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e809fa-0663-48c5-b7b5-16d31bc00a6c req-c9952b48-996f-4031-a92f-66d102424525 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:51.734199 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-19e809fa-0663-48c5-b7b5-16d31bc00a6c req-c9952b48-996f-4031-a92f-66d102424525 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1096 time: 0.0716641 Sep 18 05:30:51.763875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Pushing event updated for resources: {'Port': ['ID=cea3b934-fd2b-4769-b0a2-e6a0b719453a,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:51.764086 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.789715 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-19e809fa-0663-48c5-b7b5-16d31bc00a6c req-19903806-18b4-4475-b81d-9fdeb93a6e47 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401232 Sep 18 05:30:51.818941 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.884043 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Attempting to bind port cea3b934-fd2b-4769-b0a2-e6a0b719453a on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:51.884392 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Attempting to bind port cea3b934-fd2b-4769-b0a2-e6a0b719453a by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '9c41549f-4d9c-4e20-9d93-7f6632958708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b319ec0-af38-4b1e-9470-be4fdffb7c09'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:51.884765 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Attempting to bind port cea3b934-fd2b-4769-b0a2-e6a0b719453a on network 5b319ec0-af38-4b1e-9470-be4fdffb7c09 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:51.895477 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.898251 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=09f8ad98-d6a5-4574-acad-2e3059364de5,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:51.905985 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9eaead40-595c-4cf5-bf5d-2c15d37f6543 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.911083 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:51.911464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Checking segment: {'id': '9c41549f-4d9c-4e20-9d93-7f6632958708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b319ec0-af38-4b1e-9470-be4fdffb7c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:51.911874 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.912289 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Bound using segment: {'id': '9c41549f-4d9c-4e20-9d93-7f6632958708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b319ec0-af38-4b1e-9470-be4fdffb7c09'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:51.912771 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Bound port: cea3b934-fd2b-4769-b0a2-e6a0b719453a, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c41549f-4d9c-4e20-9d93-7f6632958708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5b319ec0-af38-4b1e-9470-be4fdffb7c09'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:51.913154 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.948958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaead40-595c-4cf5-bf5d-2c15d37f6543 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network 5b319ec0-af38-4b1e-9470-be4fdffb7c09 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:51.954564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9eaead40-595c-4cf5-bf5d-2c15d37f6543 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:51.959177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaead40-595c-4cf5-bf5d-2c15d37f6543 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:51.959789 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9eaead40-595c-4cf5-bf5d-2c15d37f6543 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:51.974179 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaead40-595c-4cf5-bf5d-2c15d37f6543 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Subnet': ['ID=ed8d8865-a7cd-4ff1-9db4-31508311f5b4,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:52.009660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:52.011125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:52.052534 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9eaead40-595c-4cf5-bf5d-2c15d37f6543 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7355649 Sep 18 05:30:52.052534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54290) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:52.052534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'network_id': '5b319ec0-af38-4b1e-9470-be4fdffb7c09', 'fixed_ips': [{'subnet_id': '1fac9d0a-04aa-4cdb-8c66-aeab2d8011ab'}, {'subnet_id': 'ed8d8865-a7cd-4ff1-9db4-31508311f5b4'}], 'name': 'tempest-PortsTestJSON-2140032516'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:52.150820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 06917e42-820e-4953-aafe-0eb680269470 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:30:52.213113 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] For port cea3b934-fd2b-4769-b0a2-e6a0b719453a, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:52.217877 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] For port cea3b934-fd2b-4769-b0a2-e6a0b719453a, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cea3b934-fd2b-4769-b0a2-e6a0b719453a,segment=NetworkSegment(9c41549f-4d9c-4e20-9d93-7f6632958708),segment_id=9c41549f-4d9c-4e20-9d93-7f6632958708)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:52.235870 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:52.265517 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:30:52.271272 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9eacda98-af37-46a7-87b9-86e76bae36f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "PUT /v2.0/routers/06917e42-820e-4953-aafe-0eb680269470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0504823 Sep 18 05:30:52.283081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Sync routers for ids ['06917e42-820e-4953-aafe-0eb680269470'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:30:52.296835 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:52.307965 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Routers {'06917e42-820e-4953-aafe-0eb680269470'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:52.309024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['06917e42-820e-4953-aafe-0eb680269470'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:52.361153 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:52.383383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port 0d98c082-e9fc-448f-93cf-422d213a45e0 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:30:52.460937 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-4e7f0354-3976-48eb-8329-8026b11c7a95 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1943429969&fields=id&tenant_id=819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 267 time: 0.0699971 Sep 18 05:30:52.470494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9220bda-fc9c-4c22-96df-561a5a792ab0 None None] Pushing event updated for resources: {'Port': ['ID=cea3b934-fd2b-4769-b0a2-e6a0b719453a,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:52.499655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Set router 06917e42-820e-4953-aafe-0eb680269470 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:52.634799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-9676f75a-4725-4ba8-8852-552a8e8dd4b8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:52.636685 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-9676f75a-4725-4ba8-8852-552a8e8dd4b8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/networks?id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 HTTP/1.1" status: 200 len: 796 time: 0.1689630 Sep 18 05:30:52.654269 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-cf25f72c-b074-4504-b4e1-fd827db497cc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/quotas/819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 375 time: 0.0116577 Sep 18 05:30:52.787598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6e0ec7d3-a50b-4d07-b91d-cc0fce7aca32 None None] Provisioning complete for port 09f8ad98-d6a5-4574-acad-2e3059364de5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:52.787983 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec7d3-a50b-4d07-b91d-cc0fce7aca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:52.819320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Allocated IP 172.20.0.3 (5b319ec0-af38-4b1e-9470-be4fdffb7c09/1fac9d0a-04aa-4cdb-8c66-aeab2d8011ab/0d98c082-e9fc-448f-93cf-422d213a45e0) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:52.837922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Allocated IP 172.20.0.27 (5b319ec0-af38-4b1e-9470-be4fdffb7c09/ed8d8865-a7cd-4ff1-9db4-31508311f5b4/0d98c082-e9fc-448f-93cf-422d213a45e0) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:52.870285 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6e0ec7d3-a50b-4d07-b91d-cc0fce7aca32 None None] Port 09f8ad98-d6a5-4574-acad-2e3059364de5 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:52.911883 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6e0ec7d3-a50b-4d07-b91d-cc0fce7aca32 None None] Provisioning complete for port d938a652-db0f-4c66-a946-78326e52a485 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:52.911883 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6e0ec7d3-a50b-4d07-b91d-cc0fce7aca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:52.958789 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:51Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '09f8ad98-d6a5-4574-acad-2e3059364de5', 'name': '', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:65:7f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:50Z', 'updated_at': '2021-09-18T05:30:51Z', 'revision_number': 2, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:53.015200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Checking router: 06917e42-820e-4953-aafe-0eb680269470 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:30:53.015629 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Updating router 06917e42-820e-4953-aafe-0eb680269470 port 09f8ad98-d6a5-4574-acad-2e3059364de5 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:30:53.082122 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:53.118603 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:53.149965 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d938a652-db0f-4c66-a946-78326e52a485 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:53.182844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51823bf-6cae-43c2-8b16-c965c3dd9b61 req-1cfcdd35-8325-4bf0-8be3-f6354e10d464 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:53.184557 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e51823bf-6cae-43c2-8b16-c965c3dd9b61 req-1cfcdd35-8325-4bf0-8be3-f6354e10d464 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1096 time: 0.2530231 Sep 18 05:30:53.203553 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:53.235807 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-cb88ca4e-a868-4bdd-9824-4dd565bf70e8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5754955 Sep 18 05:30:53.250937 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:53.283013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network 5b319ec0-af38-4b1e-9470-be4fdffb7c09 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:53.291021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:53.301399 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e51823bf-6cae-43c2-8b16-c965c3dd9b61 req-73a1af37-7dab-496a-ae94-9e4650145092 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079664 Sep 18 05:30:53.302765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:53.352821 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port d938a652-db0f-4c66-a946-78326e52a485 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:53.353045 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:53.354233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=0d98c082-e9fc-448f-93cf-422d213a45e0,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:53.359631 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f6f40adc-eda1-43de-93ac-5b3fc313fac7 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:30:53.377940 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-79796b2e-9118-4dda-928f-19a5fe7baf61 service neutron] 10.222.0.23 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262546 Sep 18 05:30:53.398881 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:53.399565 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:53.433913 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:53.434766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-69b08474-4469-4633-9d54-32edd6a63e99 None None] Provisioning complete for port 09f8ad98-d6a5-4574-acad-2e3059364de5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:53.435221 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69b08474-4469-4633-9d54-32edd6a63e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:53.463703 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fcdb1102-2584-4a2b-9d4b-3c98f8c616d4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.4144313 Sep 18 05:30:53.464091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54308) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:53.474439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-a7baf27a-ac6d-4f13-ac9f-25a275028f7b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1fac9d0a-04aa-4cdb-8c66-aeab2d8011ab'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:53.529221 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-e1a7950f-1876-46bf-9c4a-90077f305b19 service neutron] 10.222.0.23 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426320 Sep 18 05:30:53.555572 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a7baf27a-ac6d-4f13-ac9f-25a275028f7b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:53.573942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-69b08474-4469-4633-9d54-32edd6a63e99 None None] Port 09f8ad98-d6a5-4574-acad-2e3059364de5 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:53.698017 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f6f40adc-eda1-43de-93ac-5b3fc313fac7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f6f40adc-eda1-43de-93ac-5b3fc313fac7,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:53.702486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cea3b934-fd2b-4769-b0a2-e6a0b719453a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:53.740372 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'f6f40adc-eda1-43de-93ac-5b3fc313fac7', 'network_id': '70ff6e33-3899-4786-b500-db929b3a9106', 'port_id': 'f6f40adc-eda1-43de-93ac-5b3fc313fac7', 'mac_address': 'fa:16:3e:de:f4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517fc732-71a9-4875-bf10-33ba02679f49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:30:53.828991 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cede9a-c358-4abe-bab0-ad46115fb26c None None] Network 5b319ec0-af38-4b1e-9470-be4fdffb7c09 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:53.834027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae06d6e3-9e39-4ee3-8cd6-4d9d206d0d45 req-e028910e-58ae-4338-926d-e8ddc3e0b41e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 210 time: 0.0427301 Sep 18 05:30:53.855351 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:53.862445 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:53.892019 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cea3b934-fd2b-4769-b0a2-e6a0b719453a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:53.892019 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:53.908294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-a7baf27a-ac6d-4f13-ac9f-25a275028f7b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Delete allocated IP 172.20.0.27 (5b319ec0-af38-4b1e-9470-be4fdffb7c09/ed8d8865-a7cd-4ff1-9db4-31508311f5b4) {{(pid=106909) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 05:30:53.946586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f40adc-eda1-43de-93ac-5b3fc313fac7 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:30:53.966389 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.012942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f6f40adc-eda1-43de-93ac-5b3fc313fac7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f6f40adc-eda1-43de-93ac-5b3fc313fac7,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:54.021835 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e0ff6eb4-06e6-42f8-a1ce-89a915b37ce1 None None] Provisioning complete for port cea3b934-fd2b-4769-b0a2-e6a0b719453a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:54.022210 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e0ff6eb4-06e6-42f8-a1ce-89a915b37ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.049427 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a7baf27a-ac6d-4f13-ac9f-25a275028f7b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.088032 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.104473 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a7baf27a-ac6d-4f13-ac9f-25a275028f7b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.109428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57fb67-830c-4ec1-8968-69bde26efd1e None None] Pushing event updated for resources: {'Port': ['ID=09f8ad98-d6a5-4574-acad-2e3059364de5,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:54.187254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7baf27a-ac6d-4f13-ac9f-25a275028f7b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=0d98c082-e9fc-448f-93cf-422d213a45e0,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:54.260526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a7baf27a-ac6d-4f13-ac9f-25a275028f7b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] In _notify_port_updated(), no bound segment for port 0d98c082-e9fc-448f-93cf-422d213a45e0 on network 5b319ec0-af38-4b1e-9470-be4fdffb7c09 {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:30:54.266639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7baf27a-ac6d-4f13-ac9f-25a275028f7b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:54.267303 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a7baf27a-ac6d-4f13-ac9f-25a275028f7b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.268697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a7baf27a-ac6d-4f13-ac9f-25a275028f7b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "PUT /v2.0/ports/0d98c082-e9fc-448f-93cf-422d213a45e0 HTTP/1.1" status: 200 len: 919 time: 0.8026128 Sep 18 05:30:54.272616 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54318) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:54.280380 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-cac8c4bb-d8d5-4720-95b7-1259d0f5f0bd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1fac9d0a-04aa-4cdb-8c66-aeab2d8011ab'}, {'subnet_id': 'ed8d8865-a7cd-4ff1-9db4-31508311f5b4'}]}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:54.298912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Attempting to bind port 09f8ad98-d6a5-4574-acad-2e3059364de5 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:54.299532 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Attempting to bind port 09f8ad98-d6a5-4574-acad-2e3059364de5 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:54.299724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Attempting to bind port 09f8ad98-d6a5-4574-acad-2e3059364de5 on network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:54.304476 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=f6f40adc-eda1-43de-93ac-5b3fc313fac7,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:54.316514 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.337201 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['f6f40adc-eda1-43de-93ac-5b3fc313fac7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:30:54.373510 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:54.373898 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Checking segment: {'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:54.374316 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.374728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Bound using segment: {'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:54.375224 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Bound port: 09f8ad98-d6a5-4574-acad-2e3059364de5, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:54.375610 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.452375 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e0ff6eb4-06e6-42f8-a1ce-89a915b37ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.477668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port cea3b934-fd2b-4769-b0a2-e6a0b719453a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cea3b934-fd2b-4769-b0a2-e6a0b719453a,segment=NetworkSegment(9c41549f-4d9c-4e20-9d93-7f6632958708),segment_id=9c41549f-4d9c-4e20-9d93-7f6632958708)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:54.484993 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cac8c4bb-d8d5-4720-95b7-1259d0f5f0bd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.538437 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d06cb5-d85b-416a-8f97-26e1e47b75ed req-8569703a-e6e0-44b8-8f59-683c02017855 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:54.540045 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c0d06cb5-d85b-416a-8f97-26e1e47b75ed req-8569703a-e6e0-44b8-8f59-683c02017855 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1097 time: 0.1145654 Sep 18 05:30:54.561174 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.573019 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] For port 09f8ad98-d6a5-4574-acad-2e3059364de5, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:54.631547 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c0d06cb5-d85b-416a-8f97-26e1e47b75ed req-99ecb445-d7b1-4973-b64b-5c551ee1887b tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809236 Sep 18 05:30:54.645403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] For port 09f8ad98-d6a5-4574-acad-2e3059364de5, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=09f8ad98-d6a5-4574-acad-2e3059364de5,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:54.665915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30af6fb6-2cd1-4180-a402-f862edc66a96 None None] Update dhcp port {'port': {'network_id': '5b319ec0-af38-4b1e-9470-be4fdffb7c09', 'fixed_ips': [{'subnet_id': '1fac9d0a-04aa-4cdb-8c66-aeab2d8011ab', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ed8d8865-a7cd-4ff1-9db4-31508311f5b4'}], 'binding:host_id': 'n-d-789963-13'}, 'id': 'cea3b934-fd2b-4769-b0a2-e6a0b719453a'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:30:54.691365 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e0ff6eb4-06e6-42f8-a1ce-89a915b37ce1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:30:54.691724 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e0ff6eb4-06e6-42f8-a1ce-89a915b37ce1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:30:54.706154 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=cea3b934-fd2b-4769-b0a2-e6a0b719453a,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:54.713778 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-30af6fb6-2cd1-4180-a402-f862edc66a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.736172 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.798621 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-cac8c4bb-d8d5-4720-95b7-1259d0f5f0bd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Allocated IP 172.20.0.24 (5b319ec0-af38-4b1e-9470-be4fdffb7c09/ed8d8865-a7cd-4ff1-9db4-31508311f5b4/0d98c082-e9fc-448f-93cf-422d213a45e0) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:54.992289 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c86a5027-d4b3-4c91-b81d-480199c3df9e req-5fe891d4-d9a8-474c-a23f-28fb5e917ae8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 210 time: 0.0498114 Sep 18 05:30:54.994013 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cac8c4bb-d8d5-4720-95b7-1259d0f5f0bd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:54.994408 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cea3b934-fd2b-4769-b0a2-e6a0b719453a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:55.047001 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cac8c4bb-d8d5-4720-95b7-1259d0f5f0bd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:55.119072 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Routers {'06917e42-820e-4953-aafe-0eb680269470'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:30:55.119596 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:30:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['06917e42-820e-4953-aafe-0eb680269470'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:55.134268 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8c4bb-d8d5-4720-95b7-1259d0f5f0bd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=0d98c082-e9fc-448f-93cf-422d213a45e0,revision_number=3']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:55.137875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57fb67-830c-4ec1-8968-69bde26efd1e None None] Pushing event updated for resources: {'Port': ['ID=09f8ad98-d6a5-4574-acad-2e3059364de5,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:55.178142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-cac8c4bb-d8d5-4720-95b7-1259d0f5f0bd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] In _notify_port_updated(), no bound segment for port 0d98c082-e9fc-448f-93cf-422d213a45e0 on network 5b319ec0-af38-4b1e-9470-be4fdffb7c09 {{(pid=106908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:30:55.184196 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac8c4bb-d8d5-4720-95b7-1259d0f5f0bd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:55.185022 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cac8c4bb-d8d5-4720-95b7-1259d0f5f0bd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:55.186371 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cac8c4bb-d8d5-4720-95b7-1259d0f5f0bd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "PUT /v2.0/ports/0d98c082-e9fc-448f-93cf-422d213a45e0 HTTP/1.1" status: 200 len: 999 time: 0.9126818 Sep 18 05:30:55.189224 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54328) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:55.285915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b10d2bdb-7289-4016-a1e9-a820c454165d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port 0d98c082-e9fc-448f-93cf-422d213a45e0 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:55.286615 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b10d2bdb-7289-4016-a1e9-a820c454165d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:55.306045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cea3b934-fd2b-4769-b0a2-e6a0b719453a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:55.306576 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:55.342287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-30af6fb6-2cd1-4180-a402-f862edc66a96 None None] Allocated IP 172.20.0.18 (5b319ec0-af38-4b1e-9470-be4fdffb7c09/ed8d8865-a7cd-4ff1-9db4-31508311f5b4/cea3b934-fd2b-4769-b0a2-e6a0b719453a) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:55.368436 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] Set router 06917e42-820e-4953-aafe-0eb680269470 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:30:55.383806 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b10d2bdb-7289-4016-a1e9-a820c454165d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:55.398310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b10d2bdb-7289-4016-a1e9-a820c454165d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for 0d98c082-e9fc-448f-93cf-422d213a45e0 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:55.620602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6632db0f-dd7c-49f8-b1c4-bc52d16650bd None None] Provisioning complete for port 09f8ad98-d6a5-4574-acad-2e3059364de5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:55.621026 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6632db0f-dd7c-49f8-b1c4-bc52d16650bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:55.678222 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-30af6fb6-2cd1-4180-a402-f862edc66a96 None None] For port cea3b934-fd2b-4769-b0a2-e6a0b719453a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cea3b934-fd2b-4769-b0a2-e6a0b719453a,segment=NetworkSegment(9c41549f-4d9c-4e20-9d93-7f6632958708),segment_id=9c41549f-4d9c-4e20-9d93-7f6632958708)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:55.681610 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b10d2bdb-7289-4016-a1e9-a820c454165d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:55.725842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d2bdb-7289-4016-a1e9-a820c454165d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=0d98c082-e9fc-448f-93cf-422d213a45e0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:55.756322 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-30af6fb6-2cd1-4180-a402-f862edc66a96 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:55.793585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d4d79-88da-48e3-9241-db198a1bf0b3 req-1369ebd2-a1b2-4fd9-9c80-90948b586bc7 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:55.795746 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-30af6fb6-2cd1-4180-a402-f862edc66a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:55.796012 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e39d4d79-88da-48e3-9241-db198a1bf0b3 req-1369ebd2-a1b2-4fd9-9c80-90948b586bc7 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1097 time: 0.0654364 Sep 18 05:30:55.818238 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b10d2bdb-7289-4016-a1e9-a820c454165d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:55.822754 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b10d2bdb-7289-4016-a1e9-a820c454165d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/0d98c082-e9fc-448f-93cf-422d213a45e0 HTTP/1.1" status: 204 len: 168 time: 0.6299987 Sep 18 05:30:55.822939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54334) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:55.834844 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6632db0f-dd7c-49f8-b1c4-bc52d16650bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:55.839275 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e39d4d79-88da-48e3-9241-db198a1bf0b3 req-83b280af-5458-4b94-b6f8-c9ee2c26363f tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358131 Sep 18 05:30:55.849341 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e65b22a-afe8-4267-9235-d74eef828ffe tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] GET failed (client error): The resource could not be found. Sep 18 05:30:55.851127 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9e65b22a-afe8-4267-9235-d74eef828ffe tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/0d98c082-e9fc-448f-93cf-422d213a45e0 HTTP/1.1" status: 404 len: 333 time: 0.0270784 Sep 18 05:30:55.853772 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54336) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:55.914915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5b99ce-51d1-4ffe-86a4-092e71539c4e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting subnet ed8d8865-a7cd-4ff1-9db4-31508311f5b4 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:30:55.918117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:51Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '09f8ad98-d6a5-4574-acad-2e3059364de5', 'name': '', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:65:7f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:50Z', 'updated_at': '2021-09-18T05:30:54Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:55.918376 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bb5b99ce-51d1-4ffe-86a4-092e71539c4e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:55.925581 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af6fb6-2cd1-4180-a402-f862edc66a96 None None] Pushing event updated for resources: {'Port': ['ID=cea3b934-fd2b-4769-b0a2-e6a0b719453a,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:55.963254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad602122-4087-4c6d-b96f-5adc1891b58d None None] The sync data for ids ['06917e42-820e-4953-aafe-0eb680269470'] in n-d-789963-13 is: [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:51Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '09f8ad98-d6a5-4574-acad-2e3059364de5', 'name': '', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:65:7f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:50Z', 'updated_at': '2021-09-18T05:30:54Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:30:55.973593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6632db0f-dd7c-49f8-b1c4-bc52d16650bd None None] For port 09f8ad98-d6a5-4574-acad-2e3059364de5, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=09f8ad98-d6a5-4574-acad-2e3059364de5,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:55.977647 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bb5b99ce-51d1-4ffe-86a4-092e71539c4e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:56.042266 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6632db0f-dd7c-49f8-b1c4-bc52d16650bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:56.148908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632db0f-dd7c-49f8-b1c4-bc52d16650bd None None] Pushing event updated for resources: {'Port': ['ID=09f8ad98-d6a5-4574-acad-2e3059364de5,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:56.155201 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7734d7fc-566e-4ab1-814e-90cb75783d30 req-0bfde170-6d71-406a-81ca-cd4dfa0a2987 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 210 time: 0.0428503 Sep 18 05:30:56.162699 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bb5b99ce-51d1-4ffe-86a4-092e71539c4e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:56.339172 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bb5b99ce-51d1-4ffe-86a4-092e71539c4e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:56.343382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-8cf05a64-a63b-4f40-929c-0daa046e35a6 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:56.346425 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-8cf05a64-a63b-4f40-929c-0daa046e35a6 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.13 "GET /v2.0/networks?id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 HTTP/1.1" status: 200 len: 796 time: 0.1558001 Sep 18 05:30:56.360080 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bb5b99ce-51d1-4ffe-86a4-092e71539c4e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:56.365354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54340) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:56.366224 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bb5b99ce-51d1-4ffe-86a4-092e71539c4e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/ed8d8865-a7cd-4ff1-9db4-31508311f5b4 HTTP/1.1" status: 204 len: 168 time: 0.5113425 Sep 18 05:30:56.393078 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b99ce-51d1-4ffe-86a4-092e71539c4e tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8d8865-a7cd-4ff1-9db4-31508311f5b4,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:56.450576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f892ab-c8d9-450e-afce-7b18862d017c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting subnet 1fac9d0a-04aa-4cdb-8c66-aeab2d8011ab {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:30:56.453973 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9f892ab-c8d9-450e-afce-7b18862d017c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:56.499185 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9f892ab-c8d9-450e-afce-7b18862d017c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:56.580216 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-8c495804-f4e2-4f89-9a9a-385d905ea812 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 380 time: 0.2253821 Sep 18 05:30:56.624299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-fe2c7840-8a8b-486f-ac1c-cc58958ab4ba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'port': {'device_id': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'admin_state_up': True, 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'security_groups': ['9606e013-e994-410c-a70e-04d7d3250acb']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:56.703471 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9f892ab-c8d9-450e-afce-7b18862d017c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:56.724588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432d83b9-a0d3-444c-a447-11aa13851c96 None None] Network 5b319ec0-af38-4b1e-9470-be4fdffb7c09 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:56.813650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2c2b9621-f6e5-494b-861e-42253a0088d4 None None] Provisioning complete for port cea3b934-fd2b-4769-b0a2-e6a0b719453a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:56.814038 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9621-f6e5-494b-861e-42253a0088d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:56.865732 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9f892ab-c8d9-450e-afce-7b18862d017c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:56.901326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f892ab-c8d9-450e-afce-7b18862d017c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Subnet': ['ID=1fac9d0a-04aa-4cdb-8c66-aeab2d8011ab,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:56.911052 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f9f892ab-c8d9-450e-afce-7b18862d017c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:56.916459 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54346) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:56.918124 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f9f892ab-c8d9-450e-afce-7b18862d017c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/1fac9d0a-04aa-4cdb-8c66-aeab2d8011ab HTTP/1.1" status: 204 len: 168 time: 0.5504868 Sep 18 05:30:56.919326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-fe2c7840-8a8b-486f-ac1c-cc58958ab4ba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Made reservation on behalf of 819b3332122c426680234398b2fe4cc7 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:56.925603 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-fe2c7840-8a8b-486f-ac1c-cc58958ab4ba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.049609 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2c2b9621-f6e5-494b-861e-42253a0088d4 None None] Could not find standard attr ID for object 0d98c082-e9fc-448f-93cf-422d213a45e0. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:30:57.080224 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 09f8ad98-d6a5-4574-acad-2e3059364de5 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:57.108909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ebbdf-3031-4772-aa58-11dd755ba88b req-164c8978-4dff-4e39-89f4-1346ab09ad9a tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:57.110473 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be9ebbdf-3031-4772-aa58-11dd755ba88b req-164c8978-4dff-4e39-89f4-1346ab09ad9a tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1097 time: 0.1492217 Sep 18 05:30:57.114199 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.119296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-fe2c7840-8a8b-486f-ac1c-cc58958ab4ba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.20.0.13 (f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6/20b205fb-1de7-43f3-bab7-4338e2d72a60/66db37a4-fca1-42ed-88f6-7e2a02323e74) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:57.128952 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e297d825-0c86-4cb5-831e-c28322e97d74 None None] Update dhcp port {'port': {'network_id': '5b319ec0-af38-4b1e-9470-be4fdffb7c09', 'fixed_ips': [{'subnet_id': '1fac9d0a-04aa-4cdb-8c66-aeab2d8011ab'}], 'binding:host_id': 'n-d-789963-13'}, 'id': 'cea3b934-fd2b-4769-b0a2-e6a0b719453a'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:30:57.165558 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e297d825-0c86-4cb5-831e-c28322e97d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.175011 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be9ebbdf-3031-4772-aa58-11dd755ba88b req-68d9ff1e-9b44-4e43-81e5-eaf3654edc14 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578411 Sep 18 05:30:57.213672 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 09f8ad98-d6a5-4574-acad-2e3059364de5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:57.214208 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.214357 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port cea3b934-fd2b-4769-b0a2-e6a0b719453a {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:30:57.214869 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.290113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] For port cea3b934-fd2b-4769-b0a2-e6a0b719453a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cea3b934-fd2b-4769-b0a2-e6a0b719453a,segment=NetworkSegment(9c41549f-4d9c-4e20-9d93-7f6632958708),segment_id=9c41549f-4d9c-4e20-9d93-7f6632958708)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:57.290485 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.305271 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for cea3b934-fd2b-4769-b0a2-e6a0b719453a owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:30:57.355682 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-500634cb-8a94-4f32-a966-678eba90d449 req-330fa8a2-8cdd-4f23-b965-950accfa86eb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 210 time: 0.0505795 Sep 18 05:30:57.383566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f6f40adc-eda1-43de-93ac-5b3fc313fac7 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:57.391886 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-fe2c7840-8a8b-486f-ac1c-cc58958ab4ba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.414867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaf9256-8379-4b5e-8482-050d0eeb2ffe None None] Network 5b319ec0-af38-4b1e-9470-be4fdffb7c09 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:57.448198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cea3b934-fd2b-4769-b0a2-e6a0b719453a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:30:57.504199 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.533235 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-fe2c7840-8a8b-486f-ac1c-cc58958ab4ba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.536771 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=cea3b934-fd2b-4769-b0a2-e6a0b719453a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:57.540214 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No DVR routers for this DVR port cea3b934-fd2b-4769-b0a2-e6a0b719453a on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:30:57.613982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-fe2c7840-8a8b-486f-ac1c-cc58958ab4ba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:57.615982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-fe2c7840-8a8b-486f-ac1c-cc58958ab4ba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:57.624368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c7840-8a8b-486f-ac1c-cc58958ab4ba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=66db37a4-fca1-42ed-88f6-7e2a02323e74,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:57.630036 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-fe2c7840-8a8b-486f-ac1c-cc58958ab4ba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:57.630700 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.670288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b319ec0-af38-4b1e-9470-be4fdffb7c09']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:57.684304 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7bc6c94e-eb18-4876-a4e5-80c08ec59c4d None None] Could not find standard attr ID for object cea3b934-fd2b-4769-b0a2-e6a0b719453a. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:30:57.686963 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c41549f-4d9c-4e20-9d93-7f6632958708') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:57.687275 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c41549f-4d9c-4e20-9d93-7f6632958708') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:30:57.699211 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.714283 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.723278 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:30:57.723838 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:30:57.727895 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:30:57.733174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-fe2c7840-8a8b-486f-ac1c-cc58958ab4ba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:57.738286 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-fe2c7840-8a8b-486f-ac1c-cc58958ab4ba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.742782 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No active binding found for port cea3b934-fd2b-4769-b0a2-e6a0b719453a {{(pid=106910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 05:30:57.743320 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cea3b934-fd2b-4769-b0a2-e6a0b719453a not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 18 05:30:57.775820 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Port cea3b934-fd2b-4769-b0a2-e6a0b719453a not found, will not notify nova. {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 18 05:30:57.782076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770b9ba7-0865-43e7-85d1-8d0e6dfad0c4 None None] DHCP port deletion for 5b319ec0-af38-4b1e-9470-be4fdffb7c09 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:30:57.818288 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port f6f40adc-eda1-43de-93ac-5b3fc313fac7 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:30:57.824523 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port f6f40adc-eda1-43de-93ac-5b3fc313fac7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:57.824523 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.830658 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-fe2c7840-8a8b-486f-ac1c-cc58958ab4ba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2121558 Sep 18 05:30:57.848227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Request body: {'port': {'device_id': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:57.869963 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.878870 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.880871 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/networks/5b319ec0-af38-4b1e-9470-be4fdffb7c09 HTTP/1.1" status: 204 len: 168 time: 0.9634082 Sep 18 05:30:57.890754 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54352) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:57.901290 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60372b-4d77-426f-801e-145bc5dadf0c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Network': ['ID=5b319ec0-af38-4b1e-9470-be4fdffb7c09,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:57.913654 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.944662 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94f0f2a-696d-45bb-a1b2-6902f3f7916b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:57.949522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9ba66870-5e7a-4d5a-97fe-86dbed653f63 None None] Provisioning complete for port 66db37a4-fca1-42ed-88f6-7e2a02323e74 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:30:57.949651 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d94f0f2a-696d-45bb-a1b2-6902f3f7916b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0540948 Sep 18 05:30:57.949795 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9ba66870-5e7a-4d5a-97fe-86dbed653f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.949795 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:57.953440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54354) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:57.995175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1194677-f6e7-40d2-a133-fa12de29688e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f40adc-eda1-43de-93ac-5b3fc313fac7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:30:57.997499 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1f52c2-2d84-4712-b848-38755ee9cc7b" -d '{"events": [{"server_uuid": "e1194677-f6e7-40d2-a133-fa12de29688e", "name": "network-vif-plugged", "status": "completed", "tag": "f6f40adc-eda1-43de-93ac-5b3fc313fac7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:30:58.011189 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9ba66870-5e7a-4d5a-97fe-86dbed653f63 None None] Port 66db37a4-fca1-42ed-88f6-7e2a02323e74 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:30:58.013763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port f6f40adc-eda1-43de-93ac-5b3fc313fac7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f6f40adc-eda1-43de-93ac-5b3fc313fac7,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:30:58.058870 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:58.063870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9a0cfdc7-608a-4084-8926-17797a348c46 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1092105 Sep 18 05:30:58.076137 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54360) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:58.076137 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-563db5f7-9c8f-4375-a1d5-e9b06bee2404 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1516574181'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:58.117266 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8f9d50-7a21-4ba4-9fcf-d63cd2e4d13c x-openstack-request-id: req-9b8f9d50-7a21-4ba4-9fcf-d63cd2e4d13c {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:30:58.117563 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1194677-f6e7-40d2-a133-fa12de29688e", "name": "network-vif-plugged", "status": "completed", "tag": "f6f40adc-eda1-43de-93ac-5b3fc313fac7", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:30:58.117824 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b8f9d50-7a21-4ba4-9fcf-d63cd2e4d13c {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:30:58.118220 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1194677-f6e7-40d2-a133-fa12de29688e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f40adc-eda1-43de-93ac-5b3fc313fac7', 'code': 200} Sep 18 05:30:58.128104 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=f6f40adc-eda1-43de-93ac-5b3fc313fac7,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:58.167120 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563db5f7-9c8f-4375-a1d5-e9b06bee2404 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:58.171390 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-563db5f7-9c8f-4375-a1d5-e9b06bee2404 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:58.195728 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563db5f7-9c8f-4375-a1d5-e9b06bee2404 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:30:58.205856 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-563db5f7-9c8f-4375-a1d5-e9b06bee2404 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:58.206888 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-563db5f7-9c8f-4375-a1d5-e9b06bee2404 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Added segment 30de85e0-052d-466a-bed4-1ee2c6f3a183 of type vlan for network cdf16aa8-c5cb-4ec5-9359-a7c28e547db1 Sep 18 05:30:58.242859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526f785-d990-40f8-923d-ff902064fbf7 req-da7aa755-d3c0-4e56-b38f-0b98f1b91745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:58.244501 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9526f785-d990-40f8-923d-ff902064fbf7 req-da7aa755-d3c0-4e56-b38f-0b98f1b91745 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1098 time: 0.0696564 Sep 18 05:30:58.253789 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-563db5f7-9c8f-4375-a1d5-e9b06bee2404 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:58.304267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66db37a4-fca1-42ed-88f6-7e2a02323e74 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:30:58.313564 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45adeeb-56a0-4daf-854d-976aaffee4c4 req-03cc0228-6108-48bd-98bc-9245bf8d3e93 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:58.315154 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c45adeeb-56a0-4daf-854d-976aaffee4c4 req-03cc0228-6108-48bd-98bc-9245bf8d3e93 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1098 time: 0.0641227 Sep 18 05:30:58.315693 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:58.319019 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9526f785-d990-40f8-923d-ff902064fbf7 req-0bcedd2d-9078-40d0-9f18-d2ea0ebcb1e9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518129 Sep 18 05:30:58.329335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Transition to ACTIVE for port object 66db37a4-fca1-42ed-88f6-7e2a02323e74 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:30:58.349357 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c45adeeb-56a0-4daf-854d-976aaffee4c4 req-654e46bf-a52d-4c49-90c8-eef55e5631d4 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280735 Sep 18 05:30:58.361572 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-563db5f7-9c8f-4375-a1d5-e9b06bee2404 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:58.367332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563db5f7-9c8f-4375-a1d5-e9b06bee2404 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:58.377963 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-563db5f7-9c8f-4375-a1d5-e9b06bee2404 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:58.395784 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:58.442728 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563db5f7-9c8f-4375-a1d5-e9b06bee2404 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Network': ['ID=cdf16aa8-c5cb-4ec5-9359-a7c28e547db1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:58.455261 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network cdf16aa8-c5cb-4ec5-9359-a7c28e547db1 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:30:58.455418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Pushing event updated for resources: {'Port': ['ID=66db37a4-fca1-42ed-88f6-7e2a02323e74,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:58.483908 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-563db5f7-9c8f-4375-a1d5-e9b06bee2404 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4144301 Sep 18 05:30:58.486264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54366) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:58.491655 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9327d84f-63c8-402c-b74f-c72acc71d0ec tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': 'cdf16aa8-c5cb-4ec5-9359-a7c28e547db1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:58.576095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bf35c-8fc6-425e-a25e-6f5ad3eea607 req-ba8b00e6-164f-4b97-ae2f-72027f6a3778 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:58.577862 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-301bf35c-8fc6-425e-a25e-6f5ad3eea607 req-ba8b00e6-164f-4b97-ae2f-72027f6a3778 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 944 time: 0.1237254 Sep 18 05:30:58.587608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Attempting to bind port 66db37a4-fca1-42ed-88f6-7e2a02323e74 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:58.587965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Attempting to bind port 66db37a4-fca1-42ed-88f6-7e2a02323e74 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:58.588341 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Attempting to bind port 66db37a4-fca1-42ed-88f6-7e2a02323e74 on network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:58.599915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Port 66db37a4-fca1-42ed-88f6-7e2a02323e74 on network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:30:58.600290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Attempting to bind port 66db37a4-fca1-42ed-88f6-7e2a02323e74 on network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:58.614892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:58.615099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Checking segment: {'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:58.615495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Bound using segment: {'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:58.615942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Bound port: 66db37a4-fca1-42ed-88f6-7e2a02323e74, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:58.616427 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:58.644951 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-301bf35c-8fc6-425e-a25e-6f5ad3eea607 req-3c342885-fe25-475b-9ad1-edccc7f39abe tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540845 Sep 18 05:30:58.653594 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9327d84f-63c8-402c-b74f-c72acc71d0ec tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:58.657457 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9327d84f-63c8-402c-b74f-c72acc71d0ec tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:58.697704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] For port 66db37a4-fca1-42ed-88f6-7e2a02323e74, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:30:58.701548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] For port 66db37a4-fca1-42ed-88f6-7e2a02323e74, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:30:58.790354 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:58.828612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:58.829843 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:58.831346 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] 10.222.0.13 "PUT /v2.0/ports/66db37a4-fca1-42ed-88f6-7e2a02323e74 HTTP/1.1" status: 200 len: 1093 time: 0.9903421 Sep 18 05:30:58.831763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:30:58.834073 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a0f1bc-cbaf-4de2-ae5f-2d1ac4212c80" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:30:58.865526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffac49-c10e-4192-bde7-87952d706c39 service neutron] Pushing event updated for resources: {'Port': ['ID=66db37a4-fca1-42ed-88f6-7e2a02323e74,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:58.887709 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b848795b-3c92-4e72-afda-5390826b0464 x-openstack-request-id: req-b848795b-3c92-4e72-afda-5390826b0464 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:30:58.888019 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:30:58.889285 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b848795b-3c92-4e72-afda-5390826b0464 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:30:58.889285 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'status': 'completed', 'code': 200} Sep 18 05:30:58.895121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cea3b934-fd2b-4769-b0a2-e6a0b719453a no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:30:58.915882 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: cea3b934-fd2b-4769-b0a2-e6a0b719453a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:30:58.916742 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cea3b934-fd2b-4769-b0a2-e6a0b719453a not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:30:58.950881 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9327d84f-63c8-402c-b74f-c72acc71d0ec tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:58.951833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0f1bc-cbaf-4de2-ae5f-2d1ac4212c80 req-85eb0db2-2080-4c4a-a7c0-0f6c163fb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:58.953399 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b1a0f1bc-cbaf-4de2-ae5f-2d1ac4212c80 req-85eb0db2-2080-4c4a-a7c0-0f6c163fb9b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 1096 time: 0.0457151 Sep 18 05:30:59.006932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327d84f-63c8-402c-b74f-c72acc71d0ec tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Subnet': ['ID=bb72b0e9-cf24-49db-9f59-3b6d0796d914,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:59.025018 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9327d84f-63c8-402c-b74f-c72acc71d0ec tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Checking segment: {'id': '30de85e0-052d-466a-bed4-1ee2c6f3a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cdf16aa8-c5cb-4ec5-9359-a7c28e547db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:59.025521 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9327d84f-63c8-402c-b74f-c72acc71d0ec tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network hostable DHCP agents. Network: cdf16aa8-c5cb-4ec5-9359-a7c28e547db1, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:30:59.063822 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0f1bc-cbaf-4de2-ae5f-2d1ac4212c80 req-e0561181-7663-4d9f-a6a8-e29432a98a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:59.065376 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b1a0f1bc-cbaf-4de2-ae5f-2d1ac4212c80 req-e0561181-7663-4d9f-a6a8-e29432a98a0d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=819b3332122c426680234398b2fe4cc7&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1041915 Sep 18 05:30:59.144098 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9327d84f-63c8-402c-b74f-c72acc71d0ec tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network cdf16aa8-c5cb-4ec5-9359-a7c28e547db1 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:30:59.165863 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0f1bc-cbaf-4de2-ae5f-2d1ac4212c80 req-b94a28ab-aaed-4bd4-9747-797d5fd7a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:59.167390 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b1a0f1bc-cbaf-4de2-ae5f-2d1ac4212c80 req-b94a28ab-aaed-4bd4-9747-797d5fd7a152 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0944221 Sep 18 05:30:59.241238 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-9327d84f-63c8-402c-b74f-c72acc71d0ec tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, cdf16aa8-c5cb-4ec5-9359-a7c28e547db1) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:59.246303 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-607ffb52-a5ac-435a-81a3-bfb4dcbebdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:59.246446 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9327d84f-63c8-402c-b74f-c72acc71d0ec tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:59.247063 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9327d84f-63c8-402c-b74f-c72acc71d0ec tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:59.247940 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-607ffb52-a5ac-435a-81a3-bfb4dcbebdad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 1096 time: 0.0407321 Sep 18 05:30:59.253287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92af95c9-b5de-413b-9770-2366b5df1cc3 None None] Network cdf16aa8-c5cb-4ec5-9359-a7c28e547db1 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:30:59.291014 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-897d2d14-3ba4-45f8-a8d0-bd5af2267a5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74 HTTP/1.1" status: 200 len: 217 time: 0.0339475 Sep 18 05:30:59.322182 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9327d84f-63c8-402c-b74f-c72acc71d0ec tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8346353 Sep 18 05:30:59.325284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54372) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:30:59.330403 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9b0d8d37-2ab8-4737-92a8-07059aa6595a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'network_id': 'cdf16aa8-c5cb-4ec5-9359-a7c28e547db1', 'name': 'tempest-PortsTestJSON-626591587'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:30:59.347437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-07e3ee18-8c9a-4219-939d-077ea2aff6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:59.349069 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-07e3ee18-8c9a-4219-939d-077ea2aff6ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20b205fb-1de7-43f3-bab7-4338e2d72a60 HTTP/1.1" status: 200 len: 834 time: 0.0497410 Sep 18 05:30:59.421529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-cdf16aa8-c5cb-4ec5-9359-a7c28e547db1', 'network_id': 'cdf16aa8-c5cb-4ec5-9359-a7c28e547db1', 'tenant_id': '8164abc58e4d4cbea94e9fa935644396', 'fixed_ips': [{'subnet_id': 'bb72b0e9-cf24-49db-9f59-3b6d0796d914'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:30:59.430589 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:59.525285 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20ef50-6e25-4054-b25d-840c264dd522 req-6737499b-386f-4e12-b866-ef8b749e34e7 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:59.527760 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c20ef50-6e25-4054-b25d-840c264dd522 req-6737499b-386f-4e12-b866-ef8b749e34e7 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1098 time: 0.0761659 Sep 18 05:30:59.572634 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c20ef50-6e25-4054-b25d-840c264dd522 req-de888fe7-6cc7-4210-91ed-48a8181b6a15 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363472 Sep 18 05:30:59.601820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0d8d37-2ab8-4737-92a8-07059aa6595a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:30:59.606229 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9b0d8d37-2ab8-4737-92a8-07059aa6595a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:59.607485 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Allocated IP 172.20.0.2 (cdf16aa8-c5cb-4ec5-9359-a7c28e547db1/bb72b0e9-cf24-49db-9f59-3b6d0796d914/cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:59.625140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-9b0d8d37-2ab8-4737-92a8-07059aa6595a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port 5c0bc517-9438-4efb-9a2f-fc4a1a2ff7e0 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:30:59.711123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-b4450061-d38e-445e-843a-98ce99e6f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:59.712687 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-b4450061-d38e-445e-843a-98ce99e6f035 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3564734 Sep 18 05:30:59.766593 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:59.827851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ef8c9-72b4-467d-be04-20b5da084db2 req-b278af69-7455-442a-9530-b9dbc86cd1f5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:30:59.829378 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a11ef8c9-72b4-467d-be04-20b5da084db2 req-b278af69-7455-442a-9530-b9dbc86cd1f5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 944 time: 0.1009872 Sep 18 05:30:59.841918 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:59.858131 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-37c4cc9f-e690-4b75-b390-3ebbeb905f9e service neutron] 10.222.0.13 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377378 Sep 18 05:30:59.883118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Network cdf16aa8-c5cb-4ec5-9359-a7c28e547db1 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:30:59.888613 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:30:59.891234 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:30:59.900094 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a11ef8c9-72b4-467d-be04-20b5da084db2 req-0b4e2c55-98dc-4c52-a4f2-0d89921034e7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617597 Sep 18 05:30:59.900675 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-9b0d8d37-2ab8-4737-92a8-07059aa6595a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Allocated IP 172.20.0.4 (cdf16aa8-c5cb-4ec5-9359-a7c28e547db1/bb72b0e9-cf24-49db-9f59-3b6d0796d914/5c0bc517-9438-4efb-9a2f-fc4a1a2ff7e0) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:30:59.901374 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Pushing event updated for resources: {'Port': ['ID=cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:30:59.955060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Attempting to bind port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:30:59.955498 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Attempting to bind port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '30de85e0-052d-466a-bed4-1ee2c6f3a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cdf16aa8-c5cb-4ec5-9359-a7c28e547db1'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:30:59.955885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Attempting to bind port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff on network cdf16aa8-c5cb-4ec5-9359-a7c28e547db1 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:30:59.961046 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:30:59.961465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Checking segment: {'id': '30de85e0-052d-466a-bed4-1ee2c6f3a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cdf16aa8-c5cb-4ec5-9359-a7c28e547db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:30:59.961882 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:59.962289 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Bound using segment: {'id': '30de85e0-052d-466a-bed4-1ee2c6f3a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cdf16aa8-c5cb-4ec5-9359-a7c28e547db1'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:30:59.962770 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Bound port: cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30de85e0-052d-466a-bed4-1ee2c6f3a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cdf16aa8-c5cb-4ec5-9359-a7c28e547db1'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:30:59.963166 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:30:59.979143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06250522-5849-4acd-9a2a-5190a4f4bd71 req-e06f3974-461f-472e-9a52-0167af41e812 service neutron] 10.222.0.13 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116011 Sep 18 05:31:00.034598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] For port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:31:00.037695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] For port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff,segment=NetworkSegment(30de85e0-052d-466a-bed4-1ee2c6f3a183),segment_id=30de85e0-052d-466a-bed4-1ee2c6f3a183)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:31:00.068901 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9b0d8d37-2ab8-4737-92a8-07059aa6595a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:00.122367 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:00.179990 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305fb30-19c5-49f8-97da-eed9b8f1da8d None None] Pushing event updated for resources: {'Port': ['ID=cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:00.190139 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9b0d8d37-2ab8-4737-92a8-07059aa6595a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:00.239892 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0d8d37-2ab8-4737-92a8-07059aa6595a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network cdf16aa8-c5cb-4ec5-9359-a7c28e547db1 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:00.243217 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-9b0d8d37-2ab8-4737-92a8-07059aa6595a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:00.248877 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0d8d37-2ab8-4737-92a8-07059aa6595a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:00.258606 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d8d37-2ab8-4737-92a8-07059aa6595a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=5c0bc517-9438-4efb-9a2f-fc4a1a2ff7e0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:00.317584 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0d8d37-2ab8-4737-92a8-07059aa6595a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:00.318233 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9b0d8d37-2ab8-4737-92a8-07059aa6595a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:00.379131 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9b0d8d37-2ab8-4737-92a8-07059aa6595a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0527611 Sep 18 05:31:00.381605 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54380) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:00.387530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9064778d-3074-44d0-afc4-75ea950a4572 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'network_id': 'cdf16aa8-c5cb-4ec5-9359-a7c28e547db1', 'name': 'tempest-PortsTestJSON-720307050'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:00.560704 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9064778d-3074-44d0-afc4-75ea950a4572 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:00.564203 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9064778d-3074-44d0-afc4-75ea950a4572 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:00.582228 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-9064778d-3074-44d0-afc4-75ea950a4572 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port fc9b7909-f8c9-4af5-97e5-95dbc8264481 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:31:00.722440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-9064778d-3074-44d0-afc4-75ea950a4572 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Allocated IP 172.20.0.14 (cdf16aa8-c5cb-4ec5-9359-a7c28e547db1/bb72b0e9-cf24-49db-9f59-3b6d0796d914/fc9b7909-f8c9-4af5-97e5-95dbc8264481) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:00.728281 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca666d-bdd0-4d34-8793-59d23f027830 req-1f40ffc5-3f65-4558-9483-737fababb7d7 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:00.730367 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65ca666d-bdd0-4d34-8793-59d23f027830 req-1f40ffc5-3f65-4558-9483-737fababb7d7 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1098 time: 0.0851963 Sep 18 05:31:00.790294 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-65ca666d-bdd0-4d34-8793-59d23f027830 req-034157bc-404a-438e-88c4-8ee0ca70439e tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533166 Sep 18 05:31:00.925402 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9064778d-3074-44d0-afc4-75ea950a4572 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:00.928308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4d409-4838-45ff-bf24-8cf1699b37d3 req-ad17fc73-505e-4261-b6f9-16d7c125d589 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:00.929967 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1da4d409-4838-45ff-bf24-8cf1699b37d3 req-ad17fc73-505e-4261-b6f9-16d7c125d589 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1098 time: 0.0541580 Sep 18 05:31:00.965206 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:00.992187 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1da4d409-4838-45ff-bf24-8cf1699b37d3 req-2e9103b4-fc6f-42fe-a60d-7e23cee73700 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545239 Sep 18 05:31:01.034211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:01.034523 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:01.053502 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9064778d-3074-44d0-afc4-75ea950a4572 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:01.134564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898bd1c-bb83-4bbd-a505-84fb0e7f15a2 req-33b1772e-8c05-4ab8-a733-c95ac1f895f1 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:01.141458 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:01.142721 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6898bd1c-bb83-4bbd-a505-84fb0e7f15a2 req-33b1772e-8c05-4ab8-a733-c95ac1f895f1 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1098 time: 0.0588222 Sep 18 05:31:01.149087 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9064778d-3074-44d0-afc4-75ea950a4572 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network cdf16aa8-c5cb-4ec5-9359-a7c28e547db1 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:01.156869 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-9064778d-3074-44d0-afc4-75ea950a4572 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:01.157383 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1710d41-f6cc-4ce4-b188-7d31e16418ee None None] Network cdf16aa8-c5cb-4ec5-9359-a7c28e547db1 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:01.165128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064778d-3074-44d0-afc4-75ea950a4572 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:01.171261 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064778d-3074-44d0-afc4-75ea950a4572 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=fc9b7909-f8c9-4af5-97e5-95dbc8264481,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:01.210511 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6898bd1c-bb83-4bbd-a505-84fb0e7f15a2 req-22374062-9f74-4abf-893a-cc5620ab9bb7 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651991 Sep 18 05:31:01.219158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff,segment=NetworkSegment(30de85e0-052d-466a-bed4-1ee2c6f3a183),segment_id=30de85e0-052d-466a-bed4-1ee2c6f3a183)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:01.236655 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cccb72-9bab-46c5-ae1b-4fe4a41098e5 req-577ba0ca-8b69-4ee5-be1a-4d3d2da777d3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:01.236655 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-82cccb72-9bab-46c5-ae1b-4fe4a41098e5 req-577ba0ca-8b69-4ee5-be1a-4d3d2da777d3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 944 time: 0.1272578 Sep 18 05:31:01.240651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064778d-3074-44d0-afc4-75ea950a4572 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:01.241345 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9064778d-3074-44d0-afc4-75ea950a4572 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:01.266732 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0f9ceca0-f2b4-42d1-a8ce-aa03e1aa3b3b None None] Provisioning complete for port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:01.267116 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0f9ceca0-f2b4-42d1-a8ce-aa03e1aa3b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:01.284529 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-82cccb72-9bab-46c5-ae1b-4fe4a41098e5 req-58c14ffc-76fb-48ae-b27c-1e5cd7df7d8e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554593 Sep 18 05:31:01.315782 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3f521b40-787f-4cbd-bd27-0c2e710e3402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:01.333484 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9064778d-3074-44d0-afc4-75ea950a4572 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9508209 Sep 18 05:31:01.336039 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54394) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:01.351879 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:01.424909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4afee-9ba6-4ef6-a030-cf7aae0c4abe tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:01.426414 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e7a4afee-9ba6-4ef6-a030-cf7aae0c4abe tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.0894284 Sep 18 05:31:01.429424 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54396) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:01.478706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:01.525314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-f262ee5f-4c59-4fe2-9942-3fcd492f66ca tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port fc9b7909-f8c9-4af5-97e5-95dbc8264481 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:01.525671 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f262ee5f-4c59-4fe2-9942-3fcd492f66ca tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:01.619641 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f262ee5f-4c59-4fe2-9942-3fcd492f66ca tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:01.632276 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-f262ee5f-4c59-4fe2-9942-3fcd492f66ca tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for fc9b7909-f8c9-4af5-97e5-95dbc8264481 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:01.711368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-bea6920d-ebad-4b57-9148-ffc30d106a2e None None] Provisioning complete for port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:01.711744 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bea6920d-ebad-4b57-9148-ffc30d106a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:01.751169 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8787e-3af5-47fa-8bd2-17cb67147b84 req-0c1cf2e7-b22a-4fa6-864b-fb919dca9b44 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:01.756475 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ee8787e-3af5-47fa-8bd2-17cb67147b84 req-0c1cf2e7-b22a-4fa6-864b-fb919dca9b44 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1098 time: 0.0663145 Sep 18 05:31:01.813105 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-bea6920d-ebad-4b57-9148-ffc30d106a2e None None] Provisioning complete for port fc9b7909-f8c9-4af5-97e5-95dbc8264481 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:01.813490 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bea6920d-ebad-4b57-9148-ffc30d106a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:01.850208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-bea6920d-ebad-4b57-9148-ffc30d106a2e None None] Port fc9b7909-f8c9-4af5-97e5-95dbc8264481 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:01.860900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-bea6920d-ebad-4b57-9148-ffc30d106a2e None None] Provisioning complete for port 5c0bc517-9438-4efb-9a2f-fc4a1a2ff7e0 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:01.861311 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bea6920d-ebad-4b57-9148-ffc30d106a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:01.904161 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-bea6920d-ebad-4b57-9148-ffc30d106a2e None None] Port 5c0bc517-9438-4efb-9a2f-fc4a1a2ff7e0 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:02.038514 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-83ed959e-91da-4c25-91f0-05194a4185b2 None None] Provisioning complete for port 5c0bc517-9438-4efb-9a2f-fc4a1a2ff7e0 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:02.039166 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-83ed959e-91da-4c25-91f0-05194a4185b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:02.077789 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-83ed959e-91da-4c25-91f0-05194a4185b2 None None] Port 5c0bc517-9438-4efb-9a2f-fc4a1a2ff7e0 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:02.109286 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ee8787e-3af5-47fa-8bd2-17cb67147b84 req-685c284c-5498-45ae-a62a-008fa20b03e8 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464201 Sep 18 05:31:02.178835 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f262ee5f-4c59-4fe2-9942-3fcd492f66ca tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:02.189429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-bb25ad8f-a589-451e-85f3-e2a1b1612b67 None None] Could not find standard attr ID for object fc9b7909-f8c9-4af5-97e5-95dbc8264481. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:31:02.205933 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262ee5f-4c59-4fe2-9942-3fcd492f66ca tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=fc9b7909-f8c9-4af5-97e5-95dbc8264481,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:02.307738 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f262ee5f-4c59-4fe2-9942-3fcd492f66ca tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:02.313493 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f262ee5f-4c59-4fe2-9942-3fcd492f66ca tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/fc9b7909-f8c9-4af5-97e5-95dbc8264481 HTTP/1.1" status: 204 len: 168 time: 0.8830731 Sep 18 05:31:02.316200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54406) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:02.342196 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9a056b-136b-4260-b24e-9761977095bb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] GET failed (client error): The resource could not be found. Sep 18 05:31:02.343802 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9e9a056b-136b-4260-b24e-9761977095bb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/fc9b7909-f8c9-4af5-97e5-95dbc8264481 HTTP/1.1" status: 404 len: 333 time: 0.0265820 Sep 18 05:31:02.346690 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54408) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:02.419216 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6de0c-542b-49e6-84c2-057640f7c4eb req-228401ef-18a9-41ea-baac-3398b45c660d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:02.420753 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-77c6de0c-542b-49e6-84c2-057640f7c4eb req-228401ef-18a9-41ea-baac-3398b45c660d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 944 time: 0.0562077 Sep 18 05:31:02.439717 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-83d8363e-73cb-4a78-b180-a4ca7f4b6192 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port 5c0bc517-9438-4efb-9a2f-fc4a1a2ff7e0 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:02.439996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83d8363e-73cb-4a78-b180-a4ca7f4b6192 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:02.458731 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-77c6de0c-542b-49e6-84c2-057640f7c4eb req-4c6e08bf-62a4-4770-b8cf-90849ed7246a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317254 Sep 18 05:31:02.529146 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83d8363e-73cb-4a78-b180-a4ca7f4b6192 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:02.540721 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-83d8363e-73cb-4a78-b180-a4ca7f4b6192 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for 5c0bc517-9438-4efb-9a2f-fc4a1a2ff7e0 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:02.565984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 66db37a4-fca1-42ed-88f6-7e2a02323e74 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:31:02.658094 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 66db37a4-fca1-42ed-88f6-7e2a02323e74, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:02.673143 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'port_id': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'mac_address': 'fa:16:3e:35:5d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:31:02.709079 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:02.721660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66db37a4-fca1-42ed-88f6-7e2a02323e74 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:31:02.740475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 66db37a4-fca1-42ed-88f6-7e2a02323e74, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:02.749989 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83d8363e-73cb-4a78-b180-a4ca7f4b6192 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:02.777632 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8363e-73cb-4a78-b180-a4ca7f4b6192 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=5c0bc517-9438-4efb-9a2f-fc4a1a2ff7e0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:02.830177 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:02.855763 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83d8363e-73cb-4a78-b180-a4ca7f4b6192 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:02.859106 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-83d8363e-73cb-4a78-b180-a4ca7f4b6192 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/5c0bc517-9438-4efb-9a2f-fc4a1a2ff7e0 HTTP/1.1" status: 204 len: 168 time: 0.5108786 Sep 18 05:31:02.861283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54410) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:02.891942 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98eda59-6661-4251-8b7c-f64871be921d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] GET failed (client error): The resource could not be found. Sep 18 05:31:02.893828 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f98eda59-6661-4251-8b7c-f64871be921d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/5c0bc517-9438-4efb-9a2f-fc4a1a2ff7e0 HTTP/1.1" status: 404 len: 333 time: 0.0315135 Sep 18 05:31:02.894409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=66db37a4-fca1-42ed-88f6-7e2a02323e74,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:02.897270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54412) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:02.912130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:02.956014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-49449950-d76f-49de-80d0-dd98be7c8836 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting subnet bb72b0e9-cf24-49db-9f59-3b6d0796d914 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:31:02.959240 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-49449950-d76f-49de-80d0-dd98be7c8836 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:02.963124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:02.963580 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.028564 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-49449950-d76f-49de-80d0-dd98be7c8836 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.061255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['66db37a4-fca1-42ed-88f6-7e2a02323e74'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:31:03.066483 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948c017-3ce9-47e9-ab91-2c4783474045 req-647653c9-1ea5-407f-9006-39ea295c1a17 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:03.067991 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d948c017-3ce9-47e9-ab91-2c4783474045 req-647653c9-1ea5-407f-9006-39ea295c1a17 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1098 time: 0.0865290 Sep 18 05:31:03.172669 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-49449950-d76f-49de-80d0-dd98be7c8836 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.261767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-d948c017-3ce9-47e9-ab91-2c4783474045 req-996e24fd-dc5a-476f-a0a4-fc5d3ee22677 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Deleting port f6f40adc-eda1-43de-93ac-5b3fc313fac7 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:03.262123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d948c017-3ce9-47e9-ab91-2c4783474045 req-996e24fd-dc5a-476f-a0a4-fc5d3ee22677 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.296721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b3604-54f9-4af1-b6af-fe8f6fce6d63 req-8a77ae1c-2932-4828-8db8-79237c9104bb tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:03.298297 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b55b3604-54f9-4af1-b6af-fe8f6fce6d63 req-8a77ae1c-2932-4828-8db8-79237c9104bb tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 1098 time: 0.1029818 Sep 18 05:31:03.330615 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-49449950-d76f-49de-80d0-dd98be7c8836 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.374679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49449950-d76f-49de-80d0-dd98be7c8836 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Subnet': ['ID=bb72b0e9-cf24-49db-9f59-3b6d0796d914,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:03.382788 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-49449950-d76f-49de-80d0-dd98be7c8836 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.384678 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-49449950-d76f-49de-80d0-dd98be7c8836 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/bb72b0e9-cf24-49db-9f59-3b6d0796d914 HTTP/1.1" status: 204 len: 168 time: 0.4858840 Sep 18 05:31:03.386371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1af5345-1b2f-4008-bbde-306d5d187bb7 None None] Network cdf16aa8-c5cb-4ec5-9359-a7c28e547db1 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:03.387750 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54418) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:03.413950 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b55b3604-54f9-4af1-b6af-fe8f6fce6d63 req-61bb6eae-c34b-4138-b2a9-6a1eb60ab996 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867543 Sep 18 05:31:03.415618 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d948c017-3ce9-47e9-ab91-2c4783474045 req-996e24fd-dc5a-476f-a0a4-fc5d3ee22677 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] For port f6f40adc-eda1-43de-93ac-5b3fc313fac7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=f6f40adc-eda1-43de-93ac-5b3fc313fac7,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:03.415982 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d948c017-3ce9-47e9-ab91-2c4783474045 req-996e24fd-dc5a-476f-a0a4-fc5d3ee22677 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.430884 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-d948c017-3ce9-47e9-ab91-2c4783474045 req-996e24fd-dc5a-476f-a0a4-fc5d3ee22677 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Calling delete_port for f6f40adc-eda1-43de-93ac-5b3fc313fac7 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:03.478456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.551551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:03.552154 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.590972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d7267-216d-4441-8577-36dff9558980 None None] DHCP port deletion for cdf16aa8-c5cb-4ec5-9359-a7c28e547db1 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:31:03.637158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-636d7267-216d-4441-8577-36dff9558980 None None] Deleting port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:03.637539 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-636d7267-216d-4441-8577-36dff9558980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.641129 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d948c017-3ce9-47e9-ab91-2c4783474045 req-996e24fd-dc5a-476f-a0a4-fc5d3ee22677 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.646832 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65cdcb-f433-4f58-b3a2-1c575552c622 req-84a3db3e-168b-4cce-b462-2a07184d7eba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:03.651182 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a65cdcb-f433-4f58-b3a2-1c575552c622 req-84a3db3e-168b-4cce-b462-2a07184d7eba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 945 time: 0.1140034 Sep 18 05:31:03.656193 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] For port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff,segment=NetworkSegment(30de85e0-052d-466a-bed4-1ee2c6f3a183),segment_id=30de85e0-052d-466a-bed4-1ee2c6f3a183)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:03.656618 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.656744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['9314c6c7-a419-41d8-b864-90d39d4697b4'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:31:03.670158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e24fd-dc5a-476f-a0a4-fc5d3ee22677 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6f40adc-eda1-43de-93ac-5b3fc313fac7,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:03.681731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:03.700477 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['f6f40adc-eda1-43de-93ac-5b3fc313fac7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:31:03.733996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d948c017-3ce9-47e9-ab91-2c4783474045 req-996e24fd-dc5a-476f-a0a4-fc5d3ee22677 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] No DVR routers for this DVR port f6f40adc-eda1-43de-93ac-5b3fc313fac7 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:03.738053 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d948c017-3ce9-47e9-ab91-2c4783474045 req-996e24fd-dc5a-476f-a0a4-fc5d3ee22677 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.740525 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a65cdcb-f433-4f58-b3a2-1c575552c622 req-a2fd4316-6c6e-4544-8232-16472dd9a20e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762413 Sep 18 05:31:03.755408 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d948c017-3ce9-47e9-ab91-2c4783474045 req-996e24fd-dc5a-476f-a0a4-fc5d3ee22677 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.18 "DELETE /v2.0/ports/f6f40adc-eda1-43de-93ac-5b3fc313fac7 HTTP/1.1" status: 204 len: 173 time: 0.6783829 Sep 18 05:31:03.756089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1194677-f6e7-40d2-a133-fa12de29688e', 'name': 'network-vif-deleted', 'tag': 'f6f40adc-eda1-43de-93ac-5b3fc313fac7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:31:03.773300 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1541047-b4d8-4005-ad11-321d5483476a" -d '{"events": [{"server_uuid": "e1194677-f6e7-40d2-a133-fa12de29688e", "name": "network-vif-deleted", "tag": "f6f40adc-eda1-43de-93ac-5b3fc313fac7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:31:03.812611 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b94ccff-0c46-4db0-a582-84af7418ca84 x-openstack-request-id: req-3b94ccff-0c46-4db0-a582-84af7418ca84 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:31:03.812921 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1194677-f6e7-40d2-a133-fa12de29688e", "name": "network-vif-deleted", "tag": "f6f40adc-eda1-43de-93ac-5b3fc313fac7", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:31:03.813180 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b94ccff-0c46-4db0-a582-84af7418ca84 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:31:03.813587 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1194677-f6e7-40d2-a133-fa12de29688e', 'name': 'network-vif-deleted', 'tag': 'f6f40adc-eda1-43de-93ac-5b3fc313fac7', 'status': 'completed', 'code': 200} Sep 18 05:31:03.813724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-636d7267-216d-4441-8577-36dff9558980 None None] For port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff,segment=NetworkSegment(30de85e0-052d-466a-bed4-1ee2c6f3a183),segment_id=30de85e0-052d-466a-bed4-1ee2c6f3a183)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:03.814139 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-636d7267-216d-4441-8577-36dff9558980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.838905 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-636d7267-216d-4441-8577-36dff9558980 None None] Calling delete_port for cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:03.853121 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.888735 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No DVR routers for this DVR port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:03.921671 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:03.950050 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-394436de-73bc-4b91-950c-fdc89f91a9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.986709 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:03.989265 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-636d7267-216d-4441-8577-36dff9558980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.006874 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf16aa8-c5cb-4ec5-9359-a7c28e547db1']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:04.016572 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30de85e0-052d-466a-bed4-1ee2c6f3a183') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:04.016879 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30de85e0-052d-466a-bed4-1ee2c6f3a183') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:04.017047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d7267-216d-4441-8577-36dff9558980 None None] Pushing event deleted for resources: {'Port': ['ID=cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:04.018864 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d7267-216d-4441-8577-36dff9558980 None None] No DVR routers for this DVR port cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:04.030646 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.047924 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.054284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:31:04.054681 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:31:04.057591 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:31:04.166865 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.175257 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.177667 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/networks/cdf16aa8-c5cb-4ec5-9359-a7c28e547db1 HTTP/1.1" status: 204 len: 168 time: 0.7885644 Sep 18 05:31:04.185311 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54428) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:04.194137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-01db7a84-16bd-4542-8daf-d1a1613d1c32 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1154342186'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:04.196455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf74ae-0cca-4b35-84ce-c546d47e29b8 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Network': ['ID=cdf16aa8-c5cb-4ec5-9359-a7c28e547db1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:04.293047 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.316231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01db7a84-16bd-4542-8daf-d1a1613d1c32 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:04.320648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-01db7a84-16bd-4542-8daf-d1a1613d1c32 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.346783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01db7a84-16bd-4542-8daf-d1a1613d1c32 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:31:04.355331 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-01db7a84-16bd-4542-8daf-d1a1613d1c32 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.355682 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-01db7a84-16bd-4542-8daf-d1a1613d1c32 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Added segment 4bab8ad3-ff3a-483f-bd74-554106fc448d of type vlan for network 2f14e11b-801f-4786-add3-a040fe6cad05 Sep 18 05:31:04.394657 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-01db7a84-16bd-4542-8daf-d1a1613d1c32 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.469465 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-01db7a84-16bd-4542-8daf-d1a1613d1c32 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.475217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01db7a84-16bd-4542-8daf-d1a1613d1c32 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:04.475822 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-01db7a84-16bd-4542-8daf-d1a1613d1c32 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.565347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2a381f01-0b8f-4a87-b5bf-17b369f9ada7 req-ec375952-251f-4463-8249-bded95a06ecc tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e1194677-f6e7-40d2-a133-fa12de29688e HTTP/1.1" status: 200 len: 210 time: 0.0638924 Sep 18 05:31:04.569188 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-01db7a84-16bd-4542-8daf-d1a1613d1c32 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3821359 Sep 18 05:31:04.570078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db7a84-16bd-4542-8daf-d1a1613d1c32 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Network': ['ID=2f14e11b-801f-4786-add3-a040fe6cad05,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:04.572155 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54432) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:04.575880 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 66db37a4-fca1-42ed-88f6-7e2a02323e74 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:04.577594 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e7c7e3fd-9b68-41db-9028-8f9bb3819656 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': '2f14e11b-801f-4786-add3-a040fe6cad05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:04.603763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 2f14e11b-801f-4786-add3-a040fe6cad05 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:31:04.732249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c7e3fd-9b68-41db-9028-8f9bb3819656 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:04.735922 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e7c7e3fd-9b68-41db-9028-8f9bb3819656 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.772300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 66db37a4-fca1-42ed-88f6-7e2a02323e74 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:31:04.776321 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 66db37a4-fca1-42ed-88f6-7e2a02323e74 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:04.777356 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.875762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf938b-d78f-48d2-8a9f-40812ddacd4a req-a4dae3a1-262f-4f04-a854-e2780c835514 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:04.878388 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1dbf938b-d78f-48d2-8a9f-40812ddacd4a req-a4dae3a1-262f-4f04-a854-e2780c835514 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 945 time: 0.0539212 Sep 18 05:31:04.892691 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:04.919729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:31:04.922078 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ed3a70-fba0-4b5b-90e2-5beea1286bd5" -d '{"events": [{"server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "name": "network-vif-plugged", "status": "completed", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:31:04.928386 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:04.930125 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1dbf938b-d78f-48d2-8a9f-40812ddacd4a req-4d75ac57-b5aa-46ec-808f-cbc10092819c tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426650 Sep 18 05:31:04.955220 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:04.955568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cd790e42-d65b-49d4-a3d3-f9ba9e0dcfff not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:04.959844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 66db37a4-fca1-42ed-88f6-7e2a02323e74, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:04.969222 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d01db1-35c8-4f64-88f5-58ef16497029 x-openstack-request-id: req-d9d01db1-35c8-4f64-88f5-58ef16497029 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:31:04.969512 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "name": "network-vif-plugged", "status": "completed", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:31:04.969765 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9d01db1-35c8-4f64-88f5-58ef16497029 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:31:04.970151 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'code': 200} Sep 18 05:31:05.013648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e7c7e3fd-9b68-41db-9028-8f9bb3819656 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:05.040723 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:05.088974 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=66db37a4-fca1-42ed-88f6-7e2a02323e74,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:05.096923 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:05.097281 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:05.097629 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:05.097977 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:05.098318 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:05.098669 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:05.098996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:05.099330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:05.099665 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:05.100001 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:05.100356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:05.107371 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:05.112299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7e3fd-9b68-41db-9028-8f9bb3819656 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Subnet': ['ID=e61c6748-0d8c-4495-8278-b22be94a8dd7,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:05.125102 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c7e3fd-9b68-41db-9028-8f9bb3819656 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Checking segment: {'id': '4bab8ad3-ff3a-483f-bd74-554106fc448d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2f14e11b-801f-4786-add3-a040fe6cad05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:31:05.125456 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c7e3fd-9b68-41db-9028-8f9bb3819656 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network hostable DHCP agents. Network: 2f14e11b-801f-4786-add3-a040fe6cad05, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:31:05.130188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97650463-fdb5-4068-a429-311b9a9f67f9 req-98a60418-f711-493f-980d-a18260a753b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:05.131691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-97650463-fdb5-4068-a429-311b9a9f67f9 req-98a60418-f711-493f-980d-a18260a753b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 1098 time: 0.0862255 Sep 18 05:31:05.179563 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-97650463-fdb5-4068-a429-311b9a9f67f9 req-f8284c8f-2c93-4187-ad0f-b738c4883bf7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332863 Sep 18 05:31:05.223631 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c7e3fd-9b68-41db-9028-8f9bb3819656 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network 2f14e11b-801f-4786-add3-a040fe6cad05 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:31:05.281413 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:05.378368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-e7c7e3fd-9b68-41db-9028-8f9bb3819656 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 2f14e11b-801f-4786-add3-a040fe6cad05) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:05.382579 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c7e3fd-9b68-41db-9028-8f9bb3819656 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:05.383205 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e7c7e3fd-9b68-41db-9028-8f9bb3819656 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:05.389740 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceeb64b-7956-4e20-b8f9-b8c540293a59 None None] Network 2f14e11b-801f-4786-add3-a040fe6cad05 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:05.476318 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e7c7e3fd-9b68-41db-9028-8f9bb3819656 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9031887 Sep 18 05:31:05.478952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54440) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:05.484112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-988aeb67-b743-4306-bcab-7c2fab173855 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'network_id': '2f14e11b-801f-4786-add3-a040fe6cad05', 'name': 'tempest-PortsTestJSON-1026659291', 'fixed_ips': [{'subnet_id': 'e61c6748-0d8c-4495-8278-b22be94a8dd7', 'ip_address': '172.20.0.10'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:05.531831 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-2f14e11b-801f-4786-add3-a040fe6cad05', 'network_id': '2f14e11b-801f-4786-add3-a040fe6cad05', 'tenant_id': '8164abc58e4d4cbea94e9fa935644396', 'fixed_ips': [{'subnet_id': 'e61c6748-0d8c-4495-8278-b22be94a8dd7'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:31:05.532731 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:05.664868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Allocated IP 172.20.0.2 (2f14e11b-801f-4786-add3-a040fe6cad05/e61c6748-0d8c-4495-8278-b22be94a8dd7/245e3bda-5861-4579-8acd-2e161f60aa19) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:05.681847 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988aeb67-b743-4306-bcab-7c2fab173855 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:05.773866 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-988aeb67-b743-4306-bcab-7c2fab173855 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:05.791044 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-988aeb67-b743-4306-bcab-7c2fab173855 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port 7f32f792-417d-4817-a1ac-a774a906a4e1 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:31:05.808752 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:05.898853 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:05.931594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Network 2f14e11b-801f-4786-add3-a040fe6cad05 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:05.936408 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:05.940338 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:05.958125 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Pushing event updated for resources: {'Port': ['ID=245e3bda-5861-4579-8acd-2e161f60aa19,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:05.961421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-988aeb67-b743-4306-bcab-7c2fab173855 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Allocated IP 172.20.0.10 (2f14e11b-801f-4786-add3-a040fe6cad05/e61c6748-0d8c-4495-8278-b22be94a8dd7/7f32f792-417d-4817-a1ac-a774a906a4e1) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:06.007056 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Attempting to bind port 245e3bda-5861-4579-8acd-2e161f60aa19 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:31:06.007429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Attempting to bind port 245e3bda-5861-4579-8acd-2e161f60aa19 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '4bab8ad3-ff3a-483f-bd74-554106fc448d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2f14e11b-801f-4786-add3-a040fe6cad05'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:31:06.007800 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Attempting to bind port 245e3bda-5861-4579-8acd-2e161f60aa19 on network 2f14e11b-801f-4786-add3-a040fe6cad05 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:31:06.013797 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:31:06.014222 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Checking segment: {'id': '4bab8ad3-ff3a-483f-bd74-554106fc448d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2f14e11b-801f-4786-add3-a040fe6cad05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:31:06.015093 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:06.015093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Bound using segment: {'id': '4bab8ad3-ff3a-483f-bd74-554106fc448d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2f14e11b-801f-4786-add3-a040fe6cad05'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:31:06.015494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Bound port: 245e3bda-5861-4579-8acd-2e161f60aa19, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bab8ad3-ff3a-483f-bd74-554106fc448d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2f14e11b-801f-4786-add3-a040fe6cad05'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:31:06.015879 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:06.083581 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b8dde-eb24-4b14-afac-5d9c3521524e req-84a3a389-9ec7-4441-b4c1-00c01cba0628 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:06.085191 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a63b8dde-eb24-4b14-afac-5d9c3521524e req-84a3a389-9ec7-4441-b4c1-00c01cba0628 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1098 time: 0.0416093 Sep 18 05:31:06.091586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] For port 245e3bda-5861-4579-8acd-2e161f60aa19, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:31:06.095381 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] For port 245e3bda-5861-4579-8acd-2e161f60aa19, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=245e3bda-5861-4579-8acd-2e161f60aa19,segment=NetworkSegment(4bab8ad3-ff3a-483f-bd74-554106fc448d),segment_id=4bab8ad3-ff3a-483f-bd74-554106fc448d)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:31:06.122282 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a63b8dde-eb24-4b14-afac-5d9c3521524e req-6f191ee0-6c7f-4fe2-849d-38c46b38f50d tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305495 Sep 18 05:31:06.138874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adc742-ad5e-425d-b1db-1eab43fb1712 req-70353b10-b1d2-4119-916a-2c475e4c1eb7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:06.140478 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-85adc742-ad5e-425d-b1db-1eab43fb1712 req-70353b10-b1d2-4119-916a-2c475e4c1eb7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.1204658 Sep 18 05:31:06.167436 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:06.207252 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-988aeb67-b743-4306-bcab-7c2fab173855 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:06.220509 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-85adc742-ad5e-425d-b1db-1eab43fb1712 req-ed9a313a-0ba4-4605-a7ee-abde443071fa tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724559 Sep 18 05:31:06.231230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ead20-69a4-440e-94fd-956c0df3593e None None] Pushing event updated for resources: {'Port': ['ID=245e3bda-5861-4579-8acd-2e161f60aa19,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:06.321872 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-988aeb67-b743-4306-bcab-7c2fab173855 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:06.371918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988aeb67-b743-4306-bcab-7c2fab173855 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network 2f14e11b-801f-4786-add3-a040fe6cad05 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:06.375486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-988aeb67-b743-4306-bcab-7c2fab173855 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:06.378151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988aeb67-b743-4306-bcab-7c2fab173855 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:06.420721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988aeb67-b743-4306-bcab-7c2fab173855 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=7f32f792-417d-4817-a1ac-a774a906a4e1,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:06.451392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988aeb67-b743-4306-bcab-7c2fab173855 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:06.452191 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-988aeb67-b743-4306-bcab-7c2fab173855 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:06.527550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-988aeb67-b743-4306-bcab-7c2fab173855 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0474708 Sep 18 05:31:06.530467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54452) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:06.535576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6ef8cce8-0a60-44bd-9ae7-e8871f95b2c0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'network_id': '2f14e11b-801f-4786-add3-a040fe6cad05', 'name': 'tempest-PortsTestJSON-1716904616', 'fixed_ips': [{'subnet_id': 'e61c6748-0d8c-4495-8278-b22be94a8dd7', 'ip_address': '172.20.0.9'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:06.703650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef8cce8-0a60-44bd-9ae7-e8871f95b2c0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:06.708771 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ef8cce8-0a60-44bd-9ae7-e8871f95b2c0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:06.726549 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-6ef8cce8-0a60-44bd-9ae7-e8871f95b2c0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port e3fedd0b-abab-4019-9f9b-112f16c85e4f yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:31:06.926312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-6ef8cce8-0a60-44bd-9ae7-e8871f95b2c0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Allocated IP 172.20.0.9 (2f14e11b-801f-4786-add3-a040fe6cad05/e61c6748-0d8c-4495-8278-b22be94a8dd7/e3fedd0b-abab-4019-9f9b-112f16c85e4f) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:06.982539 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 245e3bda-5861-4579-8acd-2e161f60aa19 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:06.987833 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:07.053757 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 245e3bda-5861-4579-8acd-2e161f60aa19 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:07.054137 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:07.117659 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ef8cce8-0a60-44bd-9ae7-e8871f95b2c0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:07.194453 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:07.196387 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ef8cce8-0a60-44bd-9ae7-e8871f95b2c0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:07.232599 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5031ce0d-cbf3-46ca-8d34-ebf71e4659ff None None] Network 2f14e11b-801f-4786-add3-a040fe6cad05 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:07.237373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 245e3bda-5861-4579-8acd-2e161f60aa19, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=245e3bda-5861-4579-8acd-2e161f60aa19,segment=NetworkSegment(4bab8ad3-ff3a-483f-bd74-554106fc448d),segment_id=4bab8ad3-ff3a-483f-bd74-554106fc448d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:07.272047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b65ec4b6-11e8-4557-b291-050f433beb62 None None] Provisioning complete for port 245e3bda-5861-4579-8acd-2e161f60aa19 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:07.272455 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b65ec4b6-11e8-4557-b291-050f433beb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:07.273058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef8cce8-0a60-44bd-9ae7-e8871f95b2c0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network 2f14e11b-801f-4786-add3-a040fe6cad05 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:07.278093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-6ef8cce8-0a60-44bd-9ae7-e8871f95b2c0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:07.281347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef8cce8-0a60-44bd-9ae7-e8871f95b2c0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:07.319854 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:07.330112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8cce8-0a60-44bd-9ae7-e8871f95b2c0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=e3fedd0b-abab-4019-9f9b-112f16c85e4f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:07.343911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dd646-e6d9-4c81-b490-be529f8b0153 req-04875c20-2dc0-46da-aee5-52bb62fa3a07 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:07.345685 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5f3dd646-e6d9-4c81-b490-be529f8b0153 req-04875c20-2dc0-46da-aee5-52bb62fa3a07 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1098 time: 0.1354051 Sep 18 05:31:07.357949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef8cce8-0a60-44bd-9ae7-e8871f95b2c0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:07.358190 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6ef8cce8-0a60-44bd-9ae7-e8871f95b2c0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:07.371810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c5d6d-5194-43af-9805-3614881b6bd2 req-f41b2b04-76c4-454b-8731-39aed6a982e4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:07.373646 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-783c5d6d-5194-43af-9805-3614881b6bd2 req-f41b2b04-76c4-454b-8731-39aed6a982e4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0655553 Sep 18 05:31:07.420853 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-783c5d6d-5194-43af-9805-3614881b6bd2 req-8c5f47ea-8400-4cb2-88b4-304c694b2aa7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346584 Sep 18 05:31:07.425270 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5f3dd646-e6d9-4c81-b490-be529f8b0153 req-099b09c3-771c-49a8-8dd8-a70774910430 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a6e8213-0678-4381-a01c-f665a5d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644517 Sep 18 05:31:07.435338 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf6b93-fc4e-408a-89cd-f4c0bb96d7bf req-a6be0f9e-aee3-4e7a-8282-1ed9bd0de621 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:07.437046 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f6bf6b93-fc4e-408a-89cd-f4c0bb96d7bf req-a6be0f9e-aee3-4e7a-8282-1ed9bd0de621 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 1098 time: 0.0533023 Sep 18 05:31:07.439376 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=245e3bda-5861-4579-8acd-2e161f60aa19,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:07.451165 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f6f40adc-eda1-43de-93ac-5b3fc313fac7 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:07.474790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: f6f40adc-eda1-43de-93ac-5b3fc313fac7 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:07.474790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device f6f40adc-eda1-43de-93ac-5b3fc313fac7 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:07.484802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54462) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:07.485160 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6ef8cce8-0a60-44bd-9ae7-e8871f95b2c0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9534585 Sep 18 05:31:07.556056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c99a34-4264-486f-ac67-b0c44f8bf56b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:07.558251 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-94c99a34-4264-486f-ac67-b0c44f8bf56b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0716126 Sep 18 05:31:07.563333 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54464) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:07.596468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f6bf6b93-fc4e-408a-89cd-f4c0bb96d7bf req-73d604ad-a5c4-4af1-a748-fbafb10957d2 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Deleting port 9314c6c7-a419-41d8-b864-90d39d4697b4 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:07.596830 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f6bf6b93-fc4e-408a-89cd-f4c0bb96d7bf req-73d604ad-a5c4-4af1-a748-fbafb10957d2 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:07.620584 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a951b2-7adb-487a-bcbc-786d1dae5331 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:07.626938 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a951b2-7adb-487a-bcbc-786d1dae5331 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:07.633704 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a951b2-7adb-487a-bcbc-786d1dae5331 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:07.633811 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e8450-53a7-423f-82cd-33e1f6e853b6 req-17e5580f-98dc-4463-a45f-9b0f367f54b0 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:07.638197 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-954e8450-53a7-423f-82cd-33e1f6e853b6 req-17e5580f-98dc-4463-a45f-9b0f367f54b0 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0928857 Sep 18 05:31:07.638375 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c3a951b2-7adb-487a-bcbc-786d1dae5331 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0707777 Sep 18 05:31:07.638492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54466) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:07.766947 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-db922bad-d9ed-4f55-9849-0aaf1bf832bd None None] Provisioning complete for port 7f32f792-417d-4817-a1ac-a774a906a4e1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:07.767327 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db922bad-d9ed-4f55-9849-0aaf1bf832bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:07.781421 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-954e8450-53a7-423f-82cd-33e1f6e853b6 req-b0263d73-5ad6-4fee-a3fe-5c5010ea734a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112871 Sep 18 05:31:07.783903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f6bf6b93-fc4e-408a-89cd-f4c0bb96d7bf req-73d604ad-a5c4-4af1-a748-fbafb10957d2 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] For port 9314c6c7-a419-41d8-b864-90d39d4697b4, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=9314c6c7-a419-41d8-b864-90d39d4697b4,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:07.784475 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f6bf6b93-fc4e-408a-89cd-f4c0bb96d7bf req-73d604ad-a5c4-4af1-a748-fbafb10957d2 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:07.804311 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54468) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:07.805782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f6bf6b93-fc4e-408a-89cd-f4c0bb96d7bf req-73d604ad-a5c4-4af1-a748-fbafb10957d2 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Calling delete_port for 9314c6c7-a419-41d8-b864-90d39d4697b4 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:07.820865 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-db922bad-d9ed-4f55-9849-0aaf1bf832bd None None] Port 7f32f792-417d-4817-a1ac-a774a906a4e1 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:07.833388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-db922bad-d9ed-4f55-9849-0aaf1bf832bd None None] Provisioning complete for port 245e3bda-5861-4579-8acd-2e161f60aa19 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:07.833695 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db922bad-d9ed-4f55-9849-0aaf1bf832bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:07.873265 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0159a010-c457-4957-bc1b-8d3f1e0906bb tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:07.875005 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0159a010-c457-4957-bc1b-8d3f1e0906bb tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 1093 time: 0.0657876 Sep 18 05:31:07.878818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54470) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:07.884998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:07.894764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-675e4b0e-329a-4271-81b9-59838a80a493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port e3fedd0b-abab-4019-9f9b-112f16c85e4f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:07.895116 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-675e4b0e-329a-4271-81b9-59838a80a493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:07.942634 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-db922bad-d9ed-4f55-9849-0aaf1bf832bd None None] Provisioning complete for port e3fedd0b-abab-4019-9f9b-112f16c85e4f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:07.943148 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db922bad-d9ed-4f55-9849-0aaf1bf832bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:07.982864 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-db922bad-d9ed-4f55-9849-0aaf1bf832bd None None] Port e3fedd0b-abab-4019-9f9b-112f16c85e4f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:08.001403 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:08.035668 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-675e4b0e-329a-4271-81b9-59838a80a493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:08.056400 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-675e4b0e-329a-4271-81b9-59838a80a493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for e3fedd0b-abab-4019-9f9b-112f16c85e4f owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:08.102596 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e807df6c-b2c1-434e-b597-6266477a234d None None] Provisioning complete for port 7f32f792-417d-4817-a1ac-a774a906a4e1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:08.102978 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e807df6c-b2c1-434e-b597-6266477a234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:08.115253 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:08.126565 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f6bf6b93-fc4e-408a-89cd-f4c0bb96d7bf req-73d604ad-a5c4-4af1-a748-fbafb10957d2 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:08.141368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['9314c6c7-a419-41d8-b864-90d39d4697b4'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:31:08.158732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d604ad-a5c4-4af1-a748-fbafb10957d2 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Pushing event deleted for resources: {'Port': ['ID=9314c6c7-a419-41d8-b864-90d39d4697b4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:08.175485 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e807df6c-b2c1-434e-b597-6266477a234d None None] Port 7f32f792-417d-4817-a1ac-a774a906a4e1 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:08.206866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bf6b93-fc4e-408a-89cd-f4c0bb96d7bf req-73d604ad-a5c4-4af1-a748-fbafb10957d2 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] No DVR routers for this DVR port 9314c6c7-a419-41d8-b864-90d39d4697b4 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:08.209636 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f6bf6b93-fc4e-408a-89cd-f4c0bb96d7bf req-73d604ad-a5c4-4af1-a748-fbafb10957d2 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:08.211629 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f6bf6b93-fc4e-408a-89cd-f4c0bb96d7bf req-73d604ad-a5c4-4af1-a748-fbafb10957d2 tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.13 "DELETE /v2.0/ports/9314c6c7-a419-41d8-b864-90d39d4697b4 HTTP/1.1" status: 204 len: 173 time: 0.7684484 Sep 18 05:31:08.212058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d57109-ea02-4536-a3f6-d672a9567f8f', 'name': 'network-vif-deleted', 'tag': '9314c6c7-a419-41d8-b864-90d39d4697b4'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:31:08.214589 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2045e917-65b9-4e62-ad5e-f12e4af1fe05" -d '{"events": [{"server_uuid": "f8d57109-ea02-4536-a3f6-d672a9567f8f", "name": "network-vif-deleted", "tag": "9314c6c7-a419-41d8-b864-90d39d4697b4"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:31:08.253276 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38a67d5-732a-407b-b86f-9e6426efbaf2 x-openstack-request-id: req-b38a67d5-732a-407b-b86f-9e6426efbaf2 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:31:08.253577 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d57109-ea02-4536-a3f6-d672a9567f8f", "name": "network-vif-deleted", "tag": "9314c6c7-a419-41d8-b864-90d39d4697b4", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:31:08.253830 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b38a67d5-732a-407b-b86f-9e6426efbaf2 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:31:08.254227 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d57109-ea02-4536-a3f6-d672a9567f8f', 'name': 'network-vif-deleted', 'tag': '9314c6c7-a419-41d8-b864-90d39d4697b4', 'status': 'completed', 'code': 200} Sep 18 05:31:08.260522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.25.7.64 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/e4a77072-0278-4231-bb93-7ddaad35da6e) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:08.295432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-df0b7437-7cb7-40b1-8595-867bd57cf7eb None None] Provisioning complete for port e3fedd0b-abab-4019-9f9b-112f16c85e4f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:08.295807 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-df0b7437-7cb7-40b1-8595-867bd57cf7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:08.321232 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-675e4b0e-329a-4271-81b9-59838a80a493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:08.333979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-df0b7437-7cb7-40b1-8595-867bd57cf7eb None None] Port e3fedd0b-abab-4019-9f9b-112f16c85e4f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:08.436503 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:08.545614 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:08.603267 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:08.611006 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:08.617901 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:08.648569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=e4a77072-0278-4231-bb93-7ddaad35da6e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:08.659148 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e4b0e-329a-4271-81b9-59838a80a493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=e3fedd0b-abab-4019-9f9b-112f16c85e4f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:08.677599 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e0596a86-5e42-4f2b-8fc1-6a55c6c9b1bf req-65107f63-5fcd-4bd0-b073-4c6567cbdc2d tempest-TestServerMultinode-1163783942 tempest-TestServerMultinode-1163783942-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f8d57109-ea02-4536-a3f6-d672a9567f8f HTTP/1.1" status: 200 len: 210 time: 0.0292115 Sep 18 05:31:08.747179 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-675e4b0e-329a-4271-81b9-59838a80a493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:08.749921 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-675e4b0e-329a-4271-81b9-59838a80a493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/e3fedd0b-abab-4019-9f9b-112f16c85e4f HTTP/1.1" status: 204 len: 168 time: 1.1104007 Sep 18 05:31:08.752351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54478) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:08.783502 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1836d3ad-4253-4a0d-b6dc-b3b0ee921360 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] GET failed (client error): The resource could not be found. Sep 18 05:31:08.785241 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1836d3ad-4253-4a0d-b6dc-b3b0ee921360 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/e3fedd0b-abab-4019-9f9b-112f16c85e4f HTTP/1.1" status: 404 len: 333 time: 0.0305967 Sep 18 05:31:08.788048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54480) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:08.901118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-dc93ed24-fdca-4dbb-bb44-7db5cc9792d3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port 7f32f792-417d-4817-a1ac-a774a906a4e1 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:08.901504 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc93ed24-fdca-4dbb-bb44-7db5cc9792d3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:08.919237 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 245e3bda-5861-4579-8acd-2e161f60aa19 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:08.971403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 245e3bda-5861-4579-8acd-2e161f60aa19 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:08.971951 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.006953 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc93ed24-fdca-4dbb-bb44-7db5cc9792d3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.020364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-dc93ed24-fdca-4dbb-bb44-7db5cc9792d3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for 7f32f792-417d-4817-a1ac-a774a906a4e1 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:09.086792 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.212711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc93ed24-fdca-4dbb-bb44-7db5cc9792d3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.240459 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.246049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93ed24-fdca-4dbb-bb44-7db5cc9792d3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=7f32f792-417d-4817-a1ac-a774a906a4e1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:09.317571 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dc93ed24-fdca-4dbb-bb44-7db5cc9792d3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.319708 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dc93ed24-fdca-4dbb-bb44-7db5cc9792d3 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/7f32f792-417d-4817-a1ac-a774a906a4e1 HTTP/1.1" status: 204 len: 168 time: 0.5305669 Sep 18 05:31:09.322424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54482) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:09.349205 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0946ad-8234-46b1-bf57-1215de4d8518 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] GET failed (client error): The resource could not be found. Sep 18 05:31:09.353581 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cc0946ad-8234-46b1-bf57-1215de4d8518 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/7f32f792-417d-4817-a1ac-a774a906a4e1 HTTP/1.1" status: 404 len: 333 time: 0.0272503 Sep 18 05:31:09.353701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54484) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:09.407534 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.409815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-607a64b1-0250-4d72-80cb-ba1c73472049 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting subnet e61c6748-0d8c-4495-8278-b22be94a8dd7 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:31:09.413221 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-607a64b1-0250-4d72-80cb-ba1c73472049 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.459424 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-607a64b1-0250-4d72-80cb-ba1c73472049 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.463627 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.535440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=e4a77072-0278-4231-bb93-7ddaad35da6e,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:09.543724 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.545161 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-607a64b1-0250-4d72-80cb-ba1c73472049 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.646508 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-607a64b1-0250-4d72-80cb-ba1c73472049 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.652768 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Floating IP d427e736-d224-42af-a1a9-3765ec77268b associated. External IP: 172.25.7.64, port: 66db37a4-fca1-42ed-88f6-7e2a02323e74. Sep 18 05:31:09.683580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-607a64b1-0250-4d72-80cb-ba1c73472049 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.685462 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-607a64b1-0250-4d72-80cb-ba1c73472049 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/e61c6748-0d8c-4495-8278-b22be94a8dd7 HTTP/1.1" status: 204 len: 168 time: 0.3308291 Sep 18 05:31:09.686577 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a64b1-0250-4d72-80cb-ba1c73472049 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Subnet': ['ID=e61c6748-0d8c-4495-8278-b22be94a8dd7,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:09.689017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54488) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:09.699300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f02258-ccab-499f-92ab-48ec2273a232 None None] Network 2f14e11b-801f-4786-add3-a040fe6cad05 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:09.757858 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54492) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:09.780057 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.835296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port 245e3bda-5861-4579-8acd-2e161f60aa19 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:09.835638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.881324 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd374e4f-ec4e-4c2d-ac38-7b908bde36e2 None None] DHCP port deletion for 2f14e11b-801f-4786-add3-a040fe6cad05 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:31:09.909098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] For port 245e3bda-5861-4579-8acd-2e161f60aa19, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=245e3bda-5861-4579-8acd-2e161f60aa19,segment=NetworkSegment(4bab8ad3-ff3a-483f-bd74-554106fc448d),segment_id=4bab8ad3-ff3a-483f-bd74-554106fc448d)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:09.909482 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.922469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for 245e3bda-5861-4579-8acd-2e161f60aa19 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:09.928195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-bd374e4f-ec4e-4c2d-ac38-7b908bde36e2 None None] Deleting port 245e3bda-5861-4579-8acd-2e161f60aa19 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:09.928823 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bd374e4f-ec4e-4c2d-ac38-7b908bde36e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:09.993381 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-bd374e4f-ec4e-4c2d-ac38-7b908bde36e2 None None] For port 245e3bda-5861-4579-8acd-2e161f60aa19, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=245e3bda-5861-4579-8acd-2e161f60aa19,segment=NetworkSegment(4bab8ad3-ff3a-483f-bd74-554106fc448d),segment_id=4bab8ad3-ff3a-483f-bd74-554106fc448d)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:09.994161 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bd374e4f-ec4e-4c2d-ac38-7b908bde36e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.007422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-bd374e4f-ec4e-4c2d-ac38-7b908bde36e2 None None] Calling delete_port for 245e3bda-5861-4579-8acd-2e161f60aa19 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:10.062066 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 06917e42-820e-4953-aafe-0eb680269470 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:31:10.104075 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.117898 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bd374e4f-ec4e-4c2d-ac38-7b908bde36e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.134921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=245e3bda-5861-4579-8acd-2e161f60aa19,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:10.138928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd374e4f-ec4e-4c2d-ac38-7b908bde36e2 None None] Pushing event deleted for resources: {'Port': ['ID=245e3bda-5861-4579-8acd-2e161f60aa19,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:10.139095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No DVR routers for this DVR port 245e3bda-5861-4579-8acd-2e161f60aa19 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:10.147262 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd374e4f-ec4e-4c2d-ac38-7b908bde36e2 None None] No DVR routers for this DVR port 245e3bda-5861-4579-8acd-2e161f60aa19 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:10.223370 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.238885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:31:10.245059 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f14e11b-801f-4786-add3-a040fe6cad05']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:10.249924 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1274d86-4ffd-4c4b-b38a-3c0825b5101a None None] Sync routers for ids ['06917e42-820e-4953-aafe-0eb680269470'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:31:10.257111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bab8ad3-ff3a-483f-bd74-554106fc448d') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:10.257470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bab8ad3-ff3a-483f-bd74-554106fc448d') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:10.260144 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1274d86-4ffd-4c4b-b38a-3c0825b5101a None None] Routers {'06917e42-820e-4953-aafe-0eb680269470'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:10.261366 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b1274d86-4ffd-4c4b-b38a-3c0825b5101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['06917e42-820e-4953-aafe-0eb680269470'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:10.274675 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.290968 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.299814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:31:10.300404 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:31:10.305290 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:31:10.319111 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d565619c-48ee-44d5-bacb-d7337e13a86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.361800 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.368076 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-b1274d86-4ffd-4c4b-b38a-3c0825b5101a None None] Set router 06917e42-820e-4953-aafe-0eb680269470 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:31:10.435726 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.441341 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.450632 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/networks/2f14e11b-801f-4786-add3-a040fe6cad05 HTTP/1.1" status: 204 len: 168 time: 0.7527006 Sep 18 05:31:10.472262 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54494) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:10.487138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-85ee87d4-d228-45bd-8bf4-4fb382f243a6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-294892025'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:10.493929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777679a4-7e56-4a92-b101-a0c6c341c86c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Network': ['ID=2f14e11b-801f-4786-add3-a040fe6cad05,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:10.572196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ee87d4-d228-45bd-8bf4-4fb382f243a6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:10.577475 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-85ee87d4-d228-45bd-8bf4-4fb382f243a6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.591834 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 9314c6c7-a419-41d8-b864-90d39d4697b4 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:10.606348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ee87d4-d228-45bd-8bf4-4fb382f243a6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:31:10.617027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-85ee87d4-d228-45bd-8bf4-4fb382f243a6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.617465 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-85ee87d4-d228-45bd-8bf4-4fb382f243a6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Added segment 53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49 of type vlan for network dc48ba12-deb9-41f1-b2af-8ee8db85287b Sep 18 05:31:10.619172 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 9314c6c7-a419-41d8-b864-90d39d4697b4 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:10.619796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 9314c6c7-a419-41d8-b864-90d39d4697b4 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:10.625477 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b1274d86-4ffd-4c4b-b38a-3c0825b5101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:51Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'd427e736-d224-42af-a1a9-3765ec77268b', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '06917e42-820e-4953-aafe-0eb680269470', 'port_id': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'mac_address': 'fa:16:3e:35:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:31:08Z', 'updated_at': '2021-09-18T05:31:08Z', 'revision_number': 0, 'project_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f8ad98-d6a5-4574-acad-2e3059364de5', 'name': '', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:65:7f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:50Z', 'updated_at': '2021-09-18T05:30:55Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:10.657370 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1274d86-4ffd-4c4b-b38a-3c0825b5101a None None] Checking router: 06917e42-820e-4953-aafe-0eb680269470 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:31:10.667820 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1274d86-4ffd-4c4b-b38a-3c0825b5101a None None] Routers {'06917e42-820e-4953-aafe-0eb680269470'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:10.668485 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b1274d86-4ffd-4c4b-b38a-3c0825b5101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['06917e42-820e-4953-aafe-0eb680269470'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:10.669601 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-85ee87d4-d228-45bd-8bf4-4fb382f243a6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.712513 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2d6733b6-f4c3-4988-bb56-546392dbb232 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8322055 Sep 18 05:31:10.715134 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:31:10.717307 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8750464f-e480-4818-8e09-25047594225f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:31:10.762740 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-85ee87d4-d228-45bd-8bf4-4fb382f243a6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.771193 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee87d4-d228-45bd-8bf4-4fb382f243a6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:10.772300 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-85ee87d4-d228-45bd-8bf4-4fb382f243a6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:10.816080 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab7311a-e862-47b2-8df4-6f5872e39a9b x-openstack-request-id: req-bab7311a-e862-47b2-8df4-6f5872e39a9b {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:31:10.816513 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:31:10.816869 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bab7311a-e862-47b2-8df4-6f5872e39a9b {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:31:10.817371 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'status': 'completed', 'code': 200} Sep 18 05:31:10.906618 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-b1274d86-4ffd-4c4b-b38a-3c0825b5101a None None] Set router 06917e42-820e-4953-aafe-0eb680269470 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:31:10.914476 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-85ee87d4-d228-45bd-8bf4-4fb382f243a6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4409316 Sep 18 05:31:10.917583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54502) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:10.922190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 245e3bda-5861-4579-8acd-2e161f60aa19 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:10.923835 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-21941cff-ba70-4abc-9353-d1debf54748a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': 'dc48ba12-deb9-41f1-b2af-8ee8db85287b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:10.928946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee87d4-d228-45bd-8bf4-4fb382f243a6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Network': ['ID=dc48ba12-deb9-41f1-b2af-8ee8db85287b,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:10.947682 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network dc48ba12-deb9-41f1-b2af-8ee8db85287b details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:31:10.951949 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 245e3bda-5861-4579-8acd-2e161f60aa19 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:10.952539 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 245e3bda-5861-4579-8acd-2e161f60aa19 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:10.969681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae27ec-eaa5-42d5-81e7-2d6f13631c35 req-d47ab65b-d3f9-4235-9b7b-93bc31b40e08 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:10.971314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ebae27ec-eaa5-42d5-81e7-2d6f13631c35 req-d47ab65b-d3f9-4235-9b7b-93bc31b40e08 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.1884143 Sep 18 05:31:10.978158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750464f-e480-4818-8e09-25047594225f req-49d78325-d7df-4f56-b8bd-e36499f7bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:10.980047 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8750464f-e480-4818-8e09-25047594225f req-49d78325-d7df-4f56-b8bd-e36499f7bb73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 1098 time: 0.1297543 Sep 18 05:31:11.054885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d565619c-48ee-44d5-bacb-d7337e13a86b admin admin] Deleting port 8ab8408b-c5b3-4666-82b3-27377301f2af {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:11.055242 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d565619c-48ee-44d5-bacb-d7337e13a86b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:11.082355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ebae27ec-eaa5-42d5-81e7-2d6f13631c35 req-6648aa7b-6d40-40a7-b7bf-4c4107dc61ac tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012847 Sep 18 05:31:11.111131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54504) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:11.119550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21941cff-ba70-4abc-9353-d1debf54748a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:11.123320 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21941cff-ba70-4abc-9353-d1debf54748a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:11.182905 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-b1274d86-4ffd-4c4b-b38a-3c0825b5101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:51Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'd427e736-d224-42af-a1a9-3765ec77268b', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '06917e42-820e-4953-aafe-0eb680269470', 'port_id': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'mac_address': 'fa:16:3e:35:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:31:08Z', 'updated_at': '2021-09-18T05:31:08Z', 'revision_number': 0, 'project_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f8ad98-d6a5-4574-acad-2e3059364de5', 'name': '', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:65:7f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:50Z', 'updated_at': '2021-09-18T05:30:55Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:11.185788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750464f-e480-4818-8e09-25047594225f req-bc1657e0-3671-4645-87e7-20eb4b31e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:11.187296 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8750464f-e480-4818-8e09-25047594225f req-bc1657e0-3671-4645-87e7-20eb4b31e644 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 HTTP/1.1" status: 200 len: 896 time: 0.1993914 Sep 18 05:31:11.205959 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-d565619c-48ee-44d5-bacb-d7337e13a86b admin admin] For port 8ab8408b-c5b3-4666-82b3-27377301f2af, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8ab8408b-c5b3-4666-82b3-27377301f2af,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:11.205959 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d565619c-48ee-44d5-bacb-d7337e13a86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:11.215335 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1274d86-4ffd-4c4b-b38a-3c0825b5101a None None] The sync data for ids ['06917e42-820e-4953-aafe-0eb680269470'] in n-d-789963-13 is: [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:51Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'd427e736-d224-42af-a1a9-3765ec77268b', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'floating_ip_address': '172.25.7.64', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '06917e42-820e-4953-aafe-0eb680269470', 'port_id': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'mac_address': 'fa:16:3e:35:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:31:08Z', 'updated_at': '2021-09-18T05:31:08Z', 'revision_number': 0, 'project_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f8ad98-d6a5-4574-acad-2e3059364de5', 'name': '', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:65:7f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:50Z', 'updated_at': '2021-09-18T05:30:55Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:31:11.227816 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d565619c-48ee-44d5-bacb-d7337e13a86b admin admin] Calling delete_port for 8ab8408b-c5b3-4666-82b3-27377301f2af owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:11.275174 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3057d011-a067-4739-89c8-5010e903ab3b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/d427e736-d224-42af-a1a9-3765ec77268b HTTP/1.1" status: 200 len: 991 time: 0.1583030 Sep 18 05:31:11.288159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8750464f-e480-4818-8e09-25047594225f req-eddc9646-e13b-4d87-96a6-6a366190656a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74 HTTP/1.1" status: 200 len: 999 time: 0.0928049 Sep 18 05:31:11.342937 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750464f-e480-4818-8e09-25047594225f req-354cfc1c-1702-46c8-90b9-9999773c91da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:11.344463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8750464f-e480-4818-8e09-25047594225f req-354cfc1c-1702-46c8-90b9-9999773c91da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20b205fb-1de7-43f3-bab7-4338e2d72a60 HTTP/1.1" status: 200 len: 834 time: 0.0504236 Sep 18 05:31:11.394429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750464f-e480-4818-8e09-25047594225f req-ba8e2f0c-e1e1-494a-957f-09c31479bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:11.395979 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8750464f-e480-4818-8e09-25047594225f req-ba8e2f0c-e1e1-494a-957f-09c31479bab3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448616 Sep 18 05:31:11.463342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c4867-d73f-411a-9da0-e65c2575c7eb None None] New status for floating IP d427e736-d224-42af-a1a9-3765ec77268b: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:31:11.499549 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21941cff-ba70-4abc-9353-d1debf54748a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:11.502614 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8750464f-e480-4818-8e09-25047594225f req-6cd06149-e1e9-4c62-b30c-8fd91b2a9ba4 service neutron] 10.222.0.13 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993481 Sep 18 05:31:11.565225 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21941cff-ba70-4abc-9353-d1debf54748a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Subnet': ['ID=ea78302e-4cf3-4391-a0f5-f4153700df63,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:11.574605 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d565619c-48ee-44d5-bacb-d7337e13a86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:11.578365 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21941cff-ba70-4abc-9353-d1debf54748a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Checking segment: {'id': '53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dc48ba12-deb9-41f1-b2af-8ee8db85287b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:31:11.578740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21941cff-ba70-4abc-9353-d1debf54748a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network hostable DHCP agents. Network: dc48ba12-deb9-41f1-b2af-8ee8db85287b, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:31:11.604383 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565619c-48ee-44d5-bacb-d7337e13a86b admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab8408b-c5b3-4666-82b3-27377301f2af,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:11.605183 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8750464f-e480-4818-8e09-25047594225f req-538c1e85-146d-42af-b8cf-7bc67e75ef06 service neutron] 10.222.0.13 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952413 Sep 18 05:31:11.715468 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21941cff-ba70-4abc-9353-d1debf54748a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network dc48ba12-deb9-41f1-b2af-8ee8db85287b is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:31:11.775969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-21941cff-ba70-4abc-9353-d1debf54748a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, dc48ba12-deb9-41f1-b2af-8ee8db85287b) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:11.783888 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21941cff-ba70-4abc-9353-d1debf54748a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:11.785627 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21941cff-ba70-4abc-9353-d1debf54748a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:11.786494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3694ffd8-7443-4247-b056-e7514a5f1bb9 None None] Network dc48ba12-deb9-41f1-b2af-8ee8db85287b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:11.805330 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d565619c-48ee-44d5-bacb-d7337e13a86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:11.854237 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-21941cff-ba70-4abc-9353-d1debf54748a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9351568 Sep 18 05:31:11.857590 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54508) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:11.862215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-fc72bab5-8eb4-4faf-b265-6b70caa90e95 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-991809111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:11.927125 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc72bab5-8eb4-4faf-b265-6b70caa90e95 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:11.928627 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc72bab5-8eb4-4faf-b265-6b70caa90e95 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:11.953986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-dc48ba12-deb9-41f1-b2af-8ee8db85287b', 'network_id': 'dc48ba12-deb9-41f1-b2af-8ee8db85287b', 'tenant_id': '8164abc58e4d4cbea94e9fa935644396', 'fixed_ips': [{'subnet_id': 'ea78302e-4cf3-4391-a0f5-f4153700df63'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:31:11.954851 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:11.990149 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc72bab5-8eb4-4faf-b265-6b70caa90e95 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.034180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d565619c-48ee-44d5-bacb-d7337e13a86b admin admin] Router 4b1a5528-126b-402d-b5e6-20d9cec276ac has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:31:12.064226 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc72bab5-8eb4-4faf-b265-6b70caa90e95 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.092164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Allocated IP 172.20.0.2 (dc48ba12-deb9-41f1-b2af-8ee8db85287b/ea78302e-4cf3-4391-a0f5-f4153700df63/ff9e176a-ef19-4ae9-b3a6-c36507d1a25e) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:12.127054 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-fc72bab5-8eb4-4faf-b265-6b70caa90e95 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.128391 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-fc72bab5-8eb4-4faf-b265-6b70caa90e95 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2697511 Sep 18 05:31:12.131476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54510) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:12.136168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8709c902-5df5-43e8-ac86-776190075d52 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'network_id': 'dc48ba12-deb9-41f1-b2af-8ee8db85287b', 'name': 'tempest-PortsTestJSON-653944969'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:12.149471 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d565619c-48ee-44d5-bacb-d7337e13a86b admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:31:12.155271 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d565619c-48ee-44d5-bacb-d7337e13a86b admin admin] 10.222.0.23 "PUT /v2.0/routers/4b1a5528-126b-402d-b5e6-20d9cec276ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3961253 Sep 18 05:31:12.157768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54512) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:12.162004 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a5bdec-ad97-46b6-8c3b-da82a43b2c64 None None] Sync routers for ids ['4b1a5528-126b-402d-b5e6-20d9cec276ac'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:31:12.171665 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5bdec-ad97-46b6-8c3b-da82a43b2c64 None None] Routers {'4b1a5528-126b-402d-b5e6-20d9cec276ac'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:12.174834 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-09a5bdec-ad97-46b6-8c3b-da82a43b2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4b1a5528-126b-402d-b5e6-20d9cec276ac'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:12.259166 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.279520 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.279844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54514) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:12.283898 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-09a5bdec-ad97-46b6-8c3b-da82a43b2c64 None None] Set router 4b1a5528-126b-402d-b5e6-20d9cec276ac gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:31:12.341205 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.349264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7b9511f0-2e52-4f2c-b988-5aa86ba945c6 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/d427e736-d224-42af-a1a9-3765ec77268b HTTP/1.1" status: 200 len: 993 time: 0.0682373 Sep 18 05:31:12.372215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8709c902-5df5-43e8-ac86-776190075d52 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:12.375926 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8709c902-5df5-43e8-ac86-776190075d52 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.383315 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Network dc48ba12-deb9-41f1-b2af-8ee8db85287b is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:12.386635 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:12.391215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:12.396057 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-8709c902-5df5-43e8-ac86-776190075d52 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port 5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:31:12.402054 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.426453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Pushing event updated for resources: {'Port': ['ID=ff9e176a-ef19-4ae9-b3a6-c36507d1a25e,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:12.465174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Attempting to bind port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:31:12.465649 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Attempting to bind port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dc48ba12-deb9-41f1-b2af-8ee8db85287b'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:31:12.466184 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Attempting to bind port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e on network dc48ba12-deb9-41f1-b2af-8ee8db85287b {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:31:12.473352 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:31:12.473767 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Checking segment: {'id': '53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dc48ba12-deb9-41f1-b2af-8ee8db85287b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:31:12.474140 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.474548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Bound using segment: {'id': '53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dc48ba12-deb9-41f1-b2af-8ee8db85287b'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:31:12.475205 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Bound port: ff9e176a-ef19-4ae9-b3a6-c36507d1a25e, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dc48ba12-deb9-41f1-b2af-8ee8db85287b'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:31:12.475605 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.492439 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-09a5bdec-ad97-46b6-8c3b-da82a43b2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'name': 'tempest-TestServerMultinode-1207379052-router', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'ebfb5347-a027-4faa-a2ef-03ae877e8320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:07Z', 'updated_at': '2021-09-18T05:31:11Z', 'revision_number': 5, 'project_id': 'fe2be07101d2428e8daa0557e1f87356', 'gw_port': {'id': 'ebfb5347-a027-4faa-a2ef-03ae877e8320', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:80:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:08Z', 'updated_at': '2021-09-18T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:12.515994 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] Deleting port ebfb5347-a027-4faa-a2ef-03ae877e8320 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:12.516287 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.527094 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a5bdec-ad97-46b6-8c3b-da82a43b2c64 None None] Checking router: 4b1a5528-126b-402d-b5e6-20d9cec276ac for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:31:12.530169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-8709c902-5df5-43e8-ac86-776190075d52 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Allocated IP 172.20.0.9 (dc48ba12-deb9-41f1-b2af-8ee8db85287b/ea78302e-4cf3-4391-a0f5-f4153700df63/5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:12.538830 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5bdec-ad97-46b6-8c3b-da82a43b2c64 None None] Routers {'4b1a5528-126b-402d-b5e6-20d9cec276ac'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:12.539628 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-09a5bdec-ad97-46b6-8c3b-da82a43b2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['4b1a5528-126b-402d-b5e6-20d9cec276ac'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:12.630402 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] For port ebfb5347-a027-4faa-a2ef-03ae877e8320, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ebfb5347-a027-4faa-a2ef-03ae877e8320,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:12.630994 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.640671 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-09a5bdec-ad97-46b6-8c3b-da82a43b2c64 None None] Set router 4b1a5528-126b-402d-b5e6-20d9cec276ac gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:31:12.648075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] Calling delete_port for ebfb5347-a027-4faa-a2ef-03ae877e8320 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:12.716579 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-09a5bdec-ad97-46b6-8c3b-da82a43b2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'name': 'tempest-TestServerMultinode-1207379052-router', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:07Z', 'updated_at': '2021-09-18T05:31:12Z', 'revision_number': 6, 'project_id': 'fe2be07101d2428e8daa0557e1f87356', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:12.727603 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8709c902-5df5-43e8-ac86-776190075d52 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.749927 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a5bdec-ad97-46b6-8c3b-da82a43b2c64 None None] The sync data for ids ['4b1a5528-126b-402d-b5e6-20d9cec276ac'] in n-d-789963-13 is: [{'id': '4b1a5528-126b-402d-b5e6-20d9cec276ac', 'name': 'tempest-TestServerMultinode-1207379052-router', 'tenant_id': 'fe2be07101d2428e8daa0557e1f87356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:07Z', 'updated_at': '2021-09-18T05:31:12Z', 'revision_number': 6, 'project_id': 'fe2be07101d2428e8daa0557e1f87356', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:31:12.750351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] For port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:31:12.755217 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] For port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ff9e176a-ef19-4ae9-b3a6-c36507d1a25e,segment=NetworkSegment(53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49),segment_id=53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:31:12.824318 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.869928 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8709c902-5df5-43e8-ac86-776190075d52 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.891563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b2cef-6382-4bac-bf18-ddbc80bc7227 None None] Pushing event updated for resources: {'Port': ['ID=ff9e176a-ef19-4ae9-b3a6-c36507d1a25e,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:12.897820 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:12.929489 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebfb5347-a027-4faa-a2ef-03ae877e8320,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:12.933053 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8709c902-5df5-43e8-ac86-776190075d52 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network dc48ba12-deb9-41f1-b2af-8ee8db85287b is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:12.936453 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-8709c902-5df5-43e8-ac86-776190075d52 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:12.940352 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709c902-5df5-43e8-ac86-776190075d52 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:12.982683 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709c902-5df5-43e8-ac86-776190075d52 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:12.994434 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.003134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8709c902-5df5-43e8-ac86-776190075d52 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:13.003869 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8709c902-5df5-43e8-ac86-776190075d52 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.076001 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8709c902-5df5-43e8-ac86-776190075d52 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9437463 Sep 18 05:31:13.078551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54518) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:13.116023 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.119322 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.266656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8ab8408b-c5b3-4666-82b3-27377301f2af no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:13.276022 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.279055 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b1a5528-126b-402d-b5e6-20d9cec276ac {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:31:13.285118 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.292896 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9a2478db-fca2-4054-8cdd-774d24cd4571 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4b1a5528-126b-402d-b5e6-20d9cec276ac HTTP/1.1" status: 204 len: 168 time: 1.1334822 Sep 18 05:31:13.296820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54520) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:13.309867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 8ab8408b-c5b3-4666-82b3-27377301f2af {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:13.310204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8ab8408b-c5b3-4666-82b3-27377301f2af not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:13.347445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-00196512-ad2d-414b-8d87-67b9b6676c69 admin admin] Deleting subnet 517fc732-71a9-4875-bf10-33ba02679f49 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:31:13.350520 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-00196512-ad2d-414b-8d87-67b9b6676c69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.384939 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-00196512-ad2d-414b-8d87-67b9b6676c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.471457 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-00196512-ad2d-414b-8d87-67b9b6676c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.472955 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.578695 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-00196512-ad2d-414b-8d87-67b9b6676c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.610987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00196512-ad2d-414b-8d87-67b9b6676c69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=517fc732-71a9-4875-bf10-33ba02679f49,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:13.614027 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-00196512-ad2d-414b-8d87-67b9b6676c69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.616745 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa764cb0-7b8b-4d00-aeef-e4043f1fe0e2 None None] Network 70ff6e33-3899-4786-b500-db929b3a9106 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:13.619127 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-00196512-ad2d-414b-8d87-67b9b6676c69 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/517fc732-71a9-4875-bf10-33ba02679f49 HTTP/1.1" status: 204 len: 168 time: 0.3226869 Sep 18 05:31:13.620437 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54522) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:13.703122 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.789674 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Deleting port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:13.790283 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.805398 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.857576 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b24d3d-962c-4337-be68-ccdfbbbe7b2f None None] DHCP port deletion for 70ff6e33-3899-4786-b500-db929b3a9106 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:31:13.870645 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] For port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3e4aeb83-ab01-44d3-a2b0-25ac8a524f27,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:13.871205 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.875083 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:13.906997 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Calling delete_port for 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:13.953203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d4b24d3d-962c-4337-be68-ccdfbbbe7b2f None None] Deleting port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:13.963638 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d4b24d3d-962c-4337-be68-ccdfbbbe7b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.003693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:14.062386 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70f938-e170-417a-bea0-d5786eced545 None None] Network dc48ba12-deb9-41f1-b2af-8ee8db85287b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:14.065177 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d4b24d3d-962c-4337-be68-ccdfbbbe7b2f None None] For port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3e4aeb83-ab01-44d3-a2b0-25ac8a524f27,segment=NetworkSegment(395c9979-fd91-41aa-875f-73504dcccb9a),segment_id=395c9979-fd91-41aa-875f-73504dcccb9a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:14.065632 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d4b24d3d-962c-4337-be68-ccdfbbbe7b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.087001 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.088355 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d4b24d3d-962c-4337-be68-ccdfbbbe7b2f None None] Calling delete_port for 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:14.117357 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] No DVR routers for this DVR port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:14.122854 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e4aeb83-ab01-44d3-a2b0-25ac8a524f27,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:14.198044 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a4b785fb-96c7-42da-9146-ab205f93dd46 None None] Provisioning complete for port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:14.198912 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a4b785fb-96c7-42da-9146-ab205f93dd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.199057 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.200634 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.222141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ff6e33-3899-4786-b500-db929b3a9106']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:14.232170 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395c9979-fd91-41aa-875f-73504dcccb9a') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:14.232519 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395c9979-fd91-41aa-875f-73504dcccb9a') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:14.246063 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.261089 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.270111 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:31:14.270530 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:31:14.273085 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:31:14.304221 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d4b24d3d-962c-4337-be68-ccdfbbbe7b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.365346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b24d3d-962c-4337-be68-ccdfbbbe7b2f None None] Pushing event deleted for resources: {'Port': ['ID=3e4aeb83-ab01-44d3-a2b0-25ac8a524f27,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:14.367288 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b24d3d-962c-4337-be68-ccdfbbbe7b2f None None] No DVR routers for this DVR port 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:14.385921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.392936 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a4b785fb-96c7-42da-9146-ab205f93dd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.429777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a4b785fb-96c7-42da-9146-ab205f93dd46 None None] For port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ff9e176a-ef19-4ae9-b3a6-c36507d1a25e,segment=NetworkSegment(53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49),segment_id=53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:14.435224 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.442436 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.447442 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] 10.222.0.23 "DELETE /v2.0/networks/70ff6e33-3899-4786-b500-db929b3a9106 HTTP/1.1" status: 204 len: 168 time: 0.8260751 Sep 18 05:31:14.449959 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54526) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:14.507246 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8bc02-27ca-4521-b4ef-d3ae82c14f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=70ff6e33-3899-4786-b500-db929b3a9106,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:14.509638 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a4b785fb-96c7-42da-9146-ab205f93dd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.581645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b785fb-96c7-42da-9146-ab205f93dd46 None None] Pushing event updated for resources: {'Port': ['ID=ff9e176a-ef19-4ae9-b3a6-c36507d1a25e,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:14.638665 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-941e8016-bacd-4ee9-a509-3e93324b467f None None] Provisioning complete for port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:14.639052 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-941e8016-bacd-4ee9-a509-3e93324b467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.664888 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.709535 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.742031 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-941e8016-bacd-4ee9-a509-3e93324b467f None None] Provisioning complete for port 5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:14.742587 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-941e8016-bacd-4ee9-a509-3e93324b467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.786997 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-941e8016-bacd-4ee9-a509-3e93324b467f None None] Port 5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:14.804147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:14.806924 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.863953 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f235f9d0-146f-408c-b853-1a28c6330ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.919271 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-88ec4b08-f35c-4af0-a18d-b4be3e7eec7f None None] Provisioning complete for port 5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:14.919644 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-88ec4b08-f35c-4af0-a18d-b4be3e7eec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:14.927344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network dc48ba12-deb9-41f1-b2af-8ee8db85287b is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:14.929291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:14.967873 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-88ec4b08-f35c-4af0-a18d-b4be3e7eec7f None None] Port 5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:14.972806 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ff9e176a-ef19-4ae9-b3a6-c36507d1a25e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:15.033335 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:15.034219 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:15.155248 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Router 9b0a3b74-3fb8-4ff7-8508-28be87bb0679 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:31:15.198809 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-50799b9e-14ad-407f-afe9-26a81982f2c7 None None] Provisioning complete for port 5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:15.199271 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-50799b9e-14ad-407f-afe9-26a81982f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:15.220276 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-f235f9d0-146f-408c-b853-1a28c6330ec5 admin admin] Deleting port bf59fc86-427c-4309-a463-21a94159b8de {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:15.220854 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f235f9d0-146f-408c-b853-1a28c6330ec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:15.228038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:15.255273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:15.255910 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3e4aeb83-ab01-44d3-a2b0-25ac8a524f27 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:15.256225 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ebfb5347-a027-4faa-a2ef-03ae877e8320 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:15.267199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:31:15.280784 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3955acf0-ce4f-4476-a8bb-65c95f97ec9a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "PUT /v2.0/routers/9b0a3b74-3fb8-4ff7-8508-28be87bb0679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2011828 Sep 18 05:31:15.283799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54530) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:15.290421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe70be-2207-4411-8f93-389155a3a3d7 None None] Sync routers for ids ['9b0a3b74-3fb8-4ff7-8508-28be87bb0679'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:31:15.296294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: ebfb5347-a027-4faa-a2ef-03ae877e8320 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:15.296664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ebfb5347-a027-4faa-a2ef-03ae877e8320 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:15.298555 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-50799b9e-14ad-407f-afe9-26a81982f2c7 None None] Port 5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:15.312394 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe70be-2207-4411-8f93-389155a3a3d7 None None] Routers {'9b0a3b74-3fb8-4ff7-8508-28be87bb0679'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:15.313199 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-39fe70be-2207-4411-8f93-389155a3a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9b0a3b74-3fb8-4ff7-8508-28be87bb0679'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:15.326156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-f235f9d0-146f-408c-b853-1a28c6330ec5 admin admin] For port bf59fc86-427c-4309-a463-21a94159b8de, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=bf59fc86-427c-4309-a463-21a94159b8de,segment=NetworkSegment(68f85808-6cce-4a07-a1cd-f6df41db7644),segment_id=68f85808-6cce-4a07-a1cd-f6df41db7644)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:15.326819 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f235f9d0-146f-408c-b853-1a28c6330ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:15.346962 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-f235f9d0-146f-408c-b853-1a28c6330ec5 admin admin] Calling delete_port for bf59fc86-427c-4309-a463-21a94159b8de owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:15.349021 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-39fe70be-2207-4411-8f93-389155a3a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:15.356277 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4ef305-2521-4368-bcb2-a69b1a97b681 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:15.359465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe70be-2207-4411-8f93-389155a3a3d7 None None] Routers {'9b0a3b74-3fb8-4ff7-8508-28be87bb0679'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:15.360079 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-39fe70be-2207-4411-8f93-389155a3a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9b0a3b74-3fb8-4ff7-8508-28be87bb0679'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:15.360866 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bf4ef305-2521-4368-bcb2-a69b1a97b681 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0a3b74-3fb8-4ff7-8508-28be87bb0679 HTTP/1.1" status: 200 len: 981 time: 0.0759768 Sep 18 05:31:15.361726 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54532) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:15.397231 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-39fe70be-2207-4411-8f93-389155a3a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:15.397793 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe70be-2207-4411-8f93-389155a3a3d7 None None] The sync data for ids ['9b0a3b74-3fb8-4ff7-8508-28be87bb0679'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:31:15.418796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3ce29324-457d-44f3-92ee-3df95adc30e9 None None] Provisioning complete for port 5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:15.419172 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3ce29324-457d-44f3-92ee-3df95adc30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:15.463406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3ce29324-457d-44f3-92ee-3df95adc30e9 None None] Port 5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:15.595424 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f235f9d0-146f-408c-b853-1a28c6330ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:15.622990 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235f9d0-146f-408c-b853-1a28c6330ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf59fc86-427c-4309-a463-21a94159b8de,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:15.794727 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f235f9d0-146f-408c-b853-1a28c6330ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:16.081986 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6d11010f-cbd4-43e7-9e8a-d75ebeca0863 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:16.303511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-6d11010f-cbd4-43e7-9e8a-d75ebeca0863 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port 5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:16.303773 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6d11010f-cbd4-43e7-9e8a-d75ebeca0863 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:16.308294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f235f9d0-146f-408c-b853-1a28c6330ec5 admin admin] Router 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:31:16.395291 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6d11010f-cbd4-43e7-9e8a-d75ebeca0863 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:16.408035 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-6d11010f-cbd4-43e7-9e8a-d75ebeca0863 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for 5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:16.415339 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f235f9d0-146f-408c-b853-1a28c6330ec5 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:31:16.421000 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f235f9d0-146f-408c-b853-1a28c6330ec5 admin admin] 10.222.0.23 "PUT /v2.0/routers/96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9675932 Sep 18 05:31:16.423529 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54536) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:16.427369 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd13cc6-c5af-4650-8e73-6df3aed6a2cd None None] Sync routers for ids ['96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:31:16.437329 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd13cc6-c5af-4650-8e73-6df3aed6a2cd None None] Routers {'96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:16.437943 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1cd13cc6-c5af-4650-8e73-6df3aed6a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:16.543963 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:16.547822 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-1cd13cc6-c5af-4650-8e73-6df3aed6a2cd None None] Set router 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:31:16.653894 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6d11010f-cbd4-43e7-9e8a-d75ebeca0863 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:16.654891 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:16.686997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11010f-cbd4-43e7-9e8a-d75ebeca0863 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:16.738271 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1cd13cc6-c5af-4650-8e73-6df3aed6a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'name': 'tempest-TestServerMultinode-1156378342-router', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1e52f67b-ec1f-465b-a9b6-cea0cf024f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:16Z', 'updated_at': '2021-09-18T05:31:15Z', 'revision_number': 5, 'project_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'gw_port': {'id': '1e52f67b-ec1f-465b-a9b6-cea0cf024f43', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:16.772763 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd13cc6-c5af-4650-8e73-6df3aed6a2cd None None] Checking router: 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:31:16.780843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] Deleting port 1e52f67b-ec1f-465b-a9b6-cea0cf024f43 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:16.786195 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:16.786329 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd13cc6-c5af-4650-8e73-6df3aed6a2cd None None] Routers {'96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:16.786329 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1cd13cc6-c5af-4650-8e73-6df3aed6a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:16.858675 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6d11010f-cbd4-43e7-9e8a-d75ebeca0863 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:16.882027 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] For port 1e52f67b-ec1f-465b-a9b6-cea0cf024f43, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=1e52f67b-ec1f-465b-a9b6-cea0cf024f43,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:16.882526 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:16.898466 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] Calling delete_port for 1e52f67b-ec1f-465b-a9b6-cea0cf024f43 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:16.909702 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-1cd13cc6-c5af-4650-8e73-6df3aed6a2cd None None] Set router 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:31:16.969782 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1cd13cc6-c5af-4650-8e73-6df3aed6a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'name': 'tempest-TestServerMultinode-1156378342-router', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:16Z', 'updated_at': '2021-09-18T05:31:16Z', 'revision_number': 6, 'project_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:17.061374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d11010f-cbd4-43e7-9e8a-d75ebeca0863 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Router 9b0a3b74-3fb8-4ff7-8508-28be87bb0679 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:31:17.092047 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd13cc6-c5af-4650-8e73-6df3aed6a2cd None None] The sync data for ids ['96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3'] in n-d-789963-13 is: [{'id': '96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3', 'name': 'tempest-TestServerMultinode-1156378342-router', 'tenant_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:16Z', 'updated_at': '2021-09-18T05:31:16Z', 'revision_number': 6, 'project_id': '3c85dc5ac35b4912a2c1214a327cd45d', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:31:17.145632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d11010f-cbd4-43e7-9e8a-d75ebeca0863 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:31:17.149513 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.154769 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6d11010f-cbd4-43e7-9e8a-d75ebeca0863 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "PUT /v2.0/routers/9b0a3b74-3fb8-4ff7-8508-28be87bb0679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7878807 Sep 18 05:31:17.155218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54538) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:17.156725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c142b3-5233-4998-969f-56bd89663a46 None None] Sync routers for ids ['9b0a3b74-3fb8-4ff7-8508-28be87bb0679'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:31:17.166138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c142b3-5233-4998-969f-56bd89663a46 None None] Routers {'9b0a3b74-3fb8-4ff7-8508-28be87bb0679'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:17.166858 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-81c142b3-5233-4998-969f-56bd89663a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9b0a3b74-3fb8-4ff7-8508-28be87bb0679'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:17.180024 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-086fae2b-0b8c-48b2-b56d-9e72b2747512 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] GET failed (client error): The resource could not be found. Sep 18 05:31:17.184122 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-086fae2b-0b8c-48b2-b56d-9e72b2747512 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/5a8c4fc1-d5ec-4a40-9df9-581acc1c3a90 HTTP/1.1" status: 404 len: 333 time: 0.0256870 Sep 18 05:31:17.184301 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e52f67b-ec1f-465b-a9b6-cea0cf024f43,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:17.185188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54540) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:17.203212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-81c142b3-5233-4998-969f-56bd89663a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:17.211930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c142b3-5233-4998-969f-56bd89663a46 None None] Routers {'9b0a3b74-3fb8-4ff7-8508-28be87bb0679'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:17.212592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-81c142b3-5233-4998-969f-56bd89663a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9b0a3b74-3fb8-4ff7-8508-28be87bb0679'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:17.251203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-81c142b3-5233-4998-969f-56bd89663a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:17.252118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c142b3-5233-4998-969f-56bd89663a46 None None] The sync data for ids ['9b0a3b74-3fb8-4ff7-8508-28be87bb0679'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:31:17.257228 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.276899 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328fd349-266d-42a5-895d-1baa1d67fce6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.351152 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.353286 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.441207 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328fd349-266d-42a5-895d-1baa1d67fce6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.443546 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328fd349-266d-42a5-895d-1baa1d67fce6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.463860 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.464510 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:31:17.469289 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.470549 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a7c6869b-5cb9-433a-910b-61c847365f37 admin admin] 10.222.0.23 "DELETE /v2.0/routers/96c7b1c6-2745-47d9-9cf5-1abd0f73f2b3 HTTP/1.1" status: 204 len: 168 time: 1.0458200 Sep 18 05:31:17.473201 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54544) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:17.524926 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc8dda6-b1ad-4243-908f-9e771e1aa8f9 admin admin] Deleting subnet efc318bb-5aae-4d12-b52c-845e0abb3fa5 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:31:17.528499 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-acc8dda6-b1ad-4243-908f-9e771e1aa8f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.549433 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328fd349-266d-42a5-895d-1baa1d67fce6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.549951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328fd349-266d-42a5-895d-1baa1d67fce6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Fanout notify agent at l3_agent the message router_deleted on router 9b0a3b74-3fb8-4ff7-8508-28be87bb0679 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:31:17.556984 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-328fd349-266d-42a5-895d-1baa1d67fce6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.561304 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-328fd349-266d-42a5-895d-1baa1d67fce6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/routers/9b0a3b74-3fb8-4ff7-8508-28be87bb0679 HTTP/1.1" status: 204 len: 168 time: 0.3733444 Sep 18 05:31:17.561779 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54546) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:17.567628 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-acc8dda6-b1ad-4243-908f-9e771e1aa8f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.612595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac86f64-dc24-4c7c-82af-e10f75087c04 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting subnet ea78302e-4cf3-4391-a0f5-f4153700df63 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:31:17.615634 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ac86f64-dc24-4c7c-82af-e10f75087c04 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.644217 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-acc8dda6-b1ad-4243-908f-9e771e1aa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.655955 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ac86f64-dc24-4c7c-82af-e10f75087c04 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.742790 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ac86f64-dc24-4c7c-82af-e10f75087c04 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.749805 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-acc8dda6-b1ad-4243-908f-9e771e1aa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.782684 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8dda6-b1ad-4243-908f-9e771e1aa8f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc318bb-5aae-4d12-b52c-845e0abb3fa5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:17.784886 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-acc8dda6-b1ad-4243-908f-9e771e1aa8f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.788301 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-acc8dda6-b1ad-4243-908f-9e771e1aa8f9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/efc318bb-5aae-4d12-b52c-845e0abb3fa5 HTTP/1.1" status: 204 len: 168 time: 0.3124847 Sep 18 05:31:17.789276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54548) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:17.792284 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41da24d-27de-4588-a62c-e765b42c55e5 None None] Network 4ff93c04-f44d-4d4c-a53f-5421112a687f requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:17.870235 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.873587 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ac86f64-dc24-4c7c-82af-e10f75087c04 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.906260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac86f64-dc24-4c7c-82af-e10f75087c04 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Subnet': ['ID=ea78302e-4cf3-4391-a0f5-f4153700df63,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:17.914625 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8ac86f64-dc24-4c7c-82af-e10f75087c04 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:17.916502 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8ac86f64-dc24-4c7c-82af-e10f75087c04 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/ea78302e-4cf3-4391-a0f5-f4153700df63 HTTP/1.1" status: 204 len: 168 time: 0.3540730 Sep 18 05:31:17.919108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54550) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:17.922596 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d84dc-8797-4a6b-9d42-14206b0c72ce None None] Network dc48ba12-deb9-41f1-b2af-8ee8db85287b requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:17.999875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d314aa1-8cff-4a1f-9f3e-c651c4b65b77 None None] DHCP port deletion for 4ff93c04-f44d-4d4c-a53f-5421112a687f request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:31:18.024417 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.045812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Deleting port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:18.046161 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.098162 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3d314aa1-8cff-4a1f-9f3e-c651c4b65b77 None None] Deleting port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:18.098611 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d314aa1-8cff-4a1f-9f3e-c651c4b65b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.137389 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] For port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9c5d21f7-3d3a-47a1-a1b6-39e03e358c28,segment=NetworkSegment(68f85808-6cce-4a07-a1cd-f6df41db7644),segment_id=68f85808-6cce-4a07-a1cd-f6df41db7644)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:18.137778 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.153857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Calling delete_port for 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:18.169215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:18.169564 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.169747 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9d3b4e-6d76-4b8b-b2b5-dbc208a4fe8f None None] DHCP port deletion for dc48ba12-deb9-41f1-b2af-8ee8db85287b request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:31:18.187280 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3d314aa1-8cff-4a1f-9f3e-c651c4b65b77 None None] For port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9c5d21f7-3d3a-47a1-a1b6-39e03e358c28,segment=NetworkSegment(68f85808-6cce-4a07-a1cd-f6df41db7644),segment_id=68f85808-6cce-4a07-a1cd-f6df41db7644)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:18.187746 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d314aa1-8cff-4a1f-9f3e-c651c4b65b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.220496 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3d314aa1-8cff-4a1f-9f3e-c651c4b65b77 None None] Calling delete_port for 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:18.278320 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] For port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ff9e176a-ef19-4ae9-b3a6-c36507d1a25e,segment=NetworkSegment(53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49),segment_id=53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:18.278613 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.290937 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ad9d3b4e-6d76-4b8b-b2b5-dbc208a4fe8f None None] Deleting port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:18.291327 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ad9d3b4e-6d76-4b8b-b2b5-dbc208a4fe8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.300312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for ff9e176a-ef19-4ae9-b3a6-c36507d1a25e owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:18.365555 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ad9d3b4e-6d76-4b8b-b2b5-dbc208a4fe8f None None] For port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=ff9e176a-ef19-4ae9-b3a6-c36507d1a25e,segment=NetworkSegment(53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49),segment_id=53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:18.365958 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ad9d3b4e-6d76-4b8b-b2b5-dbc208a4fe8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.378478 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.385198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ad9d3b4e-6d76-4b8b-b2b5-dbc208a4fe8f None None] Calling delete_port for ff9e176a-ef19-4ae9-b3a6-c36507d1a25e owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:18.389284 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d314aa1-8cff-4a1f-9f3e-c651c4b65b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.404142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5d21f7-3d3a-47a1-a1b6-39e03e358c28,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:18.411214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] No DVR routers for this DVR port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:18.423653 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d314aa1-8cff-4a1f-9f3e-c651c4b65b77 None None] Pushing event deleted for resources: {'Port': ['ID=9c5d21f7-3d3a-47a1-a1b6-39e03e358c28,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:18.425514 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d314aa1-8cff-4a1f-9f3e-c651c4b65b77 None None] No DVR routers for this DVR port 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:18.465640 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.492383 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ad9d3b4e-6d76-4b8b-b2b5-dbc208a4fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.494799 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.521124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d3b4e-6d76-4b8b-b2b5-dbc208a4fe8f None None] Pushing event deleted for resources: {'Port': ['ID=ff9e176a-ef19-4ae9-b3a6-c36507d1a25e,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:18.522948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=ff9e176a-ef19-4ae9-b3a6-c36507d1a25e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:18.523081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9d3b4e-6d76-4b8b-b2b5-dbc208a4fe8f None None] No DVR routers for this DVR port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:18.530051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No DVR routers for this DVR port ff9e176a-ef19-4ae9-b3a6-c36507d1a25e on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:18.541879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff93c04-f44d-4d4c-a53f-5421112a687f']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:18.569513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f85808-6cce-4a07-a1cd-f6df41db7644') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:18.569812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f85808-6cce-4a07-a1cd-f6df41db7644') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:18.600251 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.639714 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.642225 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.656158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:31:18.656572 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:31:18.658155 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:31:18.680572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc48ba12-deb9-41f1-b2af-8ee8db85287b']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:18.716589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:18.716817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c4f67e-80d8-4fd4-abcf-4f5bb43eaa49') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:18.725969 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.739631 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.745986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:31:18.746373 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:31:18.749293 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:31:18.903569 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:18.924732 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:18.925084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9c5d21f7-3d3a-47a1-a1b6-39e03e358c28 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:18.925525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bf59fc86-427c-4309-a463-21a94159b8de no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:18.945056 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: bf59fc86-427c-4309-a463-21a94159b8de {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:18.945406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device bf59fc86-427c-4309-a463-21a94159b8de not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:18.945843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ff9e176a-ef19-4ae9-b3a6-c36507d1a25e no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:18.965277 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: ff9e176a-ef19-4ae9-b3a6-c36507d1a25e {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:18.965629 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device ff9e176a-ef19-4ae9-b3a6-c36507d1a25e not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:18.966067 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1e52f67b-ec1f-465b-a9b6-cea0cf024f43 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:18.985060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 1e52f67b-ec1f-465b-a9b6-cea0cf024f43 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:18.985420 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 1e52f67b-ec1f-465b-a9b6-cea0cf024f43 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:19.061464 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:19.093322 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:19.095134 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4ff93c04-f44d-4d4c-a53f-5421112a687f HTTP/1.1" status: 204 len: 168 time: 1.3031578 Sep 18 05:31:19.107274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38038d-7b38-46a9-b5c9-f61efaa30c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff93c04-f44d-4d4c-a53f-5421112a687f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:19.178254 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:19.187013 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:19.188933 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/networks/dc48ba12-deb9-41f1-b2af-8ee8db85287b HTTP/1.1" status: 204 len: 168 time: 1.2689071 Sep 18 05:31:19.192830 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54556) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:19.198248 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0784e-384e-4a8d-ba4c-40cba192cdf1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Network': ['ID=dc48ba12-deb9-41f1-b2af-8ee8db85287b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:19.239701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19534085-62f2-4a6b-ae6c-3932c51e671d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:19.241106 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-19534085-62f2-4a6b-ae6c-3932c51e671d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/0c518081-f025-4cd8-b171-2725dc99a6fd HTTP/1.1" status: 200 len: 840 time: 0.0469654 Sep 18 05:31:19.244840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54558) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:19.284755 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bceee821-c95d-4b39-b6db-1eef7827695d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/0c518081-f025-4cd8-b171-2725dc99a6fd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0387464 Sep 18 05:31:19.288142 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54560) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:19.293535 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1ccc66cb-f9cb-4adf-a5f9-507502448da2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:19.393762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54564) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:19.422453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccc66cb-f9cb-4adf-a5f9-507502448da2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:19.425972 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ccc66cb-f9cb-4adf-a5f9-507502448da2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:19.459335 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6cc358c6-af39-4de7-802a-7df49759d422 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe2be07101d2428e8daa0557e1f87356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643816 Sep 18 05:31:19.461784 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54566) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:19.565071 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21ba52ec-cc3a-4a01-9f6e-5104ca2fc7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:19.618259 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21ba52ec-cc3a-4a01-9f6e-5104ca2fc7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:19.766892 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ccc66cb-f9cb-4adf-a5f9-507502448da2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:19.795670 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21ba52ec-cc3a-4a01-9f6e-5104ca2fc7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:19.798203 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-21ba52ec-cc3a-4a01-9f6e-5104ca2fc7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:19.799346 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-21ba52ec-cc3a-4a01-9f6e-5104ca2fc7c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6eec6d03-9347-429f-8473-cafb67a57888 HTTP/1.1" status: 204 len: 168 time: 0.3366649 Sep 18 05:31:19.820533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba52ec-cc3a-4a01-9f6e-5104ca2fc7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eec6d03-9347-429f-8473-cafb67a57888,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:19.830808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc66cb-f9cb-4adf-a5f9-507502448da2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network f4a6aecf-e5e3-4184-a933-372ab3115124 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:19.832180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc66cb-f9cb-4adf-a5f9-507502448da2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Subnet': ['ID=cb1d2610-846b-4ee8-a7c4-31b9fb763a3f,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:19.834561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc66cb-f9cb-4adf-a5f9-507502448da2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:19.836992 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc66cb-f9cb-4adf-a5f9-507502448da2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:19.837600 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ccc66cb-f9cb-4adf-a5f9-507502448da2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:19.850360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9602fd-6e3e-4e53-a653-ae5144f4b742 None None] Network f4a6aecf-e5e3-4184-a933-372ab3115124 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:19.898834 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1ccc66cb-f9cb-4adf-a5f9-507502448da2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6095829 Sep 18 05:31:19.902330 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54570) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:19.906919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8776582c-fcd1-4f14-878b-c83c661adbc6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'security_group': {'name': 'tempest-secgroup-1911851760'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:19.972481 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8776582c-fcd1-4f14-878b-c83c661adbc6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.005666 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-f4a6aecf-e5e3-4184-a933-372ab3115124', 'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'tenant_id': '8164abc58e4d4cbea94e9fa935644396', 'fixed_ips': [{'subnet_id': 'cb1d2610-846b-4ee8-a7c4-31b9fb763a3f'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:31:20.006535 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.060749 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8776582c-fcd1-4f14-878b-c83c661adbc6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.131465 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8776582c-fcd1-4f14-878b-c83c661adbc6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.143389 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Allocated IP 172.20.0.2 (f4a6aecf-e5e3-4184-a933-372ab3115124/cb1d2610-846b-4ee8-a7c4-31b9fb763a3f/9a4d2625-8afc-4cf6-bb22-bf6447a90c66) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:20.156892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776582c-fcd1-4f14-878b-c83c661adbc6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31bf76b-e441-4f2b-a717-cdd4092b6957,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:20.223662 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8776582c-fcd1-4f14-878b-c83c661adbc6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.225043 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8776582c-fcd1-4f14-878b-c83c661adbc6 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3216798 Sep 18 05:31:20.227790 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54574) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:20.232827 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-c6b7db3d-41a7-4484-b7e7-577030eaa69d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'security_group': {'name': 'tempest-secgroup-1035369858'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:20.291936 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.315036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c6b7db3d-41a7-4484-b7e7-577030eaa69d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.355432 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.391883 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Network f4a6aecf-e5e3-4184-a933-372ab3115124 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:20.394939 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:20.397550 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:20.405097 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c6b7db3d-41a7-4484-b7e7-577030eaa69d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.415462 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Pushing event updated for resources: {'Port': ['ID=9a4d2625-8afc-4cf6-bb22-bf6447a90c66,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:20.458448 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c6b7db3d-41a7-4484-b7e7-577030eaa69d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.463009 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Attempting to bind port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:31:20.463479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Attempting to bind port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '5ce25129-a127-4e3e-8d50-76c1379f84c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:31:20.465187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Attempting to bind port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 on network f4a6aecf-e5e3-4184-a933-372ab3115124 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:31:20.469962 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:31:20.470354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Checking segment: {'id': '5ce25129-a127-4e3e-8d50-76c1379f84c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:31:20.470746 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.471247 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Bound using segment: {'id': '5ce25129-a127-4e3e-8d50-76c1379f84c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:31:20.471721 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Bound port: 9a4d2625-8afc-4cf6-bb22-bf6447a90c66, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce25129-a127-4e3e-8d50-76c1379f84c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:31:20.472111 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.498533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7db3d-41a7-4484-b7e7-577030eaa69d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc96b20-d578-4a6b-9817-175a5d26627e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:20.514989 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54578) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:20.546028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] For port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:31:20.549106 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] For port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9a4d2625-8afc-4cf6-bb22-bf6447a90c66,segment=NetworkSegment(5ce25129-a127-4e3e-8d50-76c1379f84c1),segment_id=5ce25129-a127-4e3e-8d50-76c1379f84c1)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:31:20.549417 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c6b7db3d-41a7-4484-b7e7-577030eaa69d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.550820 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c6b7db3d-41a7-4484-b7e7-577030eaa69d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3220406 Sep 18 05:31:20.559742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54580) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:20.561422 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2878b083-e680-41d5-a8df-711ec225beec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c85dc5ac35b4912a2c1214a327cd45d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452490 Sep 18 05:31:20.563808 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54582) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:20.572449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0b49728e-df00-417a-98b4-c149ad3e3f98 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-693607606', 'security_groups': ['cbc96b20-d578-4a6b-9817-175a5d26627e'], 'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cb1d2610-846b-4ee8-a7c4-31b9fb763a3f'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:20.618647 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.682890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69180763-2bc8-40ab-9393-118ba99c95a2 None None] Pushing event updated for resources: {'Port': ['ID=9a4d2625-8afc-4cf6-bb22-bf6447a90c66,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:20.687470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd28b-9131-4f17-bc9c-d37fae4e9f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.724797 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd28b-9131-4f17-bc9c-d37fae4e9f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.880741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b49728e-df00-417a-98b4-c149ad3e3f98 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:20.897060 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd28b-9131-4f17-bc9c-d37fae4e9f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.900291 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd28b-9131-4f17-bc9c-d37fae4e9f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:20.904263 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3ecbd28b-9131-4f17-bc9c-d37fae4e9f90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a6e8213-0678-4381-a01c-f665a5d5b73c HTTP/1.1" status: 204 len: 168 time: 0.3394978 Sep 18 05:31:20.923144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbd28b-9131-4f17-bc9c-d37fae4e9f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6e8213-0678-4381-a01c-f665a5d5b73c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:20.982313 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:21.000206 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0b49728e-df00-417a-98b4-c149ad3e3f98 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:21.018038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-0b49728e-df00-417a-98b4-c149ad3e3f98 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port c8551790-b568-4fe8-8973-71741e4fa6ec yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:31:21.031598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:21.032051 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:21.115493 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:21.153273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9a4d2625-8afc-4cf6-bb22-bf6447a90c66,segment=NetworkSegment(5ce25129-a127-4e3e-8d50-76c1379f84c1),segment_id=5ce25129-a127-4e3e-8d50-76c1379f84c1)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:21.196842 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-0b49728e-df00-417a-98b4-c149ad3e3f98 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Allocated IP 172.20.0.4 (f4a6aecf-e5e3-4184-a933-372ab3115124/cb1d2610-846b-4ee8-a7c4-31b9fb763a3f/c8551790-b568-4fe8-8973-71741e4fa6ec) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:21.218349 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:21.274340 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=9a4d2625-8afc-4cf6-bb22-bf6447a90c66,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:21.365449 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0b49728e-df00-417a-98b4-c149ad3e3f98 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:21.451046 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0b49728e-df00-417a-98b4-c149ad3e3f98 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:21.505702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b49728e-df00-417a-98b4-c149ad3e3f98 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network f4a6aecf-e5e3-4184-a933-372ab3115124 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:21.509579 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-0b49728e-df00-417a-98b4-c149ad3e3f98 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:21.514627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b49728e-df00-417a-98b4-c149ad3e3f98 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:21.554356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49728e-df00-417a-98b4-c149ad3e3f98 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=c8551790-b568-4fe8-8973-71741e4fa6ec,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:21.590962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b49728e-df00-417a-98b4-c149ad3e3f98 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:21.591656 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0b49728e-df00-417a-98b4-c149ad3e3f98 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:21.643050 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0b49728e-df00-417a-98b4-c149ad3e3f98 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0818529 Sep 18 05:31:21.644564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54588) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:21.649867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4ac72d49-95ed-461c-b797-f394369bdff7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:21.737434 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5e744e70-2fbb-40d8-ba14-037f6384f4f0 None None] Provisioning complete for port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:21.738034 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e744e70-2fbb-40d8-ba14-037f6384f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:21.827427 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5e744e70-2fbb-40d8-ba14-037f6384f4f0 None None] Provisioning complete for port 0c518081-f025-4cd8-b171-2725dc99a6fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:21.827807 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e744e70-2fbb-40d8-ba14-037f6384f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:21.829615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac72d49-95ed-461c-b797-f394369bdff7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:21.833698 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ac72d49-95ed-461c-b797-f394369bdff7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:21.865782 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5e744e70-2fbb-40d8-ba14-037f6384f4f0 None None] Port 0c518081-f025-4cd8-b171-2725dc99a6fd cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:21.928773 n-d-789963-13 neutron-server[106909]: INFO neutron.db.ipam_backend_mixin [None req-4ac72d49-95ed-461c-b797-f394369bdff7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cb1d2610-846b-4ee8-a7c4-31b9fb763a3f (CIDR: 172.20.0.0/28) Sep 18 05:31:21.961366 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac72d49-95ed-461c-b797-f394369bdff7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:31:21.961804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac72d49-95ed-461c-b797-f394369bdff7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:31:21.986045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-a1a6d9ed-7653-4f4a-aa56-f6af09d77f47 None None] Provisioning complete for port c8551790-b568-4fe8-8973-71741e4fa6ec triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:21.986589 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a1a6d9ed-7653-4f4a-aa56-f6af09d77f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:22.018402 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-a1a6d9ed-7653-4f4a-aa56-f6af09d77f47 None None] Port c8551790-b568-4fe8-8973-71741e4fa6ec cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:22.059143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4ac72d49-95ed-461c-b797-f394369bdff7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4134448 Sep 18 05:31:22.061765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54590) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:22.066615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b1976037-ff9c-435e-a18c-094d165a4c51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:22.251592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1976037-ff9c-435e-a18c-094d165a4c51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:22.255089 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1976037-ff9c-435e-a18c-094d165a4c51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:22.521093 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1976037-ff9c-435e-a18c-094d165a4c51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:22.566068 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1976037-ff9c-435e-a18c-094d165a4c51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network f4a6aecf-e5e3-4184-a933-372ab3115124 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:22.569142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b1976037-ff9c-435e-a18c-094d165a4c51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:22.572138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1976037-ff9c-435e-a18c-094d165a4c51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:22.573258 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1976037-ff9c-435e-a18c-094d165a4c51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:22.579008 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113eee04-d1a9-4392-908e-40b8346fb319 None None] Network f4a6aecf-e5e3-4184-a933-372ab3115124 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:22.591624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1976037-ff9c-435e-a18c-094d165a4c51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Subnet': ['ID=2d14c260-3497-4eff-8058-660b4ecd5e96,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:22.662110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b1976037-ff9c-435e-a18c-094d165a4c51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5968816 Sep 18 05:31:22.664972 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54594) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:22.668787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-a3684a19-872c-4795-89db-492052bcea15 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-981364685', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d14c260-3497-4eff-8058-660b4ecd5e96'}], 'security_groups': ['a31bf76b-e441-4f2b-a717-cdd4092b6957']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:22.736136 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3684a19-872c-4795-89db-492052bcea15 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:22.784930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352b83da-c44a-4c84-a42d-73c601161295 None None] Update dhcp port {'port': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'fixed_ips': [{'subnet_id': 'cb1d2610-846b-4ee8-a7c4-31b9fb763a3f', 'ip_address': '172.20.0.2'}, {'subnet_id': '2d14c260-3497-4eff-8058-660b4ecd5e96'}], 'binding:host_id': 'n-d-789963-13'}, 'id': '9a4d2625-8afc-4cf6-bb22-bf6447a90c66'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:31:22.809462 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-352b83da-c44a-4c84-a42d-73c601161295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:23.007443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:23.049261 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-a3684a19-872c-4795-89db-492052bcea15 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Delete allocated IP 172.20.0.4 (f4a6aecf-e5e3-4184-a933-372ab3115124/cb1d2610-846b-4ee8-a7c4-31b9fb763a3f) {{(pid=106909) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 05:31:23.058198 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-a3684a19-872c-4795-89db-492052bcea15 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Allocated IP 172.20.0.26 (f4a6aecf-e5e3-4184-a933-372ab3115124/2d14c260-3497-4eff-8058-660b4ecd5e96/c8551790-b568-4fe8-8973-71741e4fa6ec) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:23.122582 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:23.122961 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:23.191425 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:23.209483 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3684a19-872c-4795-89db-492052bcea15 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:23.214248 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:31:23.263338 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3684a19-872c-4795-89db-492052bcea15 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:23.317787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-352b83da-c44a-4c84-a42d-73c601161295 None None] Allocated IP 172.20.0.18 (f4a6aecf-e5e3-4184-a933-372ab3115124/2d14c260-3497-4eff-8058-660b4ecd5e96/9a4d2625-8afc-4cf6-bb22-bf6447a90c66) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:23.353949 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:23.357734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3684a19-872c-4795-89db-492052bcea15 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=c8551790-b568-4fe8-8973-71741e4fa6ec,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:23.374165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a3684a19-872c-4795-89db-492052bcea15 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] In _notify_port_updated(), no bound segment for port c8551790-b568-4fe8-8973-71741e4fa6ec on network f4a6aecf-e5e3-4184-a933-372ab3115124 {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:31:23.379817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3684a19-872c-4795-89db-492052bcea15 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:23.380507 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a3684a19-872c-4795-89db-492052bcea15 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:23.384423 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a3684a19-872c-4795-89db-492052bcea15 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "PUT /v2.0/ports/c8551790-b568-4fe8-8973-71741e4fa6ec HTTP/1.1" status: 200 len: 920 time: 0.7183733 Sep 18 05:31:23.385152 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54596) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:23.414659 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-352b83da-c44a-4c84-a42d-73c601161295 None None] For port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9a4d2625-8afc-4cf6-bb22-bf6447a90c66,segment=NetworkSegment(5ce25129-a127-4e3e-8d50-76c1379f84c1),segment_id=5ce25129-a127-4e3e-8d50-76c1379f84c1)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:23.444633 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-352b83da-c44a-4c84-a42d-73c601161295 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:23.472579 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1cd091a4-9a4d-4bd8-8855-45385b68ba37 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port c8551790-b568-4fe8-8973-71741e4fa6ec {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:23.472933 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1cd091a4-9a4d-4bd8-8855-45385b68ba37 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:23.503792 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-352b83da-c44a-4c84-a42d-73c601161295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:23.565099 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1cd091a4-9a4d-4bd8-8855-45385b68ba37 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:23.581308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1cd091a4-9a4d-4bd8-8855-45385b68ba37 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for c8551790-b568-4fe8-8973-71741e4fa6ec owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:23.587030 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b83da-c44a-4c84-a42d-73c601161295 None None] Pushing event updated for resources: {'Port': ['ID=9a4d2625-8afc-4cf6-bb22-bf6447a90c66,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:23.778374 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1cd091a4-9a4d-4bd8-8855-45385b68ba37 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:23.808468 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd091a4-9a4d-4bd8-8855-45385b68ba37 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=c8551790-b568-4fe8-8973-71741e4fa6ec,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:23.884429 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1cd091a4-9a4d-4bd8-8855-45385b68ba37 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:23.890703 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1cd091a4-9a4d-4bd8-8855-45385b68ba37 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/c8551790-b568-4fe8-8973-71741e4fa6ec HTTP/1.1" status: 204 len: 168 time: 0.4998040 Sep 18 05:31:23.890703 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54600) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:23.914672 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec9099e-6649-47b8-b7f9-ef19ef24e41b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] GET failed (client error): The resource could not be found. Sep 18 05:31:23.916333 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5ec9099e-6649-47b8-b7f9-ef19ef24e41b tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/c8551790-b568-4fe8-8973-71741e4fa6ec HTTP/1.1" status: 404 len: 333 time: 0.0261493 Sep 18 05:31:23.919550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54602) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:23.974915 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-866905d3-aed8-42f1-a24e-ce4f63ab8779 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:23.999393 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-866905d3-aed8-42f1-a24e-ce4f63ab8779 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.098017 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-866905d3-aed8-42f1-a24e-ce4f63ab8779 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.100710 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-866905d3-aed8-42f1-a24e-ce4f63ab8779 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.101873 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-866905d3-aed8-42f1-a24e-ce4f63ab8779 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/security-groups/cbc96b20-d578-4a6b-9817-175a5d26627e HTTP/1.1" status: 204 len: 168 time: 0.1814005 Sep 18 05:31:24.105269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54604) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:24.114563 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866905d3-aed8-42f1-a24e-ce4f63ab8779 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc96b20-d578-4a6b-9817-175a5d26627e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:24.149875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f65138fb-4466-440a-8c04-8e83dc292ef5 None None] Provisioning complete for port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:24.151646 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f65138fb-4466-440a-8c04-8e83dc292ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.160251 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77e729a9-2cf7-4984-be99-f07d3b0b4b4f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.183800 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77e729a9-2cf7-4984-be99-f07d3b0b4b4f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.239736 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f65138fb-4466-440a-8c04-8e83dc292ef5 None None] Provisioning complete for port 0c518081-f025-4cd8-b171-2725dc99a6fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:24.240106 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f65138fb-4466-440a-8c04-8e83dc292ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.272613 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f65138fb-4466-440a-8c04-8e83dc292ef5 None None] Port 0c518081-f025-4cd8-b171-2725dc99a6fd cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:24.275486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f65138fb-4466-440a-8c04-8e83dc292ef5 None None] Could not find standard attr ID for object c8551790-b568-4fe8-8973-71741e4fa6ec. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:31:24.297710 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77e729a9-2cf7-4984-be99-f07d3b0b4b4f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.300321 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-77e729a9-2cf7-4984-be99-f07d3b0b4b4f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.301796 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-77e729a9-2cf7-4984-be99-f07d3b0b4b4f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/security-groups/a31bf76b-e441-4f2b-a717-cdd4092b6957 HTTP/1.1" status: 204 len: 168 time: 0.1952488 Sep 18 05:31:24.304480 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54606) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:24.311470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e729a9-2cf7-4984-be99-f07d3b0b4b4f tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31bf76b-e441-4f2b-a717-cdd4092b6957,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:24.361022 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-69686ab2-c0bc-47a1-a995-9f0ed77cfa33 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting subnet cb1d2610-846b-4ee8-a7c4-31b9fb763a3f {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:31:24.364143 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69686ab2-c0bc-47a1-a995-9f0ed77cfa33 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.406456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69686ab2-c0bc-47a1-a995-9f0ed77cfa33 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.493463 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69686ab2-c0bc-47a1-a995-9f0ed77cfa33 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.587967 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-94de7b66-c3ed-4808-b6c1-d26c09a51870 None None] Could not find standard attr ID for object c8551790-b568-4fe8-8973-71741e4fa6ec. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:31:24.636012 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69686ab2-c0bc-47a1-a995-9f0ed77cfa33 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.664534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69686ab2-c0bc-47a1-a995-9f0ed77cfa33 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1d2610-846b-4ee8-a7c4-31b9fb763a3f,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:24.669278 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-69686ab2-c0bc-47a1-a995-9f0ed77cfa33 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.672295 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-69686ab2-c0bc-47a1-a995-9f0ed77cfa33 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/cb1d2610-846b-4ee8-a7c4-31b9fb763a3f HTTP/1.1" status: 204 len: 168 time: 0.3659391 Sep 18 05:31:24.675458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54608) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:24.684510 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b4662ace-55df-4743-b443-de51e02bb044 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:24.689268 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b6cbe6-df68-4a18-a9eb-ee64b60dacf2 None None] Network f4a6aecf-e5e3-4184-a933-372ab3115124 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:24.851995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4662ace-55df-4743-b443-de51e02bb044 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:24.855719 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b4662ace-55df-4743-b443-de51e02bb044 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:24.910768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:24.962071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:24.962983 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:25.159815 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b4662ace-55df-4743-b443-de51e02bb044 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:25.201029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4662ace-55df-4743-b443-de51e02bb044 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network f4a6aecf-e5e3-4184-a933-372ab3115124 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:25.204263 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b4662ace-55df-4743-b443-de51e02bb044 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:25.207375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4662ace-55df-4743-b443-de51e02bb044 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:25.207970 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b4662ace-55df-4743-b443-de51e02bb044 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:25.224014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4662ace-55df-4743-b443-de51e02bb044 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Subnet': ['ID=e8e0a8b0-51ee-4f0d-bc37-8005d911a931,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:25.310330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b4662ace-55df-4743-b443-de51e02bb044 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6337078 Sep 18 05:31:25.313037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54612) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:25.317358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b60cf648-0d81-4e2a-84b3-5db481167a51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'security_group': {'name': 'tempest-secgroup-668550437'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:25.363882 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412d601b-25e4-4754-b7e6-41cd343d94c1 None None] Network f4a6aecf-e5e3-4184-a933-372ab3115124 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:25.412283 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b60cf648-0d81-4e2a-84b3-5db481167a51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:25.439500 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3f2d9198-80b1-40b7-83f6-631cfae80adc None None] Provisioning complete for port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:25.439883 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3f2d9198-80b1-40b7-83f6-631cfae80adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:25.502330 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b60cf648-0d81-4e2a-84b3-5db481167a51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:25.578632 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b60cf648-0d81-4e2a-84b3-5db481167a51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:25.597619 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3f2d9198-80b1-40b7-83f6-631cfae80adc None None] Provisioning complete for port 0c518081-f025-4cd8-b171-2725dc99a6fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:25.598014 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3f2d9198-80b1-40b7-83f6-631cfae80adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:25.610034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cf648-0d81-4e2a-84b3-5db481167a51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f902a9c-455a-44fb-b591-fb5d2c64cd20,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:25.657706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d9198-80b1-40b7-83f6-631cfae80adc None None] Port 0c518081-f025-4cd8-b171-2725dc99a6fd cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:25.666697 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ea9de9-c166-401f-8fc4-0637e60dab37 None None] Update dhcp port {'port': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'fixed_ips': [{'subnet_id': '2d14c260-3497-4eff-8058-660b4ecd5e96', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e8e0a8b0-51ee-4f0d-bc37-8005d911a931'}], 'binding:host_id': 'n-d-789963-13'}, 'id': '9a4d2625-8afc-4cf6-bb22-bf6447a90c66'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:31:25.675275 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b60cf648-0d81-4e2a-84b3-5db481167a51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:25.676943 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b60cf648-0d81-4e2a-84b3-5db481167a51 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3630559 Sep 18 05:31:25.679546 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54614) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:25.684697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-93860979-7c15-4d47-a46f-7beba311dc42 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'security_group': {'name': 'tempest-secgroup-1229805426'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:25.692299 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-00ea9de9-c166-401f-8fc4-0637e60dab37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:25.749351 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-93860979-7c15-4d47-a46f-7beba311dc42 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:25.831238 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-93860979-7c15-4d47-a46f-7beba311dc42 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:25.854758 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-00ea9de9-c166-401f-8fc4-0637e60dab37 None None] Allocated IP 172.20.0.2 (f4a6aecf-e5e3-4184-a933-372ab3115124/e8e0a8b0-51ee-4f0d-bc37-8005d911a931/9a4d2625-8afc-4cf6-bb22-bf6447a90c66) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:25.891857 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-93860979-7c15-4d47-a46f-7beba311dc42 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:25.922189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93860979-7c15-4d47-a46f-7beba311dc42 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f33507f-7abc-4f4b-9555-05483659bebb,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:25.956555 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-00ea9de9-c166-401f-8fc4-0637e60dab37 None None] For port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9a4d2625-8afc-4cf6-bb22-bf6447a90c66,segment=NetworkSegment(5ce25129-a127-4e3e-8d50-76c1379f84c1),segment_id=5ce25129-a127-4e3e-8d50-76c1379f84c1)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:25.960810 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-93860979-7c15-4d47-a46f-7beba311dc42 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:25.964760 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-93860979-7c15-4d47-a46f-7beba311dc42 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2814171 Sep 18 05:31:25.965292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54618) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:25.969733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9804c797-9d61-40c8-a2c2-043b2a5ae368 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'security_group': {'name': 'tempest-secgroup-210374583'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:25.984431 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-00ea9de9-c166-401f-8fc4-0637e60dab37 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:26.035027 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-00ea9de9-c166-401f-8fc4-0637e60dab37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:26.052602 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9804c797-9d61-40c8-a2c2-043b2a5ae368 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:26.121999 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea9de9-c166-401f-8fc4-0637e60dab37 None None] Pushing event updated for resources: {'Port': ['ID=9a4d2625-8afc-4cf6-bb22-bf6447a90c66,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:26.140851 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9804c797-9d61-40c8-a2c2-043b2a5ae368 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:26.194941 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9804c797-9d61-40c8-a2c2-043b2a5ae368 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:26.225794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804c797-9d61-40c8-a2c2-043b2a5ae368 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9d9831-3bc5-46bc-8def-72e0827dc3d9,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:26.257887 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9804c797-9d61-40c8-a2c2-043b2a5ae368 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:26.259260 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9804c797-9d61-40c8-a2c2-043b2a5ae368 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2929709 Sep 18 05:31:26.262081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54620) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:26.266942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2cde5fc8-eed1-4bed-8b91-55218ad96ee1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-48394743', 'security_groups': ['dc9d9831-3bc5-46bc-8def-72e0827dc3d9'], 'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e8e0a8b0-51ee-4f0d-bc37-8005d911a931'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:26.429507 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cde5fc8-eed1-4bed-8b91-55218ad96ee1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:26.516716 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2cde5fc8-eed1-4bed-8b91-55218ad96ee1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:26.534154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-2cde5fc8-eed1-4bed-8b91-55218ad96ee1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] device_id is not set on port a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:31:26.582125 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f77d8bfd-d0b0-45b1-9982-173842ec87ca None None] Provisioning complete for port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:26.582669 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f77d8bfd-d0b0-45b1-9982-173842ec87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:26.671413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f77d8bfd-d0b0-45b1-9982-173842ec87ca None None] Provisioning complete for port 0c518081-f025-4cd8-b171-2725dc99a6fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:26.671793 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f77d8bfd-d0b0-45b1-9982-173842ec87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:26.697625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-2cde5fc8-eed1-4bed-8b91-55218ad96ee1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Allocated IP 172.20.0.3 (f4a6aecf-e5e3-4184-a933-372ab3115124/e8e0a8b0-51ee-4f0d-bc37-8005d911a931/a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:26.704854 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f77d8bfd-d0b0-45b1-9982-173842ec87ca None None] Port 0c518081-f025-4cd8-b171-2725dc99a6fd cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:26.836493 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2cde5fc8-eed1-4bed-8b91-55218ad96ee1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:26.892156 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:26.939395 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:26.939775 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:26.950351 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2cde5fc8-eed1-4bed-8b91-55218ad96ee1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:26.995848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cde5fc8-eed1-4bed-8b91-55218ad96ee1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network f4a6aecf-e5e3-4184-a933-372ab3115124 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:26.999011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-2cde5fc8-eed1-4bed-8b91-55218ad96ee1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:27.002639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde5fc8-eed1-4bed-8b91-55218ad96ee1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:27.031780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde5fc8-eed1-4bed-8b91-55218ad96ee1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:27.069170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cde5fc8-eed1-4bed-8b91-55218ad96ee1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:27.069839 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2cde5fc8-eed1-4bed-8b91-55218ad96ee1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:27.122115 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2cde5fc8-eed1-4bed-8b91-55218ad96ee1 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8590298 Sep 18 05:31:27.124819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54624) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:27.130046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-82683b35-b21d-4b02-a14a-c2bc2da807c7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:27.227899 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d1cda4b4-591b-441d-9022-a37064b36f93 None None] Provisioning complete for port a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:27.228203 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d1cda4b4-591b-441d-9022-a37064b36f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:27.263398 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d1cda4b4-591b-441d-9022-a37064b36f93 None None] Port a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:27.280761 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82683b35-b21d-4b02-a14a-c2bc2da807c7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:27.284357 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-82683b35-b21d-4b02-a14a-c2bc2da807c7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:27.377369 n-d-789963-13 neutron-server[106909]: INFO neutron.db.ipam_backend_mixin [None req-82683b35-b21d-4b02-a14a-c2bc2da807c7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e8e0a8b0-51ee-4f0d-bc37-8005d911a931 (CIDR: 172.20.0.0/28) Sep 18 05:31:27.418142 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-82683b35-b21d-4b02-a14a-c2bc2da807c7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:31:27.418636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82683b35-b21d-4b02-a14a-c2bc2da807c7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:31:27.481270 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-82683b35-b21d-4b02-a14a-c2bc2da807c7 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3552470 Sep 18 05:31:27.483822 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54626) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:27.488613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e854b7c8-437e-4b59-b4b4-572f7a71afb9 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:27.663176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e854b7c8-437e-4b59-b4b4-572f7a71afb9 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:27.666676 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e854b7c8-437e-4b59-b4b4-572f7a71afb9 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:27.755138 n-d-789963-13 neutron-server[106909]: INFO neutron.db.ipam_backend_mixin [None req-e854b7c8-437e-4b59-b4b4-572f7a71afb9 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2d14c260-3497-4eff-8058-660b4ecd5e96 (CIDR: 172.20.0.16/28) Sep 18 05:31:27.795123 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e854b7c8-437e-4b59-b4b4-572f7a71afb9 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:31:27.795613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e854b7c8-437e-4b59-b4b4-572f7a71afb9 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:31:27.852008 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e854b7c8-437e-4b59-b4b4-572f7a71afb9 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3671505 Sep 18 05:31:27.854992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54628) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:27.859771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6d032a10-b467-49a0-837d-89907a9f2512 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'subnet': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:28.051851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d032a10-b467-49a0-837d-89907a9f2512 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Made reservation on behalf of 8164abc58e4d4cbea94e9fa935644396 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:28.055433 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6d032a10-b467-49a0-837d-89907a9f2512 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:28.326609 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6d032a10-b467-49a0-837d-89907a9f2512 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:28.374173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d032a10-b467-49a0-837d-89907a9f2512 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Network f4a6aecf-e5e3-4184-a933-372ab3115124 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:28.377287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-6d032a10-b467-49a0-837d-89907a9f2512 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:28.381506 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d032a10-b467-49a0-837d-89907a9f2512 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:28.382103 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6d032a10-b467-49a0-837d-89907a9f2512 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:28.387602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d591360d-4d2f-488f-9d99-86c6b04c82b5 None None] Network f4a6aecf-e5e3-4184-a933-372ab3115124 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:28.390659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d032a10-b467-49a0-837d-89907a9f2512 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Subnet': ['ID=e06596ce-7dc1-4575-9617-a3da0211fa35,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:28.447307 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6d032a10-b467-49a0-837d-89907a9f2512 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5912287 Sep 18 05:31:28.450443 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54634) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:28.455834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ea6a8917-4b78-4675-9c42-da018fc55493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1831571330', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e06596ce-7dc1-4575-9617-a3da0211fa35'}], 'security_groups': ['3f902a9c-455a-44fb-b591-fb5d2c64cd20', '0f33507f-7abc-4f4b-9555-05483659bebb']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:28.519513 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea6a8917-4b78-4675-9c42-da018fc55493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:28.591911 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8462086a-ac8d-48e2-a13f-e18dcb69f304 None None] Update dhcp port {'port': {'network_id': 'f4a6aecf-e5e3-4184-a933-372ab3115124', 'fixed_ips': [{'subnet_id': '2d14c260-3497-4eff-8058-660b4ecd5e96', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e8e0a8b0-51ee-4f0d-bc37-8005d911a931', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e06596ce-7dc1-4575-9617-a3da0211fa35'}], 'binding:host_id': 'n-d-789963-13'}, 'id': '9a4d2625-8afc-4cf6-bb22-bf6447a90c66'} from n-d-789963-13. {{(pid=106910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 05:31:28.616701 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8462086a-ac8d-48e2-a13f-e18dcb69f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:28.810015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-ea6a8917-4b78-4675-9c42-da018fc55493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Delete allocated IP 172.20.0.3 (f4a6aecf-e5e3-4184-a933-372ab3115124/e8e0a8b0-51ee-4f0d-bc37-8005d911a931) {{(pid=106909) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 05:31:28.817672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-ea6a8917-4b78-4675-9c42-da018fc55493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Allocated IP 172.20.0.40 (f4a6aecf-e5e3-4184-a933-372ab3115124/e06596ce-7dc1-4575-9617-a3da0211fa35/a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:28.974511 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea6a8917-4b78-4675-9c42-da018fc55493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.034721 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea6a8917-4b78-4675-9c42-da018fc55493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.087068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-8462086a-ac8d-48e2-a13f-e18dcb69f304 None None] Allocated IP 172.20.0.34 (f4a6aecf-e5e3-4184-a933-372ab3115124/e06596ce-7dc1-4575-9617-a3da0211fa35/9a4d2625-8afc-4cf6-bb22-bf6447a90c66) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:29.126121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a8917-4b78-4675-9c42-da018fc55493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event updated for resources: {'Port': ['ID=a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:29.144536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a8917-4b78-4675-9c42-da018fc55493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] In _notify_port_updated(), no bound segment for port a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a on network f4a6aecf-e5e3-4184-a933-372ab3115124 {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:31:29.150077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a8917-4b78-4675-9c42-da018fc55493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:29.151297 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea6a8917-4b78-4675-9c42-da018fc55493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.155371 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ea6a8917-4b78-4675-9c42-da018fc55493 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "PUT /v2.0/ports/a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a HTTP/1.1" status: 200 len: 960 time: 0.7010438 Sep 18 05:31:29.155562 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54638) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:29.189128 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8462086a-ac8d-48e2-a13f-e18dcb69f304 None None] For port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9a4d2625-8afc-4cf6-bb22-bf6447a90c66,segment=NetworkSegment(5ce25129-a127-4e3e-8d50-76c1379f84c1),segment_id=5ce25129-a127-4e3e-8d50-76c1379f84c1)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:29.218517 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8462086a-ac8d-48e2-a13f-e18dcb69f304 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.248742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-0e2631a2-cbd6-438e-b448-cb826b7ffc3d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:29.249087 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e2631a2-cbd6-438e-b448-cb826b7ffc3d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.297743 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8462086a-ac8d-48e2-a13f-e18dcb69f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.336285 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e2631a2-cbd6-438e-b448-cb826b7ffc3d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.348987 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-0e2631a2-cbd6-438e-b448-cb826b7ffc3d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:29.398689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462086a-ac8d-48e2-a13f-e18dcb69f304 None None] Pushing event updated for resources: {'Port': ['ID=9a4d2625-8afc-4cf6-bb22-bf6447a90c66,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:29.527032 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e2631a2-cbd6-438e-b448-cb826b7ffc3d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.558522 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2631a2-cbd6-438e-b448-cb826b7ffc3d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:29.632850 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e2631a2-cbd6-438e-b448-cb826b7ffc3d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.634845 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0e2631a2-cbd6-438e-b448-cb826b7ffc3d tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a HTTP/1.1" status: 204 len: 168 time: 0.4783387 Sep 18 05:31:29.638128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54640) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:29.663433 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0f1c98-86ce-4209-ab1b-0078f8943aad tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] GET failed (client error): The resource could not be found. Sep 18 05:31:29.667014 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7e0f1c98-86ce-4209-ab1b-0078f8943aad tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports/a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a HTTP/1.1" status: 404 len: 333 time: 0.0260060 Sep 18 05:31:29.669248 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54642) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:29.723705 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92797787-961d-4ec8-88de-901a1c5dcf12 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.747939 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92797787-961d-4ec8-88de-901a1c5dcf12 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.861784 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92797787-961d-4ec8-88de-901a1c5dcf12 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.862125 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92797787-961d-4ec8-88de-901a1c5dcf12 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.863297 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-92797787-961d-4ec8-88de-901a1c5dcf12 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/security-groups/dc9d9831-3bc5-46bc-8def-72e0827dc3d9 HTTP/1.1" status: 204 len: 168 time: 0.1929536 Sep 18 05:31:29.865970 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54644) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:29.896102 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4668f679-517c-434e-b377-969ab5912384 None None] Provisioning complete for port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:29.896590 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4668f679-517c-434e-b377-969ab5912384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.899215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92797787-961d-4ec8-88de-901a1c5dcf12 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9d9831-3bc5-46bc-8def-72e0827dc3d9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:29.924560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24b6bf90-5047-40f6-8549-6e5ecfd4ba2c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.924784 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdaae12b-13fd-4a70-9ec0-456974b4c476 req-7b2aa5b4-947e-4435-aad5-c47ccad01275 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0660956 Sep 18 05:31:29.953841 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24b6bf90-5047-40f6-8549-6e5ecfd4ba2c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:29.998149 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4668f679-517c-434e-b377-969ab5912384 None None] Provisioning complete for port 0c518081-f025-4cd8-b171-2725dc99a6fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:29.998635 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4668f679-517c-434e-b377-969ab5912384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.007868 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaae12b-13fd-4a70-9ec0-456974b4c476 req-3acd137b-f9d4-4b2f-8037-02d9c3100f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:30.009491 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdaae12b-13fd-4a70-9ec0-456974b4c476 req-3acd137b-f9d4-4b2f-8037-02d9c3100f82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 1097 time: 0.0422361 Sep 18 05:31:30.037383 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-4668f679-517c-434e-b377-969ab5912384 None None] Port 0c518081-f025-4cd8-b171-2725dc99a6fd cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:30.040599 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4668f679-517c-434e-b377-969ab5912384 None None] Could not find standard attr ID for object a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:31:30.058831 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24b6bf90-5047-40f6-8549-6e5ecfd4ba2c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.061348 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-24b6bf90-5047-40f6-8549-6e5ecfd4ba2c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.069796 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-24b6bf90-5047-40f6-8549-6e5ecfd4ba2c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/security-groups/0f33507f-7abc-4f4b-9555-05483659bebb HTTP/1.1" status: 204 len: 168 time: 0.1955295 Sep 18 05:31:30.069796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54646) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:30.084609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6bf90-5047-40f6-8549-6e5ecfd4ba2c tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f33507f-7abc-4f4b-9555-05483659bebb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:30.118539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaae12b-13fd-4a70-9ec0-456974b4c476 req-533585b1-b495-448e-bfa4-d529630bfe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:30.120469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdaae12b-13fd-4a70-9ec0-456974b4c476 req-533585b1-b495-448e-bfa4-d529630bfe1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 917 time: 0.0925500 Sep 18 05:31:30.129280 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1225e7f1-3e1f-4e4f-9398-fa67f8a314b2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.153455 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1225e7f1-3e1f-4e4f-9398-fa67f8a314b2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.198915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdaae12b-13fd-4a70-9ec0-456974b4c476 req-f5e473ea-6913-4168-8320-e8083e89b950 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99008a16-1a83-4a08-ac31-786e500e52f7 HTTP/1.1" status: 200 len: 1001 time: 0.0703871 Sep 18 05:31:30.235079 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1225e7f1-3e1f-4e4f-9398-fa67f8a314b2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.237944 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1225e7f1-3e1f-4e4f-9398-fa67f8a314b2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.240743 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1225e7f1-3e1f-4e4f-9398-fa67f8a314b2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/security-groups/3f902a9c-455a-44fb-b591-fb5d2c64cd20 HTTP/1.1" status: 204 len: 168 time: 0.1710820 Sep 18 05:31:30.243816 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54650) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:30.252293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaae12b-13fd-4a70-9ec0-456974b4c476 req-d0072313-bff4-440a-aa64-0b0c515d726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:30.253893 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdaae12b-13fd-4a70-9ec0-456974b4c476 req-d0072313-bff4-440a-aa64-0b0c515d726c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.0487285 Sep 18 05:31:30.257733 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e7f1-3e1f-4e4f-9398-fa67f8a314b2 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f902a9c-455a-44fb-b591-fb5d2c64cd20,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:30.304272 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c89332-b9ba-40ff-bf25-8f87c0153dbd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting subnet e8e0a8b0-51ee-4f0d-bc37-8005d911a931 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:31:30.307419 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5c89332-b9ba-40ff-bf25-8f87c0153dbd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.311969 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaae12b-13fd-4a70-9ec0-456974b4c476 req-99e1977a-0ff7-4e71-8e2d-385fa4172f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:30.313618 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdaae12b-13fd-4a70-9ec0-456974b4c476 req-99e1977a-0ff7-4e71-8e2d-385fa4172f93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475881 Sep 18 05:31:30.350991 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5c89332-b9ba-40ff-bf25-8f87c0153dbd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.415993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdaae12b-13fd-4a70-9ec0-456974b4c476 req-dac1ced7-e499-430d-a9a2-e18d8e0260e3 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945120 Sep 18 05:31:30.453823 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5c89332-b9ba-40ff-bf25-8f87c0153dbd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.458018 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-914e7362-7a38-4174-82bb-83e9eb372896 None None] Could not find standard attr ID for object a88d5ea5-4b26-497e-8fb5-8b997b6d9d6a. {{(pid=106910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 05:31:30.545861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cdaae12b-13fd-4a70-9ec0-456974b4c476 req-843f7bcd-73b6-4723-9a67-a25ee617b15c service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227026 Sep 18 05:31:30.601158 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5c89332-b9ba-40ff-bf25-8f87c0153dbd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.629599 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c89332-b9ba-40ff-bf25-8f87c0153dbd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e0a8b0-51ee-4f0d-bc37-8005d911a931,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:30.633319 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5c89332-b9ba-40ff-bf25-8f87c0153dbd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.636597 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a5c89332-b9ba-40ff-bf25-8f87c0153dbd tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/e8e0a8b0-51ee-4f0d-bc37-8005d911a931 HTTP/1.1" status: 204 len: 168 time: 0.3916538 Sep 18 05:31:30.639125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54656) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:30.640702 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a3747-871e-4342-81fd-35030708cce0 None None] Network f4a6aecf-e5e3-4184-a933-372ab3115124 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:30.693820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5717bc8d-c215-4645-92c5-9bc06970e459 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting subnet e06596ce-7dc1-4575-9617-a3da0211fa35 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:31:30.693820 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5717bc8d-c215-4645-92c5-9bc06970e459 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.738186 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5717bc8d-c215-4645-92c5-9bc06970e459 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.822169 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5717bc8d-c215-4645-92c5-9bc06970e459 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.912088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:30.950321 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5717bc8d-c215-4645-92c5-9bc06970e459 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.966646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:30.969525 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.980153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717bc8d-c215-4645-92c5-9bc06970e459 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Subnet': ['ID=e06596ce-7dc1-4575-9617-a3da0211fa35,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:30.984222 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5717bc8d-c215-4645-92c5-9bc06970e459 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:30.987834 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5717bc8d-c215-4645-92c5-9bc06970e459 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/e06596ce-7dc1-4575-9617-a3da0211fa35 HTTP/1.1" status: 204 len: 168 time: 0.3460736 Sep 18 05:31:30.990393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54658) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.025223 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-3415bc6e-6cbe-43d0-b24f-83ab4f79e0a4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] DELETE failed (client error): The resource could not be found. Sep 18 05:31:31.026118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3415bc6e-6cbe-43d0-b24f-83ab4f79e0a4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:31:31.028228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3415bc6e-6cbe-43d0-b24f-83ab4f79e0a4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/e8e0a8b0-51ee-4f0d-bc37-8005d911a931 HTTP/1.1" status: 404 len: 337 time: 0.0368197 Sep 18 05:31:31.030880 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54660) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.085612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea165f05-b1de-4528-93b5-d4449ae0e932 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting subnet 2d14c260-3497-4eff-8058-660b4ecd5e96 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:31:31.089127 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea165f05-b1de-4528-93b5-d4449ae0e932 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:31.130091 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea165f05-b1de-4528-93b5-d4449ae0e932 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:31.227085 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea165f05-b1de-4528-93b5-d4449ae0e932 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:31.245174 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-79cf12d1-ef38-47b2-951c-f9139c5cf5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:31.300025 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0df31fa-fffb-4528-b1e7-9e10dff17a99 None None] Network f4a6aecf-e5e3-4184-a933-372ab3115124 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:31.361549 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea165f05-b1de-4528-93b5-d4449ae0e932 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:31.389268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea165f05-b1de-4528-93b5-d4449ae0e932 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Subnet': ['ID=2d14c260-3497-4eff-8058-660b4ecd5e96,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:31.395703 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ea165f05-b1de-4528-93b5-d4449ae0e932 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:31.400016 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ea165f05-b1de-4528-93b5-d4449ae0e932 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/2d14c260-3497-4eff-8058-660b4ecd5e96 HTTP/1.1" status: 204 len: 168 time: 0.3656337 Sep 18 05:31:31.400192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54664) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.427899 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0897ec-c1c1-4469-89dd-829335eba8f4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] DELETE failed (client error): The resource could not be found. Sep 18 05:31:31.428645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0897ec-c1c1-4469-89dd-829335eba8f4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:31:31.430159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3c0897ec-c1c1-4469-89dd-829335eba8f4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/cb1d2610-846b-4ee8-a7c4-31b9fb763a3f HTTP/1.1" status: 404 len: 337 time: 0.0283360 Sep 18 05:31:31.432999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54666) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.459328 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-df40fa04-a6e6-4c0a-ae03-8a4e103979f0 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0a3b74-3fb8-4ff7-8508-28be87bb0679 HTTP/1.1" status: 200 len: 205 time: 0.0252631 Sep 18 05:31:31.461838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54668) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.502139 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-6e74fdaf-52bc-4ae4-a19b-6fcd8e49d19a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] delete failed (client error): The resource could not be found. Sep 18 05:31:31.505613 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6e74fdaf-52bc-4ae4-a19b-6fcd8e49d19a tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/routers/9b0a3b74-3fb8-4ff7-8508-28be87bb0679 HTTP/1.1" status: 404 len: 336 time: 0.0404801 Sep 18 05:31:31.505771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54670) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.516593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0fae1056-270a-4f35-b798-4bd31fa97fcb None None] Provisioning complete for port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:31.517121 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0fae1056-270a-4f35-b798-4bd31fa97fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:31.532330 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-8001caa1-54d8-41eb-9343-2f9ea8a28cb5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] DELETE failed (client error): The resource could not be found. Sep 18 05:31:31.532796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8001caa1-54d8-41eb-9343-2f9ea8a28cb5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:31:31.536945 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8001caa1-54d8-41eb-9343-2f9ea8a28cb5 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/ea78302e-4cf3-4391-a0f5-f4153700df63 HTTP/1.1" status: 404 len: 337 time: 0.0278621 Sep 18 05:31:31.544005 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54672) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.570761 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2d0afe-f060-422d-9235-d5172cc8f105 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] DELETE failed (client error): The resource could not be found. Sep 18 05:31:31.571245 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2d0afe-f060-422d-9235-d5172cc8f105 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:31:31.573608 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fc2d0afe-f060-422d-9235-d5172cc8f105 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/e61c6748-0d8c-4495-8278-b22be94a8dd7 HTTP/1.1" status: 404 len: 337 time: 0.0347645 Sep 18 05:31:31.575727 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54674) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.604647 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-c861f281-3231-4a6b-8821-eb332a774921 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] DELETE failed (client error): The resource could not be found. Sep 18 05:31:31.605129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c861f281-3231-4a6b-8821-eb332a774921 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:31:31.606942 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c861f281-3231-4a6b-8821-eb332a774921 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/bb72b0e9-cf24-49db-9f59-3b6d0796d914 HTTP/1.1" status: 404 len: 337 time: 0.0300343 Sep 18 05:31:31.609602 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54676) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.633135 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-43876591-86b2-4dfe-bca7-fa33a44475bb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] DELETE failed (client error): The resource could not be found. Sep 18 05:31:31.633767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43876591-86b2-4dfe-bca7-fa33a44475bb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:31:31.635657 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-43876591-86b2-4dfe-bca7-fa33a44475bb tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/0d98c082-e9fc-448f-93cf-422d213a45e0 HTTP/1.1" status: 404 len: 333 time: 0.0251276 Sep 18 05:31:31.638495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54678) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.664300 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0fae1056-270a-4f35-b798-4bd31fa97fcb None None] Provisioning complete for port 0c518081-f025-4cd8-b171-2725dc99a6fd triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:31.664623 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-921966fc-af15-4476-9467-9f67ac54cb24 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] DELETE failed (client error): The resource could not be found. Sep 18 05:31:31.664784 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0fae1056-270a-4f35-b798-4bd31fa97fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:31.665398 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921966fc-af15-4476-9467-9f67ac54cb24 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:31:31.670382 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-921966fc-af15-4476-9467-9f67ac54cb24 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/ed8d8865-a7cd-4ff1-9db4-31508311f5b4 HTTP/1.1" status: 404 len: 337 time: 0.0289974 Sep 18 05:31:31.670609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54680) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.696830 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b38e33-a946-4856-a387-bcc4a20a0676 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] DELETE failed (client error): The resource could not be found. Sep 18 05:31:31.697297 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b38e33-a946-4856-a387-bcc4a20a0676 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:31:31.699089 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e3b38e33-a946-4856-a387-bcc4a20a0676 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/1fac9d0a-04aa-4cdb-8c66-aeab2d8011ab HTTP/1.1" status: 404 len: 337 time: 0.0275688 Sep 18 05:31:31.699708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0fae1056-270a-4f35-b798-4bd31fa97fcb None None] Port 0c518081-f025-4cd8-b171-2725dc99a6fd cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:31.701628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54682) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.725009 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff03a71-43d2-4ec6-a726-c2dfcfb121f4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] DELETE failed (client error): The resource could not be found. Sep 18 05:31:31.725609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff03a71-43d2-4ec6-a726-c2dfcfb121f4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:31:31.727303 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cff03a71-43d2-4ec6-a726-c2dfcfb121f4 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/9ae1f940-dab2-42e1-a293-b8c7ba5cf46b HTTP/1.1" status: 404 len: 333 time: 0.0247653 Sep 18 05:31:31.730367 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54684) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.743889 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cbd3f3-a268-408d-b370-e36e9a88be19 None None] DHCP port deletion for f4a6aecf-e5e3-4184-a933-372ab3115124 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:31:31.762640 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf22ecf-639a-4a15-a524-9029e68bfd70 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] DELETE failed (client error): The resource could not be found. Sep 18 05:31:31.763111 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf22ecf-639a-4a15-a524-9029e68bfd70 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:31:31.764836 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9cf22ecf-639a-4a15-a524-9029e68bfd70 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/f3367247-c42f-4084-b58a-3f5b30b67c50 HTTP/1.1" status: 404 len: 337 time: 0.0335739 Sep 18 05:31:31.767286 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54686) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.790326 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d0cbd3f3-a268-408d-b370-e36e9a88be19 None None] Deleting port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:31.790714 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd3f3-a268-408d-b370-e36e9a88be19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:31.792200 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2977b4-0192-43e1-a786-cb6b6aea6d99 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] DELETE failed (client error): The resource could not be found. Sep 18 05:31:31.792684 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2977b4-0192-43e1-a786-cb6b6aea6d99 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 05:31:31.794401 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5a2977b4-0192-43e1-a786-cb6b6aea6d99 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/subnets/5f7984ae-2a0b-4517-b107-31b39db95e86 HTTP/1.1" status: 404 len: 337 time: 0.0262163 Sep 18 05:31:31.796882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54688) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:31.855624 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d0cbd3f3-a268-408d-b370-e36e9a88be19 None None] For port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9a4d2625-8afc-4cf6-bb22-bf6447a90c66,segment=NetworkSegment(5ce25129-a127-4e3e-8d50-76c1379f84c1),segment_id=5ce25129-a127-4e3e-8d50-76c1379f84c1)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:31.856108 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd3f3-a268-408d-b370-e36e9a88be19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:31.868263 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d0cbd3f3-a268-408d-b370-e36e9a88be19 None None] Calling delete_port for 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:31.880879 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-6798bd8d-9831-4cb3-8ad1-d3f86b35cc36 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Deleting port 0c518081-f025-4cd8-b171-2725dc99a6fd {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:31.881343 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6798bd8d-9831-4cb3-8ad1-d3f86b35cc36 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:31.955683 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6798bd8d-9831-4cb3-8ad1-d3f86b35cc36 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:31.968334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-6798bd8d-9831-4cb3-8ad1-d3f86b35cc36 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Calling delete_port for 0c518081-f025-4cd8-b171-2725dc99a6fd owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:32.039586 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e330461a-60cc-4e9b-8ae6-6be1ad46fcec req-025898d2-15a1-494f-a31e-277ab804ac0a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391543 Sep 18 05:31:32.063890 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd3f3-a268-408d-b370-e36e9a88be19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:32.094193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbd3f3-a268-408d-b370-e36e9a88be19 None None] Pushing event deleted for resources: {'Port': ['ID=9a4d2625-8afc-4cf6-bb22-bf6447a90c66,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:32.098521 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cbd3f3-a268-408d-b370-e36e9a88be19 None None] No DVR routers for this DVR port 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:32.124195 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330461a-60cc-4e9b-8ae6-6be1ad46fcec req-1f618038-6f62-41bf-89cf-cb92db40e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:32.125785 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e330461a-60cc-4e9b-8ae6-6be1ad46fcec req-1f618038-6f62-41bf-89cf-cb92db40e12a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 1098 time: 0.0430920 Sep 18 05:31:32.155057 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6798bd8d-9831-4cb3-8ad1-d3f86b35cc36 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:32.189303 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6798bd8d-9831-4cb3-8ad1-d3f86b35cc36 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:32.191643 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6798bd8d-9831-4cb3-8ad1-d3f86b35cc36 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/ports/0c518081-f025-4cd8-b171-2725dc99a6fd HTTP/1.1" status: 204 len: 168 time: 0.3938279 Sep 18 05:31:32.192813 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798bd8d-9831-4cb3-8ad1-d3f86b35cc36 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Port': ['ID=0c518081-f025-4cd8-b171-2725dc99a6fd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:32.195643 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54690) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:32.235829 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330461a-60cc-4e9b-8ae6-6be1ad46fcec req-3900912d-3d29-4a77-a0eb-11d36114e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:32.237260 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e330461a-60cc-4e9b-8ae6-6be1ad46fcec req-3900912d-3d29-4a77-a0eb-11d36114e5c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 HTTP/1.1" status: 200 len: 896 time: 0.0911307 Sep 18 05:31:32.280291 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-156dd335-8a19-444d-886f-39aeaebc1c88 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:32.308854 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e330461a-60cc-4e9b-8ae6-6be1ad46fcec req-935a18ae-1db7-4a56-acbe-3c4d91fb7b76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74 HTTP/1.1" status: 200 len: 1001 time: 0.0633485 Sep 18 05:31:32.376135 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-156dd335-8a19-444d-886f-39aeaebc1c88 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:32.397264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-156dd335-8a19-444d-886f-39aeaebc1c88 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a6aecf-e5e3-4184-a933-372ab3115124']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:32.407646 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-156dd335-8a19-444d-886f-39aeaebc1c88 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce25129-a127-4e3e-8d50-76c1379f84c1') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:32.408004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-156dd335-8a19-444d-886f-39aeaebc1c88 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce25129-a127-4e3e-8d50-76c1379f84c1') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:32.418641 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-156dd335-8a19-444d-886f-39aeaebc1c88 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:32.432781 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-156dd335-8a19-444d-886f-39aeaebc1c88 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:32.439095 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156dd335-8a19-444d-886f-39aeaebc1c88 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:31:32.439510 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-156dd335-8a19-444d-886f-39aeaebc1c88 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:31:32.442663 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:31:32.543835 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-156dd335-8a19-444d-886f-39aeaebc1c88 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:32.551059 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-156dd335-8a19-444d-886f-39aeaebc1c88 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:32.553291 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-156dd335-8a19-444d-886f-39aeaebc1c88 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] 10.222.0.23 "DELETE /v2.0/networks/f4a6aecf-e5e3-4184-a933-372ab3115124 HTTP/1.1" status: 204 len: 168 time: 0.3567271 Sep 18 05:31:32.565453 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156dd335-8a19-444d-886f-39aeaebc1c88 tempest-PortsTestJSON-1105785017 tempest-PortsTestJSON-1105785017-project] Pushing event deleted for resources: {'Network': ['ID=f4a6aecf-e5e3-4184-a933-372ab3115124,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:32.664404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330461a-60cc-4e9b-8ae6-6be1ad46fcec req-f6fefc55-2da8-46c7-830e-56409c4ff1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:32.665923 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e330461a-60cc-4e9b-8ae6-6be1ad46fcec req-f6fefc55-2da8-46c7-830e-56409c4ff1a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20b205fb-1de7-43f3-bab7-4338e2d72a60 HTTP/1.1" status: 200 len: 834 time: 0.3486474 Sep 18 05:31:32.712400 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330461a-60cc-4e9b-8ae6-6be1ad46fcec req-bb286e3e-1652-4d61-88b2-321a20cf5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:32.714106 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e330461a-60cc-4e9b-8ae6-6be1ad46fcec req-bb286e3e-1652-4d61-88b2-321a20cf5d76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402339 Sep 18 05:31:32.807418 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e330461a-60cc-4e9b-8ae6-6be1ad46fcec req-7c119dd3-1f8f-426d-af33-2dfbba337cd1 service neutron] 10.222.0.13 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851889 Sep 18 05:31:32.901411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:32.902556 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e330461a-60cc-4e9b-8ae6-6be1ad46fcec req-de540146-d7a5-4477-bdd1-b420332f5305 service neutron] 10.222.0.13 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878427 Sep 18 05:31:32.922966 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:32.923317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9a4d2625-8afc-4cf6-bb22-bf6447a90c66 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:32.974808 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54698) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:33.105439 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3132e404-c0b4-4cd1-8b01-b833c0cbbf53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8164abc58e4d4cbea94e9fa935644396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294582 Sep 18 05:31:33.107892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54704) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:33.159240 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d70392f3-d95c-456a-a6ce-f1e1687965ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:33.179702 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d70392f3-d95c-456a-a6ce-f1e1687965ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:33.292166 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d70392f3-d95c-456a-a6ce-f1e1687965ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:33.294750 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d70392f3-d95c-456a-a6ce-f1e1687965ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:33.295933 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d70392f3-d95c-456a-a6ce-f1e1687965ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f65c38d-7f7a-47bf-99b0-69666c17a8a4 HTTP/1.1" status: 204 len: 168 time: 0.1870940 Sep 18 05:31:33.303855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70392f3-d95c-456a-a6ce-f1e1687965ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f65c38d-7f7a-47bf-99b0-69666c17a8a4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:33.869760 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b0bf592b-66c7-45c4-b24f-a1c23a34ef87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:34.230553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54728) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:34.286094 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:34.325752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-66d88a57-5961-42b7-9647-aabfc3759bf9 tempest-DvrRoutersNegativeTest-1358010346 tempest-DvrRoutersNegativeTest-1358010346-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-219654035', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:34.328758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.policy [None req-66d88a57-5961-42b7-9647-aabfc3759bf9 tempest-DvrRoutersNegativeTest-1358010346 tempest-DvrRoutersNegativeTest-1358010346-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=106909) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 18 05:31:34.329065 n-d-789963-13 neutron-server[106909]: DEBUG neutron.policy [None req-66d88a57-5961-42b7-9647-aabfc3759bf9 tempest-DvrRoutersNegativeTest-1358010346 tempest-DvrRoutersNegativeTest-1358010346-project] Failed policy check for 'create_router' {{(pid=106909) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 18 05:31:34.329606 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-66d88a57-5961-42b7-9647-aabfc3759bf9 tempest-DvrRoutersNegativeTest-1358010346 tempest-DvrRoutersNegativeTest-1358010346-project] create failed (client error): Access was denied to this resource. Sep 18 05:31:34.330580 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-66d88a57-5961-42b7-9647-aabfc3759bf9 tempest-DvrRoutersNegativeTest-1358010346 tempest-DvrRoutersNegativeTest-1358010346-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0988898 Sep 18 05:31:34.737140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54738) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:34.840954 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-be178a31-da11-435d-a522-f3d1de8bdae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:34.931136 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-be178a31-da11-435d-a522-f3d1de8bdae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:34.983307 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-be178a31-da11-435d-a522-f3d1de8bdae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:35.021958 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-be178a31-da11-435d-a522-f3d1de8bdae8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b233b1a5a6094ac28077f048803f05c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837491 Sep 18 05:31:35.022820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be178a31-da11-435d-a522-f3d1de8bdae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eb9e32-b317-4f4c-92f3-bf83aa2138a0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:35.024857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54742) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:35.073604 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0cae6c4a-ef26-47b9-b6c8-eb44048776c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:35.094144 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0cae6c4a-ef26-47b9-b6c8-eb44048776c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:35.200622 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0cae6c4a-ef26-47b9-b6c8-eb44048776c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:35.203106 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0cae6c4a-ef26-47b9-b6c8-eb44048776c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:35.204307 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0cae6c4a-ef26-47b9-b6c8-eb44048776c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5eb9e32-b317-4f4c-92f3-bf83aa2138a0 HTTP/1.1" status: 204 len: 168 time: 0.1785352 Sep 18 05:31:35.212437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae6c4a-ef26-47b9-b6c8-eb44048776c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eb9e32-b317-4f4c-92f3-bf83aa2138a0,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:35.246337 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.100904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54766) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:36.194554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-114418f6-aba4-4512-8bba-5e5ec98b3990 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1316855091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:36.269296 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-114418f6-aba4-4512-8bba-5e5ec98b3990 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.270329 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-114418f6-aba4-4512-8bba-5e5ec98b3990 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.321966 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-114418f6-aba4-4512-8bba-5e5ec98b3990 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.388806 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-114418f6-aba4-4512-8bba-5e5ec98b3990 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.474520 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-114418f6-aba4-4512-8bba-5e5ec98b3990 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.475776 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-114418f6-aba4-4512-8bba-5e5ec98b3990 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3737903 Sep 18 05:31:36.478464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54770) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:36.483260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-500152794'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:36.566156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Made reservation on behalf of ee6b7bf43d2f4d0b8993b53466f5eed8 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:36.569852 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.581833 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.668619 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.709147 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.736447 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:31:36.746611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743c6310-d7ff-42cc-bf29-707ad71779bb,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:36.753902 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.754249 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Added segment e315df26-42fb-4d38-81fa-03879f966b7c of type vlan for network f77a93bb-7886-4b0c-a6e7-2487f1a68236 Sep 18 05:31:36.796595 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.851298 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.886416 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.892079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:36.892687 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:36.962509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event updated for resources: {'Network': ['ID=f77a93bb-7886-4b0c-a6e7-2487f1a68236,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:36.973105 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network f77a93bb-7886-4b0c-a6e7-2487f1a68236 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:31:37.001375 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-89251c5f-c95d-4217-bc25-10a8badf5eeb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5218811 Sep 18 05:31:37.004462 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54776) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:37.009239 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e07fdef5-a0c4-482e-ae2d-97045e0ab9aa tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Request body: {'subnet': {'network_id': 'f77a93bb-7886-4b0c-a6e7-2487f1a68236', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:37.148992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07fdef5-a0c4-482e-ae2d-97045e0ab9aa tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Made reservation on behalf of ee6b7bf43d2f4d0b8993b53466f5eed8 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:37.152983 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e07fdef5-a0c4-482e-ae2d-97045e0ab9aa tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:37.383240 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e07fdef5-a0c4-482e-ae2d-97045e0ab9aa tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:37.448392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fdef5-a0c4-482e-ae2d-97045e0ab9aa tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event updated for resources: {'Subnet': ['ID=1eb206ab-de9f-4928-a6f2-d169e8bbea2c,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:37.455308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07fdef5-a0c4-482e-ae2d-97045e0ab9aa tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Checking segment: {'id': 'e315df26-42fb-4d38-81fa-03879f966b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f77a93bb-7886-4b0c-a6e7-2487f1a68236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:31:37.455674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07fdef5-a0c4-482e-ae2d-97045e0ab9aa tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Network hostable DHCP agents. Network: f77a93bb-7886-4b0c-a6e7-2487f1a68236, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:31:37.526445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07fdef5-a0c4-482e-ae2d-97045e0ab9aa tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Network f77a93bb-7886-4b0c-a6e7-2487f1a68236 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:31:37.582809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-e07fdef5-a0c4-482e-ae2d-97045e0ab9aa tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, f77a93bb-7886-4b0c-a6e7-2487f1a68236) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:37.587004 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07fdef5-a0c4-482e-ae2d-97045e0ab9aa tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:37.587544 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e07fdef5-a0c4-482e-ae2d-97045e0ab9aa tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:37.596794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0379b54-1c69-4967-8683-241617f620c5 None None] Network f77a93bb-7886-4b0c-a6e7-2487f1a68236 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:37.641831 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e07fdef5-a0c4-482e-ae2d-97045e0ab9aa tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6362712 Sep 18 05:31:37.644800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54780) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:37.651366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-bed55a75-eb70-44c4-92a5-e1b5784b977f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Request body: {'network': {'name': 'tempest-router-network01--1788887389'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:37.748502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed55a75-eb70-44c4-92a5-e1b5784b977f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Made reservation on behalf of ee6b7bf43d2f4d0b8993b53466f5eed8 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:37.752636 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bed55a75-eb70-44c4-92a5-e1b5784b977f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:37.753972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-f77a93bb-7886-4b0c-a6e7-2487f1a68236', 'network_id': 'f77a93bb-7886-4b0c-a6e7-2487f1a68236', 'tenant_id': 'ee6b7bf43d2f4d0b8993b53466f5eed8', 'fixed_ips': [{'subnet_id': '1eb206ab-de9f-4928-a6f2-d169e8bbea2c'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:31:37.755217 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:37.779095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed55a75-eb70-44c4-92a5-e1b5784b977f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:31:37.788611 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bed55a75-eb70-44c4-92a5-e1b5784b977f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:37.788966 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-bed55a75-eb70-44c4-92a5-e1b5784b977f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Added segment 8b48fa04-513e-4743-be35-767a4fb99547 of type vlan for network 233b83fb-1321-474f-ac65-bd2d9562ae2d Sep 18 05:31:37.829120 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bed55a75-eb70-44c4-92a5-e1b5784b977f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:37.899232 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Allocated IP 2001:db8::2 (f77a93bb-7886-4b0c-a6e7-2487f1a68236/1eb206ab-de9f-4928-a6f2-d169e8bbea2c/7a0d798f-14cb-424f-ac18-821420d99365) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:37.920115 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bed55a75-eb70-44c4-92a5-e1b5784b977f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:37.926429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed55a75-eb70-44c4-92a5-e1b5784b977f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:37.927044 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bed55a75-eb70-44c4-92a5-e1b5784b977f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:37.998791 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed55a75-eb70-44c4-92a5-e1b5784b977f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event updated for resources: {'Network': ['ID=233b83fb-1321-474f-ac65-bd2d9562ae2d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:38.023812 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 233b83fb-1321-474f-ac65-bd2d9562ae2d details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:31:38.042149 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bed55a75-eb70-44c4-92a5-e1b5784b977f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3961117 Sep 18 05:31:38.044944 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54782) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:38.050673 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1bd55cc4-1668-4467-8b3f-ae4145f25579 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Request body: {'network': {'name': 'tempest-router-network02--787061164'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:38.095032 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:38.149248 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd55cc4-1668-4467-8b3f-ae4145f25579 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Made reservation on behalf of ee6b7bf43d2f4d0b8993b53466f5eed8 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:38.153276 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1bd55cc4-1668-4467-8b3f-ae4145f25579 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:38.167482 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:38.178330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd55cc4-1668-4467-8b3f-ae4145f25579 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:31:38.188097 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1bd55cc4-1668-4467-8b3f-ae4145f25579 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:38.188483 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-1bd55cc4-1668-4467-8b3f-ae4145f25579 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Added segment 7812302c-7fd9-47df-a1bc-83aa6ebbd6ff of type vlan for network aca956b4-94a8-45c8-a17a-0a3934a9382d Sep 18 05:31:38.205008 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Network f77a93bb-7886-4b0c-a6e7-2487f1a68236 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:38.207890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:38.211297 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:38.221655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Pushing event updated for resources: {'Port': ['ID=7a0d798f-14cb-424f-ac18-821420d99365,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:38.233559 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1bd55cc4-1668-4467-8b3f-ae4145f25579 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:38.269971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Attempting to bind port 7a0d798f-14cb-424f-ac18-821420d99365 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:31:38.270272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Attempting to bind port 7a0d798f-14cb-424f-ac18-821420d99365 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'e315df26-42fb-4d38-81fa-03879f966b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f77a93bb-7886-4b0c-a6e7-2487f1a68236'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:31:38.270638 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Attempting to bind port 7a0d798f-14cb-424f-ac18-821420d99365 on network f77a93bb-7886-4b0c-a6e7-2487f1a68236 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:31:38.275559 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:31:38.275930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Checking segment: {'id': 'e315df26-42fb-4d38-81fa-03879f966b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f77a93bb-7886-4b0c-a6e7-2487f1a68236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:31:38.276374 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:38.276776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Bound using segment: {'id': 'e315df26-42fb-4d38-81fa-03879f966b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f77a93bb-7886-4b0c-a6e7-2487f1a68236'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:31:38.277241 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Bound port: 7a0d798f-14cb-424f-ac18-821420d99365, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e315df26-42fb-4d38-81fa-03879f966b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f77a93bb-7886-4b0c-a6e7-2487f1a68236'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:31:38.277617 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:38.303247 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1bd55cc4-1668-4467-8b3f-ae4145f25579 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:38.310185 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd55cc4-1668-4467-8b3f-ae4145f25579 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:38.310777 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1bd55cc4-1668-4467-8b3f-ae4145f25579 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:38.338336 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] For port 7a0d798f-14cb-424f-ac18-821420d99365, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:31:38.341389 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] For port 7a0d798f-14cb-424f-ac18-821420d99365, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7a0d798f-14cb-424f-ac18-821420d99365,segment=NetworkSegment(e315df26-42fb-4d38-81fa-03879f966b7c),segment_id=e315df26-42fb-4d38-81fa-03879f966b7c)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:31:38.380624 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd55cc4-1668-4467-8b3f-ae4145f25579 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event updated for resources: {'Network': ['ID=aca956b4-94a8-45c8-a17a-0a3934a9382d,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:38.390687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network aca956b4-94a8-45c8-a17a-0a3934a9382d details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:31:38.404328 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1bd55cc4-1668-4467-8b3f-ae4145f25579 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3556383 Sep 18 05:31:38.404530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54784) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:38.409534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-99446bf0-8ba3-41f3-a07b-36af679ee3e3 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Request body: {'subnet': {'network_id': '233b83fb-1321-474f-ac65-bd2d9562ae2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:38.445976 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:38.513656 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ca1ea-4225-4299-8c5d-11d01c402b39 None None] Pushing event updated for resources: {'Port': ['ID=7a0d798f-14cb-424f-ac18-821420d99365,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:38.572342 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99446bf0-8ba3-41f3-a07b-36af679ee3e3 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Made reservation on behalf of ee6b7bf43d2f4d0b8993b53466f5eed8 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:38.576531 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-99446bf0-8ba3-41f3-a07b-36af679ee3e3 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:38.852269 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-99446bf0-8ba3-41f3-a07b-36af679ee3e3 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:38.915816 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99446bf0-8ba3-41f3-a07b-36af679ee3e3 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event updated for resources: {'Subnet': ['ID=f4f1c2c9-1f42-4d4f-b363-abc78ae1857e,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:38.928848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99446bf0-8ba3-41f3-a07b-36af679ee3e3 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Checking segment: {'id': '8b48fa04-513e-4743-be35-767a4fb99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '233b83fb-1321-474f-ac65-bd2d9562ae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:31:38.929366 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99446bf0-8ba3-41f3-a07b-36af679ee3e3 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Network hostable DHCP agents. Network: 233b83fb-1321-474f-ac65-bd2d9562ae2d, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:31:38.941475 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7a0d798f-14cb-424f-ac18-821420d99365 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:38.987987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 7a0d798f-14cb-424f-ac18-821420d99365 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:38.988385 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:38.995352 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99446bf0-8ba3-41f3-a07b-36af679ee3e3 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Network 233b83fb-1321-474f-ac65-bd2d9562ae2d is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:31:39.068203 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:39.069097 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-99446bf0-8ba3-41f3-a07b-36af679ee3e3 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 233b83fb-1321-474f-ac65-bd2d9562ae2d) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:39.075843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99446bf0-8ba3-41f3-a07b-36af679ee3e3 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:39.076498 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-99446bf0-8ba3-41f3-a07b-36af679ee3e3 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:39.080483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3b7f76-d762-4409-acc5-e0431e8a375b None None] Network 233b83fb-1321-474f-ac65-bd2d9562ae2d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:39.152060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 7a0d798f-14cb-424f-ac18-821420d99365, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7a0d798f-14cb-424f-ac18-821420d99365,segment=NetworkSegment(e315df26-42fb-4d38-81fa-03879f966b7c),segment_id=e315df26-42fb-4d38-81fa-03879f966b7c)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:39.171110 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-99446bf0-8ba3-41f3-a07b-36af679ee3e3 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7626998 Sep 18 05:31:39.171322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54788) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:39.176905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-35cca398-4aca-4ed2-84d6-68d60c1f25bb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Request body: {'subnet': {'network_id': 'aca956b4-94a8-45c8-a17a-0a3934a9382d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:39.246419 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:39.270827 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-233b83fb-1321-474f-ac65-bd2d9562ae2d', 'network_id': '233b83fb-1321-474f-ac65-bd2d9562ae2d', 'tenant_id': 'ee6b7bf43d2f4d0b8993b53466f5eed8', 'fixed_ips': [{'subnet_id': 'f4f1c2c9-1f42-4d4f-b363-abc78ae1857e'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:31:39.271705 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:39.316332 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=7a0d798f-14cb-424f-ac18-821420d99365,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:39.326483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cca398-4aca-4ed2-84d6-68d60c1f25bb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Made reservation on behalf of ee6b7bf43d2f4d0b8993b53466f5eed8 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:39.330514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-35cca398-4aca-4ed2-84d6-68d60c1f25bb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:39.438567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ef6d6-d2d2-433f-9346-fad08381c13f None None] Network f77a93bb-7886-4b0c-a6e7-2487f1a68236 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:39.441319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Allocated IP 2001:db8::2 (233b83fb-1321-474f-ac65-bd2d9562ae2d/f4f1c2c9-1f42-4d4f-b363-abc78ae1857e/a44a41f1-ccde-4de4-91a0-323df62866d3) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:39.542920 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9a0194f6-e583-4dc9-8c14-2bb35c09e074 None None] Provisioning complete for port 7a0d798f-14cb-424f-ac18-821420d99365 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:39.543292 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9a0194f6-e583-4dc9-8c14-2bb35c09e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:39.573470 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-35cca398-4aca-4ed2-84d6-68d60c1f25bb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:39.639266 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cca398-4aca-4ed2-84d6-68d60c1f25bb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event updated for resources: {'Subnet': ['ID=d0e01d67-7b8e-4724-8b5e-abbd67a2ebf2,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:39.648715 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cca398-4aca-4ed2-84d6-68d60c1f25bb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Checking segment: {'id': '7812302c-7fd9-47df-a1bc-83aa6ebbd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aca956b4-94a8-45c8-a17a-0a3934a9382d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:31:39.649083 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cca398-4aca-4ed2-84d6-68d60c1f25bb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Network hostable DHCP agents. Network: aca956b4-94a8-45c8-a17a-0a3934a9382d, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:31:39.726178 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cca398-4aca-4ed2-84d6-68d60c1f25bb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Network aca956b4-94a8-45c8-a17a-0a3934a9382d is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:31:39.764037 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:39.800848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-35cca398-4aca-4ed2-84d6-68d60c1f25bb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, aca956b4-94a8-45c8-a17a-0a3934a9382d) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:39.805392 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cca398-4aca-4ed2-84d6-68d60c1f25bb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:39.806115 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-35cca398-4aca-4ed2-84d6-68d60c1f25bb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:39.812500 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745dbacf-b343-4020-b911-5245b74950e6 None None] Network aca956b4-94a8-45c8-a17a-0a3934a9382d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:39.824565 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:39.878313 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-35cca398-4aca-4ed2-84d6-68d60c1f25bb tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7035027 Sep 18 05:31:39.878645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54792) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:39.897331 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Network 233b83fb-1321-474f-ac65-bd2d9562ae2d is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:39.905774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:39.910561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:39.922429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Pushing event updated for resources: {'Port': ['ID=a44a41f1-ccde-4de4-91a0-323df62866d3,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:40.014876 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Attempting to bind port a44a41f1-ccde-4de4-91a0-323df62866d3 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:31:40.015610 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Attempting to bind port a44a41f1-ccde-4de4-91a0-323df62866d3 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '8b48fa04-513e-4743-be35-767a4fb99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '233b83fb-1321-474f-ac65-bd2d9562ae2d'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:31:40.015610 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Attempting to bind port a44a41f1-ccde-4de4-91a0-323df62866d3 on network 233b83fb-1321-474f-ac65-bd2d9562ae2d {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:31:40.030592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:31:40.031447 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Checking segment: {'id': '8b48fa04-513e-4743-be35-767a4fb99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '233b83fb-1321-474f-ac65-bd2d9562ae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:31:40.031447 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:40.031756 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Bound using segment: {'id': '8b48fa04-513e-4743-be35-767a4fb99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '233b83fb-1321-474f-ac65-bd2d9562ae2d'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:31:40.032256 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Bound port: a44a41f1-ccde-4de4-91a0-323df62866d3, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48fa04-513e-4743-be35-767a4fb99547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '233b83fb-1321-474f-ac65-bd2d9562ae2d'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:31:40.032649 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:40.045701 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-980dd185-3d8d-4632-a465-dddaecb80728 None None] Provisioning complete for port 7a0d798f-14cb-424f-ac18-821420d99365 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:40.046074 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-980dd185-3d8d-4632-a465-dddaecb80728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:40.173248 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:40.263216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-aca956b4-94a8-45c8-a17a-0a3934a9382d', 'network_id': 'aca956b4-94a8-45c8-a17a-0a3934a9382d', 'tenant_id': 'ee6b7bf43d2f4d0b8993b53466f5eed8', 'fixed_ips': [{'subnet_id': 'd0e01d67-7b8e-4724-8b5e-abbd67a2ebf2'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:31:40.264078 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:40.321336 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] For port a44a41f1-ccde-4de4-91a0-323df62866d3, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:31:40.409112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Allocated IP 2001:db8::1 (233b83fb-1321-474f-ac65-bd2d9562ae2d/f4f1c2c9-1f42-4d4f-b363-abc78ae1857e/01923656-499d-4d5f-ba20-8f9b311bae0e) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:40.409474 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] For port a44a41f1-ccde-4de4-91a0-323df62866d3, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a44a41f1-ccde-4de4-91a0-323df62866d3,segment=NetworkSegment(8b48fa04-513e-4743-be35-767a4fb99547),segment_id=8b48fa04-513e-4743-be35-767a4fb99547)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:31:40.466851 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:40.474836 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Allocated IP 2001:db8::2 (aca956b4-94a8-45c8-a17a-0a3934a9382d/d0e01d67-7b8e-4724-8b5e-abbd67a2ebf2/0902bb2a-124c-4259-9f90-52716688e778) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:40.538979 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:40.555150 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d04ed6-0a60-43de-be3b-ab8f751566fb None None] Pushing event updated for resources: {'Port': ['ID=a44a41f1-ccde-4de4-91a0-323df62866d3,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:40.612439 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:40.649985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Network 233b83fb-1321-474f-ac65-bd2d9562ae2d is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:40.656031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:40.660457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:40.661024 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:40.676744 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:40.714279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event updated for resources: {'Port': ['ID=01923656-499d-4d5f-ba20-8f9b311bae0e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:40.716004 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:40.759852 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Network aca956b4-94a8-45c8-a17a-0a3934a9382d is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:40.763689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:40.766427 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:40.783011 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Pushing event updated for resources: {'Port': ['ID=0902bb2a-124c-4259-9f90-52716688e778,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:40.842150 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Attempting to bind port 0902bb2a-124c-4259-9f90-52716688e778 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:31:40.842556 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Attempting to bind port 0902bb2a-124c-4259-9f90-52716688e778 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '7812302c-7fd9-47df-a1bc-83aa6ebbd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aca956b4-94a8-45c8-a17a-0a3934a9382d'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:31:40.842929 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Attempting to bind port 0902bb2a-124c-4259-9f90-52716688e778 on network aca956b4-94a8-45c8-a17a-0a3934a9382d {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:31:40.848761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:31:40.849230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Checking segment: {'id': '7812302c-7fd9-47df-a1bc-83aa6ebbd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aca956b4-94a8-45c8-a17a-0a3934a9382d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:31:40.849759 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:40.850313 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Bound using segment: {'id': '7812302c-7fd9-47df-a1bc-83aa6ebbd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aca956b4-94a8-45c8-a17a-0a3934a9382d'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:31:40.850942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Bound port: 0902bb2a-124c-4259-9f90-52716688e778, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7812302c-7fd9-47df-a1bc-83aa6ebbd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aca956b4-94a8-45c8-a17a-0a3934a9382d'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:31:40.851544 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:40.889014 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:40.940092 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] For port 0902bb2a-124c-4259-9f90-52716688e778, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:31:40.942872 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] For port 0902bb2a-124c-4259-9f90-52716688e778, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0902bb2a-124c-4259-9f90-52716688e778,segment=NetworkSegment(7812302c-7fd9-47df-a1bc-83aa6ebbd6ff),segment_id=7812302c-7fd9-47df-a1bc-83aa6ebbd6ff)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:31:40.995845 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:41.031134 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7a0d798f-14cb-424f-ac18-821420d99365 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:41.085899 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee82fd1-162b-4d16-a20f-26028f9eeb20 None None] Pushing event updated for resources: {'Port': ['ID=0902bb2a-124c-4259-9f90-52716688e778,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:41.124360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 7a0d798f-14cb-424f-ac18-821420d99365 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:41.124749 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:41.167066 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:41.211322 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a44a41f1-ccde-4de4-91a0-323df62866d3 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:41.230174 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:41.231178 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:41.268885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a44a41f1-ccde-4de4-91a0-323df62866d3 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:41.269361 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:41.281141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event updated for resources: {'Port': ['ID=01923656-499d-4d5f-ba20-8f9b311bae0e,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:41.393888 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:41.402017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Network 233b83fb-1321-474f-ac65-bd2d9562ae2d is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:41.403845 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:41.439881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port a44a41f1-ccde-4de4-91a0-323df62866d3, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a44a41f1-ccde-4de4-91a0-323df62866d3,segment=NetworkSegment(8b48fa04-513e-4743-be35-767a4fb99547),segment_id=8b48fa04-513e-4743-be35-767a4fb99547)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:41.515501 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:41.573863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=a44a41f1-ccde-4de4-91a0-323df62866d3,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:41.597164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95f9fea-89a4-485f-b37f-5f06b562b2e1 None None] Network 233b83fb-1321-474f-ac65-bd2d9562ae2d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:41.657841 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Router f9d7ef69-80fc-41ea-aeae-cb07e5931a7a is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:31:41.672052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-19184908-712e-41af-89b7-2a0100acf650 None None] Provisioning complete for port a44a41f1-ccde-4de4-91a0-323df62866d3 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:41.672462 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-19184908-712e-41af-89b7-2a0100acf650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:41.708187 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f920a-84b3-41d1-a075-3d5bb0680f85 req-aab5234c-4149-4084-a62d-86e871e76b40 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:41.709715 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8c4f920a-84b3-41d1-a075-3d5bb0680f85 req-aab5234c-4149-4084-a62d-86e871e76b40 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 1098 time: 0.0793478 Sep 18 05:31:41.763473 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8c4f920a-84b3-41d1-a075-3d5bb0680f85 req-2b2e6481-afa9-48e4-bcd5-3c6b79c8fa5c tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:41.780111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:31:41.786478 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4999bd5b-3ce4-4822-b70e-80598d50736c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "PUT /v2.0/routers/f9d7ef69-80fc-41ea-aeae-cb07e5931a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9065824 Sep 18 05:31:41.789357 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54800) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:41.793627 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4c299d-abe2-4054-8d54-83392a32ebf8 None None] Sync routers for ids ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:31:41.804613 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4c299d-abe2-4054-8d54-83392a32ebf8 None None] Routers {'f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:41.805481 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5b4c299d-abe2-4054-8d54-83392a32ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:41.858076 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5b4c299d-abe2-4054-8d54-83392a32ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:41.871997 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4c299d-abe2-4054-8d54-83392a32ebf8 None None] Routers {'f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:41.872881 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5b4c299d-abe2-4054-8d54-83392a32ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:41.922711 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-5b4c299d-abe2-4054-8d54-83392a32ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:41.923614 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4c299d-abe2-4054-8d54-83392a32ebf8 None None] The sync data for ids ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:31:41.940802 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8c4f920a-84b3-41d1-a075-3d5bb0680f85 req-2b2e6481-afa9-48e4-bcd5-3c6b79c8fa5c tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:41.994835 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8c4f920a-84b3-41d1-a075-3d5bb0680f85 req-2b2e6481-afa9-48e4-bcd5-3c6b79c8fa5c tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:42.035192 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8c4f920a-84b3-41d1-a075-3d5bb0680f85 req-2b2e6481-afa9-48e4-bcd5-3c6b79c8fa5c tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920454 Sep 18 05:31:42.038402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e6481-afa9-48e4-bcd5-3c6b79c8fa5c tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a89522-cda5-4848-9817-581cd378c30d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:42.258403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2a114c68-0543-47fa-9243-b296d70613df None None] Provisioning complete for port 01923656-499d-4d5f-ba20-8f9b311bae0e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:42.259122 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2a114c68-0543-47fa-9243-b296d70613df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:42.303093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2a114c68-0543-47fa-9243-b296d70613df None None] Port 01923656-499d-4d5f-ba20-8f9b311bae0e cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:42.310518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39fc5a1-6e2d-4451-8794-10d8d87dac45 None None] Network aca956b4-94a8-45c8-a17a-0a3934a9382d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:42.335910 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2a114c68-0543-47fa-9243-b296d70613df None None] Provisioning complete for port a44a41f1-ccde-4de4-91a0-323df62866d3 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:42.336447 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2a114c68-0543-47fa-9243-b296d70613df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:42.396734 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e2aca-1027-4e48-ab35-32e4f8598510 req-6779ab53-1c3d-4e69-b68c-88035690b324 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:42.398230 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-920e2aca-1027-4e48-ab35-32e4f8598510 req-6779ab53-1c3d-4e69-b68c-88035690b324 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0996776 Sep 18 05:31:42.507536 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-920e2aca-1027-4e48-ab35-32e4f8598510 req-b65458bf-f06a-4cd1-b770-010fd81d9f22 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770664 Sep 18 05:31:42.535760 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54806) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:42.610137 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e314fcae-0fe1-4482-a77f-c1b34968ccc3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/d427e736-d224-42af-a1a9-3765ec77268b HTTP/1.1" status: 200 len: 993 time: 0.0683162 Sep 18 05:31:42.617818 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-06a0ba74-b5c4-475b-8e66-f6207f3368ce tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:31:42.621128 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-06a0ba74-b5c4-475b-8e66-f6207f3368ce tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "PUT /v2.0/routers/f9d7ef69-80fc-41ea-aeae-cb07e5931a7a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8279221 Sep 18 05:31:42.623571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54810) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:42.630843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d1cb0900-37da-49d1-86b4-d40c7fdab54c None None] Provisioning complete for port 01923656-499d-4d5f-ba20-8f9b311bae0e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:42.631262 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d1cb0900-37da-49d1-86b4-d40c7fdab54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:42.702998 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d1cb0900-37da-49d1-86b4-d40c7fdab54c None None] Port 01923656-499d-4d5f-ba20-8f9b311bae0e cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:42.715093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d1cb0900-37da-49d1-86b4-d40c7fdab54c None None] Provisioning complete for port 0902bb2a-124c-4259-9f90-52716688e778 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:42.715474 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d1cb0900-37da-49d1-86b4-d40c7fdab54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:42.797365 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d1cb0900-37da-49d1-86b4-d40c7fdab54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:42.829337 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d1cb0900-37da-49d1-86b4-d40c7fdab54c None None] For port 0902bb2a-124c-4259-9f90-52716688e778, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0902bb2a-124c-4259-9f90-52716688e778,segment=NetworkSegment(7812302c-7fd9-47df-a1bc-83aa6ebbd6ff),segment_id=7812302c-7fd9-47df-a1bc-83aa6ebbd6ff)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:42.895346 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-e81f42a9-38ef-4081-87d2-4b664700a54e req-2361f9fe-ded5-4b5c-a686-e6ed4dc881d1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:31:42.895900 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d1cb0900-37da-49d1-86b4-d40c7fdab54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:42.896512 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e81f42a9-38ef-4081-87d2-4b664700a54e req-2361f9fe-ded5-4b5c-a686-e6ed4dc881d1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059857 Sep 18 05:31:42.947028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb0900-37da-49d1-86b4-d40c7fdab54c None None] Pushing event updated for resources: {'Port': ['ID=0902bb2a-124c-4259-9f90-52716688e778,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:43.013155 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2aad66eb-1a26-489d-b3da-cd516fadc406 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:43.019589 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f1f8c0a5-f0a6-4456-a992-602abf8e711e None None] Provisioning complete for port 01923656-499d-4d5f-ba20-8f9b311bae0e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:43.020457 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c0a5-f0a6-4456-a992-602abf8e711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:43.054154 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0902bb2a-124c-4259-9f90-52716688e778 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:43.092634 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8c0a5-f0a6-4456-a992-602abf8e711e None None] Port 01923656-499d-4d5f-ba20-8f9b311bae0e cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:43.112116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f1f8c0a5-f0a6-4456-a992-602abf8e711e None None] Provisioning complete for port 0902bb2a-124c-4259-9f90-52716688e778 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:43.112517 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c0a5-f0a6-4456-a992-602abf8e711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:43.152840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0902bb2a-124c-4259-9f90-52716688e778 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:43.153232 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:43.274175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a44a41f1-ccde-4de4-91a0-323df62866d3 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:43.279192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2aad66eb-1a26-489d-b3da-cd516fadc406 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Deleting port 01923656-499d-4d5f-ba20-8f9b311bae0e {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:43.279552 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2aad66eb-1a26-489d-b3da-cd516fadc406 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:43.330840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port a44a41f1-ccde-4de4-91a0-323df62866d3 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:43.331322 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:43.416202 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2aad66eb-1a26-489d-b3da-cd516fadc406 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:43.429817 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54824) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:43.435049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2aad66eb-1a26-489d-b3da-cd516fadc406 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Calling delete_port for 01923656-499d-4d5f-ba20-8f9b311bae0e owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:43.455968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f6a49-fb7f-49de-816e-e5dbc38be4b1 req-30bcaf18-d7a4-4cf4-aa5b-cba05b18325c tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:43.457511 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-999f6a49-fb7f-49de-816e-e5dbc38be4b1 req-30bcaf18-d7a4-4cf4-aa5b-cba05b18325c tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0857196 Sep 18 05:31:43.527754 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-4ad8c982-600c-4d87-b85b-adbbc3974612 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965884 Sep 18 05:31:43.536664 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-7143891a-8bbd-4583-8e8f-2240a327d0fb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:31:43.537637 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-7143891a-8bbd-4583-8e8f-2240a327d0fb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050957 Sep 18 05:31:43.538649 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-999f6a49-fb7f-49de-816e-e5dbc38be4b1 req-b3f3a35e-1cb2-4629-9cb2-1719b68a9dc9 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497208 Sep 18 05:31:44.023043 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2aad66eb-1a26-489d-b3da-cd516fadc406 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:44.056598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad66eb-1a26-489d-b3da-cd516fadc406 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event deleted for resources: {'Port': ['ID=01923656-499d-4d5f-ba20-8f9b311bae0e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:44.167768 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2aad66eb-1a26-489d-b3da-cd516fadc406 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:44.373319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aad66eb-1a26-489d-b3da-cd516fadc406 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Router f9d7ef69-80fc-41ea-aeae-cb07e5931a7a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:31:44.467956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aad66eb-1a26-489d-b3da-cd516fadc406 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:31:44.474386 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2aad66eb-1a26-489d-b3da-cd516fadc406 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "PUT /v2.0/routers/f9d7ef69-80fc-41ea-aeae-cb07e5931a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8495572 Sep 18 05:31:44.478185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54852) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:44.482450 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d3ad34-a92a-42d3-b20d-c8ef53b94aff None None] Sync routers for ids ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:31:44.492090 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3ad34-a92a-42d3-b20d-c8ef53b94aff None None] Routers {'f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:44.492766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-26d3ad34-a92a-42d3-b20d-c8ef53b94aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:44.517753 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-cde80233-d9db-481a-8cc7-1c8a0c952efc tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] delete failed (client error): The resource could not be found. Sep 18 05:31:44.518995 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cde80233-d9db-481a-8cc7-1c8a0c952efc tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1433656943 HTTP/1.1" status: 404 len: 335 time: 0.0392249 Sep 18 05:31:44.522895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54854) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:44.527828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-15e0b06d-8280-4d35-8c55-51221fae48c9 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:44.539085 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-26d3ad34-a92a-42d3-b20d-c8ef53b94aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:44.558378 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3ad34-a92a-42d3-b20d-c8ef53b94aff None None] Routers {'f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:44.559233 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-26d3ad34-a92a-42d3-b20d-c8ef53b94aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:44.593885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-26d3ad34-a92a-42d3-b20d-c8ef53b94aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:44.594568 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d3ad34-a92a-42d3-b20d-c8ef53b94aff None None] The sync data for ids ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:31:44.809923 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-15e0b06d-8280-4d35-8c55-51221fae48c9 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:44.819781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0826739-36e3-4104-8767-3f4f6dc629b0 req-898f5c4c-7a87-447e-811b-90b3ef3878dd tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:44.821380 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0826739-36e3-4104-8767-3f4f6dc629b0 req-898f5c4c-7a87-447e-811b-90b3ef3878dd tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.2041187 Sep 18 05:31:44.861662 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0826739-36e3-4104-8767-3f4f6dc629b0 req-db255707-9704-4c21-b71c-57359f6ee989 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340858 Sep 18 05:31:44.898897 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-15e0b06d-8280-4d35-8c55-51221fae48c9 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] update failed (client error): The resource could not be found. Sep 18 05:31:44.899953 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-15e0b06d-8280-4d35-8c55-51221fae48c9 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "PUT /v2.0/routers/f9d7ef69-80fc-41ea-aeae-cb07e5931a7a HTTP/1.1" status: 404 len: 339 time: 0.3761256 Sep 18 05:31:44.903795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54858) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:44.908872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8b820bd3-9302-49ad-b0f2-3e7530bf652d tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-686749462'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:44.927088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0902bb2a-124c-4259-9f90-52716688e778 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:44.976919 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0902bb2a-124c-4259-9f90-52716688e778 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:44.977295 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:44.994806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b820bd3-9302-49ad-b0f2-3e7530bf652d tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Made reservation on behalf of ee6b7bf43d2f4d0b8993b53466f5eed8 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:44.999018 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b820bd3-9302-49ad-b0f2-3e7530bf652d tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:45.027294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b820bd3-9302-49ad-b0f2-3e7530bf652d tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:31:45.033547 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b820bd3-9302-49ad-b0f2-3e7530bf652d tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:45.034017 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-8b820bd3-9302-49ad-b0f2-3e7530bf652d tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Added segment 37132b45-a626-4c5f-b149-8052b26c03a5 of type vlan for network d2d10865-0c04-4efd-8ae6-7ffe8f2920f4 Sep 18 05:31:45.080978 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b820bd3-9302-49ad-b0f2-3e7530bf652d tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:45.171428 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b820bd3-9302-49ad-b0f2-3e7530bf652d tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:45.177649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b820bd3-9302-49ad-b0f2-3e7530bf652d tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:45.178290 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8b820bd3-9302-49ad-b0f2-3e7530bf652d tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:45.251280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b820bd3-9302-49ad-b0f2-3e7530bf652d tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event updated for resources: {'Network': ['ID=d2d10865-0c04-4efd-8ae6-7ffe8f2920f4,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:45.262531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network d2d10865-0c04-4efd-8ae6-7ffe8f2920f4 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:31:45.286661 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8b820bd3-9302-49ad-b0f2-3e7530bf652d tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3817768 Sep 18 05:31:45.289681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54862) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:45.295505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Request body: {'subnet': {'network_id': 'd2d10865-0c04-4efd-8ae6-7ffe8f2920f4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:45.474704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Made reservation on behalf of ee6b7bf43d2f4d0b8993b53466f5eed8 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:31:45.479003 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:45.740000 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:45.808723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-1d75b0aa-0045-4830-b04f-c2776d28b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:45.810253 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-1d75b0aa-0045-4830-b04f-c2776d28b6f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 1098 time: 0.0965753 Sep 18 05:31:45.812522 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event updated for resources: {'Subnet': ['ID=27a4dc95-a17f-471d-8911-0ff5ae645e30,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:45.829943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:45.830302 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:45.830655 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:45.831002 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:45.831343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:45.831688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:45.832027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:45.832399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:45.832738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:45.833078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:45.833411 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:45.833746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:45.850565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Checking segment: {'id': '37132b45-a626-4c5f-b149-8052b26c03a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd2d10865-0c04-4efd-8ae6-7ffe8f2920f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:31:45.850935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Network hostable DHCP agents. Network: d2d10865-0c04-4efd-8ae6-7ffe8f2920f4, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:31:45.931115 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-25591433-5920-433d-a195-af528cf489e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:45.933664 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-25591433-5920-433d-a195-af528cf489e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 HTTP/1.1" status: 200 len: 896 time: 0.1132901 Sep 18 05:31:45.992334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Network d2d10865-0c04-4efd-8ae6-7ffe8f2920f4 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:31:46.029752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a390ac-ac93-4dd2-9deb-9d179fb10b1f req-39ec64e3-7a78-43ef-82bc-4ef964369d40 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:46.031301 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a390ac-ac93-4dd2-9deb-9d179fb10b1f req-39ec64e3-7a78-43ef-82bc-4ef964369d40 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0956891 Sep 18 05:31:46.037710 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-29c573e6-789a-4471-9bc2-6dbdb5f71a8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74 HTTP/1.1" status: 200 len: 1001 time: 0.0937362 Sep 18 05:31:46.084244 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, d2d10865-0c04-4efd-8ae6-7ffe8f2920f4) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:46.092494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd378c3-e4bc-492a-955a-ad10d012f2aa None None] Network d2d10865-0c04-4efd-8ae6-7ffe8f2920f4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:46.095806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:46.096437 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:46.121997 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a390ac-ac93-4dd2-9deb-9d179fb10b1f req-eab6b32c-10ea-4e80-904d-26573257ec57 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833266 Sep 18 05:31:46.126659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-b3a68289-dccc-42f6-bc51-e6280787a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:46.128480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-b3a68289-dccc-42f6-bc51-e6280787a09f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20b205fb-1de7-43f3-bab7-4338e2d72a60 HTTP/1.1" status: 200 len: 834 time: 0.0840161 Sep 18 05:31:46.175489 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-e82fdb31-03d9-4dba-8871-74c4d21abc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:46.177345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-e82fdb31-03d9-4dba-8871-74c4d21abc67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411499 Sep 18 05:31:46.179048 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-46ac1d0c-83e5-4ca2-9f7d-5ef403d42d7c tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8884399 Sep 18 05:31:46.182413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54866) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:46.188021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3e35701a-91d9-45d9-aaab-d08cddb6df47 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd2d10865-0c04-4efd-8ae6-7ffe8f2920f4'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:46.242263 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-d2d10865-0c04-4efd-8ae6-7ffe8f2920f4', 'network_id': 'd2d10865-0c04-4efd-8ae6-7ffe8f2920f4', 'tenant_id': 'ee6b7bf43d2f4d0b8993b53466f5eed8', 'fixed_ips': [{'subnet_id': '27a4dc95-a17f-471d-8911-0ff5ae645e30'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:31:46.242796 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:46.379135 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Allocated IP 2001:db8:1::2 (d2d10865-0c04-4efd-8ae6-7ffe8f2920f4/27a4dc95-a17f-471d-8911-0ff5ae645e30/215b0f6b-373b-4961-913f-f23b41ffcb7e) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:46.463758 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-6bd62711-b990-429d-90e9-587804b7f0c3 service neutron] 10.222.0.13 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790091 Sep 18 05:31:46.466157 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3e35701a-91d9-45d9-aaab-d08cddb6df47 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:46.523677 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:46.584037 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-e9924a6b-faf7-4abd-8b08-259c506e6f5d service neutron] 10.222.0.13 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124942 Sep 18 05:31:46.590071 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:46.627663 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Network d2d10865-0c04-4efd-8ae6-7ffe8f2920f4 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:46.631763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:46.639701 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:46.642453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Pushing event updated for resources: {'Port': ['ID=215b0f6b-373b-4961-913f-f23b41ffcb7e,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:46.653845 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-3e35701a-91d9-45d9-aaab-d08cddb6df47 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:31:46.654963 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3e35701a-91d9-45d9-aaab-d08cddb6df47 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "PUT /v2.0/routers/f9d7ef69-80fc-41ea-aeae-cb07e5931a7a HTTP/1.1" status: 400 len: 364 time: 0.4715548 Sep 18 05:31:46.658595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54870) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:46.847020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Attempting to bind port 215b0f6b-373b-4961-913f-f23b41ffcb7e on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:31:46.847675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Attempting to bind port 215b0f6b-373b-4961-913f-f23b41ffcb7e by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '37132b45-a626-4c5f-b149-8052b26c03a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd2d10865-0c04-4efd-8ae6-7ffe8f2920f4'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:31:46.848055 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Attempting to bind port 215b0f6b-373b-4961-913f-f23b41ffcb7e on network d2d10865-0c04-4efd-8ae6-7ffe8f2920f4 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:31:46.854834 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:31:46.855126 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Checking segment: {'id': '37132b45-a626-4c5f-b149-8052b26c03a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd2d10865-0c04-4efd-8ae6-7ffe8f2920f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:31:46.855624 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:46.856130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Bound using segment: {'id': '37132b45-a626-4c5f-b149-8052b26c03a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd2d10865-0c04-4efd-8ae6-7ffe8f2920f4'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:31:46.861922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Bound port: 215b0f6b-373b-4961-913f-f23b41ffcb7e, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37132b45-a626-4c5f-b149-8052b26c03a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd2d10865-0c04-4efd-8ae6-7ffe8f2920f4'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:31:46.861922 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:46.925061 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] For port 215b0f6b-373b-4961-913f-f23b41ffcb7e, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:31:46.928811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] For port 215b0f6b-373b-4961-913f-f23b41ffcb7e, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=215b0f6b-373b-4961-913f-f23b41ffcb7e,segment=NetworkSegment(37132b45-a626-4c5f-b149-8052b26c03a5),segment_id=37132b45-a626-4c5f-b149-8052b26c03a5)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:31:46.958020 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:46.978128 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:47.037036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4d967-2ef1-4cb1-b35d-165aa13488d2 None None] Pushing event updated for resources: {'Port': ['ID=215b0f6b-373b-4961-913f-f23b41ffcb7e,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:47.251684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Allocated IP 2001:db8::1 (f77a93bb-7886-4b0c-a6e7-2487f1a68236/1eb206ab-de9f-4928-a6f2-d169e8bbea2c/eae90d85-70b8-4b20-a809-39824c975321) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:31:47.280500 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b76e1-fdeb-4805-bf9c-e1e728fa9ba7 req-75e68d83-4ee5-4e65-9ffb-e32c26f5e126 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:47.284393 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca0b76e1-fdeb-4805-bf9c-e1e728fa9ba7 req-75e68d83-4ee5-4e65-9ffb-e32c26f5e126 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0759351 Sep 18 05:31:47.391398 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca0b76e1-fdeb-4805-bf9c-e1e728fa9ba7 req-94c72ef7-56d7-499a-9ac9-a8163b9827a7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891187 Sep 18 05:31:47.423010 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:47.538169 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:47.577033 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Network f77a93bb-7886-4b0c-a6e7-2487f1a68236 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:47.580094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:47.583799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:31:47.584386 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:47.629761 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event updated for resources: {'Port': ['ID=eae90d85-70b8-4b20-a809-39824c975321,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:47.895402 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-03f2a0d9-0b60-4b73-98f2-2f1e64ca6771 None None] Provisioning complete for port eae90d85-70b8-4b20-a809-39824c975321 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:47.896082 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-03f2a0d9-0b60-4b73-98f2-2f1e64ca6771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:47.940729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-03f2a0d9-0b60-4b73-98f2-2f1e64ca6771 None None] Port eae90d85-70b8-4b20-a809-39824c975321 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:48.020147 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8230dbe9-48d2-4d21-b8c8-be85fd38745f None None] Network d2d10865-0c04-4efd-8ae6-7ffe8f2920f4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:48.095876 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e2edb749-3bb5-4065-b54d-8ef3bf9a59aa None None] Provisioning complete for port 215b0f6b-373b-4961-913f-f23b41ffcb7e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:48.096312 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e2edb749-3bb5-4065-b54d-8ef3bf9a59aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:48.128943 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:48.231680 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e2edb749-3bb5-4065-b54d-8ef3bf9a59aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:48.271465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e2edb749-3bb5-4065-b54d-8ef3bf9a59aa None None] For port 215b0f6b-373b-4961-913f-f23b41ffcb7e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=215b0f6b-373b-4961-913f-f23b41ffcb7e,segment=NetworkSegment(37132b45-a626-4c5f-b149-8052b26c03a5),segment_id=37132b45-a626-4c5f-b149-8052b26c03a5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:48.348863 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e2edb749-3bb5-4065-b54d-8ef3bf9a59aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:48.399587 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:48.410809 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edb749-3bb5-4065-b54d-8ef3bf9a59aa None None] Pushing event updated for resources: {'Port': ['ID=215b0f6b-373b-4961-913f-f23b41ffcb7e,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:48.463011 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:48.463887 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:48.476161 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4cb1861e-e54f-4afe-9bfd-81fd70d9d356 None None] Provisioning complete for port 215b0f6b-373b-4961-913f-f23b41ffcb7e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:48.476595 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4cb1861e-e54f-4afe-9bfd-81fd70d9d356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:48.588446 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event updated for resources: {'Port': ['ID=eae90d85-70b8-4b20-a809-39824c975321,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:48.608355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4728644-bc2a-4dc6-9c1a-c7b3d7b237f8 req-63b8512d-66ec-4c31-ae2c-aff1a4c27fd4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:48.609877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4728644-bc2a-4dc6-9c1a-c7b3d7b237f8 req-63b8512d-66ec-4c31-ae2c-aff1a4c27fd4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.1369743 Sep 18 05:31:48.657869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Network f77a93bb-7886-4b0c-a6e7-2487f1a68236 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:31:48.661079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:31:48.670579 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4728644-bc2a-4dc6-9c1a-c7b3d7b237f8 req-fc4ababb-63b1-4624-a8a4-efcb3bc11054 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546746 Sep 18 05:31:48.766868 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Router f9d7ef69-80fc-41ea-aeae-cb07e5931a7a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:31:48.870014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:31:48.875825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4ef0e97e-5e41-4670-8a4c-b749e529a659 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "PUT /v2.0/routers/f9d7ef69-80fc-41ea-aeae-cb07e5931a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2162466 Sep 18 05:31:48.878888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54880) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:48.883625 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1daf14-cb11-4b09-9ca4-a19aa2ae6ec2 None None] Sync routers for ids ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:31:48.888624 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e2c5bcad-4eac-42fa-8129-9f07109ad94a None None] Provisioning complete for port eae90d85-70b8-4b20-a809-39824c975321 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:48.889014 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e2c5bcad-4eac-42fa-8129-9f07109ad94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:48.895949 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1daf14-cb11-4b09-9ca4-a19aa2ae6ec2 None None] Routers {'f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:48.896800 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-cc1daf14-cb11-4b09-9ca4-a19aa2ae6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:48.931238 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-cc1daf14-cb11-4b09-9ca4-a19aa2ae6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:48.941395 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1daf14-cb11-4b09-9ca4-a19aa2ae6ec2 None None] Routers {'f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:48.941962 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-cc1daf14-cb11-4b09-9ca4-a19aa2ae6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:48.956562 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e2c5bcad-4eac-42fa-8129-9f07109ad94a None None] Port eae90d85-70b8-4b20-a809-39824c975321 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:31:48.958120 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 215b0f6b-373b-4961-913f-f23b41ffcb7e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:31:48.982751 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-cc1daf14-cb11-4b09-9ca4-a19aa2ae6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:48.983504 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1daf14-cb11-4b09-9ca4-a19aa2ae6ec2 None None] The sync data for ids ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'] in n-d-789963-13 is: [] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:31:48.986880 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-839b8fe4-3755-45e0-823a-70b6515fa390 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:49.009324 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 215b0f6b-373b-4961-913f-f23b41ffcb7e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:31:49.010373 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:49.076546 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-839b8fe4-3755-45e0-823a-70b6515fa390 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 05:31:49.077532 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-839b8fe4-3755-45e0-823a-70b6515fa390 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "DELETE /v2.0/routers/f9d7ef69-80fc-41ea-aeae-cb07e5931a7a HTTP/1.1" status: 409 len: 329 time: 0.1976156 Sep 18 05:31:49.080258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54882) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:49.385019 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4b63285f-586b-45c5-95b5-5ca0b4159484 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:49.621627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4b63285f-586b-45c5-95b5-5ca0b4159484 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Deleting port eae90d85-70b8-4b20-a809-39824c975321 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:49.622279 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4b63285f-586b-45c5-95b5-5ca0b4159484 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:49.709332 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4b63285f-586b-45c5-95b5-5ca0b4159484 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:49.723479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-4b63285f-586b-45c5-95b5-5ca0b4159484 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Calling delete_port for eae90d85-70b8-4b20-a809-39824c975321 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:49.831710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd2a52-1c2e-4e17-a34e-692d23dea041 req-a1f614c6-40a1-4772-9d44-e8f3a2c9ef4c tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:49.833230 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1bdd2a52-1c2e-4e17-a34e-692d23dea041 req-a1f614c6-40a1-4772-9d44-e8f3a2c9ef4c tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0702870 Sep 18 05:31:49.913045 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1bdd2a52-1c2e-4e17-a34e-692d23dea041 req-d7bfd717-7453-415c-a964-d7f30fa30fba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495622 Sep 18 05:31:50.016564 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4b63285f-586b-45c5-95b5-5ca0b4159484 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:50.043747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63285f-586b-45c5-95b5-5ca0b4159484 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event deleted for resources: {'Port': ['ID=eae90d85-70b8-4b20-a809-39824c975321,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:50.141505 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4b63285f-586b-45c5-95b5-5ca0b4159484 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:50.295996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b63285f-586b-45c5-95b5-5ca0b4159484 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Router f9d7ef69-80fc-41ea-aeae-cb07e5931a7a has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:31:50.375578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b63285f-586b-45c5-95b5-5ca0b4159484 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:31:50.375578 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4b63285f-586b-45c5-95b5-5ca0b4159484 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "PUT /v2.0/routers/f9d7ef69-80fc-41ea-aeae-cb07e5931a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2936816 Sep 18 05:31:50.379016 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54888) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:50.381637 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d04a5-55a9-44aa-96be-8fc300fbc90f None None] Sync routers for ids ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:31:50.391597 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d04a5-55a9-44aa-96be-8fc300fbc90f None None] Routers {'f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:50.392440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8b3d04a5-55a9-44aa-96be-8fc300fbc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:50.416926 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-e470e821-c436-4e28-bb62-f07aee8b6799 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] show failed (client error): The resource could not be found. Sep 18 05:31:50.417978 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e470e821-c436-4e28-bb62-f07aee8b6799 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-640946479 HTTP/1.1" status: 404 len: 334 time: 0.0380049 Sep 18 05:31:50.421663 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54890) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:50.426207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-18683d1b-7163-4498-9657-df80eda9b61b tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:50.427198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8b3d04a5-55a9-44aa-96be-8fc300fbc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:50.436215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d04a5-55a9-44aa-96be-8fc300fbc90f None None] Routers {'f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:31:50.436874 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8b3d04a5-55a9-44aa-96be-8fc300fbc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:31:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:50.463835 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-18683d1b-7163-4498-9657-df80eda9b61b tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] update failed (client error): The resource could not be found. Sep 18 05:31:50.464888 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-18683d1b-7163-4498-9657-df80eda9b61b tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1576090612 HTTP/1.1" status: 404 len: 335 time: 0.0423107 Sep 18 05:31:50.468309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54892) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:50.468658 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8b3d04a5-55a9-44aa-96be-8fc300fbc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:50.469313 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d04a5-55a9-44aa-96be-8fc300fbc90f None None] The sync data for ids ['f9d7ef69-80fc-41ea-aeae-cb07e5931a7a'] in n-d-789963-13 is: [] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:31:50.520509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ec5b75-9d29-4618-96e5-396fdaaebd2f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Deleting subnet 27a4dc95-a17f-471d-8911-0ff5ae645e30 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:31:50.523557 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5b75-9d29-4618-96e5-396fdaaebd2f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:50.564261 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5b75-9d29-4618-96e5-396fdaaebd2f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:50.650494 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5b75-9d29-4618-96e5-396fdaaebd2f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:50.777356 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5b75-9d29-4618-96e5-396fdaaebd2f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:50.806648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec5b75-9d29-4618-96e5-396fdaaebd2f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event deleted for resources: {'Subnet': ['ID=27a4dc95-a17f-471d-8911-0ff5ae645e30,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:50.810997 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5b75-9d29-4618-96e5-396fdaaebd2f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:50.811762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d38206-2d3b-4fb5-b917-b090bf1ff501 None None] Network d2d10865-0c04-4efd-8ae6-7ffe8f2920f4 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:50.813225 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c9ec5b75-9d29-4618-96e5-396fdaaebd2f tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "DELETE /v2.0/subnets/27a4dc95-a17f-471d-8911-0ff5ae645e30 HTTP/1.1" status: 204 len: 168 time: 0.3437052 Sep 18 05:31:50.815348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54896) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:50.898814 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:50.953319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Deleting port 215b0f6b-373b-4961-913f-f23b41ffcb7e {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:50.953784 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:50.996344 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff5ef5-2f63-4c57-9552-0453ac097b2a None None] DHCP port deletion for d2d10865-0c04-4efd-8ae6-7ffe8f2920f4 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:31:51.042960 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2dff5ef5-2f63-4c57-9552-0453ac097b2a None None] Deleting port 215b0f6b-373b-4961-913f-f23b41ffcb7e {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:51.043341 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2dff5ef5-2f63-4c57-9552-0453ac097b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.049430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] For port 215b0f6b-373b-4961-913f-f23b41ffcb7e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=215b0f6b-373b-4961-913f-f23b41ffcb7e,segment=NetworkSegment(37132b45-a626-4c5f-b149-8052b26c03a5),segment_id=37132b45-a626-4c5f-b149-8052b26c03a5)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:51.049807 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.066900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Calling delete_port for 215b0f6b-373b-4961-913f-f23b41ffcb7e owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:51.086459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d698f-0499-4100-ba72-3ccd596fa795 req-a37badba-eb31-4277-86fc-c0696363af63 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:51.088013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b2d698f-0499-4100-ba72-3ccd596fa795 req-a37badba-eb31-4277-86fc-c0696363af63 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0818777 Sep 18 05:31:51.108494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2dff5ef5-2f63-4c57-9552-0453ac097b2a None None] For port 215b0f6b-373b-4961-913f-f23b41ffcb7e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=215b0f6b-373b-4961-913f-f23b41ffcb7e,segment=NetworkSegment(37132b45-a626-4c5f-b149-8052b26c03a5),segment_id=37132b45-a626-4c5f-b149-8052b26c03a5)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:51.108900 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2dff5ef5-2f63-4c57-9552-0453ac097b2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.121941 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2dff5ef5-2f63-4c57-9552-0453ac097b2a None None] Calling delete_port for 215b0f6b-373b-4961-913f-f23b41ffcb7e owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:51.170409 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b2d698f-0499-4100-ba72-3ccd596fa795 req-597c4a8b-81df-4c60-a96d-1e9d8419cb10 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500226 Sep 18 05:31:51.274528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.281317 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2dff5ef5-2f63-4c57-9552-0453ac097b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.303881 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] No DVR routers for this DVR port 215b0f6b-373b-4961-913f-f23b41ffcb7e on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:51.307219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff5ef5-2f63-4c57-9552-0453ac097b2a None None] Pushing event deleted for resources: {'Port': ['ID=215b0f6b-373b-4961-913f-f23b41ffcb7e,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:51.311193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff5ef5-2f63-4c57-9552-0453ac097b2a None None] No DVR routers for this DVR port 215b0f6b-373b-4961-913f-f23b41ffcb7e on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:51.311347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event deleted for resources: {'Port': ['ID=215b0f6b-373b-4961-913f-f23b41ffcb7e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:51.393263 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.412799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d10865-0c04-4efd-8ae6-7ffe8f2920f4']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:51.422539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37132b45-a626-4c5f-b149-8052b26c03a5') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:51.422839 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37132b45-a626-4c5f-b149-8052b26c03a5') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:51.432958 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.445812 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.451896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:31:51.452311 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:31:51.455169 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:31:51.566298 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.581550 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.581550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "DELETE /v2.0/networks/d2d10865-0c04-4efd-8ae6-7ffe8f2920f4 HTTP/1.1" status: 204 len: 168 time: 0.7598886 Sep 18 05:31:51.581550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54902) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:51.596037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3e683-972c-4fba-9501-6f7a7789be00 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event deleted for resources: {'Network': ['ID=d2d10865-0c04-4efd-8ae6-7ffe8f2920f4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:51.639902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b21b933-671e-466c-a63e-ff9dc0d4e1dc tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Deleting subnet d0e01d67-7b8e-4724-8b5e-abbd67a2ebf2 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:31:51.642896 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6b21b933-671e-466c-a63e-ff9dc0d4e1dc tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.681717 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6b21b933-671e-466c-a63e-ff9dc0d4e1dc tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.764963 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6b21b933-671e-466c-a63e-ff9dc0d4e1dc tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.874594 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6b21b933-671e-466c-a63e-ff9dc0d4e1dc tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.903972 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-6b21b933-671e-466c-a63e-ff9dc0d4e1dc tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:51.905832 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6b21b933-671e-466c-a63e-ff9dc0d4e1dc tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "DELETE /v2.0/subnets/d0e01d67-7b8e-4724-8b5e-abbd67a2ebf2 HTTP/1.1" status: 204 len: 168 time: 0.3263118 Sep 18 05:31:51.907274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21b933-671e-466c-a63e-ff9dc0d4e1dc tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e01d67-7b8e-4724-8b5e-abbd67a2ebf2,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:51.908487 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54904) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:51.910239 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d94c46f-84d9-402f-8dc4-cadddf75aadb None None] Network aca956b4-94a8-45c8-a17a-0a3934a9382d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:51.960571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Deleting subnet f4f1c2c9-1f42-4d4f-b363-abc78ae1857e {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:31:51.963886 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.003601 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.071265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5e7ebe-3210-4145-93f0-3b48073077e4 None None] DHCP port deletion for aca956b4-94a8-45c8-a17a-0a3934a9382d request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:31:52.092882 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.117420 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e7ebe-3210-4145-93f0-3b48073077e4 None None] Deleting port 0902bb2a-124c-4259-9f90-52716688e778 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:52.117801 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7ebe-3210-4145-93f0-3b48073077e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.186872 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-8c5e7ebe-3210-4145-93f0-3b48073077e4 None None] For port 0902bb2a-124c-4259-9f90-52716688e778, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0902bb2a-124c-4259-9f90-52716688e778,segment=NetworkSegment(7812302c-7fd9-47df-a1bc-83aa6ebbd6ff),segment_id=7812302c-7fd9-47df-a1bc-83aa6ebbd6ff)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:52.187329 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7ebe-3210-4145-93f0-3b48073077e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.200855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e7ebe-3210-4145-93f0-3b48073077e4 None None] Calling delete_port for 0902bb2a-124c-4259-9f90-52716688e778 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:52.290157 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f13d5-e840-4ad9-8f2b-329803ae2bc1 req-0cc74387-7e5b-4797-b7ac-6879e2736c00 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:52.292527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f7f13d5-e840-4ad9-8f2b-329803ae2bc1 req-0cc74387-7e5b-4797-b7ac-6879e2736c00 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0523725 Sep 18 05:31:52.314977 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.332124 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f7f13d5-e840-4ad9-8f2b-329803ae2bc1 req-8ed80591-b1c6-4718-ab05-bf93f2b7b34a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334957 Sep 18 05:31:52.336973 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8c5e7ebe-3210-4145-93f0-3b48073077e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.354029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f1c2c9-1f42-4d4f-b363-abc78ae1857e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:52.356867 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.358699 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "DELETE /v2.0/subnets/f4f1c2c9-1f42-4d4f-b363-abc78ae1857e HTTP/1.1" status: 204 len: 168 time: 0.4489009 Sep 18 05:31:52.361388 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54908) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:52.365207 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:52.365565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:52.366088 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:52.366393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf12ec2-b3ff-422a-89c2-ad5b2651f243 None None] Network 233b83fb-1321-474f-ac65-bd2d9562ae2d requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:52.366756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:52.367103 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:52.367445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:52.367786 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:52.368122 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:52.368485 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:52.369444 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:52.369943 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:52.370454 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7fce8e-2c99-48b7-8fda-020ec923b197 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:31:52.371567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e7ebe-3210-4145-93f0-3b48073077e4 None None] Pushing event deleted for resources: {'Port': ['ID=0902bb2a-124c-4259-9f90-52716688e778,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:52.385907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e7ebe-3210-4145-93f0-3b48073077e4 None None] No DVR routers for this DVR port 0902bb2a-124c-4259-9f90-52716688e778 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:52.447433 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2abd869f-ba8f-4a49-a88d-d5efb76c5492 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.545045 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1ab7e9-00f7-4b1b-b928-a88bc339face None None] DHCP port deletion for 233b83fb-1321-474f-ac65-bd2d9562ae2d request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:31:52.595648 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ab7e9-00f7-4b1b-b928-a88bc339face None None] Deleting port a44a41f1-ccde-4de4-91a0-323df62866d3 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:52.596025 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab7e9-00f7-4b1b-b928-a88bc339face None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.662104 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2f1ab7e9-00f7-4b1b-b928-a88bc339face None None] For port a44a41f1-ccde-4de4-91a0-323df62866d3, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=a44a41f1-ccde-4de4-91a0-323df62866d3,segment=NetworkSegment(8b48fa04-513e-4743-be35-767a4fb99547),segment_id=8b48fa04-513e-4743-be35-767a4fb99547)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:52.662445 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab7e9-00f7-4b1b-b928-a88bc339face None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.677293 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ab7e9-00f7-4b1b-b928-a88bc339face None None] Calling delete_port for a44a41f1-ccde-4de4-91a0-323df62866d3 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:52.832577 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2abd869f-ba8f-4a49-a88d-d5efb76c5492 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.851320 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab7e9-00f7-4b1b-b928-a88bc339face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.852430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2abd869f-ba8f-4a49-a88d-d5efb76c5492 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca956b4-94a8-45c8-a17a-0a3934a9382d']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:52.862855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2abd869f-ba8f-4a49-a88d-d5efb76c5492 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7812302c-7fd9-47df-a1bc-83aa6ebbd6ff') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:52.866972 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2abd869f-ba8f-4a49-a88d-d5efb76c5492 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7812302c-7fd9-47df-a1bc-83aa6ebbd6ff') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:52.875032 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2abd869f-ba8f-4a49-a88d-d5efb76c5492 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.877815 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ab7e9-00f7-4b1b-b928-a88bc339face None None] Pushing event deleted for resources: {'Port': ['ID=a44a41f1-ccde-4de4-91a0-323df62866d3,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:52.881521 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ab7e9-00f7-4b1b-b928-a88bc339face None None] No DVR routers for this DVR port a44a41f1-ccde-4de4-91a0-323df62866d3 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:52.897878 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2abd869f-ba8f-4a49-a88d-d5efb76c5492 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.904528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abd869f-ba8f-4a49-a88d-d5efb76c5492 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2abd869f-ba8f-4a49-a88d-d5efb76c5492 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:31:52.908925 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:31:52.922466 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0902bb2a-124c-4259-9f90-52716688e778 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:52.942571 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 0902bb2a-124c-4259-9f90-52716688e778 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:52.942918 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0902bb2a-124c-4259-9f90-52716688e778 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:52.943342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 215b0f6b-373b-4961-913f-f23b41ffcb7e no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:52.961500 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 215b0f6b-373b-4961-913f-f23b41ffcb7e {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:52.961908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 215b0f6b-373b-4961-913f-f23b41ffcb7e not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:52.962883 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a44a41f1-ccde-4de4-91a0-323df62866d3 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:52.982278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: a44a41f1-ccde-4de4-91a0-323df62866d3 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:52.982625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device a44a41f1-ccde-4de4-91a0-323df62866d3 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:53.051330 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2abd869f-ba8f-4a49-a88d-d5efb76c5492 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.058433 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2abd869f-ba8f-4a49-a88d-d5efb76c5492 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.060304 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2abd869f-ba8f-4a49-a88d-d5efb76c5492 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "DELETE /v2.0/networks/aca956b4-94a8-45c8-a17a-0a3934a9382d HTTP/1.1" status: 204 len: 168 time: 0.6977229 Sep 18 05:31:53.063027 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54912) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:53.071503 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd869f-ba8f-4a49-a88d-d5efb76c5492 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event deleted for resources: {'Network': ['ID=aca956b4-94a8-45c8-a17a-0a3934a9382d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:53.144783 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37f1bf1d-b1c1-4e50-adc2-1770ac8cb2b5 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.200177 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.237045 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37f1bf1d-b1c1-4e50-adc2-1770ac8cb2b5 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.256404 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-37f1bf1d-b1c1-4e50-adc2-1770ac8cb2b5 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233b83fb-1321-474f-ac65-bd2d9562ae2d']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:53.266193 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-37f1bf1d-b1c1-4e50-adc2-1770ac8cb2b5 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b48fa04-513e-4743-be35-767a4fb99547') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:53.266492 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-37f1bf1d-b1c1-4e50-adc2-1770ac8cb2b5 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b48fa04-513e-4743-be35-767a4fb99547') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:53.276965 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37f1bf1d-b1c1-4e50-adc2-1770ac8cb2b5 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.289530 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37f1bf1d-b1c1-4e50-adc2-1770ac8cb2b5 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.295889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f1bf1d-b1c1-4e50-adc2-1770ac8cb2b5 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:31:53.296308 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37f1bf1d-b1c1-4e50-adc2-1770ac8cb2b5 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:31:53.299364 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:31:53.320320 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.417886 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37f1bf1d-b1c1-4e50-adc2-1770ac8cb2b5 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.425465 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-37f1bf1d-b1c1-4e50-adc2-1770ac8cb2b5 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.427821 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-37f1bf1d-b1c1-4e50-adc2-1770ac8cb2b5 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "DELETE /v2.0/networks/233b83fb-1321-474f-ac65-bd2d9562ae2d HTTP/1.1" status: 204 len: 168 time: 0.3637161 Sep 18 05:31:53.430385 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54916) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:53.450630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1bf1d-b1c1-4e50-adc2-1770ac8cb2b5 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event deleted for resources: {'Network': ['ID=233b83fb-1321-474f-ac65-bd2d9562ae2d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:53.451812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffc948-1048-49ad-ab29-47669c4c017f req-74f9b9f1-14be-47d4-b89f-6248312b71b3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:53.453388 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fdffc948-1048-49ad-ab29-47669c4c017f req-74f9b9f1-14be-47d4-b89f-6248312b71b3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0538383 Sep 18 05:31:53.492983 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-96eebc8b-54a0-47b9-acc2-d00f9ec988ef tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Deleting subnet 1eb206ab-de9f-4928-a6f2-d169e8bbea2c {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:31:53.493248 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fdffc948-1048-49ad-ab29-47669c4c017f req-51aa10aa-d708-4bd8-acc6-afb42fbfbf4e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326340 Sep 18 05:31:53.496869 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96eebc8b-54a0-47b9-acc2-d00f9ec988ef tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.537385 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96eebc8b-54a0-47b9-acc2-d00f9ec988ef tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.558562 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-adb0cd78-f810-40d2-b772-f0eb677026df req-b789d011-993f-4b07-82bb-5cc9d9446dd6 service neutron] (106908) timed out ('10.222.0.18', 58516) {{(pid=106908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:31:53.624435 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96eebc8b-54a0-47b9-acc2-d00f9ec988ef tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.743498 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96eebc8b-54a0-47b9-acc2-d00f9ec988ef tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.769684 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eebc8b-54a0-47b9-acc2-d00f9ec988ef tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb206ab-de9f-4928-a6f2-d169e8bbea2c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:53.776173 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96eebc8b-54a0-47b9-acc2-d00f9ec988ef tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.777956 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-96eebc8b-54a0-47b9-acc2-d00f9ec988ef tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "DELETE /v2.0/subnets/1eb206ab-de9f-4928-a6f2-d169e8bbea2c HTTP/1.1" status: 204 len: 168 time: 0.3459487 Sep 18 05:31:53.780422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54920) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:53.782992 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2c6bd8-d93c-4f56-882e-96de3b07acd4 None None] Network f77a93bb-7886-4b0c-a6e7-2487f1a68236 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:31:53.859154 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.912174 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Deleting port 7a0d798f-14cb-424f-ac18-821420d99365 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:53.912556 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.969368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a166f8-4e55-4bb0-b53f-0eb6d5e04c08 None None] DHCP port deletion for f77a93bb-7886-4b0c-a6e7-2487f1a68236 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:31:53.980106 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] For port 7a0d798f-14cb-424f-ac18-821420d99365, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7a0d798f-14cb-424f-ac18-821420d99365,segment=NetworkSegment(e315df26-42fb-4d38-81fa-03879f966b7c),segment_id=e315df26-42fb-4d38-81fa-03879f966b7c)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:53.980507 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:53.993153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Calling delete_port for 7a0d798f-14cb-424f-ac18-821420d99365 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:54.017343 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-12a166f8-4e55-4bb0-b53f-0eb6d5e04c08 None None] Deleting port 7a0d798f-14cb-424f-ac18-821420d99365 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:31:54.018984 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-12a166f8-4e55-4bb0-b53f-0eb6d5e04c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.080834 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-12a166f8-4e55-4bb0-b53f-0eb6d5e04c08 None None] For port 7a0d798f-14cb-424f-ac18-821420d99365, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=7a0d798f-14cb-424f-ac18-821420d99365,segment=NetworkSegment(e315df26-42fb-4d38-81fa-03879f966b7c),segment_id=e315df26-42fb-4d38-81fa-03879f966b7c)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:54.082542 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-12a166f8-4e55-4bb0-b53f-0eb6d5e04c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.094028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-12a166f8-4e55-4bb0-b53f-0eb6d5e04c08 None None] Calling delete_port for 7a0d798f-14cb-424f-ac18-821420d99365 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:31:54.148513 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.170181 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-12a166f8-4e55-4bb0-b53f-0eb6d5e04c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.175963 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event deleted for resources: {'Port': ['ID=7a0d798f-14cb-424f-ac18-821420d99365,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:54.178009 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] No DVR routers for this DVR port 7a0d798f-14cb-424f-ac18-821420d99365 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:54.199794 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a166f8-4e55-4bb0-b53f-0eb6d5e04c08 None None] Pushing event deleted for resources: {'Port': ['ID=7a0d798f-14cb-424f-ac18-821420d99365,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:54.204769 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a166f8-4e55-4bb0-b53f-0eb6d5e04c08 None None] No DVR routers for this DVR port 7a0d798f-14cb-424f-ac18-821420d99365 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:54.260950 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.279946 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77a93bb-7886-4b0c-a6e7-2487f1a68236']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:54.288778 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e315df26-42fb-4d38-81fa-03879f966b7c') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:54.289077 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e315df26-42fb-4d38-81fa-03879f966b7c') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:31:54.298287 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.311660 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.317332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:31:54.317721 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:31:54.320579 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:31:54.439955 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.447841 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.449274 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "DELETE /v2.0/networks/f77a93bb-7886-4b0c-a6e7-2487f1a68236 HTTP/1.1" status: 204 len: 168 time: 0.6679330 Sep 18 05:31:54.452119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54922) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:54.461398 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb86d2-21c6-4902-beb0-3cc94b318e83 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Pushing event deleted for resources: {'Network': ['ID=f77a93bb-7886-4b0c-a6e7-2487f1a68236,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:54.478765 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7b42532f-17fc-4982-babf-00a097a26444 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9d7ef69-80fc-41ea-aeae-cb07e5931a7a HTTP/1.1" status: 200 len: 205 time: 0.0253565 Sep 18 05:31:54.480909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54924) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:54.555339 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3c0468a-4df9-40a4-887a-f58794d61201 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.740921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3c0468a-4df9-40a4-887a-f58794d61201 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.743753 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3c0468a-4df9-40a4-887a-f58794d61201 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.751999 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffd9fb-61bb-4cd8-ba08-1800a4f13a08 req-2125249d-183c-4f8c-acbf-8c4e3e85b921 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:54.753496 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b6ffd9fb-61bb-4cd8-ba08-1800a4f13a08 req-2125249d-183c-4f8c-acbf-8c4e3e85b921 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.1648967 Sep 18 05:31:54.823874 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b6ffd9fb-61bb-4cd8-ba08-1800a4f13a08 req-01fd201a-33ab-4b7b-8603-85d5e3bbf1e6 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628712 Sep 18 05:31:54.863014 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3c0468a-4df9-40a4-887a-f58794d61201 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.863555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c0468a-4df9-40a4-887a-f58794d61201 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Fanout notify agent at l3_agent the message router_deleted on router f9d7ef69-80fc-41ea-aeae-cb07e5931a7a {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:31:54.871390 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d3c0468a-4df9-40a4-887a-f58794d61201 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:54.872519 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d3c0468a-4df9-40a4-887a-f58794d61201 tempest-RoutersNegativeIpV6Test-1722449899 tempest-RoutersNegativeIpV6Test-1722449899-project] 10.222.0.23 "DELETE /v2.0/routers/f9d7ef69-80fc-41ea-aeae-cb07e5931a7a HTTP/1.1" status: 204 len: 168 time: 0.3906825 Sep 18 05:31:54.924426 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7a0d798f-14cb-424f-ac18-821420d99365 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:31:54.951114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 7a0d798f-14cb-424f-ac18-821420d99365 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:31:54.951607 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 7a0d798f-14cb-424f-ac18-821420d99365 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:31:55.190569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-42072c6d-b5c4-4c03-b064-7ea7f9445114 req-55ac69f4-8db8-40e6-a1d0-a8b3c16c9618 service neutron] (106909) timed out ('10.222.0.18', 58519) {{(pid=106909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:31:55.283357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54934) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:55.424518 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a7d632ae-42fd-46b6-bf06-11ffa71f6b5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee6b7bf43d2f4d0b8993b53466f5eed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400175 Sep 18 05:31:55.427173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54938) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:55.474840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1bb9aac0-41ea-468f-847a-f2dea8e3c97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:55.495841 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1bb9aac0-41ea-468f-847a-f2dea8e3c97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:55.623339 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1bb9aac0-41ea-468f-847a-f2dea8e3c97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:55.625866 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1bb9aac0-41ea-468f-847a-f2dea8e3c97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:55.627062 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1bb9aac0-41ea-468f-847a-f2dea8e3c97a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/743c6310-d7ff-42cc-bf29-707ad71779bb HTTP/1.1" status: 204 len: 168 time: 0.1989367 Sep 18 05:31:55.635674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9aac0-41ea-468f-847a-f2dea8e3c97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743c6310-d7ff-42cc-bf29-707ad71779bb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:55.958616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc08697-98c9-4268-ad22-c66c6e4ddf37 req-030f4c8f-dc6a-4ab2-89f2-e1121641cc3f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:55.960150 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1bc08697-98c9-4268-ad22-c66c6e4ddf37 req-030f4c8f-dc6a-4ab2-89f2-e1121641cc3f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0524523 Sep 18 05:31:56.001260 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1bc08697-98c9-4268-ad22-c66c6e4ddf37 req-9ddb14e4-5196-4d8e-a36d-c30bad474a03 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343137 Sep 18 05:31:56.620933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54964) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:56.714580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0a128a67-d446-4b3a-a25f-94b7c0929d0d tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:56.715320 n-d-789963-13 neutron-server[106909]: WARNING neutron.api.v2.base [None req-0a128a67-d446-4b3a-a25f-94b7c0929d0d tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 05:31:56.715810 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-0a128a67-d446-4b3a-a25f-94b7c0929d0d tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 05:31:56.716801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0a128a67-d446-4b3a-a25f-94b7c0929d0d tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0948734 Sep 18 05:31:56.720294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54968) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:56.725385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-db27b146-1ce4-465b-93c6-4142a881e606 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142481538'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:56.823328 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db27b146-1ce4-465b-93c6-4142a881e606 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:56.835012 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db27b146-1ce4-465b-93c6-4142a881e606 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:56.922635 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db27b146-1ce4-465b-93c6-4142a881e606 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:56.994177 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db27b146-1ce4-465b-93c6-4142a881e606 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:57.027376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27b146-1ce4-465b-93c6-4142a881e606 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57942660-4a81-452e-9751-b876ac7b431a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:57.115560 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db27b146-1ce4-465b-93c6-4142a881e606 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:57.136947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe90e1-ffee-400f-a46e-9b0ccfe52b08 req-9cdf3fe9-e30d-4326-bb71-2c5e39fd47b8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:57.138468 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a9fe90e1-ffee-400f-a46e-9b0ccfe52b08 req-9cdf3fe9-e30d-4326-bb71-2c5e39fd47b8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0656052 Sep 18 05:31:57.177086 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a9fe90e1-ffee-400f-a46e-9b0ccfe52b08 req-a711ad01-312b-4036-9719-7f001c8e8d0f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325494 Sep 18 05:31:57.211289 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db27b146-1ce4-465b-93c6-4142a881e606 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:57.241461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27b146-1ce4-465b-93c6-4142a881e606 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a81eca5-f8e8-46d6-a8a9-4e93cf0df148,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:57.308701 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db27b146-1ce4-465b-93c6-4142a881e606 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:57.309943 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-db27b146-1ce4-465b-93c6-4142a881e606 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5887382 Sep 18 05:31:57.312656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54974) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:57.316995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-496a7882-eff7-4dcb-b14a-5d3a7df62006 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': '8a81eca5-f8e8-46d6-a8a9-4e93cf0df148', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:57.398733 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-496a7882-eff7-4dcb-b14a-5d3a7df62006 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:57.458145 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-496a7882-eff7-4dcb-b14a-5d3a7df62006 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:57.508633 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-496a7882-eff7-4dcb-b14a-5d3a7df62006 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:57.528019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a7882-eff7-4dcb-b14a-5d3a7df62006 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d224b8-fe87-41b5-b29e-328cb95bd900,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:57.577237 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-496a7882-eff7-4dcb-b14a-5d3a7df62006 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:57.578457 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-496a7882-eff7-4dcb-b14a-5d3a7df62006 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2648726 Sep 18 05:31:57.581167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54976) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:57.585569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9db3b44e-8f63-4731-9dab-0f9545a82bef tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': '8a81eca5-f8e8-46d6-a8a9-4e93cf0df148', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:57.666906 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9db3b44e-8f63-4731-9dab-0f9545a82bef tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:57.764979 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-9db3b44e-8f63-4731-9dab-0f9545a82bef tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 05:31:57.765960 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9db3b44e-8f63-4731-9dab-0f9545a82bef tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1838443 Sep 18 05:31:57.768715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54978) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:57.820410 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a72ebdfc-8af0-4258-9dd2-041ea3874c41 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:57.843785 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a72ebdfc-8af0-4258-9dd2-041ea3874c41 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:57.960045 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a72ebdfc-8af0-4258-9dd2-041ea3874c41 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:57.962668 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a72ebdfc-8af0-4258-9dd2-041ea3874c41 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:57.963835 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a72ebdfc-8af0-4258-9dd2-041ea3874c41 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "DELETE /v2.0/security-groups/8a81eca5-f8e8-46d6-a8a9-4e93cf0df148 HTTP/1.1" status: 204 len: 168 time: 0.1942177 Sep 18 05:31:57.966879 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54982) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:57.972919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ebdfc-8af0-4258-9dd2-041ea3874c41 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a81eca5-f8e8-46d6-a8a9-4e93cf0df148,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:58.025074 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-060eac31-4b20-4fa0-9c4c-298489991b23 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0567560 Sep 18 05:31:58.029180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54984) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:58.033671 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-414e9dd0-0da8-4a9f-ba8e-9bac36f74645 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012725614'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:58.091384 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-414e9dd0-0da8-4a9f-ba8e-9bac36f74645 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:58.171238 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-414e9dd0-0da8-4a9f-ba8e-9bac36f74645 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:58.211443 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-414e9dd0-0da8-4a9f-ba8e-9bac36f74645 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:58.241015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e9dd0-0da8-4a9f-ba8e-9bac36f74645 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4805b2c8-cf3b-4762-9118-f73c341ab333,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:58.294835 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e305ac7-d2f3-4957-94eb-7d66a0c61448 req-426698e0-3182-4b50-a9d8-5af86cb9d62c tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:58.296261 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e305ac7-d2f3-4957-94eb-7d66a0c61448 req-426698e0-3182-4b50-a9d8-5af86cb9d62c tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0526290 Sep 18 05:31:58.302320 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-414e9dd0-0da8-4a9f-ba8e-9bac36f74645 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:58.303583 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-414e9dd0-0da8-4a9f-ba8e-9bac36f74645 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2734146 Sep 18 05:31:58.307510 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54988) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:58.311905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-49a61d24-1b31-4a18-a410-a18c763068ee tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': '4805b2c8-cf3b-4762-9118-f73c341ab333', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:58.312430 n-d-789963-13 neutron-server[106908]: WARNING neutron.api.v2.base [None req-49a61d24-1b31-4a18-a410-a18c763068ee tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 18 05:31:58.312943 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-49a61d24-1b31-4a18-a410-a18c763068ee tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:31:58.313861 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-49a61d24-1b31-4a18-a410-a18c763068ee tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0054183 Sep 18 05:31:58.316404 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 54990) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:58.335012 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e305ac7-d2f3-4957-94eb-7d66a0c61448 req-21d364fe-213d-4ba0-ab1a-ba8be78a5176 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324194 Sep 18 05:31:58.371403 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-abfb1bed-9966-4472-bd2f-7622fa7ecded tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:58.393067 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-abfb1bed-9966-4472-bd2f-7622fa7ecded tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:58.496826 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-abfb1bed-9966-4472-bd2f-7622fa7ecded tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:58.499382 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-abfb1bed-9966-4472-bd2f-7622fa7ecded tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:58.500564 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-abfb1bed-9966-4472-bd2f-7622fa7ecded tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "DELETE /v2.0/security-groups/4805b2c8-cf3b-4762-9118-f73c341ab333 HTTP/1.1" status: 204 len: 168 time: 0.1832325 Sep 18 05:31:58.503238 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54992) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:58.509675 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb1bed-9966-4472-bd2f-7622fa7ecded tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4805b2c8-cf3b-4762-9118-f73c341ab333,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:58.555134 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8a460dce-a83b-4935-af8c-71a7a0c2624f tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505519 Sep 18 05:31:58.559240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54994) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:58.563468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-bcc87d68-d9d4-4049-93c5-d523be6eabd7 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group': {'name': 'tempest-secgroup--503795721'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:58.671727 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcc87d68-d9d4-4049-93c5-d523be6eabd7 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:58.707925 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-b716a08b-1380-47f4-83d2-9fb299d94833 service neutron] show failed (client error): The resource could not be found. Sep 18 05:31:58.708990 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-b716a08b-1380-47f4-83d2-9fb299d94833 service neutron] 10.222.0.13 "GET /v2.0/ports/66db37a4-fca1-42ed-88f6-7e2a02323e74/bindings/n-h1-789963-13 HTTP/1.1" status: 404 len: 381 time: 0.0711877 Sep 18 05:31:58.769541 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcc87d68-d9d4-4049-93c5-d523be6eabd7 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:58.834502 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcc87d68-d9d4-4049-93c5-d523be6eabd7 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:58.864301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc87d68-d9d4-4049-93c5-d523be6eabd7 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1518d79-c26a-49d3-82e8-403776f4af77,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:58.908939 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcc87d68-d9d4-4049-93c5-d523be6eabd7 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:58.910310 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bcc87d68-d9d4-4049-93c5-d523be6eabd7 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3501441 Sep 18 05:31:58.913160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54996) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:58.918413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b88980c2-9341-475d-9a51-69c5b2635be6 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'c1518d79-c26a-49d3-82e8-403776f4af77', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:58.919244 n-d-789963-13 neutron-server[106909]: WARNING neutron.api.v2.base [None req-b88980c2-9341-475d-9a51-69c5b2635be6 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 18 05:31:58.919780 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-b88980c2-9341-475d-9a51-69c5b2635be6 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:31:58.920739 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b88980c2-9341-475d-9a51-69c5b2635be6 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066342 Sep 18 05:31:58.923376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 54998) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:58.978715 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2739324c-518b-4100-b821-ef706b9b0598 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.002762 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2739324c-518b-4100-b821-ef706b9b0598 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.103528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2739324c-518b-4100-b821-ef706b9b0598 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.106187 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2739324c-518b-4100-b821-ef706b9b0598 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.107297 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2739324c-518b-4100-b821-ef706b9b0598 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "DELETE /v2.0/security-groups/c1518d79-c26a-49d3-82e8-403776f4af77 HTTP/1.1" status: 204 len: 168 time: 0.1829832 Sep 18 05:31:59.109963 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55002) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:59.139910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739324c-518b-4100-b821-ef706b9b0598 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1518d79-c26a-49d3-82e8-403776f4af77,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:59.166511 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-13963aae-5f7b-4b71-bfcc-f149a538cfb0 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519142 Sep 18 05:31:59.166717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-443231e6-1577-4a1f-9753-018d78023432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:59.166717 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-443231e6-1577-4a1f-9753-018d78023432 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f&tenant_id=819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 1098 time: 0.0900130 Sep 18 05:31:59.166909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55004) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:59.170909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-a87651f1-7622-409e-b630-5f65608c99bd tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782549678'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:59.177037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-13', 'device_owner': 'compute:nova'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:59.233822 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.285433 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a87651f1-7622-409e-b630-5f65608c99bd tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.367901 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a87651f1-7622-409e-b630-5f65608c99bd tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.451690 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a87651f1-7622-409e-b630-5f65608c99bd tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.468103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] For port 66db37a4-fca1-42ed-88f6-7e2a02323e74, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:31:59.482380 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87651f1-7622-409e-b630-5f65608c99bd tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3fa8c2-8af0-4366-8fc9-3ff80f508eaf,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:59.497890 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f89d2e-76ce-4d81-90ac-3e96767961e8 req-0bc0ef07-d238-4981-953f-591dd91973b0 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:31:59.499381 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2f89d2e-76ce-4d81-90ac-3e96767961e8 req-0bc0ef07-d238-4981-953f-591dd91973b0 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0910206 Sep 18 05:31:59.532061 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] For port 66db37a4-fca1-42ed-88f6-7e2a02323e74, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:31:59.554826 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a87651f1-7622-409e-b630-5f65608c99bd tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.556178 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a87651f1-7622-409e-b630-5f65608c99bd tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3885462 Sep 18 05:31:59.559015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55008) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:59.563473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-acaf4fda-5fd0-4bbd-9be2-9378f1b8d461 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'de3fa8c2-8af0-4366-8fc9-3ff80f508eaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:59.565474 n-d-789963-13 neutron-server[106908]: WARNING neutron.api.v2.base [None req-acaf4fda-5fd0-4bbd-9be2-9378f1b8d461 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 18 05:31:59.565985 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-acaf4fda-5fd0-4bbd-9be2-9378f1b8d461 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:31:59.566936 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-acaf4fda-5fd0-4bbd-9be2-9378f1b8d461 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070081 Sep 18 05:31:59.569462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55010) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:59.570449 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2f89d2e-76ce-4d81-90ac-3e96767961e8 req-5484bfc5-dcde-4873-a6f6-fe8cead275b5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623541 Sep 18 05:31:59.573702 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-2f4da118-5326-4f8d-89d4-5083a8735136 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'de3fa8c2-8af0-4366-8fc9-3ff80f508eaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:59.574407 n-d-789963-13 neutron-server[106908]: WARNING neutron.api.v2.base [None req-2f4da118-5326-4f8d-89d4-5083a8735136 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 18 05:31:59.574834 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-2f4da118-5326-4f8d-89d4-5083a8735136 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:31:59.578361 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2f4da118-5326-4f8d-89d4-5083a8735136 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054893 Sep 18 05:31:59.578531 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55012) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:59.584457 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e1ca0c92-fbc6-4e7a-895f-d0363f6208f8 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'de3fa8c2-8af0-4366-8fc9-3ff80f508eaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:59.585283 n-d-789963-13 neutron-server[106908]: WARNING neutron.api.v2.base [None req-e1ca0c92-fbc6-4e7a-895f-d0363f6208f8 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 18 05:31:59.585768 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-e1ca0c92-fbc6-4e7a-895f-d0363f6208f8 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:31:59.586456 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:31:59.586718 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e1ca0c92-fbc6-4e7a-895f-d0363f6208f8 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055890 Sep 18 05:31:59.589714 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735c3c58-bf73-4d27-97db-f223b13377dc" -d '{"events": [{"server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "name": "network-vif-unplugged", "status": "completed", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:31:59.589848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55014) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:59.593960 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7abe0a78-345a-4b0e-8cf1-7fd78cb82ed5 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'de3fa8c2-8af0-4366-8fc9-3ff80f508eaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:31:59.594122 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.594806 n-d-789963-13 neutron-server[106908]: WARNING neutron.api.v2.base [None req-7abe0a78-345a-4b0e-8cf1-7fd78cb82ed5 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 18 05:31:59.595277 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-7abe0a78-345a-4b0e-8cf1-7fd78cb82ed5 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:31:59.596628 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7abe0a78-345a-4b0e-8cf1-7fd78cb82ed5 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054820 Sep 18 05:31:59.598969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55018) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:59.607620 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Transition to ACTIVE for port object 66db37a4-fca1-42ed-88f6-7e2a02323e74 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:31:59.644604 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077bae0d-aa3e-4df3-90f7-d3c239f9a79d x-openstack-request-id: req-077bae0d-aa3e-4df3-90f7-d3c239f9a79d {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:31:59.644912 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "name": "network-vif-unplugged", "status": "completed", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:31:59.645174 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-077bae0d-aa3e-4df3-90f7-d3c239f9a79d {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:31:59.645685 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'code': 200} Sep 18 05:31:59.654243 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3524d7c-29eb-4dbc-aae4-943a09e9f6fe tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.676351 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3524d7c-29eb-4dbc-aae4-943a09e9f6fe tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.685508 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.793653 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Pushing event updated for resources: {'Port': ['ID=66db37a4-fca1-42ed-88f6-7e2a02323e74,revision_number=6']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:59.794609 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3524d7c-29eb-4dbc-aae4-943a09e9f6fe tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.797388 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b3524d7c-29eb-4dbc-aae4-943a09e9f6fe tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:31:59.801315 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b3524d7c-29eb-4dbc-aae4-943a09e9f6fe tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "DELETE /v2.0/security-groups/de3fa8c2-8af0-4366-8fc9-3ff80f508eaf HTTP/1.1" status: 204 len: 168 time: 0.1984787 Sep 18 05:31:59.801814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55020) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:59.811043 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3524d7c-29eb-4dbc-aae4-943a09e9f6fe tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3fa8c2-8af0-4366-8fc9-3ff80f508eaf,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:31:59.884879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] No DVR routers for this DVR port 66db37a4-fca1-42ed-88f6-7e2a02323e74 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:31:59.928070 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-aba9d2e6-981b-4b23-b98d-e8f1e96e5eca tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1251779 Sep 18 05:31:59.932880 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55022) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:31:59.938451 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-116cea7b-dffb-4193-b5b0-1fbde1e39c48 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group': {'name': 'tempest-secgroup--739971622'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:00.000391 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-116cea7b-dffb-4193-b5b0-1fbde1e39c48 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:00.032454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Attempting to bind port 66db37a4-fca1-42ed-88f6-7e2a02323e74 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:32:00.032805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Attempting to bind port 66db37a4-fca1-42ed-88f6-7e2a02323e74 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:32:00.033154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Attempting to bind port 66db37a4-fca1-42ed-88f6-7e2a02323e74 on network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:32:00.037679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Port 66db37a4-fca1-42ed-88f6-7e2a02323e74 on network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:32:00.037976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Attempting to bind port 66db37a4-fca1-42ed-88f6-7e2a02323e74 on network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:32:00.043990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:32:00.044358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Checking segment: {'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:32:00.044757 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Bound using segment: {'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:32:00.045202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Bound port: 66db37a4-fca1-42ed-88f6-7e2a02323e74, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '496b0e1b-ff70-49cd-ba47-147bf12f4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:32:00.045591 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:00.093461 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-116cea7b-dffb-4193-b5b0-1fbde1e39c48 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:00.111369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] For port 66db37a4-fca1-42ed-88f6-7e2a02323e74, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:32:00.114491 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] For port 66db37a4-fca1-42ed-88f6-7e2a02323e74, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:32:00.166397 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-116cea7b-dffb-4193-b5b0-1fbde1e39c48 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:00.194780 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:00.195203 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cea7b-dffb-4193-b5b0-1fbde1e39c48 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67b7799-442e-43cc-9236-ea8cb8e7b186,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:00.213976 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:32:00.235093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:00.235713 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:00.237152 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] 10.222.0.18 "PUT /v2.0/ports/66db37a4-fca1-42ed-88f6-7e2a02323e74 HTTP/1.1" status: 200 len: 1093 time: 1.0645559 Sep 18 05:32:00.256902 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-116cea7b-dffb-4193-b5b0-1fbde1e39c48 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:00.261146 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-116cea7b-dffb-4193-b5b0-1fbde1e39c48 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3242872 Sep 18 05:32:00.261481 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02a9a9-a60c-481f-aa61-04adb3c457db service neutron] Pushing event updated for resources: {'Port': ['ID=66db37a4-fca1-42ed-88f6-7e2a02323e74,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:00.261572 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55026) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:00.266129 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-bfcfaa4b-aa16-4f43-acbc-ee73f986ccfb tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'd67b7799-442e-43cc-9236-ea8cb8e7b186', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:00.273066 n-d-789963-13 neutron-server[106908]: WARNING neutron.api.v2.base [None req-bfcfaa4b-aa16-4f43-acbc-ee73f986ccfb tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 05:32:00.273066 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-bfcfaa4b-aa16-4f43-acbc-ee73f986ccfb tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:32:00.273066 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bfcfaa4b-aa16-4f43-acbc-ee73f986ccfb tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058024 Sep 18 05:32:00.273630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55028) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:00.282477 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-92098188-27b3-409d-912b-4b579f03e659 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'd67b7799-442e-43cc-9236-ea8cb8e7b186', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:00.327069 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-175bb712-ea3f-45f2-8f09-c124db20208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:00.329726 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-175bb712-ea3f-45f2-8f09-c124db20208b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 1096 time: 0.0663030 Sep 18 05:32:00.431615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-f31aa36c-e239-4462-8f17-38bb0ffc906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:00.433142 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-f31aa36c-e239-4462-8f17-38bb0ffc906f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 HTTP/1.1" status: 200 len: 896 time: 0.0970633 Sep 18 05:32:00.485798 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-92098188-27b3-409d-912b-4b579f03e659 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:32:00.486864 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-92098188-27b3-409d-912b-4b579f03e659 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2081680 Sep 18 05:32:00.489936 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55030) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:00.495360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-8da85724-fdbf-4a1f-9126-28ffcf69091f tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'd67b7799-442e-43cc-9236-ea8cb8e7b186', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:00.501511 n-d-789963-13 neutron-server[106908]: WARNING neutron.api.v2.base [None req-8da85724-fdbf-4a1f-9126-28ffcf69091f tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 18 05:32:00.501511 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-8da85724-fdbf-4a1f-9126-28ffcf69091f tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:32:00.501511 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8da85724-fdbf-4a1f-9126-28ffcf69091f tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063393 Sep 18 05:32:00.503476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55032) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:00.505206 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-32a499f0-d6c7-4d96-b91c-01ae990fe291 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74 HTTP/1.1" status: 200 len: 999 time: 0.0650339 Sep 18 05:32:00.509054 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1c25d1bc-971b-4ddd-800c-1a0804cbfff7 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'd67b7799-442e-43cc-9236-ea8cb8e7b186', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:00.553785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-5cdf30f2-3a20-43ee-bf90-a4988a2b768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:00.555265 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-5cdf30f2-3a20-43ee-bf90-a4988a2b768f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20b205fb-1de7-43f3-bab7-4338e2d72a60 HTTP/1.1" status: 200 len: 834 time: 0.0436931 Sep 18 05:32:00.598201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-7e06fe38-06f7-4cdc-b0dc-a7fa6e3c6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:00.599678 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-7e06fe38-06f7-4cdc-b0dc-a7fa6e3c6962 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0377731 Sep 18 05:32:00.693145 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1cf71-cb92-44a8-81af-fc488ae7513b req-c6b9a5ed-d3ea-45c7-b12e-22fb1e6d9dab tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:00.694599 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-565192e2-1c2a-45da-b339-1c16a36a92c7 service neutron] 10.222.0.18 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879974 Sep 18 05:32:00.695118 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-55e1cf71-cb92-44a8-81af-fc488ae7513b req-c6b9a5ed-d3ea-45c7-b12e-22fb1e6d9dab tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 944 time: 0.0490291 Sep 18 05:32:00.696262 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-1c25d1bc-971b-4ddd-800c-1a0804cbfff7 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:32:00.697344 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1c25d1bc-971b-4ddd-800c-1a0804cbfff7 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1929660 Sep 18 05:32:00.700123 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55036) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:00.704708 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-0aec3d77-2363-421f-bef6-f16b75090795 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'd67b7799-442e-43cc-9236-ea8cb8e7b186', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:00.705197 n-d-789963-13 neutron-server[106908]: WARNING neutron.api.v2.base [None req-0aec3d77-2363-421f-bef6-f16b75090795 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 05:32:00.705677 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-0aec3d77-2363-421f-bef6-f16b75090795 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:32:00.706657 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0aec3d77-2363-421f-bef6-f16b75090795 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055957 Sep 18 05:32:00.709302 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55038) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:00.714452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2287755a-0f99-4d0f-8d59-13eb39c3f3f0 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'd67b7799-442e-43cc-9236-ea8cb8e7b186', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:00.741082 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-55e1cf71-cb92-44a8-81af-fc488ae7513b req-1a6ded09-156d-4a59-a454-d710f56b9038 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334477 Sep 18 05:32:00.806098 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-918798f7-0fa9-4c73-ad2a-0020bc8acddf service neutron] 10.222.0.18 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039248 Sep 18 05:32:00.908782 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-2287755a-0f99-4d0f-8d59-13eb39c3f3f0 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:32:00.909896 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2287755a-0f99-4d0f-8d59-13eb39c3f3f0 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1987963 Sep 18 05:32:00.913064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55040) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:00.918208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3d05d62c-f18c-47bb-a965-da5dad789ec2 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'd67b7799-442e-43cc-9236-ea8cb8e7b186', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:00.918687 n-d-789963-13 neutron-server[106909]: WARNING neutron.api.v2.base [None req-3d05d62c-f18c-47bb-a965-da5dad789ec2 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 18 05:32:00.919156 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-3d05d62c-f18c-47bb-a965-da5dad789ec2 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:32:00.920070 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3d05d62c-f18c-47bb-a965-da5dad789ec2 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060222 Sep 18 05:32:00.922293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55042) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:00.926476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-720df231-6296-4825-bc68-e1788239f1e8 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'd67b7799-442e-43cc-9236-ea8cb8e7b186', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:01.108859 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-720df231-6296-4825-bc68-e1788239f1e8 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:32:01.112801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-720df231-6296-4825-bc68-e1788239f1e8 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1868088 Sep 18 05:32:01.112932 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55044) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:01.117315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-6628db28-f176-4886-afb1-cb06450d3f4e tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'd67b7799-442e-43cc-9236-ea8cb8e7b186', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:01.251204 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-190b789a-dc4d-470f-ba3f-89e68aff7062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:01.279989 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-6628db28-f176-4886-afb1-cb06450d3f4e tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:32:01.281163 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6628db28-f176-4886-afb1-cb06450d3f4e tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1673172 Sep 18 05:32:01.283905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55048) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:01.335211 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee662d1a-e931-4018-8c79-93c4ce9c8a32 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:01.357424 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee662d1a-e931-4018-8c79-93c4ce9c8a32 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:01.485493 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee662d1a-e931-4018-8c79-93c4ce9c8a32 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:01.488109 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee662d1a-e931-4018-8c79-93c4ce9c8a32 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:01.489321 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ee662d1a-e931-4018-8c79-93c4ce9c8a32 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "DELETE /v2.0/security-groups/d67b7799-442e-43cc-9236-ea8cb8e7b186 HTTP/1.1" status: 204 len: 168 time: 0.2044773 Sep 18 05:32:01.492004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55050) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:01.498686 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee662d1a-e931-4018-8c79-93c4ce9c8a32 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67b7799-442e-43cc-9236-ea8cb8e7b186,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:01.535547 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ba32f1a3-4564-4dbd-af7d-4712556e3835 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422122 Sep 18 05:32:01.539194 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55052) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:01.544084 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-cc76375a-faee-4f50-91e0-a3474533dbfb tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group': {'name': 'tempest-secgroup--594505862'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:01.628512 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc76375a-faee-4f50-91e0-a3474533dbfb tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:01.646933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:32:01.649190 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352ab913-2207-474e-ac97-3faaba9e4ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:32:01.704718 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a8e2fd-6a4e-47f1-bd09-50fd4a00ff5b x-openstack-request-id: req-72a8e2fd-6a4e-47f1-bd09-50fd4a00ff5b {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:32:01.705365 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:32:01.705365 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72a8e2fd-6a4e-47f1-bd09-50fd4a00ff5b {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:32:01.705622 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'status': 'completed', 'code': 200} Sep 18 05:32:01.717249 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc76375a-faee-4f50-91e0-a3474533dbfb tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:01.779010 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc76375a-faee-4f50-91e0-a3474533dbfb tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:01.813270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-f285300d-39f8-4c4d-a7f5-3eb34ba7a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:01.814695 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-f285300d-39f8-4c4d-a7f5-3eb34ba7a13e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 1096 time: 0.0847688 Sep 18 05:32:01.816292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-38aac22a-36a7-464a-b0f2-9c7f246930c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:01.817619 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-38aac22a-36a7-464a-b0f2-9c7f246930c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 1096 time: 0.0966606 Sep 18 05:32:01.866688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76375a-faee-4f50-91e0-a3474533dbfb tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8c06b5-149e-430c-979c-0cd7b81352d2,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:01.889427 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cc76375a-faee-4f50-91e0-a3474533dbfb tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:01.890639 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cc76375a-faee-4f50-91e0-a3474533dbfb tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3504362 Sep 18 05:32:01.893565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55060) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:01.898329 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-30045ffa-06b5-4260-8e84-1d3d0e4afb0c tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': '8f8c06b5-149e-430c-979c-0cd7b81352d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:01.999936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b03fb8-8cf2-4e85-aaf0-c72e42d37aef req-a3a8adce-a679-41b7-979a-66c794b2c30f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:02.001481 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7b03fb8-8cf2-4e85-aaf0-c72e42d37aef req-a3a8adce-a679-41b7-979a-66c794b2c30f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 944 time: 0.1817188 Sep 18 05:32:02.034396 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-30045ffa-06b5-4260-8e84-1d3d0e4afb0c tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The resource could not be found. Sep 18 05:32:02.038275 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-30045ffa-06b5-4260-8e84-1d3d0e4afb0c tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1409748 Sep 18 05:32:02.039080 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55062) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:02.044865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-271adc70-509f-43d9-970b-42d58954e17d tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': '8f8c06b5-149e-430c-979c-0cd7b81352d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e9fc5083-43de-43e7-bbc0-7970ddf6b63b'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:02.048355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-3a3fcf1b-78dd-4314-b57e-194fb368ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:02.049848 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-3a3fcf1b-78dd-4314-b57e-194fb368ec63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 HTTP/1.1" status: 200 len: 896 time: 0.2252953 Sep 18 05:32:02.051326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-f00a7c21-c11a-4304-b6cb-a9e30300d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:02.052674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-f00a7c21-c11a-4304-b6cb-a9e30300d371 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 HTTP/1.1" status: 200 len: 896 time: 0.2265704 Sep 18 05:32:02.189153 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-271adc70-509f-43d9-970b-42d58954e17d tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The resource could not be found. Sep 18 05:32:02.190385 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-271adc70-509f-43d9-970b-42d58954e17d tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1503630 Sep 18 05:32:02.193432 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55064) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:02.258769 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a659dda2-eb76-43eb-9174-4351708a3bf1 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:02.285514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a659dda2-eb76-43eb-9174-4351708a3bf1 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:02.394638 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a659dda2-eb76-43eb-9174-4351708a3bf1 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:02.424614 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a659dda2-eb76-43eb-9174-4351708a3bf1 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:02.424614 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a659dda2-eb76-43eb-9174-4351708a3bf1 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "DELETE /v2.0/security-groups/8f8c06b5-149e-430c-979c-0cd7b81352d2 HTTP/1.1" status: 204 len: 168 time: 0.2042358 Sep 18 05:32:02.424614 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55068) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:02.424614 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659dda2-eb76-43eb-9174-4351708a3bf1 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8c06b5-149e-430c-979c-0cd7b81352d2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:02.443138 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7b03fb8-8cf2-4e85-aaf0-c72e42d37aef req-dea3ae64-e2ef-467f-8598-546b11c8ecef tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4352705 Sep 18 05:32:02.462721 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d54b5b23-df4d-4f39-b7ae-4f6d44edbe7e tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571599 Sep 18 05:32:02.474503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55070) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:02.474503 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-0172613c-3b5a-4a47-9c03-ee7c4a46acd2 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'eefe3567-1365-44fa-b452-a000931df9c4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:02.486805 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-12972c4b-fd0f-46b8-a989-e5d8cd57ccab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74 HTTP/1.1" status: 200 len: 999 time: 0.4290037 Sep 18 05:32:02.489284 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-b78a5596-8bba-4389-ae12-1ed83e39fa38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74 HTTP/1.1" status: 200 len: 999 time: 0.4211986 Sep 18 05:32:02.573654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-f2cf34ba-7422-41df-b5be-fc4156c15ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:02.575119 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-f2cf34ba-7422-41df-b5be-fc4156c15ab0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20b205fb-1de7-43f3-bab7-4338e2d72a60 HTTP/1.1" status: 200 len: 834 time: 0.0796671 Sep 18 05:32:02.576780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-636021c7-b509-425e-afea-369fb49d4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:02.578085 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-636021c7-b509-425e-afea-369fb49d4cab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20b205fb-1de7-43f3-bab7-4338e2d72a60 HTTP/1.1" status: 200 len: 834 time: 0.0740075 Sep 18 05:32:02.640194 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-0172613c-3b5a-4a47-9c03-ee7c4a46acd2 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The resource could not be found. Sep 18 05:32:02.641523 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0172613c-3b5a-4a47-9c03-ee7c4a46acd2 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1740417 Sep 18 05:32:02.644945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55072) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:02.650620 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-a5545810-7a7b-47b9-803e-d5016e3d8613 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group': {'name': 'tempest-secgroup--907285999'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:02.655410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-d3a92d5c-3829-4d3e-82c7-b5de91348d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:02.657027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-d3a92d5c-3829-4d3e-82c7-b5de91348d2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749099 Sep 18 05:32:02.659558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-bb542961-d69c-4364-be52-6e7616ed516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:02.661003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-bb542961-d69c-4364-be52-6e7616ed516b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697186 Sep 18 05:32:02.708646 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5545810-7a7b-47b9-803e-d5016e3d8613 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:02.792199 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5545810-7a7b-47b9-803e-d5016e3d8613 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:02.816162 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 66db37a4-fca1-42ed-88f6-7e2a02323e74 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:32:02.827903 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-9a1096b7-4fe5-470c-b5f0-5518f90b50c6 service neutron] 10.222.0.13 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634593 Sep 18 05:32:02.831219 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-008734fc-dfd2-4280-b088-6767b87350b6 service neutron] 10.222.0.18 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583955 Sep 18 05:32:02.856659 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 66db37a4-fca1-42ed-88f6-7e2a02323e74 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:32:02.886091 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5545810-7a7b-47b9-803e-d5016e3d8613 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:02.915115 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5545810-7a7b-47b9-803e-d5016e3d8613 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40fbff2-af2f-4799-b935-267f231bd967,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:02.971753 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a5545810-7a7b-47b9-803e-d5016e3d8613 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:02.973596 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a5545810-7a7b-47b9-803e-d5016e3d8613 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3272099 Sep 18 05:32:02.975741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55074) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:02.980275 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-74bdaf68-2f8b-43a7-9a29-9998650f1636 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group': {'name': 'tempest-secgroup--406095671'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:02.988187 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-7fb74724-992d-4a5f-a65c-04f97bef06fd service neutron] 10.222.0.13 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537943 Sep 18 05:32:02.990142 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-352ab913-2207-474e-ac97-3faaba9e4ecd req-236fd0c5-8341-43b9-9132-4f8a2ead00d2 service neutron] 10.222.0.18 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486461 Sep 18 05:32:03.063288 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74bdaf68-2f8b-43a7-9a29-9998650f1636 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:03.149531 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74bdaf68-2f8b-43a7-9a29-9998650f1636 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:03.211344 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74bdaf68-2f8b-43a7-9a29-9998650f1636 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:03.240087 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdaf68-2f8b-43a7-9a29-9998650f1636 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d293f0b-058f-419e-8133-3e8f5f856eb7,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:03.280414 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-74bdaf68-2f8b-43a7-9a29-9998650f1636 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:03.281798 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-74bdaf68-2f8b-43a7-9a29-9998650f1636 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3050327 Sep 18 05:32:03.284655 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55078) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:03.291558 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e88af521-88f4-444f-af3b-ea368d79fc80 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group_rule': {'security_group_id': 'b40fbff2-af2f-4799-b935-267f231bd967', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3d293f0b-058f-419e-8133-3e8f5f856eb7'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:03.405963 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-e88af521-88f4-444f-af3b-ea368d79fc80 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 05:32:03.407032 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e88af521-88f4-444f-af3b-ea368d79fc80 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1214125 Sep 18 05:32:03.409789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55080) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:03.462293 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ad6e4e49-5cb9-43da-89a1-2833585ef509 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:03.483973 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ad6e4e49-5cb9-43da-89a1-2833585ef509 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:03.576738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd3715-9bbe-4d01-8fb7-f7b98ed75033 req-ca23d5bc-a170-428a-ad97-e0bde2d0d8b3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:03.578220 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14dd3715-9bbe-4d01-8fb7-f7b98ed75033 req-ca23d5bc-a170-428a-ad97-e0bde2d0d8b3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 944 time: 0.0530176 Sep 18 05:32:03.594679 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ad6e4e49-5cb9-43da-89a1-2833585ef509 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:03.597417 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ad6e4e49-5cb9-43da-89a1-2833585ef509 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:03.598580 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ad6e4e49-5cb9-43da-89a1-2833585ef509 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "DELETE /v2.0/security-groups/3d293f0b-058f-419e-8133-3e8f5f856eb7 HTTP/1.1" status: 204 len: 168 time: 0.1879015 Sep 18 05:32:03.603831 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55084) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:03.617792 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14dd3715-9bbe-4d01-8fb7-f7b98ed75033 req-5589c6f2-ae0c-4915-9b4f-d7a2068a8e35 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334764 Sep 18 05:32:03.622244 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e4e49-5cb9-43da-89a1-2833585ef509 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d293f0b-058f-419e-8133-3e8f5f856eb7,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:03.674665 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-680d4b06-399f-4a5d-9864-9e97a05808fb tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0672293 Sep 18 05:32:03.675287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55088) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:03.727208 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72bc8ba3-1006-460f-a363-2dd6cd8d63e8 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:03.743196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 66db37a4-fca1-42ed-88f6-7e2a02323e74 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:32:03.753149 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72bc8ba3-1006-460f-a363-2dd6cd8d63e8 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:03.846295 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 66db37a4-fca1-42ed-88f6-7e2a02323e74, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:32:03.857439 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'port_id': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'mac_address': 'fa:16:3e:35:5d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:32:03.896434 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:03.910440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66db37a4-fca1-42ed-88f6-7e2a02323e74 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:32:03.914290 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72bc8ba3-1006-460f-a363-2dd6cd8d63e8 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:03.919714 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-93917aa0-8cd8-49b2-885a-7208b4503e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:03.919821 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-72bc8ba3-1006-460f-a363-2dd6cd8d63e8 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:03.921237 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-72bc8ba3-1006-460f-a363-2dd6cd8d63e8 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "DELETE /v2.0/security-groups/b40fbff2-af2f-4799-b935-267f231bd967 HTTP/1.1" status: 204 len: 168 time: 0.2454443 Sep 18 05:32:03.923788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55092) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:03.937713 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc8ba3-1006-460f-a363-2dd6cd8d63e8 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40fbff2-af2f-4799-b935-267f231bd967,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:03.938064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 66db37a4-fca1-42ed-88f6-7e2a02323e74, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:32:03.982687 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dc392d36-622e-4340-9b89-298397e4fe94 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576186 Sep 18 05:32:03.986461 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55094) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:03.991172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-89866608-6584-420f-bad3-a1534c0e26a6 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1719694127'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:04.022520 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8ee02-bd83-488b-81e2-b2ba7f387a31 req-1ffeead2-0c30-4997-b587-de87c5e7dcd3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:04.023958 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c6d8ee02-bd83-488b-81e2-b2ba7f387a31 req-1ffeead2-0c30-4997-b587-de87c5e7dcd3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 944 time: 0.0574696 Sep 18 05:32:04.045744 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:04.063787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c6d8ee02-bd83-488b-81e2-b2ba7f387a31 req-e2e318aa-5349-4473-9578-6ae35a587f2c tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330632 Sep 18 05:32:04.093868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=66db37a4-fca1-42ed-88f6-7e2a02323e74,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:04.114511 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89866608-6584-420f-bad3-a1534c0e26a6 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:04.180063 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-d6786022-219a-46b1-97b4-f2eed7664905 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:04.181625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-d6786022-219a-46b1-97b4-f2eed7664905 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f&tenant_id=819b3332122c426680234398b2fe4cc7&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 945 time: 0.0906947 Sep 18 05:32:04.195294 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89866608-6584-420f-bad3-a1534c0e26a6 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:04.243882 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-2d1313db-bf4b-48e2-aca7-34c27f842254 service neutron] delete failed (client error): The resource could not be found. Sep 18 05:32:04.245128 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-2d1313db-bf4b-48e2-aca7-34c27f842254 service neutron] 10.222.0.13 "DELETE /v2.0/ports/66db37a4-fca1-42ed-88f6-7e2a02323e74/bindings/n-h2-789963-13 HTTP/1.1" status: 404 len: 381 time: 0.0560815 Sep 18 05:32:04.245857 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89866608-6584-420f-bad3-a1534c0e26a6 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:04.263351 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:04.268337 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['66db37a4-fca1-42ed-88f6-7e2a02323e74'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:32:04.276343 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89866608-6584-420f-bad3-a1534c0e26a6 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3397f7b-4bd4-4034-8534-c7275daa8c20,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:04.320180 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-89866608-6584-420f-bad3-a1534c0e26a6 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:04.324635 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55096) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:04.324838 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-89866608-6584-420f-bad3-a1534c0e26a6 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3373470 Sep 18 05:32:04.330984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-77a28cc9-457b-4a41-8969-5a827717759c tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:04.331407 n-d-789963-13 neutron-server[106909]: WARNING neutron.api.v2.base [None req-77a28cc9-457b-4a41-8969-5a827717759c tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 05:32:04.332339 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-77a28cc9-457b-4a41-8969-5a827717759c tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 05:32:04.333304 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-77a28cc9-457b-4a41-8969-5a827717759c tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "PUT /v2.0/security-groups/f3397f7b-4bd4-4034-8534-c7275daa8c20 HTTP/1.1" status: 409 len: 330 time: 0.0077240 Sep 18 05:32:04.336428 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55100) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:04.340819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-2e458c2d-e5bf-4917-86f7-d98a569e193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:04.342575 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-2e458c2d-e5bf-4917-86f7-d98a569e193b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 1097 time: 0.0529921 Sep 18 05:32:04.395940 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59aa49a0-07db-44d7-a99a-88e9c79233ba tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:04.424400 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59aa49a0-07db-44d7-a99a-88e9c79233ba tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:04.451861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-644dd921-c5dc-4dcc-80a0-2191997a5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:04.453404 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-644dd921-c5dc-4dcc-80a0-2191997a5ea0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 HTTP/1.1" status: 200 len: 896 time: 0.1036448 Sep 18 05:32:04.520612 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-5d17ac2a-219f-43c3-bf73-569a6969dc68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74 HTTP/1.1" status: 200 len: 1000 time: 0.0595622 Sep 18 05:32:04.526161 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59aa49a0-07db-44d7-a99a-88e9c79233ba tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:04.529055 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-59aa49a0-07db-44d7-a99a-88e9c79233ba tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:04.530142 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-59aa49a0-07db-44d7-a99a-88e9c79233ba tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "DELETE /v2.0/security-groups/f3397f7b-4bd4-4034-8534-c7275daa8c20 HTTP/1.1" status: 204 len: 168 time: 0.1927350 Sep 18 05:32:04.533716 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55102) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:04.552076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa49a0-07db-44d7-a99a-88e9c79233ba tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3397f7b-4bd4-4034-8534-c7275daa8c20,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:04.580592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-4dde5e7d-d292-41ee-9d61-1205b74627c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:04.582104 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-4dde5e7d-d292-41ee-9d61-1205b74627c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20b205fb-1de7-43f3-bab7-4338e2d72a60 HTTP/1.1" status: 200 len: 834 time: 0.0549560 Sep 18 05:32:04.589418 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ef0d8e44-bb79-4fb2-9ef3-104ea2847db6 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546627 Sep 18 05:32:04.593049 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55104) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:04.606138 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-52b993fd-eb1f-4efe-b13a-b7b4a79c704a tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] delete failed (client error): The resource could not be found. Sep 18 05:32:04.607140 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-52b993fd-eb1f-4efe-b13a-b7b4a79c704a tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "DELETE /v2.0/security-groups/a3c19cd5-2aa0-47cd-9162-d9d5aa6d61b5 HTTP/1.1" status: 404 len: 347 time: 0.0132046 Sep 18 05:32:04.610874 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55106) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:04.624072 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-c4e7f89c-97a6-4275-8b7f-21a0425e71c1 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] show failed (client error): The resource could not be found. Sep 18 05:32:04.625115 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c4e7f89c-97a6-4275-8b7f-21a0425e71c1 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "GET /v2.0/security-groups/fa94a99b-ddf4-4fb6-9c1a-fa777e45c5ff HTTP/1.1" status: 404 len: 347 time: 0.0133021 Sep 18 05:32:04.628561 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55108) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:04.634825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-6b1721c1-e2ad-474f-9b25-1cff69c09770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:04.636844 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-6b1721c1-e2ad-474f-9b25-1cff69c09770 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469460 Sep 18 05:32:04.642746 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-e9bf23c4-d39e-487e-9169-e5d9d07e2ed4 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] show failed (client error): The resource could not be found. Sep 18 05:32:04.643735 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e9bf23c4-d39e-487e-9169-e5d9d07e2ed4 tempest-NegativeSecGroupTest-1452647586 tempest-NegativeSecGroupTest-1452647586-project] 10.222.0.23 "GET /v2.0/security-group-rules/abd9162f-d79e-48e5-97f5-9a2fe970279e HTTP/1.1" status: 404 len: 356 time: 0.0142908 Sep 18 05:32:04.728778 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-3b68718d-7f24-4481-ad93-1c3ad64ac5b1 service neutron] 10.222.0.13 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854983 Sep 18 05:32:04.824879 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-06d2a094-e90c-4823-9e84-88c5f2a154a3 req-a660623d-2ceb-419e-8413-5fcbcdf160ab service neutron] 10.222.0.13 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894961 Sep 18 05:32:05.009605 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55114) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:05.141177 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4b1a8694-1956-42ab-bde3-5deecfb100d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2b282a7c6584b889d8cd02f9608703e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304996 Sep 18 05:32:05.143600 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55120) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:05.187178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70607b-058b-4379-a3d4-5a4b27fa2ad6 req-f313f4d8-d295-434d-a5ce-08a4112199f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:05.192719 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1b209ad-8781-4364-9e03-841e578839d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:05.199191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b70607b-058b-4379-a3d4-5a4b27fa2ad6 req-f313f4d8-d295-434d-a5ce-08a4112199f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 945 time: 0.0618119 Sep 18 05:32:05.221070 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1b209ad-8781-4364-9e03-841e578839d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:05.234702 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:05.235961 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b70607b-058b-4379-a3d4-5a4b27fa2ad6 req-35516e64-07c9-4c7d-8909-c0344f715d25 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327828 Sep 18 05:32:05.331570 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1b209ad-8781-4364-9e03-841e578839d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:05.334245 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1b209ad-8781-4364-9e03-841e578839d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:05.335468 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b1b209ad-8781-4364-9e03-841e578839d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57942660-4a81-452e-9751-b876ac7b431a HTTP/1.1" status: 204 len: 168 time: 0.1909683 Sep 18 05:32:05.344156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b209ad-8781-4364-9e03-841e578839d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57942660-4a81-452e-9751-b876ac7b431a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:05.758586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 66db37a4-fca1-42ed-88f6-7e2a02323e74 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:32:05.868480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 66db37a4-fca1-42ed-88f6-7e2a02323e74 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:32:05.872936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 66db37a4-fca1-42ed-88f6-7e2a02323e74 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:32:05.873311 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:05.955253 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:05.977338 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:32:05.980666 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81486e7a-16b9-4d35-989f-7bfaa4635983" -d '{"events": [{"server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "name": "network-vif-plugged", "status": "completed", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:32:05.992960 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 66db37a4-fca1-42ed-88f6-7e2a02323e74, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:32:06.019963 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c172fa6-78d9-4638-afc3-b2893f3a6b54 x-openstack-request-id: req-3c172fa6-78d9-4638-afc3-b2893f3a6b54 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:32:06.020431 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "name": "network-vif-plugged", "status": "completed", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:32:06.020717 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c172fa6-78d9-4638-afc3-b2893f3a6b54 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:32:06.021147 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'code': 200} Sep 18 05:32:06.067712 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:06.115082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=66db37a4-fca1-42ed-88f6-7e2a02323e74,revision_number=9']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:06.123242 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:06.123688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:06.123971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:06.124345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:06.124690 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:06.125031 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:06.125370 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:06.125708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:06.126042 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:06.126380 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:06.126714 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:06.127044 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:06.356848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163543af-bd3b-481b-8b1a-683d57eef2f0 req-42d80d8c-4130-4fdf-bcf1-6b4f9b08334b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:06.358456 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-163543af-bd3b-481b-8b1a-683d57eef2f0 req-42d80d8c-4130-4fdf-bcf1-6b4f9b08334b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0535121 Sep 18 05:32:06.395581 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-163543af-bd3b-481b-8b1a-683d57eef2f0 req-7b8752c7-1e8c-4ec7-9c6d-72190f1014f1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311444 Sep 18 05:32:06.418783 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55150) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:06.479591 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a90ff5f3-51a1-4d03-aaba-c234527e5488 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/d427e736-d224-42af-a1a9-3765ec77268b HTTP/1.1" status: 200 len: 993 time: 0.0590866 Sep 18 05:32:06.902591 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:23.159761 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:23.365505 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:25.708389 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb2a99-76a2-4fd4-af3d-3d73c665a0d7 req-db64d237-a5ff-421f-a62d-c409495b9686 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:25.709817 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-74fb2a99-76a2-4fd4-af3d-3d73c665a0d7 req-db64d237-a5ff-421f-a62d-c409495b9686 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0489972 Sep 18 05:32:25.754945 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-74fb2a99-76a2-4fd4-af3d-3d73c665a0d7 req-c17bdfd0-7462-47bb-a0e7-de9976c703ed tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371504 Sep 18 05:32:26.880464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804f0f-92c0-42cd-a81a-9d73e76a5d58 req-75d399c9-d7d7-487f-bd6e-1fcc82cc4279 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:26.882082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-97804f0f-92c0-42cd-a81a-9d73e76a5d58 req-75d399c9-d7d7-487f-bd6e-1fcc82cc4279 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0506856 Sep 18 05:32:26.929926 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-97804f0f-92c0-42cd-a81a-9d73e76a5d58 req-16efa7ec-52a1-4097-8ec0-8d9c7d6916cf tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412390 Sep 18 05:32:28.051155 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728d291-238e-4533-ad2f-642eb0b16cb5 req-50d5cbd2-516d-4d71-850b-85870dd7170b tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:28.052826 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c728d291-238e-4533-ad2f-642eb0b16cb5 req-50d5cbd2-516d-4d71-850b-85870dd7170b tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0506101 Sep 18 05:32:28.091655 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c728d291-238e-4533-ad2f-642eb0b16cb5 req-3354ab06-eac7-4db9-a693-74f35551bbd7 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318325 Sep 18 05:32:29.213413 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5bd97-6e9c-4b89-8ad7-284d6b671acd req-249f6be4-aede-4a90-b5be-d2fe8e3fdec3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:29.214938 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5ec5bd97-6e9c-4b89-8ad7-284d6b671acd req-249f6be4-aede-4a90-b5be-d2fe8e3fdec3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0517519 Sep 18 05:32:29.251541 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5ec5bd97-6e9c-4b89-8ad7-284d6b671acd req-a4367507-542f-4ac9-8812-a278a580f203 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305500 Sep 18 05:32:30.371984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ca46c-937a-4104-b8ef-46ecab65234e req-b958c98c-e3f7-4ef3-ab3b-4ef828058ebc tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:30.373534 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-928ca46c-937a-4104-b8ef-46ecab65234e req-b958c98c-e3f7-4ef3-ab3b-4ef828058ebc tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0476756 Sep 18 05:32:30.410800 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-928ca46c-937a-4104-b8ef-46ecab65234e req-369096b6-ffda-4c22-a464-5b72c62b67cd tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313120 Sep 18 05:32:30.935370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaef0c-bc59-44f5-b07f-73ada47e6c1e req-20110807-b16c-41eb-8ffe-a400f0afff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:30.936947 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbdaef0c-bc59-44f5-b07f-73ada47e6c1e req-20110807-b16c-41eb-8ffe-a400f0afff1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 1097 time: 0.0424764 Sep 18 05:32:31.051271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaef0c-bc59-44f5-b07f-73ada47e6c1e req-5a1681be-3395-4731-9854-49949a194530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:31.052802 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbdaef0c-bc59-44f5-b07f-73ada47e6c1e req-5a1681be-3395-4731-9854-49949a194530 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 917 time: 0.0918097 Sep 18 05:32:31.120386 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbdaef0c-bc59-44f5-b07f-73ada47e6c1e req-13925253-7482-4f4a-9871-3145e726b4d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99008a16-1a83-4a08-ac31-786e500e52f7 HTTP/1.1" status: 200 len: 1001 time: 0.0595472 Sep 18 05:32:31.176958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaef0c-bc59-44f5-b07f-73ada47e6c1e req-4edd5901-7d75-481e-959c-8bc6463408d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:31.178455 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbdaef0c-bc59-44f5-b07f-73ada47e6c1e req-4edd5901-7d75-481e-959c-8bc6463408d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.0489872 Sep 18 05:32:31.228888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaef0c-bc59-44f5-b07f-73ada47e6c1e req-de188cd4-0969-4c6d-af01-595e0424bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:31.230414 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbdaef0c-bc59-44f5-b07f-73ada47e6c1e req-de188cd4-0969-4c6d-af01-595e0424bdee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445468 Sep 18 05:32:31.233199 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f9a9-5314-4734-9f48-8955f79449bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:31.322711 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbdaef0c-bc59-44f5-b07f-73ada47e6c1e req-2a56a4a2-b462-4c4b-b3e1-c9c3ab33c6b5 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838287 Sep 18 05:32:31.422835 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbdaef0c-bc59-44f5-b07f-73ada47e6c1e req-f5d1ff90-c582-4959-a186-005cfc7cf265 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926085 Sep 18 05:32:31.533925 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e725e-6696-47d7-9e91-739614cff2b7 req-a1776dc8-805a-4b0c-9b8f-fe63c24c1981 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:31.535801 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-db9e725e-6696-47d7-9e91-739614cff2b7 req-a1776dc8-805a-4b0c-9b8f-fe63c24c1981 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0536797 Sep 18 05:32:31.588335 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-db9e725e-6696-47d7-9e91-739614cff2b7 req-e9933821-4687-4fca-826a-309ff89fb550 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373597 Sep 18 05:32:32.707211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644f604-00fa-4d80-baae-2b2f73fbba53 req-e701d5d6-ce4c-4c70-8707-39c501609675 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:32.708861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c644f604-00fa-4d80-baae-2b2f73fbba53 req-e701d5d6-ce4c-4c70-8707-39c501609675 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0506589 Sep 18 05:32:32.748267 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c644f604-00fa-4d80-baae-2b2f73fbba53 req-3c1ebe0d-0c5e-4697-b085-5acc3b1ba6e1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328906 Sep 18 05:32:33.868110 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c5b0b965-c6ad-4c4b-8dab-ce2ebb52162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:33.873362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d8e1e-0e63-49b3-a39b-fbb76d06cec5 req-b5255b4c-b218-41a3-9e27-fda64b4e2fc1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:33.873362 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-277d8e1e-0e63-49b3-a39b-fbb76d06cec5 req-b5255b4c-b218-41a3-9e27-fda64b4e2fc1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0492764 Sep 18 05:32:33.912900 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-277d8e1e-0e63-49b3-a39b-fbb76d06cec5 req-3771a30b-66a9-423b-b0fe-8b820a85b0d7 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341735 Sep 18 05:32:34.285479 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:34.996390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462563aa-5825-4978-a22c-8cf485ad63c6 req-b1bef008-908e-4f4b-b405-7f3bce39b9ec tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:34.998529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-462563aa-5825-4978-a22c-8cf485ad63c6 req-b1bef008-908e-4f4b-b405-7f3bce39b9ec tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 1098 time: 0.0420129 Sep 18 05:32:35.043813 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-462563aa-5825-4978-a22c-8cf485ad63c6 req-35cb1da2-6cde-4856-9137-ddfa64d20775 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388432 Sep 18 05:32:35.044373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828e787-ff01-471d-a879-39782650f88e req-d91aa231-52ac-43fc-9ccd-ea83cbbd5b05 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:35.045898 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f828e787-ff01-471d-a879-39782650f88e req-d91aa231-52ac-43fc-9ccd-ea83cbbd5b05 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0592620 Sep 18 05:32:35.067064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55424) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:35.089783 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f828e787-ff01-471d-a879-39782650f88e req-0d9f24ca-9114-4906-a143-5cd52d49e159 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375214 Sep 18 05:32:35.226126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8a105c85-3965-453d-a59a-39cb3a966ba3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port e4a77072-0278-4231-bb93-7ddaad35da6e {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:32:35.226528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a105c85-3965-453d-a59a-39cb3a966ba3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:35.279542 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:35.304485 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a105c85-3965-453d-a59a-39cb3a966ba3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:35.304801 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a105c85-3965-453d-a59a-39cb3a966ba3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:35.323375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8a105c85-3965-453d-a59a-39cb3a966ba3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for e4a77072-0278-4231-bb93-7ddaad35da6e owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:32:35.564272 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a105c85-3965-453d-a59a-39cb3a966ba3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:35.592051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a105c85-3965-453d-a59a-39cb3a966ba3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=e4a77072-0278-4231-bb93-7ddaad35da6e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:35.657436 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a105c85-3965-453d-a59a-39cb3a966ba3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:35.657756 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-8a105c85-3965-453d-a59a-39cb3a966ba3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Floating IP d427e736-d224-42af-a1a9-3765ec77268b disassociated (deleted). External IP: 172.25.7.64, port: 66db37a4-fca1-42ed-88f6-7e2a02323e74. Sep 18 05:32:35.863591 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a105c85-3965-453d-a59a-39cb3a966ba3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 06917e42-820e-4953-aafe-0eb680269470 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:32:35.990922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a105c85-3965-453d-a59a-39cb3a966ba3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:32:35.995837 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8a105c85-3965-453d-a59a-39cb3a966ba3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:36.005249 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888bd19c-6918-48a9-b3fb-3af0db59c961 None None] Sync routers for ids ['06917e42-820e-4953-aafe-0eb680269470'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:32:36.016296 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888bd19c-6918-48a9-b3fb-3af0db59c961 None None] Routers {'06917e42-820e-4953-aafe-0eb680269470'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:32:36.017282 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-888bd19c-6918-48a9-b3fb-3af0db59c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:32:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['06917e42-820e-4953-aafe-0eb680269470'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:36.023262 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8a105c85-3965-453d-a59a-39cb3a966ba3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/floatingips/d427e736-d224-42af-a1a9-3765ec77268b HTTP/1.1" status: 204 len: 168 time: 0.9548118 Sep 18 05:32:36.023960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:32:36.027052 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04c028b-78c4-4d3f-a8a6-710a74c1f001" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:32:36.076606 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7168a152-1a15-40e9-bdf6-2bb960bdfa01 x-openstack-request-id: req-7168a152-1a15-40e9-bdf6-2bb960bdfa01 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:32:36.076910 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:32:36.077167 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7168a152-1a15-40e9-bdf6-2bb960bdfa01 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:32:36.077624 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'status': 'completed', 'code': 200} Sep 18 05:32:36.145591 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c028b-78c4-4d3f-a8a6-710a74c1f001 req-c9a80781-d8c9-4e4a-a634-635261665db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:36.149529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b04c028b-78c4-4d3f-a8a6-710a74c1f001 req-c9a80781-d8c9-4e4a-a634-635261665db8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 1098 time: 0.0453343 Sep 18 05:32:36.151035 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-888bd19c-6918-48a9-b3fb-3af0db59c961 None None] Set router 06917e42-820e-4953-aafe-0eb680269470 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:32:36.247559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a14e4-06a6-422e-9e03-6fa0c6fa87fd req-6bb4697c-e6fb-4b64-afcd-ba711da27ae5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:36.258455 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac2a14e4-06a6-422e-9e03-6fa0c6fa87fd req-6bb4697c-e6fb-4b64-afcd-ba711da27ae5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0642490 Sep 18 05:32:36.279307 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c028b-78c4-4d3f-a8a6-710a74c1f001 req-19a107bd-3bb7-4dbb-9769-dbc7578b9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:36.281462 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b04c028b-78c4-4d3f-a8a6-710a74c1f001 req-19a107bd-3bb7-4dbb-9769-dbc7578b9496 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 HTTP/1.1" status: 200 len: 896 time: 0.1266856 Sep 18 05:32:36.310275 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac2a14e4-06a6-422e-9e03-6fa0c6fa87fd req-b54e15fa-1029-4dcc-b046-5e6fb9760af5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500841 Sep 18 05:32:36.354113 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b04c028b-78c4-4d3f-a8a6-710a74c1f001 req-a0a7ce50-ec68-4e0c-9711-534a184e9546 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74 HTTP/1.1" status: 200 len: 217 time: 0.0628037 Sep 18 05:32:36.402159 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-888bd19c-6918-48a9-b3fb-3af0db59c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:51Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '09f8ad98-d6a5-4574-acad-2e3059364de5', 'name': '', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:65:7f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:50Z', 'updated_at': '2021-09-18T05:30:55Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:36.422505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55438) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:36.436962 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888bd19c-6918-48a9-b3fb-3af0db59c961 None None] Checking router: 06917e42-820e-4953-aafe-0eb680269470 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:32:36.448003 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888bd19c-6918-48a9-b3fb-3af0db59c961 None None] Routers {'06917e42-820e-4953-aafe-0eb680269470'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:32:36.449451 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-888bd19c-6918-48a9-b3fb-3af0db59c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:32:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['06917e42-820e-4953-aafe-0eb680269470'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:36.451635 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c028b-78c4-4d3f-a8a6-710a74c1f001 req-d5174c65-3a99-4d88-a57f-26fc93a7c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:36.453421 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b04c028b-78c4-4d3f-a8a6-710a74c1f001 req-d5174c65-3a99-4d88-a57f-26fc93a7c2d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20b205fb-1de7-43f3-bab7-4338e2d72a60 HTTP/1.1" status: 200 len: 834 time: 0.0708790 Sep 18 05:32:36.538847 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c028b-78c4-4d3f-a8a6-710a74c1f001 req-8ee5b655-5cde-4edb-b185-585d391a2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:36.541968 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b04c028b-78c4-4d3f-a8a6-710a74c1f001 req-8ee5b655-5cde-4edb-b185-585d391a2dc4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786881 Sep 18 05:32:36.572973 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-888bd19c-6918-48a9-b3fb-3af0db59c961 None None] Set router 06917e42-820e-4953-aafe-0eb680269470 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:32:36.581152 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8b25740-4c06-4948-a868-01c1d34008cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:36.666995 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b04c028b-78c4-4d3f-a8a6-710a74c1f001 req-da6c70c7-c956-4c81-a9dc-e82cd9f9f57b service neutron] 10.222.0.18 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029000 Sep 18 05:32:36.683825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633130d-c453-4867-a89f-2213686f8f6d req-8c17ddbb-fc2e-43ce-bb07-9c5dbe5d6544 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:36.685378 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4633130d-c453-4867-a89f-2213686f8f6d req-8c17ddbb-fc2e-43ce-bb07-9c5dbe5d6544 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.1285267 Sep 18 05:32:36.745480 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4633130d-c453-4867-a89f-2213686f8f6d req-55cdc073-172c-4914-9287-5b00f450e93a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515790 Sep 18 05:32:36.786621 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b04c028b-78c4-4d3f-a8a6-710a74c1f001 req-b50a2bdc-c7bb-40f6-9c9c-d4c94cd1253e service neutron] 10.222.0.18 "GET /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111434 Sep 18 05:32:36.786875 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8b25740-4c06-4948-a868-01c1d34008cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:36.806754 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-888bd19c-6918-48a9-b3fb-3af0db59c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:51Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '09f8ad98-d6a5-4574-acad-2e3059364de5', 'name': '', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:65:7f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:50Z', 'updated_at': '2021-09-18T05:30:55Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:36.833407 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888bd19c-6918-48a9-b3fb-3af0db59c961 None None] The sync data for ids ['06917e42-820e-4953-aafe-0eb680269470'] in n-d-789963-13 is: [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:51Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '09f8ad98-d6a5-4574-acad-2e3059364de5', 'name': '', 'network_id': 'f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:65:7f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:50Z', 'updated_at': '2021-09-18T05:30:55Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '20b205fb-1de7-43f3-bab7-4338e2d72a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:32:36.850017 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d8b25740-4c06-4948-a868-01c1d34008cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:36.891095 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:36.894388 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d8b25740-4c06-4948-a868-01c1d34008cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9769bdaf0ca49118b1b7c671d61123c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4678087 Sep 18 05:32:36.894388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b25740-4c06-4948-a868-01c1d34008cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd8d6f2-9f26-4b38-aede-ec4a7697d0a8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:36.894996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55444) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:36.946159 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e04079b5-536e-4924-bb9f-0733f6a6d784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:36.968443 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e04079b5-536e-4924-bb9f-0733f6a6d784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:37.067251 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c5df0-8b20-489c-a639-5da20d779b4b None None] New status for floating IP d427e736-d224-42af-a1a9-3765ec77268b: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:32:37.068789 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e04079b5-536e-4924-bb9f-0733f6a6d784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:37.071109 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e04079b5-536e-4924-bb9f-0733f6a6d784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:37.072361 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e04079b5-536e-4924-bb9f-0733f6a6d784 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cd8d6f2-9f26-4b38-aede-ec4a7697d0a8 HTTP/1.1" status: 204 len: 168 time: 0.1762314 Sep 18 05:32:37.081725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04079b5-536e-4924-bb9f-0733f6a6d784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd8d6f2-9f26-4b38-aede-ec4a7697d0a8,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:37.213923 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:32:37.429829 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b4b0a-c806-4abd-9334-a2f8e1d975b5 req-a3ab4d61-89a7-46ab-880f-9f2ad6068f86 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:37.431429 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a9b4b0a-c806-4abd-9334-a2f8e1d975b5 req-a3ab4d61-89a7-46ab-880f-9f2ad6068f86 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0527332 Sep 18 05:32:37.469484 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0a9b4b0a-c806-4abd-9334-a2f8e1d975b5 req-4e581853-9815-4a7f-bec4-be0ba3834341 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319304 Sep 18 05:32:37.565095 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55452) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:37.582430 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-20ad518e-a1a5-42d5-9318-358689ebef8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:37.667869 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-20ad518e-a1a5-42d5-9318-358689ebef8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:37.729458 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-20ad518e-a1a5-42d5-9318-358689ebef8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:37.765601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad518e-a1a5-42d5-9318-358689ebef8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0479cd65-4254-4524-a3cb-f1886b78173b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:37.769940 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-20ad518e-a1a5-42d5-9318-358689ebef8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ce63328fb4a400588a50bc04d4be63b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037816 Sep 18 05:32:37.778333 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55454) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:37.838508 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 99008a16-1a83-4a08-ac31-786e500e52f7 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:32:37.841195 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8b09e328-e2ac-45c2-9498-f3f502bd03c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:37.881462 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8b09e328-e2ac-45c2-9498-f3f502bd03c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:37.914451 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedaab3-1bca-404b-831c-87e66095527b req-896bd289-47b8-44a4-821d-948ed4a9e899 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:37.916036 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2fedaab3-1bca-404b-831c-87e66095527b req-896bd289-47b8-44a4-821d-948ed4a9e899 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0869889 Sep 18 05:32:37.935491 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=99008a16-1a83-4a08-ac31-786e500e52f7,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:32:37.948406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '99008a16-1a83-4a08-ac31-786e500e52f7', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'port_id': '99008a16-1a83-4a08-ac31-786e500e52f7', 'mac_address': 'fa:16:3e:ba:93:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:32:37.973743 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2fedaab3-1bca-404b-831c-87e66095527b req-95cecc7f-36e7-4217-b7b7-b98057ce7a1b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=9606e013-e994-410c-a70e-04d7d3250acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499918 Sep 18 05:32:37.986496 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:37.999980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99008a16-1a83-4a08-ac31-786e500e52f7 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:32:38.019521 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=99008a16-1a83-4a08-ac31-786e500e52f7,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:32:38.045154 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8b09e328-e2ac-45c2-9498-f3f502bd03c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:38.047852 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-8b09e328-e2ac-45c2-9498-f3f502bd03c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:38.050410 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8b09e328-e2ac-45c2-9498-f3f502bd03c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0479cd65-4254-4524-a3cb-f1886b78173b HTTP/1.1" status: 204 len: 168 time: 0.2696710 Sep 18 05:32:38.059396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09e328-e2ac-45c2-9498-f3f502bd03c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0479cd65-4254-4524-a3cb-f1886b78173b,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:38.096593 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:38.148904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=99008a16-1a83-4a08-ac31-786e500e52f7,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:38.195312 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['99008a16-1a83-4a08-ac31-786e500e52f7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:32:38.199911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f640c5-1878-43fb-9031-85d95362ee83 req-854e34ea-0657-458f-92fa-efc7cdbee570 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:38.201455 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73f640c5-1878-43fb-9031-85d95362ee83 req-854e34ea-0657-458f-92fa-efc7cdbee570 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 946 time: 0.0668879 Sep 18 05:32:38.308967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-73f640c5-1878-43fb-9031-85d95362ee83 req-d9b6041c-6120-4983-a0c1-f20715d01257 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port 66db37a4-fca1-42ed-88f6-7e2a02323e74 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:32:38.309445 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-73f640c5-1878-43fb-9031-85d95362ee83 req-d9b6041c-6120-4983-a0c1-f20715d01257 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:38.402876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-73f640c5-1878-43fb-9031-85d95362ee83 req-d9b6041c-6120-4983-a0c1-f20715d01257 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] For port 66db37a4-fca1-42ed-88f6-7e2a02323e74, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=66db37a4-fca1-42ed-88f6-7e2a02323e74,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:32:38.403256 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-73f640c5-1878-43fb-9031-85d95362ee83 req-d9b6041c-6120-4983-a0c1-f20715d01257 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:38.416073 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-73f640c5-1878-43fb-9031-85d95362ee83 req-d9b6041c-6120-4983-a0c1-f20715d01257 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for 66db37a4-fca1-42ed-88f6-7e2a02323e74 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:32:38.596137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf4626-0d5a-44ae-a382-5132a3ee436e req-6dc353cb-15e4-493b-84b3-ceff3affdfac tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:38.597672 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9cdf4626-0d5a-44ae-a382-5132a3ee436e req-6dc353cb-15e4-493b-84b3-ceff3affdfac tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0525205 Sep 18 05:32:38.639677 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9cdf4626-0d5a-44ae-a382-5132a3ee436e req-9e558157-f867-4b7a-93f4-41e776413225 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347776 Sep 18 05:32:38.640746 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-73f640c5-1878-43fb-9031-85d95362ee83 req-d9b6041c-6120-4983-a0c1-f20715d01257 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:38.673233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6041c-6120-4983-a0c1-f20715d01257 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=66db37a4-fca1-42ed-88f6-7e2a02323e74,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:38.718293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f640c5-1878-43fb-9031-85d95362ee83 req-d9b6041c-6120-4983-a0c1-f20715d01257 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] No DVR routers for this DVR port 66db37a4-fca1-42ed-88f6-7e2a02323e74 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:32:38.721109 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-73f640c5-1878-43fb-9031-85d95362ee83 req-d9b6041c-6120-4983-a0c1-f20715d01257 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:38.723244 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73f640c5-1878-43fb-9031-85d95362ee83 req-d9b6041c-6120-4983-a0c1-f20715d01257 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.18 "DELETE /v2.0/ports/66db37a4-fca1-42ed-88f6-7e2a02323e74 HTTP/1.1" status: 204 len: 173 time: 0.5131969 Sep 18 05:32:38.723722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'name': 'network-vif-deleted', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:32:38.726042 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b04cb72-ed1e-40e7-9baa-6c1e5ca35156" -d '{"events": [{"server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "name": "network-vif-deleted", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:32:38.762743 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27cdbb7-b9b4-48d3-b741-d0667e99ef15 x-openstack-request-id: req-a27cdbb7-b9b4-48d3-b741-d0667e99ef15 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:32:38.763195 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f", "name": "network-vif-deleted", "tag": "66db37a4-fca1-42ed-88f6-7e2a02323e74", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:32:38.763318 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a27cdbb7-b9b4-48d3-b741-d0667e99ef15 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:32:38.763697 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f', 'name': 'network-vif-deleted', 'tag': '66db37a4-fca1-42ed-88f6-7e2a02323e74', 'status': 'completed', 'code': 200} Sep 18 05:32:39.129266 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e1d264f-7337-4221-9974-1515af0593d3 req-b2ed2c0d-fd26-40bf-8fa4-9e267325c3a8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ba4d7f6-0e1a-4faa-ac92-2fc67c43465f HTTP/1.1" status: 200 len: 210 time: 0.0320759 Sep 18 05:32:39.796860 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418c7fc-2c66-458f-9146-ef7879db620b req-a0b841ab-4477-4cdc-9bbc-0f457aa37484 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:39.828391 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2418c7fc-2c66-458f-9146-ef7879db620b req-a0b841ab-4477-4cdc-9bbc-0f457aa37484 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0949514 Sep 18 05:32:39.867424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 99008a16-1a83-4a08-ac31-786e500e52f7 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:32:39.892250 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2418c7fc-2c66-458f-9146-ef7879db620b req-423363e4-55e7-4956-8206-9557348ec675 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620465 Sep 18 05:32:39.950778 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 99008a16-1a83-4a08-ac31-786e500e52f7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:32:39.952135 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:40.053426 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:40.080086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:32:40.082852 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb08724-4d4e-44b7-86df-0a8051fca042" -d '{"events": [{"server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "name": "network-vif-plugged", "status": "completed", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:32:40.099706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=99008a16-1a83-4a08-ac31-786e500e52f7,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:32:40.161636 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85ccdea-935c-41a9-b13d-0d4321b66e7b x-openstack-request-id: req-c85ccdea-935c-41a9-b13d-0d4321b66e7b {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:32:40.161971 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "name": "network-vif-plugged", "status": "completed", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:32:40.162190 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c85ccdea-935c-41a9-b13d-0d4321b66e7b {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:32:40.162592 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7', 'code': 200} Sep 18 05:32:40.165920 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:40.168094 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 66db37a4-fca1-42ed-88f6-7e2a02323e74 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:32:40.189653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55536) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:40.203150 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 66db37a4-fca1-42ed-88f6-7e2a02323e74 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:32:40.203917 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 66db37a4-fca1-42ed-88f6-7e2a02323e74 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:32:40.264384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=99008a16-1a83-4a08-ac31-786e500e52f7,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:40.613465 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d829fcb5-7047-4e11-8064-21a1d8f7ea7d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:40.911889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d829fcb5-7047-4e11-8064-21a1d8f7ea7d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port 09f8ad98-d6a5-4574-acad-2e3059364de5 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:32:40.912627 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d829fcb5-7047-4e11-8064-21a1d8f7ea7d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:41.026763 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-d829fcb5-7047-4e11-8064-21a1d8f7ea7d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] For port 09f8ad98-d6a5-4574-acad-2e3059364de5, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=09f8ad98-d6a5-4574-acad-2e3059364de5,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:32:41.027143 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d829fcb5-7047-4e11-8064-21a1d8f7ea7d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:41.056319 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d829fcb5-7047-4e11-8064-21a1d8f7ea7d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for 09f8ad98-d6a5-4574-acad-2e3059364de5 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:32:41.069369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cfd51-d552-41dc-ad0e-6e378eee6556 req-cbc750d8-49aa-4a21-b55d-1b582748b95a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:41.071028 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-400cfd51-d552-41dc-ad0e-6e378eee6556 req-cbc750d8-49aa-4a21-b55d-1b582748b95a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0604408 Sep 18 05:32:41.118905 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-400cfd51-d552-41dc-ad0e-6e378eee6556 req-34ea82cb-e7bd-4f26-a3a6-0e892434c735 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400903 Sep 18 05:32:41.404195 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d829fcb5-7047-4e11-8064-21a1d8f7ea7d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:41.434180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829fcb5-7047-4e11-8064-21a1d8f7ea7d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=09f8ad98-d6a5-4574-acad-2e3059364de5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:41.737027 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d829fcb5-7047-4e11-8064-21a1d8f7ea7d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:42.469999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f3311-ada9-4822-b6ea-462e10bae278 req-49eb6a5a-8492-4bdb-b346-0763d1af6217 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:42.469999 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-760f3311-ada9-4822-b6ea-462e10bae278 req-49eb6a5a-8492-4bdb-b346-0763d1af6217 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0926468 Sep 18 05:32:42.469999 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d829fcb5-7047-4e11-8064-21a1d8f7ea7d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 06917e42-820e-4953-aafe-0eb680269470 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:32:42.469999 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-760f3311-ada9-4822-b6ea-462e10bae278 req-c98da2d9-e21b-411e-a3c9-b2fec952c19d tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487788 Sep 18 05:32:42.539821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d829fcb5-7047-4e11-8064-21a1d8f7ea7d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:32:42.541706 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d829fcb5-7047-4e11-8064-21a1d8f7ea7d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "PUT /v2.0/routers/06917e42-820e-4953-aafe-0eb680269470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3510213 Sep 18 05:32:42.544571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55556) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:42.547358 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ea47f-5299-417a-af64-e209a2329976 None None] Sync routers for ids ['06917e42-820e-4953-aafe-0eb680269470'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:32:42.557295 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ea47f-5299-417a-af64-e209a2329976 None None] Routers {'06917e42-820e-4953-aafe-0eb680269470'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:32:42.557904 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a30ea47f-5299-417a-af64-e209a2329976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:32:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['06917e42-820e-4953-aafe-0eb680269470'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:42.595985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1113d087-78a8-417a-9848-125b851f5a94 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting subnet 20b205fb-1de7-43f3-bab7-4338e2d72a60 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:32:42.599177 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1113d087-78a8-417a-9848-125b851f5a94 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:42.642685 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1113d087-78a8-417a-9848-125b851f5a94 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:42.670997 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a30ea47f-5299-417a-af64-e209a2329976 None None] Set router 06917e42-820e-4953-aafe-0eb680269470 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:32:42.742685 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1113d087-78a8-417a-9848-125b851f5a94 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:42.863449 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a30ea47f-5299-417a-af64-e209a2329976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:32:41Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:42.896008 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1113d087-78a8-417a-9848-125b851f5a94 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:42.982718 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1113d087-78a8-417a-9848-125b851f5a94 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:42.988693 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ea47f-5299-417a-af64-e209a2329976 None None] Checking router: 06917e42-820e-4953-aafe-0eb680269470 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:32:42.989528 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55562) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:42.994007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293cd547-afc7-4040-8a4f-e5b83ce282d6 None None] Network f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:32:42.999841 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ea47f-5299-417a-af64-e209a2329976 None None] Routers {'06917e42-820e-4953-aafe-0eb680269470'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:32:43.000575 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a30ea47f-5299-417a-af64-e209a2329976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:32:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['06917e42-820e-4953-aafe-0eb680269470'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:43.011969 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1113d087-78a8-417a-9848-125b851f5a94 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/subnets/20b205fb-1de7-43f3-bab7-4338e2d72a60 HTTP/1.1" status: 204 len: 168 time: 0.4662001 Sep 18 05:32:43.028329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113d087-78a8-417a-9848-125b851f5a94 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Subnet': ['ID=20b205fb-1de7-43f3-bab7-4338e2d72a60,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:43.125968 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-a30ea47f-5299-417a-af64-e209a2329976 None None] Set router 06917e42-820e-4953-aafe-0eb680269470 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:32:43.233126 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:43.365735 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-a30ea47f-5299-417a-af64-e209a2329976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:32:41Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:43.386028 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:43.413672 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ea47f-5299-417a-af64-e209a2329976 None None] The sync data for ids ['06917e42-820e-4953-aafe-0eb680269470'] in n-d-789963-13 is: [{'id': '06917e42-820e-4953-aafe-0eb680269470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372540622', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:32:41Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '9a55e5e8-17f2-4616-b7f3-4ec05c09f72c', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06917e42-820e-4953-aafe-0eb680269470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:44Z', 'updated_at': '2021-09-18T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:32:43.522406 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:32:43.523128 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:43.617183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d70e4-1528-4e59-b902-3fb167039e41 req-19cc6fa9-0ddf-4439-8b9f-4b7fd8b536f0 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:43.628496 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab1d70e4-1528-4e59-b902-3fb167039e41 req-19cc6fa9-0ddf-4439-8b9f-4b7fd8b536f0 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0725043 Sep 18 05:32:43.654154 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] For port 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=9a55e5e8-17f2-4616-b7f3-4ec05c09f72c,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:32:43.654154 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:43.677827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:32:43.695242 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab1d70e4-1528-4e59-b902-3fb167039e41 req-8732d7c7-a824-4871-8c7e-77a2e3120d99 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655165 Sep 18 05:32:43.810331 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f5deb6-cff9-4211-b19c-0604ae959fc2 None None] DHCP port deletion for f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:32:43.905810 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-99f5deb6-cff9-4211-b19c-0604ae959fc2 None None] Deleting port d938a652-db0f-4c66-a946-78326e52a485 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:32:43.906376 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-99f5deb6-cff9-4211-b19c-0604ae959fc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:43.982755 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.017806 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-99f5deb6-cff9-4211-b19c-0604ae959fc2 None None] For port d938a652-db0f-4c66-a946-78326e52a485, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d938a652-db0f-4c66-a946-78326e52a485,segment=NetworkSegment(496b0e1b-ff70-49cd-ba47-147bf12f4f74),segment_id=496b0e1b-ff70-49cd-ba47-147bf12f4f74)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:32:44.018394 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-99f5deb6-cff9-4211-b19c-0604ae959fc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.065292 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-99f5deb6-cff9-4211-b19c-0604ae959fc2 None None] Calling delete_port for d938a652-db0f-4c66-a946-78326e52a485 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:32:44.065468 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=9a55e5e8-17f2-4616-b7f3-4ec05c09f72c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:44.148689 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.256883 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-99f5deb6-cff9-4211-b19c-0604ae959fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.281434 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.285228 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.305657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5deb6-cff9-4211-b19c-0604ae959fc2 None None] No DVR routers for this DVR port d938a652-db0f-4c66-a946-78326e52a485 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:32:44.313377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5deb6-cff9-4211-b19c-0604ae959fc2 None None] Pushing event deleted for resources: {'Port': ['ID=d938a652-db0f-4c66-a946-78326e52a485,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:44.445829 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.447380 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Fanout notify agent at l3_agent the message router_deleted on router 06917e42-820e-4953-aafe-0eb680269470 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:32:44.458992 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.463048 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4b3fd131-ca37-4978-b428-0117d7f6094e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/routers/06917e42-820e-4953-aafe-0eb680269470 HTTP/1.1" status: 204 len: 168 time: 1.4697189 Sep 18 05:32:44.469228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55574) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:44.592897 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc89e75-d641-4e1b-b09c-867c82964d3e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.706593 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc89e75-d641-4e1b-b09c-867c82964d3e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.730595 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2dc89e75-d641-4e1b-b09c-867c82964d3e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:44.740821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2dc89e75-d641-4e1b-b09c-867c82964d3e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496b0e1b-ff70-49cd-ba47-147bf12f4f74') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:44.741326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2dc89e75-d641-4e1b-b09c-867c82964d3e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496b0e1b-ff70-49cd-ba47-147bf12f4f74') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:44.752783 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc89e75-d641-4e1b-b09c-867c82964d3e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.767950 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc89e75-d641-4e1b-b09c-867c82964d3e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.775218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc89e75-d641-4e1b-b09c-867c82964d3e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:32:44.775863 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc89e75-d641-4e1b-b09c-867c82964d3e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:32:44.779643 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:32:44.870657 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67a117-0684-41ee-b0d1-b918d363f540 req-82d7d157-abcf-4b9b-8086-03ed0130fbb5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:44.872987 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d67a117-0684-41ee-b0d1-b918d363f540 req-82d7d157-abcf-4b9b-8086-03ed0130fbb5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0758016 Sep 18 05:32:44.927364 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4d67a117-0684-41ee-b0d1-b918d363f540 req-bdffc7d3-949e-4b01-91c6-c0a55c4e4204 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478108 Sep 18 05:32:44.931949 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc89e75-d641-4e1b-b09c-867c82964d3e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.958438 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc89e75-d641-4e1b-b09c-867c82964d3e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:44.960822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2dc89e75-d641-4e1b-b09c-867c82964d3e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/networks/f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6 HTTP/1.1" status: 204 len: 168 time: 0.4964697 Sep 18 05:32:44.961743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc89e75-d641-4e1b-b09c-867c82964d3e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Network': ['ID=f5fc90e1-d3b5-4b58-96cf-2f3be91d25b6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:44.963803 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55578) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:45.058467 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a0b954ca-65e9-463c-b013-2cd899654747 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:45.116633 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a0b954ca-65e9-463c-b013-2cd899654747 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:45.128008 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 09f8ad98-d6a5-4574-acad-2e3059364de5 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:32:45.172590 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 09f8ad98-d6a5-4574-acad-2e3059364de5 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:32:45.176655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 09f8ad98-d6a5-4574-acad-2e3059364de5 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:32:45.177707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d938a652-db0f-4c66-a946-78326e52a485 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:32:45.208187 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: d938a652-db0f-4c66-a946-78326e52a485 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:32:45.209776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d938a652-db0f-4c66-a946-78326e52a485 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:32:45.209776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:32:45.234559 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:32:45.234926 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 9a55e5e8-17f2-4616-b7f3-4ec05c09f72c not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:32:45.291904 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a0b954ca-65e9-463c-b013-2cd899654747 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:45.295340 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a0b954ca-65e9-463c-b013-2cd899654747 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:45.299141 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a0b954ca-65e9-463c-b013-2cd899654747 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/security-groups/9606e013-e994-410c-a70e-04d7d3250acb HTTP/1.1" status: 204 len: 168 time: 0.3314600 Sep 18 05:32:45.325103 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b954ca-65e9-463c-b013-2cd899654747 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9606e013-e994-410c-a70e-04d7d3250acb,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:45.959793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55606) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:45.964797 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e4312bbd-95a1-457e-87e3-344e72ab589f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316654292', 'description': 'tempest-secgroup-smoke-316654292 description', 'project_id': '819b3332122c426680234398b2fe4cc7'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:46.046066 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e4312bbd-95a1-457e-87e3-344e72ab589f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:46.073315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaa737-cc39-4d73-a396-8b40aac3bb53 req-a82a42cd-db58-4071-b20c-ef8c85c6bc0b tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:46.075109 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c7aaa737-cc39-4d73-a396-8b40aac3bb53 req-a82a42cd-db58-4071-b20c-ef8c85c6bc0b tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0619080 Sep 18 05:32:46.126637 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c7aaa737-cc39-4d73-a396-8b40aac3bb53 req-93ad6491-ae95-4c24-bc3a-662e266376b1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451686 Sep 18 05:32:46.188393 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e4312bbd-95a1-457e-87e3-344e72ab589f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:46.565187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e4312bbd-95a1-457e-87e3-344e72ab589f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:46.596566 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4312bbd-95a1-457e-87e3-344e72ab589f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2da460f-87fc-43bb-b597-0dd34179ba17,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:46.696770 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e4312bbd-95a1-457e-87e3-344e72ab589f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:46.699487 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e4312bbd-95a1-457e-87e3-344e72ab589f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7386160 Sep 18 05:32:46.704481 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55628) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:46.710480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': 'b2da460f-87fc-43bb-b597-0dd34179ba17', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:46.799282 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:46.854830 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:46.931169 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:46.953770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ab4ca2-f289-4be4-8d38-379ac9a217e9,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:46.962524 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:46.963027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:46.963603 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:46.963975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:46.964319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:46.964682 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:46.965022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:46.965357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:46.965689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:46.966254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:46.966596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:46.966959 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:47.004371 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:47.006546 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-928c5e2a-3a1f-443f-85eb-b1835d454f6a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2999444 Sep 18 05:32:47.009201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55638) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:47.014396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e970c2ef-e909-4349-8ad9-10351e5fe797 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': 'b2da460f-87fc-43bb-b597-0dd34179ba17', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:47.159181 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e970c2ef-e909-4349-8ad9-10351e5fe797 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:47.237073 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e970c2ef-e909-4349-8ad9-10351e5fe797 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:47.275501 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e370190-889c-4abd-be32-c033f0aa7e2a req-2a322b29-dcbd-4708-99a8-0e86d06c955f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:47.283233 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6e370190-889c-4abd-be32-c033f0aa7e2a req-2a322b29-dcbd-4708-99a8-0e86d06c955f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0613563 Sep 18 05:32:47.313790 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e970c2ef-e909-4349-8ad9-10351e5fe797 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:47.337148 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6e370190-889c-4abd-be32-c033f0aa7e2a req-3bee449d-a4a9-4d1b-bc74-e39f12180433 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468667 Sep 18 05:32:47.346011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970c2ef-e909-4349-8ad9-10351e5fe797 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08568b03-0c3f-42da-a6db-a2f6a90ad6c5,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:47.428342 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e970c2ef-e909-4349-8ad9-10351e5fe797 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:47.432146 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e970c2ef-e909-4349-8ad9-10351e5fe797 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4192405 Sep 18 05:32:47.433128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55648) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:47.438585 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4d11c898-915d-4f5d-aa2a-f6e7b64b7f0e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': 'b2da460f-87fc-43bb-b597-0dd34179ba17', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:47.547840 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d11c898-915d-4f5d-aa2a-f6e7b64b7f0e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:47.609048 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d11c898-915d-4f5d-aa2a-f6e7b64b7f0e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:47.673586 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d11c898-915d-4f5d-aa2a-f6e7b64b7f0e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:47.694628 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11c898-915d-4f5d-aa2a-f6e7b64b7f0e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c001f00-6699-4db1-966d-6fac60c259be,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:47.777071 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4d11c898-915d-4f5d-aa2a-f6e7b64b7f0e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:47.778714 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4d11c898-915d-4f5d-aa2a-f6e7b64b7f0e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3438344 Sep 18 05:32:47.781585 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55650) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:47.786285 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5cc6941d-b102-4f95-8ed9-3b8b7ba3fe69 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': 'b2da460f-87fc-43bb-b597-0dd34179ba17', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:47.890438 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cc6941d-b102-4f95-8ed9-3b8b7ba3fe69 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:47.973105 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cc6941d-b102-4f95-8ed9-3b8b7ba3fe69 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:48.038496 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cc6941d-b102-4f95-8ed9-3b8b7ba3fe69 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:48.064530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6941d-b102-4f95-8ed9-3b8b7ba3fe69 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab809dc-1ba5-4f0e-90d4-fcdd6253eacf,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:48.178555 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5cc6941d-b102-4f95-8ed9-3b8b7ba3fe69 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:48.184093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55652) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:48.184981 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5cc6941d-b102-4f95-8ed9-3b8b7ba3fe69 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3984165 Sep 18 05:32:48.191799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-758c2ec2-252c-49c9-845c-c1abea90b1f8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': 'b2da460f-87fc-43bb-b597-0dd34179ba17', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:48.291879 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-758c2ec2-252c-49c9-845c-c1abea90b1f8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Project 819b3332122c426680234398b2fe4cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:32:48.297959 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-758c2ec2-252c-49c9-845c-c1abea90b1f8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:48.387021 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-758c2ec2-252c-49c9-845c-c1abea90b1f8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:48.485171 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-758c2ec2-252c-49c9-845c-c1abea90b1f8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:48.529623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57346aca-dcc1-489e-8ec4-464457c4ce87 req-3251f9a4-ab9f-4055-a65b-7712b189daee tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:48.539243 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-57346aca-dcc1-489e-8ec4-464457c4ce87 req-3251f9a4-ab9f-4055-a65b-7712b189daee tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0980833 Sep 18 05:32:48.569947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c2ec2-252c-49c9-845c-c1abea90b1f8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6520696-84e3-4b0c-a73f-107f99b9efc7,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:48.590720 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-57346aca-dcc1-489e-8ec4-464457c4ce87 req-4dd42505-a9e5-4b3f-9f0f-879e15d3d6ad tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500071 Sep 18 05:32:48.651650 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-758c2ec2-252c-49c9-845c-c1abea90b1f8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:48.653134 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-758c2ec2-252c-49c9-845c-c1abea90b1f8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4680040 Sep 18 05:32:48.655884 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55658) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:48.660747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b5376a14-c346-4cab-a76a-2f78b3ee9a67 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': 'b2da460f-87fc-43bb-b597-0dd34179ba17', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:48.765292 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-b5376a14-c346-4cab-a76a-2f78b3ee9a67 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Project 819b3332122c426680234398b2fe4cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:32:48.776796 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5376a14-c346-4cab-a76a-2f78b3ee9a67 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:48.857722 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5376a14-c346-4cab-a76a-2f78b3ee9a67 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:48.925558 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5376a14-c346-4cab-a76a-2f78b3ee9a67 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:48.942962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5376a14-c346-4cab-a76a-2f78b3ee9a67 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4bed1e-c415-4e96-9f0b-ce1002a0af42,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:49.039252 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b5376a14-c346-4cab-a76a-2f78b3ee9a67 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:49.046782 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b5376a14-c346-4cab-a76a-2f78b3ee9a67 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3843904 Sep 18 05:32:49.046994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55660) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:49.052553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-8123a1e3-27f7-44ef-b150-36ce226cc8f5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'network': {'name': 'tempest-network-smoke--420060749', 'project_id': '819b3332122c426680234398b2fe4cc7', 'port_security_enabled': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:49.153450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8123a1e3-27f7-44ef-b150-36ce226cc8f5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Made reservation on behalf of 819b3332122c426680234398b2fe4cc7 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:32:49.157058 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8123a1e3-27f7-44ef-b150-36ce226cc8f5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:49.190407 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8123a1e3-27f7-44ef-b150-36ce226cc8f5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:32:49.202421 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8123a1e3-27f7-44ef-b150-36ce226cc8f5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:49.202960 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-8123a1e3-27f7-44ef-b150-36ce226cc8f5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Added segment b5da19de-24f6-4388-8264-e389831945d9 of type vlan for network fb672d5b-c105-4aa7-a8b2-e5a470b9995e Sep 18 05:32:49.255175 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8123a1e3-27f7-44ef-b150-36ce226cc8f5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:49.388191 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8123a1e3-27f7-44ef-b150-36ce226cc8f5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:49.394297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8123a1e3-27f7-44ef-b150-36ce226cc8f5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:49.394962 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8123a1e3-27f7-44ef-b150-36ce226cc8f5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:49.722465 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83624bef-4007-4e2c-8747-62ee39896c36 req-40a5d6d4-b54a-4e26-a5ac-648a626bb1dc tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:49.724209 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-83624bef-4007-4e2c-8747-62ee39896c36 req-40a5d6d4-b54a-4e26-a5ac-648a626bb1dc tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0616794 Sep 18 05:32:49.768915 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-83624bef-4007-4e2c-8747-62ee39896c36 req-c7f78240-26c3-426a-9475-43676911993a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370200 Sep 18 05:32:49.791319 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8123a1e3-27f7-44ef-b150-36ce226cc8f5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7432590 Sep 18 05:32:49.793991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55668) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:49.799819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'admin_state_up': True, 'project_id': '819b3332122c426680234398b2fe4cc7', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:49.805183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123a1e3-27f7-44ef-b150-36ce226cc8f5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Network': ['ID=fb672d5b-c105-4aa7-a8b2-e5a470b9995e,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:49.815575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network fb672d5b-c105-4aa7-a8b2-e5a470b9995e details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:32:49.902247 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:49.903490 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:49.960125 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:50.274110 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:50.575410 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:50.600308 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:50.626996 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55684) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:50.729140 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.25.7.9 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/106b2dc4-c1e7-422b-8c52-288eb7983dfd) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:32:50.794114 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a47b292d-5a06-4d4d-bf9b-eb219dd64fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:50.846272 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:50.924289 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a47b292d-5a06-4d4d-bf9b-eb219dd64fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:50.926353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954f4ad-e161-4490-8991-55f815000ade req-0cbd8ec7-95e7-4ae2-a1cd-98ff1174aae5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:50.927905 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a954f4ad-e161-4490-8991-55f815000ade req-0cbd8ec7-95e7-4ae2-a1cd-98ff1174aae5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0699961 Sep 18 05:32:50.966646 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a954f4ad-e161-4490-8991-55f815000ade req-c358ded5-fb8c-418d-88c2-6c47951a0223 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321801 Sep 18 05:32:50.987256 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a47b292d-5a06-4d4d-bf9b-eb219dd64fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:50.991454 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:51.027327 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:32:51.027940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55694) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:51.028931 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a47b292d-5a06-4d4d-bf9b-eb219dd64fa6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa33030894524a3c8631772d746929da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4006977 Sep 18 05:32:51.041702 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b292d-5a06-4d4d-bf9b-eb219dd64fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492d53a1-13a6-4dd7-bc2d-d22df6ccdd13,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:51.049069 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:32:51.053250 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:32:51.058997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=106b2dc4-c1e7-422b-8c52-288eb7983dfd,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:51.160190 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9354-12ec-40c2-bee0-5aa9d796430e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:51.237110 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9354-12ec-40c2-bee0-5aa9d796430e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:51.387042 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9354-12ec-40c2-bee0-5aa9d796430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:51.389605 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9354-12ec-40c2-bee0-5aa9d796430e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:51.390777 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c0bf9354-12ec-40c2-bee0-5aa9d796430e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/492d53a1-13a6-4dd7-bc2d-d22df6ccdd13 HTTP/1.1" status: 204 len: 168 time: 0.3618522 Sep 18 05:32:51.404304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf9354-12ec-40c2-bee0-5aa9d796430e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492d53a1-13a6-4dd7-bc2d-d22df6ccdd13,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:51.467929 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:51.670926 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:51.833844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551ece-21f3-41ca-b11b-dbca59e7c0de req-47a17f2a-da41-44b5-b811-8132521d1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:51.835327 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99551ece-21f3-41ca-b11b-dbca59e7c0de req-47a17f2a-da41-44b5-b811-8132521d1267 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 1097 time: 0.0519533 Sep 18 05:32:51.899686 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:32:51.971259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551ece-21f3-41ca-b11b-dbca59e7c0de req-1ae3a7ec-ee2c-4957-9d53-4095361e5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:51.972769 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99551ece-21f3-41ca-b11b-dbca59e7c0de req-1ae3a7ec-ee2c-4957-9d53-4095361e5bcb service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 917 time: 0.1309230 Sep 18 05:32:52.004787 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55708) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:52.021516 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-65517216-9728-4554-962c-be0514aef989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.079385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:32:52.092256 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Sync routers for ids ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:32:52.098355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99551ece-21f3-41ca-b11b-dbca59e7c0de req-914e61ab-b871-40b9-86e9-4325f01c5f92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99008a16-1a83-4a08-ac31-786e500e52f7 HTTP/1.1" status: 200 len: 1001 time: 0.1170597 Sep 18 05:32:52.104329 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Routers {'7e0adb1f-9172-43e9-9944-29f9477a3dc8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:32:52.105064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:32:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:52.127752 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c134a6-2f2f-42b9-8d0b-745aae70a28e req-84ea1c7e-3cd5-4fcb-8a49-44e09e815a8f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:52.129297 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-15c134a6-2f2f-42b9-8d0b-745aae70a28e req-84ea1c7e-3cd5-4fcb-8a49-44e09e815a8f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0827188 Sep 18 05:32:52.162590 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551ece-21f3-41ca-b11b-dbca59e7c0de req-7ac3a911-5bd8-4ea9-af8e-b4f71bdefb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:52.164297 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99551ece-21f3-41ca-b11b-dbca59e7c0de req-7ac3a911-5bd8-4ea9-af8e-b4f71bdefb8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.0586708 Sep 18 05:32:52.186471 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-15c134a6-2f2f-42b9-8d0b-745aae70a28e req-c784af11-9946-4f07-a2da-3ab53ea9e22d tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501330 Sep 18 05:32:52.195748 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-65517216-9728-4554-962c-be0514aef989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.218785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551ece-21f3-41ca-b11b-dbca59e7c0de req-f2186ba6-5541-4a6c-a1b4-04fd5e53e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:52.221889 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99551ece-21f3-41ca-b11b-dbca59e7c0de req-f2186ba6-5541-4a6c-a1b4-04fd5e53e6c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495434 Sep 18 05:32:52.222053 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Set router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:32:52.261916 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-65517216-9728-4554-962c-be0514aef989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.302387 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-65517216-9728-4554-962c-be0514aef989 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87c72b9199ae4b19a9671eec22417d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962537 Sep 18 05:32:52.303294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65517216-9728-4554-962c-be0514aef989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55398247-c19d-4c15-8529-06e132633963,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:52.305787 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55710) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:52.323269 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99551ece-21f3-41ca-b11b-dbca59e7c0de req-d56f622c-f8fd-434d-92db-b3e18f89e1d3 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961356 Sep 18 05:32:52.353085 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.356994 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5d214f9d-eced-45ca-bdf3-0f68e027de6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5593035 Sep 18 05:32:52.359556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55712) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:52.398000 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.404765 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-70afb78b-83e1-49bf-9d84-3d07923ca22c tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=819b3332122c426680234398b2fe4cc7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444148 Sep 18 05:32:52.405285 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55714) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:52.409488 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:32:51Z', 'revision_number': 3, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:52.426870 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.438378 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Checking router: 7e0adb1f-9172-43e9-9944-29f9477a3dc8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:32:52.438730 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Updating router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 port 106b2dc4-c1e7-422b-8c52-288eb7983dfd binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:32:52.454450 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99551ece-21f3-41ca-b11b-dbca59e7c0de req-185e3acd-c99f-4a29-a79f-b34445e134f1 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245177 Sep 18 05:32:52.466299 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.510049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6698b42f-c769-4e09-aed1-a1338e2879cd tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:52.511564 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6698b42f-c769-4e09-aed1-a1338e2879cd tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1053464 Sep 18 05:32:52.514457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55716) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:52.542087 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-09d54b10-3db5-49b3-8c6f-c54a7118ab17 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265870 Sep 18 05:32:52.544706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55718) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:52.549563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-64f720be-f66d-4e3b-b239-4facf74ab751 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-537956035', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'project_id': '819b3332122c426680234398b2fe4cc7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:32:52.552416 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.556746 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.558007 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55398247-c19d-4c15-8529-06e132633963 HTTP/1.1" status: 204 len: 168 time: 0.2512898 Sep 18 05:32:52.574285 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55398247-c19d-4c15-8529-06e132633963,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:52.587081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:52.587608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:52.588750 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:52.589231 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:52.589656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:52.590140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:52.590477 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:52.590887 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:52.591297 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:52.591814 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:52.592263 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:52.592667 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce219e1-04cc-46e9-9c7b-dade06bd7e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:52.696554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f720be-f66d-4e3b-b239-4facf74ab751 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Made reservation on behalf of 819b3332122c426680234398b2fe4cc7 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:32:52.700171 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-64f720be-f66d-4e3b-b239-4facf74ab751 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.749603 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.844858 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.901884 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Attempting to bind port 106b2dc4-c1e7-422b-8c52-288eb7983dfd on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:32:52.901884 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Attempting to bind port 106b2dc4-c1e7-422b-8c52-288eb7983dfd by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:32:52.901884 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Attempting to bind port 106b2dc4-c1e7-422b-8c52-288eb7983dfd on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:32:52.903336 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a3efa-af12-46e6-89b2-8f592d93e778 None None] Pushing event updated for resources: {'Port': ['ID=106b2dc4-c1e7-422b-8c52-288eb7983dfd,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:52.907945 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:32:52.908348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:32:52.908758 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.909154 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:32:52.909621 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Bound port: 106b2dc4-c1e7-422b-8c52-288eb7983dfd, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:32:52.910005 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.936848 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-64f720be-f66d-4e3b-b239-4facf74ab751 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:52.964176 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] For port 106b2dc4-c1e7-422b-8c52-288eb7983dfd, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:32:52.967488 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] For port 106b2dc4-c1e7-422b-8c52-288eb7983dfd, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=106b2dc4-c1e7-422b-8c52-288eb7983dfd,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:32:53.003669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f720be-f66d-4e3b-b239-4facf74ab751 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Subnet': ['ID=2bc4a35d-77af-4be0-a844-57948cdc5770,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:53.012450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f720be-f66d-4e3b-b239-4facf74ab751 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Checking segment: {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:32:53.012450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f720be-f66d-4e3b-b239-4facf74ab751 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network hostable DHCP agents. Network: fb672d5b-c105-4aa7-a8b2-e5a470b9995e, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:32:53.017173 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:53.079234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f720be-f66d-4e3b-b239-4facf74ab751 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network fb672d5b-c105-4aa7-a8b2-e5a470b9995e is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:32:53.081584 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Routers {'7e0adb1f-9172-43e9-9944-29f9477a3dc8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:32:53.082236 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:32:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:53.091140 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a3efa-af12-46e6-89b2-8f592d93e778 None None] Pushing event updated for resources: {'Port': ['ID=106b2dc4-c1e7-422b-8c52-288eb7983dfd,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:53.142130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-64f720be-f66d-4e3b-b239-4facf74ab751 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, fb672d5b-c105-4aa7-a8b2-e5a470b9995e) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:32:53.147080 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f720be-f66d-4e3b-b239-4facf74ab751 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:53.152175 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-64f720be-f66d-4e3b-b239-4facf74ab751 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:53.152344 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb34c4f0-218a-43c3-af8d-063542791c7b None None] Network fb672d5b-c105-4aa7-a8b2-e5a470b9995e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:32:53.223440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-64f720be-f66d-4e3b-b239-4facf74ab751 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6776168 Sep 18 05:32:53.226135 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 55734) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:53.239274 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:53.252508 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] Set router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:32:53.375809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3b130-0c6b-4532-a9bc-25e2035f0c01 req-44a5fa2d-5a84-4ea7-b22d-b71cbeb6dc30 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:53.377443 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98c3b130-0c6b-4532-a9bc-25e2035f0c01 req-44a5fa2d-5a84-4ea7-b22d-b71cbeb6dc30 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0995836 Sep 18 05:32:53.426309 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:53.462972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ips': [{'subnet_id': '2bc4a35d-77af-4be0-a844-57948cdc5770'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:32:53.463889 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:53.643474 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:32:51Z', 'revision_number': 3, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:53.677428 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77fb25e-9416-47f3-a7e1-bba180fbd1f1 None None] The sync data for ids ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'] in n-d-789963-13 is: [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:32:51Z', 'revision_number': 3, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:32:53.691444 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Allocated IP 172.20.0.2 (fb672d5b-c105-4aa7-a8b2-e5a470b9995e/2bc4a35d-77af-4be0-a844-57948cdc5770/16c27cff-cd2d-4324-82b9-3e6f36a31a0d) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:32:53.826345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98c3b130-0c6b-4532-a9bc-25e2035f0c01 req-159b5960-b2bc-4c6f-ae0b-bcef14030b9d tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4323020 Sep 18 05:32:53.871386 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:53.942858 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:54.016832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Network fb672d5b-c105-4aa7-a8b2-e5a470b9995e is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:32:54.027349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:32:54.029879 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:32:54.037969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Pushing event updated for resources: {'Port': ['ID=16c27cff-cd2d-4324-82b9-3e6f36a31a0d,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:54.148326 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Attempting to bind port 16c27cff-cd2d-4324-82b9-3e6f36a31a0d on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:32:54.149332 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Attempting to bind port 16c27cff-cd2d-4324-82b9-3e6f36a31a0d by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:32:54.149660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Attempting to bind port 16c27cff-cd2d-4324-82b9-3e6f36a31a0d on network fb672d5b-c105-4aa7-a8b2-e5a470b9995e {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:32:54.155418 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:32:54.156018 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Checking segment: {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:32:54.156453 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:54.156693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Bound using segment: {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:32:54.157538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Bound port: 16c27cff-cd2d-4324-82b9-3e6f36a31a0d, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:32:54.157791 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:54.249748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] For port 16c27cff-cd2d-4324-82b9-3e6f36a31a0d, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:32:54.253679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] For port 16c27cff-cd2d-4324-82b9-3e6f36a31a0d, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=16c27cff-cd2d-4324-82b9-3e6f36a31a0d,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:32:54.272622 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:54.326365 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:54.391836 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf455c-0e70-489c-a74b-357d648b3007 None None] Pushing event updated for resources: {'Port': ['ID=16c27cff-cd2d-4324-82b9-3e6f36a31a0d,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:54.626554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.20.0.1 (fb672d5b-c105-4aa7-a8b2-e5a470b9995e/2bc4a35d-77af-4be0-a844-57948cdc5770/5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:32:54.774263 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:54.885791 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:54.939243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network fb672d5b-c105-4aa7-a8b2-e5a470b9995e is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:32:54.945195 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:32:54.947630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:32:54.953564 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02927b88-62fd-4e16-8616-74b8521b6abf req-da7c3468-c3f2-4f09-8040-16936e8c99cb tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:54.961850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02927b88-62fd-4e16-8616-74b8521b6abf req-da7c3468-c3f2-4f09-8040-16936e8c99cb tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0662858 Sep 18 05:32:55.010040 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02927b88-62fd-4e16-8616-74b8521b6abf req-0cace06e-03c5-4c79-93c6-f829c5050db4 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459135 Sep 18 05:32:55.011573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:55.030948 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:55.083640 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 106b2dc4-c1e7-422b-8c52-288eb7983dfd up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:32:55.156304 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 106b2dc4-c1e7-422b-8c52-288eb7983dfd triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:32:55.157740 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:55.283868 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:55.308833 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 106b2dc4-c1e7-422b-8c52-288eb7983dfd, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=106b2dc4-c1e7-422b-8c52-288eb7983dfd,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:32:55.346743 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:55.376508 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:55.379572 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 16c27cff-cd2d-4324-82b9-3e6f36a31a0d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:32:55.502787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bbf278-1668-499c-aa4a-5587f89fe841 None None] Network fb672d5b-c105-4aa7-a8b2-e5a470b9995e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:32:55.752667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=106b2dc4-c1e7-422b-8c52-288eb7983dfd,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:55.821547 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 16c27cff-cd2d-4324-82b9-3e6f36a31a0d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:32:55.821547 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:55.829967 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:55.891857 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:55.893676 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-10fee6eb-9419-43d1-83f6-eb366b056985 None None] Provisioning complete for port 16c27cff-cd2d-4324-82b9-3e6f36a31a0d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:32:55.894059 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-10fee6eb-9419-43d1-83f6-eb366b056985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:55.985647 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 99008a16-1a83-4a08-ac31-786e500e52f7 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:32:56.012854 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:56.048364 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:56.122936 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-10fee6eb-9419-43d1-83f6-eb366b056985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:56.123085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:56.142458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network fb672d5b-c105-4aa7-a8b2-e5a470b9995e is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:32:56.143490 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:32:56.181659 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 16c27cff-cd2d-4324-82b9-3e6f36a31a0d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=16c27cff-cd2d-4324-82b9-3e6f36a31a0d,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:32:56.228658 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:56.281457 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=99008a16-1a83-4a08-ac31-786e500e52f7,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:32:56.282358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:32:56.284774 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baf867a-6fbd-4431-ba53-5c27a57e6dd9" -d '{"events": [{"server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "name": "network-vif-unplugged", "status": "completed", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:32:56.292413 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:56.369579 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 05:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4cd944-9e1b-4f9f-9427-115631fa09a8 x-openstack-request-id: req-5d4cd944-9e1b-4f9f-9427-115631fa09a8 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:32:56.370807 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "name": "network-vif-unplugged", "status": "failed", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7", "code": 422}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:32:56.371076 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d4cd944-9e1b-4f9f-9427-115631fa09a8 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:32:56.371480 n-d-789963-13 neutron-server[106910]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7', 'code': 422} returned with failed status Sep 18 05:32:56.379026 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:32:56.380043 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:56.425038 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-10fee6eb-9419-43d1-83f6-eb366b056985 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:32:56.425038 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-10fee6eb-9419-43d1-83f6-eb366b056985 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:32:56.438397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=16c27cff-cd2d-4324-82b9-3e6f36a31a0d,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:56.530908 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=99008a16-1a83-4a08-ac31-786e500e52f7,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:56.581190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-55f07071-6831-4e1b-94e2-c827a8c8dbc5 req-e34de82e-839d-409b-a46e-3e24c8da900a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:32:56.582590 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-55f07071-6831-4e1b-94e2-c827a8c8dbc5 req-e34de82e-839d-409b-a46e-3e24c8da900a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059953 Sep 18 05:32:56.621231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:32:56.630400 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Sync routers for ids ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:32:56.642503 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ac1a3756-b6c6-4232-a439-1b360a61bf33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "PUT /v2.0/routers/7e0adb1f-9172-43e9-9944-29f9477a3dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4145095 Sep 18 05:32:56.655409 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Routers {'7e0adb1f-9172-43e9-9944-29f9477a3dc8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:32:56.661471 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:32:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:56.807774 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Set router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:32:56.918689 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-f9eb46d5-f85f-4152-8375-caa424caef99 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316654292&fields=id&tenant_id=819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 267 time: 0.0844855 Sep 18 05:32:57.059018 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f058c2c-6dd9-493c-a192-852b9b37193d req-f3b44414-e9dc-4e66-b1b3-e8363c6c5f08 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:57.067759 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 106b2dc4-c1e7-422b-8c52-288eb7983dfd up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:32:57.068154 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5f058c2c-6dd9-493c-a192-852b9b37193d req-f3b44414-e9dc-4e66-b1b3-e8363c6c5f08 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 943 time: 0.1580322 Sep 18 05:32:57.110593 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032', 'name': '', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:ab:a2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:54Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 2, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:57.133447 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5f058c2c-6dd9-493c-a192-852b9b37193d req-00f927dc-7a7f-4428-8167-32e6340d7ba4 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621672 Sep 18 05:32:57.146524 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe4a2a-9346-411f-8946-d347da31527a req-cb315d7c-9e3e-4428-a799-a75e79a9485d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:57.158824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 106b2dc4-c1e7-422b-8c52-288eb7983dfd triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:32:57.159251 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-cb315d7c-9e3e-4428-a799-a75e79a9485d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/networks?id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e HTTP/1.1" status: 200 len: 796 time: 0.2276380 Sep 18 05:32:57.159360 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:57.169303 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-fabe821c-2651-4fde-87b6-c6802e1ec3df tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/quotas/819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 375 time: 0.0105948 Sep 18 05:32:57.170319 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Checking router: 7e0adb1f-9172-43e9-9944-29f9477a3dc8 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:32:57.170681 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Updating router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 port 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:32:57.209093 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:57.239439 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8bdecb88-7b29-4f7d-b363-0b45b9445183 None None] Provisioning complete for port 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:32:57.245265 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8bdecb88-7b29-4f7d-b363-0b45b9445183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:57.249742 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-f5c58792-41e7-46f4-b6bb-f89df671bdc5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742393 Sep 18 05:32:57.331163 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-8bdecb88-7b29-4f7d-b363-0b45b9445183 None None] Port 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:32:57.334692 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 16c27cff-cd2d-4324-82b9-3e6f36a31a0d up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:32:57.368685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-8bdecb88-7b29-4f7d-b363-0b45b9445183 None None] Provisioning complete for port 16c27cff-cd2d-4324-82b9-3e6f36a31a0d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:32:57.369033 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8bdecb88-7b29-4f7d-b363-0b45b9445183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:57.387604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 55868) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:32:57.469226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 16c27cff-cd2d-4324-82b9-3e6f36a31a0d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:32:57.469609 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:57.534298 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-911108cf-ce23-46a6-81a9-941f522e4a8c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1455109 Sep 18 05:32:57.536895 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-05f396b5-4e5b-4bca-9052-11d2f8f67b64 service neutron] 10.222.0.23 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739253 Sep 18 05:32:57.545335 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-899c838d-c73a-4878-ba17-6a1eb0ead897 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:32:57.547350 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-899c838d-c73a-4878-ba17-6a1eb0ead897 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062995 Sep 18 05:32:57.561914 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:57.647115 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-9c587268-ba13-4ccb-ab51-cdc37d0a7298 service neutron] 10.222.0.23 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979133 Sep 18 05:32:57.650800 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:57.729927 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dab11-c8f2-4502-adb1-944bedadfcb6 None None] Pushing event updated for resources: {'Port': ['ID=5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:57.738183 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9dab11-c8f2-4502-adb1-944bedadfcb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:57.738528 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9dab11-c8f2-4502-adb1-944bedadfcb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:57.738867 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9dab11-c8f2-4502-adb1-944bedadfcb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:57.739199 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9dab11-c8f2-4502-adb1-944bedadfcb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:57.739663 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9dab11-c8f2-4502-adb1-944bedadfcb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:57.739997 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9dab11-c8f2-4502-adb1-944bedadfcb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:57.740351 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9dab11-c8f2-4502-adb1-944bedadfcb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:57.740809 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9dab11-c8f2-4502-adb1-944bedadfcb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:57.741128 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9dab11-c8f2-4502-adb1-944bedadfcb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:57.741739 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9dab11-c8f2-4502-adb1-944bedadfcb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:57.742522 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9dab11-c8f2-4502-adb1-944bedadfcb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:57.742996 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9dab11-c8f2-4502-adb1-944bedadfcb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:32:57.802848 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Attempting to bind port 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:32:57.803225 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Attempting to bind port 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:32:57.803600 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Attempting to bind port 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 on network fb672d5b-c105-4aa7-a8b2-e5a470b9995e {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:32:57.812938 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:32:57.813321 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Checking segment: {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:32:57.813758 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:57.814129 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Bound using segment: {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:32:57.814609 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Bound port: 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:32:57.814993 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:57.898799 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] For port 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:32:57.907031 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] For port 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:32:57.947299 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-25c498ea-a557-43ac-b70b-62608a32fae0 req-696b5611-1cd0-41b8-aee7-b7434eb4f10b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 210 time: 0.0361235 Sep 18 05:32:57.982387 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:58.065236 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Routers {'7e0adb1f-9172-43e9-9944-29f9477a3dc8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:32:58.065888 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:32:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:58.071181 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dab11-c8f2-4502-adb1-944bedadfcb6 None None] Pushing event updated for resources: {'Port': ['ID=5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:58.092370 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-11ac1a90-a018-4d8a-bb24-6dc629c2f2e5 None None] Provisioning complete for port 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:32:58.095105 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-11ac1a90-a018-4d8a-bb24-6dc629c2f2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:58.208303 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] Set router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:32:58.253193 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-11ac1a90-a018-4d8a-bb24-6dc629c2f2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:58.298897 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-11ac1a90-a018-4d8a-bb24-6dc629c2f2e5 None None] For port 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:32:58.301349 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ede9f-e0f8-452e-99fa-d050c9dd683f req-4d57ed96-6172-44dd-8930-8b569ccd5776 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:58.303510 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fe9ede9f-e0f8-452e-99fa-d050c9dd683f req-4d57ed96-6172-44dd-8930-8b569ccd5776 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 943 time: 0.0712252 Sep 18 05:32:58.364866 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fe9ede9f-e0f8-452e-99fa-d050c9dd683f req-efeaaf1d-4c7f-4ae5-8520-982dec2811c7 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545394 Sep 18 05:32:58.377044 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-11ac1a90-a018-4d8a-bb24-6dc629c2f2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:58.449817 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac1a90-a018-4d8a-bb24-6dc629c2f2e5 None None] Pushing event updated for resources: {'Port': ['ID=5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:32:58.498079 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032', 'name': '', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:ab:a2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:54Z', 'updated_at': '2021-09-18T05:32:57Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:32:58.503126 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-2f38267d-72c3-4767-8d4d-d06b12fe1ed3 None None] Provisioning complete for port 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:32:58.503574 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2f38267d-72c3-4767-8d4d-d06b12fe1ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:58.636413 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa2a93f-9e86-4f0f-9540-7b968a681c1f None None] The sync data for ids ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'] in n-d-789963-13 is: [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032', 'name': '', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:ab:a2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:54Z', 'updated_at': '2021-09-18T05:32:57Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:32:58.991631 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:32:59.076640 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:32:59.077167 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:32:59.101343 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65431c46-5e15-4151-812f-461a499460ea req-260953c9-8bc7-4eb0-a4dd-79d924065cd9 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 210 time: 0.0604403 Sep 18 05:32:59.526977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3333753-751b-47d9-8ce1-8339e64f253e req-1ebb08de-7233-466e-98b5-c0e01fa38ee7 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:32:59.529212 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c3333753-751b-47d9-8ce1-8339e64f253e req-1ebb08de-7233-466e-98b5-c0e01fa38ee7 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 943 time: 0.0869038 Sep 18 05:32:59.580784 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c3333753-751b-47d9-8ce1-8339e64f253e req-6af1bff9-b333-426d-917e-adb9ac1aff31 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455358 Sep 18 05:33:00.156735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe4a2a-9346-411f-8946-d347da31527a req-e8d0ca47-d7ed-4a7f-bf7a-087fd4b306b5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:00.161640 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-e8d0ca47-d7ed-4a7f-bf7a-087fd4b306b5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.13 "GET /v2.0/networks?id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e HTTP/1.1" status: 200 len: 796 time: 0.1499095 Sep 18 05:33:00.232164 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c63687cc-243c-469c-90a3-559ce6b03c6f req-03d23660-7381-45a7-ac73-98ed9096770d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 210 time: 0.0400286 Sep 18 05:33:00.254336 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-87ab216a-6aaa-4580-ae10-15a0e2d0d9c4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 379 time: 0.0806694 Sep 18 05:33:00.268764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-89fe4a2a-9346-411f-8946-d347da31527a req-36e50a12-04b8-4861-9d23-f113d2e1d505 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'port': {'device_id': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'admin_state_up': True, 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'security_groups': ['b2da460f-87fc-43bb-b597-0dd34179ba17']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:33:00.456458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fe4a2a-9346-411f-8946-d347da31527a req-36e50a12-04b8-4861-9d23-f113d2e1d505 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Made reservation on behalf of 819b3332122c426680234398b2fe4cc7 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:33:00.460640 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-89fe4a2a-9346-411f-8946-d347da31527a req-36e50a12-04b8-4861-9d23-f113d2e1d505 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:00.607159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-89fe4a2a-9346-411f-8946-d347da31527a req-36e50a12-04b8-4861-9d23-f113d2e1d505 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.20.0.11 (fb672d5b-c105-4aa7-a8b2-e5a470b9995e/2bc4a35d-77af-4be0-a844-57948cdc5770/7d2aaa88-f394-4aa1-9c84-76e04c00e003) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:33:00.740386 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2c804-271c-4117-abad-07b33b0b94a5 req-c1d89429-eb1c-43a0-9ba1-ee29966d9a30 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:00.750194 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50d2c804-271c-4117-abad-07b33b0b94a5 req-c1d89429-eb1c-43a0-9ba1-ee29966d9a30 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 943 time: 0.0717053 Sep 18 05:33:00.778825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-89fe4a2a-9346-411f-8946-d347da31527a req-36e50a12-04b8-4861-9d23-f113d2e1d505 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:00.794818 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-50d2c804-271c-4117-abad-07b33b0b94a5 req-0a8d1bd8-6414-42d8-9715-ddf6218d9b49 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436532 Sep 18 05:33:00.918376 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-89fe4a2a-9346-411f-8946-d347da31527a req-36e50a12-04b8-4861-9d23-f113d2e1d505 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:00.966049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fe4a2a-9346-411f-8946-d347da31527a req-36e50a12-04b8-4861-9d23-f113d2e1d505 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network fb672d5b-c105-4aa7-a8b2-e5a470b9995e is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:33:00.971848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-89fe4a2a-9346-411f-8946-d347da31527a req-36e50a12-04b8-4861-9d23-f113d2e1d505 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:33:00.976396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fe4a2a-9346-411f-8946-d347da31527a req-36e50a12-04b8-4861-9d23-f113d2e1d505 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:33:01.019664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e50a12-04b8-4861-9d23-f113d2e1d505 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=7d2aaa88-f394-4aa1-9c84-76e04c00e003,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:33:01.041970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe4a2a-9346-411f-8946-d347da31527a req-36e50a12-04b8-4861-9d23-f113d2e1d505 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:01.042638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-89fe4a2a-9346-411f-8946-d347da31527a req-36e50a12-04b8-4861-9d23-f113d2e1d505 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:01.108629 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-36e50a12-04b8-4861-9d23-f113d2e1d505 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8511643 Sep 18 05:33:01.121777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Request body: {'port': {'device_id': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:33:01.190015 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:01.248730 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0a9b9493-338d-4e8f-8001-3054eeec1788 None None] Provisioning complete for port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:33:01.250041 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9493-338d-4e8f-8001-3054eeec1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:01.276876 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d2112464-59bf-4087-840f-7512db02074a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:01.300923 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b9493-338d-4e8f-8001-3054eeec1788 None None] Port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:33:01.480608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538379f-c740-4304-8361-1c0227b4fdf4 req-11efeed3-773b-4441-b412-f882ee78ba15 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:01.482209 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9538379f-c740-4304-8361-1c0227b4fdf4 req-11efeed3-773b-4441-b412-f882ee78ba15 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 932 time: 0.1386383 Sep 18 05:33:01.572197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2aaa88-f394-4aa1-9c84-76e04c00e003 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:33:01.585415 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:01.597738 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9538379f-c740-4304-8361-1c0227b4fdf4 req-c8063a38-7743-4654-970f-3505c61a08c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075079 Sep 18 05:33:01.605354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Transition to ACTIVE for port object 7d2aaa88-f394-4aa1-9c84-76e04c00e003 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:33:01.672638 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:01.738031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Pushing event updated for resources: {'Port': ['ID=7d2aaa88-f394-4aa1-9c84-76e04c00e003,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:33:01.823233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Attempting to bind port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:33:01.823945 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Attempting to bind port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:33:01.824375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Attempting to bind port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on network fb672d5b-c105-4aa7-a8b2-e5a470b9995e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:33:01.830529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on network fb672d5b-c105-4aa7-a8b2-e5a470b9995e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:33:01.830866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Attempting to bind port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on network fb672d5b-c105-4aa7-a8b2-e5a470b9995e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:33:01.837370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:33:01.837685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Checking segment: {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:33:01.838079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Bound using segment: {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:33:01.838639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Bound port: 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:33:01.839002 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:01.948631 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:33:01.952072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:33:01.977489 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d894867-2845-4f36-a85e-8e49f74f175b req-d44a608b-b977-4cad-8ccd-a3a2097882be tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:01.979634 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9d894867-2845-4f36-a85e-8e49f74f175b req-d44a608b-b977-4cad-8ccd-a3a2097882be tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 943 time: 0.0831175 Sep 18 05:33:02.022644 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:02.036587 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9d894867-2845-4f36-a85e-8e49f74f175b req-98fa87d4-a562-47ab-8e56-7ab8a8c3577a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507772 Sep 18 05:33:02.064755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:02.065951 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:02.067826 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] 10.222.0.13 "PUT /v2.0/ports/7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 1093 time: 0.9511023 Sep 18 05:33:02.071444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:33:02.081219 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931c1d92-8afa-4d8f-aad3-efd624b82ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:33:02.121651 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308c38a-1224-4c62-842f-ae4e689173cf service neutron] Pushing event updated for resources: {'Port': ['ID=7d2aaa88-f394-4aa1-9c84-76e04c00e003,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:33:02.142337 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e255fa8-8241-482c-b4fc-500cd1d7d415 x-openstack-request-id: req-8e255fa8-8241-482c-b4fc-500cd1d7d415 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:33:02.142663 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:33:02.156368 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e255fa8-8241-482c-b4fc-500cd1d7d415 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:33:02.156368 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'status': 'completed', 'code': 200} Sep 18 05:33:02.217925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c1d92-8afa-4d8f-aad3-efd624b82ad2 req-d715963e-d5b8-443d-8974-d03bb047cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:02.219655 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-931c1d92-8afa-4d8f-aad3-efd624b82ad2 req-d715963e-d5b8-443d-8974-d03bb047cb68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1096 time: 0.0531516 Sep 18 05:33:02.351565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c1d92-8afa-4d8f-aad3-efd624b82ad2 req-240d68e0-174a-4579-8c89-856a7863ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:02.353089 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-931c1d92-8afa-4d8f-aad3-efd624b82ad2 req-240d68e0-174a-4579-8c89-856a7863ca6a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=819b3332122c426680234398b2fe4cc7&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1245012 Sep 18 05:33:02.455957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c1d92-8afa-4d8f-aad3-efd624b82ad2 req-59d69c80-5b59-434e-9763-e2b55f0536ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:02.457758 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-931c1d92-8afa-4d8f-aad3-efd624b82ad2 req-59d69c80-5b59-434e-9763-e2b55f0536ae service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0968440 Sep 18 05:33:02.541780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe4a2a-9346-411f-8946-d347da31527a req-04a137b1-7007-42da-8288-daeba968d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:02.543607 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-04a137b1-7007-42da-8288-daeba968d04b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1096 time: 0.0420065 Sep 18 05:33:02.590920 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-d367a67c-5d24-4ee4-9866-7a7c098bdb59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 217 time: 0.0393252 Sep 18 05:33:02.652857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe4a2a-9346-411f-8946-d347da31527a req-76cb0a1e-8569-47c6-992f-fefac488f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:02.654526 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-76cb0a1e-8569-47c6-992f-fefac488f3ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bc4a35d-77af-4be0-a844-57948cdc5770 HTTP/1.1" status: 200 len: 834 time: 0.0563102 Sep 18 05:33:02.712340 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe4a2a-9346-411f-8946-d347da31527a req-e52de9e7-ea99-4168-8352-38c6cd2bba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:02.714705 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-e52de9e7-ea99-4168-8352-38c6cd2bba23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509667 Sep 18 05:33:02.732530 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447f7b9-b55b-4ac1-aba9-a93f08520bf3 req-8b95115f-87c6-43e4-8c47-2ad4e2e7167b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:02.734469 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0447f7b9-b55b-4ac1-aba9-a93f08520bf3 req-8b95115f-87c6-43e4-8c47-2ad4e2e7167b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 944 time: 0.0576844 Sep 18 05:33:02.780026 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0447f7b9-b55b-4ac1-aba9-a93f08520bf3 req-59c524fd-41f7-462b-8cbc-8b44db4d10c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395412 Sep 18 05:33:02.828652 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-913210ed-740f-42ca-83ff-f7c43782d236 service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060581 Sep 18 05:33:02.926137 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-89fe4a2a-9346-411f-8946-d347da31527a req-f6677880-cd0c-4d87-a813-eeebe2bc1313 service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904799 Sep 18 05:33:03.162498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aeb173-093c-41ec-85bd-1d8099cd7f07 req-9e066736-b00d-4d1a-b1fc-761a8616ddbb tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:03.175593 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59aeb173-093c-41ec-85bd-1d8099cd7f07 req-9e066736-b00d-4d1a-b1fc-761a8616ddbb tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 943 time: 0.0541210 Sep 18 05:33:03.204015 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-59aeb173-093c-41ec-85bd-1d8099cd7f07 req-01415e95-1880-41a4-9add-bb0d947c6c4d tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334773 Sep 18 05:33:03.878774 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-20e0fe42-e601-4cbb-a897-802387855d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:03.908260 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03613a0-afde-4520-b004-4716a5f8d6dc req-15962c96-d31a-4245-99b5-3406e49c2a49 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:03.911272 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a03613a0-afde-4520-b004-4716a5f8d6dc req-15962c96-d31a-4245-99b5-3406e49c2a49 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 944 time: 0.0537148 Sep 18 05:33:03.955203 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a03613a0-afde-4520-b004-4716a5f8d6dc req-39aaa572-26a8-4395-9caa-349cb0669502 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372274 Sep 18 05:33:04.286462 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-4074d07c-a0d9-46c1-8d3b-34e36374ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:04.288059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-4074d07c-a0d9-46c1-8d3b-34e36374ebbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70&tenant_id=a3b69a52b7ba448881b56c3ed653a665 HTTP/1.1" status: 200 len: 1095 time: 0.0473404 Sep 18 05:33:04.307313 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-13', 'device_owner': 'compute:nova'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:33:04.399758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf083-0cb6-4e8f-a48a-e3342a4c3e6d req-0af8c821-78b7-43cc-9d6a-45b21292f086 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:04.401452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ecbbf083-0cb6-4e8f-a48a-e3342a4c3e6d req-0af8c821-78b7-43cc-9d6a-45b21292f086 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 943 time: 0.1086397 Sep 18 05:33:04.402481 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:04.480570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ecbbf083-0cb6-4e8f-a48a-e3342a4c3e6d req-109bcb99-1adc-428f-9086-8def60f58d06 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688186 Sep 18 05:33:04.616217 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:04.645872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=99008a16-1a83-4a08-ac31-786e500e52f7,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:33:04.678825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:33:04.711990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99008a16-1a83-4a08-ac31-786e500e52f7 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:33:04.720418 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:04.732699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Transition to ACTIVE for port object 99008a16-1a83-4a08-ac31-786e500e52f7 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:33:04.793578 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:04.874071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Pushing event updated for resources: {'Port': ['ID=99008a16-1a83-4a08-ac31-786e500e52f7,revision_number=9']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:33:04.921505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] No DVR routers for this DVR port 99008a16-1a83-4a08-ac31-786e500e52f7 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:33:05.024550 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7d2aaa88-f394-4aa1-9c84-76e04c00e003 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:33:05.090886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Attempting to bind port 99008a16-1a83-4a08-ac31-786e500e52f7 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:33:05.091243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Attempting to bind port 99008a16-1a83-4a08-ac31-786e500e52f7 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:33:05.091588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Attempting to bind port 99008a16-1a83-4a08-ac31-786e500e52f7 on network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:33:05.096895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Port 99008a16-1a83-4a08-ac31-786e500e52f7 on network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:33:05.097241 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Attempting to bind port 99008a16-1a83-4a08-ac31-786e500e52f7 on network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:33:05.103810 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:33:05.104231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Checking segment: {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:33:05.104744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Bound using segment: {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:33:05.105284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Bound port: 99008a16-1a83-4a08-ac31-786e500e52f7, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:33:05.105747 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:05.141555 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bffcf2-f5a3-4d98-92c5-e7f27d85f143 req-23e0420e-e925-4c1b-afff-55d37d723374 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:05.143310 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23bffcf2-f5a3-4d98-92c5-e7f27d85f143 req-23e0420e-e925-4c1b-afff-55d37d723374 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 944 time: 0.0986722 Sep 18 05:33:05.191407 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:33:05.196821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=99008a16-1a83-4a08-ac31-786e500e52f7,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:33:05.197001 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23bffcf2-f5a3-4d98-92c5-e7f27d85f143 req-10ee4810-e166-429f-8104-605f2eea0ed3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463760 Sep 18 05:33:05.221095 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:33:05.233055 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'port_id': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'mac_address': 'fa:16:3e:fa:20:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:33:05.267154 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:05.274220 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:05.287943 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2aaa88-f394-4aa1-9c84-76e04c00e003 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:33:05.300645 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:05.305303 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:05.306071 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:05.307791 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] 10.222.0.13 "PUT /v2.0/ports/99008a16-1a83-4a08-ac31-786e500e52f7 HTTP/1.1" status: 200 len: 1092 time: 1.0051575 Sep 18 05:33:05.308991 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:33:05.310182 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:33:05.312991 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e534aaf-23bb-423f-a1e6-0614f8ff333d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:33:05.341019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949d0bd-7da6-432e-9b92-4debc2fe1d8d service neutron] Pushing event updated for resources: {'Port': ['ID=99008a16-1a83-4a08-ac31-786e500e52f7,revision_number=10']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:33:05.374123 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a36c3b8-ccde-492e-9781-c60240628978 x-openstack-request-id: req-4a36c3b8-ccde-492e-9781-c60240628978 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:33:05.376882 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:33:05.376882 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a36c3b8-ccde-492e-9781-c60240628978 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:33:05.376882 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7', 'status': 'completed', 'code': 200} Sep 18 05:33:05.393747 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:05.397123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-0aa72f26-539f-4899-aaee-02cfa7cd7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:05.405113 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-0aa72f26-539f-4899-aaee-02cfa7cd7e16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 1096 time: 0.0599942 Sep 18 05:33:05.462805 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=7d2aaa88-f394-4aa1-9c84-76e04c00e003,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:33:05.513904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-96a9bb3b-ba15-432b-86fa-27694ae192b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:05.520739 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-96a9bb3b-ba15-432b-86fa-27694ae192b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 917 time: 0.1087339 Sep 18 05:33:05.598332 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['7d2aaa88-f394-4aa1-9c84-76e04c00e003'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:33:05.609713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-ea1a7cf2-4371-456f-b5c3-f3cacde699ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99008a16-1a83-4a08-ac31-786e500e52f7 HTTP/1.1" status: 200 len: 999 time: 0.0810349 Sep 18 05:33:05.621108 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0adc4-d325-466a-9929-313222690c04 req-574f3373-1b13-44f4-a599-47d2a8ae7794 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:05.628789 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1fd0adc4-d325-466a-9929-313222690c04 req-574f3373-1b13-44f4-a599-47d2a8ae7794 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0611849 Sep 18 05:33:05.675656 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1fd0adc4-d325-466a-9929-313222690c04 req-16b0cb91-dc8e-4eda-b7d8-851ebf0919d5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431192 Sep 18 05:33:05.678545 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-06f14bec-2220-4a08-9150-238431a8382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:05.680427 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-06f14bec-2220-4a08-9150-238431a8382c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.0619800 Sep 18 05:33:05.740877 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-719cf355-c924-45aa-97c5-3c8be72f39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:05.742742 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-719cf355-c924-45aa-97c5-3c8be72f39e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542130 Sep 18 05:33:05.841467 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-8d160080-c52b-4e43-9b6e-2cb0907c44c9 service neutron] 10.222.0.13 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909450 Sep 18 05:33:05.943008 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3a003fcc-9e74-4af5-86ab-3e049ede0aac req-d90cf770-5cd4-430e-8d9e-6ec4ea0c682d service neutron] 10.222.0.13 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943890 Sep 18 05:33:06.082633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e534aaf-23bb-423f-a1e6-0614f8ff333d req-eb67c28c-7346-4064-b8ac-2eeea8b0ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:06.084596 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e534aaf-23bb-423f-a1e6-0614f8ff333d req-eb67c28c-7346-4064-b8ac-2eeea8b0ed1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 1096 time: 0.0431297 Sep 18 05:33:06.188338 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e534aaf-23bb-423f-a1e6-0614f8ff333d req-3fe356f9-db59-469b-a6dc-3cd08a4a8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:06.189933 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e534aaf-23bb-423f-a1e6-0614f8ff333d req-3fe356f9-db59-469b-a6dc-3cd08a4a8866 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 917 time: 0.0965691 Sep 18 05:33:06.269809 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e534aaf-23bb-423f-a1e6-0614f8ff333d req-71f5f225-96a4-4ebe-9b86-f7b9c207d001 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99008a16-1a83-4a08-ac31-786e500e52f7 HTTP/1.1" status: 200 len: 999 time: 0.0726326 Sep 18 05:33:06.353001 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e534aaf-23bb-423f-a1e6-0614f8ff333d req-6e757fe2-a336-4425-8575-29e33d95bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:06.353001 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e534aaf-23bb-423f-a1e6-0614f8ff333d req-6e757fe2-a336-4425-8575-29e33d95bd48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.0722075 Sep 18 05:33:06.359309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b415c3-64e5-44e9-958f-23f42fb931b6 req-62a6c8c9-cabc-4004-aa9f-ff59fd2017fd tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:06.360839 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8b415c3-64e5-44e9-958f-23f42fb931b6 req-62a6c8c9-cabc-4004-aa9f-ff59fd2017fd tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 945 time: 0.0940604 Sep 18 05:33:06.422759 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a8b415c3-64e5-44e9-958f-23f42fb931b6 req-e8da716b-8763-4ed0-99ba-2b1754a269f3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522861 Sep 18 05:33:06.429182 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e534aaf-23bb-423f-a1e6-0614f8ff333d req-084c44bd-2f91-456a-95a9-528f36054057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:06.431734 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e534aaf-23bb-423f-a1e6-0614f8ff333d req-084c44bd-2f91-456a-95a9-528f36054057 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699103 Sep 18 05:33:06.546402 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e534aaf-23bb-423f-a1e6-0614f8ff333d req-7680ff8e-ad43-478e-8f58-bda3c77402f4 service neutron] 10.222.0.13 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076603 Sep 18 05:33:06.826404 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7323ba1-0542-4b52-b749-94ce18a1c959 req-bc89c22d-33fe-49a7-a78c-d2c629bcb950 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:06.828138 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e7323ba1-0542-4b52-b749-94ce18a1c959 req-bc89c22d-33fe-49a7-a78c-d2c629bcb950 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0623240 Sep 18 05:33:06.890379 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:06.916868 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e7323ba1-0542-4b52-b749-94ce18a1c959 req-78fb3cc2-3ae8-4bdb-89c3-6bc9a9b96db3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824010 Sep 18 05:33:07.045397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7d2aaa88-f394-4aa1-9c84-76e04c00e003 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:33:07.204735 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:33:07.209152 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:33:07.209539 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:07.302976 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:07.330491 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:33:07.333132 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb00aa26-ddb5-44d5-a683-924ecec86a8c" -d '{"events": [{"server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "name": "network-vif-plugged", "status": "completed", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:33:07.348845 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:33:07.374363 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcc19b4-fff7-42a3-8dd5-46b5d88fa1d7 x-openstack-request-id: req-5fcc19b4-fff7-42a3-8dd5-46b5d88fa1d7 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:33:07.376231 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "name": "network-vif-plugged", "status": "completed", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:33:07.376522 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fcc19b4-fff7-42a3-8dd5-46b5d88fa1d7 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:33:07.376931 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'code': 200} Sep 18 05:33:07.416424 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:07.480643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=7d2aaa88-f394-4aa1-9c84-76e04c00e003,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:33:07.495441 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:33:07.495797 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:33:07.496152 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:33:07.516258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:33:07.516258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:33:07.516258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:33:07.516258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:33:07.516258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:33:07.516258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:33:07.516258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:33:07.516258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:33:07.516258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:33:07.579899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57acfb1-fe6f-4b8a-bc95-0237322a80aa req-4e86ff16-59b4-4a8c-8de2-5b3baaf3d406 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:07.712940 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f57acfb1-fe6f-4b8a-bc95-0237322a80aa req-4e86ff16-59b4-4a8c-8de2-5b3baaf3d406 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0745108 Sep 18 05:33:07.712940 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f57acfb1-fe6f-4b8a-bc95-0237322a80aa req-990ea3e2-8b36-4fcf-a69d-ccbb82544406 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352263 Sep 18 05:33:08.068407 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501e3e0-e634-4d3e-94e1-d0d7a01d3da2 req-c4c664d5-7ea5-4807-a912-1ceb2101f3a6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:08.070664 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c501e3e0-e634-4d3e-94e1-d0d7a01d3da2 req-c4c664d5-7ea5-4807-a912-1ceb2101f3a6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0624151 Sep 18 05:33:08.118875 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c501e3e0-e634-4d3e-94e1-d0d7a01d3da2 req-a9f65237-8e79-44e3-978e-fe9701d50328 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418010 Sep 18 05:33:08.746801 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81b593-423e-4853-85d8-d488bd583d39 req-fd23bb94-aba5-4c85-b519-8914701720de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:08.752578 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee81b593-423e-4853-85d8-d488bd583d39 req-fd23bb94-aba5-4c85-b519-8914701720de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0516860 Sep 18 05:33:08.792066 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee81b593-423e-4853-85d8-d488bd583d39 req-aa51e6f7-19e5-44ed-9669-50cafda5826b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369701 Sep 18 05:33:09.441346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c321c8-efb6-4c8f-9245-7a48421d00b2 req-f8dfe177-7461-41b8-9116-aa9859eeee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:09.442909 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0c321c8-efb6-4c8f-9245-7a48421d00b2 req-f8dfe177-7461-41b8-9116-aa9859eeee28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1098 time: 0.1034412 Sep 18 05:33:09.467072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022c1a4-27fb-441d-ba41-e4b1d09d9af1 req-d6a29b62-77b1-4be4-91db-fba4851817d7 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:09.474723 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5022c1a4-27fb-441d-ba41-e4b1d09d9af1 req-d6a29b62-77b1-4be4-91db-fba4851817d7 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.1446660 Sep 18 05:33:09.484932 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4e534aaf-23bb-423f-a1e6-0614f8ff333d req-29585941-c655-45ab-9104-ca02b7e2f54c service neutron] 10.222.0.13 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558660 Sep 18 05:33:09.523898 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5022c1a4-27fb-441d-ba41-e4b1d09d9af1 req-60899fd7-e6f0-4edb-8745-5e283b6be00f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477989 Sep 18 05:33:09.947821 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc66f2-13f9-4011-87a4-76512e64b919 req-b2e3cd1c-a42f-4351-97ef-fc49808ec1b9 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:09.950589 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c6cc66f2-13f9-4011-87a4-76512e64b919 req-b2e3cd1c-a42f-4351-97ef-fc49808ec1b9 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0799067 Sep 18 05:33:10.001961 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c6cc66f2-13f9-4011-87a4-76512e64b919 req-72659bde-969d-4bd6-9280-f6d5fd0e582e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466378 Sep 18 05:33:10.659478 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919d5ca-e616-4ba4-8ae8-1e0665900e00 req-b9aededf-12a2-423b-ab7a-609c03496cd9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:10.660149 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e919d5ca-e616-4ba4-8ae8-1e0665900e00 req-b9aededf-12a2-423b-ab7a-609c03496cd9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0627024 Sep 18 05:33:10.705208 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e919d5ca-e616-4ba4-8ae8-1e0665900e00 req-d01f0f21-6f8f-413a-8a0d-8f2d29e7c9d2 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380394 Sep 18 05:33:11.132011 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c90f5-7641-4f31-9884-979d2017a61d req-b45961ec-0380-40bc-a3e9-1e0b956d2f74 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:11.200995 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc2c90f5-7641-4f31-9884-979d2017a61d req-b45961ec-0380-40bc-a3e9-1e0b956d2f74 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0619826 Sep 18 05:33:11.200995 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc2c90f5-7641-4f31-9884-979d2017a61d req-7082977f-9be0-4c31-8eb9-cfd041a7aec7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419183 Sep 18 05:33:11.841242 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b487be-2462-4f15-bb25-28ebf83064a3 req-4c63953f-cb02-456f-90be-ee513d59dc60 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:11.843490 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74b487be-2462-4f15-bb25-28ebf83064a3 req-4c63953f-cb02-456f-90be-ee513d59dc60 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0616148 Sep 18 05:33:11.884671 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74b487be-2462-4f15-bb25-28ebf83064a3 req-2174b967-c1e7-40d8-9205-1886d94f8ceb tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340841 Sep 18 05:33:12.308047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54061a14-308b-4054-a556-ffa66b508759 req-5fadafa9-9a73-4bd7-b4e9-c1eb6b0817ad tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:12.309550 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54061a14-308b-4054-a556-ffa66b508759 req-5fadafa9-9a73-4bd7-b4e9-c1eb6b0817ad tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0546732 Sep 18 05:33:12.359406 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54061a14-308b-4054-a556-ffa66b508759 req-ddebc889-9643-4a96-ad9d-290adf0fc35d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379932 Sep 18 05:33:13.027334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefc212-3a8e-454b-aa93-95154b907d53 req-9ba04bbb-e531-40e5-9210-4515d1e66797 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:13.035320 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bcefc212-3a8e-454b-aa93-95154b907d53 req-9ba04bbb-e531-40e5-9210-4515d1e66797 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0668743 Sep 18 05:33:13.083244 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bcefc212-3a8e-454b-aa93-95154b907d53 req-746c6088-b816-491c-92a0-96ef0a28a2f1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470250 Sep 18 05:33:13.489317 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27042355-b8ff-4eb1-b3de-a5975ab49709 req-d3cb9c65-176a-4b3c-b375-471b044593f1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:13.491065 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-27042355-b8ff-4eb1-b3de-a5975ab49709 req-d3cb9c65-176a-4b3c-b375-471b044593f1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0561032 Sep 18 05:33:13.534990 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-27042355-b8ff-4eb1-b3de-a5975ab49709 req-f84b4f95-141f-458b-8d94-ffecbd68c7c4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372882 Sep 18 05:33:14.221433 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:33:14.233068 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765715d-4b80-4026-a4a4-fa3f5cc0710c req-1897accc-6314-4a4b-8900-49bfaa44f9b9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:14.234703 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6765715d-4b80-4026-a4a4-fa3f5cc0710c req-1897accc-6314-4a4b-8900-49bfaa44f9b9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0633361 Sep 18 05:33:14.276496 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6765715d-4b80-4026-a4a4-fa3f5cc0710c req-b43e40d2-4320-4061-b626-00dc7623c629 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352325 Sep 18 05:33:14.667671 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fdb47-107f-4e66-8e07-38d1dab11578 req-0b9ff114-4baa-4f31-8554-eeed0ae8e9a1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:14.669341 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-576fdb47-107f-4e66-8e07-38d1dab11578 req-0b9ff114-4baa-4f31-8554-eeed0ae8e9a1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0569215 Sep 18 05:33:14.709619 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-576fdb47-107f-4e66-8e07-38d1dab11578 req-ad186db4-d7d9-4695-9cd8-f488dbfbebad tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336373 Sep 18 05:33:15.407157 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d295e05-5d06-4361-a465-281c99f19194 req-dca036d5-f53a-4c6d-804f-11b5543e27dd tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:15.408749 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d295e05-5d06-4361-a465-281c99f19194 req-dca036d5-f53a-4c6d-804f-11b5543e27dd tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0571275 Sep 18 05:33:15.451234 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d295e05-5d06-4361-a465-281c99f19194 req-c0459cac-9cbe-469a-861b-b95e81842309 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357573 Sep 18 05:33:15.841034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ac180-cda3-4fe1-aa3c-9b099b74c6dc req-61deb30f-f0cd-4ae7-9a6e-80d53584b135 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:15.842627 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-120ac180-cda3-4fe1-aa3c-9b099b74c6dc req-61deb30f-f0cd-4ae7-9a6e-80d53584b135 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0539217 Sep 18 05:33:15.884853 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-120ac180-cda3-4fe1-aa3c-9b099b74c6dc req-e29d7b4b-f4cd-4ffc-82f7-88a6f1f54e23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360432 Sep 18 05:33:16.577383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaca54-f230-4fff-8cfd-48627093801b req-56fd7196-a527-48fa-9b56-dafe33b145d1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:16.578798 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-62eaca54-f230-4fff-8cfd-48627093801b req-56fd7196-a527-48fa-9b56-dafe33b145d1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0494096 Sep 18 05:33:16.618492 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-62eaca54-f230-4fff-8cfd-48627093801b req-9d1c65af-3ec0-41a8-9551-191a7e94ffe3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336809 Sep 18 05:33:16.991393 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0c321c8-efb6-4c8f-9245-7a48421d00b2 req-88435975-d60d-4f28-87be-8ce68cf0dec9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365481 Sep 18 05:33:17.017302 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef922fd-fd02-40b1-9269-8b7f8e8c1501 req-6d57c9ed-656a-4b4f-a392-c02ef5bc348d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:17.018800 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cef922fd-fd02-40b1-9269-8b7f8e8c1501 req-6d57c9ed-656a-4b4f-a392-c02ef5bc348d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0508256 Sep 18 05:33:17.062054 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cef922fd-fd02-40b1-9269-8b7f8e8c1501 req-6b73086f-7c93-4fe4-8840-2b20524aad62 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361168 Sep 18 05:33:17.746686 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7bb89-876b-4c2d-a944-95f8775350af req-5fb75ceb-79c9-4491-8dbc-30bc6e137631 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:17.748183 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3de7bb89-876b-4c2d-a944-95f8775350af req-5fb75ceb-79c9-4491-8dbc-30bc6e137631 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0513275 Sep 18 05:33:17.786842 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3de7bb89-876b-4c2d-a944-95f8775350af req-5ce15e69-2cb2-4818-909c-1bf45b80ef18 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326951 Sep 18 05:33:18.193725 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff3bc1-8504-4e58-b002-7182adb97d1e req-125322ce-b71b-4571-81de-3cad20a19569 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:18.195881 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-62ff3bc1-8504-4e58-b002-7182adb97d1e req-125322ce-b71b-4571-81de-3cad20a19569 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0612116 Sep 18 05:33:18.235225 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-62ff3bc1-8504-4e58-b002-7182adb97d1e req-58f97b38-5948-423f-ac85-78d57f2a1528 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331836 Sep 18 05:33:18.907993 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839f91a-3ed9-4d16-82b4-b4697c93019a req-5ffa5418-951c-4e97-ad3b-08cf742d1647 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:18.909610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9839f91a-3ed9-4d16-82b4-b4697c93019a req-5ffa5418-951c-4e97-ad3b-08cf742d1647 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0493686 Sep 18 05:33:18.951179 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9839f91a-3ed9-4d16-82b4-b4697c93019a req-e356ec08-34cb-4adf-858e-95adf1607145 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348384 Sep 18 05:33:19.348275 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11cbf8-80f4-4af7-83dd-c7e7fffd89b6 req-a3130db7-6405-4ad3-b3a0-e5ba7bd98c5e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:19.349715 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a11cbf8-80f4-4af7-83dd-c7e7fffd89b6 req-a3130db7-6405-4ad3-b3a0-e5ba7bd98c5e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0490017 Sep 18 05:33:19.390149 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a11cbf8-80f4-4af7-83dd-c7e7fffd89b6 req-d98db256-df75-45ad-a4b7-3388a4d1f3d7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331886 Sep 18 05:33:19.504031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de92ec-436b-4496-88ce-2e849633a244 req-bb86aa15-f672-4c50-82b6-1649f2f3902d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:19.505597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32de92ec-436b-4496-88ce-2e849633a244 req-bb86aa15-f672-4c50-82b6-1649f2f3902d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0495944 Sep 18 05:33:19.550076 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-32de92ec-436b-4496-88ce-2e849633a244 req-1e7695bf-20a8-46ca-bd60-96cfb01cdf12 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377433 Sep 18 05:33:19.572514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56058) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:33:19.611119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e183410-e0c1-4fa0-9ea9-6924f04dd5a5 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:19.612588 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5e183410-e0c1-4fa0-9ea9-6924f04dd5a5 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1093 time: 0.0390265 Sep 18 05:33:19.615348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56060) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:33:19.620760 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:33:19.724654 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:19.822448 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:19.929488 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.25.7.145 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/06358ac6-29a1-4a0b-9792-702bc4b81929) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:33:20.043090 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:20.084323 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf86c7-4a7d-4a17-8e91-1d003bbd815b req-6833cf54-5fa5-4404-9bc2-bd3ed2b131b9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:20.085897 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e9cf86c7-4a7d-4a17-8e91-1d003bbd815b req-6833cf54-5fa5-4404-9bc2-bd3ed2b131b9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0580103 Sep 18 05:33:20.119530 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:20.128759 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e9cf86c7-4a7d-4a17-8e91-1d003bbd815b req-44ffe5c8-6fb7-4484-ab92-e504c9c88d62 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364563 Sep 18 05:33:20.156538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:33:20.159560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:33:20.163112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:33:20.191268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=06358ac6-29a1-4a0b-9792-702bc4b81929,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:33:20.633169 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:20.800496 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:20.952413 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:21.004267 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:21.080948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=06358ac6-29a1-4a0b-9792-702bc4b81929,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:33:21.089694 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:21.188185 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Floating IP 215b0a37-3d19-4c94-ae4d-62d2e431dc33 associated. External IP: 172.25.7.145, port: 7d2aaa88-f394-4aa1-9c84-76e04c00e003. Sep 18 05:33:21.318662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70a7a1-f90d-40e0-ba49-ac762f5e0b73 req-a8446572-719b-4607-a461-0ce643ac12fa tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:21.320432 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad70a7a1-f90d-40e0-ba49-ac762f5e0b73 req-a8446572-719b-4607-a461-0ce643ac12fa tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0979297 Sep 18 05:33:21.407445 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ad70a7a1-f90d-40e0-ba49-ac762f5e0b73 req-8b6d07da-b89b-4b14-a595-a498588a04dc tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776107 Sep 18 05:33:21.474822 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:33:21.585923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:33:21.596572 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ede9c-e7a7-427b-a9a5-8be0a5e75124 None None] Sync routers for ids ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:33:21.605787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ede9c-e7a7-427b-a9a5-8be0a5e75124 None None] Routers {'7e0adb1f-9172-43e9-9944-29f9477a3dc8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:33:21.606414 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-100ede9c-e7a7-427b-a9a5-8be0a5e75124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:33:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:33:21.709646 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-100ede9c-e7a7-427b-a9a5-8be0a5e75124 None None] Set router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:33:22.004469 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:22.041445 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5da0803c-bcdf-4297-8f10-632b584932b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4212835 Sep 18 05:33:22.041445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:33:22.042933 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb39d22d-a204-4870-a092-1c1bdb52b173" -d '{"events": [{"name": "network-changed", "server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:33:22.090930 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270f235f-ca77-4ebf-b8de-d4e24658b85e x-openstack-request-id: req-270f235f-ca77-4ebf-b8de-d4e24658b85e {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:33:22.091283 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:33:22.091949 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-270f235f-ca77-4ebf-b8de-d4e24658b85e {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:33:22.092393 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'status': 'completed', 'code': 200} Sep 18 05:33:22.153531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-100ede9c-e7a7-427b-a9a5-8be0a5e75124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '215b0a37-3d19-4c94-ae4d-62d2e431dc33', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'port_id': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'mac_address': 'fa:16:3e:fa:20:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:33:20Z', 'updated_at': '2021-09-18T05:33:20Z', 'revision_number': 0, 'project_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032', 'name': '', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:ab:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:54Z', 'updated_at': '2021-09-18T05:32:58Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:33:22.174132 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39d22d-a204-4870-a092-1c1bdb52b173 req-be9c2735-79a7-485d-8e46-95b2f3c187ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:22.176124 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb39d22d-a204-4870-a092-1c1bdb52b173 req-be9c2735-79a7-485d-8e46-95b2f3c187ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1098 time: 0.0563848 Sep 18 05:33:22.185084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ede9c-e7a7-427b-a9a5-8be0a5e75124 None None] Checking router: 7e0adb1f-9172-43e9-9944-29f9477a3dc8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:33:22.193743 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ede9c-e7a7-427b-a9a5-8be0a5e75124 None None] Routers {'7e0adb1f-9172-43e9-9944-29f9477a3dc8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:33:22.194507 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-100ede9c-e7a7-427b-a9a5-8be0a5e75124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:33:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:33:22.206279 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e260349-8ada-4e45-8bdb-8e962f4edc51 req-2719fa36-30bb-437c-8163-a16d4c7ed259 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:22.219983 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e260349-8ada-4e45-8bdb-8e962f4edc51 req-2719fa36-30bb-437c-8163-a16d4c7ed259 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.1052651 Sep 18 05:33:22.284936 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e260349-8ada-4e45-8bdb-8e962f4edc51 req-75964b31-176e-4ed9-8502-3d622099c420 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634825 Sep 18 05:33:22.292850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39d22d-a204-4870-a092-1c1bdb52b173 req-c64af025-0874-4884-a794-81bd17ee2480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:22.295105 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb39d22d-a204-4870-a092-1c1bdb52b173 req-c64af025-0874-4884-a794-81bd17ee2480 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e HTTP/1.1" status: 200 len: 896 time: 0.1113191 Sep 18 05:33:22.303293 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-100ede9c-e7a7-427b-a9a5-8be0a5e75124 None None] Set router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:33:22.307388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56080) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:33:22.374368 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb39d22d-a204-4870-a092-1c1bdb52b173 req-2b56f11c-0523-4268-b80d-9973320b7331 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 1000 time: 0.0716348 Sep 18 05:33:22.377821 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8bdb2fa7-d45c-4220-a770-128474c8b0c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/215b0a37-3d19-4c94-ae4d-62d2e431dc33 HTTP/1.1" status: 200 len: 992 time: 0.0692964 Sep 18 05:33:22.431917 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39d22d-a204-4870-a092-1c1bdb52b173 req-842234b6-6e9c-46a1-b706-cc27b0142a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:22.433534 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb39d22d-a204-4870-a092-1c1bdb52b173 req-842234b6-6e9c-46a1-b706-cc27b0142a69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bc4a35d-77af-4be0-a844-57948cdc5770 HTTP/1.1" status: 200 len: 834 time: 0.0523288 Sep 18 05:33:22.486502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39d22d-a204-4870-a092-1c1bdb52b173 req-67e9cac4-c845-4161-b001-fb57d8a7eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:22.488039 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb39d22d-a204-4870-a092-1c1bdb52b173 req-67e9cac4-c845-4161-b001-fb57d8a7eafe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470042 Sep 18 05:33:22.539301 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-100ede9c-e7a7-427b-a9a5-8be0a5e75124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '215b0a37-3d19-4c94-ae4d-62d2e431dc33', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'port_id': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'mac_address': 'fa:16:3e:fa:20:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:33:20Z', 'updated_at': '2021-09-18T05:33:20Z', 'revision_number': 0, 'project_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032', 'name': '', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:ab:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:54Z', 'updated_at': '2021-09-18T05:32:58Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:33:22.570260 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ede9c-e7a7-427b-a9a5-8be0a5e75124 None None] The sync data for ids ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'] in n-d-789963-13 is: [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '215b0a37-3d19-4c94-ae4d-62d2e431dc33', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'port_id': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'mac_address': 'fa:16:3e:fa:20:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:33:20Z', 'updated_at': '2021-09-18T05:33:20Z', 'revision_number': 0, 'project_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032', 'name': '', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:ab:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:54Z', 'updated_at': '2021-09-18T05:32:58Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:33:22.605558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6854869-ef7b-4702-82f4-980164a9e84c req-4bee2602-b604-4e43-abff-86bf3776045f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:22.607195 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a6854869-ef7b-4702-82f4-980164a9e84c req-4bee2602-b604-4e43-abff-86bf3776045f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.1047623 Sep 18 05:33:22.637854 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb39d22d-a204-4870-a092-1c1bdb52b173 req-d361f121-d4d3-4406-9090-67e4c7ba29a9 service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425650 Sep 18 05:33:22.687829 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a6854869-ef7b-4702-82f4-980164a9e84c req-50a93f2d-5705-4a0b-b054-8f05c8ba6d67 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680659 Sep 18 05:33:22.765107 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb39d22d-a204-4870-a092-1c1bdb52b173 req-e3532867-e381-41ab-b6ed-e610ff1d8a3a service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191387 Sep 18 05:33:22.826614 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905e944-c480-4251-845d-e2ce8f261dc6 None None] New status for floating IP 215b0a37-3d19-4c94-ae4d-62d2e431dc33: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:33:23.187601 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:23.381913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56086) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:33:23.410411 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:23.443851 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c9fc4883-1066-430c-aada-cdfbdaf6a8c7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/215b0a37-3d19-4c94-ae4d-62d2e431dc33 HTTP/1.1" status: 200 len: 994 time: 0.0608091 Sep 18 05:33:23.818573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d820f19-6df3-4d77-8d46-0160e340b635 req-cf69ba2d-d8a7-4fa1-91d9-ef6dd03747cc tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:23.819984 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9d820f19-6df3-4d77-8d46-0160e340b635 req-cf69ba2d-d8a7-4fa1-91d9-ef6dd03747cc tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0525434 Sep 18 05:33:23.858230 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9d820f19-6df3-4d77-8d46-0160e340b635 req-468c1012-802e-41b1-be3b-e5e239dd8c36 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315936 Sep 18 05:33:24.993309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a255-4c57-47b8-8b19-424878510b68 req-21498a6b-144a-442c-9fe0-c6d74bfa126f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:24.994887 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2590a255-4c57-47b8-8b19-424878510b68 req-21498a6b-144a-442c-9fe0-c6d74bfa126f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 944 time: 0.0496185 Sep 18 05:33:25.038316 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2590a255-4c57-47b8-8b19-424878510b68 req-2c2b6e00-f218-4228-a1d0-3331b76b43a0 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351720 Sep 18 05:33:25.143498 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 99008a16-1a83-4a08-ac31-786e500e52f7 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:33:25.242033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=99008a16-1a83-4a08-ac31-786e500e52f7,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:33:25.252837 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '99008a16-1a83-4a08-ac31-786e500e52f7', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'port_id': '99008a16-1a83-4a08-ac31-786e500e52f7', 'mac_address': 'fa:16:3e:ba:93:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:33:25.294615 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:25.307358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99008a16-1a83-4a08-ac31-786e500e52f7 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:33:25.326484 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=99008a16-1a83-4a08-ac31-786e500e52f7,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:33:25.410400 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:25.459118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=99008a16-1a83-4a08-ac31-786e500e52f7,revision_number=11']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:33:25.615447 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['99008a16-1a83-4a08-ac31-786e500e52f7'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:33:26.162902 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac62f0d-6b14-41d9-9f61-c6e50cb520e6 req-8a53c51b-0e0b-49ca-b5de-4c9579d66d8f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:26.165056 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3ac62f0d-6b14-41d9-9f61-c6e50cb520e6 req-8a53c51b-0e0b-49ca-b5de-4c9579d66d8f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0520935 Sep 18 05:33:26.206065 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3ac62f0d-6b14-41d9-9f61-c6e50cb520e6 req-af1823f0-fa46-4f8b-8383-06be73796be2 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351126 Sep 18 05:33:27.167472 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 99008a16-1a83-4a08-ac31-786e500e52f7 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:33:27.338899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37311e64-d51b-41e3-aaac-c8ac6197df3b req-25cf9191-bedc-4dbc-b96d-ed100f448792 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:27.340425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 99008a16-1a83-4a08-ac31-786e500e52f7 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:33:27.340598 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37311e64-d51b-41e3-aaac-c8ac6197df3b req-25cf9191-bedc-4dbc-b96d-ed100f448792 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 945 time: 0.0596530 Sep 18 05:33:27.344640 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 99008a16-1a83-4a08-ac31-786e500e52f7 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:33:27.345043 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:27.384541 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37311e64-d51b-41e3-aaac-c8ac6197df3b req-a9ee82ca-c1e2-4f1a-b0d0-ac20c961a428 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369329 Sep 18 05:33:27.432327 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:27.454762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:33:27.457664 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b4967a-a47c-4280-a741-d5bdaa66584f" -d '{"events": [{"server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "name": "network-vif-plugged", "status": "completed", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:33:27.473232 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=99008a16-1a83-4a08-ac31-786e500e52f7,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:33:27.495992 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e29cabb-813f-4138-8d47-6d0841f2a57c x-openstack-request-id: req-6e29cabb-813f-4138-8d47-6d0841f2a57c {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:33:27.496319 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "name": "network-vif-plugged", "status": "completed", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:33:27.496576 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e29cabb-813f-4138-8d47-6d0841f2a57c {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:33:27.496970 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7', 'code': 200} Sep 18 05:33:27.581759 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:27.629435 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=99008a16-1a83-4a08-ac31-786e500e52f7,revision_number=12']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:33:27.801174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba8dfa-ab21-4f96-99fb-b8bb106ba202 req-e0d4fc74-1e1a-4898-a2a6-64cce6618731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:27.802665 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86ba8dfa-ab21-4f96-99fb-b8bb106ba202 req-e0d4fc74-1e1a-4898-a2a6-64cce6618731 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 1098 time: 0.0426695 Sep 18 05:33:27.843372 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86ba8dfa-ab21-4f96-99fb-b8bb106ba202 req-c512077c-c5a0-4eb0-8748-044e9bb32e4f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338342 Sep 18 05:33:28.521939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b0116-c356-4b85-b0a6-e0620dc94aa3 req-c12e2398-ca26-4a92-9b7d-76fe52a26a03 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:28.523594 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-967b0116-c356-4b85-b0a6-e0620dc94aa3 req-c12e2398-ca26-4a92-9b7d-76fe52a26a03 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 946 time: 0.0549152 Sep 18 05:33:28.562628 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-967b0116-c356-4b85-b0a6-e0620dc94aa3 req-adccd8bf-e1ff-4245-97ea-27d3382d2ca9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328941 Sep 18 05:33:29.695046 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400b6a6-d717-40f6-9733-c5d46ac283eb req-5648f107-19a6-448c-9cad-8e0c682aac90 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:29.696553 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7400b6a6-d717-40f6-9733-c5d46ac283eb req-5648f107-19a6-448c-9cad-8e0c682aac90 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 946 time: 0.0550942 Sep 18 05:33:29.735198 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7400b6a6-d717-40f6-9733-c5d46ac283eb req-ef88d687-175b-452b-8d39-16d7c0e421fd tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318937 Sep 18 05:33:30.871580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd7fa4-9a73-4ca2-a919-dc669e8b091a req-e1f321c2-382a-4334-8d10-444bab971d47 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:30.873240 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-57fd7fa4-9a73-4ca2-a919-dc669e8b091a req-e1f321c2-382a-4334-8d10-444bab971d47 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 946 time: 0.0576272 Sep 18 05:33:30.914657 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-57fd7fa4-9a73-4ca2-a919-dc669e8b091a req-348939f9-9ac6-4461-96fe-b59c36acbd0a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332954 Sep 18 05:33:31.335410 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0163724c-89e1-4495-830b-32c9b58250eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:33.900034 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-75b49d4b-3a59-4d74-8a41-3d19c02563ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:34.284332 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:35.036993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88c80e10-68ce-41d7-be4e-5038ea4cfcd6 req-a94812e1-7373-4d86-888d-2a273e8d2beb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425138 Sep 18 05:33:35.123353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c80e10-68ce-41d7-be4e-5038ea4cfcd6 req-d212dd64-1a5d-407f-8da9-019585671b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:35.124884 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88c80e10-68ce-41d7-be4e-5038ea4cfcd6 req-d212dd64-1a5d-407f-8da9-019585671b55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 1098 time: 0.0441723 Sep 18 05:33:35.244808 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c80e10-68ce-41d7-be4e-5038ea4cfcd6 req-fc0d7e73-b230-403b-a96e-13955beaddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:35.246614 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88c80e10-68ce-41d7-be4e-5038ea4cfcd6 req-fc0d7e73-b230-403b-a96e-13955beaddc3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 917 time: 0.0990896 Sep 18 05:33:35.317303 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:35.318157 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88c80e10-68ce-41d7-be4e-5038ea4cfcd6 req-c981a279-edeb-4b38-90dc-da25f4f9c1c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99008a16-1a83-4a08-ac31-786e500e52f7 HTTP/1.1" status: 200 len: 1001 time: 0.0616858 Sep 18 05:33:35.375025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c80e10-68ce-41d7-be4e-5038ea4cfcd6 req-3a4eef5e-834b-4d7b-99d1-972149824e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:35.376523 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88c80e10-68ce-41d7-be4e-5038ea4cfcd6 req-3a4eef5e-834b-4d7b-99d1-972149824e4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.0517097 Sep 18 05:33:35.423191 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c80e10-68ce-41d7-be4e-5038ea4cfcd6 req-c36cc23a-50da-4afa-ad89-36fa4e5cfd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:35.425063 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88c80e10-68ce-41d7-be4e-5038ea4cfcd6 req-c36cc23a-50da-4afa-ad89-36fa4e5cfd6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420394 Sep 18 05:33:35.515245 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88c80e10-68ce-41d7-be4e-5038ea4cfcd6 req-5ce26bdd-b245-4913-9e22-470b0552fa99 service neutron] 10.222.0.13 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832274 Sep 18 05:33:35.609082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-88c80e10-68ce-41d7-be4e-5038ea4cfcd6 req-ca3a0740-68dd-45b4-9e82-5fde845676a3 service neutron] 10.222.0.13 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864198 Sep 18 05:33:36.900468 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:51.211189 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:33:53.272707 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:53.437821 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:33:54.585342 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fa0ca-5040-44ce-97cf-703d82e7ad0b req-c73a44c6-b8c7-45df-9ed3-1ea290817a33 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:54.586894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-807fa0ca-5040-44ce-97cf-703d82e7ad0b req-c73a44c6-b8c7-45df-9ed3-1ea290817a33 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1098 time: 0.0410354 Sep 18 05:33:54.621196 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-807fa0ca-5040-44ce-97cf-703d82e7ad0b req-35803588-b301-40a7-ae1c-70c6d5a8d735 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281808 Sep 18 05:33:54.740490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a726644-ace9-4526-a0ce-1d253370c5aa req-90cd6460-ff16-4622-a941-825cdfff6a0c tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:54.742045 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a726644-ace9-4526-a0ce-1d253370c5aa req-90cd6460-ff16-4622-a941-825cdfff6a0c tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0514982 Sep 18 05:33:54.785841 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a726644-ace9-4526-a0ce-1d253370c5aa req-73ea6f75-c41c-4774-9324-03a9778a67f7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374446 Sep 18 05:33:54.808559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56236) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:33:54.887028 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-36771721-bb27-468f-a35b-36feec352a21 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/215b0a37-3d19-4c94-ae4d-62d2e431dc33 HTTP/1.1" status: 200 len: 994 time: 0.0771270 Sep 18 05:33:55.563362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c00b2-0b1b-4a0c-9ff6-e61b90b36df2 req-52847d54-6727-4d7a-b321-d2ad662e0cb0 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:55.565200 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-388c00b2-0b1b-4a0c-9ff6-e61b90b36df2 req-52847d54-6727-4d7a-b321-d2ad662e0cb0 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0480642 Sep 18 05:33:55.603210 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-388c00b2-0b1b-4a0c-9ff6-e61b90b36df2 req-b265e267-80c0-41e6-8090-cc0c5ec8a55a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320411 Sep 18 05:33:55.698869 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-bce8c690-3c71-47b5-a336-256d4ff9060a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400796 Sep 18 05:33:56.723367 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5769c0-1bf0-417b-b50d-ad2b551ba187 req-af000ef6-9932-4845-a52f-4feb5c246fc4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:56.724881 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f5769c0-1bf0-417b-b50d-ad2b551ba187 req-af000ef6-9932-4845-a52f-4feb5c246fc4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0495930 Sep 18 05:33:56.762793 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f5769c0-1bf0-417b-b50d-ad2b551ba187 req-11bb1849-e0d5-412c-b5a3-a2ab13367c7e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316746 Sep 18 05:33:57.706175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-107ae3d0-9627-4fef-ac8e-435dfe02cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:57.707691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-107ae3d0-9627-4fef-ac8e-435dfe02cdee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1098 time: 0.0407455 Sep 18 05:33:57.800562 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-fd5c2fbe-8b74-43e9-9adc-845539f00462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:57.802264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-fd5c2fbe-8b74-43e9-9adc-845539f00462 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e HTTP/1.1" status: 200 len: 896 time: 0.0880132 Sep 18 05:33:58.208911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-e1351264-5f57-43c8-9737-4b82248c8f9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 1002 time: 0.3991196 Sep 18 05:33:58.231158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b73410-5dad-458e-9250-e3a05c3e16ba req-40bb5f36-48b8-47e9-b535-da48db8ef38e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:58.232582 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81b73410-5dad-458e-9250-e3a05c3e16ba req-40bb5f36-48b8-47e9-b535-da48db8ef38e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.3889728 Sep 18 05:33:58.291656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-81dd1b9a-448e-4b6c-8984-6022c7d1a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:58.293200 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-81dd1b9a-448e-4b6c-8984-6022c7d1a876 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bc4a35d-77af-4be0-a844-57948cdc5770 HTTP/1.1" status: 200 len: 834 time: 0.0773749 Sep 18 05:33:58.298583 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81b73410-5dad-458e-9250-e3a05c3e16ba req-8485346c-fc7c-43b4-a598-fc61d227c657 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485177 Sep 18 05:33:58.342369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-cef4fe52-aad2-430f-be75-d1f2e5fc1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:58.343860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-cef4fe52-aad2-430f-be75-d1f2e5fc1745 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411050 Sep 18 05:33:58.447496 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-3d4e051a-d408-4630-8132-3004e5d480ec service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940931 Sep 18 05:33:58.562236 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-f69c357d-c37e-4a27-8c23-9da72a046181 service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057448 Sep 18 05:33:59.416920 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff304773-316c-4008-a681-ec24429670a5 req-79eb578f-7341-4126-b444-186ce5a8c8d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:33:59.418458 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ff304773-316c-4008-a681-ec24429670a5 req-79eb578f-7341-4126-b444-186ce5a8c8d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0481901 Sep 18 05:33:59.462818 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ff304773-316c-4008-a681-ec24429670a5 req-95ea9990-ceb0-4483-a84e-5871f8345d7e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377312 Sep 18 05:34:00.584103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007fda0-4576-44d9-8b49-26779bdf1fb7 req-db569170-7989-4a14-991f-795b079ba150 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:00.585628 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e007fda0-4576-44d9-8b49-26779bdf1fb7 req-db569170-7989-4a14-991f-795b079ba150 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0539131 Sep 18 05:34:00.623953 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e007fda0-4576-44d9-8b49-26779bdf1fb7 req-c2db0cfc-8da8-4749-a2a3-58283922ecf0 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324950 Sep 18 05:34:01.232434 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2abcc351-e2a9-49c0-8c4e-ae2a0f0c9f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:01.741993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af6617-7d22-4d4c-b5fc-e614a3facb22 req-97ba5eec-f067-4b1f-8bcc-3c39751b2619 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:01.744672 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b6af6617-7d22-4d4c-b5fc-e614a3facb22 req-97ba5eec-f067-4b1f-8bcc-3c39751b2619 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0515671 Sep 18 05:34:01.781538 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b6af6617-7d22-4d4c-b5fc-e614a3facb22 req-c00aa215-734d-42bc-a9aa-32d2feb79613 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318503 Sep 18 05:34:02.899264 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47788752-ddab-4eae-b405-b9560ce2f6eb req-eb66b9b0-e697-4908-bf7a-2a50fced7122 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:02.900793 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-47788752-ddab-4eae-b405-b9560ce2f6eb req-eb66b9b0-e697-4908-bf7a-2a50fced7122 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0492790 Sep 18 05:34:02.941292 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-47788752-ddab-4eae-b405-b9560ce2f6eb req-5f5d1a1d-ea6d-4f36-b459-fec25c978bd9 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344310 Sep 18 05:34:03.836896 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c0edb1f2-af18-41ff-9125-1a44a19469ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:04.061556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64e792-b3ae-4b88-abc0-cdfafac2769c req-177b6214-3702-46ae-b126-659c16f4ff5d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:04.063167 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a64e792-b3ae-4b88-abc0-cdfafac2769c req-177b6214-3702-46ae-b126-659c16f4ff5d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0518749 Sep 18 05:34:04.103471 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a64e792-b3ae-4b88-abc0-cdfafac2769c req-cf07561b-1819-4ae7-8a88-2a445ea532f7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331547 Sep 18 05:34:04.276482 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:05.254112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66cc1-3c2b-4812-8fd2-1b1e1b8ecf90 req-ed923e02-0ae7-4fd5-aaf1-66a85d503c1a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:05.255841 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4d66cc1-3c2b-4812-8fd2-1b1e1b8ecf90 req-ed923e02-0ae7-4fd5-aaf1-66a85d503c1a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0793052 Sep 18 05:34:05.294014 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:05.302840 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4d66cc1-3c2b-4812-8fd2-1b1e1b8ecf90 req-60098bb4-0109-4e42-90e6-42b27ccf9ab5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399623 Sep 18 05:34:05.686404 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56350) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:05.804140 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:05.894642 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:05.934862 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:05.973102 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2a8be0-ad86-4d54-b831-f84c20e5b1c6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:05.977612 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ae87ee931234f4c87128e830d1cbd6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901542 Sep 18 05:34:05.980504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56354) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:05.984646 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:05.985001 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:05.985346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:05.985859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:05.986651 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:05.987505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:05.988037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:05.988408 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:05.988751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:05.989081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:05.989415 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:05.990163 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4497339e-5dc8-42e5-96af-9be0b44a6c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:06.038175 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:06.060966 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:06.179142 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:06.181913 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:06.185919 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d2a8be0-ad86-4d54-b831-f84c20e5b1c6 HTTP/1.1" status: 204 len: 168 time: 0.2041001 Sep 18 05:34:06.194532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2a8be0-ad86-4d54-b831-f84c20e5b1c6,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:06.202330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:06.202705 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:06.203094 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:06.203382 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:06.203719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:06.204058 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:06.204415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:06.205847 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:06.205847 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:06.206028 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:06.206427 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:06.206759 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f5118-28dc-4fc1-84f0-678f758e455c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:06.431234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f360f6-d141-49ad-911a-40de16181a7d req-6311f77a-46f9-4cdf-9348-29f5ba820b43 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:06.438690 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75f360f6-d141-49ad-911a-40de16181a7d req-6311f77a-46f9-4cdf-9348-29f5ba820b43 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0564265 Sep 18 05:34:06.476800 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75f360f6-d141-49ad-911a-40de16181a7d req-df709ee8-5fab-42c6-a5ee-591e9b1bf35b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350349 Sep 18 05:34:06.889671 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:07.591767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ffead-52bb-4829-b958-68d88615929b req-ae48e3b9-6a0c-4883-a7ab-9afc3e5223c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:07.593532 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a6ffead-52bb-4829-b958-68d88615929b req-ae48e3b9-6a0c-4883-a7ab-9afc3e5223c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0491557 Sep 18 05:34:07.635554 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a6ffead-52bb-4829-b958-68d88615929b req-5af25c47-dca1-4ce8-9c6c-68d34ef538ba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358896 Sep 18 05:34:08.755984 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a10a2-3df2-492e-b246-356f20b11b15 req-383829d3-1ffc-4d6d-bcae-da411d23529a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:08.757665 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1d0a10a2-3df2-492e-b246-356f20b11b15 req-383829d3-1ffc-4d6d-bcae-da411d23529a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0526876 Sep 18 05:34:08.796356 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1d0a10a2-3df2-492e-b246-356f20b11b15 req-07127a30-38df-4d81-a55c-91ec96d6daf4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326233 Sep 18 05:34:08.918801 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0c18c-d958-447f-b7ee-6616001b7aea req-3abe7aa8-f411-430f-b19b-7f893d0740b1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:08.920577 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0df0c18c-d958-447f-b7ee-6616001b7aea req-3abe7aa8-f411-430f-b19b-7f893d0740b1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 946 time: 0.0502944 Sep 18 05:34:08.961395 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0df0c18c-d958-447f-b7ee-6616001b7aea req-9b252a13-a37b-405a-9491-7cd085dad794 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335336 Sep 18 05:34:09.918176 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99c859-b05b-4a28-9ea3-bdc7ff0f2a89 req-d1b7a7f7-2813-45e2-b12d-e296c92b9a89 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:09.919669 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ce99c859-b05b-4a28-9ea3-bdc7ff0f2a89 req-d1b7a7f7-2813-45e2-b12d-e296c92b9a89 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0511024 Sep 18 05:34:09.960508 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ce99c859-b05b-4a28-9ea3-bdc7ff0f2a89 req-49c9e443-0511-4dff-916c-097667b26522 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339131 Sep 18 05:34:10.088731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b92df-4823-43ce-81d9-c0a841696b8d req-e091ab04-ab14-40de-9610-61c0bd3fd2a1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:10.090176 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d78b92df-4823-43ce-81d9-c0a841696b8d req-e091ab04-ab14-40de-9610-61c0bd3fd2a1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 946 time: 0.0572178 Sep 18 05:34:10.129557 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d78b92df-4823-43ce-81d9-c0a841696b8d req-5de5b62a-5f7c-46ce-abd8-e3566b91c945 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=10a84543-08be-4737-9a68-62d2840d75fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327950 Sep 18 05:34:10.398174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962e857-cf92-4985-9996-d496ad76ce7d req-532350b1-7409-4911-944c-266a5a831ff9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:10.399702 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6962e857-cf92-4985-9996-d496ad76ce7d req-532350b1-7409-4911-944c-266a5a831ff9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 946 time: 0.0496037 Sep 18 05:34:10.496085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-6962e857-cf92-4985-9996-d496ad76ce7d req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Deleting port 99008a16-1a83-4a08-ac31-786e500e52f7 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:34:10.496459 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6962e857-cf92-4985-9996-d496ad76ce7d req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:10.587935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-6962e857-cf92-4985-9996-d496ad76ce7d req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] For port 99008a16-1a83-4a08-ac31-786e500e52f7, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=99008a16-1a83-4a08-ac31-786e500e52f7,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:10.588406 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6962e857-cf92-4985-9996-d496ad76ce7d req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:10.816276 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6962e857-cf92-4985-9996-d496ad76ce7d req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:10.816580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6962e857-cf92-4985-9996-d496ad76ce7d req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:10.816911 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-6962e857-cf92-4985-9996-d496ad76ce7d req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Floating IP 873faecf-46d2-45e9-9d36-3be14c749f4d disassociated. External IP: 172.25.7.160, port: 99008a16-1a83-4a08-ac31-786e500e52f7. Sep 18 05:34:10.817270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-6962e857-cf92-4985-9996-d496ad76ce7d req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Calling delete_port for 99008a16-1a83-4a08-ac31-786e500e52f7 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:34:11.042038 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6962e857-cf92-4985-9996-d496ad76ce7d req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:11.089830 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event deleted for resources: {'Port': ['ID=99008a16-1a83-4a08-ac31-786e500e52f7,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:11.152311 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f492309-07a0-4a84-be3b-06833b92a33a req-7cdb4a05-305f-4a54-b1d7-ebc7ffcaed6f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:11.153816 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5f492309-07a0-4a84-be3b-06833b92a33a req-7cdb4a05-305f-4a54-b1d7-ebc7ffcaed6f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.1249590 Sep 18 05:34:11.253812 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-00b51d91-4ee7-4221-81cb-175c66a1a068 req-47ac6818-4d27-45c0-8e98-2ac6a75ebd46 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c381fd8-2474-4ea0-8c15-99538d97db70 HTTP/1.1" status: 200 len: 210 time: 0.0422385 Sep 18 05:34:11.255166 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5f492309-07a0-4a84-be3b-06833b92a33a req-ddd12959-97d8-4181-aa63-ba908f8d65d3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920775 Sep 18 05:34:11.269218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6962e857-cf92-4985-9996-d496ad76ce7d req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Router 65a0566c-0b1d-425e-946d-8343e08b4df8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:34:11.377784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6962e857-cf92-4985-9996-d496ad76ce7d req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:34:11.388213 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b9f05e-c26e-4bb5-939d-5a18ad0a58cf None None] Sync routers for ids ['65a0566c-0b1d-425e-946d-8343e08b4df8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:34:11.398906 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b9f05e-c26e-4bb5-939d-5a18ad0a58cf None None] Routers {'65a0566c-0b1d-425e-946d-8343e08b4df8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:34:11.399538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-77b9f05e-c26e-4bb5-939d-5a18ad0a58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:34:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['65a0566c-0b1d-425e-946d-8343e08b4df8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:11.419686 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6962e857-cf92-4985-9996-d496ad76ce7d req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] No DVR routers for this DVR port 99008a16-1a83-4a08-ac31-786e500e52f7 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:34:11.423023 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6962e857-cf92-4985-9996-d496ad76ce7d req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:11.425825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6962e857-cf92-4985-9996-d496ad76ce7d req-066ecaf0-c75e-416b-aebc-10a9c09719f6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.13 "DELETE /v2.0/ports/99008a16-1a83-4a08-ac31-786e500e52f7 HTTP/1.1" status: 204 len: 173 time: 1.0197244 Sep 18 05:34:11.426319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'name': 'network-vif-deleted', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:34:11.429219 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5b5d96-96cd-4f52-a47b-b9a421c84ff7" -d '{"events": [{"server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "name": "network-vif-deleted", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:34:11.475380 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d59faf-0490-4d88-aa55-526685738799 x-openstack-request-id: req-b8d59faf-0490-4d88-aa55-526685738799 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:34:11.475688 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c381fd8-2474-4ea0-8c15-99538d97db70", "name": "network-vif-deleted", "tag": "99008a16-1a83-4a08-ac31-786e500e52f7", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:34:11.475976 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8d59faf-0490-4d88-aa55-526685738799 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:34:11.476424 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c381fd8-2474-4ea0-8c15-99538d97db70', 'name': 'network-vif-deleted', 'tag': '99008a16-1a83-4a08-ac31-786e500e52f7', 'status': 'completed', 'code': 200} Sep 18 05:34:11.528637 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-77b9f05e-c26e-4bb5-939d-5a18ad0a58cf None None] Set router 65a0566c-0b1d-425e-946d-8343e08b4df8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:34:11.746900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-77b9f05e-c26e-4bb5-939d-5a18ad0a58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:26Z', 'revision_number': 5, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:11.773456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b9f05e-c26e-4bb5-939d-5a18ad0a58cf None None] Checking router: 65a0566c-0b1d-425e-946d-8343e08b4df8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:34:11.781780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b9f05e-c26e-4bb5-939d-5a18ad0a58cf None None] Routers {'65a0566c-0b1d-425e-946d-8343e08b4df8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:34:11.782396 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-77b9f05e-c26e-4bb5-939d-5a18ad0a58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:34:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['65a0566c-0b1d-425e-946d-8343e08b4df8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:11.889679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-77b9f05e-c26e-4bb5-939d-5a18ad0a58cf None None] Set router 65a0566c-0b1d-425e-946d-8343e08b4df8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:34:12.100558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-77b9f05e-c26e-4bb5-939d-5a18ad0a58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:26Z', 'revision_number': 5, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:12.132686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b9f05e-c26e-4bb5-939d-5a18ad0a58cf None None] The sync data for ids ['65a0566c-0b1d-425e-946d-8343e08b4df8'] in n-d-789963-13 is: [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:26Z', 'revision_number': 5, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:34:12.395201 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39169f7-1b05-4791-a8fe-9eefbdf5b152 None None] New status for floating IP 873faecf-46d2-45e9-9d36-3be14c749f4d: DOWN {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:34:12.399638 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56494) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:12.418398 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159274-664f-42f5-beaf-52a18351178f req-248bcd6a-d73f-4bb1-935e-fb35494b1a3b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:12.419979 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74159274-664f-42f5-beaf-52a18351178f req-248bcd6a-d73f-4bb1-935e-fb35494b1a3b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0670285 Sep 18 05:34:12.474945 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-502124a4-6efa-4841-93b4-af733e5a3478 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:12.483252 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74159274-664f-42f5-beaf-52a18351178f req-27229958-7e49-4ce2-bb2f-818949ebb194 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528193 Sep 18 05:34:12.500108 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-502124a4-6efa-4841-93b4-af733e5a3478 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:12.619110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-502124a4-6efa-4841-93b4-af733e5a3478 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:12.621776 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-502124a4-6efa-4841-93b4-af733e5a3478 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:12.622940 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-502124a4-6efa-4841-93b4-af733e5a3478 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "DELETE /v2.0/security-groups/10a84543-08be-4737-9a68-62d2840d75fc HTTP/1.1" status: 204 len: 168 time: 0.2222426 Sep 18 05:34:12.625731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56496) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:12.633470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502124a4-6efa-4841-93b4-af733e5a3478 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a84543-08be-4737-9a68-62d2840d75fc,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:12.640378 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-8c60dbc9-1dcc-4ad7-9d8d-5d588d76fbaa tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] show failed (client error): The resource could not be found. Sep 18 05:34:12.641389 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8c60dbc9-1dcc-4ad7-9d8d-5d588d76fbaa tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups/10a84543-08be-4737-9a68-62d2840d75fc HTTP/1.1" status: 404 len: 347 time: 0.0146828 Sep 18 05:34:12.644445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56498) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:12.776231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6f252-f0d1-497c-9e86-f6ea28ed1bb3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Deleting port a40c9545-351d-4719-8c65-988427c11ff5 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:34:12.776523 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f252-f0d1-497c-9e86-f6ea28ed1bb3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:12.856743 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f252-f0d1-497c-9e86-f6ea28ed1bb3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:12.857081 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f252-f0d1-497c-9e86-f6ea28ed1bb3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:12.870049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6f252-f0d1-497c-9e86-f6ea28ed1bb3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Calling delete_port for a40c9545-351d-4719-8c65-988427c11ff5 owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:34:13.087941 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f252-f0d1-497c-9e86-f6ea28ed1bb3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:13.113879 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6f252-f0d1-497c-9e86-f6ea28ed1bb3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event deleted for resources: {'Port': ['ID=a40c9545-351d-4719-8c65-988427c11ff5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:13.175765 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f252-f0d1-497c-9e86-f6ea28ed1bb3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:13.178523 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f252-f0d1-497c-9e86-f6ea28ed1bb3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:13.180860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f1c6f252-f0d1-497c-9e86-f6ea28ed1bb3 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "DELETE /v2.0/floatingips/873faecf-46d2-45e9-9d36-3be14c749f4d HTTP/1.1" status: 204 len: 168 time: 0.5343854 Sep 18 05:34:13.396001 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 99008a16-1a83-4a08-ac31-786e500e52f7 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:34:13.416858 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 99008a16-1a83-4a08-ac31-786e500e52f7 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:34:13.417587 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 99008a16-1a83-4a08-ac31-786e500e52f7 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:34:13.594528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c739c-11a7-437d-9633-26b2f5e6f5fc req-6e9fe170-edb6-4ec7-a860-757d422969f8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:13.596442 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-638c739c-11a7-437d-9633-26b2f5e6f5fc req-6e9fe170-edb6-4ec7-a860-757d422969f8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0496767 Sep 18 05:34:13.632001 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56506) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:13.636837 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-3238c38f-a0d9-4f9d-8263-4bf75794de97 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1971020124', 'description': 'tempest-description--244317095'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:13.645638 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-638c739c-11a7-437d-9633-26b2f5e6f5fc req-41500918-8940-4235-bd14-f8159a3078a4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430658 Sep 18 05:34:13.729221 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3238c38f-a0d9-4f9d-8263-4bf75794de97 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:13.818105 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3238c38f-a0d9-4f9d-8263-4bf75794de97 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:13.889424 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3238c38f-a0d9-4f9d-8263-4bf75794de97 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:13.919598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238c38f-a0d9-4f9d-8263-4bf75794de97 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d69506-be39-40a1-bbbd-7dea49248cba,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:13.987077 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3238c38f-a0d9-4f9d-8263-4bf75794de97 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:13.991600 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3238c38f-a0d9-4f9d-8263-4bf75794de97 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3558359 Sep 18 05:34:13.991831 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56508) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:13.996378 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-96617a25-fa8c-49f9-8cc4-ee941d383747 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Request body: {'security_group_rule': {'security_group_id': '07d69506-be39-40a1-bbbd-7dea49248cba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:14.100801 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96617a25-fa8c-49f9-8cc4-ee941d383747 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:14.157434 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96617a25-fa8c-49f9-8cc4-ee941d383747 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:14.226425 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96617a25-fa8c-49f9-8cc4-ee941d383747 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:14.244902 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96617a25-fa8c-49f9-8cc4-ee941d383747 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144d047e-d654-40e7-afcf-58f15c1f49c7,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:14.317982 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-96617a25-fa8c-49f9-8cc4-ee941d383747 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:14.319257 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-96617a25-fa8c-49f9-8cc4-ee941d383747 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3263686 Sep 18 05:34:14.321880 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56510) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:14.326346 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-1ddb7dea-ad0a-4c3f-9e35-b5d253188c41 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Request body: {'security_group_rule': {'security_group_id': '07d69506-be39-40a1-bbbd-7dea49248cba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:14.420436 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7dea-ad0a-4c3f-9e35-b5d253188c41 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:14.483572 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7dea-ad0a-4c3f-9e35-b5d253188c41 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:14.552323 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7dea-ad0a-4c3f-9e35-b5d253188c41 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:14.573672 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb7dea-ad0a-4c3f-9e35-b5d253188c41 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196de98f-37f6-45a8-ab90-024908f02712,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:14.643810 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7dea-ad0a-4c3f-9e35-b5d253188c41 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:14.645379 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1ddb7dea-ad0a-4c3f-9e35-b5d253188c41 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3224092 Sep 18 05:34:14.648638 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56514) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:14.653155 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:14.740722 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:14.852296 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:14.977012 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c77d18-a2f0-4db7-b9d5-5f0a6e1ff4cb req-bdb3f72a-e359-42fb-b568-4873d6628246 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:14.978527 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-46c77d18-a2f0-4db7-b9d5-5f0a6e1ff4cb req-bdb3f72a-e359-42fb-b568-4873d6628246 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.2631211 Sep 18 05:34:15.020203 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Allocated IP 172.25.7.45 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/a635a588-4c6b-4bab-9a53-d17c512f688a) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:34:15.041368 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-46c77d18-a2f0-4db7-b9d5-5f0a6e1ff4cb req-393c2155-a89c-4868-99bb-430ff99f4978 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564899 Sep 18 05:34:15.142523 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:15.232560 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:15.272580 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:34:15.275430 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:34:15.278873 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:34:15.286518 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event updated for resources: {'Port': ['ID=a635a588-4c6b-4bab-9a53-d17c512f688a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:15.368800 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:15.436966 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:15.558731 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-6afe7cd5-f3bf-4afe-996a-f463ac9e9a54 service neutron] show failed (client error): The resource could not be found. Sep 18 05:34:15.559779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-6afe7cd5-f3bf-4afe-996a-f463ac9e9a54 service neutron] 10.222.0.13 "GET /v2.0/ports/7d2aaa88-f394-4aa1-9c84-76e04c00e003/bindings/n-h1-789963-13 HTTP/1.1" status: 404 len: 381 time: 0.0691290 Sep 18 05:34:15.603909 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:15.718074 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:16.086732 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event updated for resources: {'Port': ['ID=a635a588-4c6b-4bab-9a53-d17c512f688a,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:16.100226 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:16.185821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd9564-2d2a-4a0c-8cb2-4d08ecf8c536 req-bedbd0a8-3127-442c-9a97-4516ea145109 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:16.187530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5bdd9564-2d2a-4a0c-8cb2-4d08ecf8c536 req-bedbd0a8-3127-442c-9a97-4516ea145109 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0618675 Sep 18 05:34:16.226836 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5bdd9564-2d2a-4a0c-8cb2-4d08ecf8c536 req-039113d5-216e-4039-82dc-b5cad60838df tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330796 Sep 18 05:34:16.688008 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:16.689403 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b96f28fa-d800-47b6-b36e-7bea06fd711e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0397301 Sep 18 05:34:16.734394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-ee1bf43e-0d1f-4bab-8de9-a44c643c8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:16.735932 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-ee1bf43e-0d1f-4bab-8de9-a44c643c8555 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0&tenant_id=819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 1098 time: 0.0502057 Sep 18 05:34:16.748501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-13', 'device_owner': 'compute:nova'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:16.809452 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:16.894472 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-2ac2512a-21e6-4281-b503-8dbb2d0515f2 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1971020124&fields=id&tenant_id=a3b69a52b7ba448881b56c3ed653a665 HTTP/1.1" status: 200 len: 267 time: 0.0433199 Sep 18 05:34:17.015299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-c76b2760-844a-446e-9979-a9dc9bd8445c tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:17.017168 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-c76b2760-844a-446e-9979-a9dc9bd8445c tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 817 time: 0.1218991 Sep 18 05:34:17.035060 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-e26c9151-47b6-4c55-bd46-61b952cbeae9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/quotas/a3b69a52b7ba448881b56c3ed653a665 HTTP/1.1" status: 200 len: 375 time: 0.0096984 Sep 18 05:34:17.041329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:17.077265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:34:17.095330 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-7319e2fb-2713-4cf1-983c-53ac00bb844f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541477 Sep 18 05:34:17.119781 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:34:17.125505 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f59dc8-0ce2-4be7-bab9-e2d755b02e1b" -d '{"events": [{"server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:34:17.129613 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:17.144612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Transition to ACTIVE for port object 7d2aaa88-f394-4aa1-9c84-76e04c00e003 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:34:17.180391 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730e2f32-cf0b-4b07-8295-5b443fd2988d x-openstack-request-id: req-730e2f32-cf0b-4b07-8295-5b443fd2988d {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:34:17.180716 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:34:17.181123 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-730e2f32-cf0b-4b07-8295-5b443fd2988d {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:34:17.182023 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'code': 200} Sep 18 05:34:17.204959 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-d1cf1192-860b-4169-99a1-57b6f623d799 service neutron] 10.222.0.23 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971968 Sep 18 05:34:17.226539 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:17.323895 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-cce2b564-2dea-4fb5-92d1-1eade6272c1a service neutron] 10.222.0.23 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120071 Sep 18 05:34:17.387840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2aaa88-f394-4aa1-9c84-76e04c00e003,revision_number=6']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:17.390401 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] No DVR routers for this DVR port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:34:17.461381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4061a0-3916-4b17-bede-1148a7993ab4 req-8f8c7dd0-954c-48df-b508-5a5d51575008 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:17.471216 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a4061a0-3916-4b17-bede-1148a7993ab4 req-8f8c7dd0-954c-48df-b508-5a5d51575008 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 944 time: 0.1410489 Sep 18 05:34:17.568732 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a4061a0-3916-4b17-bede-1148a7993ab4 req-6fefa51a-c422-4d07-b6d7-2d7a5f87e880 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930762 Sep 18 05:34:17.599561 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a4cbf0ff-d700-4b5b-9ed3-1df4eee85b06 req-a76263cd-0ab4-4074-8aef-d3831c12caaa tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 210 time: 0.0332098 Sep 18 05:34:17.614055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Attempting to bind port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:34:17.615997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Attempting to bind port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:34:17.616382 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Attempting to bind port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on network fb672d5b-c105-4aa7-a8b2-e5a470b9995e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:34:17.621249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on network fb672d5b-c105-4aa7-a8b2-e5a470b9995e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:34:17.621586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Attempting to bind port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on network fb672d5b-c105-4aa7-a8b2-e5a470b9995e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:34:17.626836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:34:17.627190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Checking segment: {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:34:17.628137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Bound using segment: {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:34:17.628852 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Bound port: 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:34:17.629068 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:17.713921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:34:17.719229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:34:17.791452 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:17.829229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:17.829884 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:17.832225 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] 10.222.0.18 "PUT /v2.0/ports/7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 1093 time: 1.0882151 Sep 18 05:34:17.892688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a60a1-bb18-4aef-9eee-7beaeba4a003 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2aaa88-f394-4aa1-9c84-76e04c00e003,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:17.916868 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-bf1cf5ff-987c-43f3-9e75-a86fb05e179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:17.919105 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-bf1cf5ff-987c-43f3-9e75-a86fb05e179f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1096 time: 0.0596912 Sep 18 05:34:18.040863 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-0845b3c3-73b0-4532-9245-3c8f09b1e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:18.042863 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-0845b3c3-73b0-4532-9245-3c8f09b1e874 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e HTTP/1.1" status: 200 len: 896 time: 0.1093302 Sep 18 05:34:18.110966 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-121848cb-85d5-4bc9-9d1d-3940fb31a8a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 1000 time: 0.0612702 Sep 18 05:34:18.165107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-3605a1d7-1b0f-4cbd-a156-3237317d891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:18.166602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-3605a1d7-1b0f-4cbd-a156-3237317d891c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bc4a35d-77af-4be0-a844-57948cdc5770 HTTP/1.1" status: 200 len: 834 time: 0.0494523 Sep 18 05:34:18.213042 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-2701c0df-734b-4508-9fd1-b8b55228617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:18.214645 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-2701c0df-734b-4508-9fd1-b8b55228617c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411007 Sep 18 05:34:18.307454 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-d249ca66-f558-46f3-bd88-30487219b5e6 service neutron] 10.222.0.18 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851254 Sep 18 05:34:18.405036 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-737a3a8c-b5ed-4aaa-a757-59e0066584b0 req-bb8afd57-b19f-4b95-b5e4-729ab13150b0 service neutron] 10.222.0.18 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907867 Sep 18 05:34:18.686948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b845665-fcd1-4ae2-9a0b-03eef7cc8c8e req-60574adf-dd53-4246-bdd4-decf5b314765 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:18.688659 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b845665-fcd1-4ae2-9a0b-03eef7cc8c8e req-60574adf-dd53-4246-bdd4-decf5b314765 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 944 time: 0.0545433 Sep 18 05:34:18.739997 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d7fbcc96-42c7-421d-8a78-63e3ed89940c req-7475e55e-ad1d-48d8-ada9-b7740a4c6f67 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 210 time: 0.0377581 Sep 18 05:34:18.756572 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b845665-fcd1-4ae2-9a0b-03eef7cc8c8e req-9e6976cc-2ec9-4046-bb44-b962a1a6efd0 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612385 Sep 18 05:34:19.182331 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:34:19.192591 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e37c21-c2ba-425b-adcd-14e948efff18" -d '{"events": [{"name": "network-changed", "server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:34:19.235481 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a183a4-e72e-4473-9721-5de99b9d5b23 x-openstack-request-id: req-74a183a4-e72e-4473-9721-5de99b9d5b23 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:34:19.235781 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:34:19.236034 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74a183a4-e72e-4473-9721-5de99b9d5b23 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:34:19.236465 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'status': 'completed', 'code': 200} Sep 18 05:34:19.326608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-f94ce4e8-4437-4444-8d0f-8798c14d68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:19.328133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-f94ce4e8-4437-4444-8d0f-8798c14d68cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1096 time: 0.0733428 Sep 18 05:34:19.333389 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-316cd5d8-3cbc-4460-8121-a70578d9e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:19.334773 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-316cd5d8-3cbc-4460-8121-a70578d9e329 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1096 time: 0.0699327 Sep 18 05:34:19.395367 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7d2aaa88-f394-4aa1-9c84-76e04c00e003 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:34:19.442546 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7d2aaa88-f394-4aa1-9c84-76e04c00e003 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:34:19.485763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-f141741e-a3d0-4535-9713-80572b7bb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:19.487856 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-f141741e-a3d0-4535-9713-80572b7bb091 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e HTTP/1.1" status: 200 len: 896 time: 0.1521204 Sep 18 05:34:19.503278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-ae040e97-3e2c-4cb5-a3f1-91b0cd2ef70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:19.530236 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-ae040e97-3e2c-4cb5-a3f1-91b0cd2ef70c service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e HTTP/1.1" status: 200 len: 896 time: 0.1620224 Sep 18 05:34:19.613207 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-c6b9150d-7d5a-499f-8ddf-1b05984b9c9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 1000 time: 0.1182692 Sep 18 05:34:19.614967 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-2cbb9e17-ba5b-4e37-b006-800efaa790cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 1000 time: 0.0831378 Sep 18 05:34:19.701112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-3e6cf76d-6cf9-4210-9e81-320c74c771a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:19.702597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-3e6cf76d-6cf9-4210-9e81-320c74c771a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bc4a35d-77af-4be0-a844-57948cdc5770 HTTP/1.1" status: 200 len: 834 time: 0.0833490 Sep 18 05:34:19.704283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-039fdbc6-0d26-4c98-8653-9c06e64ddea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:19.705633 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-039fdbc6-0d26-4c98-8653-9c06e64ddea2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bc4a35d-77af-4be0-a844-57948cdc5770 HTTP/1.1" status: 200 len: 834 time: 0.0787396 Sep 18 05:34:19.778181 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-99b8ab42-dcde-40e0-a2f4-76475d878365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:19.788964 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-99b8ab42-dcde-40e0-a2f4-76475d878365 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717626 Sep 18 05:34:19.791103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-3dcffdf8-9d4c-483f-a26e-959e2761abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:19.792614 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-3dcffdf8-9d4c-483f-a26e-959e2761abd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830982 Sep 18 05:34:19.895607 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff17fb-e6f9-4ae2-ae3e-af000368e516 req-1c68d66c-91b3-4369-857d-d9eee7a82fa7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:19.897386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-efff17fb-e6f9-4ae2-ae3e-af000368e516 req-1c68d66c-91b3-4369-857d-d9eee7a82fa7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 944 time: 0.0590427 Sep 18 05:34:19.900882 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1056c5ad-e99e-490c-bc87-dcaa062870cf req-f8cbae5a-2130-457d-95b1-efca735a4f9c tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 210 time: 0.0825348 Sep 18 05:34:19.959189 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-efff17fb-e6f9-4ae2-ae3e-af000368e516 req-d975a931-e486-43aa-b772-65a8484f0311 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510900 Sep 18 05:34:19.989541 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-61ab151d-7215-44c1-82d5-c20dfb0d7a26 service neutron] 10.222.0.18 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925225 Sep 18 05:34:19.994947 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-238429b5-d26e-4a9b-8a8b-b575c0d3b2a5 service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753356 Sep 18 05:34:20.348862 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7d2aaa88-f394-4aa1-9c84-76e04c00e003 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:34:20.471540 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:20.483240 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'port_id': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'mac_address': 'fa:16:3e:fa:20:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:34:20.525254 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:20.540066 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2aaa88-f394-4aa1-9c84-76e04c00e003 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:34:20.561641 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:20.573561 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-8092f17d-2d1b-45c2-af21-b2d484072448 service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712659 Sep 18 05:34:20.575300 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9e37c21-c2ba-425b-adcd-14e948efff18 req-b2841b9e-a4a5-4098-9123-1784553e3b68 service neutron] 10.222.0.18 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654852 Sep 18 05:34:20.599599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ab810f18-d2dc-4a4f-b048-ac595473077a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:20.601129 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ab810f18-d2dc-4a4f-b048-ac595473077a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.18 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 817 time: 0.5902975 Sep 18 05:34:20.631389 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:20.645804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-f73263ac-571c-46c3-a8a1-b6753602770f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3b69a52b7ba448881b56c3ed653a665 HTTP/1.1" status: 200 len: 380 time: 0.0356674 Sep 18 05:34:20.654723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-742bc804-c770-4d49-b91f-950209e09451 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Request body: {'port': {'device_id': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'admin_state_up': True, 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'security_groups': ['07d69506-be39-40a1-bbbd-7dea49248cba']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:20.685574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7d2aaa88-f394-4aa1-9c84-76e04c00e003,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:20.697481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:20.697841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:20.698191 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:20.698541 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:20.698872 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:20.699214 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:20.699760 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:20.700100 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:20.700473 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:20.700940 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:20.701278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:20.701611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:20.826092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-742bc804-c770-4d49-b91f-950209e09451 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Made reservation on behalf of a3b69a52b7ba448881b56c3ed653a665 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:34:20.830409 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-742bc804-c770-4d49-b91f-950209e09451 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:20.844370 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7d2aaa88-f394-4aa1-9c84-76e04c00e003'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:34:20.984814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-742bc804-c770-4d49-b91f-950209e09451 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Allocated IP 172.20.0.10 (2c4b3f9b-94b7-4c49-8692-ccff3ff01b82/748c24f6-f319-4083-a809-7824a3465f46/c5419a74-0325-4fcf-abdf-84f6a57cc785) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:34:21.107946 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7896559-da4d-4697-aef9-9aedbd5aa223 req-4b3feaa3-1272-4d87-9328-054fa7bdccda tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:21.116326 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d7896559-da4d-4697-aef9-9aedbd5aa223 req-4b3feaa3-1272-4d87-9328-054fa7bdccda tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 945 time: 0.0644810 Sep 18 05:34:21.147837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd97af8e-0dc3-4ad9-af83-605e57600d34 req-0e5e6e49-6a5f-4e19-82ae-faccefa2ffd1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 210 time: 0.1511827 Sep 18 05:34:21.157416 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d7896559-da4d-4697-aef9-9aedbd5aa223 req-5d1cd0e0-008b-421d-9506-ed88a45af7cd tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402157 Sep 18 05:34:21.189074 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-742bc804-c770-4d49-b91f-950209e09451 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:21.324036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-742bc804-c770-4d49-b91f-950209e09451 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:21.370932 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-742bc804-c770-4d49-b91f-950209e09451 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:34:21.374093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-742bc804-c770-4d49-b91f-950209e09451 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:34:21.378165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-742bc804-c770-4d49-b91f-950209e09451 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:34:21.387192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bc804-c770-4d49-b91f-950209e09451 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event updated for resources: {'Port': ['ID=c5419a74-0325-4fcf-abdf-84f6a57cc785,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:21.437596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-742bc804-c770-4d49-b91f-950209e09451 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:21.455119 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-742bc804-c770-4d49-b91f-950209e09451 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:21.597646 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-742bc804-c770-4d49-b91f-950209e09451 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9467258 Sep 18 05:34:21.609664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Request body: {'port': {'device_id': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:21.676558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-bc167946-f5ed-4773-aa61-41deb4ed4db3 None None] Provisioning complete for port c5419a74-0325-4fcf-abdf-84f6a57cc785 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:21.677087 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bc167946-f5ed-4773-aa61-41deb4ed4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:21.691799 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:21.727049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-bc167946-f5ed-4773-aa61-41deb4ed4db3 None None] Port c5419a74-0325-4fcf-abdf-84f6a57cc785 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:34:21.756268 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c244f7-5392-4ac0-a2ac-170f2900b5fa req-e642fe53-b551-4ab7-86ae-45ef244983f7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:21.760739 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d0c244f7-5392-4ac0-a2ac-170f2900b5fa req-e642fe53-b551-4ab7-86ae-45ef244983f7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 945 time: 0.0580010 Sep 18 05:34:21.800106 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d0c244f7-5392-4ac0-a2ac-170f2900b5fa req-df2c4729-ee78-4885-b4a6-94452d76d00f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357027 Sep 18 05:34:21.876744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-6edfdd3c-7ea0-405a-a241-7e8a304e5358 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:21.878975 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-6edfdd3c-7ea0-405a-a241-7e8a304e5358 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0&tenant_id=819b3332122c426680234398b2fe4cc7&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 945 time: 0.1310782 Sep 18 05:34:21.984851 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-34c3675f-af7d-4046-9e46-d865231ba264 service neutron] 10.222.0.18 "GET /v2.0/ports/7d2aaa88-f394-4aa1-9c84-76e04c00e003/bindings/n-h1-789963-13 HTTP/1.1" status: 200 len: 383 time: 0.0989180 Sep 18 05:34:22.073245 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5419a74-0325-4fcf-abdf-84f6a57cc785 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:34:22.082030 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:22.090750 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-157b8a41-ce60-429a-81e9-b9f2aade26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:22.092289 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-157b8a41-ce60-429a-81e9-b9f2aade26fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1097 time: 0.0791326 Sep 18 05:34:22.107710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Transition to ACTIVE for port object c5419a74-0325-4fcf-abdf-84f6a57cc785 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:34:22.170171 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:22.224584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-c019c73c-e1b4-434c-96cb-e08c4672d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:22.226085 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-c019c73c-e1b4-434c-96cb-e08c4672d4eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e HTTP/1.1" status: 200 len: 896 time: 0.1260741 Sep 18 05:34:22.250761 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5419a74-0325-4fcf-abdf-84f6a57cc785,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:22.354565 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7d2aaa88-f394-4aa1-9c84-76e04c00e003 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:34:22.387190 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-517f1122-3eb8-49d1-8ecd-17b3bed371dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 1001 time: 0.1532340 Sep 18 05:34:22.421268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a96e0d-fad2-488e-a9b2-6a1d27d52a57 req-9aaaa6aa-f855-47b7-a7d9-7f46342a33a9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:22.423048 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51a96e0d-fad2-488e-a9b2-6a1d27d52a57 req-9aaaa6aa-f855-47b7-a7d9-7f46342a33a9 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 944 time: 0.1825223 Sep 18 05:34:22.446700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Attempting to bind port c5419a74-0325-4fcf-abdf-84f6a57cc785 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:34:22.447020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Attempting to bind port c5419a74-0325-4fcf-abdf-84f6a57cc785 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:34:22.447356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Attempting to bind port c5419a74-0325-4fcf-abdf-84f6a57cc785 on network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:34:22.470542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Port c5419a74-0325-4fcf-abdf-84f6a57cc785 on network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:34:22.470873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Attempting to bind port c5419a74-0325-4fcf-abdf-84f6a57cc785 on network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:34:22.472183 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:34:22.476174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:22.476768 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:22.490815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-1baf2209-a97d-4bbd-bcb1-bdaa01720649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:22.492312 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-1baf2209-a97d-4bbd-bcb1-bdaa01720649 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bc4a35d-77af-4be0-a844-57948cdc5770 HTTP/1.1" status: 200 len: 834 time: 0.0957105 Sep 18 05:34:22.495034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:34:22.495380 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Checking segment: {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:34:22.495766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Bound using segment: {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:34:22.496200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Bound port: c5419a74-0325-4fcf-abdf-84f6a57cc785, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:34:22.496616 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:22.524491 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51a96e0d-fad2-488e-a9b2-6a1d27d52a57 req-71403d34-1f4a-469e-bc5d-a233fccbbe4d tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813427 Sep 18 05:34:22.567081 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:22.591292 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:34:22.593589 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d707b17f-b8ec-4931-9a94-53d1eb730c9a" -d '{"events": [{"server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "name": "network-vif-plugged", "status": "completed", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:34:22.594244 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-468c57ab-cab5-4557-ad73-1bc98bd1f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:22.595764 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-468c57ab-cab5-4557-ad73-1bc98bd1f2ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963609 Sep 18 05:34:22.607438 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:22.617950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:34:22.647058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:34:22.661867 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3852e2-33d2-4c80-a5b6-fc14a050bd50 x-openstack-request-id: req-fa3852e2-33d2-4c80-a5b6-fc14a050bd50 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:34:22.662241 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "name": "network-vif-plugged", "status": "completed", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:34:22.662576 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa3852e2-33d2-4c80-a5b6-fc14a050bd50 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:34:22.663043 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'code': 200} Sep 18 05:34:22.668468 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:22.715249 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-9bd185f2-15a5-437c-80aa-bec37f275f4b service neutron] 10.222.0.18 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101770 Sep 18 05:34:22.716582 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7d2aaa88-f394-4aa1-9c84-76e04c00e003,revision_number=9']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:22.740108 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:22.809165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:22.809788 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:22.811191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] 10.222.0.18 "PUT /v2.0/ports/c5419a74-0325-4fcf-abdf-84f6a57cc785 HTTP/1.1" status: 200 len: 1093 time: 1.2055917 Sep 18 05:34:22.813421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:34:22.821642 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9447fee-80b0-4199-b15c-a868ce0ed224" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:34:22.850956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde2b90-b943-4328-9875-74ddc2e557c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5419a74-0325-4fcf-abdf-84f6a57cc785,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:22.867762 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-f85d9b15-77dc-43ea-86e1-451c15dea4f7 service neutron] 10.222.0.18 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459069 Sep 18 05:34:22.904350 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc4acf0-9cef-4def-bfde-90c40f94734f x-openstack-request-id: req-2cc4acf0-9cef-4def-bfde-90c40f94734f {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:34:22.904688 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:34:22.905039 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2cc4acf0-9cef-4def-bfde-90c40f94734f {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:34:22.905541 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'status': 'completed', 'code': 200} Sep 18 05:34:23.024622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9447fee-80b0-4199-b15c-a868ce0ed224 req-66a6f657-b102-490f-8826-705bf530c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:23.026724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9447fee-80b0-4199-b15c-a868ce0ed224 req-66a6f657-b102-490f-8826-705bf530c9bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 1096 time: 0.0906847 Sep 18 05:34:23.036875 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e3dbd-4d2b-4f11-a304-964345af97df req-63034d10-a678-460f-b7ad-473bb20b2c65 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:23.044689 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-655e3dbd-4d2b-4f11-a304-964345af97df req-63034d10-a678-460f-b7ad-473bb20b2c65 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.1189406 Sep 18 05:34:23.087967 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-655e3dbd-4d2b-4f11-a304-964345af97df req-9017aa73-ac12-40db-a523-602ba9afba6b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422547 Sep 18 05:34:23.135213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9447fee-80b0-4199-b15c-a868ce0ed224 req-2e04415c-3a15-4088-b802-51427e49c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:23.136725 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9447fee-80b0-4199-b15c-a868ce0ed224 req-2e04415c-3a15-4088-b802-51427e49c88e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a3b69a52b7ba448881b56c3ed653a665&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0990367 Sep 18 05:34:23.203533 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:23.240998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9447fee-80b0-4199-b15c-a868ce0ed224 req-c737e020-51ab-4e74-acf9-a67adf5b930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:23.242410 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9447fee-80b0-4199-b15c-a868ce0ed224 req-c737e020-51ab-4e74-acf9-a67adf5b930d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0974813 Sep 18 05:34:23.319190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-2263ba3e-d7db-48e0-96de-50bea1d11e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:23.322680 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-2263ba3e-d7db-48e0-96de-50bea1d11e39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 1096 time: 0.0410774 Sep 18 05:34:23.373405 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-2cd7c728-e2a0-4f9b-84a0-f19964145109 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785 HTTP/1.1" status: 200 len: 217 time: 0.0441277 Sep 18 05:34:23.426818 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-6cdc711f-2e5f-4f58-91bf-8f74e3cf0add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:23.428439 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-6cdc711f-2e5f-4f58-91bf-8f74e3cf0add service neutron] 10.222.0.18 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.0463707 Sep 18 05:34:23.436195 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:23.476119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-da74f83e-dd1f-426b-8d61-f3a960613070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:23.477822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-da74f83e-dd1f-426b-8d61-f3a960613070 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417395 Sep 18 05:34:23.577129 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-ae595fec-4a89-4615-8b40-19167783064e service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919383 Sep 18 05:34:23.705234 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8aa19df-2ad3-419f-b234-6beea9d457ba req-e90bf883-c188-4995-afda-0f4b3149353c service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197057 Sep 18 05:34:23.714114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22816d16-072a-4350-a650-c35305b356d4 req-a272c00b-4c9f-4a93-bfcb-93e9f639150d tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:23.715599 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22816d16-072a-4350-a650-c35305b356d4 req-a272c00b-4c9f-4a93-bfcb-93e9f639150d tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 944 time: 0.0972760 Sep 18 05:34:23.753937 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22816d16-072a-4350-a650-c35305b356d4 req-6f707913-fd48-493f-b88b-1209eaeb9f32 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319741 Sep 18 05:34:24.208293 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba55388-efe4-48d3-84bb-9de381a2d703 req-f9356a3d-67bc-4ea0-ada0-be0a92d1b56f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:24.209781 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aba55388-efe4-48d3-84bb-9de381a2d703 req-f9356a3d-67bc-4ea0-ada0-be0a92d1b56f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0485699 Sep 18 05:34:24.247002 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-aba55388-efe4-48d3-84bb-9de381a2d703 req-79dd6ccc-b3fb-4e65-947d-652a18bb8805 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312178 Sep 18 05:34:24.877001 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1016c-8bf7-4ad6-adb0-0ba46f921bd7 req-3ae3d18a-f771-4cff-a264-66db1c46bd10 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:24.878554 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74d1016c-8bf7-4ad6-adb0-0ba46f921bd7 req-3ae3d18a-f771-4cff-a264-66db1c46bd10 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 944 time: 0.0513878 Sep 18 05:34:24.916407 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74d1016c-8bf7-4ad6-adb0-0ba46f921bd7 req-fb3a74bb-9810-4550-b225-4741551f72ea tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318027 Sep 18 05:34:25.368494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10063543-c10b-4927-9d13-133b0f6d65a4 req-03807859-cd54-4053-a175-14f94f7bdb08 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:25.370226 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10063543-c10b-4927-9d13-133b0f6d65a4 req-03807859-cd54-4053-a175-14f94f7bdb08 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0505037 Sep 18 05:34:25.410790 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10063543-c10b-4927-9d13-133b0f6d65a4 req-eb45d415-864e-415f-9b15-7a89ab1b0a7b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343928 Sep 18 05:34:25.543795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-09ea13d4-bd88-47e1-9b41-66ba5bf904e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:25.545338 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-09ea13d4-bd88-47e1-9b41-66ba5bf904e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0&tenant_id=819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 1098 time: 0.0414228 Sep 18 05:34:25.557120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-13', 'device_owner': 'compute:nova'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:25.614115 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:25.816977 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:25.849920 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:34:25.889419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:34:25.891592 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8197e5f4-b1a2-4396-959e-6c665143d623" -d '{"events": [{"server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:34:25.896157 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:25.909396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Transition to ACTIVE for port object 7d2aaa88-f394-4aa1-9c84-76e04c00e003 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:34:25.944608 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f941b33-5a65-420b-bab4-ac17e1e8dfaf x-openstack-request-id: req-0f941b33-5a65-420b-bab4-ac17e1e8dfaf {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:34:25.944911 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:34:25.945173 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f941b33-5a65-420b-bab4-ac17e1e8dfaf {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:34:25.945583 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'code': 200} Sep 18 05:34:26.041806 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:26.052119 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc294be-bf4a-4e84-a7d6-9cf438b9fc60 req-af219f34-ed03-463a-8c1e-87dc3188c273 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:26.053783 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bdc294be-bf4a-4e84-a7d6-9cf438b9fc60 req-af219f34-ed03-463a-8c1e-87dc3188c273 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 944 time: 0.0530519 Sep 18 05:34:26.099313 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bdc294be-bf4a-4e84-a7d6-9cf438b9fc60 req-5def634a-8045-475a-b2d7-c62b909e77ab tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394297 Sep 18 05:34:26.130123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2aaa88-f394-4aa1-9c84-76e04c00e003,revision_number=10']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:26.182602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] No DVR routers for this DVR port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:34:26.331336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Attempting to bind port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:34:26.331875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Attempting to bind port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:34:26.332222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Attempting to bind port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on network fb672d5b-c105-4aa7-a8b2-e5a470b9995e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:34:26.336463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on network fb672d5b-c105-4aa7-a8b2-e5a470b9995e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:34:26.336793 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Attempting to bind port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on network fb672d5b-c105-4aa7-a8b2-e5a470b9995e {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:34:26.341714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:34:26.342057 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Checking segment: {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:34:26.342492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Bound using segment: {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:34:26.342885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Bound port: 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5da19de-24f6-4388-8264-e389831945d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:34:26.343248 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:26.396404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c5419a74-0325-4fcf-abdf-84f6a57cc785 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:34:26.410556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:34:26.414247 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:34:26.498515 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:26.511058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'port_id': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'mac_address': 'fa:16:3e:05:45:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:34:26.519034 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:26.549869 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:26.558299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:26.558973 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:26.560454 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] 10.222.0.13 "PUT /v2.0/ports/7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 1094 time: 1.0072591 Sep 18 05:34:26.566890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5419a74-0325-4fcf-abdf-84f6a57cc785 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:34:26.589749 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4759f-dda5-449b-b2c0-e7291f17143e req-5ce747a6-381e-4261-9223-ed64020d8410 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:26.590021 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:26.591343 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2a4759f-dda5-449b-b2c0-e7291f17143e req-5ce747a6-381e-4261-9223-ed64020d8410 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 945 time: 0.1059780 Sep 18 05:34:26.625498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77d27b-efa7-4ba9-bb5a-59a1a5832048 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2aaa88-f394-4aa1-9c84-76e04c00e003,revision_number=11']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:26.666878 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e2a4759f-dda5-449b-b2c0-e7291f17143e req-efa0f1d6-c5e0-429b-9fc3-ce99579c765a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622170 Sep 18 05:34:26.669821 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-245d63d2-a2d0-458e-96f5-0c89c419e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:26.671361 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-245d63d2-a2d0-458e-96f5-0c89c419e413 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1097 time: 0.0791209 Sep 18 05:34:26.718144 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:26.771548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=c5419a74-0325-4fcf-abdf-84f6a57cc785,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:26.779469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-e9e07ced-07b6-43c2-a527-90c1aa6858df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:26.781075 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-e9e07ced-07b6-43c2-a527-90c1aa6858df service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e HTTP/1.1" status: 200 len: 896 time: 0.1023819 Sep 18 05:34:26.850860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-1c8c508b-ea32-43ae-b6b0-1fb3ed5dbeed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 1000 time: 0.0622439 Sep 18 05:34:26.902210 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['c5419a74-0325-4fcf-abdf-84f6a57cc785'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:34:26.904471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-38fb4e63-6b93-479d-b28c-1173fa769d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:26.905994 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-38fb4e63-6b93-479d-b28c-1173fa769d30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bc4a35d-77af-4be0-a844-57948cdc5770 HTTP/1.1" status: 200 len: 834 time: 0.0488977 Sep 18 05:34:26.952862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-99638dc5-2e56-433c-b066-8b5e4ebc9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:26.954779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-99638dc5-2e56-433c-b066-8b5e4ebc9384 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417981 Sep 18 05:34:27.053981 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-231d864a-7c54-429c-beaf-427985c8344d service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923545 Sep 18 05:34:27.148108 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ff1622ab-5177-4a69-8ca2-69e513af5ffd req-874e2b72-0b08-44d8-a9ca-3cd6b2d25c1f service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876343 Sep 18 05:34:27.227961 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eafce0-54f8-439a-9fb5-326de9f5de93 req-21a57294-f4e9-4dcb-8599-e52564998f6c tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:27.229706 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23eafce0-54f8-439a-9fb5-326de9f5de93 req-21a57294-f4e9-4dcb-8599-e52564998f6c tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 945 time: 0.0525205 Sep 18 05:34:27.272858 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23eafce0-54f8-439a-9fb5-326de9f5de93 req-3ec93d66-3c15-4182-a75d-c4f0faa19d72 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359623 Sep 18 05:34:27.790279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55b8ee-8a91-4120-a103-a6cc2e2a93c9 req-3d5a384c-0524-4006-8ee0-bce2fb7939b5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:27.791802 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f55b8ee-8a91-4120-a103-a6cc2e2a93c9 req-3d5a384c-0524-4006-8ee0-bce2fb7939b5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 945 time: 0.0501976 Sep 18 05:34:27.831479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6f55b8ee-8a91-4120-a103-a6cc2e2a93c9 req-5a864498-3454-4494-80d2-7f6be5ec75c1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335433 Sep 18 05:34:27.946356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:34:27.948777 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48382fcd-d2e4-4adb-876d-9439367d767d" -d '{"events": [{"name": "network-changed", "server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:34:28.000750 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c181f7-84f5-4545-b1c3-98a2be4db589 x-openstack-request-id: req-06c181f7-84f5-4545-b1c3-98a2be4db589 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:34:28.001053 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:34:28.001314 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06c181f7-84f5-4545-b1c3-98a2be4db589 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:34:28.001716 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'status': 'completed', 'code': 200} Sep 18 05:34:28.088558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382fcd-d2e4-4adb-876d-9439367d767d req-f920ac3d-75f5-4fbb-a44a-6b1838187d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:28.090081 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48382fcd-d2e4-4adb-876d-9439367d767d req-f920ac3d-75f5-4fbb-a44a-6b1838187d16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1097 time: 0.0737121 Sep 18 05:34:28.092572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382fcd-d2e4-4adb-876d-9439367d767d req-b98d0a63-4803-4c65-baaa-f6705654b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:28.093948 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48382fcd-d2e4-4adb-876d-9439367d767d req-b98d0a63-4803-4c65-baaa-f6705654b932 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1097 time: 0.0696611 Sep 18 05:34:28.211850 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:34:28.263410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382fcd-d2e4-4adb-876d-9439367d767d req-a4ffe2cf-cef7-4d11-90d0-8a502ce95369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:28.264951 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48382fcd-d2e4-4adb-876d-9439367d767d req-a4ffe2cf-cef7-4d11-90d0-8a502ce95369 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e HTTP/1.1" status: 200 len: 896 time: 0.1645436 Sep 18 05:34:28.266539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382fcd-d2e4-4adb-876d-9439367d767d req-8c4ae0e8-56a0-406c-ae4b-ea220153f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:28.267910 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48382fcd-d2e4-4adb-876d-9439367d767d req-8c4ae0e8-56a0-406c-ae4b-ea220153f310 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e HTTP/1.1" status: 200 len: 896 time: 0.1663165 Sep 18 05:34:28.395529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c5419a74-0325-4fcf-abdf-84f6a57cc785 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:34:28.420076 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48382fcd-d2e4-4adb-876d-9439367d767d req-33759483-1744-4a16-b786-7042d6dc3cf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 1000 time: 0.1478007 Sep 18 05:34:28.432869 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48382fcd-d2e4-4adb-876d-9439367d767d req-c4fcc9a3-2d02-474d-8748-6de789399af6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 1000 time: 0.1153669 Sep 18 05:34:28.506285 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd962a5-5e4d-493c-b749-efb40f0a4776 req-47b6dcd0-2f28-4ec7-818c-444a266b329e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:28.507761 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6cd962a5-5e4d-493c-b749-efb40f0a4776 req-47b6dcd0-2f28-4ec7-818c-444a266b329e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 945 time: 0.1529346 Sep 18 05:34:28.534450 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port c5419a74-0325-4fcf-abdf-84f6a57cc785 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:34:28.538396 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port c5419a74-0325-4fcf-abdf-84f6a57cc785 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:28.538782 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:28.547754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382fcd-d2e4-4adb-876d-9439367d767d req-8436a269-d7b8-45c9-bc6c-626feddf3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:28.549791 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48382fcd-d2e4-4adb-876d-9439367d767d req-8436a269-d7b8-45c9-bc6c-626feddf3d09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bc4a35d-77af-4be0-a844-57948cdc5770 HTTP/1.1" status: 200 len: 834 time: 0.1160674 Sep 18 05:34:28.551416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382fcd-d2e4-4adb-876d-9439367d767d req-69f7be2a-4ef1-4115-900c-3479d7f0a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:28.552807 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48382fcd-d2e4-4adb-876d-9439367d767d req-69f7be2a-4ef1-4115-900c-3479d7f0a908 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bc4a35d-77af-4be0-a844-57948cdc5770 HTTP/1.1" status: 200 len: 834 time: 0.1067965 Sep 18 05:34:28.587780 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6cd962a5-5e4d-493c-b749-efb40f0a4776 req-54bbd9ee-6e32-4ac2-92f2-e84537f4ae47 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717230 Sep 18 05:34:28.644459 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:28.667598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:34:28.669884 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ef9ee5-89d0-4a47-8c53-cf9bcd322781" -d '{"events": [{"server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "name": "network-vif-plugged", "status": "completed", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:34:28.684191 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:28.713712 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f837f82-2171-477e-8094-d33346a4daec x-openstack-request-id: req-6f837f82-2171-477e-8094-d33346a4daec {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:34:28.718331 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "name": "network-vif-plugged", "status": "completed", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:34:28.718331 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f837f82-2171-477e-8094-d33346a4daec {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:34:28.718331 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'code': 200} Sep 18 05:34:28.802247 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:28.803058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7d2aaa88-f394-4aa1-9c84-76e04c00e003 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:34:28.908172 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=c5419a74-0325-4fcf-abdf-84f6a57cc785,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:28.915419 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7d2aaa88-f394-4aa1-9c84-76e04c00e003 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:34:29.025874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382fcd-d2e4-4adb-876d-9439367d767d req-eff55f31-bb85-4efa-bbce-c1175c06ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:29.027367 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48382fcd-d2e4-4adb-876d-9439367d767d req-eff55f31-bb85-4efa-bbce-c1175c06ebd8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4651632 Sep 18 05:34:29.043705 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382fcd-d2e4-4adb-876d-9439367d767d req-921e5dff-f02a-4349-b71f-0febffaf4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:29.045294 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48382fcd-d2e4-4adb-876d-9439367d767d req-921e5dff-f02a-4349-b71f-0febffaf4cfa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4819925 Sep 18 05:34:29.190625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad36f2c-89b7-4cfc-ba22-0cf7a81694d2 req-23514dad-042e-4a7d-837b-76ec8488119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:29.192162 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ad36f2c-89b7-4cfc-ba22-0cf7a81694d2 req-23514dad-042e-4a7d-837b-76ec8488119c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 1098 time: 0.1864970 Sep 18 05:34:29.230144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b8a53-977f-4d23-bbf5-486ead160930 req-3e17f816-5fdf-44f7-ac69-b4cfeb2c31b9 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:29.231611 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-104b8a53-977f-4d23-bbf5-486ead160930 req-3e17f816-5fdf-44f7-ac69-b4cfeb2c31b9 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 945 time: 0.2270737 Sep 18 05:34:29.286036 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48382fcd-d2e4-4adb-876d-9439367d767d req-9f236ff2-66f0-495e-bfd0-5d8b424e10bf service neutron] 10.222.0.18 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266166 Sep 18 05:34:29.291850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ad36f2c-89b7-4cfc-ba22-0cf7a81694d2 req-7f59bcb0-4360-4bef-930c-5c4aaf2a56fd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884371 Sep 18 05:34:29.306543 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48382fcd-d2e4-4adb-876d-9439367d767d req-e11fd1b2-0ba8-4c3e-9d07-f4bd1a83d411 service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391109 Sep 18 05:34:29.345370 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-104b8a53-977f-4d23-bbf5-486ead160930 req-ee91692c-100f-4b4f-a353-219e359e1f7c tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018331 Sep 18 05:34:29.410857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7d2aaa88-f394-4aa1-9c84-76e04c00e003 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:34:29.474877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48382fcd-d2e4-4adb-876d-9439367d767d req-95176c59-2cb3-48e3-bfce-318e8ad0324a service neutron] 10.222.0.18 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804626 Sep 18 05:34:29.481020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48382fcd-d2e4-4adb-876d-9439367d767d req-6c6582d7-84ba-490c-a94f-d9a00fe8aaa1 service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649168 Sep 18 05:34:29.661121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:29.672468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'port_id': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'mac_address': 'fa:16:3e:fa:20:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:34:29.712488 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:29.724307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11006598-a186-4e2f-952b-05c55056caab req-901c6087-9674-4103-ba0b-18f383aa2dfd tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:29.725662 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2aaa88-f394-4aa1-9c84-76e04c00e003 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:34:29.725841 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-11006598-a186-4e2f-952b-05c55056caab req-901c6087-9674-4103-ba0b-18f383aa2dfd tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0519381 Sep 18 05:34:29.745398 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:29.765007 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-11006598-a186-4e2f-952b-05c55056caab req-b19fe1cd-dfd7-4865-a86c-2adffb8d7956 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325613 Sep 18 05:34:29.815072 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:29.863147 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=7d2aaa88-f394-4aa1-9c84-76e04c00e003,revision_number=12']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:30.034643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['7d2aaa88-f394-4aa1-9c84-76e04c00e003'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:34:30.470637 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffde5ca-9ab1-423d-90db-a1f6d4a7363d req-1c593d20-173e-49ae-a597-55e24fd55027 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:30.472700 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ffde5ca-9ab1-423d-90db-a1f6d4a7363d req-1c593d20-173e-49ae-a597-55e24fd55027 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 946 time: 0.0541365 Sep 18 05:34:30.511407 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ffde5ca-9ab1-423d-90db-a1f6d4a7363d req-21f9bdb2-0054-4cb6-8ca9-1009d4b75462 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326040 Sep 18 05:34:30.533750 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56666) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:30.602579 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9de76e3e-7407-412a-971a-4af1513a16e1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/215b0a37-3d19-4c94-ae4d-62d2e431dc33 HTTP/1.1" status: 200 len: 993 time: 0.0668044 Sep 18 05:34:30.882269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c578f-296b-4ea3-8123-6ee51ed7a3c5 req-ef0bead2-f496-4446-a091-6096e78df129 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:30.883684 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9d9c578f-296b-4ea3-8123-6ee51ed7a3c5 req-ef0bead2-f496-4446-a091-6096e78df129 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0479412 Sep 18 05:34:30.925799 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9d9c578f-296b-4ea3-8123-6ee51ed7a3c5 req-7d3f7979-2eef-4244-ab7a-925a2d986d8d tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361750 Sep 18 05:34:31.040185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6abb85-0b00-4f09-916c-4acf590746ab req-5d432d5d-99a9-41fb-bdab-931cd0853276 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:31.041743 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f6abb85-0b00-4f09-916c-4acf590746ab req-5d432d5d-99a9-41fb-bdab-931cd0853276 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0488710 Sep 18 05:34:31.051290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56674) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:31.055814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0812a233-30ce-4457-87f6-a9ca8cfaae87 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Request body: {'floatingip': {'port_id': 'c5419a74-0325-4fcf-abdf-84f6a57cc785'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:31.094336 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0812a233-30ce-4457-87f6-a9ca8cfaae87 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for floatingip, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:31.243156 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-248bc494-71bf-475d-91c7-db940155f045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:31.410265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7d2aaa88-f394-4aa1-9c84-76e04c00e003 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:34:31.518946 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0812a233-30ce-4457-87f6-a9ca8cfaae87 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:31.534662 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:34:31.538685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:31.539062 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:31.591946 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0812a233-30ce-4457-87f6-a9ca8cfaae87 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:31.619091 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:31.641496 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:34:31.643898 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b0e57f-9116-40e5-97d5-45affd3f40a5" -d '{"events": [{"server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "name": "network-vif-plugged", "status": "completed", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:34:31.656264 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:31.687774 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9670c6f1-92c1-4d1e-8cd9-92c0181ab105 x-openstack-request-id: req-9670c6f1-92c1-4d1e-8cd9-92c0181ab105 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:34:31.687774 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "name": "network-vif-plugged", "status": "completed", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:34:31.687996 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9670c6f1-92c1-4d1e-8cd9-92c0181ab105 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:34:31.688416 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'code': 200} Sep 18 05:34:31.698166 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-0812a233-30ce-4457-87f6-a9ca8cfaae87 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Floating IP de391809-6af4-4cdb-a775-963ff8540a34 associated. External IP: 172.25.7.45, port: c5419a74-0325-4fcf-abdf-84f6a57cc785. Sep 18 05:34:31.744600 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:31.801594 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=7d2aaa88-f394-4aa1-9c84-76e04c00e003,revision_number=13']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:31.917956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0812a233-30ce-4457-87f6-a9ca8cfaae87 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Router 65a0566c-0b1d-425e-946d-8343e08b4df8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:34:32.024168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0812a233-30ce-4457-87f6-a9ca8cfaae87 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:34:32.029134 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0812a233-30ce-4457-87f6-a9ca8cfaae87 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:32.036971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894437a0-2ff4-471c-b5f6-53fda2f31aa1 None None] Sync routers for ids ['65a0566c-0b1d-425e-946d-8343e08b4df8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:34:32.046061 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894437a0-2ff4-471c-b5f6-53fda2f31aa1 None None] Routers {'65a0566c-0b1d-425e-946d-8343e08b4df8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:34:32.046769 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-894437a0-2ff4-471c-b5f6-53fda2f31aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:34:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['65a0566c-0b1d-425e-946d-8343e08b4df8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:32.057786 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0812a233-30ce-4457-87f6-a9ca8cfaae87 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "PUT /v2.0/floatingips/de391809-6af4-4cdb-a775-963ff8540a34 HTTP/1.1" status: 200 len: 991 time: 1.0054421 Sep 18 05:34:32.060604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:34:32.060708 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307a5bda-c319-41d3-9eab-4fa6b5535ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:34:32.107148 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9784e0-4c31-42dd-adb6-f15997928bca x-openstack-request-id: req-2d9784e0-4c31-42dd-adb6-f15997928bca {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:34:32.107453 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:34:32.107715 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d9784e0-4c31-42dd-adb6-f15997928bca {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:34:32.108126 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'status': 'completed', 'code': 200} Sep 18 05:34:32.163120 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-894437a0-2ff4-471c-b5f6-53fda2f31aa1 None None] Set router 65a0566c-0b1d-425e-946d-8343e08b4df8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:34:32.175559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a5bda-c319-41d3-9eab-4fa6b5535ea2 req-60a8e312-d6b7-4a11-99e3-3255eed98280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:32.177312 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-307a5bda-c319-41d3-9eab-4fa6b5535ea2 req-60a8e312-d6b7-4a11-99e3-3255eed98280 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 1098 time: 0.0420022 Sep 18 05:34:32.271796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a5bda-c319-41d3-9eab-4fa6b5535ea2 req-823f0a47-b005-4faf-a868-2b4cc9a998e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:32.273497 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-307a5bda-c319-41d3-9eab-4fa6b5535ea2 req-823f0a47-b005-4faf-a868-2b4cc9a998e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 917 time: 0.0890803 Sep 18 05:34:32.341368 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-307a5bda-c319-41d3-9eab-4fa6b5535ea2 req-4f034245-60eb-40e4-93f7-b4b9e5862884 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785 HTTP/1.1" status: 200 len: 999 time: 0.0610864 Sep 18 05:34:32.395393 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a5bda-c319-41d3-9eab-4fa6b5535ea2 req-eff1efb9-c67a-499f-b248-ff4479e817ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:32.397136 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-307a5bda-c319-41d3-9eab-4fa6b5535ea2 req-eff1efb9-c67a-499f-b248-ff4479e817ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.0493693 Sep 18 05:34:32.403071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-894437a0-2ff4-471c-b5f6-53fda2f31aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'de391809-6af4-4cdb-a775-963ff8540a34', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'port_id': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'mac_address': 'fa:16:3e:05:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:34:15Z', 'updated_at': '2021-09-18T05:34:31Z', 'revision_number': 1, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:26Z', 'revision_number': 5, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:32.431138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894437a0-2ff4-471c-b5f6-53fda2f31aa1 None None] Checking router: 65a0566c-0b1d-425e-946d-8343e08b4df8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:34:32.441454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894437a0-2ff4-471c-b5f6-53fda2f31aa1 None None] Routers {'65a0566c-0b1d-425e-946d-8343e08b4df8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:34:32.442281 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-894437a0-2ff4-471c-b5f6-53fda2f31aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:34:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['65a0566c-0b1d-425e-946d-8343e08b4df8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:32.446327 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a5bda-c319-41d3-9eab-4fa6b5535ea2 req-aa448532-97e1-4104-a85b-8cb0afb7ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:32.447950 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-307a5bda-c319-41d3-9eab-4fa6b5535ea2 req-aa448532-97e1-4104-a85b-8cb0afb7ec3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439947 Sep 18 05:34:32.539741 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-307a5bda-c319-41d3-9eab-4fa6b5535ea2 req-603b4a3c-9327-419f-b568-5a5deae79df5 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844500 Sep 18 05:34:32.551818 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-894437a0-2ff4-471c-b5f6-53fda2f31aa1 None None] Set router 65a0566c-0b1d-425e-946d-8343e08b4df8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:34:32.643917 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-307a5bda-c319-41d3-9eab-4fa6b5535ea2 req-dd4fc266-4cc6-4579-bda4-7683fb7c7124 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973158 Sep 18 05:34:32.787641 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-894437a0-2ff4-471c-b5f6-53fda2f31aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'de391809-6af4-4cdb-a775-963ff8540a34', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'port_id': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'mac_address': 'fa:16:3e:05:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:34:15Z', 'updated_at': '2021-09-18T05:34:31Z', 'revision_number': 1, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:26Z', 'revision_number': 5, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:32.817688 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894437a0-2ff4-471c-b5f6-53fda2f31aa1 None None] The sync data for ids ['65a0566c-0b1d-425e-946d-8343e08b4df8'] in n-d-789963-13 is: [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'de391809-6af4-4cdb-a775-963ff8540a34', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'port_id': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'mac_address': 'fa:16:3e:05:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:34:15Z', 'updated_at': '2021-09-18T05:34:31Z', 'revision_number': 1, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:26Z', 'revision_number': 5, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:34:33.002109 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930c3a7-c0b3-4056-8750-7641a3f14829 None None] New status for floating IP de391809-6af4-4cdb-a775-963ff8540a34: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:34:33.843131 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-480068c8-9bf9-450c-a458-d2ee21ac5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:34.317443 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:34.881495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a8726e-37a2-4cc2-a0d7-c60ea0bb3ea4 req-785eb235-17f1-4973-9935-8229569a9a99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386732 Sep 18 05:34:34.966472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8726e-37a2-4cc2-a0d7-c60ea0bb3ea4 req-0c7190d9-21b8-4d31-a089-bb3cdf1518cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:34.968146 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a8726e-37a2-4cc2-a0d7-c60ea0bb3ea4 req-0c7190d9-21b8-4d31-a089-bb3cdf1518cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 1098 time: 0.0466347 Sep 18 05:34:35.104101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8726e-37a2-4cc2-a0d7-c60ea0bb3ea4 req-a226b1cc-7934-4d6a-8242-4508a255463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:35.106566 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a8726e-37a2-4cc2-a0d7-c60ea0bb3ea4 req-a226b1cc-7934-4d6a-8242-4508a255463a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 917 time: 0.1188219 Sep 18 05:34:35.189302 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a8726e-37a2-4cc2-a0d7-c60ea0bb3ea4 req-4b3789ed-6d00-4591-8ba3-ef09bf6d81fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785 HTTP/1.1" status: 200 len: 1001 time: 0.0761325 Sep 18 05:34:35.241553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8726e-37a2-4cc2-a0d7-c60ea0bb3ea4 req-98fd1fbd-009d-4850-af8c-93687b29d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:35.243085 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a8726e-37a2-4cc2-a0d7-c60ea0bb3ea4 req-98fd1fbd-009d-4850-af8c-93687b29d35f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.0467808 Sep 18 05:34:35.283414 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:35.291168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8726e-37a2-4cc2-a0d7-c60ea0bb3ea4 req-96c0abb2-dd07-4fc1-9ef1-00b1d2f2e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:35.292755 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a8726e-37a2-4cc2-a0d7-c60ea0bb3ea4 req-96c0abb2-dd07-4fc1-9ef1-00b1d2f2e70f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433078 Sep 18 05:34:35.390272 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a8726e-37a2-4cc2-a0d7-c60ea0bb3ea4 req-017fa89d-1294-4019-9b7d-87b92f20012b service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877359 Sep 18 05:34:35.479462 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-37a8726e-37a2-4cc2-a0d7-c60ea0bb3ea4 req-e0330777-6bab-40e0-a1ba-c183eac92359 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825572 Sep 18 05:34:36.050017 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-743b0e71-9549-4912-abe1-d1874dee5ea4 req-b7731188-3227-489f-9e4b-8b42c1ad55d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459821 Sep 18 05:34:36.108686 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b0e71-9549-4912-abe1-d1874dee5ea4 req-ba573bad-68ba-4b33-ba7e-0fb4bb2bdefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:36.110212 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-743b0e71-9549-4912-abe1-d1874dee5ea4 req-ba573bad-68ba-4b33-ba7e-0fb4bb2bdefb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1099 time: 0.0396528 Sep 18 05:34:36.213231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b0e71-9549-4912-abe1-d1874dee5ea4 req-386175fa-8fbd-44c2-8cff-f2735abba972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:36.214894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-743b0e71-9549-4912-abe1-d1874dee5ea4 req-386175fa-8fbd-44c2-8cff-f2735abba972 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e HTTP/1.1" status: 200 len: 896 time: 0.0859573 Sep 18 05:34:36.285280 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-743b0e71-9549-4912-abe1-d1874dee5ea4 req-fae888dc-018b-400c-b9bd-8530cf4a5539 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 1002 time: 0.0622504 Sep 18 05:34:36.334864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b0e71-9549-4912-abe1-d1874dee5ea4 req-ee141f15-87b2-47ba-bc91-1211a2c0301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:36.336401 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-743b0e71-9549-4912-abe1-d1874dee5ea4 req-ee141f15-87b2-47ba-bc91-1211a2c0301c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bc4a35d-77af-4be0-a844-57948cdc5770 HTTP/1.1" status: 200 len: 834 time: 0.0444245 Sep 18 05:34:36.382565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b0e71-9549-4912-abe1-d1874dee5ea4 req-17d1fd3e-5580-4a64-b4a5-589642094d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:36.384126 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-743b0e71-9549-4912-abe1-d1874dee5ea4 req-17d1fd3e-5580-4a64-b4a5-589642094d67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407984 Sep 18 05:34:36.477193 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-743b0e71-9549-4912-abe1-d1874dee5ea4 req-90d0fa62-42c7-4570-8cc6-2e51fe81e337 service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852964 Sep 18 05:34:36.568828 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-743b0e71-9549-4912-abe1-d1874dee5ea4 req-d7fea473-f5a7-44b3-b36c-815dc35bc4f5 service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827286 Sep 18 05:34:36.883104 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:46.757126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56772) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:46.871854 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e33bc8de-2691-48e4-acd5-f49638b8ca93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:46.958700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e33bc8de-2691-48e4-acd5-f49638b8ca93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:47.071705 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e33bc8de-2691-48e4-acd5-f49638b8ca93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:47.108892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e33bc8de-2691-48e4-acd5-f49638b8ca93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=278b02d9545f47ea9dca42f3e846b942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506541 Sep 18 05:34:47.109938 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bc8de-2691-48e4-acd5-f49638b8ca93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7d89cc-a95f-4fd5-b5b1-6172ef3e6e47,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:47.112200 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56778) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:47.159968 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bef1f6b4-4ccd-4299-985e-c12a2f43537e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:47.182173 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bef1f6b4-4ccd-4299-985e-c12a2f43537e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:47.309418 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bef1f6b4-4ccd-4299-985e-c12a2f43537e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:47.311941 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bef1f6b4-4ccd-4299-985e-c12a2f43537e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:47.313128 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bef1f6b4-4ccd-4299-985e-c12a2f43537e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd7d89cc-a95f-4fd5-b5b1-6172ef3e6e47 HTTP/1.1" status: 204 len: 168 time: 0.1999123 Sep 18 05:34:47.321445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1f6b4-4ccd-4299-985e-c12a2f43537e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7d89cc-a95f-4fd5-b5b1-6172ef3e6e47,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:48.520585 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56802) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:48.623229 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-691757765-network', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:48.721084 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] Made reservation on behalf of cf530ad4bdeb406596eda7f009a666df for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:34:48.723432 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:48.732113 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:48.820603 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:48.892526 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:48.922442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:34:48.931775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a11b29-0b95-43b7-bdb6-754a1b4fe87b,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:48.937623 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:48.938046 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] Added segment d5bde1b4-a07c-441b-b728-8e99dccfdee3 of type vlan for network 4ade930e-ec49-432a-9b2e-334e2f815c11 Sep 18 05:34:48.980964 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:49.049120 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:49.050141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:49.050733 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:49.109308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] Pushing event updated for resources: {'Network': ['ID=4ade930e-ec49-432a-9b2e-334e2f815c11,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:49.121296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 4ade930e-ec49-432a-9b2e-334e2f815c11 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:34:49.139444 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-163d8d3c-f39f-4110-a6d7-8ca77198c6c1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6176362 Sep 18 05:34:49.143061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56808) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:49.147868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4a8dab3a-6309-4cd6-b513-2e8a6275bb82 admin admin] Request body: {'subnet': {'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-691757765-subnet', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:49.317035 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8dab3a-6309-4cd6-b513-2e8a6275bb82 admin admin] Made reservation on behalf of cf530ad4bdeb406596eda7f009a666df for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:34:49.319392 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a8dab3a-6309-4cd6-b513-2e8a6275bb82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:49.522942 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a8dab3a-6309-4cd6-b513-2e8a6275bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:49.577180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8dab3a-6309-4cd6-b513-2e8a6275bb82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4508b7-6b7d-4236-9b89-a9bac367d566,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:49.586159 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8dab3a-6309-4cd6-b513-2e8a6275bb82 admin admin] Checking segment: {'id': 'd5bde1b4-a07c-441b-b728-8e99dccfdee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:34:49.586526 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8dab3a-6309-4cd6-b513-2e8a6275bb82 admin admin] Network hostable DHCP agents. Network: 4ade930e-ec49-432a-9b2e-334e2f815c11, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:34:49.653767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8dab3a-6309-4cd6-b513-2e8a6275bb82 admin admin] Network 4ade930e-ec49-432a-9b2e-334e2f815c11 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:34:49.711125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-4a8dab3a-6309-4cd6-b513-2e8a6275bb82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 4ade930e-ec49-432a-9b2e-334e2f815c11) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:34:49.715378 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8dab3a-6309-4cd6-b513-2e8a6275bb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:49.715977 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4a8dab3a-6309-4cd6-b513-2e8a6275bb82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:49.719869 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539b0b9d-e205-40bd-8acb-5a496158f9f0 None None] Network 4ade930e-ec49-432a-9b2e-334e2f815c11 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:34:49.796261 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4a8dab3a-6309-4cd6-b513-2e8a6275bb82 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6521029 Sep 18 05:34:49.799287 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56810) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:49.803571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:49.862236 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-4ade930e-ec49-432a-9b2e-334e2f815c11', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'fixed_ips': [{'subnet_id': '3a4508b7-6b7d-4236-9b89-a9bac367d566'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:34:49.863086 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:49.894780 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:49.895853 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:49.952770 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:49.998967 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Allocated IP 172.20.0.2 (4ade930e-ec49-432a-9b2e-334e2f815c11/3a4508b7-6b7d-4236-9b89-a9bac367d566/39410a13-97ff-4504-bec2-e8e8d76f8858) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:34:50.141127 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:50.170248 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:50.203153 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:50.240655 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Network 4ade930e-ec49-432a-9b2e-334e2f815c11 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:34:50.244769 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:34:50.251036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:34:50.254342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Pushing event updated for resources: {'Port': ['ID=39410a13-97ff-4504-bec2-e8e8d76f8858,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:50.303565 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Attempting to bind port 39410a13-97ff-4504-bec2-e8e8d76f8858 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:34:50.304078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Attempting to bind port 39410a13-97ff-4504-bec2-e8e8d76f8858 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'd5bde1b4-a07c-441b-b728-8e99dccfdee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:34:50.304482 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Attempting to bind port 39410a13-97ff-4504-bec2-e8e8d76f8858 on network 4ade930e-ec49-432a-9b2e-334e2f815c11 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:34:50.309363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:34:50.309734 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Checking segment: {'id': 'd5bde1b4-a07c-441b-b728-8e99dccfdee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:34:50.310139 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:50.310532 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Bound using segment: {'id': 'd5bde1b4-a07c-441b-b728-8e99dccfdee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:34:50.310994 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Bound port: 39410a13-97ff-4504-bec2-e8e8d76f8858, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5bde1b4-a07c-441b-b728-8e99dccfdee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:34:50.311375 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:50.377197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] For port 39410a13-97ff-4504-bec2-e8e8d76f8858, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:34:50.380348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] For port 39410a13-97ff-4504-bec2-e8e8d76f8858, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=39410a13-97ff-4504-bec2-e8e8d76f8858,segment=NetworkSegment(d5bde1b4-a07c-441b-b728-8e99dccfdee3),segment_id=d5bde1b4-a07c-441b-b728-8e99dccfdee3)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:34:50.424880 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:50.437732 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:50.443910 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:50.498791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b31dd-7bca-4a58-a930-82c8aeb8228e None None] Pushing event updated for resources: {'Port': ['ID=39410a13-97ff-4504-bec2-e8e8d76f8858,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:50.559376 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Allocated IP 172.25.7.171 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/c6c8055f-c50c-4582-9422-92f37643ac97) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:34:50.677293 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:50.780393 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:50.819397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:34:50.822235 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:34:50.825682 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:34:50.850740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c8055f-c50c-4582-9422-92f37643ac97,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:51.053628 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 39410a13-97ff-4504-bec2-e8e8d76f8858 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:34:51.105211 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 39410a13-97ff-4504-bec2-e8e8d76f8858 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:51.105591 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:51.135855 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:51.187834 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:51.223564 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 39410a13-97ff-4504-bec2-e8e8d76f8858, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=39410a13-97ff-4504-bec2-e8e8d76f8858,segment=NetworkSegment(d5bde1b4-a07c-441b-b728-8e99dccfdee3),segment_id=d5bde1b4-a07c-441b-b728-8e99dccfdee3)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:51.317469 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:51.360015 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:51.370971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=39410a13-97ff-4504-bec2-e8e8d76f8858,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:51.406586 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9404a8-4cd2-4ade-a779-78e306d2c122 None None] Network 4ade930e-ec49-432a-9b2e-334e2f815c11 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:34:51.473966 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-336793cc-5dca-48c3-9463-9bfbdb2349fa None None] Provisioning complete for port 39410a13-97ff-4504-bec2-e8e8d76f8858 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:51.474253 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-336793cc-5dca-48c3-9463-9bfbdb2349fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:51.551778 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Router 8f6f2856-f99e-41d5-975d-04d4b98ab12f is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:34:51.664122 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:34:51.676363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Sync routers for ids ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:34:51.685381 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Routers {'8f6f2856-f99e-41d5-975d-04d4b98ab12f'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:34:51.686024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:34:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:51.749824 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:51.751857 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-99150d3e-df11-456f-a136-268bf285c4e6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9510880 Sep 18 05:34:51.754565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56816) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:51.797487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Set router 8f6f2856-f99e-41d5-975d-04d4b98ab12f gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:34:52.031744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9ce8060c-8c5d-4ff8-bf1b-d9ca3e0135eb None None] Provisioning complete for port 39410a13-97ff-4504-bec2-e8e8d76f8858 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:52.032131 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9ce8060c-8c5d-4ff8-bf1b-d9ca3e0135eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:52.225387 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:34:50Z', 'revision_number': 3, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port': {'id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:50Z', 'updated_at': '2021-09-18T05:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:52.251940 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Checking router: 8f6f2856-f99e-41d5-975d-04d4b98ab12f for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:34:52.252329 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Updating router 8f6f2856-f99e-41d5-975d-04d4b98ab12f port c6c8055f-c50c-4582-9422-92f37643ac97 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:34:52.279847 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:52.487996 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:52.533831 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:52.602824 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:52.644763 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Allocated IP 172.20.0.1 (4ade930e-ec49-432a-9b2e-334e2f815c11/3a4508b7-6b7d-4236-9b89-a9bac367d566/65ef302f-9559-4c3e-959a-51cdb27a5483) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:34:52.649936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Attempting to bind port c6c8055f-c50c-4582-9422-92f37643ac97 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:34:52.652956 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Attempting to bind port c6c8055f-c50c-4582-9422-92f37643ac97 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:34:52.652956 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Attempting to bind port c6c8055f-c50c-4582-9422-92f37643ac97 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:34:52.661007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696f501-35fc-4230-bd76-4d340b4bd71a None None] Pushing event updated for resources: {'Port': ['ID=c6c8055f-c50c-4582-9422-92f37643ac97,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:52.664480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:34:52.664869 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:34:52.665278 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:52.665671 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:34:52.666145 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Bound port: c6c8055f-c50c-4582-9422-92f37643ac97, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:34:52.666547 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:52.720850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] For port c6c8055f-c50c-4582-9422-92f37643ac97, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:34:52.724107 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] For port c6c8055f-c50c-4582-9422-92f37643ac97, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c6c8055f-c50c-4582-9422-92f37643ac97,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:34:52.758459 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:52.780736 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:52.841919 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Routers {'8f6f2856-f99e-41d5-975d-04d4b98ab12f'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:34:52.842540 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:34:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:52.847760 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696f501-35fc-4230-bd76-4d340b4bd71a None None] Pushing event updated for resources: {'Port': ['ID=c6c8055f-c50c-4582-9422-92f37643ac97,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:52.859741 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:52.895166 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Network 4ade930e-ec49-432a-9b2e-334e2f815c11 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:34:52.898069 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:34:52.900506 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:34:52.934073 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Pushing event updated for resources: {'Port': ['ID=65ef302f-9559-4c3e-959a-51cdb27a5483,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:52.958056 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] Set router 8f6f2856-f99e-41d5-975d-04d4b98ab12f gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:34:52.964187 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:53.049346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 39410a13-97ff-4504-bec2-e8e8d76f8858 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:34:53.161038 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ca4032f7-bb60-4552-81f9-584b7fe3b790 None None] Provisioning complete for port 65ef302f-9559-4c3e-959a-51cdb27a5483 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:53.161483 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ca4032f7-bb60-4552-81f9-584b7fe3b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:53.199502 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 39410a13-97ff-4504-bec2-e8e8d76f8858 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:53.199793 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:53.201000 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:53.261497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ca4032f7-bb60-4552-81f9-584b7fe3b790 None None] Port 65ef302f-9559-4c3e-959a-51cdb27a5483 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:34:53.280657 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:53.320109 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:34:50Z', 'revision_number': 3, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port': {'id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:50Z', 'updated_at': '2021-09-18T05:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:53.356358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3167fb4c-f372-4c66-a5ab-35d8789ce619 None None] The sync data for ids ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'] in n-d-789963-13 is: [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:34:50Z', 'revision_number': 3, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port': {'id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:50Z', 'updated_at': '2021-09-18T05:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:34:53.386729 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:53.426027 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:53.448823 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:53.520044 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Pushing event updated for resources: {'Port': ['ID=65ef302f-9559-4c3e-959a-51cdb27a5483,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:53.522594 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:53.626882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Network 4ade930e-ec49-432a-9b2e-334e2f815c11 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:34:53.628224 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:34:53.753061 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Router 8f6f2856-f99e-41d5-975d-04d4b98ab12f has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:34:53.870541 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:34:53.876739 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-437fb662-874c-49c6-a434-25ee28b63e4b admin admin] 10.222.0.23 "PUT /v2.0/routers/8f6f2856-f99e-41d5-975d-04d4b98ab12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1210198 Sep 18 05:34:53.892980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-37446771-dd40-44d0-8fa0-11b752dd2244 None None] Provisioning complete for port 65ef302f-9559-4c3e-959a-51cdb27a5483 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:53.893368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-37446771-dd40-44d0-8fa0-11b752dd2244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:53.935016 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-37446771-dd40-44d0-8fa0-11b752dd2244 None None] Port 65ef302f-9559-4c3e-959a-51cdb27a5483 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:34:54.508788 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56842) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:54.513731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1552014697-network', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:54.614160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] Made reservation on behalf of cc5aa499ae5f45d6b0c2717f8aabd284 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:34:54.616770 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:54.626685 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:54.719156 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:54.766547 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:54.791756 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:34:54.801473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b8cab4-4102-46fb-a9ea-aa75116782a1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:54.806184 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:54.806529 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] Added segment 97295d3c-69fe-4863-9937-3c68aaa6423a of type vlan for network e19ff411-6a85-4182-a7bf-392bb6148d2a Sep 18 05:34:54.848771 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:54.904681 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Sync routers for ids ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:34:54.915272 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Routers {'8f6f2856-f99e-41d5-975d-04d4b98ab12f'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:34:54.919247 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:34:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:54.938000 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:54.939562 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:54.940154 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.001778 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] Pushing event updated for resources: {'Network': ['ID=e19ff411-6a85-4182-a7bf-392bb6148d2a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:55.015886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network e19ff411-6a85-4182-a7bf-392bb6148d2a details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:34:55.023259 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Set router 8f6f2856-f99e-41d5-975d-04d4b98ab12f gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:34:55.041729 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-770c4aa4-90b7-44c2-82cc-2e96826685b6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5318100 Sep 18 05:34:55.044360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56844) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:55.049788 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-939e71c5-858d-4575-84e6-df3bd0e0d75c admin admin] Request body: {'subnet': {'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1552014697-subnet', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:55.081067 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c6c8055f-c50c-4582-9422-92f37643ac97 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:34:55.135670 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port c6c8055f-c50c-4582-9422-92f37643ac97 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:55.136042 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.139973 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939e71c5-858d-4575-84e6-df3bd0e0d75c admin admin] Made reservation on behalf of cc5aa499ae5f45d6b0c2717f8aabd284 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:34:55.142531 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-939e71c5-858d-4575-84e6-df3bd0e0d75c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.216521 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.235001 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:34:53Z', 'revision_number': 4, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port': {'id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:50Z', 'updated_at': '2021-09-18T05:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '65ef302f-9559-4c3e-959a-51cdb27a5483', 'name': '', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'mac_address': 'fa:16:3e:a6:0f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:52Z', 'updated_at': '2021-09-18T05:34:53Z', 'revision_number': 2, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'subnets': [{'id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:55.262449 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Checking router: 8f6f2856-f99e-41d5-975d-04d4b98ab12f for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:34:55.262724 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Updating router 8f6f2856-f99e-41d5-975d-04d4b98ab12f port 65ef302f-9559-4c3e-959a-51cdb27a5483 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:34:55.278836 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port c6c8055f-c50c-4582-9422-92f37643ac97, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c6c8055f-c50c-4582-9422-92f37643ac97,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:55.288148 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.340315 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.381013 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-939e71c5-858d-4575-84e6-df3bd0e0d75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.394616 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=c6c8055f-c50c-4582-9422-92f37643ac97,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:55.447422 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e71c5-858d-4575-84e6-df3bd0e0d75c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0821f28-9d40-415c-a8dc-560d1d3f2c22,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:55.455442 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939e71c5-858d-4575-84e6-df3bd0e0d75c admin admin] Checking segment: {'id': '97295d3c-69fe-4863-9937-3c68aaa6423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:34:55.455791 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939e71c5-858d-4575-84e6-df3bd0e0d75c admin admin] Network hostable DHCP agents. Network: e19ff411-6a85-4182-a7bf-392bb6148d2a, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:34:55.522954 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939e71c5-858d-4575-84e6-df3bd0e0d75c admin admin] Network e19ff411-6a85-4182-a7bf-392bb6148d2a is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:34:55.562209 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.597090 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-939e71c5-858d-4575-84e6-df3bd0e0d75c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, e19ff411-6a85-4182-a7bf-392bb6148d2a) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:34:55.601880 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939e71c5-858d-4575-84e6-df3bd0e0d75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:55.602954 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-939e71c5-858d-4575-84e6-df3bd0e0d75c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.606445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a2ed1b-90bb-462c-82e9-b0bc4bca6b69 None None] Network e19ff411-6a85-4182-a7bf-392bb6148d2a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:34:55.620012 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.677902 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee90141-7381-4c82-a897-545568822f6c None None] Pushing event updated for resources: {'Port': ['ID=65ef302f-9559-4c3e-959a-51cdb27a5483,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:55.702245 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee90141-7381-4c82-a897-545568822f6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:55.702597 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee90141-7381-4c82-a897-545568822f6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:55.702942 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee90141-7381-4c82-a897-545568822f6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:55.703283 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee90141-7381-4c82-a897-545568822f6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:55.703621 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee90141-7381-4c82-a897-545568822f6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:55.703990 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee90141-7381-4c82-a897-545568822f6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:55.704954 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee90141-7381-4c82-a897-545568822f6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:55.705282 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee90141-7381-4c82-a897-545568822f6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:55.705810 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee90141-7381-4c82-a897-545568822f6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:55.706408 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee90141-7381-4c82-a897-545568822f6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:55.706742 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee90141-7381-4c82-a897-545568822f6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:55.707135 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee90141-7381-4c82-a897-545568822f6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:34:55.716447 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-939e71c5-858d-4575-84e6-df3bd0e0d75c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6709962 Sep 18 05:34:55.718952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56850) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:55.723672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1552014697-router', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:34:55.749728 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Attempting to bind port 65ef302f-9559-4c3e-959a-51cdb27a5483 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:34:55.750479 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Attempting to bind port 65ef302f-9559-4c3e-959a-51cdb27a5483 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'd5bde1b4-a07c-441b-b728-8e99dccfdee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:34:55.750920 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Attempting to bind port 65ef302f-9559-4c3e-959a-51cdb27a5483 on network 4ade930e-ec49-432a-9b2e-334e2f815c11 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:34:55.757427 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:34:55.757801 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Checking segment: {'id': 'd5bde1b4-a07c-441b-b728-8e99dccfdee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:34:55.758206 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.758603 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Bound using segment: {'id': 'd5bde1b4-a07c-441b-b728-8e99dccfdee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:34:55.759066 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Bound port: 65ef302f-9559-4c3e-959a-51cdb27a5483, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5bde1b4-a07c-441b-b728-8e99dccfdee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:34:55.759447 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.771819 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-e19ff411-6a85-4182-a7bf-392bb6148d2a', 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'fixed_ips': [{'subnet_id': 'd0821f28-9d40-415c-a8dc-560d1d3f2c22'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:34:55.772704 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.820815 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.822041 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.879464 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] For port 65ef302f-9559-4c3e-959a-51cdb27a5483, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:34:55.884993 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] For port 65ef302f-9559-4c3e-959a-51cdb27a5483, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=65ef302f-9559-4c3e-959a-51cdb27a5483,segment=NetworkSegment(d5bde1b4-a07c-441b-b728-8e99dccfdee3),segment_id=d5bde1b4-a07c-441b-b728-8e99dccfdee3)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:34:55.900713 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:55.932870 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Allocated IP 172.20.0.2 (e19ff411-6a85-4182-a7bf-392bb6148d2a/d0821f28-9d40-415c-a8dc-560d1d3f2c22/85273bc1-00dc-4705-9ef6-6f8d4c19f397) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:34:55.967263 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.011339 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6af41243-87d9-483f-a234-3285b6f4a4fd None None] Provisioning complete for port 65ef302f-9559-4c3e-959a-51cdb27a5483 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:56.011936 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6af41243-87d9-483f-a234-3285b6f4a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.064159 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Routers {'8f6f2856-f99e-41d5-975d-04d4b98ab12f'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:34:56.064159 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:34:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:56.111648 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee90141-7381-4c82-a897-545568822f6c None None] Pushing event updated for resources: {'Port': ['ID=65ef302f-9559-4c3e-959a-51cdb27a5483,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:56.182159 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.200486 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.262162 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6af41243-87d9-483f-a234-3285b6f4a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.305731 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-6af41243-87d9-483f-a234-3285b6f4a4fd None None] For port 65ef302f-9559-4c3e-959a-51cdb27a5483, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=65ef302f-9559-4c3e-959a-51cdb27a5483,segment=NetworkSegment(d5bde1b4-a07c-441b-b728-8e99dccfdee3),segment_id=d5bde1b4-a07c-441b-b728-8e99dccfdee3)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:56.312934 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.366136 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Network e19ff411-6a85-4182-a7bf-392bb6148d2a is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:34:56.375376 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6af41243-87d9-483f-a234-3285b6f4a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.379349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:34:56.381629 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:34:56.383811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Pushing event updated for resources: {'Port': ['ID=85273bc1-00dc-4705-9ef6-6f8d4c19f397,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:56.383935 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] Set router 8f6f2856-f99e-41d5-975d-04d4b98ab12f gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:34:56.543690 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.567898 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.604828 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:34:53Z', 'revision_number': 4, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port': {'id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:50Z', 'updated_at': '2021-09-18T05:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '65ef302f-9559-4c3e-959a-51cdb27a5483', 'name': '', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'mac_address': 'fa:16:3e:a6:0f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:52Z', 'updated_at': '2021-09-18T05:34:55Z', 'revision_number': 4, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'subnets': [{'id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:56.637698 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9947d4-dc33-4ea2-8f15-dc33a1b22de5 None None] The sync data for ids ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'] in n-d-789963-13 is: [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:34:53Z', 'revision_number': 4, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port': {'id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:50Z', 'updated_at': '2021-09-18T05:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '65ef302f-9559-4c3e-959a-51cdb27a5483', 'name': '', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'mac_address': 'fa:16:3e:a6:0f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:52Z', 'updated_at': '2021-09-18T05:34:55Z', 'revision_number': 4, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'subnets': [{'id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:34:56.638349 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3cf6c7a4-b437-4294-b528-b29fe492489d None None] Provisioning complete for port 65ef302f-9559-4c3e-959a-51cdb27a5483 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:56.638736 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3cf6c7a4-b437-4294-b528-b29fe492489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.643357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af41243-87d9-483f-a234-3285b6f4a4fd None None] Pushing event updated for resources: {'Port': ['ID=65ef302f-9559-4c3e-959a-51cdb27a5483,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:56.689272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Attempting to bind port 85273bc1-00dc-4705-9ef6-6f8d4c19f397 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:34:56.689651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Attempting to bind port 85273bc1-00dc-4705-9ef6-6f8d4c19f397 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '97295d3c-69fe-4863-9937-3c68aaa6423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:34:56.690022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Attempting to bind port 85273bc1-00dc-4705-9ef6-6f8d4c19f397 on network e19ff411-6a85-4182-a7bf-392bb6148d2a {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:34:56.711529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Allocated IP 172.25.7.226 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/91982350-de47-4bae-b647-c3f170382891) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:34:56.715403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:34:56.715859 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Checking segment: {'id': '97295d3c-69fe-4863-9937-3c68aaa6423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:34:56.716387 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.716858 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Bound using segment: {'id': '97295d3c-69fe-4863-9937-3c68aaa6423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:34:56.717405 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Bound port: 85273bc1-00dc-4705-9ef6-6f8d4c19f397, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97295d3c-69fe-4863-9937-3c68aaa6423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:34:56.717864 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.840204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] For port 85273bc1-00dc-4705-9ef6-6f8d4c19f397, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:34:56.842454 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.843900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] For port 85273bc1-00dc-4705-9ef6-6f8d4c19f397, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=85273bc1-00dc-4705-9ef6-6f8d4c19f397,segment=NetworkSegment(97295d3c-69fe-4863-9937-3c68aaa6423a),segment_id=97295d3c-69fe-4863-9937-3c68aaa6423a)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:34:56.906492 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.935773 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:56.973528 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f2e8b-4b27-4fcc-87c5-21b5ac585cbf None None] Pushing event updated for resources: {'Port': ['ID=85273bc1-00dc-4705-9ef6-6f8d4c19f397,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:56.977353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:34:56.982030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:34:56.985578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:34:56.996627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=91982350-de47-4bae-b647-c3f170382891,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:57.169083 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 65ef302f-9559-4c3e-959a-51cdb27a5483 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:34:57.261971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 65ef302f-9559-4c3e-959a-51cdb27a5483 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:57.261971 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:57.357829 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c6c8055f-c50c-4582-9422-92f37643ac97 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:34:57.412163 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port c6c8055f-c50c-4582-9422-92f37643ac97 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:57.412754 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:57.749019 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:57.962399 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:58.006185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f4f6c5-a2c7-461a-ae25-a9496f0be1b4 None None] Network e19ff411-6a85-4182-a7bf-392bb6148d2a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:34:58.075096 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ac18c968-49b0-482d-8a46-800d5e85f71a None None] Provisioning complete for port 85273bc1-00dc-4705-9ef6-6f8d4c19f397 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:58.075474 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ac18c968-49b0-482d-8a46-800d5e85f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:58.162359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Router e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:34:58.213683 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ac18c968-49b0-482d-8a46-800d5e85f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:58.251204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-ac18c968-49b0-482d-8a46-800d5e85f71a None None] For port 85273bc1-00dc-4705-9ef6-6f8d4c19f397, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=85273bc1-00dc-4705-9ef6-6f8d4c19f397,segment=NetworkSegment(97295d3c-69fe-4863-9937-3c68aaa6423a),segment_id=97295d3c-69fe-4863-9937-3c68aaa6423a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:34:58.272459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:34:58.284451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Sync routers for ids ['e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:34:58.294131 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Routers {'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:34:58.294895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:34:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:58.323177 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:58.326142 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1df8fee2-33fb-4226-a022-d7bd78b04ab4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6046765 Sep 18 05:34:58.327527 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56856) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:58.333310 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ac18c968-49b0-482d-8a46-800d5e85f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:58.425046 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18c968-49b0-482d-8a46-800d5e85f71a None None] Pushing event updated for resources: {'Port': ['ID=85273bc1-00dc-4705-9ef6-6f8d4c19f397,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:58.447434 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Set router e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:34:58.521226 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d4cf0c6b-512e-40ed-844d-c6fc62764ba9 None None] Provisioning complete for port 85273bc1-00dc-4705-9ef6-6f8d4c19f397 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:58.521519 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d4cf0c6b-512e-40ed-844d-c6fc62764ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:58.688992 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'name': 'tempest-TestServerBasicOps-1552014697-router', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '91982350-de47-4bae-b647-c3f170382891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:55Z', 'updated_at': '2021-09-18T05:34:57Z', 'revision_number': 3, 'project_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'gw_port': {'id': '91982350-de47-4bae-b647-c3f170382891', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:56Z', 'updated_at': '2021-09-18T05:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:58.716946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Checking router: e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:34:58.717804 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Updating router e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 port 91982350-de47-4bae-b647-c3f170382891 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:34:58.741708 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:58.752937 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:58.910560 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Allocated IP 172.20.0.1 (e19ff411-6a85-4182-a7bf-392bb6148d2a/d0821f28-9d40-415c-a8dc-560d1d3f2c22/0fdfe9d8-ebf1-42c5-811e-f6353359ccb8) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:34:58.996260 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.018558 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.065329 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 85273bc1-00dc-4705-9ef6-6f8d4c19f397 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:34:59.087879 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.092666 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.137680 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Network e19ff411-6a85-4182-a7bf-392bb6148d2a is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:34:59.140800 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:34:59.143773 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:34:59.156995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Attempting to bind port 91982350-de47-4bae-b647-c3f170382891 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:34:59.157968 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Attempting to bind port 91982350-de47-4bae-b647-c3f170382891 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:34:59.158348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Attempting to bind port 91982350-de47-4bae-b647-c3f170382891 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:34:59.161198 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe2e95-c1a3-41d4-b6fb-b4b0941adca2 None None] Pushing event updated for resources: {'Port': ['ID=91982350-de47-4bae-b647-c3f170382891,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:59.169489 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:34:59.170001 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:34:59.170292 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.170694 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:34:59.171175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Bound port: 91982350-de47-4bae-b647-c3f170382891, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:34:59.171826 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.176374 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 85273bc1-00dc-4705-9ef6-6f8d4c19f397 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:59.176374 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.183482 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Pushing event updated for resources: {'Port': ['ID=0fdfe9d8-ebf1-42c5-811e-f6353359ccb8,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:59.197313 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.262235 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] For port 91982350-de47-4bae-b647-c3f170382891, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:34:59.269232 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] For port 91982350-de47-4bae-b647-c3f170382891, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=91982350-de47-4bae-b647-c3f170382891,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:34:59.322597 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b4abf-81f4-4ab4-b890-9e76f6e206cf req-9cb193d1-fc21-4391-953c-4167c01010dc tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:34:59.322597 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fe9b4abf-81f4-4ab4-b890-9e76f6e206cf req-9cb193d1-fc21-4391-953c-4167c01010dc tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1099 time: 0.0888660 Sep 18 05:34:59.340415 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.370868 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fe9b4abf-81f4-4ab4-b890-9e76f6e206cf req-99078b93-2de6-4606-ae36-27ed64a23483 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397758 Sep 18 05:34:59.404117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56864) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:34:59.406611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Routers {'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:34:59.407814 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:34:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:59.413928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe2e95-c1a3-41d4-b6fb-b4b0941adca2 None None] Pushing event updated for resources: {'Port': ['ID=91982350-de47-4bae-b647-c3f170382891,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:59.436282 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.456978 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-dea67d21-fc02-4381-8017-ea5fc998be32 None None] Provisioning complete for port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:34:59.457284 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-dea67d21-fc02-4381-8017-ea5fc998be32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.532780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-dea67d21-fc02-4381-8017-ea5fc998be32 None None] Port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:34:59.552076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] Set router e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:34:59.579411 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a62fd-e08f-4bc5-ae9c-0da6c6d60a4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port 06358ac6-29a1-4a0b-9792-702bc4b81929 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:34:59.580005 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c3a62fd-e08f-4bc5-ae9c-0da6c6d60a4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.605497 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.660467 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.661065 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c3a62fd-e08f-4bc5-ae9c-0da6c6d60a4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.661402 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c3a62fd-e08f-4bc5-ae9c-0da6c6d60a4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.673972 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a62fd-e08f-4bc5-ae9c-0da6c6d60a4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for 06358ac6-29a1-4a0b-9792-702bc4b81929 owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:34:59.727850 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.729760 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Pushing event updated for resources: {'Port': ['ID=0fdfe9d8-ebf1-42c5-811e-f6353359ccb8,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:34:59.773416 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'name': 'tempest-TestServerBasicOps-1552014697-router', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '91982350-de47-4bae-b647-c3f170382891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:55Z', 'updated_at': '2021-09-18T05:34:59Z', 'revision_number': 4, 'project_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'gw_port': {'id': '91982350-de47-4bae-b647-c3f170382891', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:56Z', 'updated_at': '2021-09-18T05:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '0fdfe9d8-ebf1-42c5-811e-f6353359ccb8', 'name': '', 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'mac_address': 'fa:16:3e:c3:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'd0821f28-9d40-415c-a8dc-560d1d3f2c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:58Z', 'updated_at': '2021-09-18T05:34:58Z', 'revision_number': 1, 'project_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'subnets': [{'id': 'd0821f28-9d40-415c-a8dc-560d1d3f2c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:34:59.810380 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e41e0c9-9d8a-4fe1-aa7a-9594ef0d0323 None None] The sync data for ids ['e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'] in n-d-789963-13 is: [{'id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'name': 'tempest-TestServerBasicOps-1552014697-router', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '91982350-de47-4bae-b647-c3f170382891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:55Z', 'updated_at': '2021-09-18T05:34:59Z', 'revision_number': 4, 'project_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'gw_port': {'id': '91982350-de47-4bae-b647-c3f170382891', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:56Z', 'updated_at': '2021-09-18T05:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '0fdfe9d8-ebf1-42c5-811e-f6353359ccb8', 'name': '', 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'mac_address': 'fa:16:3e:c3:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'd0821f28-9d40-415c-a8dc-560d1d3f2c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:58Z', 'updated_at': '2021-09-18T05:34:58Z', 'revision_number': 1, 'project_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'subnets': [{'id': 'd0821f28-9d40-415c-a8dc-560d1d3f2c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:34:59.836664 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Network e19ff411-6a85-4182-a7bf-392bb6148d2a is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:34:59.838105 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:34:59.933363 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c3a62fd-e08f-4bc5-ae9c-0da6c6d60a4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:34:59.962614 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Router e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:34:59.971206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a62fd-e08f-4bc5-ae9c-0da6c6d60a4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=06358ac6-29a1-4a0b-9792-702bc4b81929,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:00.038999 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c3a62fd-e08f-4bc5-ae9c-0da6c6d60a4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:00.039359 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-1c3a62fd-e08f-4bc5-ae9c-0da6c6d60a4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Floating IP 215b0a37-3d19-4c94-ae4d-62d2e431dc33 disassociated (deleted). External IP: 172.25.7.145, port: 7d2aaa88-f394-4aa1-9c84-76e04c00e003. Sep 18 05:35:00.115259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:35:00.120455 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7a0d203d-866c-4877-a347-da67ff45c061 admin admin] 10.222.0.23 "PUT /v2.0/routers/e082c0b3-10c9-4ca0-a816-5d1d2b4c9590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7916403 Sep 18 05:35:00.162870 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-11c14fdf-cb05-401e-ac2a-fa1bdd45c151 None None] Provisioning complete for port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:00.163677 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-11c14fdf-cb05-401e-ac2a-fa1bdd45c151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:00.209354 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-11c14fdf-cb05-401e-ac2a-fa1bdd45c151 None None] Port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:35:00.305390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3a62fd-e08f-4bc5-ae9c-0da6c6d60a4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:35:00.426880 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3a62fd-e08f-4bc5-ae9c-0da6c6d60a4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:35:00.431649 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1c3a62fd-e08f-4bc5-ae9c-0da6c6d60a4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:00.436371 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85954b4a-5c0e-4efb-8e26-38572fe60460 None None] Sync routers for ids ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:35:00.447989 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85954b4a-5c0e-4efb-8e26-38572fe60460 None None] Routers {'7e0adb1f-9172-43e9-9944-29f9477a3dc8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:35:00.448636 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-85954b4a-5c0e-4efb-8e26-38572fe60460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:34:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:00.465882 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1c3a62fd-e08f-4bc5-ae9c-0da6c6d60a4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/floatingips/215b0a37-3d19-4c94-ae4d-62d2e431dc33 HTTP/1.1" status: 204 len: 168 time: 1.0581658 Sep 18 05:35:00.465882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:35:00.467696 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0245216b-9669-4b13-810c-7a2b33fb7664" -d '{"events": [{"name": "network-changed", "server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:35:00.589682 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-85954b4a-5c0e-4efb-8e26-38572fe60460 None None] Set router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:35:00.853792 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-85954b4a-5c0e-4efb-8e26-38572fe60460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032', 'name': '', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:ab:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:54Z', 'updated_at': '2021-09-18T05:32:58Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:00.881252 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85954b4a-5c0e-4efb-8e26-38572fe60460 None None] Checking router: 7e0adb1f-9172-43e9-9944-29f9477a3dc8 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:35:00.890824 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85954b4a-5c0e-4efb-8e26-38572fe60460 None None] Routers {'7e0adb1f-9172-43e9-9944-29f9477a3dc8'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:35:00.897221 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-85954b4a-5c0e-4efb-8e26-38572fe60460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:34:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:00.936292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56884) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:00.948000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-21d81e05-0304-485c-8707-98d1d82bfd84 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190991015', 'description': 'tempest-secgroup-smoke-1190991015 description', 'project_id': 'cf530ad4bdeb406596eda7f009a666df'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:01.055895 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fbbf83-a90f-4281-84fb-11bc1acd8e66 x-openstack-request-id: req-27fbbf83-a90f-4281-84fb-11bc1acd8e66 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:35:01.056211 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:35:01.056488 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27fbbf83-a90f-4281-84fb-11bc1acd8e66 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:35:01.056900 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'status': 'completed', 'code': 200} Sep 18 05:35:01.064492 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-21d81e05-0304-485c-8707-98d1d82bfd84 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:01.065814 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-85954b4a-5c0e-4efb-8e26-38572fe60460 None None] Set router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:35:01.106193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 91982350-de47-4bae-b647-c3f170382891 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:35:01.166555 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53162976-9c0c-49d0-8f8b-e7db4f3dcbce req-c49d6b93-6f28-4714-b0b5-38545d54a7a9 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:01.177431 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-53162976-9c0c-49d0-8f8b-e7db4f3dcbce req-c49d6b93-6f28-4714-b0b5-38545d54a7a9 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 947 time: 0.0751512 Sep 18 05:35:01.223778 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-21d81e05-0304-485c-8707-98d1d82bfd84 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:01.231652 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 91982350-de47-4bae-b647-c3f170382891 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:01.231994 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-53162976-9c0c-49d0-8f8b-e7db4f3dcbce req-5eb363f5-c40b-4267-b931-ffac4839a503 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492904 Sep 18 05:35:01.232117 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:01.308416 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a9f71316-1f9e-4fa7-b89f-a0c72e48037e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:01.317785 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-21d81e05-0304-485c-8707-98d1d82bfd84 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:01.330979 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:01.357798 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 91982350-de47-4bae-b647-c3f170382891, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=91982350-de47-4bae-b647-c3f170382891,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:01.365428 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245216b-9669-4b13-810c-7a2b33fb7664 req-d105e310-e926-43b6-9cf9-8012dbb95b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:01.367066 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0245216b-9669-4b13-810c-7a2b33fb7664 req-d105e310-e926-43b6-9cf9-8012dbb95b57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 1099 time: 0.2919364 Sep 18 05:35:01.368824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d81e05-0304-485c-8707-98d1d82bfd84 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d83617-a26a-482b-bb8c-e35c8c834cab,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:01.398173 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-85954b4a-5c0e-4efb-8e26-38572fe60460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032', 'name': '', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:ab:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:54Z', 'updated_at': '2021-09-18T05:32:58Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:01.403656 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:01.427234 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85954b4a-5c0e-4efb-8e26-38572fe60460 None None] The sync data for ids ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'] in n-d-789963-13 is: [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032', 'name': '', 'network_id': 'fb672d5b-c105-4aa7-a8b2-e5a470b9995e', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:ab:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:54Z', 'updated_at': '2021-09-18T05:32:58Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '2bc4a35d-77af-4be0-a844-57948cdc5770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:35:01.441193 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-21d81e05-0304-485c-8707-98d1d82bfd84 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:01.442451 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-21d81e05-0304-485c-8707-98d1d82bfd84 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5051281 Sep 18 05:35:01.445523 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56888) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:01.452205 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-35c4d6c4-9534-44c8-94de-e308bdb070cc tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Request body: {'security_group_rule': {'security_group_id': '87d83617-a26a-482b-bb8c-e35c8c834cab', 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:01.472189 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=91982350-de47-4bae-b647-c3f170382891,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:01.489206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245216b-9669-4b13-810c-7a2b33fb7664 req-e1029e17-5dca-4d52-a99f-f2f753cf0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:01.491882 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0245216b-9669-4b13-810c-7a2b33fb7664 req-e1029e17-5dca-4d52-a99f-f2f753cf0f80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e HTTP/1.1" status: 200 len: 896 time: 0.1166911 Sep 18 05:35:01.538101 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0245216b-9669-4b13-810c-7a2b33fb7664 req-376beaaf-0718-4d56-bc68-4bca956591a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 200 len: 217 time: 0.0379672 Sep 18 05:35:01.559852 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-35c4d6c4-9534-44c8-94de-e308bdb070cc tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:01.596228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245216b-9669-4b13-810c-7a2b33fb7664 req-23454eeb-7a2d-4e7d-bebe-08187f299280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:01.598079 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0245216b-9669-4b13-810c-7a2b33fb7664 req-23454eeb-7a2d-4e7d-bebe-08187f299280 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bc4a35d-77af-4be0-a844-57948cdc5770 HTTP/1.1" status: 200 len: 834 time: 0.0531788 Sep 18 05:35:01.614939 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-35c4d6c4-9534-44c8-94de-e308bdb070cc tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:01.647246 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245216b-9669-4b13-810c-7a2b33fb7664 req-922f3f64-b582-467d-a43b-29d0a7dd76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:01.648840 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0245216b-9669-4b13-810c-7a2b33fb7664 req-922f3f64-b582-467d-a43b-29d0a7dd76c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb672d5b-c105-4aa7-a8b2-e5a470b9995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427377 Sep 18 05:35:01.682720 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-35c4d6c4-9534-44c8-94de-e308bdb070cc tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:01.701951 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4d6c4-9534-44c8-94de-e308bdb070cc tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458a817b-8594-490e-a9e7-a1c7e7fd4f01,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:01.749939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0245216b-9669-4b13-810c-7a2b33fb7664 req-beda3077-699c-4f27-805b-9427528cd051 service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920379 Sep 18 05:35:01.773876 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-35c4d6c4-9534-44c8-94de-e308bdb070cc tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:01.775127 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-35c4d6c4-9534-44c8-94de-e308bdb070cc tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277583 Sep 18 05:35:01.777944 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56890) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:01.782824 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-6e32fdd0-b6e4-42ca-b7ad-0329227d9550 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Request body: {'security_group_rule': {'security_group_id': '87d83617-a26a-482b-bb8c-e35c8c834cab', 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:01.843761 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0245216b-9669-4b13-810c-7a2b33fb7664 req-dbaeaa0b-e08b-4dfc-9b32-cf6f9776d6f2 service neutron] 10.222.0.13 "GET /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861437 Sep 18 05:35:01.870666 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e32fdd0-b6e4-42ca-b7ad-0329227d9550 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:01.932256 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e32fdd0-b6e4-42ca-b7ad-0329227d9550 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.002510 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e32fdd0-b6e4-42ca-b7ad-0329227d9550 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.021019 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32fdd0-b6e4-42ca-b7ad-0329227d9550 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988b2137-c203-4861-9d59-6a7282e4af78,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:02.088372 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6e32fdd0-b6e4-42ca-b7ad-0329227d9550 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.089651 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6e32fdd0-b6e4-42ca-b7ad-0329227d9550 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3108199 Sep 18 05:35:02.092330 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56894) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:02.097409 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f91c337e-71ad-44a6-9967-d15e62090dda tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Request body: {'security_group_rule': {'security_group_id': '87d83617-a26a-482b-bb8c-e35c8c834cab', 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:02.184056 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f91c337e-71ad-44a6-9967-d15e62090dda tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.242863 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f91c337e-71ad-44a6-9967-d15e62090dda tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.248220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4de98-56ef-49fd-b492-82207fc76314 req-7113f933-836f-4b6b-9d67-84d454c2574b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:02.249755 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43a4de98-56ef-49fd-b492-82207fc76314 req-7113f933-836f-4b6b-9d67-84d454c2574b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 947 time: 0.0497651 Sep 18 05:35:02.322900 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f91c337e-71ad-44a6-9967-d15e62090dda tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.347967 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c337e-71ad-44a6-9967-d15e62090dda tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f88d70-ee65-4163-8e34-22faec56ac1e,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:02.362641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-43a4de98-56ef-49fd-b492-82207fc76314 req-ba47245c-9594-4933-baa1-03afc1632e63 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:35:02.362988 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-43a4de98-56ef-49fd-b492-82207fc76314 req-ba47245c-9594-4933-baa1-03afc1632e63 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.366622 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfdf00-0ca7-4ce3-a297-46bb79701c5c req-2896eff0-f827-4248-969c-9cc9074d612e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:02.372925 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a5bfdf00-0ca7-4ce3-a297-46bb79701c5c req-2896eff0-f827-4248-969c-9cc9074d612e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 947 time: 0.0738916 Sep 18 05:35:02.406799 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a5bfdf00-0ca7-4ce3-a297-46bb79701c5c req-faae94e0-c63e-4320-8cc5-cd3b71ef0ae5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2da460f-87fc-43bb-b597-0dd34179ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325694 Sep 18 05:35:02.421803 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f91c337e-71ad-44a6-9967-d15e62090dda tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.423600 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f91c337e-71ad-44a6-9967-d15e62090dda tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3301873 Sep 18 05:35:02.426186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56898) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:02.431810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-64de31a0-4e2b-4e6e-9495-941092b93975 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Request body: {'security_group_rule': {'security_group_id': '87d83617-a26a-482b-bb8c-e35c8c834cab', 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:02.455521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-43a4de98-56ef-49fd-b492-82207fc76314 req-ba47245c-9594-4933-baa1-03afc1632e63 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] For port 7d2aaa88-f394-4aa1-9c84-76e04c00e003, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7d2aaa88-f394-4aa1-9c84-76e04c00e003,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:02.456099 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-43a4de98-56ef-49fd-b492-82207fc76314 req-ba47245c-9594-4933-baa1-03afc1632e63 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.472793 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-43a4de98-56ef-49fd-b492-82207fc76314 req-ba47245c-9594-4933-baa1-03afc1632e63 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for 7d2aaa88-f394-4aa1-9c84-76e04c00e003 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:35:02.510129 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64de31a0-4e2b-4e6e-9495-941092b93975 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.573628 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64de31a0-4e2b-4e6e-9495-941092b93975 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.585193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00289f06-29cd-433d-ad7a-12d8112648b6 None None] New status for floating IP 215b0a37-3d19-4c94-ae4d-62d2e431dc33: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:35:02.641133 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64de31a0-4e2b-4e6e-9495-941092b93975 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.659905 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de31a0-4e2b-4e6e-9495-941092b93975 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0909f9c3-8ef2-48c9-9247-1b742835ecbe,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:02.669766 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-43a4de98-56ef-49fd-b492-82207fc76314 req-ba47245c-9594-4933-baa1-03afc1632e63 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.698893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47245c-9594-4933-baa1-03afc1632e63 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=7d2aaa88-f394-4aa1-9c84-76e04c00e003,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:02.726674 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-64de31a0-4e2b-4e6e-9495-941092b93975 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.728153 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-64de31a0-4e2b-4e6e-9495-941092b93975 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2999089 Sep 18 05:35:02.731004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56900) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:02.736186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-eb93e967-974e-4fea-9e3d-023e35806af0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Request body: {'security_group_rule': {'security_group_id': '87d83617-a26a-482b-bb8c-e35c8c834cab', 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:02.747920 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a4de98-56ef-49fd-b492-82207fc76314 req-ba47245c-9594-4933-baa1-03afc1632e63 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] No DVR routers for this DVR port 7d2aaa88-f394-4aa1-9c84-76e04c00e003 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:35:02.750826 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-43a4de98-56ef-49fd-b492-82207fc76314 req-ba47245c-9594-4933-baa1-03afc1632e63 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.753573 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43a4de98-56ef-49fd-b492-82207fc76314 req-ba47245c-9594-4933-baa1-03afc1632e63 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.13 "DELETE /v2.0/ports/7d2aaa88-f394-4aa1-9c84-76e04c00e003 HTTP/1.1" status: 204 len: 173 time: 0.4978371 Sep 18 05:35:02.817893 n-d-789963-13 neutron-server[106908]: INFO neutron.db.securitygroups_db [None req-eb93e967-974e-4fea-9e3d-023e35806af0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Project cf530ad4bdeb406596eda7f009a666df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:35:02.822799 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eb93e967-974e-4fea-9e3d-023e35806af0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.883574 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eb93e967-974e-4fea-9e3d-023e35806af0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.939682 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eb93e967-974e-4fea-9e3d-023e35806af0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:02.959163 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93e967-974e-4fea-9e3d-023e35806af0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b363a17-db7d-421f-b5eb-b13530047b0c,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:03.026789 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-eb93e967-974e-4fea-9e3d-023e35806af0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:03.031124 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-eb93e967-974e-4fea-9e3d-023e35806af0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2989409 Sep 18 05:35:03.035886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56902) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:03.043603 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 91982350-de47-4bae-b647-c3f170382891 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:35:03.046918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9480291e-776e-46b4-b24d-b28c78893e16 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Request body: {'security_group_rule': {'security_group_id': '87d83617-a26a-482b-bb8c-e35c8c834cab', 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:03.059375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'name': 'network-vif-deleted', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:35:03.061817 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653e4ad9-8430-4dcd-8d70-7c3dfff7080f" -d '{"events": [{"server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "name": "network-vif-deleted", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:35:03.106198 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82e7ab9-22dc-462e-8093-4487ca562b47 x-openstack-request-id: req-c82e7ab9-22dc-462e-8093-4487ca562b47 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:35:03.106879 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41e1768-4ed6-442e-8f6a-b6cdf7008df0", "name": "network-vif-deleted", "tag": "7d2aaa88-f394-4aa1-9c84-76e04c00e003", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:35:03.107007 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c82e7ab9-22dc-462e-8093-4487ca562b47 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:35:03.107369 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41e1768-4ed6-442e-8f6a-b6cdf7008df0', 'name': 'network-vif-deleted', 'tag': '7d2aaa88-f394-4aa1-9c84-76e04c00e003', 'status': 'completed', 'code': 200} Sep 18 05:35:03.163005 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-9480291e-776e-46b4-b24d-b28c78893e16 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Project cf530ad4bdeb406596eda7f009a666df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:35:03.168715 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9480291e-776e-46b4-b24d-b28c78893e16 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:03.227715 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9480291e-776e-46b4-b24d-b28c78893e16 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:03.262235 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 91982350-de47-4bae-b647-c3f170382891 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:03.262791 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:03.322969 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9480291e-776e-46b4-b24d-b28c78893e16 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:03.343544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480291e-776e-46b4-b24d-b28c78893e16 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abf0768-b887-4980-9391-42fc4aba286e,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:03.417850 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9480291e-776e-46b4-b24d-b28c78893e16 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:03.419694 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9480291e-776e-46b4-b24d-b28c78893e16 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3832049 Sep 18 05:35:03.533428 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1031031e-f12a-4342-91c0-36f406045f8f req-52ffbcc4-ec5b-4bcd-8858-a6cbb03b967f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e1768-4ed6-442e-8f6a-b6cdf7008df0 HTTP/1.1" status: 200 len: 210 time: 0.0368662 Sep 18 05:35:03.572888 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-90fb3962-4fc2-4c39-ab92-6f0e42176d2c tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190991015&fields=id&tenant_id=cf530ad4bdeb406596eda7f009a666df HTTP/1.1" status: 200 len: 267 time: 0.0356107 Sep 18 05:35:03.687144 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea945d-6f0e-4475-a905-792230c80b4e req-aa843076-4727-4be8-b78c-6df90b697aa7 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:03.691883 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-aa843076-4727-4be8-b78c-6df90b697aa7 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/networks?id=4ade930e-ec49-432a-9b2e-334e2f815c11 HTTP/1.1" status: 200 len: 808 time: 0.1115630 Sep 18 05:35:03.693406 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Sync routers for ids ['e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:35:03.702797 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Routers {'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:35:03.703437 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:34:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:03.704832 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-4d315aeb-f37b-4ec4-824f-b690ea2e55bf tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/quotas/cf530ad4bdeb406596eda7f009a666df HTTP/1.1" status: 200 len: 375 time: 0.0100896 Sep 18 05:35:03.758331 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-dcfa49cc-0ab4-4c76-94f0-a0a78a3905a6 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf530ad4bdeb406596eda7f009a666df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470247 Sep 18 05:35:03.811178 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Set router e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:35:03.856267 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-d8c37500-bb81-45f6-b565-eaa97324b8ef service neutron] 10.222.0.23 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854883 Sep 18 05:35:03.871554 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cd60dd93-3438-41f2-a245-11a2f7e67020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:03.950373 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-2b0b846e-64a0-49e9-ae50-58700fdf467a service neutron] 10.222.0.23 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870416 Sep 18 05:35:04.009940 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'name': 'tempest-TestServerBasicOps-1552014697-router', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '91982350-de47-4bae-b647-c3f170382891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:55Z', 'updated_at': '2021-09-18T05:34:59Z', 'revision_number': 4, 'project_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'gw_port': {'id': '91982350-de47-4bae-b647-c3f170382891', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:56Z', 'updated_at': '2021-09-18T05:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '0fdfe9d8-ebf1-42c5-811e-f6353359ccb8', 'name': '', 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'mac_address': 'fa:16:3e:c3:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'd0821f28-9d40-415c-a8dc-560d1d3f2c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:58Z', 'updated_at': '2021-09-18T05:34:59Z', 'revision_number': 2, 'project_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'subnets': [{'id': 'd0821f28-9d40-415c-a8dc-560d1d3f2c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:04.040428 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Checking router: e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:35:04.040795 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Updating router e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:35:04.065784 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:04.226588 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b08f9586-f6bb-49d0-898a-acb696d811dc req-645d1d63-d915-4649-8e1c-7bf29c8c9e3b tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 210 time: 0.0397253 Sep 18 05:35:04.357086 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:04.436036 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:04.522271 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:04.574676 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6b8be-1194-4656-80e0-b655b00f7290 None None] Pushing event updated for resources: {'Port': ['ID=0fdfe9d8-ebf1-42c5-811e-f6353359ccb8,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:04.605826 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56934) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:04.631145 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Attempting to bind port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:35:04.631517 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Attempting to bind port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '97295d3c-69fe-4863-9937-3c68aaa6423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:35:04.631881 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Attempting to bind port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 on network e19ff411-6a85-4182-a7bf-392bb6148d2a {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:35:04.637343 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:35:04.637723 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Checking segment: {'id': '97295d3c-69fe-4863-9937-3c68aaa6423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:35:04.638132 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:04.638529 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Bound using segment: {'id': '97295d3c-69fe-4863-9937-3c68aaa6423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:35:04.639002 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Bound port: 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97295d3c-69fe-4863-9937-3c68aaa6423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:35:04.639387 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:04.716584 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] For port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:35:04.720922 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] For port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0fdfe9d8-ebf1-42c5-811e-f6353359ccb8,segment=NetworkSegment(97295d3c-69fe-4863-9937-3c68aaa6423a),segment_id=97295d3c-69fe-4863-9937-3c68aaa6423a)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:35:04.795402 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:04.855457 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Routers {'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:35:04.856090 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:35:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:04.873681 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-860f570d-1a09-4e3b-bdd8-3e0cd69fc43e None None] Provisioning complete for port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:04.874697 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-860f570d-1a09-4e3b-bdd8-3e0cd69fc43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:04.893165 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6b8be-1194-4656-80e0-b655b00f7290 None None] Pushing event updated for resources: {'Port': ['ID=0fdfe9d8-ebf1-42c5-811e-f6353359ccb8,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:04.972116 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-860f570d-1a09-4e3b-bdd8-3e0cd69fc43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:04.990720 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] Set router e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:35:05.016054 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-860f570d-1a09-4e3b-bdd8-3e0cd69fc43e None None] For port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0fdfe9d8-ebf1-42c5-811e-f6353359ccb8,segment=NetworkSegment(97295d3c-69fe-4863-9937-3c68aaa6423a),segment_id=97295d3c-69fe-4863-9937-3c68aaa6423a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:05.074166 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b84b4774-bc40-4e88-9cc7-5390d3fb3f64 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:05.076962 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-860f570d-1a09-4e3b-bdd8-3e0cd69fc43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:05.119987 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:35:05.184969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f570d-1a09-4e3b-bdd8-3e0cd69fc43e None None] Pushing event updated for resources: {'Port': ['ID=0fdfe9d8-ebf1-42c5-811e-f6353359ccb8,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:05.207012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f558933b-18c6-4887-92e2-ea5e74f8bf32 None None] Provisioning complete for port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:05.207641 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f558933b-18c6-4887-92e2-ea5e74f8bf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:05.232074 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:05.232475 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:05.266059 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'name': 'tempest-TestServerBasicOps-1552014697-router', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '91982350-de47-4bae-b647-c3f170382891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:55Z', 'updated_at': '2021-09-18T05:34:59Z', 'revision_number': 4, 'project_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'gw_port': {'id': '91982350-de47-4bae-b647-c3f170382891', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:56Z', 'updated_at': '2021-09-18T05:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '0fdfe9d8-ebf1-42c5-811e-f6353359ccb8', 'name': '', 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'mac_address': 'fa:16:3e:c3:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'd0821f28-9d40-415c-a8dc-560d1d3f2c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:58Z', 'updated_at': '2021-09-18T05:35:04Z', 'revision_number': 4, 'project_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'subnets': [{'id': 'd0821f28-9d40-415c-a8dc-560d1d3f2c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:05.274932 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:35:05.305641 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0b1cd316-b471-4499-9c03-7a4322469d2f req-d26c4bd6-afb5-4b83-98c8-c5c39288f22a tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 210 time: 0.0372572 Sep 18 05:35:05.307499 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a33bd-fda7-4887-96fb-2ea7e57b4869 None None] The sync data for ids ['e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'] in n-d-789963-13 is: [{'id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'name': 'tempest-TestServerBasicOps-1552014697-router', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '91982350-de47-4bae-b647-c3f170382891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:55Z', 'updated_at': '2021-09-18T05:34:59Z', 'revision_number': 4, 'project_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'gw_port': {'id': '91982350-de47-4bae-b647-c3f170382891', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:56Z', 'updated_at': '2021-09-18T05:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '0fdfe9d8-ebf1-42c5-811e-f6353359ccb8', 'name': '', 'network_id': 'e19ff411-6a85-4182-a7bf-392bb6148d2a', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'mac_address': 'fa:16:3e:c3:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'd0821f28-9d40-415c-a8dc-560d1d3f2c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:58Z', 'updated_at': '2021-09-18T05:35:04Z', 'revision_number': 4, 'project_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'subnets': [{'id': 'd0821f28-9d40-415c-a8dc-560d1d3f2c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:35:05.385797 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:05.492634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-b84b4774-bc40-4e88-9cc7-5390d3fb3f64 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:35:05.493001 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b84b4774-bc40-4e88-9cc7-5390d3fb3f64 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:05.536602 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7d2aaa88-f394-4aa1-9c84-76e04c00e003 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:35:05.582729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 7d2aaa88-f394-4aa1-9c84-76e04c00e003 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:35:05.582729 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7d2aaa88-f394-4aa1-9c84-76e04c00e003 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:35:05.590376 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-b84b4774-bc40-4e88-9cc7-5390d3fb3f64 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] For port 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:05.590753 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b84b4774-bc40-4e88-9cc7-5390d3fb3f64 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:05.611216 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-b84b4774-bc40-4e88-9cc7-5390d3fb3f64 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:35:05.865580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b84b4774-bc40-4e88-9cc7-5390d3fb3f64 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:05.900532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b4774-bc40-4e88-9cc7-5390d3fb3f64 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:06.078273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b84b4774-bc40-4e88-9cc7-5390d3fb3f64 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:06.290204 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84b4774-bc40-4e88-9cc7-5390d3fb3f64 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:35:06.410413 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-97f759b2-5e87-483a-8d14-df941a5c5dd3 req-369a94cd-1039-4694-ace8-2ac646b00ca3 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 210 time: 0.0396264 Sep 18 05:35:06.468623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84b4774-bc40-4e88-9cc7-5390d3fb3f64 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:35:06.478424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b84b4774-bc40-4e88-9cc7-5390d3fb3f64 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "PUT /v2.0/routers/7e0adb1f-9172-43e9-9944-29f9477a3dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8690791 Sep 18 05:35:06.478861 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56946) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:06.483429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845ac83-61aa-4d70-b852-35c573d830a1 None None] Sync routers for ids ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:35:06.493905 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3845ac83-61aa-4d70-b852-35c573d830a1 None None] Routers {'7e0adb1f-9172-43e9-9944-29f9477a3dc8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:35:06.494907 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3845ac83-61aa-4d70-b852-35c573d830a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:35:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:06.519209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea945d-6f0e-4475-a905-792230c80b4e req-0c34e716-9019-4875-8963-1100bcf92ffc tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:06.522580 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-0c34e716-9019-4875-8963-1100bcf92ffc tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.13 "GET /v2.0/networks?id=4ade930e-ec49-432a-9b2e-334e2f815c11 HTTP/1.1" status: 200 len: 808 time: 0.1397834 Sep 18 05:35:06.548893 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting subnet 2bc4a35d-77af-4be0-a844-57948cdc5770 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:35:06.552367 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:06.597771 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:06.612429 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3845ac83-61aa-4d70-b852-35c573d830a1 None None] Set router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:35:06.705099 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:06.876018 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3845ac83-61aa-4d70-b852-35c573d830a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:35:05Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:06.881397 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:06.905665 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845ac83-61aa-4d70-b852-35c573d830a1 None None] Checking router: 7e0adb1f-9172-43e9-9944-29f9477a3dc8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:35:06.908461 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:06.913437 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc4a35d-77af-4be0-a844-57948cdc5770,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:06.923555 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3845ac83-61aa-4d70-b852-35c573d830a1 None None] Routers {'7e0adb1f-9172-43e9-9944-29f9477a3dc8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:35:06.924248 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3845ac83-61aa-4d70-b852-35c573d830a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:35:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:06.924681 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:06.929719 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/subnets/2bc4a35d-77af-4be0-a844-57948cdc5770 HTTP/1.1" status: 204 len: 168 time: 0.4466770 Sep 18 05:35:06.929719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56948) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:06.943903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:06.944450 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:06.944903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:06.945353 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:06.945794 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:06.946236 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:06.946698 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:06.947138 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:06.947578 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:06.948014 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:06.948479 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:06.948913 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b9cc4-73ea-4c9e-9aee-3b6d7061c7fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:06.966506 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-80f70bb5-9de7-4568-a04c-81fb4962852e tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf530ad4bdeb406596eda7f009a666df HTTP/1.1" status: 200 len: 380 time: 0.4330778 Sep 18 05:35:06.967040 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6347cc6-8548-404f-b727-bfd6431b9956 None None] Network fb672d5b-c105-4aa7-a8b2-e5a470b9995e requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:35:06.979725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-6aea945d-6f0e-4475-a905-792230c80b4e req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Request body: {'port': {'device_id': '5e24723c-8bd9-42ff-a983-a937a8789b93', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'admin_state_up': True, 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'security_groups': ['87d83617-a26a-482b-bb8c-e35c8c834cab']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:07.138061 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3845ac83-61aa-4d70-b852-35c573d830a1 None None] Set router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:35:07.180773 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:35:07.237294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aea945d-6f0e-4475-a905-792230c80b4e req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Made reservation on behalf of cf530ad4bdeb406596eda7f009a666df for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:35:07.241207 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6aea945d-6f0e-4475-a905-792230c80b4e req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:07.386183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-6aea945d-6f0e-4475-a905-792230c80b4e req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Allocated IP 172.20.0.9 (4ade930e-ec49-432a-9b2e-334e2f815c11/3a4508b7-6b7d-4236-9b89-a9bac367d566/45b035d7-9360-4452-8385-e8951a808170) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:35:07.392664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:07.392972 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:07.416606 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:07.452135 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e878a392-f4ca-4fe1-a3bb-34321ff97e11 None None] DHCP port deletion for fb672d5b-c105-4aa7-a8b2-e5a470b9995e request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:35:07.564971 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0d6f7e19-0493-4fc8-9291-d4554dfd8880 req-f4b7697f-3fd5-4eba-ae91-33adf4e93b8d tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 210 time: 0.0350821 Sep 18 05:35:07.588475 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:07.596508 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3845ac83-61aa-4d70-b852-35c573d830a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:35:05Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:07.605553 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6aea945d-6f0e-4475-a905-792230c80b4e req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:07.632027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e878a392-f4ca-4fe1-a3bb-34321ff97e11 None None] Deleting port 16c27cff-cd2d-4324-82b9-3e6f36a31a0d {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:35:07.632428 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e878a392-f4ca-4fe1-a3bb-34321ff97e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:07.634078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845ac83-61aa-4d70-b852-35c573d830a1 None None] The sync data for ids ['7e0adb1f-9172-43e9-9944-29f9477a3dc8'] in n-d-789963-13 is: [{'id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479240403', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:32:49Z', 'updated_at': '2021-09-18T05:35:05Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '106b2dc4-c1e7-422b-8c52-288eb7983dfd', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0adb1f-9172-43e9-9944-29f9477a3dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:32:50Z', 'updated_at': '2021-09-18T05:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:35:07.697748 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port 106b2dc4-c1e7-422b-8c52-288eb7983dfd {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:35:07.698110 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:07.706180 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6aea945d-6f0e-4475-a905-792230c80b4e req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:07.756417 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aea945d-6f0e-4475-a905-792230c80b4e req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Network 4ade930e-ec49-432a-9b2e-334e2f815c11 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:35:07.759837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-6aea945d-6f0e-4475-a905-792230c80b4e req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:35:07.767057 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aea945d-6f0e-4475-a905-792230c80b4e req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:35:07.771885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Pushing event updated for resources: {'Port': ['ID=45b035d7-9360-4452-8385-e8951a808170,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:07.790078 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] For port 106b2dc4-c1e7-422b-8c52-288eb7983dfd, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=106b2dc4-c1e7-422b-8c52-288eb7983dfd,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:07.790462 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:07.807833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:07.808324 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:07.808780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:07.809244 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:07.809702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:07.810146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:07.810591 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:07.811040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:07.811553 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:07.811852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for 106b2dc4-c1e7-422b-8c52-288eb7983dfd owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:35:07.812069 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:07.812627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:07.813108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:07.856925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea945d-6f0e-4475-a905-792230c80b4e req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:07.858885 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6aea945d-6f0e-4475-a905-792230c80b4e req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:07.884049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e878a392-f4ca-4fe1-a3bb-34321ff97e11 None None] For port 16c27cff-cd2d-4324-82b9-3e6f36a31a0d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=16c27cff-cd2d-4324-82b9-3e6f36a31a0d,segment=NetworkSegment(b5da19de-24f6-4388-8264-e389831945d9),segment_id=b5da19de-24f6-4388-8264-e389831945d9)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:07.884463 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e878a392-f4ca-4fe1-a3bb-34321ff97e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:07.901986 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e878a392-f4ca-4fe1-a3bb-34321ff97e11 None None] Calling delete_port for 16c27cff-cd2d-4324-82b9-3e6f36a31a0d owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:35:08.014711 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-e9fa030e-c1f1-413b-b434-75d8dd7bb820 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0404840 Sep 18 05:35:08.027038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Request body: {'port': {'device_id': '5e24723c-8bd9-42ff-a983-a937a8789b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:08.042760 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-15208743-370a-412e-9535-889cfd984896 None None] Provisioning complete for port 45b035d7-9360-4452-8385-e8951a808170 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:08.043123 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-15208743-370a-412e-9535-889cfd984896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.080632 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e878a392-f4ca-4fe1-a3bb-34321ff97e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.086121 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.088073 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-15208743-370a-412e-9535-889cfd984896 None None] Port 45b035d7-9360-4452-8385-e8951a808170 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:35:08.103546 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.107515 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878a392-f4ca-4fe1-a3bb-34321ff97e11 None None] Pushing event deleted for resources: {'Port': ['ID=16c27cff-cd2d-4324-82b9-3e6f36a31a0d,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:08.111531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878a392-f4ca-4fe1-a3bb-34321ff97e11 None None] No DVR routers for this DVR port 16c27cff-cd2d-4324-82b9-3e6f36a31a0d on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:35:08.136071 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=106b2dc4-c1e7-422b-8c52-288eb7983dfd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:08.205815 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.301390 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.303641 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.374354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b035d7-9360-4452-8385-e8951a808170 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:35:08.382838 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.417437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Transition to ACTIVE for port object 45b035d7-9360-4452-8385-e8951a808170 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:35:08.417985 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.418576 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Fanout notify agent at l3_agent the message router_deleted on router 7e0adb1f-9172-43e9-9944-29f9477a3dc8 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:35:08.427723 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.427723 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d343c8d0-fe56-4e4a-9c44-3d57a87337cb tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/routers/7e0adb1f-9172-43e9-9944-29f9477a3dc8 HTTP/1.1" status: 204 len: 168 time: 1.4966104 Sep 18 05:35:08.430267 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56954) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:08.483582 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.509584 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8fb5-fdd0-437e-9f53-fc58712a331f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.582634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Pushing event updated for resources: {'Port': ['ID=45b035d7-9360-4452-8385-e8951a808170,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:08.628168 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8fb5-fdd0-437e-9f53-fc58712a331f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.655313 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5c6a8fb5-fdd0-437e-9f53-fc58712a331f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb672d5b-c105-4aa7-a8b2-e5a470b9995e']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:08.660975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Attempting to bind port 45b035d7-9360-4452-8385-e8951a808170 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:35:08.661540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Attempting to bind port 45b035d7-9360-4452-8385-e8951a808170 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'd5bde1b4-a07c-441b-b728-8e99dccfdee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:35:08.662058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Attempting to bind port 45b035d7-9360-4452-8385-e8951a808170 on network 4ade930e-ec49-432a-9b2e-334e2f815c11 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:35:08.667904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Port 45b035d7-9360-4452-8385-e8951a808170 on network 4ade930e-ec49-432a-9b2e-334e2f815c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:35:08.668272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Attempting to bind port 45b035d7-9360-4452-8385-e8951a808170 on network 4ade930e-ec49-432a-9b2e-334e2f815c11 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:35:08.668980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5c6a8fb5-fdd0-437e-9f53-fc58712a331f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5da19de-24f6-4388-8264-e389831945d9') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:08.669369 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-5c6a8fb5-fdd0-437e-9f53-fc58712a331f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5da19de-24f6-4388-8264-e389831945d9') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:08.674560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:35:08.674904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Checking segment: {'id': 'd5bde1b4-a07c-441b-b728-8e99dccfdee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:35:08.675291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Bound using segment: {'id': 'd5bde1b4-a07c-441b-b728-8e99dccfdee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:35:08.675732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Bound port: 45b035d7-9360-4452-8385-e8951a808170, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bde1b4-a07c-441b-b728-8e99dccfdee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:35:08.676097 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.690994 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8fb5-fdd0-437e-9f53-fc58712a331f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.721876 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8fb5-fdd0-437e-9f53-fc58712a331f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.731731 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6a8fb5-fdd0-437e-9f53-fc58712a331f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:35:08.732344 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8fb5-fdd0-437e-9f53-fc58712a331f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:35:08.736108 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:35:08.751859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] For port 45b035d7-9360-4452-8385-e8951a808170, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:35:08.755379 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] For port 45b035d7-9360-4452-8385-e8951a808170, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=45b035d7-9360-4452-8385-e8951a808170,segment=NetworkSegment(d5bde1b4-a07c-441b-b728-8e99dccfdee3),segment_id=d5bde1b4-a07c-441b-b728-8e99dccfdee3)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:35:08.760213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf4dc0-0aa9-4410-8511-c8e57dfe3b44 req-61ad3f3d-0c09-4a6d-b768-5353cdff6a38 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:08.765943 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8eaf4dc0-0aa9-4410-8511-c8e57dfe3b44 req-61ad3f3d-0c09-4a6d-b768-5353cdff6a38 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 943 time: 0.0900254 Sep 18 05:35:08.825859 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.839070 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8eaf4dc0-0aa9-4410-8511-c8e57dfe3b44 req-0d325bf2-22f0-4015-a07b-3ae3e2ac4a31 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/security-groups?id=87d83617-a26a-482b-bb8c-e35c8c834cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696623 Sep 18 05:35:08.867684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:08.867684 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.868911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] 10.222.0.13 "PUT /v2.0/ports/45b035d7-9360-4452-8385-e8951a808170 HTTP/1.1" status: 200 len: 1092 time: 0.8463614 Sep 18 05:35:08.869353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e24723c-8bd9-42ff-a983-a937a8789b93', 'tag': '45b035d7-9360-4452-8385-e8951a808170'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:35:08.871565 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcd0e5f-6ad8-460d-a550-c64d01564351" -d '{"events": [{"name": "network-changed", "server_uuid": "5e24723c-8bd9-42ff-a983-a937a8789b93", "tag": "45b035d7-9360-4452-8385-e8951a808170"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:35:08.895281 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfe295-e9f7-4777-8e59-3fd224335a9d service neutron] Pushing event updated for resources: {'Port': ['ID=45b035d7-9360-4452-8385-e8951a808170,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:08.915613 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f549ca4-b3d8-499a-8a48-4396cfdd1f28 x-openstack-request-id: req-3f549ca4-b3d8-499a-8a48-4396cfdd1f28 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:35:08.915925 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e24723c-8bd9-42ff-a983-a937a8789b93", "tag": "45b035d7-9360-4452-8385-e8951a808170", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:35:08.916187 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f549ca4-b3d8-499a-8a48-4396cfdd1f28 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:35:08.916719 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e24723c-8bd9-42ff-a983-a937a8789b93', 'tag': '45b035d7-9360-4452-8385-e8951a808170', 'status': 'completed', 'code': 200} Sep 18 05:35:08.928247 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8fb5-fdd0-437e-9f53-fc58712a331f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.937338 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8fb5-fdd0-437e-9f53-fc58712a331f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:08.942389 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5c6a8fb5-fdd0-437e-9f53-fc58712a331f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/networks/fb672d5b-c105-4aa7-a8b2-e5a470b9995e HTTP/1.1" status: 204 len: 168 time: 0.5093756 Sep 18 05:35:08.943454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56962) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:08.959284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a8fb5-fdd0-437e-9f53-fc58712a331f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Network': ['ID=fb672d5b-c105-4aa7-a8b2-e5a470b9995e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:09.036402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd0e5f-6ad8-460d-a550-c64d01564351 req-4422ba76-3604-42a9-bfd8-ff7fed33a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:09.038257 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bdcd0e5f-6ad8-460d-a550-c64d01564351 req-4422ba76-3604-42a9-bfd8-ff7fed33a526 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf530ad4bdeb406596eda7f009a666df&device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 1095 time: 0.0871372 Sep 18 05:35:09.059582 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 106b2dc4-c1e7-422b-8c52-288eb7983dfd no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:35:09.064459 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e825afaa-ac10-40b7-954b-858cb7db9124 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:09.080785 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 106b2dc4-c1e7-422b-8c52-288eb7983dfd {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:35:09.081140 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 106b2dc4-c1e7-422b-8c52-288eb7983dfd not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:35:09.081934 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:35:09.101232 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:35:09.101588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 5372a1a1-c0d7-4a32-b1f9-c4e70bb8f032 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:35:09.102057 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 16c27cff-cd2d-4324-82b9-3e6f36a31a0d no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:35:09.123623 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 16c27cff-cd2d-4324-82b9-3e6f36a31a0d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:35:09.123980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 16c27cff-cd2d-4324-82b9-3e6f36a31a0d not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:35:09.139127 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e825afaa-ac10-40b7-954b-858cb7db9124 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:09.195859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd0e5f-6ad8-460d-a550-c64d01564351 req-e90e08c3-9601-4558-abd1-01ee497ce4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:09.197377 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bdcd0e5f-6ad8-460d-a550-c64d01564351 req-e90e08c3-9601-4558-abd1-01ee497ce4cf service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cf530ad4bdeb406596eda7f009a666df&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1483674 Sep 18 05:35:09.294359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd0e5f-6ad8-460d-a550-c64d01564351 req-f0a65451-ca44-4456-b1a1-f53f85347d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:09.295747 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bdcd0e5f-6ad8-460d-a550-c64d01564351 req-f0a65451-ca44-4456-b1a1-f53f85347d71 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0918996 Sep 18 05:35:09.308836 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e825afaa-ac10-40b7-954b-858cb7db9124 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:09.311454 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e825afaa-ac10-40b7-954b-858cb7db9124 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:09.312577 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e825afaa-ac10-40b7-954b-858cb7db9124 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/security-groups/b2da460f-87fc-43bb-b597-0dd34179ba17 HTTP/1.1" status: 204 len: 168 time: 0.3681107 Sep 18 05:35:09.322499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825afaa-ac10-40b7-954b-858cb7db9124 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2da460f-87fc-43bb-b597-0dd34179ba17,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:09.377402 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea945d-6f0e-4475-a905-792230c80b4e req-a438cfb2-b17c-4aed-ada9-cb7f01bdd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:09.379057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-a438cfb2-b17c-4aed-ada9-cb7f01bdd0a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf530ad4bdeb406596eda7f009a666df&device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 1095 time: 0.0454199 Sep 18 05:35:09.420912 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-737eef3e-d921-42b8-babc-1990104a2cd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b035d7-9360-4452-8385-e8951a808170 HTTP/1.1" status: 200 len: 217 time: 0.0347464 Sep 18 05:35:09.469919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea945d-6f0e-4475-a905-792230c80b4e req-1fb1a652-d533-464b-9ff8-92d805255854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:09.472180 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-1fb1a652-d533-464b-9ff8-92d805255854 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a4508b7-6b7d-4236-9b89-a9bac367d566 HTTP/1.1" status: 200 len: 847 time: 0.0441520 Sep 18 05:35:09.520169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea945d-6f0e-4475-a905-792230c80b4e req-af59861e-f6f3-4679-b333-1643a58c01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:09.521788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-af59861e-f6f3-4679-b333-1643a58c01c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ade930e-ec49-432a-9b2e-334e2f815c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437863 Sep 18 05:35:09.612668 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-abe353c8-f12d-45ef-9e15-2af4277e8b8f service neutron] 10.222.0.13 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834398 Sep 18 05:35:09.710190 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6aea945d-6f0e-4475-a905-792230c80b4e req-b62a989d-5b62-4550-89b1-78c99e358b36 service neutron] 10.222.0.13 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909891 Sep 18 05:35:09.727221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56970) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:09.731852 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-013385cc-5dab-47be-a39d-e09745dbebba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887565204', 'description': 'tempest-secgroup-smoke-887565204 description', 'project_id': '819b3332122c426680234398b2fe4cc7'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:09.823478 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-013385cc-5dab-47be-a39d-e09745dbebba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:09.908514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-013385cc-5dab-47be-a39d-e09745dbebba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:09.958947 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39063033-ac6d-4dbf-b82b-627dc3deadce req-be0a3bd1-d1eb-4fee-ad24-256e03a0ade9 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:09.960500 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-39063033-ac6d-4dbf-b82b-627dc3deadce req-be0a3bd1-d1eb-4fee-ad24-256e03a0ade9 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 943 time: 0.0496159 Sep 18 05:35:09.973408 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-013385cc-5dab-47be-a39d-e09745dbebba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:10.030258 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-39063033-ac6d-4dbf-b82b-627dc3deadce req-047f21bb-3ba5-47fb-8d69-8ffc0466ccd5 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/security-groups?id=87d83617-a26a-482b-bb8c-e35c8c834cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638311 Sep 18 05:35:10.031011 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013385cc-5dab-47be-a39d-e09745dbebba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:10.064349 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-013385cc-5dab-47be-a39d-e09745dbebba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:10.065599 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-013385cc-5dab-47be-a39d-e09745dbebba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3373578 Sep 18 05:35:10.068455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56974) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:10.072909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5b192f24-d0e2-4252-9d0c-0142b3be485a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': 'd8c6663b-82bf-40a0-8c08-b1fe1a11e15a', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:10.173226 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5b192f24-d0e2-4252-9d0c-0142b3be485a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:10.228570 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5b192f24-d0e2-4252-9d0c-0142b3be485a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:10.299646 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5b192f24-d0e2-4252-9d0c-0142b3be485a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:10.316988 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b192f24-d0e2-4252-9d0c-0142b3be485a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a4cba2-ecdb-446e-a300-cb02eb50b0f1,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:10.385142 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5b192f24-d0e2-4252-9d0c-0142b3be485a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:10.386372 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5b192f24-d0e2-4252-9d0c-0142b3be485a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3170061 Sep 18 05:35:10.389099 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56976) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:10.393735 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-121a05e7-68d7-46a3-a2d7-9e3d768bbb50 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': 'd8c6663b-82bf-40a0-8c08-b1fe1a11e15a', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:10.475438 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-121a05e7-68d7-46a3-a2d7-9e3d768bbb50 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:10.530463 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-121a05e7-68d7-46a3-a2d7-9e3d768bbb50 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:10.608049 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-121a05e7-68d7-46a3-a2d7-9e3d768bbb50 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:10.627130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a05e7-68d7-46a3-a2d7-9e3d768bbb50 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9bf477-3f16-4e7f-973f-eac727e2d8c9,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:10.699587 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-121a05e7-68d7-46a3-a2d7-9e3d768bbb50 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:10.700844 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-121a05e7-68d7-46a3-a2d7-9e3d768bbb50 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3107986 Sep 18 05:35:10.703437 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56980) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:10.708488 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-e99ee369-c7c5-46e7-8b8b-75c5c2c91142 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': 'd8c6663b-82bf-40a0-8c08-b1fe1a11e15a', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:10.801166 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e99ee369-c7c5-46e7-8b8b-75c5c2c91142 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:10.858139 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e99ee369-c7c5-46e7-8b8b-75c5c2c91142 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:10.926403 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e99ee369-c7c5-46e7-8b8b-75c5c2c91142 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:10.948500 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ee369-c7c5-46e7-8b8b-75c5c2c91142 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af8226e-f269-4f1b-8fee-b52b9959e997,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:11.017963 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e99ee369-c7c5-46e7-8b8b-75c5c2c91142 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.019105 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e99ee369-c7c5-46e7-8b8b-75c5c2c91142 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3141100 Sep 18 05:35:11.021713 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56982) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:11.025993 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-188001ca-bb4c-4817-a58e-4493d4de518f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': 'd8c6663b-82bf-40a0-8c08-b1fe1a11e15a', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:11.131792 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-188001ca-bb4c-4817-a58e-4493d4de518f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.179805 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50ea0d-1c65-4ecd-be03-350ab787fd4b req-d60fd8c4-570f-4dff-8451-60c91f1dc937 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:11.181335 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb50ea0d-1c65-4ecd-be03-350ab787fd4b req-d60fd8c4-570f-4dff-8451-60c91f1dc937 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 943 time: 0.0823817 Sep 18 05:35:11.215010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-188001ca-bb4c-4817-a58e-4493d4de518f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.231997 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cb50ea0d-1c65-4ecd-be03-350ab787fd4b req-4390979e-a8bc-4948-8d63-b76515fbfb90 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/security-groups?id=87d83617-a26a-482b-bb8c-e35c8c834cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448492 Sep 18 05:35:11.305348 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-188001ca-bb4c-4817-a58e-4493d4de518f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.325102 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188001ca-bb4c-4817-a58e-4493d4de518f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a678e658-1aa2-4d0b-bded-0c648a1c0077,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:11.385241 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-188001ca-bb4c-4817-a58e-4493d4de518f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.386508 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-188001ca-bb4c-4817-a58e-4493d4de518f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3638480 Sep 18 05:35:11.389144 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56986) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:11.394007 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f367d684-9665-4851-974a-3a1ef87adf92 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': 'd8c6663b-82bf-40a0-8c08-b1fe1a11e15a', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:11.465391 n-d-789963-13 neutron-server[106908]: INFO neutron.db.securitygroups_db [None req-f367d684-9665-4851-974a-3a1ef87adf92 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Project 819b3332122c426680234398b2fe4cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:35:11.470317 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f367d684-9665-4851-974a-3a1ef87adf92 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.527878 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f367d684-9665-4851-974a-3a1ef87adf92 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.550268 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 45b035d7-9360-4452-8385-e8951a808170 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:35:11.585594 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f367d684-9665-4851-974a-3a1ef87adf92 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.607295 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367d684-9665-4851-974a-3a1ef87adf92 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed17b32d-4f76-4fa5-93d4-4f18d9e5c2d5,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:11.645067 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 45b035d7-9360-4452-8385-e8951a808170, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=45b035d7-9360-4452-8385-e8951a808170,segment=NetworkSegment(d5bde1b4-a07c-441b-b728-8e99dccfdee3),segment_id=d5bde1b4-a07c-441b-b728-8e99dccfdee3)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:11.655718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '45b035d7-9360-4452-8385-e8951a808170', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'port_id': '45b035d7-9360-4452-8385-e8951a808170', 'mac_address': 'fa:16:3e:e6:d2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:35:11.682677 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f367d684-9665-4851-974a-3a1ef87adf92 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.684252 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f367d684-9665-4851-974a-3a1ef87adf92 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2940679 Sep 18 05:35:11.686897 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56988) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:11.692425 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-f85fcfbe-cf64-4176-b399-c8a1a6eb5557 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': 'd8c6663b-82bf-40a0-8c08-b1fe1a11e15a', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:11.694619 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.711008 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b035d7-9360-4452-8385-e8951a808170 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:35:11.730020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 45b035d7-9360-4452-8385-e8951a808170, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=45b035d7-9360-4452-8385-e8951a808170,segment=NetworkSegment(d5bde1b4-a07c-441b-b728-8e99dccfdee3),segment_id=d5bde1b4-a07c-441b-b728-8e99dccfdee3)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:11.779834 n-d-789963-13 neutron-server[106908]: INFO neutron.db.securitygroups_db [None req-f85fcfbe-cf64-4176-b399-c8a1a6eb5557 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Project 819b3332122c426680234398b2fe4cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:35:11.785785 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f85fcfbe-cf64-4176-b399-c8a1a6eb5557 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.802555 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.849840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=45b035d7-9360-4452-8385-e8951a808170,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:11.854248 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f85fcfbe-cf64-4176-b399-c8a1a6eb5557 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.893709 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f85fcfbe-cf64-4176-b399-c8a1a6eb5557 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.911980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fcfbe-cf64-4176-b399-c8a1a6eb5557 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23f2dba-bace-4cc4-9e55-57f1a6384467,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:11.983156 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f85fcfbe-cf64-4176-b399-c8a1a6eb5557 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:11.984475 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f85fcfbe-cf64-4176-b399-c8a1a6eb5557 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2965529 Sep 18 05:35:11.987314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 56992) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:11.991163 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['45b035d7-9360-4452-8385-e8951a808170'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:35:11.992415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-7da4d679-5cb1-41a6-a36d-2c20bda84f54 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'network': {'name': 'tempest-network-smoke--249275452', 'project_id': '819b3332122c426680234398b2fe4cc7', 'port_security_enabled': True}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:12.086037 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da4d679-5cb1-41a6-a36d-2c20bda84f54 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Made reservation on behalf of 819b3332122c426680234398b2fe4cc7 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:35:12.089691 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7da4d679-5cb1-41a6-a36d-2c20bda84f54 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:12.137469 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da4d679-5cb1-41a6-a36d-2c20bda84f54 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:35:12.147281 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7da4d679-5cb1-41a6-a36d-2c20bda84f54 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:12.147693 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-7da4d679-5cb1-41a6-a36d-2c20bda84f54 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Added segment bcbc79f9-e007-4106-a2aa-839fc7261785 of type vlan for network a00b3408-ac07-4acd-a0cf-44b4bfb837ba Sep 18 05:35:12.187547 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7da4d679-5cb1-41a6-a36d-2c20bda84f54 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:12.280782 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7da4d679-5cb1-41a6-a36d-2c20bda84f54 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:12.286723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da4d679-5cb1-41a6-a36d-2c20bda84f54 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:12.287499 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-7da4d679-5cb1-41a6-a36d-2c20bda84f54 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:12.386467 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7da4d679-5cb1-41a6-a36d-2c20bda84f54 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3981130 Sep 18 05:35:12.389349 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 56996) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:12.390729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4d679-5cb1-41a6-a36d-2c20bda84f54 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Network': ['ID=a00b3408-ac07-4acd-a0cf-44b4bfb837ba,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:12.394104 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'admin_state_up': True, 'project_id': '819b3332122c426680234398b2fe4cc7', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:12.401543 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network a00b3408-ac07-4acd-a0cf-44b4bfb837ba details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:35:12.408190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dd370-04c6-434d-8696-1129ed82c57b req-57faee1d-9905-46a3-adf4-95478bfee2bb tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:12.410055 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7f1dd370-04c6-434d-8696-1129ed82c57b req-57faee1d-9905-46a3-adf4-95478bfee2bb tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 944 time: 0.1010132 Sep 18 05:35:12.450190 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7f1dd370-04c6-434d-8696-1129ed82c57b req-75f2a21f-8c6c-477d-8708-638aca4a9c94 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/security-groups?id=87d83617-a26a-482b-bb8c-e35c8c834cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335362 Sep 18 05:35:12.488085 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:12.492712 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:12.538525 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:12.729389 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:13.007546 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:13.029654 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:13.128107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.25.7.89 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/f8becf5b-6f94-4c2c-abbd-fd32964831b9) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:35:13.229715 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:13.326278 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:13.362248 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:35:13.365095 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:35:13.368535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:35:13.394763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=f8becf5b-6f94-4c2c-abbd-fd32964831b9,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:13.550221 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 45b035d7-9360-4452-8385-e8951a808170 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:35:13.566289 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8b7c6-805a-4dc5-9557-f598c7b9540a req-464c55c9-7c5e-4d56-bcba-91d614acce3e tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:13.567801 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-08c8b7c6-805a-4dc5-9557-f598c7b9540a req-464c55c9-7c5e-4d56-bcba-91d614acce3e tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 944 time: 0.0491376 Sep 18 05:35:13.612876 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-08c8b7c6-805a-4dc5-9557-f598c7b9540a req-94681d03-4133-45dd-b3a3-8ecdd9d32ab8 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/security-groups?id=87d83617-a26a-482b-bb8c-e35c8c834cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386329 Sep 18 05:35:13.646441 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 45b035d7-9360-4452-8385-e8951a808170 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:35:13.650369 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 45b035d7-9360-4452-8385-e8951a808170 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:13.650668 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:13.679389 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:13.725854 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:13.747868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e24723c-8bd9-42ff-a983-a937a8789b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b035d7-9360-4452-8385-e8951a808170'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:35:13.750126 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d6f6fe-20c7-4e9c-a58d-c98c798ae355" -d '{"events": [{"server_uuid": "5e24723c-8bd9-42ff-a983-a937a8789b93", "name": "network-vif-plugged", "status": "completed", "tag": "45b035d7-9360-4452-8385-e8951a808170"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:35:13.766319 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 45b035d7-9360-4452-8385-e8951a808170, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=45b035d7-9360-4452-8385-e8951a808170,segment=NetworkSegment(d5bde1b4-a07c-441b-b728-8e99dccfdee3),segment_id=d5bde1b4-a07c-441b-b728-8e99dccfdee3)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:13.792392 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586d3250-8743-45a7-8889-29872cd1b1ff x-openstack-request-id: req-586d3250-8743-45a7-8889-29872cd1b1ff {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:35:13.792696 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e24723c-8bd9-42ff-a983-a937a8789b93", "name": "network-vif-plugged", "status": "completed", "tag": "45b035d7-9360-4452-8385-e8951a808170", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:35:13.792957 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-586d3250-8743-45a7-8889-29872cd1b1ff {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:35:13.794764 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e24723c-8bd9-42ff-a983-a937a8789b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b035d7-9360-4452-8385-e8951a808170', 'code': 200} Sep 18 05:35:13.846574 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:13.894877 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=45b035d7-9360-4452-8385-e8951a808170,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:13.903698 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:13.914080 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee04b09-93b3-4fb8-84f7-0eef0f861bef req-bef9ffcb-ecc0-4871-b7f4-10dd3fcc5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:13.915577 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ee04b09-93b3-4fb8-84f7-0eef0f861bef req-bef9ffcb-ecc0-4871-b7f4-10dd3fcc5786 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 1097 time: 0.0556293 Sep 18 05:35:13.992091 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ee04b09-93b3-4fb8-84f7-0eef0f861bef req-76111c1a-c3f5-4b9d-b966-828f95fac8b0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=87d83617-a26a-482b-bb8c-e35c8c834cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423405 Sep 18 05:35:14.251783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:35:14.357469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:35:14.367475 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Sync routers for ids ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:35:14.375958 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Routers {'3d6ba1b4-a93f-4e88-930c-82148ba8cb77'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:35:14.376942 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:35:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:14.434926 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:14.436194 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bcff69df-92f6-4d2c-b842-6a05e2d662ea tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0459034 Sep 18 05:35:14.439742 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57006) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:14.468577 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c2215662-d7e0-4b4b-b90c-1157b7b7701c tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=819b3332122c426680234398b2fe4cc7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276964 Sep 18 05:35:14.471022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57008) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:14.485907 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Set router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:35:14.560667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f90ef3-a5b7-48db-8aba-98b13eea02f7 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:14.562098 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-85f90ef3-a5b7-48db-8aba-98b13eea02f7 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901396 Sep 18 05:35:14.565700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57010) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:14.593355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-60f33e1c-c34d-4ae0-b1fb-bb5036f53ecf tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265899 Sep 18 05:35:14.596073 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57012) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:14.600744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-827e38a8-ae01-42f5-a809-aa67120894e7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-324175709', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'project_id': '819b3332122c426680234398b2fe4cc7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:14.661138 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:35:13Z', 'revision_number': 3, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:14.687136 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Checking router: 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:35:14.687484 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Updating router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 port f8becf5b-6f94-4c2c-abbd-fd32964831b9 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:35:14.713338 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:14.736712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e6de0-5cd9-45d5-a7c3-35a3daf9b0b3 req-620325b8-c38f-4117-83aa-85ff97f1516b tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:14.738228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-222e6de0-5cd9-45d5-a7c3-35a3daf9b0b3 req-620325b8-c38f-4117-83aa-85ff97f1516b tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 945 time: 0.0520897 Sep 18 05:35:14.771497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827e38a8-ae01-42f5-a809-aa67120894e7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Made reservation on behalf of 819b3332122c426680234398b2fe4cc7 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:35:14.775040 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-827e38a8-ae01-42f5-a809-aa67120894e7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:14.794917 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-222e6de0-5cd9-45d5-a7c3-35a3daf9b0b3 req-bc00e37c-8897-48a4-ace1-58df43df7fd4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/security-groups?id=87d83617-a26a-482b-bb8c-e35c8c834cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497928 Sep 18 05:35:14.973637 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:15.025917 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-827e38a8-ae01-42f5-a809-aa67120894e7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:15.053661 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:15.090296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e38a8-ae01-42f5-a809-aa67120894e7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Subnet': ['ID=aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:15.100526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827e38a8-ae01-42f5-a809-aa67120894e7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Checking segment: {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:35:15.100901 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e38a8-ae01-42f5-a809-aa67120894e7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network hostable DHCP agents. Network: a00b3408-ac07-4acd-a0cf-44b4bfb837ba, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:35:15.106572 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Attempting to bind port f8becf5b-6f94-4c2c-abbd-fd32964831b9 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:35:15.106946 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Attempting to bind port f8becf5b-6f94-4c2c-abbd-fd32964831b9 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:35:15.107308 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Attempting to bind port f8becf5b-6f94-4c2c-abbd-fd32964831b9 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:35:15.111142 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa0515-07e6-436d-ab0f-dc70150db303 None None] Pushing event updated for resources: {'Port': ['ID=f8becf5b-6f94-4c2c-abbd-fd32964831b9,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:15.116504 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:35:15.121453 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:35:15.121453 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:15.121453 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:35:15.121453 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Bound port: f8becf5b-6f94-4c2c-abbd-fd32964831b9, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:35:15.121453 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:15.237464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e38a8-ae01-42f5-a809-aa67120894e7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network a00b3408-ac07-4acd-a0cf-44b4bfb837ba is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:35:15.291373 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] For port f8becf5b-6f94-4c2c-abbd-fd32964831b9, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:35:15.294754 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] For port f8becf5b-6f94-4c2c-abbd-fd32964831b9, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f8becf5b-6f94-4c2c-abbd-fd32964831b9,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:35:15.314798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-827e38a8-ae01-42f5-a809-aa67120894e7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, a00b3408-ac07-4acd-a0cf-44b4bfb837ba) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:35:15.319136 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827e38a8-ae01-42f5-a809-aa67120894e7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:15.325086 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-827e38a8-ae01-42f5-a809-aa67120894e7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:15.325536 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e40fdd7-abb1-4790-aa1d-b6a415eabce6 None None] Network a00b3408-ac07-4acd-a0cf-44b4bfb837ba requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:35:15.395584 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:15.424063 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-827e38a8-ae01-42f5-a809-aa67120894e7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8234529 Sep 18 05:35:15.424730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57018) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:15.444903 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Routers {'3d6ba1b4-a93f-4e88-930c-82148ba8cb77'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:35:15.445572 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:35:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:15.476358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ips': [{'subnet_id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:35:15.477466 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:15.492898 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa0515-07e6-436d-ab0f-dc70150db303 None None] Pushing event updated for resources: {'Port': ['ID=f8becf5b-6f94-4c2c-abbd-fd32964831b9,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:15.565568 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] Set router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:35:15.624414 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Allocated IP 172.20.0.2 (a00b3408-ac07-4acd-a0cf-44b4bfb837ba/aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa/cef8b1e7-6755-4708-b994-574382f64645) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:35:15.774946 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:15.825709 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:15.840265 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:35:13Z', 'revision_number': 3, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:15.867988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Network a00b3408-ac07-4acd-a0cf-44b4bfb837ba is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:35:15.871746 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:35:15.875753 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:35:15.881220 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bf3bc-1370-4af6-a968-a0ca611cd403 None None] The sync data for ids ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'] in n-d-789963-13 is: [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:35:13Z', 'revision_number': 3, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:35:15.897710 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Pushing event updated for resources: {'Port': ['ID=cef8b1e7-6755-4708-b994-574382f64645,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:15.909168 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:15.944969 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1303a4-d183-42f7-919d-1bb6a23480be req-bb738bac-6239-4ced-9e48-bc33c55e5667 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:15.946296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Attempting to bind port cef8b1e7-6755-4708-b994-574382f64645 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:35:15.946686 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Attempting to bind port cef8b1e7-6755-4708-b994-574382f64645 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:35:15.947063 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Attempting to bind port cef8b1e7-6755-4708-b994-574382f64645 on network a00b3408-ac07-4acd-a0cf-44b4bfb837ba {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:35:15.948330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6d1303a4-d183-42f7-919d-1bb6a23480be req-bb738bac-6239-4ced-9e48-bc33c55e5667 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 945 time: 0.0811794 Sep 18 05:35:15.952527 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:35:15.952913 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Checking segment: {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:35:15.953328 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:15.953732 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Bound using segment: {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:35:15.955242 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Bound port: cef8b1e7-6755-4708-b994-574382f64645, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:35:15.955242 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:15.995961 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6d1303a4-d183-42f7-919d-1bb6a23480be req-5f589490-821a-45c8-9716-0e5e154f8594 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/security-groups?id=87d83617-a26a-482b-bb8c-e35c8c834cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384114 Sep 18 05:35:16.049176 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] For port cef8b1e7-6755-4708-b994-574382f64645, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:35:16.053118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] For port cef8b1e7-6755-4708-b994-574382f64645, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cef8b1e7-6755-4708-b994-574382f64645,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:35:16.134270 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:16.151972 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12afc5-1d37-402e-bd3a-e91719fff4e0 req-15933c69-023e-4c64-81c8-942d17125052 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:16.153674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d12afc5-1d37-402e-bd3a-e91719fff4e0 req-15933c69-023e-4c64-81c8-942d17125052 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 945 time: 0.0601349 Sep 18 05:35:16.227885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce86b75-40ee-42d4-81a1-b3fad33b3454 None None] Pushing event updated for resources: {'Port': ['ID=cef8b1e7-6755-4708-b994-574382f64645,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:16.257101 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d12afc5-1d37-402e-bd3a-e91719fff4e0 req-df8058a8-63bf-478b-9e76-6bfa6997f6cc tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/security-groups?id=87d83617-a26a-482b-bb8c-e35c8c834cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964799 Sep 18 05:35:16.302162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.20.0.1 (a00b3408-ac07-4acd-a0cf-44b4bfb837ba/aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa/3275674d-7319-4c37-8532-137714a18253) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:35:16.463024 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb58545-c540-496e-b48f-4364ed21c39e req-7fca84b0-06c1-4384-b77a-9ef0c2099b87 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:16.464624 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ceb58545-c540-496e-b48f-4364ed21c39e req-7fca84b0-06c1-4384-b77a-9ef0c2099b87 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 945 time: 0.1228466 Sep 18 05:35:16.515538 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:16.536305 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ceb58545-c540-496e-b48f-4364ed21c39e req-2f2d462c-28c4-4933-bcec-2d3cde1c37ea tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/security-groups?id=87d83617-a26a-482b-bb8c-e35c8c834cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639699 Sep 18 05:35:16.562899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57028) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:16.629745 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:16.652201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5951cd-911f-45d8-ace9-8f5a6708d32f tempest-TestServerBasicOps-491726727 tempest-TestServerBasicOps-491726727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:16.653795 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5b5951cd-911f-45d8-ace9-8f5a6708d32f tempest-TestServerBasicOps-491726727 tempest-TestServerBasicOps-491726727-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 1092 time: 0.0892158 Sep 18 05:35:16.656936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57032) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:16.662740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': '45b035d7-9360-4452-8385-e8951a808170', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:16.682254 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network a00b3408-ac07-4acd-a0cf-44b4bfb837ba is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:35:16.685472 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:35:16.693197 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:35:16.697119 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=3275674d-7319-4c37-8532-137714a18253,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:16.745630 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:16.750826 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:16.870950 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:16.952625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:16.996961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Allocated IP 172.25.7.57 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/62caa5a1-bd0f-4630-956d-edacb0c52115) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:35:17.144105 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f8becf5b-6f94-4c2c-abbd-fd32964831b9 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:35:17.168092 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:17.234119 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port f8becf5b-6f94-4c2c-abbd-fd32964831b9 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:17.235219 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:17.269842 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:17.311431 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:35:17.314666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:35:17.318434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:35:17.335323 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:17.351817 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:17.355871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port f8becf5b-6f94-4c2c-abbd-fd32964831b9, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f8becf5b-6f94-4c2c-abbd-fd32964831b9,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:17.356047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Pushing event updated for resources: {'Port': ['ID=62caa5a1-bd0f-4630-956d-edacb0c52115,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:17.378168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd647d0-86ce-49a6-8fe7-4858fe64ca56 None None] Network a00b3408-ac07-4acd-a0cf-44b4bfb837ba requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:35:17.448884 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:17.456687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-bc219ba1-e81e-43c0-b657-69733fc54ed9 None None] Provisioning complete for port cef8b1e7-6755-4708-b994-574382f64645 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:17.457337 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bc219ba1-e81e-43c0-b657-69733fc54ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:17.478548 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:17.479341 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cef8b1e7-6755-4708-b994-574382f64645 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:35:17.534322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=3275674d-7319-4c37-8532-137714a18253,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:17.536948 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:17.630181 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=f8becf5b-6f94-4c2c-abbd-fd32964831b9,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:17.658902 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network a00b3408-ac07-4acd-a0cf-44b4bfb837ba is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:35:17.660461 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:35:17.693619 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cef8b1e7-6755-4708-b994-574382f64645 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:17.693996 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:17.720892 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bc219ba1-e81e-43c0-b657-69733fc54ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:17.754025 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:17.778757 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-bc219ba1-e81e-43c0-b657-69733fc54ed9 None None] For port cef8b1e7-6755-4708-b994-574382f64645, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cef8b1e7-6755-4708-b994-574382f64645,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:17.835295 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:17.892489 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bc219ba1-e81e-43c0-b657-69733fc54ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:17.965388 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:35:17.965763 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:35:17.970613 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc219ba1-e81e-43c0-b657-69733fc54ed9 None None] Pushing event updated for resources: {'Port': ['ID=cef8b1e7-6755-4708-b994-574382f64645,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:18.115924 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9f2e0002-4697-4aad-a75f-ab8e82656f8b None None] Provisioning complete for port cef8b1e7-6755-4708-b994-574382f64645 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:18.119856 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0002-4697-4aad-a75f-ab8e82656f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:18.120002 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:35:18.243128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:35:18.244625 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9f2e0002-4697-4aad-a75f-ab8e82656f8b None None] Provisioning complete for port 3275674d-7319-4c37-8532-137714a18253 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:18.245104 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0002-4697-4aad-a75f-ab8e82656f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:18.260602 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-01e92955-34c4-4022-9709-7565b2e2c515 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "PUT /v2.0/routers/3d6ba1b4-a93f-4e88-930c-82148ba8cb77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8249650 Sep 18 05:35:18.276019 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Sync routers for ids ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:35:18.303195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9f2e0002-4697-4aad-a75f-ab8e82656f8b None None] Port 3275674d-7319-4c37-8532-137714a18253 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:35:18.308993 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Routers {'3d6ba1b4-a93f-4e88-930c-82148ba8cb77'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:35:18.310667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:35:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:18.333064 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:18.435891 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f8af679c-c8ba-4852-bab0-d0e8547c13ef None None] Provisioning complete for port 3275674d-7319-4c37-8532-137714a18253 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:18.436297 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f8af679c-c8ba-4852-bab0-d0e8547c13ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:18.473346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Set router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:35:18.526815 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-a2b5583f-8722-41c1-8c06-3f872be30860 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887565204&fields=id&tenant_id=819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 267 time: 0.0597262 Sep 18 05:35:18.552095 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:18.579279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f8af679c-c8ba-4852-bab0-d0e8547c13ef None None] Port 3275674d-7319-4c37-8532-137714a18253 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:35:18.635018 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:18.653529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-4d7d2fc3-88fd-4398-aee2-6c72579cb6b9 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:18.654998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-4d7d2fc3-88fd-4398-aee2-6c72579cb6b9 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/networks?id=a00b3408-ac07-4acd-a0cf-44b4bfb837ba HTTP/1.1" status: 200 len: 796 time: 0.1160519 Sep 18 05:35:18.713713 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-fe233c5e-340c-48a7-90b9-71158f917539 None None] Provisioning complete for port 3275674d-7319-4c37-8532-137714a18253 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:18.713990 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fe233c5e-340c-48a7-90b9-71158f917539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:18.714178 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-7415506e-c2b0-4c2c-9f8e-96274f294e44 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/quotas/819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 375 time: 0.0374680 Sep 18 05:35:18.728071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Pushing event updated for resources: {'Port': ['ID=62caa5a1-bd0f-4630-956d-edacb0c52115,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:18.754294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-fe233c5e-340c-48a7-90b9-71158f917539 None None] Port 3275674d-7319-4c37-8532-137714a18253 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:35:18.761539 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:35:16Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3275674d-7319-4c37-8532-137714a18253', 'name': '', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:4f:88:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:16Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 2, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:18.768868 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:18.818239 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-372cdae1-ee40-42d0-9474-816c3357c8e4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950069 Sep 18 05:35:18.890551 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-23f086d3-53bc-45c9-829f-f503aa99c65a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:35:18.891644 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-23f086d3-53bc-45c9-829f-f503aa99c65a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0605094 Sep 18 05:35:18.902392 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Floating IP 1b8d1fb0-d346-4642-9f43-dd28453bcd02 associated. External IP: 172.25.7.57, port: 45b035d7-9360-4452-8385-e8951a808170. Sep 18 05:35:18.948616 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Checking router: 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:35:18.948979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Updating router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 port 3275674d-7319-4c37-8532-137714a18253 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:35:18.974799 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:19.075706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f8becf5b-6f94-4c2c-abbd-fd32964831b9 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:35:19.078638 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-c34b24a9-817b-44f3-8d47-9674ff100f88 service neutron] 10.222.0.23 "GET /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777406 Sep 18 05:35:19.189536 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port f8becf5b-6f94-4c2c-abbd-fd32964831b9 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:19.189800 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:19.248292 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-bbc54531-45fe-4ebb-b18b-64c98cb8cfb9 service neutron] 10.222.0.23 "GET /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604793 Sep 18 05:35:19.257336 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Router 8f6f2856-f99e-41d5-975d-04d4b98ab12f has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:35:19.330467 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cef8b1e7-6755-4708-b994-574382f64645 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:35:19.375630 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:19.386403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:35:19.401132 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7f92b0-9f6f-4233-b324-15bc15080dec None None] Sync routers for ids ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:35:19.401861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port cef8b1e7-6755-4708-b994-574382f64645 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:19.402241 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:19.411197 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7f92b0-9f6f-4233-b324-15bc15080dec None None] Routers {'8f6f2856-f99e-41d5-975d-04d4b98ab12f'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:35:19.411818 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-fb7f92b0-9f6f-4233-b324-15bc15080dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:35:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:19.441899 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:19.481869 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:19.519746 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ad98d-de39-43a9-8746-a675ee585211 None None] Pushing event updated for resources: {'Port': ['ID=3275674d-7319-4c37-8532-137714a18253,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:19.528492 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-fb7f92b0-9f6f-4233-b324-15bc15080dec None None] Set router 8f6f2856-f99e-41d5-975d-04d4b98ab12f gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:35:19.536160 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2fc8c8e7-20f0-4501-ba09-109ec87bc28f tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8772995 Sep 18 05:35:19.537162 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e24723c-8bd9-42ff-a983-a937a8789b93', 'tag': '45b035d7-9360-4452-8385-e8951a808170'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:35:19.539798 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f650af66-bf99-4175-bd76-0f7c70b9823a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e24723c-8bd9-42ff-a983-a937a8789b93", "tag": "45b035d7-9360-4452-8385-e8951a808170"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:35:19.575777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Attempting to bind port 3275674d-7319-4c37-8532-137714a18253 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:35:19.576155 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Attempting to bind port 3275674d-7319-4c37-8532-137714a18253 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:35:19.576556 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Attempting to bind port 3275674d-7319-4c37-8532-137714a18253 on network a00b3408-ac07-4acd-a0cf-44b4bfb837ba {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:35:19.582520 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:35:19.583044 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Checking segment: {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:35:19.583457 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:19.583853 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Bound using segment: {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:35:19.584360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Bound port: 3275674d-7319-4c37-8532-137714a18253, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:35:19.584746 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:19.591964 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2737ec0d-65b1-4d58-9763-37f3abca98ba x-openstack-request-id: req-2737ec0d-65b1-4d58-9763-37f3abca98ba {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:35:19.592307 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e24723c-8bd9-42ff-a983-a937a8789b93", "tag": "45b035d7-9360-4452-8385-e8951a808170", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:35:19.592576 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2737ec0d-65b1-4d58-9763-37f3abca98ba {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:35:19.593040 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e24723c-8bd9-42ff-a983-a937a8789b93', 'tag': '45b035d7-9360-4452-8385-e8951a808170', 'status': 'completed', 'code': 200} Sep 18 05:35:19.660809 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] For port 3275674d-7319-4c37-8532-137714a18253, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:35:19.664504 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] For port 3275674d-7319-4c37-8532-137714a18253, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3275674d-7319-4c37-8532-137714a18253,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:35:19.678490 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650af66-bf99-4175-bd76-0f7c70b9823a req-45bb946b-f9f0-4713-b750-b50b1013c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:19.680267 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f650af66-bf99-4175-bd76-0f7c70b9823a req-45bb946b-f9f0-4713-b750-b50b1013c7a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf530ad4bdeb406596eda7f009a666df&device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 1097 time: 0.0545497 Sep 18 05:35:19.745710 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:19.778230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650af66-bf99-4175-bd76-0f7c70b9823a req-97f74df1-951a-47ae-a2df-1246e32ef350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:19.780945 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f650af66-bf99-4175-bd76-0f7c70b9823a req-97f74df1-951a-47ae-a2df-1246e32ef350 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ade930e-ec49-432a-9b2e-334e2f815c11 HTTP/1.1" status: 200 len: 908 time: 0.0937939 Sep 18 05:35:19.805960 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-fb7f92b0-9f6f-4233-b324-15bc15080dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:34:53Z', 'revision_number': 4, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port': {'id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:50Z', 'updated_at': '2021-09-18T05:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '1b8d1fb0-d346-4642-9f43-dd28453bcd02', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'port_id': '45b035d7-9360-4452-8385-e8951a808170', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'mac_address': 'fa:16:3e:e6:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24723c-8bd9-42ff-a983-a937a8789b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:35:17Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 0, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ef302f-9559-4c3e-959a-51cdb27a5483', 'name': '', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'mac_address': 'fa:16:3e:a6:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:52Z', 'updated_at': '2021-09-18T05:34:56Z', 'revision_number': 5, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'subnets': [{'id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:19.814127 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Routers {'3d6ba1b4-a93f-4e88-930c-82148ba8cb77'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:35:19.814780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:35:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:19.816549 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f1ee3483-475c-4c38-9975-ff2d77e6e553 None None] Provisioning complete for port 3275674d-7319-4c37-8532-137714a18253 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:19.816926 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3483-475c-4c38-9975-ff2d77e6e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:19.835071 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7f92b0-9f6f-4233-b324-15bc15080dec None None] Checking router: 8f6f2856-f99e-41d5-975d-04d4b98ab12f for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:35:19.846293 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7f92b0-9f6f-4233-b324-15bc15080dec None None] Routers {'8f6f2856-f99e-41d5-975d-04d4b98ab12f'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:35:19.847093 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-fb7f92b0-9f6f-4233-b324-15bc15080dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:35:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:19.865496 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f650af66-bf99-4175-bd76-0f7c70b9823a req-63e1d7ca-9942-4df7-b6b3-1405f1331934 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b035d7-9360-4452-8385-e8951a808170 HTTP/1.1" status: 200 len: 998 time: 0.0769339 Sep 18 05:35:19.870459 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ad98d-de39-43a9-8746-a675ee585211 None None] Pushing event updated for resources: {'Port': ['ID=3275674d-7319-4c37-8532-137714a18253,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:19.937449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650af66-bf99-4175-bd76-0f7c70b9823a req-fbc39479-334f-49a1-af26-2efaeced164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:19.939578 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f650af66-bf99-4175-bd76-0f7c70b9823a req-fbc39479-334f-49a1-af26-2efaeced164c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a4508b7-6b7d-4236-9b89-a9bac367d566 HTTP/1.1" status: 200 len: 847 time: 0.0671418 Sep 18 05:35:19.981511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] Set router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:35:19.984560 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-fb7f92b0-9f6f-4233-b324-15bc15080dec None None] Set router 8f6f2856-f99e-41d5-975d-04d4b98ab12f gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:35:19.996645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650af66-bf99-4175-bd76-0f7c70b9823a req-5514f9df-7c9f-4166-bf3e-ee659f0c59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:19.998177 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f650af66-bf99-4175-bd76-0f7c70b9823a req-5514f9df-7c9f-4166-bf3e-ee659f0c59ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ade930e-ec49-432a-9b2e-334e2f815c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523100 Sep 18 05:35:20.027748 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3483-475c-4c38-9975-ff2d77e6e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:20.109128 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f650af66-bf99-4175-bd76-0f7c70b9823a req-7914491e-25fe-4fb3-a77d-93c9eb544526 service neutron] 10.222.0.13 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955153 Sep 18 05:35:20.112798 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f1ee3483-475c-4c38-9975-ff2d77e6e553 None None] For port 3275674d-7319-4c37-8532-137714a18253, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3275674d-7319-4c37-8532-137714a18253,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:20.199335 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f650af66-bf99-4175-bd76-0f7c70b9823a req-b7d277bb-a508-486a-bfc3-f3b2617738a2 service neutron] 10.222.0.13 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891058 Sep 18 05:35:20.234991 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-fb7f92b0-9f6f-4233-b324-15bc15080dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:34:53Z', 'revision_number': 4, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port': {'id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:50Z', 'updated_at': '2021-09-18T05:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '1b8d1fb0-d346-4642-9f43-dd28453bcd02', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'port_id': '45b035d7-9360-4452-8385-e8951a808170', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'mac_address': 'fa:16:3e:e6:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24723c-8bd9-42ff-a983-a937a8789b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:35:17Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 0, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ef302f-9559-4c3e-959a-51cdb27a5483', 'name': '', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'mac_address': 'fa:16:3e:a6:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:52Z', 'updated_at': '2021-09-18T05:34:56Z', 'revision_number': 5, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'subnets': [{'id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:20.237138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:35:16Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3275674d-7319-4c37-8532-137714a18253', 'name': '', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:4f:88:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:16Z', 'updated_at': '2021-09-18T05:35:19Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:20.240282 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3483-475c-4c38-9975-ff2d77e6e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:20.261580 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7f92b0-9f6f-4233-b324-15bc15080dec None None] The sync data for ids ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'] in n-d-789963-13 is: [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:34:53Z', 'revision_number': 4, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port': {'id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:50Z', 'updated_at': '2021-09-18T05:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '1b8d1fb0-d346-4642-9f43-dd28453bcd02', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'port_id': '45b035d7-9360-4452-8385-e8951a808170', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'mac_address': 'fa:16:3e:e6:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e24723c-8bd9-42ff-a983-a937a8789b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:35:17Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 0, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ef302f-9559-4c3e-959a-51cdb27a5483', 'name': '', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'mac_address': 'fa:16:3e:a6:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:52Z', 'updated_at': '2021-09-18T05:34:56Z', 'revision_number': 5, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'subnets': [{'id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:35:20.272790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3c6ad-03e8-475c-889c-105aa7770762 None None] The sync data for ids ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'] in n-d-789963-13 is: [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:35:16Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3275674d-7319-4c37-8532-137714a18253', 'name': '', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:4f:88:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:16Z', 'updated_at': '2021-09-18T05:35:19Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:35:20.313022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee3483-475c-4c38-9975-ff2d77e6e553 None None] Pushing event updated for resources: {'Port': ['ID=3275674d-7319-4c37-8532-137714a18253,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:20.367359 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-cf444c8d-c00d-4ee2-9d0c-c101ad80baa8 None None] Provisioning complete for port 3275674d-7319-4c37-8532-137714a18253 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:20.368080 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cf444c8d-c00d-4ee2-9d0c-c101ad80baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:20.540971 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4d37d702-b6f0-4be7-ad6d-e859cbeb1ffc req-2d564ba1-5e3c-40ef-bd85-761bd4bbf868 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 210 time: 0.0309954 Sep 18 05:35:20.595007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc38445-c4f8-4498-963e-d2e540a1cc05 None None] New status for floating IP 1b8d1fb0-d346-4642-9f43-dd28453bcd02: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:35:21.084446 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3275674d-7319-4c37-8532-137714a18253 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:35:21.134853 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 3275674d-7319-4c37-8532-137714a18253 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:21.135314 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:21.643430 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07e79741-1148-4cea-8bab-79da8b0ad25f req-bedd34dd-58a9-44d7-9989-615bf454b683 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 210 time: 0.0325983 Sep 18 05:35:22.419978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-d9655892-51c5-4231-98ca-6258394fe85b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:22.421727 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-d9655892-51c5-4231-98ca-6258394fe85b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.18 "GET /v2.0/networks?id=a00b3408-ac07-4acd-a0cf-44b4bfb837ba HTTP/1.1" status: 200 len: 796 time: 0.1037543 Sep 18 05:35:22.464806 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-c25d2c26-c2d1-42da-b50e-1f288cc9e642 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 379 time: 0.0338755 Sep 18 05:35:22.474611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-006e21fc-c1e8-4137-bd7b-71b8c0a769c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'port': {'device_id': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'admin_state_up': True, 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'security_groups': ['d8c6663b-82bf-40a0-8c08-b1fe1a11e15a']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:22.642446 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-006e21fc-c1e8-4137-bd7b-71b8c0a769c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Made reservation on behalf of 819b3332122c426680234398b2fe4cc7 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:35:22.646682 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-006e21fc-c1e8-4137-bd7b-71b8c0a769c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:22.749813 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bc77c8da-cb76-4e86-bf80-145edb76ccfe req-797e2056-517b-4b81-bcf4-33c0593ae819 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 210 time: 0.0338757 Sep 18 05:35:22.807074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-006e21fc-c1e8-4137-bd7b-71b8c0a769c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.20.0.7 (a00b3408-ac07-4acd-a0cf-44b4bfb837ba/aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa/8f24dc2a-5c69-4b81-b7bf-60a8a5f15184) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:35:22.968495 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-006e21fc-c1e8-4137-bd7b-71b8c0a769c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:23.069113 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-006e21fc-c1e8-4137-bd7b-71b8c0a769c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:23.115519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-006e21fc-c1e8-4137-bd7b-71b8c0a769c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network a00b3408-ac07-4acd-a0cf-44b4bfb837ba is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:35:23.118597 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-006e21fc-c1e8-4137-bd7b-71b8c0a769c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:35:23.130188 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-006e21fc-c1e8-4137-bd7b-71b8c0a769c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:35:23.148514 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e21fc-c1e8-4137-bd7b-71b8c0a769c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:23.180200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-006e21fc-c1e8-4137-bd7b-71b8c0a769c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:23.180928 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-006e21fc-c1e8-4137-bd7b-71b8c0a769c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:23.242476 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:23.275590 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-006e21fc-c1e8-4137-bd7b-71b8c0a769c8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8054874 Sep 18 05:35:23.289018 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Request body: {'port': {'device_id': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:23.303288 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-15bd0d62-7c3c-4582-859d-dd89a27c54db None None] Provisioning complete for port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:23.303871 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-15bd0d62-7c3c-4582-859d-dd89a27c54db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:23.344514 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:23.345855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-15bd0d62-7c3c-4582-859d-dd89a27c54db None None] Port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:35:23.428712 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:23.610454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:35:23.618704 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:23.630498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Transition to ACTIVE for port object 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:35:23.722612 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:23.770991 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:23.877509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Attempting to bind port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:35:23.878062 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Attempting to bind port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:35:23.878731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Attempting to bind port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 on network a00b3408-ac07-4acd-a0cf-44b4bfb837ba {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:35:23.887439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 on network a00b3408-ac07-4acd-a0cf-44b4bfb837ba not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:35:23.887868 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Attempting to bind port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 on network a00b3408-ac07-4acd-a0cf-44b4bfb837ba {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:35:23.898195 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:35:23.898537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Checking segment: {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:35:23.898926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Bound using segment: {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:35:23.899365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Bound port: 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:35:23.899732 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:23.917059 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b6118-bf08-47bd-9e29-5e199f32c34c req-f1e6dac2-4489-418a-977f-fe51b1d8af5d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:23.918623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a81b6118-bf08-47bd-9e29-5e199f32c34c req-f1e6dac2-4489-418a-977f-fe51b1d8af5d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 943 time: 0.0933037 Sep 18 05:35:23.995654 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a81b6118-bf08-47bd-9e29-5e199f32c34c req-4a081530-6a7d-4447-a914-9872de59981d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706551 Sep 18 05:35:24.001644 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:35:24.005434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:35:24.071104 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:24.105793 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:24.106426 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:24.107818 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] 10.222.0.18 "PUT /v2.0/ports/8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 HTTP/1.1" status: 200 len: 1092 time: 0.8232634 Sep 18 05:35:24.108263 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:35:24.110458 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d43c77b-7c5d-46cc-a3fd-eb2fc0e41ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:35:24.135462 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0fa1a-7f4e-4a82-921f-672680cd1bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:24.157723 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d53018-dbf5-4810-861f-528e7740fec2 x-openstack-request-id: req-91d53018-dbf5-4810-861f-528e7740fec2 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:35:24.158027 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:35:24.158281 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91d53018-dbf5-4810-861f-528e7740fec2 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:35:24.158699 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'status': 'completed', 'code': 200} Sep 18 05:35:24.225861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43c77b-7c5d-46cc-a3fd-eb2fc0e41ca4 req-a94f8aff-822c-4f23-8482-3e464ae581c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:24.227497 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d43c77b-7c5d-46cc-a3fd-eb2fc0e41ca4 req-a94f8aff-822c-4f23-8482-3e464ae581c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 1095 time: 0.0469954 Sep 18 05:35:24.326734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43c77b-7c5d-46cc-a3fd-eb2fc0e41ca4 req-bc0c7dbd-e1c3-4373-94e1-d35e619d725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:24.328231 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d43c77b-7c5d-46cc-a3fd-eb2fc0e41ca4 req-bc0c7dbd-e1c3-4373-94e1-d35e619d725c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=819b3332122c426680234398b2fe4cc7&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0934687 Sep 18 05:35:24.425803 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43c77b-7c5d-46cc-a3fd-eb2fc0e41ca4 req-2d5aa1bf-313b-45c0-b69e-68fbaf2f8c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:24.427289 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3d43c77b-7c5d-46cc-a3fd-eb2fc0e41ca4 req-2d5aa1bf-313b-45c0-b69e-68fbaf2f8c79 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0913966 Sep 18 05:35:24.501118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-e00969d9-1a06-4bd4-8eb5-31f52cd6d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:24.502648 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-e00969d9-1a06-4bd4-8eb5-31f52cd6d878 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 1095 time: 0.0391829 Sep 18 05:35:24.546295 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-d1ba703d-63ac-41ec-a185-20632dcf0a68 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 HTTP/1.1" status: 200 len: 217 time: 0.0355189 Sep 18 05:35:24.593792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-9c970d1f-ffde-45ad-9960-6c7cbb232586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:24.595209 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-9c970d1f-ffde-45ad-9960-6c7cbb232586 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa HTTP/1.1" status: 200 len: 834 time: 0.0425527 Sep 18 05:35:24.639748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-a1556a24-4ea2-43d6-aea8-24ab9d20828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:24.641260 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-a1556a24-4ea2-43d6-aea8-24ab9d20828a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a00b3408-ac07-4acd-a0cf-44b4bfb837ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392644 Sep 18 05:35:24.735655 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-7ea18e0a-1dbb-4064-8671-0f3f4dafd22e service neutron] 10.222.0.18 "GET /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866275 Sep 18 05:35:24.827651 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58ec3a6e-aa32-48a2-85ac-70a8f9f4db5d req-7de95205-c6d3-4e86-aaf1-1b797e413c89 service neutron] 10.222.0.18 "GET /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844479 Sep 18 05:35:25.114737 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537bc7c-b785-4d75-b04a-199f86bd1cdb req-ef7e682e-bc8f-4752-8edd-b531878fc1ad tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:25.116159 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d537bc7c-b785-4d75-b04a-199f86bd1cdb req-ef7e682e-bc8f-4752-8edd-b531878fc1ad tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 943 time: 0.0496929 Sep 18 05:35:25.153128 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d537bc7c-b785-4d75-b04a-199f86bd1cdb req-6f5fae27-76e8-460c-a931-47698b37231c tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309260 Sep 18 05:35:26.268037 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991fb95-d98c-45de-934b-28c58aed26da req-f6035730-7441-44de-b7fe-fba1b100fe1a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:26.269677 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f991fb95-d98c-45de-934b-28c58aed26da req-f6035730-7441-44de-b7fe-fba1b100fe1a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 943 time: 0.0517471 Sep 18 05:35:26.306499 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f991fb95-d98c-45de-934b-28c58aed26da req-64e89859-6b96-48da-a4b5-bdfad59e3f74 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309374 Sep 18 05:35:26.674103 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:35:26.769289 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:26.780332 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'port_id': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'mac_address': 'fa:16:3e:04:5d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:35:26.817415 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:26.829840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:35:26.849643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:26.922590 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:26.968990 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:26.976822 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:26.977172 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:26.977516 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:26.977856 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:26.978190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:26.978524 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:26.978853 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:26.979180 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:26.979509 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:26.979831 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:26.980154 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:26.980510 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:35:27.130736 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['8f24dc2a-5c69-4b81-b7bf-60a8a5f15184'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:35:27.421753 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e89e7-c3db-45d7-818e-a2d0a297bb27 req-53db107b-aaaf-4d36-aad9-93bf46bca70d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:27.423243 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-879e89e7-c3db-45d7-818e-a2d0a297bb27 req-53db107b-aaaf-4d36-aad9-93bf46bca70d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 944 time: 0.0498991 Sep 18 05:35:27.461299 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-879e89e7-c3db-45d7-818e-a2d0a297bb27 req-ebe7baf4-e350-4f5b-b311-2aa56fd2dc0b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319328 Sep 18 05:35:28.576044 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c131f-b313-46f1-8945-2774c39f7834 req-c70e9284-1220-4eae-8be8-877ceb5cc9b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:28.577604 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bb4c131f-b313-46f1-8945-2774c39f7834 req-c70e9284-1220-4eae-8be8-877ceb5cc9b7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 944 time: 0.0507624 Sep 18 05:35:28.614630 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bb4c131f-b313-46f1-8945-2774c39f7834 req-06f9ced2-dda8-4f79-b707-e62ce4f11139 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306072 Sep 18 05:35:28.689768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:35:28.846538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:35:28.850479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:35:28.850862 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:28.925976 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:28.946976 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:35:28.949240 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00de696-0176-498c-b212-0fe48c0b5663" -d '{"events": [{"server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "name": "network-vif-plugged", "status": "completed", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:35:28.961366 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:35:28.988293 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff583ce9-b3df-416d-8346-80748e92fb4c x-openstack-request-id: req-ff583ce9-b3df-416d-8346-80748e92fb4c {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:35:28.988594 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "name": "network-vif-plugged", "status": "completed", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:35:28.988866 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff583ce9-b3df-416d-8346-80748e92fb4c {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:35:28.989247 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'code': 200} Sep 18 05:35:29.042480 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:29.084512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995136c-cb25-4341-9628-d6026bbeacf7 req-db02f8e3-3322-4fee-afdc-b04a1fd39f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:29.086029 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2995136c-cb25-4341-9628-d6026bbeacf7 req-db02f8e3-3322-4fee-afdc-b04a1fd39f1f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 1097 time: 0.0424228 Sep 18 05:35:29.093998 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:29.124815 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2995136c-cb25-4341-9628-d6026bbeacf7 req-443dd8bc-9ed2-4cc1-bfde-e64d062eb90b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317268 Sep 18 05:35:29.730896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b3d42-bf00-4e3a-aa57-7c4af223c019 req-b9416c03-8a35-4719-8034-cb6ba5ef43bd tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:29.732410 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec5b3d42-bf00-4e3a-aa57-7c4af223c019 req-b9416c03-8a35-4719-8034-cb6ba5ef43bd tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 945 time: 0.0488193 Sep 18 05:35:29.769857 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec5b3d42-bf00-4e3a-aa57-7c4af223c019 req-7379f689-701c-4b5e-9c1b-3f0e8afa2dae tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310073 Sep 18 05:35:30.881627 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8990a-1e95-421f-87bc-ce49a391dd9b req-57ac85de-1364-4949-9176-d661fd7f1f91 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:30.883131 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-abb8990a-1e95-421f-87bc-ce49a391dd9b req-57ac85de-1364-4949-9176-d661fd7f1f91 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 945 time: 0.0483530 Sep 18 05:35:30.919626 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-abb8990a-1e95-421f-87bc-ce49a391dd9b req-c1d9886b-e6e7-4d13-b96c-2e720315a4a1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305178 Sep 18 05:35:31.039715 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15216f-b794-4ad9-bf0e-210581686afd req-aa24e742-f1b6-4b8f-9c07-1eba731d0832 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:31.041296 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0e15216f-b794-4ad9-bf0e-210581686afd req-aa24e742-f1b6-4b8f-9c07-1eba731d0832 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 945 time: 0.0536020 Sep 18 05:35:31.080857 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0e15216f-b794-4ad9-bf0e-210581686afd req-ee4805eb-5029-4db1-a1b1-a88799f19e26 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333481 Sep 18 05:35:31.101851 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57118) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:31.140297 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f696f269-4284-460f-9f6f-ce494b2bdb2c tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:31.141803 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f696f269-4284-460f-9f6f-ce494b2bdb2c tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 1092 time: 0.0389938 Sep 18 05:35:31.144742 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57120) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:31.149001 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:35:31.225359 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:31.251663 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-81e25126-ec23-4b5c-84a9-290b0001976f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:31.326906 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:31.430156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.25.7.8 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/bdd8585a-3f00-4031-94fa-f4082dd7afd2) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:35:31.532626 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:31.619470 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:31.654518 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:35:31.657337 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:35:31.661311 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:35:31.689046 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=bdd8585a-3f00-4031-94fa-f4082dd7afd2,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:32.014228 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:32.147514 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:32.297423 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:32.373050 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:32.446124 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=bdd8585a-3f00-4031-94fa-f4082dd7afd2,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:35:32.455648 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:32.555257 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Floating IP a1880304-a000-4d43-a33e-63a8fd3c4262 associated. External IP: 172.25.7.8, port: 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184. Sep 18 05:35:32.755949 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:35:32.864704 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:35:32.874068 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd0f770-a391-4887-ae25-52464f827800 None None] Sync routers for ids ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:35:32.884135 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd0f770-a391-4887-ae25-52464f827800 None None] Routers {'3d6ba1b4-a93f-4e88-930c-82148ba8cb77'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:35:32.886323 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1bd0f770-a391-4887-ae25-52464f827800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:35:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:32.937234 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:32.964787 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d79ebfdc-0eb5-4390-b7f1-f5418bfa5734 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8190227 Sep 18 05:35:32.965400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:35:32.968071 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b275f282-a618-4001-a2d5-5cc58f5e6bce" -d '{"events": [{"name": "network-changed", "server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:35:32.992126 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-1bd0f770-a391-4887-ae25-52464f827800 None None] Set router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:35:33.068154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6b285-ffde-48e9-90d4-3ab634457e8f req-a20411f5-f3a1-4914-afe0-233d40112128 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:33.069396 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb9de21-e14e-47ba-9898-3717c2e059ff x-openstack-request-id: req-cbb9de21-e14e-47ba-9898-3717c2e059ff {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:35:33.069700 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:35:33.069958 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbb9de21-e14e-47ba-9898-3717c2e059ff {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:35:33.070366 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'status': 'completed', 'code': 200} Sep 18 05:35:33.071935 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-10a6b285-ffde-48e9-90d4-3ab634457e8f req-a20411f5-f3a1-4914-afe0-233d40112128 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 945 time: 0.0536940 Sep 18 05:35:33.136845 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-10a6b285-ffde-48e9-90d4-3ab634457e8f req-da314395-6afd-4613-a713-45ba3fe84111 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601370 Sep 18 05:35:33.146724 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275f282-a618-4001-a2d5-5cc58f5e6bce req-f17f8e50-1bd3-4201-a0c8-2487463f11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:33.149032 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b275f282-a618-4001-a2d5-5cc58f5e6bce req-f17f8e50-1bd3-4201-a0c8-2487463f11eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 1097 time: 0.0549059 Sep 18 05:35:33.161598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57134) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:33.223326 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1bd0f770-a391-4887-ae25-52464f827800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:35:16Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a1880304-a000-4d43-a33e-63a8fd3c4262', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'port_id': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'mac_address': 'fa:16:3e:04:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:35:31Z', 'updated_at': '2021-09-18T05:35:31Z', 'revision_number': 0, 'project_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3275674d-7319-4c37-8532-137714a18253', 'name': '', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:4f:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:16Z', 'updated_at': '2021-09-18T05:35:20Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:33.231950 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4d88a35f-e023-4914-bbb5-edc45293e103 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/a1880304-a000-4d43-a33e-63a8fd3c4262 HTTP/1.1" status: 200 len: 989 time: 0.0679746 Sep 18 05:35:33.243681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275f282-a618-4001-a2d5-5cc58f5e6bce req-c5832329-c639-48a4-b7e5-b29d3cfa0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:33.245209 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b275f282-a618-4001-a2d5-5cc58f5e6bce req-c5832329-c639-48a4-b7e5-b29d3cfa0b9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a00b3408-ac07-4acd-a0cf-44b4bfb837ba HTTP/1.1" status: 200 len: 896 time: 0.0903013 Sep 18 05:35:33.253282 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd0f770-a391-4887-ae25-52464f827800 None None] Checking router: 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:35:33.261550 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd0f770-a391-4887-ae25-52464f827800 None None] Routers {'3d6ba1b4-a93f-4e88-930c-82148ba8cb77'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:35:33.262167 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1bd0f770-a391-4887-ae25-52464f827800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:35:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:33.316294 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b275f282-a618-4001-a2d5-5cc58f5e6bce req-6440c513-a262-4b1c-8feb-9a405eeea9d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 HTTP/1.1" status: 200 len: 997 time: 0.0634975 Sep 18 05:35:33.373483 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275f282-a618-4001-a2d5-5cc58f5e6bce req-50bae63d-dd89-4cf5-b1c2-726c81f0e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:33.375000 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b275f282-a618-4001-a2d5-5cc58f5e6bce req-50bae63d-dd89-4cf5-b1c2-726c81f0e761 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa HTTP/1.1" status: 200 len: 834 time: 0.0446143 Sep 18 05:35:33.422704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275f282-a618-4001-a2d5-5cc58f5e6bce req-9817dbd1-b98f-46d4-ab15-cdc7ddaf4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:33.424294 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b275f282-a618-4001-a2d5-5cc58f5e6bce req-9817dbd1-b98f-46d4-ab15-cdc7ddaf4b96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a00b3408-ac07-4acd-a0cf-44b4bfb837ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417521 Sep 18 05:35:33.473812 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-1bd0f770-a391-4887-ae25-52464f827800 None None] Set router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:35:33.519135 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b275f282-a618-4001-a2d5-5cc58f5e6bce req-abf788cd-fc91-4c9a-8055-5e7d157c398c service neutron] 10.222.0.18 "GET /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870841 Sep 18 05:35:33.613126 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b275f282-a618-4001-a2d5-5cc58f5e6bce req-026e1236-cf41-4987-ac5b-8b318a0b8b31 service neutron] 10.222.0.18 "GET /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872808 Sep 18 05:35:33.689213 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-1bd0f770-a391-4887-ae25-52464f827800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:35:16Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a1880304-a000-4d43-a33e-63a8fd3c4262', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'port_id': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'mac_address': 'fa:16:3e:04:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:35:31Z', 'updated_at': '2021-09-18T05:35:31Z', 'revision_number': 0, 'project_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3275674d-7319-4c37-8532-137714a18253', 'name': '', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:4f:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:16Z', 'updated_at': '2021-09-18T05:35:20Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:35:33.715109 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd0f770-a391-4887-ae25-52464f827800 None None] The sync data for ids ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'] in n-d-789963-13 is: [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:35:16Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a1880304-a000-4d43-a33e-63a8fd3c4262', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'port_id': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'mac_address': 'fa:16:3e:04:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:35:31Z', 'updated_at': '2021-09-18T05:35:31Z', 'revision_number': 0, 'project_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3275674d-7319-4c37-8532-137714a18253', 'name': '', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:4f:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:16Z', 'updated_at': '2021-09-18T05:35:20Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:35:33.859234 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-27c0fa3a-0987-4e10-9696-ff1ddc3a1b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:33.914356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac934176-3b33-4d88-8c9a-bbbefa43cd9a None None] New status for floating IP a1880304-a000-4d43-a33e-63a8fd3c4262: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:35:34.234113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57138) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:34.294161 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4031dc3d-bf38-4e95-9b2b-ea47b5663642 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/a1880304-a000-4d43-a33e-63a8fd3c4262 HTTP/1.1" status: 200 len: 989 time: 0.0589135 Sep 18 05:35:34.331877 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:34.940047 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-148ea556-4dc0-48ab-bd42-91e9f2c5f1d6 req-5673fa0f-fdff-4129-90cc-d66caa9cb94b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0875311 Sep 18 05:35:35.022211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ea556-4dc0-48ab-bd42-91e9f2c5f1d6 req-e746aac0-5b87-4334-bb01-37787df188d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:35.023728 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-148ea556-4dc0-48ab-bd42-91e9f2c5f1d6 req-e746aac0-5b87-4334-bb01-37787df188d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 1098 time: 0.0408840 Sep 18 05:35:35.130681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ea556-4dc0-48ab-bd42-91e9f2c5f1d6 req-3dae668a-85c2-4766-b356-cce28a529387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:35.130681 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-148ea556-4dc0-48ab-bd42-91e9f2c5f1d6 req-3dae668a-85c2-4766-b356-cce28a529387 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 917 time: 0.0870872 Sep 18 05:35:35.193911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-148ea556-4dc0-48ab-bd42-91e9f2c5f1d6 req-c5bdefad-048f-42b0-b9ae-e5b6f6d824d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785 HTTP/1.1" status: 200 len: 1001 time: 0.0573001 Sep 18 05:35:35.242639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ea556-4dc0-48ab-bd42-91e9f2c5f1d6 req-7187edff-ace6-482a-9392-850c9d19ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:35.244095 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-148ea556-4dc0-48ab-bd42-91e9f2c5f1d6 req-7187edff-ace6-482a-9392-850c9d19ae9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.0434828 Sep 18 05:35:35.287865 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:35.291890 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ea556-4dc0-48ab-bd42-91e9f2c5f1d6 req-3a0ccd17-1e94-479c-87e3-0c6447cf44ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:35.293414 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-148ea556-4dc0-48ab-bd42-91e9f2c5f1d6 req-3a0ccd17-1e94-479c-87e3-0c6447cf44ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426698 Sep 18 05:35:35.297893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57144) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:35:35.409665 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d86d0e43-052d-4c58-9046-04becef62693 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/a1880304-a000-4d43-a33e-63a8fd3c4262 HTTP/1.1" status: 200 len: 991 time: 0.1106949 Sep 18 05:35:35.436308 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-148ea556-4dc0-48ab-bd42-91e9f2c5f1d6 req-78f212e9-a1a4-426b-9a57-06c26152b254 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317816 Sep 18 05:35:35.528891 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-148ea556-4dc0-48ab-bd42-91e9f2c5f1d6 req-ff72e912-feaa-4eff-a4e4-c2781de3ee0b service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835710 Sep 18 05:35:36.881810 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:38.037408 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2939544d-7c13-4fc6-a359-4325dca4900f req-a3c21c8d-127e-44a0-8f7f-1f3732ef02b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442250 Sep 18 05:35:38.116711 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939544d-7c13-4fc6-a359-4325dca4900f req-46df89be-a68c-48e5-a91a-9588ae0147e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:38.118251 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2939544d-7c13-4fc6-a359-4325dca4900f req-46df89be-a68c-48e5-a91a-9588ae0147e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf530ad4bdeb406596eda7f009a666df&device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 1097 time: 0.0392911 Sep 18 05:35:38.218066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939544d-7c13-4fc6-a359-4325dca4900f req-73b9792c-fbd2-44d8-8c10-d805532c507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:38.219519 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2939544d-7c13-4fc6-a359-4325dca4900f req-73b9792c-fbd2-44d8-8c10-d805532c507d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ade930e-ec49-432a-9b2e-334e2f815c11 HTTP/1.1" status: 200 len: 908 time: 0.0823629 Sep 18 05:35:38.286918 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2939544d-7c13-4fc6-a359-4325dca4900f req-207d6a50-c81c-4bff-a040-c8dc76649f19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b035d7-9360-4452-8385-e8951a808170 HTTP/1.1" status: 200 len: 1000 time: 0.0597348 Sep 18 05:35:38.334890 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939544d-7c13-4fc6-a359-4325dca4900f req-bc973a88-fc54-4198-b21f-1823b591f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:38.336328 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2939544d-7c13-4fc6-a359-4325dca4900f req-bc973a88-fc54-4198-b21f-1823b591f5a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a4508b7-6b7d-4236-9b89-a9bac367d566 HTTP/1.1" status: 200 len: 847 time: 0.0425398 Sep 18 05:35:38.380745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939544d-7c13-4fc6-a359-4325dca4900f req-cff4e1b8-0d06-4d1f-82d7-1441be9000e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:38.382248 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2939544d-7c13-4fc6-a359-4325dca4900f req-cff4e1b8-0d06-4d1f-82d7-1441be9000e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ade930e-ec49-432a-9b2e-334e2f815c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391097 Sep 18 05:35:38.474202 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2939544d-7c13-4fc6-a359-4325dca4900f req-5d310cc0-6d3d-404d-bab2-6bcdf916f6c0 service neutron] 10.222.0.13 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840871 Sep 18 05:35:38.564625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2939544d-7c13-4fc6-a359-4325dca4900f req-0b4b1f4c-2ee7-4b6c-95cf-176527edaa84 service neutron] 10.222.0.13 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828266 Sep 18 05:35:42.214051 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:35:48.906388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc1469-5c8e-4feb-9715-40c56033067e req-4b61fbdf-8b9d-4ce6-ab2c-7b4b394e7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:35:48.907937 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e3cc1469-5c8e-4feb-9715-40c56033067e req-4b61fbdf-8b9d-4ce6-ab2c-7b4b394e7488 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 1097 time: 0.0897784 Sep 18 05:35:48.942146 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e3cc1469-5c8e-4feb-9715-40c56033067e req-fa6e9ef1-eccb-485f-9551-70175c1bf4d0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=87d83617-a26a-482b-bb8c-e35c8c834cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280836 Sep 18 05:35:53.262317 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:35:53.405118 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:01.245040 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f2fa35bc-e439-4f58-a0a0-289468fd0378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:02.119172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1eff8-b49c-49e2-ae3e-414268e762fa req-b17ec4e6-0b78-470f-b2e0-7c51d5b3a6fd tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:02.123696 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5ed1eff8-b49c-49e2-ae3e-414268e762fa req-b17ec4e6-0b78-470f-b2e0-7c51d5b3a6fd tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 945 time: 0.0492775 Sep 18 05:36:02.157800 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5ed1eff8-b49c-49e2-ae3e-414268e762fa req-e65193d2-efc2-43b2-a534-28b5b0065525 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311525 Sep 18 05:36:02.180548 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57240) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:02.243629 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7c05b22b-03dc-49b2-b981-304270791eba tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/a1880304-a000-4d43-a33e-63a8fd3c4262 HTTP/1.1" status: 200 len: 991 time: 0.0618327 Sep 18 05:36:02.677949 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36c93e-13f1-42d0-88d8-cc5a446d404c req-660682b8-a80b-480c-8bc4-c15249fa0f82 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:02.679487 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac36c93e-13f1-42d0-88d8-cc5a446d404c req-660682b8-a80b-480c-8bc4-c15249fa0f82 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 1097 time: 0.0401063 Sep 18 05:36:02.714232 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac36c93e-13f1-42d0-88d8-cc5a446d404c req-d4f64148-db46-4739-b3f9-114eca3faf3a tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288258 Sep 18 05:36:02.784388 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-e1745681-a0c6-4721-bd29-ed60789ab7c3 req-cc015b1e-acd0-4ef8-b521-e1f26a545927 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:36:02.785333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e1745681-a0c6-4721-bd29-ed60789ab7c3 req-cc015b1e-acd0-4ef8-b521-e1f26a545927 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058646 Sep 18 05:36:03.755755 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-a5b21ba0-0380-4320-8d61-0f7d59757731 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383425 Sep 18 05:36:03.764219 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-75c7d67e-aeb3-481c-bfa7-6b3a342cd44d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:36:03.765191 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-75c7d67e-aeb3-481c-bfa7-6b3a342cd44d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048265 Sep 18 05:36:03.873607 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f0403371-5735-4176-8a7b-9ba6b57e012b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:04.313547 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:04.722734 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52525-f476-4714-b0fa-04a203118acc req-a4e50029-f357-482f-ae3e-463c4b4b05bc tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:04.724108 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-a4e50029-f357-482f-ae3e-463c4b4b05bc tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/ports/8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 HTTP/1.1" status: 200 len: 1094 time: 0.0332277 Sep 18 05:36:04.732565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-c9a52525-f476-4714-b0fa-04a203118acc req-33c3c3a3-73b8-44bb-8753-9a050c58bbc6 service neutron] Request body: {'binding': {'host': 'n-h2-789963-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:04.733026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [req-c9a52525-f476-4714-b0fa-04a203118acc req-33c3c3a3-73b8-44bb-8753-9a050c58bbc6 service neutron] Unknown quota resources ['binding']. {{(pid=106908) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 05:36:04.862341 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-c9a52525-f476-4714-b0fa-04a203118acc req-33c3c3a3-73b8-44bb-8753-9a050c58bbc6 service neutron] Attempting to bind port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 on host n-h2-789963-13 for vnic_type normal with profile None {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:36:04.863000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-c9a52525-f476-4714-b0fa-04a203118acc req-33c3c3a3-73b8-44bb-8753-9a050c58bbc6 service neutron] Attempting to bind port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:36:04.863000 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a52525-f476-4714-b0fa-04a203118acc req-33c3c3a3-73b8-44bb-8753-9a050c58bbc6 service neutron] Attempting to bind port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 on network a00b3408-ac07-4acd-a0cf-44b4bfb837ba {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:36:04.868476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a52525-f476-4714-b0fa-04a203118acc req-33c3c3a3-73b8-44bb-8753-9a050c58bbc6 service neutron] Port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 on network a00b3408-ac07-4acd-a0cf-44b4bfb837ba not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:36:04.868807 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a52525-f476-4714-b0fa-04a203118acc req-33c3c3a3-73b8-44bb-8753-9a050c58bbc6 service neutron] Attempting to bind port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 on network a00b3408-ac07-4acd-a0cf-44b4bfb837ba {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:36:04.873480 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a52525-f476-4714-b0fa-04a203118acc req-33c3c3a3-73b8-44bb-8753-9a050c58bbc6 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:36:04.873828 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a52525-f476-4714-b0fa-04a203118acc req-33c3c3a3-73b8-44bb-8753-9a050c58bbc6 service neutron] Checking segment: {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:36:04.874217 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a52525-f476-4714-b0fa-04a203118acc req-33c3c3a3-73b8-44bb-8753-9a050c58bbc6 service neutron] Bound using segment: {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'} {{(pid=106908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:36:04.874654 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.managers [req-c9a52525-f476-4714-b0fa-04a203118acc req-33c3c3a3-73b8-44bb-8753-9a050c58bbc6 service neutron] Bound port: 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'}}] {{(pid=106908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:36:04.959759 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [req-c9a52525-f476-4714-b0fa-04a203118acc req-33c3c3a3-73b8-44bb-8753-9a050c58bbc6 service neutron] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:36:05.046341 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [req-c9a52525-f476-4714-b0fa-04a203118acc req-33c3c3a3-73b8-44bb-8753-9a050c58bbc6 service neutron] Notify callbacks [] for binding, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:05.047550 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-33c3c3a3-73b8-44bb-8753-9a050c58bbc6 service neutron] 10.222.0.23 "POST /v2.0/ports/8f24dc2a-5c69-4b81-b7bf-60a8a5f15184/bindings HTTP/1.1" status: 201 len: 390 time: 0.3182232 Sep 18 05:36:05.285279 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:05.332701 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013075a4-5781-4656-890e-a2c21120c3f5 req-ba4d0432-8ff8-4958-b304-cf92dc04217c tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:05.334223 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-013075a4-5781-4656-890e-a2c21120c3f5 req-ba4d0432-8ff8-4958-b304-cf92dc04217c tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 945 time: 0.0526571 Sep 18 05:36:05.372522 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-013075a4-5781-4656-890e-a2c21120c3f5 req-123ec47c-9878-482e-ae7c-8d823aa3d133 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320079 Sep 18 05:36:05.983043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52525-f476-4714-b0fa-04a203118acc req-d52d8fa2-f36d-42af-8fc6-6265b67ea362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:05.984603 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-d52d8fa2-f36d-42af-8fc6-6265b67ea362 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 1097 time: 0.3675079 Sep 18 05:36:06.072933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52525-f476-4714-b0fa-04a203118acc req-db1a6e4f-82c0-4d26-b8ee-f618406d779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:06.074415 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-db1a6e4f-82c0-4d26-b8ee-f618406d779e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a00b3408-ac07-4acd-a0cf-44b4bfb837ba HTTP/1.1" status: 200 len: 896 time: 0.0828614 Sep 18 05:36:06.141845 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-5bdd960a-2efa-419f-ab87-53e037acfd0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 HTTP/1.1" status: 200 len: 999 time: 0.0599155 Sep 18 05:36:06.190103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52525-f476-4714-b0fa-04a203118acc req-e5edd47b-c4c6-4035-9064-163530cdf63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:06.191535 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-e5edd47b-c4c6-4035-9064-163530cdf63a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa HTTP/1.1" status: 200 len: 834 time: 0.0428646 Sep 18 05:36:06.236154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52525-f476-4714-b0fa-04a203118acc req-dcec731f-adef-463e-904b-472d4cae1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:06.237789 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-dcec731f-adef-463e-904b-472d4cae1acd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a00b3408-ac07-4acd-a0cf-44b4bfb837ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397959 Sep 18 05:36:06.330842 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-9fc80508-ca89-4336-8846-95b21dd5c043 service neutron] 10.222.0.13 "GET /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850313 Sep 18 05:36:06.421944 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-943546e2-7bef-48f4-a936-134c86864bbf service neutron] 10.222.0.13 "GET /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853086 Sep 18 05:36:06.489415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a766856-86af-49ed-9abd-0f5b91e00489 req-6a56fa27-2af0-4762-b1ab-ceb35310d437 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:06.490827 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a766856-86af-49ed-9abd-0f5b91e00489 req-6a56fa27-2af0-4762-b1ab-ceb35310d437 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 945 time: 0.0498559 Sep 18 05:36:06.528284 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4a766856-86af-49ed-9abd-0f5b91e00489 req-2ad79110-83ef-4c7b-8295-9b7e25be8b6d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314982 Sep 18 05:36:06.551424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52525-f476-4714-b0fa-04a203118acc req-3f522c20-9e54-41d8-bbdc-1be67e7ffef3 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:06.553050 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-3f522c20-9e54-41d8-bbdc-1be67e7ffef3 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c&tenant_id=819b3332122c426680234398b2fe4cc7&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1097 time: 0.0761037 Sep 18 05:36:06.564027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-13'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:06.617892 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:06.737292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:06.777680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:36:06.818946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:36:06.821215 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b081d0-855d-4a49-a1ce-873af01d4173" -d '{"events": [{"server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "name": "network-vif-unplugged", "status": "completed", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:36:06.825029 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:06.861282 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb30c453-edb2-49c1-ad59-edb8ff4c52f5 x-openstack-request-id: req-eb30c453-edb2-49c1-ad59-edb8ff4c52f5 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:36:06.861585 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "name": "network-vif-unplugged", "status": "completed", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:36:06.861841 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb30c453-edb2-49c1-ad59-edb8ff4c52f5 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:36:06.862239 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'code': 200} Sep 18 05:36:06.915947 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:06.916147 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:07.008679 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Pushing event updated for resources: {'Port': ['ID=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:07.066339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Attempting to bind port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 on host n-h1-789963-13 for vnic_type normal with profile {"migrating_to": "n-h2-789963-13"} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:36:07.066678 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Attempting to bind port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:36:07.067014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Attempting to bind port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 on network a00b3408-ac07-4acd-a0cf-44b4bfb837ba {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:36:07.071599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 on network a00b3408-ac07-4acd-a0cf-44b4bfb837ba not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:36:07.071920 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Attempting to bind port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 on network a00b3408-ac07-4acd-a0cf-44b4bfb837ba {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:36:07.076906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:36:07.077248 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Checking segment: {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:36:07.077638 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Bound using segment: {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:36:07.078074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Bound port: 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbc79f9-e007-4106-a2aa-839fc7261785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:36:07.078440 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:07.144082 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:36:07.147215 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:36:07.152630 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-f414a0eb-d3b2-4359-b471-e75085fa7ad9 None None] Provisioning complete for port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:07.153006 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f414a0eb-d3b2-4359-b471-e75085fa7ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:07.187380 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-f414a0eb-d3b2-4359-b471-e75085fa7ad9 None None] Port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:36:07.222964 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:07.316211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Pushing event updated for resources: {'Port': ['ID=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,revision_number=8']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:07.360606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:07.361470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:07.363146 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-11e69327-2e59-4f5d-971f-7a33c3b58376 service neutron] 10.222.0.13 "PUT /v2.0/ports/8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 HTTP/1.1" status: 200 len: 1123 time: 0.8030035 Sep 18 05:36:07.435175 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['8f24dc2a-5c69-4b81-b7bf-60a8a5f15184'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:36:07.525529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1b94c754-61e1-456b-bfc1-b05ecc60687e None None] Provisioning complete for port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:07.525803 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1b94c754-61e1-456b-bfc1-b05ecc60687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:07.651079 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc6fa0-9183-4d8c-86a6-2c46e167396e req-7cba1f62-2ca3-4fae-937b-119c2068dccc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:07.652618 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-00bc6fa0-9183-4d8c-86a6-2c46e167396e req-7cba1f62-2ca3-4fae-937b-119c2068dccc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 943 time: 0.0545514 Sep 18 05:36:07.667382 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1b94c754-61e1-456b-bfc1-b05ecc60687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:07.691862 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-00bc6fa0-9183-4d8c-86a6-2c46e167396e req-ab23a53e-6b47-42ea-a6d7-bf71b90cfa26 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326996 Sep 18 05:36:07.710402 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:36:07.712797 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a662d6b5-a992-4eac-9e9a-bcdfc4995583" -d '{"events": [{"server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "name": "network-vif-plugged", "status": "completed", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:36:07.734190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1b94c754-61e1-456b-bfc1-b05ecc60687e None None] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:07.809638 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25c214a-08b9-4d2b-bfc8-0c4b778efb49 x-openstack-request-id: req-e25c214a-08b9-4d2b-bfc8-0c4b778efb49 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:36:07.809942 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "name": "network-vif-plugged", "status": "completed", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:36:07.810198 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e25c214a-08b9-4d2b-bfc8-0c4b778efb49 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:36:07.810594 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'code': 200} Sep 18 05:36:07.811780 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1b94c754-61e1-456b-bfc1-b05ecc60687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:07.952610 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94c754-61e1-456b-bfc1-b05ecc60687e None None] Pushing event updated for resources: {'Port': ['ID=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,revision_number=9']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:08.813666 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6728770-ac91-48a6-bd87-4a29b67feea1 req-a7b7c413-af68-4c3e-916e-548a975ca783 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:08.815953 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e6728770-ac91-48a6-bd87-4a29b67feea1 req-a7b7c413-af68-4c3e-916e-548a975ca783 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 945 time: 0.0528855 Sep 18 05:36:08.857008 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e6728770-ac91-48a6-bd87-4a29b67feea1 req-488abe9a-2192-435f-a95e-1ca8270ecae7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343566 Sep 18 05:36:08.863728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:36:08.866174 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44859068-0541-4a9b-8c71-b6849d9ab2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:36:08.906054 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2241d0-33d5-425c-86f3-e4d05b4707a1 x-openstack-request-id: req-bb2241d0-33d5-425c-86f3-e4d05b4707a1 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:36:08.906054 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:36:08.906054 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb2241d0-33d5-425c-86f3-e4d05b4707a1 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:36:08.906054 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'status': 'completed', 'code': 200} Sep 18 05:36:08.965207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44859068-0541-4a9b-8c71-b6849d9ab2c1 req-c4282a84-4024-44b0-a909-fdcf81dcdc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:08.966820 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44859068-0541-4a9b-8c71-b6849d9ab2c1 req-c4282a84-4024-44b0-a909-fdcf81dcdc7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 1128 time: 0.0403631 Sep 18 05:36:09.065896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44859068-0541-4a9b-8c71-b6849d9ab2c1 req-3a364465-2acd-4c02-97fd-b2e0ae138b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:09.067397 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44859068-0541-4a9b-8c71-b6849d9ab2c1 req-3a364465-2acd-4c02-97fd-b2e0ae138b6c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a00b3408-ac07-4acd-a0cf-44b4bfb837ba HTTP/1.1" status: 200 len: 896 time: 0.0939314 Sep 18 05:36:09.134400 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44859068-0541-4a9b-8c71-b6849d9ab2c1 req-73996d60-d861-4609-8592-b480a1a02d42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 HTTP/1.1" status: 200 len: 999 time: 0.0594661 Sep 18 05:36:09.187872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44859068-0541-4a9b-8c71-b6849d9ab2c1 req-fa312086-2e90-43c2-897e-29f654883c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:09.189385 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44859068-0541-4a9b-8c71-b6849d9ab2c1 req-fa312086-2e90-43c2-897e-29f654883c95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa HTTP/1.1" status: 200 len: 834 time: 0.0482128 Sep 18 05:36:09.233027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44859068-0541-4a9b-8c71-b6849d9ab2c1 req-be685cbd-82d1-4778-954c-7c87e2d1becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:09.234505 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44859068-0541-4a9b-8c71-b6849d9ab2c1 req-be685cbd-82d1-4778-954c-7c87e2d1becb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a00b3408-ac07-4acd-a0cf-44b4bfb837ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385082 Sep 18 05:36:09.325166 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44859068-0541-4a9b-8c71-b6849d9ab2c1 req-47e5bd45-55b4-4fb1-ab02-aca294331f8e service neutron] 10.222.0.18 "GET /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830929 Sep 18 05:36:09.414283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44859068-0541-4a9b-8c71-b6849d9ab2c1 req-e8046d43-6b69-4300-9573-15006530c976 service neutron] 10.222.0.18 "GET /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815258 Sep 18 05:36:09.819754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:36:09.919814 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:09.932826 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 has no active binding in host n-h2-789963-13 {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 05:36:09.978534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276e5c4-e3d0-4bf3-87d1-94e53dae6d7e req-8b33f40f-2d64-432e-9415-99249dfa9aa2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:09.980032 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f276e5c4-e3d0-4bf3-87d1-94e53dae6d7e req-8b33f40f-2d64-432e-9415-99249dfa9aa2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 945 time: 0.0490010 Sep 18 05:36:10.016998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f276e5c4-e3d0-4bf3-87d1-94e53dae6d7e req-281aca79-9012-4477-9318-e5ed3ef9f1fd tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309577 Sep 18 05:36:10.413078 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4c2da-e3e3-4dbc-b176-731dd622c39f req-7e073c68-55c2-4262-8962-c284c1af5550 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:10.414596 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22c4c2da-e3e3-4dbc-b176-731dd622c39f req-7e073c68-55c2-4262-8962-c284c1af5550 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0562637 Sep 18 05:36:10.453273 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22c4c2da-e3e3-4dbc-b176-731dd622c39f req-ea4b3438-c813-4967-8c22-1b60c52d06b0 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321109 Sep 18 05:36:11.133076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed7b25-f737-4bb0-a8bb-273f1100ebc2 req-c55d6135-a97a-400c-9074-80948747f922 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:11.134553 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-18ed7b25-f737-4bb0-a8bb-273f1100ebc2 req-c55d6135-a97a-400c-9074-80948747f922 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 945 time: 0.0492129 Sep 18 05:36:11.171497 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-18ed7b25-f737-4bb0-a8bb-273f1100ebc2 req-3024259c-fd08-4c6c-afe3-893cf000c145 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311484 Sep 18 05:36:11.573297 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43bc5-0355-4261-8ba6-7eedb08b3712 req-0d46ee72-1465-4a65-b071-d70852051cf6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:11.574769 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-faa43bc5-0355-4261-8ba6-7eedb08b3712 req-0d46ee72-1465-4a65-b071-d70852051cf6 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0491369 Sep 18 05:36:11.612365 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-faa43bc5-0355-4261-8ba6-7eedb08b3712 req-53ef0897-b707-4c11-ae14-ae2f5c0b7daa tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317650 Sep 18 05:36:12.289504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10154a35-4153-4260-a533-4398493240ef req-a31d09a3-36e8-4b3b-b34f-1dade11abe61 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:12.290895 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10154a35-4153-4260-a533-4398493240ef req-a31d09a3-36e8-4b3b-b34f-1dade11abe61 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 945 time: 0.0527182 Sep 18 05:36:12.327634 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-10154a35-4153-4260-a533-4398493240ef req-0703136c-02f8-4c0d-b8ea-0235fad96b18 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306687 Sep 18 05:36:12.508399 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-5e2d8b39-11ad-4965-a7ea-499c7f7ed589 service neutron] 10.222.0.18 "GET /v2.0/ports/8f24dc2a-5c69-4b81-b7bf-60a8a5f15184/bindings/n-h2-789963-13 HTTP/1.1" status: 200 len: 385 time: 0.0552766 Sep 18 05:36:12.683593 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c9a52525-f476-4714-b0fa-04a203118acc req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:12.727847 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c9a52525-f476-4714-b0fa-04a203118acc req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:36:12.769158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94678c8-49b2-49d4-b918-f9533cbe39fc req-3c03010c-4667-4207-b3a0-8ca8bca27d4f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:12.770665 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f94678c8-49b2-49d4-b918-f9533cbe39fc req-3c03010c-4667-4207-b3a0-8ca8bca27d4f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0845680 Sep 18 05:36:12.787280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:36:12.789460 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b3b0fe-7042-47df-9798-11eab63392bc" -d '{"events": [{"server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "name": "network-vif-unplugged", "status": "completed", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:36:12.797129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c9a52525-f476-4714-b0fa-04a203118acc req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:12.831332 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f94678c8-49b2-49d4-b918-f9533cbe39fc req-0b6ec216-58e0-4208-893f-848429126ffe tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525734 Sep 18 05:36:12.832759 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc530cd-1293-4d7f-9708-470866e62850 x-openstack-request-id: req-9cc530cd-1293-4d7f-9708-470866e62850 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:36:12.833055 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "name": "network-vif-unplugged", "status": "completed", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:36:12.833313 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9cc530cd-1293-4d7f-9708-470866e62850 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:36:12.833708 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'code': 200} Sep 18 05:36:12.869883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9a52525-f476-4714-b0fa-04a203118acc req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:12.944725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-c9a52525-f476-4714-b0fa-04a203118acc req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Transition to ACTIVE for port object 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:36:13.010834 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9a52525-f476-4714-b0fa-04a203118acc req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:13.100073 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Pushing event updated for resources: {'Port': ['ID=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,revision_number=11']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:13.112865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:13.113218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:13.113566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:13.113906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:13.114309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:13.114603 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:13.114935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:13.115265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:13.115594 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:13.115920 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:13.116271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:13.116596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:13.154733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a52525-f476-4714-b0fa-04a203118acc req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] No DVR routers for this DVR port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:36:13.286033 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-bd272ad5-77a7-41bf-95e8-2eb61a96c27b service neutron] 10.222.0.18 "PUT /v2.0/ports/8f24dc2a-5c69-4b81-b7bf-60a8a5f15184/bindings/n-h2-789963-13/activate HTTP/1.1" status: 200 len: 370 time: 0.7708614 Sep 18 05:36:13.437830 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52525-f476-4714-b0fa-04a203118acc req-2edc1f08-275f-41f2-a410-1e9df819833d tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:13.439502 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-2edc1f08-275f-41f2-a410-1e9df819833d tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c&tenant_id=819b3332122c426680234398b2fe4cc7&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 1096 time: 0.0457544 Sep 18 05:36:13.446967 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f910e-c9b6-4363-be38-8f42998922e5 req-9aedf72f-245c-4864-a2bb-5a38b46a0c4e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:13.448514 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d70f910e-c9b6-4363-be38-8f42998922e5 req-9aedf72f-245c-4864-a2bb-5a38b46a0c4e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 944 time: 0.0517683 Sep 18 05:36:13.486890 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52525-f476-4714-b0fa-04a203118acc req-7d783381-f886-4427-b959-c895a4940a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:13.487108 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d70f910e-c9b6-4363-be38-8f42998922e5 req-6744b38d-ab0c-45f1-8dd2-517b9034304e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326869 Sep 18 05:36:13.488353 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-7d783381-f886-4427-b959-c895a4940a95 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c&tenant_id=819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0416389 Sep 18 05:36:13.553126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52525-f476-4714-b0fa-04a203118acc req-c98a22f4-e1b9-4fe5-a8fa-aae7d0fca9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:13.554614 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-c98a22f4-e1b9-4fe5-a8fa-aae7d0fca9bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 1096 time: 0.0442905 Sep 18 05:36:13.643192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52525-f476-4714-b0fa-04a203118acc req-e2f6e6ed-60b6-443e-ae98-12ba2284a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:13.644678 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-e2f6e6ed-60b6-443e-ae98-12ba2284a807 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a00b3408-ac07-4acd-a0cf-44b4bfb837ba HTTP/1.1" status: 200 len: 896 time: 0.0834374 Sep 18 05:36:13.711395 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-57dc4a0f-6b40-4f75-b20f-33f4b5c1f8eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 HTTP/1.1" status: 200 len: 997 time: 0.0598016 Sep 18 05:36:13.759141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52525-f476-4714-b0fa-04a203118acc req-29f8feeb-e4ce-4167-81c7-abfee8502c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:13.760507 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-29f8feeb-e4ce-4167-81c7-abfee8502c63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa HTTP/1.1" status: 200 len: 834 time: 0.0421944 Sep 18 05:36:13.804479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52525-f476-4714-b0fa-04a203118acc req-787f0ba6-fb7c-4822-aecb-dee4f6c1c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:13.805913 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-787f0ba6-fb7c-4822-aecb-dee4f6c1c260 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a00b3408-ac07-4acd-a0cf-44b4bfb837ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0375443 Sep 18 05:36:13.898662 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-febae7e1-25fc-4883-8d4c-a2a5364e31fc service neutron] 10.222.0.13 "GET /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856280 Sep 18 05:36:14.005502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594fd4a-41bc-4839-8ed1-828c14006357 req-3f310c3e-42d2-4cf5-baf0-77bd9f1910b4 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:14.006995 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8594fd4a-41bc-4839-8ed1-828c14006357 req-3f310c3e-42d2-4cf5-baf0-77bd9f1910b4 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.1026835 Sep 18 05:36:14.046247 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-d36e07fa-7f5f-4b8e-b7bc-93649ba286c8 service neutron] 10.222.0.13 "GET /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401453 Sep 18 05:36:14.060959 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8594fd4a-41bc-4839-8ed1-828c14006357 req-cdbc53ce-fa36-45ed-a860-b400107e9e66 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467596 Sep 18 05:36:14.444356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52525-f476-4714-b0fa-04a203118acc req-de612ec0-eba5-4a2b-ad2a-2c84084bd6ed tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:14.445869 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-de612ec0-eba5-4a2b-ad2a-2c84084bd6ed tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c&tenant_id=819b3332122c426680234398b2fe4cc7&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 1096 time: 0.0444453 Sep 18 05:36:14.601532 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14df09a-14cb-4a57-8dd3-701694dfabc1 req-614bb43f-0f68-47ee-b70e-8636f4ee090f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:14.603091 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d14df09a-14cb-4a57-8dd3-701694dfabc1 req-614bb43f-0f68-47ee-b70e-8636f4ee090f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 944 time: 0.0487411 Sep 18 05:36:14.639982 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d14df09a-14cb-4a57-8dd3-701694dfabc1 req-0dc49ebe-7fda-43a6-bada-3ba166f26608 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309250 Sep 18 05:36:14.656332 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-c9a52525-f476-4714-b0fa-04a203118acc req-47496111-0ea6-482a-bfb6-33dc3046cbb1 service neutron] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:36:14.660116 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-c9a52525-f476-4714-b0fa-04a203118acc req-47496111-0ea6-482a-bfb6-33dc3046cbb1 service neutron] Notify callbacks [] for binding, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:14.661271 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c9a52525-f476-4714-b0fa-04a203118acc req-47496111-0ea6-482a-bfb6-33dc3046cbb1 service neutron] 10.222.0.13 "DELETE /v2.0/ports/8f24dc2a-5c69-4b81-b7bf-60a8a5f15184/bindings/n-h1-789963-13 HTTP/1.1" status: 204 len: 173 time: 0.2081273 Sep 18 05:36:14.747310 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21972e4-c0e1-4a8d-94f8-f2d2a9de06e9 req-557b08de-cfaa-4557-80a1-194aaebfecde tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:14.748810 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b21972e4-c0e1-4a8d-94f8-f2d2a9de06e9 req-557b08de-cfaa-4557-80a1-194aaebfecde tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 1096 time: 0.0397780 Sep 18 05:36:14.784227 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b21972e4-c0e1-4a8d-94f8-f2d2a9de06e9 req-b6049bbb-ed24-47a5-b73b-5e7e26d6f9b7 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288651 Sep 18 05:36:14.899811 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23bb08-1a5c-4847-8d33-f5211d23c56d req-b849bd4a-cf8b-4e71-b248-6bb1c1c08e4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:14.901388 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3f23bb08-1a5c-4847-8d33-f5211d23c56d req-b849bd4a-cf8b-4e71-b248-6bb1c1c08e4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 944 time: 0.0525255 Sep 18 05:36:14.938520 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3f23bb08-1a5c-4847-8d33-f5211d23c56d req-45fb7bcc-c07b-401e-80ec-efe3737e6a81 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313315 Sep 18 05:36:14.938850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:36:14.960674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57358) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:14.982713 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:36:15.025329 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a6131075-8918-4e13-8c89-ae5751368e05 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/a1880304-a000-4d43-a33e-63a8fd3c4262 HTTP/1.1" status: 200 len: 989 time: 0.0631592 Sep 18 05:36:15.183331 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe31c4-6d17-41c8-a187-473ab860f82d req-dd08cdaf-ba27-40b4-a725-8d3f7354c694 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:15.185055 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7afe31c4-6d17-41c8-a187-473ab860f82d req-dd08cdaf-ba27-40b4-a725-8d3f7354c694 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0496788 Sep 18 05:36:15.223315 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7afe31c4-6d17-41c8-a187-473ab860f82d req-586e8e0c-300e-4ae8-9d62-0d2cacc08c9a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316832 Sep 18 05:36:15.262350 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57366) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:15.420372 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port bdd8585a-3f00-4031-94fa-f4082dd7afd2 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:36:15.420716 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:15.508085 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:15.508557 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:15.520656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for bdd8585a-3f00-4031-94fa-f4082dd7afd2 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:36:15.721267 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:15.744101 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=bdd8585a-3f00-4031-94fa-f4082dd7afd2,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:15.758012 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:15.758364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:15.758709 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:15.759050 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:15.759384 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:15.759719 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:15.760060 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:15.760415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:15.760748 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:15.761075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:15.761400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:15.761724 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:15.813465 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:15.814414 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Floating IP a1880304-a000-4d43-a33e-63a8fd3c4262 disassociated (deleted). External IP: 172.25.7.8, port: 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184. Sep 18 05:36:16.015575 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:36:16.348310 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c44d4c-4a6b-4f1e-87b8-3508560fee24 req-0da6f170-7d14-4274-bc5b-3520547a369a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:16.349827 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2c44d4c-4a6b-4f1e-87b8-3508560fee24 req-0da6f170-7d14-4274-bc5b-3520547a369a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0501046 Sep 18 05:36:16.388008 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2c44d4c-4a6b-4f1e-87b8-3508560fee24 req-41a17751-383e-4371-b62f-b1f0da5e2211 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321140 Sep 18 05:36:16.404915 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:36:16.416104 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:16.420897 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e3150f-c526-4a62-9961-b4738aa670e0 None None] Sync routers for ids ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:36:16.430571 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e3150f-c526-4a62-9961-b4738aa670e0 None None] Routers {'3d6ba1b4-a93f-4e88-930c-82148ba8cb77'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:36:16.431177 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-58e3150f-c526-4a62-9961-b4738aa670e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:36:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:16.446299 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1be3f1c5-493d-4552-93f4-6065878d2355 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/floatingips/a1880304-a000-4d43-a33e-63a8fd3c4262 HTTP/1.1" status: 204 len: 168 time: 1.1805079 Sep 18 05:36:16.446299 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:36:16.447165 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84afce54-081b-41d1-a102-4ee2f4864685" -d '{"events": [{"name": "network-changed", "server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:36:16.481942 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031d4e3c-39a8-4de4-aa2d-809319e811d3 x-openstack-request-id: req-031d4e3c-39a8-4de4-aa2d-809319e811d3 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:36:16.482251 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:36:16.482508 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-031d4e3c-39a8-4de4-aa2d-809319e811d3 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:36:16.482909 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'status': 'completed', 'code': 200} Sep 18 05:36:16.541198 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-58e3150f-c526-4a62-9961-b4738aa670e0 None None] Set router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:36:16.550150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afce54-081b-41d1-a102-4ee2f4864685 req-939697c4-fb65-48a8-86f1-074e95307608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:16.550150 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84afce54-081b-41d1-a102-4ee2f4864685 req-939697c4-fb65-48a8-86f1-074e95307608 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 1096 time: 0.0403683 Sep 18 05:36:16.640700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afce54-081b-41d1-a102-4ee2f4864685 req-4a24260f-019a-4472-b652-11140578afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:16.642285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84afce54-081b-41d1-a102-4ee2f4864685 req-4a24260f-019a-4472-b652-11140578afd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a00b3408-ac07-4acd-a0cf-44b4bfb837ba HTTP/1.1" status: 200 len: 896 time: 0.0877213 Sep 18 05:36:16.685563 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84afce54-081b-41d1-a102-4ee2f4864685 req-1546e0df-46c8-4f5c-8a88-924d0b66c0d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 HTTP/1.1" status: 200 len: 217 time: 0.0367446 Sep 18 05:36:16.740000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afce54-081b-41d1-a102-4ee2f4864685 req-4ce23eaf-3cea-4dcf-9d51-19e03eb31152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:16.741788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84afce54-081b-41d1-a102-4ee2f4864685 req-4ce23eaf-3cea-4dcf-9d51-19e03eb31152 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa HTTP/1.1" status: 200 len: 834 time: 0.0480940 Sep 18 05:36:16.742574 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-58e3150f-c526-4a62-9961-b4738aa670e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:35:16Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3275674d-7319-4c37-8532-137714a18253', 'name': '', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:4f:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:16Z', 'updated_at': '2021-09-18T05:35:20Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:16.772612 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e3150f-c526-4a62-9961-b4738aa670e0 None None] Checking router: 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:36:16.781588 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e3150f-c526-4a62-9961-b4738aa670e0 None None] Routers {'3d6ba1b4-a93f-4e88-930c-82148ba8cb77'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:36:16.782350 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-58e3150f-c526-4a62-9961-b4738aa670e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:36:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:16.817253 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afce54-081b-41d1-a102-4ee2f4864685 req-e340ae33-caa4-4adc-ae78-90cbdbb613eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:16.818768 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84afce54-081b-41d1-a102-4ee2f4864685 req-e340ae33-caa4-4adc-ae78-90cbdbb613eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a00b3408-ac07-4acd-a0cf-44b4bfb837ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704830 Sep 18 05:36:16.862178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a02b4-2194-4c91-9959-c700059d7506 req-0f47038e-8028-4ece-aefd-1351c70753f3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:16.863689 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-505a02b4-2194-4c91-9959-c700059d7506 req-0f47038e-8028-4ece-aefd-1351c70753f3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 944 time: 0.0809984 Sep 18 05:36:16.887697 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-58e3150f-c526-4a62-9961-b4738aa670e0 None None] Set router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:36:16.942428 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-505a02b4-2194-4c91-9959-c700059d7506 req-f810bfa0-6407-42fa-988b-72def51633bf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725083 Sep 18 05:36:16.953076 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84afce54-081b-41d1-a102-4ee2f4864685 req-e8b9280c-5d6e-459c-8549-228b3e2c0039 service neutron] 10.222.0.13 "GET /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261380 Sep 18 05:36:17.050555 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84afce54-081b-41d1-a102-4ee2f4864685 req-8940d288-086b-4862-a531-24cbea51301b service neutron] 10.222.0.13 "GET /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882187 Sep 18 05:36:17.094777 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-58e3150f-c526-4a62-9961-b4738aa670e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:35:16Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3275674d-7319-4c37-8532-137714a18253', 'name': '', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:4f:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:16Z', 'updated_at': '2021-09-18T05:35:20Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:17.121329 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e3150f-c526-4a62-9961-b4738aa670e0 None None] The sync data for ids ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'] in n-d-789963-13 is: [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:35:16Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '3275674d-7319-4c37-8532-137714a18253', 'name': '', 'network_id': 'a00b3408-ac07-4acd-a0cf-44b4bfb837ba', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:4f:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:16Z', 'updated_at': '2021-09-18T05:35:20Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': 'aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:36:17.292755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780456f-b49d-4b4d-96bd-1c679b07e885 req-20816892-5ea6-484c-8f6d-a3bd6397a736 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:17.294325 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f780456f-b49d-4b4d-96bd-1c679b07e885 req-20816892-5ea6-484c-8f6d-a3bd6397a736 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 944 time: 0.0570004 Sep 18 05:36:17.346381 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493966bc-2a4e-43b9-aba2-f2cbe4992132 None None] New status for floating IP a1880304-a000-4d43-a33e-63a8fd3c4262: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:36:17.389843 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f780456f-b49d-4b4d-96bd-1c679b07e885 req-153cc976-85d4-4271-8a52-b37621028914 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:36:17.390468 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f780456f-b49d-4b4d-96bd-1c679b07e885 req-153cc976-85d4-4271-8a52-b37621028914 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:17.488605 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f780456f-b49d-4b4d-96bd-1c679b07e885 req-153cc976-85d4-4271-8a52-b37621028914 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] For port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:17.488976 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f780456f-b49d-4b4d-96bd-1c679b07e885 req-153cc976-85d4-4271-8a52-b37621028914 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:17.500741 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-f780456f-b49d-4b4d-96bd-1c679b07e885 req-153cc976-85d4-4271-8a52-b37621028914 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:36:17.513947 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d53ce-e065-4ca6-8102-d370476865f1 req-1e41c3be-53f2-44d2-b6d3-7685f95bb401 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:17.515522 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9b7d53ce-e065-4ca6-8102-d370476865f1 req-1e41c3be-53f2-44d2-b6d3-7685f95bb401 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0487068 Sep 18 05:36:17.555418 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9b7d53ce-e065-4ca6-8102-d370476865f1 req-1c1e5deb-8f3a-4500-839a-87c94e63f6a5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330441 Sep 18 05:36:18.042738 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f780456f-b49d-4b4d-96bd-1c679b07e885 req-153cc976-85d4-4271-8a52-b37621028914 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:18.073958 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cc976-85d4-4271-8a52-b37621028914 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=8f24dc2a-5c69-4b81-b7bf-60a8a5f15184,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:18.111942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1da58-32e1-49ba-a1da-f67def41cb6c req-3a7c1d15-f13e-4717-98f0-ee3774164aa7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:18.113446 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8b1da58-32e1-49ba-a1da-f67def41cb6c req-3a7c1d15-f13e-4717-98f0-ee3774164aa7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=98fa35ec-9a29-4d9e-a757-48eded59652c HTTP/1.1" status: 200 len: 866 time: 0.1018054 Sep 18 05:36:18.128544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f780456f-b49d-4b4d-96bd-1c679b07e885 req-153cc976-85d4-4271-8a52-b37621028914 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] No DVR routers for this DVR port 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:36:18.134545 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f780456f-b49d-4b4d-96bd-1c679b07e885 req-153cc976-85d4-4271-8a52-b37621028914 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:18.136501 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f780456f-b49d-4b4d-96bd-1c679b07e885 req-153cc976-85d4-4271-8a52-b37621028914 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.13 "DELETE /v2.0/ports/8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 HTTP/1.1" status: 204 len: 173 time: 0.8348293 Sep 18 05:36:18.136949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'name': 'network-vif-deleted', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:36:18.139100 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8e4b6b-13b1-4266-aa46-a4a54cf84d69" -d '{"events": [{"server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "name": "network-vif-deleted", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:36:18.169229 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b8b1da58-32e1-49ba-a1da-f67def41cb6c req-c990800b-4f09-466b-9932-00d9a2536cfd tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428655 Sep 18 05:36:18.175768 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9978c62b-321b-4467-8a26-f2f6f50fc1ba x-openstack-request-id: req-9978c62b-321b-4467-8a26-f2f6f50fc1ba {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:36:18.176138 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fa35ec-9a29-4d9e-a757-48eded59652c", "name": "network-vif-deleted", "tag": "8f24dc2a-5c69-4b81-b7bf-60a8a5f15184", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:36:18.176428 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9978c62b-321b-4467-8a26-f2f6f50fc1ba {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:36:18.176826 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fa35ec-9a29-4d9e-a757-48eded59652c', 'name': 'network-vif-deleted', 'tag': '8f24dc2a-5c69-4b81-b7bf-60a8a5f15184', 'status': 'completed', 'code': 200} Sep 18 05:36:18.681473 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaff50-9923-4361-be0f-6757a3014c7a req-cba3fd90-0a1d-4d60-b4fa-88929d359306 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:18.681473 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-18aaff50-9923-4361-be0f-6757a3014c7a req-cba3fd90-0a1d-4d60-b4fa-88929d359306 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0522420 Sep 18 05:36:18.719361 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-18aaff50-9923-4361-be0f-6757a3014c7a req-0b29006a-6db7-43e6-84fc-9f0dfc8f2c88 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313063 Sep 18 05:36:19.212572 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:36:19.225754 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57386) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:19.576133 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee2f1617-9faf-49d2-b5ea-4be8f20fafcc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:19.868103 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dce1f-1675-47dc-8596-c14b128e0d69 req-1d415824-3794-46c5-9e75-95c6d3d79933 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:19.869528 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-147dce1f-1675-47dc-8596-c14b128e0d69 req-1d415824-3794-46c5-9e75-95c6d3d79933 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0690126 Sep 18 05:36:19.871373 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f1617-9faf-49d2-b5ea-4be8f20fafcc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port 3275674d-7319-4c37-8532-137714a18253 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:36:19.871728 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee2f1617-9faf-49d2-b5ea-4be8f20fafcc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:19.881090 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:36:19.901106 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:36:19.901544 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 8f24dc2a-5c69-4b81-b7bf-60a8a5f15184 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:36:19.959759 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-147dce1f-1675-47dc-8596-c14b128e0d69 req-54c286be-1e78-47ec-a23b-2035d3ddd10f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838659 Sep 18 05:36:19.986884 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-ee2f1617-9faf-49d2-b5ea-4be8f20fafcc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] For port 3275674d-7319-4c37-8532-137714a18253, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=3275674d-7319-4c37-8532-137714a18253,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:19.987288 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee2f1617-9faf-49d2-b5ea-4be8f20fafcc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:20.000057 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f1617-9faf-49d2-b5ea-4be8f20fafcc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for 3275674d-7319-4c37-8532-137714a18253 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:36:20.239018 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee2f1617-9faf-49d2-b5ea-4be8f20fafcc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:20.275327 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f1617-9faf-49d2-b5ea-4be8f20fafcc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=3275674d-7319-4c37-8532-137714a18253,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:20.444389 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ee2f1617-9faf-49d2-b5ea-4be8f20fafcc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:20.657989 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2f1617-9faf-49d2-b5ea-4be8f20fafcc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:36:20.763388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2f1617-9faf-49d2-b5ea-4be8f20fafcc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:36:20.769153 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ee2f1617-9faf-49d2-b5ea-4be8f20fafcc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "PUT /v2.0/routers/3d6ba1b4-a93f-4e88-930c-82148ba8cb77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5423727 Sep 18 05:36:20.778337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57390) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:20.779114 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14f3129-55c2-4400-89ac-b861e3790c24 None None] Sync routers for ids ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:36:20.783375 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14f3129-55c2-4400-89ac-b861e3790c24 None None] Routers {'3d6ba1b4-a93f-4e88-930c-82148ba8cb77'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:36:20.783992 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e14f3129-55c2-4400-89ac-b861e3790c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:36:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:20.826525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd794b9-309d-4cdb-9e32-72e668e6441a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting subnet aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:36:20.831048 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7dd794b9-309d-4cdb-9e32-72e668e6441a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:20.871622 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7dd794b9-309d-4cdb-9e32-72e668e6441a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:20.888147 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e14f3129-55c2-4400-89ac-b861e3790c24 None None] Set router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:36:20.953864 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7dd794b9-309d-4cdb-9e32-72e668e6441a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:21.083157 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e14f3129-55c2-4400-89ac-b861e3790c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:36:20Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:21.095580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36af5ac-f759-4d59-961d-a846a1319587 req-1301b05f-116d-4a1a-9787-a6b838c6bf1e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:21.097283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b36af5ac-f759-4d59-961d-a846a1319587 req-1301b05f-116d-4a1a-9787-a6b838c6bf1e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0580299 Sep 18 05:36:21.098518 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7dd794b9-309d-4cdb-9e32-72e668e6441a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:21.135660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd794b9-309d-4cdb-9e32-72e668e6441a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Subnet': ['ID=aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:21.148623 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7dd794b9-309d-4cdb-9e32-72e668e6441a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:21.167899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57394) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:21.168612 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7dd794b9-309d-4cdb-9e32-72e668e6441a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/subnets/aef5e1bc-4ba9-42eb-9e2a-8a5b08b64afa HTTP/1.1" status: 204 len: 168 time: 0.3801560 Sep 18 05:36:21.168733 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5809074-8bf0-4f6e-a4cd-d29efcf39323 None None] Network a00b3408-ac07-4acd-a0cf-44b4bfb837ba requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:36:21.175314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b36af5ac-f759-4d59-961d-a846a1319587 req-911d8313-8580-4d2f-baca-0b2f3248f9b5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709703 Sep 18 05:36:21.210992 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14f3129-55c2-4400-89ac-b861e3790c24 None None] Checking router: 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:36:21.219164 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14f3129-55c2-4400-89ac-b861e3790c24 None None] Routers {'3d6ba1b4-a93f-4e88-930c-82148ba8cb77'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:36:21.219862 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e14f3129-55c2-4400-89ac-b861e3790c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:36:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:21.274090 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:21.331665 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e14f3129-55c2-4400-89ac-b861e3790c24 None None] Set router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:36:21.358474 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c673c71e-82d2-4f0e-9377-206b62d3af8e None None] DHCP port deletion for a00b3408-ac07-4acd-a0cf-44b4bfb837ba request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:36:21.382236 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:21.408901 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c673c71e-82d2-4f0e-9377-206b62d3af8e None None] Deleting port cef8b1e7-6755-4708-b994-574382f64645 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:36:21.409289 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c673c71e-82d2-4f0e-9377-206b62d3af8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:21.472606 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c673c71e-82d2-4f0e-9377-206b62d3af8e None None] For port cef8b1e7-6755-4708-b994-574382f64645, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=cef8b1e7-6755-4708-b994-574382f64645,segment=NetworkSegment(bcbc79f9-e007-4106-a2aa-839fc7261785),segment_id=bcbc79f9-e007-4106-a2aa-839fc7261785)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:21.472934 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c673c71e-82d2-4f0e-9377-206b62d3af8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:21.487940 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c673c71e-82d2-4f0e-9377-206b62d3af8e None None] Calling delete_port for cef8b1e7-6755-4708-b994-574382f64645 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:36:21.510302 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port f8becf5b-6f94-4c2c-abbd-fd32964831b9 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:36:21.510657 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:21.516223 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e14f3129-55c2-4400-89ac-b861e3790c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:36:20Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:21.545887 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14f3129-55c2-4400-89ac-b861e3790c24 None None] The sync data for ids ['3d6ba1b4-a93f-4e88-930c-82148ba8cb77'] in n-d-789963-13 is: [{'id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996405367', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:35:12Z', 'updated_at': '2021-09-18T05:36:20Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': 'f8becf5b-6f94-4c2c-abbd-fd32964831b9', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6ba1b4-a93f-4e88-930c-82148ba8cb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:35:13Z', 'updated_at': '2021-09-18T05:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:36:21.597332 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] For port f8becf5b-6f94-4c2c-abbd-fd32964831b9, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f8becf5b-6f94-4c2c-abbd-fd32964831b9,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:21.597700 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:21.608974 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for f8becf5b-6f94-4c2c-abbd-fd32964831b9 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:36:21.647369 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c673c71e-82d2-4f0e-9377-206b62d3af8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:21.672156 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673c71e-82d2-4f0e-9377-206b62d3af8e None None] Pushing event deleted for resources: {'Port': ['ID=cef8b1e7-6755-4708-b994-574382f64645,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:21.676500 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c673c71e-82d2-4f0e-9377-206b62d3af8e None None] No DVR routers for this DVR port cef8b1e7-6755-4708-b994-574382f64645 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:36:21.812693 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:21.842570 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=f8becf5b-6f94-4c2c-abbd-fd32964831b9,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:21.902806 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:21.999924 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.002854 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.124550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.125095 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Fanout notify agent at l3_agent the message router_deleted on router 3d6ba1b4-a93f-4e88-930c-82148ba8cb77 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:36:22.131978 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.133168 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b1c2e2dc-8653-4eec-8512-53fe0ef18969 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/routers/3d6ba1b4-a93f-4e88-930c-82148ba8cb77 HTTP/1.1" status: 204 len: 168 time: 0.9788380 Sep 18 05:36:22.135913 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57396) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:22.218935 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfbb8-3dbc-4be4-a8f5-cd201f8cc471 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.330601 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfbb8-3dbc-4be4-a8f5-cd201f8cc471 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.353979 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b2ecfbb8-3dbc-4be4-a8f5-cd201f8cc471 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00b3408-ac07-4acd-a0cf-44b4bfb837ba']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:22.365519 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b2ecfbb8-3dbc-4be4-a8f5-cd201f8cc471 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbc79f9-e007-4106-a2aa-839fc7261785') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:22.365819 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-b2ecfbb8-3dbc-4be4-a8f5-cd201f8cc471 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbc79f9-e007-4106-a2aa-839fc7261785') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:22.380998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9075-b5a9-44ce-ac6d-e6567723a445 req-19962a2e-baf0-4230-8152-298d4d5db1c8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:22.382485 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-009d9075-b5a9-44ce-ac6d-e6567723a445 req-19962a2e-baf0-4230-8152-298d4d5db1c8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.1191285 Sep 18 05:36:22.385829 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfbb8-3dbc-4be4-a8f5-cd201f8cc471 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.408231 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfbb8-3dbc-4be4-a8f5-cd201f8cc471 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.416401 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ecfbb8-3dbc-4be4-a8f5-cd201f8cc471 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:36:22.416794 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfbb8-3dbc-4be4-a8f5-cd201f8cc471 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:36:22.420009 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:36:22.453912 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-009d9075-b5a9-44ce-ac6d-e6567723a445 req-c2754b33-37d6-4c2c-8107-bad58511ba78 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619423 Sep 18 05:36:22.561315 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfbb8-3dbc-4be4-a8f5-cd201f8cc471 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.567088 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfbb8-3dbc-4be4-a8f5-cd201f8cc471 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.570752 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b2ecfbb8-3dbc-4be4-a8f5-cd201f8cc471 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/networks/a00b3408-ac07-4acd-a0cf-44b4bfb837ba HTTP/1.1" status: 204 len: 168 time: 0.4320853 Sep 18 05:36:22.571840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57400) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:22.584441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecfbb8-3dbc-4be4-a8f5-cd201f8cc471 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Network': ['ID=a00b3408-ac07-4acd-a0cf-44b4bfb837ba,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:22.644359 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04fe731c-6aa9-4378-84b1-994ab35e7278 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.671316 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04fe731c-6aa9-4378-84b1-994ab35e7278 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.812784 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04fe731c-6aa9-4378-84b1-994ab35e7278 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.816533 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04fe731c-6aa9-4378-84b1-994ab35e7278 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:22.817689 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-04fe731c-6aa9-4378-84b1-994ab35e7278 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/security-groups/d8c6663b-82bf-40a0-8c08-b1fe1a11e15a HTTP/1.1" status: 204 len: 168 time: 0.2448165 Sep 18 05:36:22.827318 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe731c-6aa9-4378-84b1-994ab35e7278 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c6663b-82bf-40a0-8c08-b1fe1a11e15a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:22.953673 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c5419a74-0325-4fcf-abdf-84f6a57cc785 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:36:23.074080 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:23.094004 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'port_id': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'mac_address': 'fa:16:3e:05:45:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:36:23.122718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cef8b1e7-6755-4708-b994-574382f64645 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:36:23.146755 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: cef8b1e7-6755-4708-b994-574382f64645 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:36:23.147115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device cef8b1e7-6755-4708-b994-574382f64645 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:36:23.147614 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3275674d-7319-4c37-8532-137714a18253 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:36:23.175430 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 3275674d-7319-4c37-8532-137714a18253 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:36:23.175783 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 3275674d-7319-4c37-8532-137714a18253 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:36:23.176216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f8becf5b-6f94-4c2c-abbd-fd32964831b9 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:36:23.205221 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:23.209968 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: f8becf5b-6f94-4c2c-abbd-fd32964831b9 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:36:23.210324 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f8becf5b-6f94-4c2c-abbd-fd32964831b9 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:36:23.225392 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5419a74-0325-4fcf-abdf-84f6a57cc785 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:36:23.244535 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:23.284192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57428) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:23.288810 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4bcf1479-b0a1-403d-8598-7f4284bff9f1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755940628', 'description': 'tempest-secgroup-smoke-1755940628 description', 'project_id': '819b3332122c426680234398b2fe4cc7'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:23.309568 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:23.332539 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:23.389854 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1479-b0a1-403d-8598-7f4284bff9f1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:23.391361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=c5419a74-0325-4fcf-abdf-84f6a57cc785,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:23.403752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['c5419a74-0325-4fcf-abdf-84f6a57cc785'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:36:23.447255 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:23.496554 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1479-b0a1-403d-8598-7f4284bff9f1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:23.576627 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1479-b0a1-403d-8598-7f4284bff9f1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:23.618988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf1479-b0a1-403d-8598-7f4284bff9f1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00514725-1c92-4085-aa10-9476812120bd,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:23.629801 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3195b4a-85de-4db0-a45c-44053d85c46e req-13a0903d-668c-48aa-839a-42e9995f1d21 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:23.637141 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c3195b4a-85de-4db0-a45c-44053d85c46e req-13a0903d-668c-48aa-839a-42e9995f1d21 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 945 time: 0.0906837 Sep 18 05:36:23.675349 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c3195b4a-85de-4db0-a45c-44053d85c46e req-fef217e6-de96-486a-b4e7-1a8c1fb271f8 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373020 Sep 18 05:36:23.692747 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4bcf1479-b0a1-403d-8598-7f4284bff9f1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:23.694428 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4bcf1479-b0a1-403d-8598-7f4284bff9f1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4089622 Sep 18 05:36:23.697525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57438) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:23.702251 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-3cf62d25-5a8a-48f4-b62e-8040e29fbc2e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': '00514725-1c92-4085-aa10-9476812120bd', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:23.795897 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3cf62d25-5a8a-48f4-b62e-8040e29fbc2e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:23.868916 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3cf62d25-5a8a-48f4-b62e-8040e29fbc2e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:23.949957 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3cf62d25-5a8a-48f4-b62e-8040e29fbc2e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:23.976120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf62d25-5a8a-48f4-b62e-8040e29fbc2e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac002125-9190-4c9c-be61-d583bcfaec29,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:24.052998 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3cf62d25-5a8a-48f4-b62e-8040e29fbc2e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:24.056880 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3cf62d25-5a8a-48f4-b62e-8040e29fbc2e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3556371 Sep 18 05:36:24.057137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57440) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:24.061772 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9845dc7c-71b2-4a0a-ad02-999bb774029f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': '00514725-1c92-4085-aa10-9476812120bd', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:24.145599 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9845dc7c-71b2-4a0a-ad02-999bb774029f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:24.213751 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9845dc7c-71b2-4a0a-ad02-999bb774029f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:24.264764 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9845dc7c-71b2-4a0a-ad02-999bb774029f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:24.283607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845dc7c-71b2-4a0a-ad02-999bb774029f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123374f2-f5f6-45f3-a588-beab55d43e4e,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:24.447212 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9845dc7c-71b2-4a0a-ad02-999bb774029f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:24.451031 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9845dc7c-71b2-4a0a-ad02-999bb774029f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3903515 Sep 18 05:36:24.451231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57442) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:24.456329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-575417fd-25a8-49b1-99a1-340dfbb0497e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': '00514725-1c92-4085-aa10-9476812120bd', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:24.536646 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-575417fd-25a8-49b1-99a1-340dfbb0497e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:24.612180 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-575417fd-25a8-49b1-99a1-340dfbb0497e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:24.678812 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-575417fd-25a8-49b1-99a1-340dfbb0497e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:24.698915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575417fd-25a8-49b1-99a1-340dfbb0497e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c0a047-db8b-4fda-9713-672d8efe17d4,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:24.772128 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-575417fd-25a8-49b1-99a1-340dfbb0497e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:24.776057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-575417fd-25a8-49b1-99a1-340dfbb0497e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214271 Sep 18 05:36:24.776265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57446) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:24.781918 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f30eda6c-e1dc-49b8-ae6f-4e91245a1bd3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': '00514725-1c92-4085-aa10-9476812120bd', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:24.822969 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dde5d-19e5-466a-9586-b2ebb7c82fad req-f09b0452-c65c-43de-bb53-4d37eb6b1693 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:24.824602 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-408dde5d-19e5-466a-9586-b2ebb7c82fad req-f09b0452-c65c-43de-bb53-4d37eb6b1693 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 945 time: 0.0603001 Sep 18 05:36:24.868486 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-408dde5d-19e5-466a-9586-b2ebb7c82fad req-e9609272-b1dc-4273-a547-05b9fea08017 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370014 Sep 18 05:36:24.879141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f30eda6c-e1dc-49b8-ae6f-4e91245a1bd3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:24.948164 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f30eda6c-e1dc-49b8-ae6f-4e91245a1bd3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:24.985653 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c5419a74-0325-4fcf-abdf-84f6a57cc785 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:36:25.007428 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f30eda6c-e1dc-49b8-ae6f-4e91245a1bd3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:25.040284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30eda6c-e1dc-49b8-ae6f-4e91245a1bd3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cba48e-1437-4e8e-aef8-02584dcfe9fa,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:25.056097 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port c5419a74-0325-4fcf-abdf-84f6a57cc785 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:25.057978 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:25.113569 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f30eda6c-e1dc-49b8-ae6f-4e91245a1bd3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:25.115329 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f30eda6c-e1dc-49b8-ae6f-4e91245a1bd3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3378725 Sep 18 05:36:25.117996 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57448) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:25.122839 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-d2d53a45-dcc2-4f55-aa6b-55ada3d6437e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': '00514725-1c92-4085-aa10-9476812120bd', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:25.150397 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:25.177921 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:36:25.180327 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705cd183-9458-43b4-9091-dd6a9102be9d" -d '{"events": [{"server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "name": "network-vif-plugged", "status": "completed", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:36:25.196774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:25.222959 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52863e75-4030-4f30-8f82-d2f2d019472f x-openstack-request-id: req-52863e75-4030-4f30-8f82-d2f2d019472f {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:36:25.223327 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "name": "network-vif-plugged", "status": "completed", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:36:25.223667 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52863e75-4030-4f30-8f82-d2f2d019472f {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:36:25.224114 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'code': 200} Sep 18 05:36:25.244847 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-d2d53a45-dcc2-4f55-aa6b-55ada3d6437e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Project 819b3332122c426680234398b2fe4cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:36:25.250421 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d2d53a45-dcc2-4f55-aa6b-55ada3d6437e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:25.269379 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:25.327912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=c5419a74-0325-4fcf-abdf-84f6a57cc785,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:25.329174 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d2d53a45-dcc2-4f55-aa6b-55ada3d6437e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:25.404947 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d2d53a45-dcc2-4f55-aa6b-55ada3d6437e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:25.427375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d53a45-dcc2-4f55-aa6b-55ada3d6437e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4fccc6-efcf-4491-85a8-783ddbe21d42,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:25.513599 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d2d53a45-dcc2-4f55-aa6b-55ada3d6437e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:25.515059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d2d53a45-dcc2-4f55-aa6b-55ada3d6437e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3957336 Sep 18 05:36:25.518644 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57452) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:25.523837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4de7c1f0-5f55-42ee-bdbb-48c11f82f73f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'security_group_rule': {'security_group_id': '00514725-1c92-4085-aa10-9476812120bd', 'project_id': '819b3332122c426680234398b2fe4cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:25.596964 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-4de7c1f0-5f55-42ee-bdbb-48c11f82f73f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Project 819b3332122c426680234398b2fe4cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:36:25.602333 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4de7c1f0-5f55-42ee-bdbb-48c11f82f73f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:25.679629 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4de7c1f0-5f55-42ee-bdbb-48c11f82f73f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:25.761140 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4de7c1f0-5f55-42ee-bdbb-48c11f82f73f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:25.780305 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7c1f0-5f55-42ee-bdbb-48c11f82f73f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493407a9-026a-4832-bc92-9b3389ef36d8,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:25.863972 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4de7c1f0-5f55-42ee-bdbb-48c11f82f73f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:25.867927 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4de7c1f0-5f55-42ee-bdbb-48c11f82f73f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3457916 Sep 18 05:36:25.868222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57454) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:25.873189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-80c166a8-599d-4d2b-9bae-3390148dc404 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'network': {'name': 'tempest-network-smoke--372566994', 'project_id': '819b3332122c426680234398b2fe4cc7', 'port_security_enabled': True}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:25.967273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c166a8-599d-4d2b-9bae-3390148dc404 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Made reservation on behalf of 819b3332122c426680234398b2fe4cc7 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:36:25.971239 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-80c166a8-599d-4d2b-9bae-3390148dc404 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:25.998844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c166a8-599d-4d2b-9bae-3390148dc404 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:36:26.009448 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-80c166a8-599d-4d2b-9bae-3390148dc404 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:26.009810 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-80c166a8-599d-4d2b-9bae-3390148dc404 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Added segment d1685272-24bd-4273-9715-f605fc90a0b7 of type vlan for network ba7e8ad3-9b61-448f-9f95-5989c0600062 Sep 18 05:36:26.016028 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fb472-8328-4a83-9465-9eb4b112c92a req-663de9c0-dd13-4e01-aa48-a08e5e46e6ce tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:26.017975 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-114fb472-8328-4a83-9465-9eb4b112c92a req-663de9c0-dd13-4e01-aa48-a08e5e46e6ce tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0658717 Sep 18 05:36:26.056085 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-80c166a8-599d-4d2b-9bae-3390148dc404 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:26.077830 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-114fb472-8328-4a83-9465-9eb4b112c92a req-514b490d-b9b7-4ffd-bbc7-b3952fa2a6a4 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524354 Sep 18 05:36:26.401123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-80c166a8-599d-4d2b-9bae-3390148dc404 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:26.406745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c166a8-599d-4d2b-9bae-3390148dc404 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:26.407951 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-80c166a8-599d-4d2b-9bae-3390148dc404 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:26.480927 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c166a8-599d-4d2b-9bae-3390148dc404 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Network': ['ID=ba7e8ad3-9b61-448f-9f95-5989c0600062,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:26.492361 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network ba7e8ad3-9b61-448f-9f95-5989c0600062 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:36:26.514159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-80c166a8-599d-4d2b-9bae-3390148dc404 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6447732 Sep 18 05:36:26.516879 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57460) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:26.523893 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'admin_state_up': True, 'project_id': '819b3332122c426680234398b2fe4cc7', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:26.624579 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:26.625768 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:26.679844 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:27.179700 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:27.225173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be983f7-d158-47b8-861e-ac6e6803ba16 req-687fd9fa-5986-402d-92ef-6ccf7e1524d4 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:27.228347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6be983f7-d158-47b8-861e-ac6e6803ba16 req-687fd9fa-5986-402d-92ef-6ccf7e1524d4 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0632641 Sep 18 05:36:27.289058 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6be983f7-d158-47b8-861e-ac6e6803ba16 req-57c7c95a-1509-4e4d-8efd-6fa0348b20e5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540287 Sep 18 05:36:27.462956 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:27.482925 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:27.605075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.25.7.84 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:36:27.722576 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:27.824813 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:27.867387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:36:27.870304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:36:27.872971 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:36:27.899650 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:28.221425 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:28.473450 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac15d50-9df4-4347-8c54-3db83eb404b4 req-bf58d4f9-0ff0-4798-a3f1-2c4d69c1ecf5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:28.474924 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ac15d50-9df4-4347-8c54-3db83eb404b4 req-bf58d4f9-0ff0-4798-a3f1-2c4d69c1ecf5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0966530 Sep 18 05:36:28.494229 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:28.565762 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ac15d50-9df4-4347-8c54-3db83eb404b4 req-212f50b8-467f-4d72-b0bd-060e53a0b09a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813465 Sep 18 05:36:28.750156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router b0cb9d9f-d4b1-4664-afab-ad506327288d is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:36:28.877618 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:36:28.889842 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Sync routers for ids ['b0cb9d9f-d4b1-4664-afab-ad506327288d'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:36:28.900118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Routers {'b0cb9d9f-d4b1-4664-afab-ad506327288d'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:36:28.902819 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:36:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b0cb9d9f-d4b1-4664-afab-ad506327288d'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:28.950428 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:28.951970 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b5864572-e344-4cef-b7a6-db1815b4c3de tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4340708 Sep 18 05:36:28.955727 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57468) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:28.992341 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3ea8c9d4-9544-4c7a-9819-5a5e34139df0 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=819b3332122c426680234398b2fe4cc7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350347 Sep 18 05:36:28.996108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57470) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:29.051197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Set router b0cb9d9f-d4b1-4664-afab-ad506327288d gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:36:29.102604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beeca4a-598a-4b4e-a7d8-09a9e9d4b36a tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:29.104337 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3beeca4a-598a-4b4e-a7d8-09a9e9d4b36a tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1088028 Sep 18 05:36:29.107107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57474) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:29.138353 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f905bc9d-2204-4c8f-b7b5-d573fadb5498 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=5959aceb-dced-4ba5-bacc-9d5a426df135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300322 Sep 18 05:36:29.140929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57476) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:29.146986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-341e1cce-6a46-4610-955b-db43f7d4072b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1569383234', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'project_id': '819b3332122c426680234398b2fe4cc7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:29.256659 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:36:28Z', 'revision_number': 3, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:29.452918 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Checking router: b0cb9d9f-d4b1-4664-afab-ad506327288d for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:36:29.453296 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Updating router b0cb9d9f-d4b1-4664-afab-ad506327288d port 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:36:29.481448 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:29.629845 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341e1cce-6a46-4610-955b-db43f7d4072b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Made reservation on behalf of 819b3332122c426680234398b2fe4cc7 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:36:29.634149 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-341e1cce-6a46-4610-955b-db43f7d4072b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:29.756097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775335f9-ada2-4667-9851-9f7b4aa7fa4e req-ad55df0b-315a-4992-8c48-75dea6ad7133 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:29.757691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-775335f9-ada2-4667-9851-9f7b4aa7fa4e req-ad55df0b-315a-4992-8c48-75dea6ad7133 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.1187670 Sep 18 05:36:29.768873 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:29.830815 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-775335f9-ada2-4667-9851-9f7b4aa7fa4e req-b802c044-9da7-4040-b0b5-6e4eba44e710 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646122 Sep 18 05:36:29.852839 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:29.920663 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167c478-585a-4bd3-9e01-57c13def81ef None None] Pushing event updated for resources: {'Port': ['ID=0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:29.929093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167c478-585a-4bd3-9e01-57c13def81ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:29.929451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167c478-585a-4bd3-9e01-57c13def81ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:29.929804 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167c478-585a-4bd3-9e01-57c13def81ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:29.930152 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167c478-585a-4bd3-9e01-57c13def81ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:29.930545 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167c478-585a-4bd3-9e01-57c13def81ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:29.930837 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167c478-585a-4bd3-9e01-57c13def81ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:29.931171 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167c478-585a-4bd3-9e01-57c13def81ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:29.931507 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167c478-585a-4bd3-9e01-57c13def81ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:29.931842 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167c478-585a-4bd3-9e01-57c13def81ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:29.932173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167c478-585a-4bd3-9e01-57c13def81ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:29.932528 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167c478-585a-4bd3-9e01-57c13def81ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:29.932862 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167c478-585a-4bd3-9e01-57c13def81ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:29.936197 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Attempting to bind port 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:36:29.936600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Attempting to bind port 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:36:29.936971 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Attempting to bind port 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:36:29.942478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:36:29.942863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:36:29.943275 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:29.943677 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:36:29.944158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Bound port: 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:36:29.944589 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:29.978439 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-341e1cce-6a46-4610-955b-db43f7d4072b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:30.001694 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] For port 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:36:30.005240 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] For port 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:36:30.052764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e1cce-6a46-4610-955b-db43f7d4072b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Subnet': ['ID=3de11ea4-e938-4401-bdf5-69963870052f,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:30.061745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e1cce-6a46-4610-955b-db43f7d4072b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Checking segment: {'id': 'd1685272-24bd-4273-9715-f605fc90a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:36:30.062183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341e1cce-6a46-4610-955b-db43f7d4072b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network hostable DHCP agents. Network: ba7e8ad3-9b61-448f-9f95-5989c0600062, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:36:30.087535 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:30.142710 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Routers {'b0cb9d9f-d4b1-4664-afab-ad506327288d'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:36:30.143358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:36:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b0cb9d9f-d4b1-4664-afab-ad506327288d'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:30.161253 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341e1cce-6a46-4610-955b-db43f7d4072b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network ba7e8ad3-9b61-448f-9f95-5989c0600062 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:36:30.189995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167c478-585a-4bd3-9e01-57c13def81ef None None] Pushing event updated for resources: {'Port': ['ID=0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:30.264116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-341e1cce-6a46-4610-955b-db43f7d4072b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, ba7e8ad3-9b61-448f-9f95-5989c0600062) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:36:30.270694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341e1cce-6a46-4610-955b-db43f7d4072b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:30.270694 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-341e1cce-6a46-4610-955b-db43f7d4072b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:30.276763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a05d2fa-152a-4656-a5b9-c34655e083b0 None None] Network ba7e8ad3-9b61-448f-9f95-5989c0600062 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:36:30.282347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] Set router b0cb9d9f-d4b1-4664-afab-ad506327288d gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:36:30.356143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-341e1cce-6a46-4610-955b-db43f7d4072b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2131395 Sep 18 05:36:30.358600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57484) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:30.587002 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:36:28Z', 'revision_number': 3, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:30.616334 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-ba7e8ad3-9b61-448f-9f95-5989c0600062', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ips': [{'subnet_id': '3de11ea4-e938-4401-bdf5-69963870052f'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:36:30.617214 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:30.619663 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af478627-5d35-43fd-9fe7-cc33ba3ff605 None None] The sync data for ids ['b0cb9d9f-d4b1-4664-afab-ad506327288d'] in n-d-789963-13 is: [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:36:28Z', 'revision_number': 3, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:36:30.821879 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Allocated IP 172.20.0.2 (ba7e8ad3-9b61-448f-9f95-5989c0600062/3de11ea4-e938-4401-bdf5-69963870052f/8817d872-bd4c-4783-9c4c-30d0824f1a79) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:36:30.911256 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:31.066043 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385ffcc-3141-402a-8828-e940266777d1 req-291f51fc-952c-4239-aceb-fdc4daf34f68 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:31.067692 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1385ffcc-3141-402a-8828-e940266777d1 req-291f51fc-952c-4239-aceb-fdc4daf34f68 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0912387 Sep 18 05:36:31.175316 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1385ffcc-3141-402a-8828-e940266777d1 req-bba70e06-d13e-408b-a42f-6b5812f4abc4 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985096 Sep 18 05:36:31.249855 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:31.268649 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:36:31.293416 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db6e8530-c9df-423f-a369-b53d8a72d3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:31.341933 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:31.344158 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:31.374207 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:31.420997 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Network ba7e8ad3-9b61-448f-9f95-5989c0600062 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:36:31.425662 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:36:31.428265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:36:31.453006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.20.0.1 (ba7e8ad3-9b61-448f-9f95-5989c0600062/3de11ea4-e938-4401-bdf5-69963870052f/224babb5-b5d3-4cf6-b659-237cd670a5fa) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:36:31.496826 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Pushing event updated for resources: {'Port': ['ID=8817d872-bd4c-4783-9c4c-30d0824f1a79,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:31.574394 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Attempting to bind port 8817d872-bd4c-4783-9c4c-30d0824f1a79 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:36:31.574784 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Attempting to bind port 8817d872-bd4c-4783-9c4c-30d0824f1a79 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'd1685272-24bd-4273-9715-f605fc90a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:36:31.575163 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Attempting to bind port 8817d872-bd4c-4783-9c4c-30d0824f1a79 on network ba7e8ad3-9b61-448f-9f95-5989c0600062 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:36:31.589074 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:36:31.589470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Checking segment: {'id': 'd1685272-24bd-4273-9715-f605fc90a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:36:31.589885 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:31.590293 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Bound using segment: {'id': 'd1685272-24bd-4273-9715-f605fc90a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:36:31.590793 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Bound port: 8817d872-bd4c-4783-9c4c-30d0824f1a79, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1685272-24bd-4273-9715-f605fc90a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:36:31.591194 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:31.615015 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:31.645497 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:31.668825 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:31.727736 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] For port 8817d872-bd4c-4783-9c4c-30d0824f1a79, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:36:31.731495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] For port 8817d872-bd4c-4783-9c4c-30d0824f1a79, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8817d872-bd4c-4783-9c4c-30d0824f1a79,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:36:31.739243 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:31.750193 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:31.796121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network ba7e8ad3-9b61-448f-9f95-5989c0600062 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:36:31.798807 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:31.803151 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:36:31.807760 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:36:31.830152 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:31.895262 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:31.910388 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=224babb5-b5d3-4cf6-b659-237cd670a5fa,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:31.943195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7f54d-16be-49e7-bd5b-744d5aa0da62 None None] Pushing event updated for resources: {'Port': ['ID=8817d872-bd4c-4783-9c4c-30d0824f1a79,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:32.180777 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:32.389186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00231e60-51ff-47dc-a963-6d206eb2dac5 req-cb0df154-0725-4ec1-91fc-9ff55d8f8cd2 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:32.390602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00231e60-51ff-47dc-a963-6d206eb2dac5 req-cb0df154-0725-4ec1-91fc-9ff55d8f8cd2 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0954156 Sep 18 05:36:32.474384 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-00231e60-51ff-47dc-a963-6d206eb2dac5 req-f367399d-7138-49fa-b6f9-e15f8d13410e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740900 Sep 18 05:36:32.583096 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:32.661659 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:32.762441 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:32.764443 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=224babb5-b5d3-4cf6-b659-237cd670a5fa,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:32.874855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network ba7e8ad3-9b61-448f-9f95-5989c0600062 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:36:32.876464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:36:33.004555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router b0cb9d9f-d4b1-4664-afab-ad506327288d has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:36:33.149725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:36:33.158239 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-009f27e3-05d0-4702-b4c0-979ca5a9c7f4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "PUT /v2.0/routers/b0cb9d9f-d4b1-4664-afab-ad506327288d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7982535 Sep 18 05:36:33.161554 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Sync routers for ids ['b0cb9d9f-d4b1-4664-afab-ad506327288d'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:36:33.173930 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Routers {'b0cb9d9f-d4b1-4664-afab-ad506327288d'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:36:33.174780 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:36:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b0cb9d9f-d4b1-4664-afab-ad506327288d'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:33.234445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:36:33.288940 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:33.289631 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:33.321433 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Set router b0cb9d9f-d4b1-4664-afab-ad506327288d gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:36:33.378494 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b3a366cb-4030-4d60-8616-a2bc78e477c3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755940628&fields=id&tenant_id=819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 267 time: 0.0784221 Sep 18 05:36:33.418571 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8817d872-bd4c-4783-9c4c-30d0824f1a79 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:36:33.491821 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8817d872-bd4c-4783-9c4c-30d0824f1a79 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:33.493263 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:33.514341 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-ac05ee88-d3ec-4ef8-bd23-95137cc96338 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:33.524687 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-ac05ee88-d3ec-4ef8-bd23-95137cc96338 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/networks?id=ba7e8ad3-9b61-448f-9f95-5989c0600062 HTTP/1.1" status: 200 len: 796 time: 0.1432462 Sep 18 05:36:33.548906 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-739ce2f7-96ea-41cd-891c-cccf594a1439 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/quotas/819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 375 time: 0.0230253 Sep 18 05:36:33.590104 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:33.610743 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-24c33692-a693-41c6-83a3-16afcf4bf42f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600827 Sep 18 05:36:33.628347 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 8817d872-bd4c-4783-9c4c-30d0824f1a79, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8817d872-bd4c-4783-9c4c-30d0824f1a79,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:33.674215 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:36:32Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '224babb5-b5d3-4cf6-b659-237cd670a5fa', 'name': '', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:60:30:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '3de11ea4-e938-4401-bdf5-69963870052f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:31Z', 'updated_at': '2021-09-18T05:36:32Z', 'revision_number': 2, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '3de11ea4-e938-4401-bdf5-69963870052f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:33.701864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06f6a6-8e62-45d3-983a-451a445a9ed8 req-652c6d82-d403-4e98-8390-d617493fa0fa tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:33.702871 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b06f6a6-8e62-45d3-983a-451a445a9ed8 req-652c6d82-d403-4e98-8390-d617493fa0fa tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0735226 Sep 18 05:36:33.716448 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Checking router: b0cb9d9f-d4b1-4664-afab-ad506327288d for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:36:33.716448 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Updating router b0cb9d9f-d4b1-4664-afab-ad506327288d port 224babb5-b5d3-4cf6-b659-237cd670a5fa binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:36:33.745894 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-94aa9747-ba89-449e-b0a3-2c3f6427527c service neutron] 10.222.0.23 "GET /v2.0/networks/ba7e8ad3-9b61-448f-9f95-5989c0600062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189554 Sep 18 05:36:33.758698 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8b06f6a6-8e62-45d3-983a-451a445a9ed8 req-b7f42b0d-ad2c-477e-8f44-a0a00b044167 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476031 Sep 18 05:36:33.759794 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:33.801094 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:33.848206 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ace3092-59f1-4921-98dc-0fc00e612ced None None] Network ba7e8ad3-9b61-448f-9f95-5989c0600062 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:36:33.883657 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-72293123-e0af-4c55-ab85-8a1cd37be702 service neutron] 10.222.0.23 "GET /v2.0/networks/ba7e8ad3-9b61-448f-9f95-5989c0600062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302831 Sep 18 05:36:33.889327 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0fa5-605b-4ff4-a60c-e47834095035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:33.925351 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=8817d872-bd4c-4783-9c4c-30d0824f1a79,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:33.965849 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0a224353-19cf-4dad-85d6-f8278f459d32 None None] Provisioning complete for port 8817d872-bd4c-4783-9c4c-30d0824f1a79 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:33.966484 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0a224353-19cf-4dad-85d6-f8278f459d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:34.163601 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:34.204220 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ddbfe520-fa7b-47b3-9807-323bb6adc179 req-8c25bfda-f254-4051-81c2-5c6eaf24dba4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 210 time: 0.0574472 Sep 18 05:36:34.264978 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:34.304551 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:34.379722 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db624674-6253-4d70-8343-c0083f6d667c None None] Pushing event updated for resources: {'Port': ['ID=224babb5-b5d3-4cf6-b659-237cd670a5fa,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:34.407109 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db624674-6253-4d70-8343-c0083f6d667c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:34.407109 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db624674-6253-4d70-8343-c0083f6d667c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:34.407109 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db624674-6253-4d70-8343-c0083f6d667c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:34.407109 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db624674-6253-4d70-8343-c0083f6d667c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:34.407109 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db624674-6253-4d70-8343-c0083f6d667c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:34.407109 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db624674-6253-4d70-8343-c0083f6d667c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:34.407109 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db624674-6253-4d70-8343-c0083f6d667c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:34.407789 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db624674-6253-4d70-8343-c0083f6d667c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:34.407868 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db624674-6253-4d70-8343-c0083f6d667c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:34.408371 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db624674-6253-4d70-8343-c0083f6d667c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:34.408715 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db624674-6253-4d70-8343-c0083f6d667c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:34.409129 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db624674-6253-4d70-8343-c0083f6d667c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:36:34.438778 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Attempting to bind port 224babb5-b5d3-4cf6-b659-237cd670a5fa on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:36:34.440097 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Attempting to bind port 224babb5-b5d3-4cf6-b659-237cd670a5fa by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'd1685272-24bd-4273-9715-f605fc90a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:36:34.440619 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Attempting to bind port 224babb5-b5d3-4cf6-b659-237cd670a5fa on network ba7e8ad3-9b61-448f-9f95-5989c0600062 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:36:34.449508 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:36:34.450222 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Checking segment: {'id': 'd1685272-24bd-4273-9715-f605fc90a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:36:34.450704 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:34.451201 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Bound using segment: {'id': 'd1685272-24bd-4273-9715-f605fc90a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:36:34.451778 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Bound port: 224babb5-b5d3-4cf6-b659-237cd670a5fa, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1685272-24bd-4273-9715-f605fc90a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:36:34.452270 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:34.557081 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] For port 224babb5-b5d3-4cf6-b659-237cd670a5fa, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:36:34.559487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-850f6100-40af-4853-8b88-87bb85c2d10e None None] Provisioning complete for port 224babb5-b5d3-4cf6-b659-237cd670a5fa triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:34.559881 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-850f6100-40af-4853-8b88-87bb85c2d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:34.564537 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] For port 224babb5-b5d3-4cf6-b659-237cd670a5fa, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=224babb5-b5d3-4cf6-b659-237cd670a5fa,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:36:34.608384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-850f6100-40af-4853-8b88-87bb85c2d10e None None] Port 224babb5-b5d3-4cf6-b659-237cd670a5fa cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:36:34.621017 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-850f6100-40af-4853-8b88-87bb85c2d10e None None] Provisioning complete for port 8817d872-bd4c-4783-9c4c-30d0824f1a79 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:34.621472 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-850f6100-40af-4853-8b88-87bb85c2d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:34.642073 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:34.742928 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Routers {'b0cb9d9f-d4b1-4664-afab-ad506327288d'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:36:34.743855 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:36:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b0cb9d9f-d4b1-4664-afab-ad506327288d'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:34.809912 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db624674-6253-4d70-8343-c0083f6d667c None None] Pushing event updated for resources: {'Port': ['ID=224babb5-b5d3-4cf6-b659-237cd670a5fa,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:34.882698 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] Set router b0cb9d9f-d4b1-4664-afab-ad506327288d gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:36:34.917899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eb80f-a81e-439b-a848-096274884ff2 req-6dd7d3ac-7ddd-402b-b8fa-c2cb6cedf322 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:34.919851 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-102eb80f-a81e-439b-a848-096274884ff2 req-6dd7d3ac-7ddd-402b-b8fa-c2cb6cedf322 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0612314 Sep 18 05:36:34.978478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-3051f54e-6bbc-4959-ac45-0012a5cb5ca8 None None] Provisioning complete for port 224babb5-b5d3-4cf6-b659-237cd670a5fa triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:34.978946 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3051f54e-6bbc-4959-ac45-0012a5cb5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:34.989897 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-102eb80f-a81e-439b-a848-096274884ff2 req-17ab1967-822a-4e16-9e85-a6b1bd1605f0 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627313 Sep 18 05:36:35.075533 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3051f54e-6bbc-4959-ac45-0012a5cb5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:35.115697 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3051f54e-6bbc-4959-ac45-0012a5cb5ca8 None None] For port 224babb5-b5d3-4cf6-b659-237cd670a5fa, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=224babb5-b5d3-4cf6-b659-237cd670a5fa,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:35.127714 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:36:32Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '224babb5-b5d3-4cf6-b659-237cd670a5fa', 'name': '', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:60:30:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '3de11ea4-e938-4401-bdf5-69963870052f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:31Z', 'updated_at': '2021-09-18T05:36:34Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '3de11ea4-e938-4401-bdf5-69963870052f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:35.129409 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8817d872-bd4c-4783-9c4c-30d0824f1a79 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:36:35.185826 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8817d872-bd4c-4783-9c4c-30d0824f1a79 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:35.186208 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:35.221541 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3051f54e-6bbc-4959-ac45-0012a5cb5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:35.258176 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85450e6-03d0-4150-a0cd-de9836d56cbe None None] The sync data for ids ['b0cb9d9f-d4b1-4664-afab-ad506327288d'] in n-d-789963-13 is: [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:36:32Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '224babb5-b5d3-4cf6-b659-237cd670a5fa', 'name': '', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:60:30:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '3de11ea4-e938-4401-bdf5-69963870052f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:31Z', 'updated_at': '2021-09-18T05:36:34Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '3de11ea4-e938-4401-bdf5-69963870052f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:36:35.332264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c461c26e-03a1-46d8-91c1-7e061b6fab0d req-1980545c-d897-4021-b44d-2a80a79a450b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 210 time: 0.0494685 Sep 18 05:36:35.342806 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051f54e-6bbc-4959-ac45-0012a5cb5ca8 None None] Pushing event updated for resources: {'Port': ['ID=224babb5-b5d3-4cf6-b659-237cd670a5fa,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:35.358526 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:35.392310 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-34e169ef-d382-41be-9874-96eb9b8e1700 None None] Provisioning complete for port 224babb5-b5d3-4cf6-b659-237cd670a5fa triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:35.392861 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-34e169ef-d382-41be-9874-96eb9b8e1700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:35.613393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-583f8dd5-c9eb-4b81-a9f9-cfca79a9fd02 None None] Provisioning complete for port 224babb5-b5d3-4cf6-b659-237cd670a5fa triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:35.613951 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-583f8dd5-c9eb-4b81-a9f9-cfca79a9fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:35.820384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4a24f594-5057-4101-9bf8-f455fe3a5ddd None None] Provisioning complete for port 224babb5-b5d3-4cf6-b659-237cd670a5fa triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:35.820762 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4a24f594-5057-4101-9bf8-f455fe3a5ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:36.004806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deea38c-60e5-434c-8e74-886cea3a7c70 req-7b5d4c21-5abb-4ab1-a83c-3f863b1e8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:36.006460 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0deea38c-60e5-434c-8e74-886cea3a7c70 req-7b5d4c21-5abb-4ab1-a83c-3f863b1e8208 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 1098 time: 0.0497897 Sep 18 05:36:36.119306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deea38c-60e5-434c-8e74-886cea3a7c70 req-3821c299-d7e4-4058-a02f-9f85e742effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:36.121159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0deea38c-60e5-434c-8e74-886cea3a7c70 req-3821c299-d7e4-4058-a02f-9f85e742effd service neutron] 10.222.0.18 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 917 time: 0.1062613 Sep 18 05:36:36.121325 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02955fbe-cb06-476f-9728-a30d1d504869 req-d2eef19a-9213-458b-bd84-8b2718125fc0 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:36.122985 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02955fbe-cb06-476f-9728-a30d1d504869 req-d2eef19a-9213-458b-bd84-8b2718125fc0 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0594518 Sep 18 05:36:36.165428 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-02955fbe-cb06-476f-9728-a30d1d504869 req-91c4963f-2873-462b-b987-6960c710620b tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354359 Sep 18 05:36:36.193533 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0deea38c-60e5-434c-8e74-886cea3a7c70 req-1d768379-a9ad-4946-8f26-cf5c94565956 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785 HTTP/1.1" status: 200 len: 1001 time: 0.0650818 Sep 18 05:36:36.247048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deea38c-60e5-434c-8e74-886cea3a7c70 req-da3cb1c1-0e9a-43c7-ae65-0476c92a8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:36.248625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0deea38c-60e5-434c-8e74-886cea3a7c70 req-da3cb1c1-0e9a-43c7-ae65-0476c92a8f69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.0461693 Sep 18 05:36:36.301282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deea38c-60e5-434c-8e74-886cea3a7c70 req-2515b4d3-14ee-4bd9-ba94-f0e199b7a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:36.302807 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0deea38c-60e5-434c-8e74-886cea3a7c70 req-2515b4d3-14ee-4bd9-ba94-f0e199b7a382 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472307 Sep 18 05:36:36.397013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0deea38c-60e5-434c-8e74-886cea3a7c70 req-5958c3f5-6f72-409a-b45b-cfcd79de2bd8 service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859666 Sep 18 05:36:36.465933 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-278658ee-d88c-4a1a-b609-085f0cdc1c55 req-2f46f225-661a-4342-9e23-fdd091fe56a8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 210 time: 0.0393715 Sep 18 05:36:36.582221 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0deea38c-60e5-434c-8e74-886cea3a7c70 req-494816b3-079e-4574-bf2d-42e64effc25a service neutron] 10.222.0.18 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774988 Sep 18 05:36:36.608424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-ceb77cee-6327-45bc-95aa-c73d7900f0e3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:36.611058 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-ceb77cee-6327-45bc-95aa-c73d7900f0e3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.18 "GET /v2.0/networks?id=ba7e8ad3-9b61-448f-9f95-5989c0600062 HTTP/1.1" status: 200 len: 796 time: 0.1473584 Sep 18 05:36:36.653159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-42eb9204-38db-4e70-937c-76930018f290 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819b3332122c426680234398b2fe4cc7 HTTP/1.1" status: 200 len: 380 time: 0.0335560 Sep 18 05:36:36.663609 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-653072a1-c170-4f2a-aa11-b26531e8421f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'port': {'device_id': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'admin_state_up': True, 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'security_groups': ['00514725-1c92-4085-aa10-9476812120bd']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:36.864061 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-653072a1-c170-4f2a-aa11-b26531e8421f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Made reservation on behalf of 819b3332122c426680234398b2fe4cc7 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:36:36.867705 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-653072a1-c170-4f2a-aa11-b26531e8421f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:36.892908 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:36.997104 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-653072a1-c170-4f2a-aa11-b26531e8421f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.20.0.3 (ba7e8ad3-9b61-448f-9f95-5989c0600062/3de11ea4-e938-4401-bdf5-69963870052f/79374fb3-be4b-411a-aa91-afd1329a52ed) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:36:37.119979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 224babb5-b5d3-4cf6-b659-237cd670a5fa up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:36:37.169005 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 224babb5-b5d3-4cf6-b659-237cd670a5fa triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:37.169639 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:37.299937 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbc3ee-ac73-4c53-b5b8-099a5d85f9eb req-48f6d001-35a4-49f7-bbd5-2e697ceda081 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:37.299937 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eedbc3ee-ac73-4c53-b5b8-099a5d85f9eb req-48f6d001-35a4-49f7-bbd5-2e697ceda081 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0564332 Sep 18 05:36:37.339361 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eedbc3ee-ac73-4c53-b5b8-099a5d85f9eb req-a26fdcf9-5e04-44ff-aab7-338d0a7da298 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344732 Sep 18 05:36:37.482353 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-653072a1-c170-4f2a-aa11-b26531e8421f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:37.559986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1d102bab-5a82-4f61-89c4-f62abbd66a61 req-9719e39e-65b1-4bca-8f0d-34345a5c6768 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 210 time: 0.0259180 Sep 18 05:36:37.570509 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-653072a1-c170-4f2a-aa11-b26531e8421f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:37.620807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-653072a1-c170-4f2a-aa11-b26531e8421f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network ba7e8ad3-9b61-448f-9f95-5989c0600062 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:36:37.623783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-653072a1-c170-4f2a-aa11-b26531e8421f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:36:37.628728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-653072a1-c170-4f2a-aa11-b26531e8421f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:36:37.658226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653072a1-c170-4f2a-aa11-b26531e8421f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=79374fb3-be4b-411a-aa91-afd1329a52ed,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:37.688900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-653072a1-c170-4f2a-aa11-b26531e8421f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:37.689560 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-653072a1-c170-4f2a-aa11-b26531e8421f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:37.756335 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-653072a1-c170-4f2a-aa11-b26531e8421f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0961599 Sep 18 05:36:37.770945 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Request body: {'port': {'device_id': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:37.824361 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:37.834539 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b322085d-e538-4106-a3de-44968aaec254 None None] Provisioning complete for port 79374fb3-be4b-411a-aa91-afd1329a52ed triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:37.834943 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b322085d-e538-4106-a3de-44968aaec254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:37.869851 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b322085d-e538-4106-a3de-44968aaec254 None None] Port 79374fb3-be4b-411a-aa91-afd1329a52ed cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:36:38.088374 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79374fb3-be4b-411a-aa91-afd1329a52ed {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:36:38.095875 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:38.107457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Transition to ACTIVE for port object 79374fb3-be4b-411a-aa91-afd1329a52ed will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:36:38.187174 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:38.256691 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Pushing event updated for resources: {'Port': ['ID=79374fb3-be4b-411a-aa91-afd1329a52ed,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:38.306330 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Attempting to bind port 79374fb3-be4b-411a-aa91-afd1329a52ed on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:36:38.306744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Attempting to bind port 79374fb3-be4b-411a-aa91-afd1329a52ed by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd1685272-24bd-4273-9715-f605fc90a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:36:38.307143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Attempting to bind port 79374fb3-be4b-411a-aa91-afd1329a52ed on network ba7e8ad3-9b61-448f-9f95-5989c0600062 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:36:38.311647 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Port 79374fb3-be4b-411a-aa91-afd1329a52ed on network ba7e8ad3-9b61-448f-9f95-5989c0600062 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:36:38.311974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Attempting to bind port 79374fb3-be4b-411a-aa91-afd1329a52ed on network ba7e8ad3-9b61-448f-9f95-5989c0600062 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:36:38.317295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:36:38.317640 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Checking segment: {'id': 'd1685272-24bd-4273-9715-f605fc90a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:36:38.318029 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Bound using segment: {'id': 'd1685272-24bd-4273-9715-f605fc90a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:36:38.318463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Bound port: 79374fb3-be4b-411a-aa91-afd1329a52ed, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1685272-24bd-4273-9715-f605fc90a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:36:38.318827 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:38.398511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] For port 79374fb3-be4b-411a-aa91-afd1329a52ed, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:36:38.402697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] For port 79374fb3-be4b-411a-aa91-afd1329a52ed, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=79374fb3-be4b-411a-aa91-afd1329a52ed,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:36:38.472743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82083e-0576-4ef8-a201-6323d598aee7 req-84df9ff1-1fa5-4160-b658-6abf1fbea5bb tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:38.474243 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a82083e-0576-4ef8-a201-6323d598aee7 req-84df9ff1-1fa5-4160-b658-6abf1fbea5bb tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0557044 Sep 18 05:36:38.479235 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:38.513755 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5a82083e-0576-4ef8-a201-6323d598aee7 req-896894ed-a3a5-4a1d-b105-4fcdfc422157 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325990 Sep 18 05:36:38.515392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:38.516888 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:38.518469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] 10.222.0.18 "PUT /v2.0/ports/79374fb3-be4b-411a-aa91-afd1329a52ed HTTP/1.1" status: 200 len: 1092 time: 0.7531943 Sep 18 05:36:38.519055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'tag': '79374fb3-be4b-411a-aa91-afd1329a52ed'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:36:38.521449 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbca9df-3257-4468-85fe-6f272836e7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7609a6-06ab-4c8c-ac41-09d99d287ff0", "tag": "79374fb3-be4b-411a-aa91-afd1329a52ed"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:36:38.550694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432bceb-c86c-45aa-a340-fbc5204c9b78 service neutron] Pushing event updated for resources: {'Port': ['ID=79374fb3-be4b-411a-aa91-afd1329a52ed,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:38.565001 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf4369b-55cc-4572-90a3-410a1ca21759 x-openstack-request-id: req-fcf4369b-55cc-4572-90a3-410a1ca21759 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:36:38.565612 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7609a6-06ab-4c8c-ac41-09d99d287ff0", "tag": "79374fb3-be4b-411a-aa91-afd1329a52ed", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:36:38.565754 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcf4369b-55cc-4572-90a3-410a1ca21759 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:36:38.566498 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'tag': '79374fb3-be4b-411a-aa91-afd1329a52ed', 'status': 'completed', 'code': 200} Sep 18 05:36:38.640611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbca9df-3257-4468-85fe-6f272836e7f5 req-89626756-e875-42ef-8dce-3a3788e392e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:38.643021 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0cbca9df-3257-4468-85fe-6f272836e7f5 req-89626756-e875-42ef-8dce-3a3788e392e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 1095 time: 0.0576220 Sep 18 05:36:38.759585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3241df-55d5-42af-87d7-ee48de8f03d6 req-30fccca8-1856-436f-9a9b-88e0a8eece3b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:38.761135 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd3241df-55d5-42af-87d7-ee48de8f03d6 req-30fccca8-1856-436f-9a9b-88e0a8eece3b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 943 time: 0.1171384 Sep 18 05:36:38.798161 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbca9df-3257-4468-85fe-6f272836e7f5 req-0a1c1135-75aa-4a95-81fa-022969ce1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:38.799701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0cbca9df-3257-4468-85fe-6f272836e7f5 req-0a1c1135-75aa-4a95-81fa-022969ce1989 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=819b3332122c426680234398b2fe4cc7&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1456530 Sep 18 05:36:38.837816 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd3241df-55d5-42af-87d7-ee48de8f03d6 req-28f9e8f2-548f-4525-a6fc-6b282e26f07e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690606 Sep 18 05:36:38.909809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbca9df-3257-4468-85fe-6f272836e7f5 req-86e6ae40-1d75-4667-a3e2-fbd689efa9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:38.911297 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0cbca9df-3257-4468-85fe-6f272836e7f5 req-86e6ae40-1d75-4667-a3e2-fbd689efa9d9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1011772 Sep 18 05:36:38.987632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-c5fd1489-b4f0-4cec-8cb3-846536c4649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:38.989155 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-c5fd1489-b4f0-4cec-8cb3-846536c4649e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 1095 time: 0.0404694 Sep 18 05:36:39.030792 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-923617e6-cdd2-4acf-810e-417cb936b133 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79374fb3-be4b-411a-aa91-afd1329a52ed HTTP/1.1" status: 200 len: 217 time: 0.0337896 Sep 18 05:36:39.048431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c5419a74-0325-4fcf-abdf-84f6a57cc785 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:36:39.087568 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-a84c9b1f-bf9c-407b-b04b-84b23c61d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:39.089191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-a84c9b1f-bf9c-407b-b04b-84b23c61d6f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3de11ea4-e938-4401-bdf5-69963870052f HTTP/1.1" status: 200 len: 835 time: 0.0521667 Sep 18 05:36:39.132460 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:39.135855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-08508503-8997-4ba9-813c-0e1f4338b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:39.137640 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-08508503-8997-4ba9-813c-0e1f4338b911 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba7e8ad3-9b61-448f-9f95-5989c0600062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410509 Sep 18 05:36:39.155934 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:36:39.159223 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9134a3cf-231d-48e4-bc60-963cd1eceb2b" -d '{"events": [{"server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "name": "network-vif-unplugged", "status": "completed", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:36:39.173247 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:39.193370 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 05:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d43150b-4752-48c1-a78e-15fea6a58b7d x-openstack-request-id: req-4d43150b-4752-48c1-a78e-15fea6a58b7d {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:36:39.193670 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "name": "network-vif-unplugged", "status": "failed", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785", "code": 422}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:36:39.193927 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d43150b-4752-48c1-a78e-15fea6a58b7d {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:36:39.194332 n-d-789963-13 neutron-server[106910]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'code': 422} returned with failed status Sep 18 05:36:39.238452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-3539fec5-5fd5-4493-b1a2-2fb4e89194fa service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e8ad3-9b61-448f-9f95-5989c0600062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933771 Sep 18 05:36:39.252515 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:39.299186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=c5419a74-0325-4fcf-abdf-84f6a57cc785,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:39.338905 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be45fba5-2b1c-40bf-b814-993aa41e0a6b req-4e2e5acc-9f5b-4690-bfaf-a56c91be4d2f service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e8ad3-9b61-448f-9f95-5989c0600062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935411 Sep 18 05:36:39.954360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01ec03-dc54-4e2e-bf8e-be5ba3f29446 req-108e17e2-5813-4c3c-8b9c-fe98eceb9c4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:39.955758 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e01ec03-dc54-4e2e-bf8e-be5ba3f29446 req-108e17e2-5813-4c3c-8b9c-fe98eceb9c4b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 943 time: 0.0510368 Sep 18 05:36:39.995972 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e01ec03-dc54-4e2e-bf8e-be5ba3f29446 req-d44c6126-ddd5-423b-b6ab-53004510d828 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343046 Sep 18 05:36:40.039918 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01d00a80-a759-453a-a44b-ff77a8a56f89 req-6fb451d8-16f7-4a96-9129-42c3ca3091ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446751 Sep 18 05:36:40.123898 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d00a80-a759-453a-a44b-ff77a8a56f89 req-2e563ba5-681d-423a-876d-1b23d5bba94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:40.125499 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01d00a80-a759-453a-a44b-ff77a8a56f89 req-2e563ba5-681d-423a-876d-1b23d5bba94c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf530ad4bdeb406596eda7f009a666df&device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 1097 time: 0.0444491 Sep 18 05:36:40.229895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d00a80-a759-453a-a44b-ff77a8a56f89 req-d94f968b-be39-422b-8c0e-70119a13ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:40.231316 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01d00a80-a759-453a-a44b-ff77a8a56f89 req-d94f968b-be39-422b-8c0e-70119a13ffe1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ade930e-ec49-432a-9b2e-334e2f815c11 HTTP/1.1" status: 200 len: 908 time: 0.0862408 Sep 18 05:36:40.300261 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01d00a80-a759-453a-a44b-ff77a8a56f89 req-0ba5e881-2587-4fd2-ad15-12de3b717f29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b035d7-9360-4452-8385-e8951a808170 HTTP/1.1" status: 200 len: 1000 time: 0.0617723 Sep 18 05:36:40.350944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d00a80-a759-453a-a44b-ff77a8a56f89 req-1e4f70ba-6577-4d45-bb84-cc47a40e1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:40.352468 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01d00a80-a759-453a-a44b-ff77a8a56f89 req-1e4f70ba-6577-4d45-bb84-cc47a40e1b30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a4508b7-6b7d-4236-9b89-a9bac367d566 HTTP/1.1" status: 200 len: 847 time: 0.0454004 Sep 18 05:36:40.397911 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d00a80-a759-453a-a44b-ff77a8a56f89 req-2d4014bb-9f03-4671-830b-8e14b61abcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:40.399528 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01d00a80-a759-453a-a44b-ff77a8a56f89 req-2d4014bb-9f03-4671-830b-8e14b61abcd7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ade930e-ec49-432a-9b2e-334e2f815c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403793 Sep 18 05:36:40.443448 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-b4aacc78-930a-48f9-b5da-b428956b09f0 req-e403ccb2-ec13-465d-8fdb-cbf5f65ea687 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:36:40.444504 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b4aacc78-930a-48f9-b5da-b428956b09f0 req-e403ccb2-ec13-465d-8fdb-cbf5f65ea687 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054686 Sep 18 05:36:40.499633 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01d00a80-a759-453a-a44b-ff77a8a56f89 req-bd8ce075-7723-462f-9733-fb52b3c5c6e1 service neutron] 10.222.0.13 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887263 Sep 18 05:36:40.584770 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01d00a80-a759-453a-a44b-ff77a8a56f89 req-f50fb6ba-56f7-435c-a9b4-b4cf8b107baa service neutron] 10.222.0.13 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826168 Sep 18 05:36:40.752196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747d3df-989d-4cc8-824c-d0d28f1054e9 req-ed491887-910e-4fac-8968-98e4e85f1dea tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:40.753709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3747d3df-989d-4cc8-824c-d0d28f1054e9 req-ed491887-910e-4fac-8968-98e4e85f1dea tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 944 time: 0.0544736 Sep 18 05:36:40.793612 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3747d3df-989d-4cc8-824c-d0d28f1054e9 req-592af665-aabd-4462-9cc5-a4b089fdf8f4 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334957 Sep 18 05:36:40.980436 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-f1613164-47af-48fc-9711-c64bd59d6e11 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394258 Sep 18 05:36:41.079258 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 79374fb3-be4b-411a-aa91-afd1329a52ed details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:36:41.119509 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727a945-9490-4b15-973e-62b4d3e955d9 req-4c2e1024-23a8-4317-993c-fd13871b25a3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:41.121320 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e727a945-9490-4b15-973e-62b4d3e955d9 req-4c2e1024-23a8-4317-993c-fd13871b25a3 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 943 time: 0.0558729 Sep 18 05:36:41.168951 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e727a945-9490-4b15-973e-62b4d3e955d9 req-2405f152-ce83-4b5e-b482-b282e31ac6bc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345888 Sep 18 05:36:41.184139 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 79374fb3-be4b-411a-aa91-afd1329a52ed, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=79374fb3-be4b-411a-aa91-afd1329a52ed,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:41.196192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '79374fb3-be4b-411a-aa91-afd1329a52ed', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'port_id': '79374fb3-be4b-411a-aa91-afd1329a52ed', 'mac_address': 'fa:16:3e:3b:61:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de11ea4-e938-4401-bdf5-69963870052f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:36:41.231850 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:41.244671 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79374fb3-be4b-411a-aa91-afd1329a52ed {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:36:41.268411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 79374fb3-be4b-411a-aa91-afd1329a52ed, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=79374fb3-be4b-411a-aa91-afd1329a52ed,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:41.355369 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:41.402969 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=79374fb3-be4b-411a-aa91-afd1329a52ed,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:41.553406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['79374fb3-be4b-411a-aa91-afd1329a52ed'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:36:41.914586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136a6af-2ae8-4d9b-978e-bc5aac7e4125 req-ff3769a2-7495-48c1-bc0b-81b17e880f18 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:41.916094 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3136a6af-2ae8-4d9b-978e-bc5aac7e4125 req-ff3769a2-7495-48c1-bc0b-81b17e880f18 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 944 time: 0.0486813 Sep 18 05:36:41.954709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3136a6af-2ae8-4d9b-978e-bc5aac7e4125 req-09967738-216b-4571-92a0-bfa659928617 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321741 Sep 18 05:36:42.284313 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fae66-a080-4624-b9ca-2c8f474bc946 req-66d286fd-7403-41df-a617-ae5902092c84 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:42.286561 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c2fae66-a080-4624-b9ca-2c8f474bc946 req-66d286fd-7403-41df-a617-ae5902092c84 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 944 time: 0.0492547 Sep 18 05:36:42.324711 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c2fae66-a080-4624-b9ca-2c8f474bc946 req-4ad0ad38-c441-47c6-9ccf-74888f73c5a7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322847 Sep 18 05:36:42.333899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-737b1b8a-96f5-4a5c-afd6-b89a415df128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:42.335472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-737b1b8a-96f5-4a5c-afd6-b89a415df128 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7&tenant_id=a3b69a52b7ba448881b56c3ed653a665 HTTP/1.1" status: 200 len: 1096 time: 0.0401387 Sep 18 05:36:42.347007 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-13', 'device_owner': 'compute:nova'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:42.401881 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:42.601720 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:42.634186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:36:42.665209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5419a74-0325-4fcf-abdf-84f6a57cc785 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:36:42.673484 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:42.685049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Transition to ACTIVE for port object c5419a74-0325-4fcf-abdf-84f6a57cc785 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:36:42.771883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:42.858360 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Pushing event updated for resources: {'Port': ['ID=c5419a74-0325-4fcf-abdf-84f6a57cc785,revision_number=9']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:42.894907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] No DVR routers for this DVR port c5419a74-0325-4fcf-abdf-84f6a57cc785 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:36:43.040615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Attempting to bind port c5419a74-0325-4fcf-abdf-84f6a57cc785 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:36:43.041177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Attempting to bind port c5419a74-0325-4fcf-abdf-84f6a57cc785 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:36:43.041298 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Attempting to bind port c5419a74-0325-4fcf-abdf-84f6a57cc785 on network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:36:43.061937 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Port c5419a74-0325-4fcf-abdf-84f6a57cc785 on network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:36:43.062263 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Attempting to bind port c5419a74-0325-4fcf-abdf-84f6a57cc785 on network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:36:43.070490 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:36:43.070762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Checking segment: {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:36:43.071144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Bound using segment: {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:36:43.071575 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Bound port: c5419a74-0325-4fcf-abdf-84f6a57cc785, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45796e4b-36c1-4f8f-aa0a-d56f53039e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:36:43.071935 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:43.094493 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 79374fb3-be4b-411a-aa91-afd1329a52ed up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:36:43.101837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edd0e7-db59-4b3f-b34a-eaf4de86ae98 req-eb8e4b2d-6f33-4221-aa18-2042a35cb7bf tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:43.103327 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-04edd0e7-db59-4b3f-b34a-eaf4de86ae98 req-eb8e4b2d-6f33-4221-aa18-2042a35cb7bf tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 944 time: 0.0752177 Sep 18 05:36:43.171799 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-04edd0e7-db59-4b3f-b34a-eaf4de86ae98 req-fba370ba-c584-436f-bd1c-e586d9dadfe0 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514154 Sep 18 05:36:43.178571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:36:43.181889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:36:43.217798 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 79374fb3-be4b-411a-aa91-afd1329a52ed completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:36:43.222553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 79374fb3-be4b-411a-aa91-afd1329a52ed triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:43.222926 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:43.270017 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:43.300343 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:43.306977 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:43.307616 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:43.309082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] 10.222.0.13 "PUT /v2.0/ports/c5419a74-0325-4fcf-abdf-84f6a57cc785 HTTP/1.1" status: 200 len: 1093 time: 0.9660826 Sep 18 05:36:43.309517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:36:43.311781 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02847e02-6781-42e0-beba-cb57235ababc" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:36:43.379936 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1b22ca-223f-4662-94ef-ebe113549c09 x-openstack-request-id: req-6a1b22ca-223f-4662-94ef-ebe113549c09 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:36:43.380265 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:36:43.380522 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a1b22ca-223f-4662-94ef-ebe113549c09 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:36:43.380937 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'status': 'completed', 'code': 200} Sep 18 05:36:43.382710 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7da9c-6929-4eca-b8fd-71df727e851a service neutron] Pushing event updated for resources: {'Port': ['ID=c5419a74-0325-4fcf-abdf-84f6a57cc785,revision_number=10']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:43.399170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-3046ed22-a810-4d3f-8b61-cfe1dbe2503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:43.405578 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-3046ed22-a810-4d3f-8b61-cfe1dbe2503d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 1097 time: 0.0626783 Sep 18 05:36:43.487740 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79374fb3-be4b-411a-aa91-afd1329a52ed'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:36:43.489968 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7ef61a-514a-4a16-a46d-3b679341e3ef" -d '{"events": [{"server_uuid": "ad7609a6-06ab-4c8c-ac41-09d99d287ff0", "name": "network-vif-plugged", "status": "completed", "tag": "79374fb3-be4b-411a-aa91-afd1329a52ed"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:36:43.516154 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 79374fb3-be4b-411a-aa91-afd1329a52ed, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=79374fb3-be4b-411a-aa91-afd1329a52ed,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:43.530498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abdc94-ade1-4878-9c5a-345c60ee4fa5 req-1a810e10-1cab-4541-9876-58960441c4aa tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:43.532231 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-12abdc94-ade1-4878-9c5a-345c60ee4fa5 req-1a810e10-1cab-4541-9876-58960441c4aa tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 944 time: 0.1099076 Sep 18 05:36:43.536358 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f22e13-4dca-4c23-b68b-9b1a3aae7611 x-openstack-request-id: req-27f22e13-4dca-4c23-b68b-9b1a3aae7611 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:36:43.538718 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7609a6-06ab-4c8c-ac41-09d99d287ff0", "name": "network-vif-plugged", "status": "completed", "tag": "79374fb3-be4b-411a-aa91-afd1329a52ed", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:36:43.538718 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27f22e13-4dca-4c23-b68b-9b1a3aae7611 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:36:43.538718 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79374fb3-be4b-411a-aa91-afd1329a52ed', 'code': 200} Sep 18 05:36:43.574249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-cb028776-9a09-4aa3-951f-2eb722011921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:43.575656 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-cb028776-9a09-4aa3-951f-2eb722011921 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 917 time: 0.1619656 Sep 18 05:36:43.589724 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:43.636711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=79374fb3-be4b-411a-aa91-afd1329a52ed,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:43.639790 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-12abdc94-ade1-4878-9c5a-345c60ee4fa5 req-d4fc23eb-268d-497e-8dd7-bc79e6707b59 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939128 Sep 18 05:36:43.680880 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-969dd0fa-8395-4240-bcf9-357d19286fda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785 HTTP/1.1" status: 200 len: 999 time: 0.0951469 Sep 18 05:36:43.685730 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b7205-feb6-4e05-8878-de9ed6a1ecc8 req-3f28265f-b5d5-442f-a137-c70dfea5cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:43.687149 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b0b7205-feb6-4e05-8878-de9ed6a1ecc8 req-3f28265f-b5d5-442f-a137-c70dfea5cdd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 1097 time: 0.0933566 Sep 18 05:36:43.753809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-36f68fc8-9214-4d22-9e37-0fd78146ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:43.755180 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-36f68fc8-9214-4d22-9e37-0fd78146ab8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.0671620 Sep 18 05:36:43.756879 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b0b7205-feb6-4e05-8878-de9ed6a1ecc8 req-6f0368bd-9ae3-45cf-8f86-a22e4432ce39 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610399 Sep 18 05:36:43.799022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-438fc355-f6d4-4570-9695-896be6211bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:43.800523 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-438fc355-f6d4-4570-9695-896be6211bc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386930 Sep 18 05:36:43.887849 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-21265898-3249-4f0f-9680-4ed86dab0ae4 service neutron] 10.222.0.13 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800831 Sep 18 05:36:43.980367 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-c45abfc0-cb5e-41ee-9c78-ceff33036fce service neutron] 10.222.0.13 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849240 Sep 18 05:36:44.144076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847e02-6781-42e0-beba-cb57235ababc req-5a30d648-60f6-4af8-9692-f9eadd20f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:44.145913 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02847e02-6781-42e0-beba-cb57235ababc req-5a30d648-60f6-4af8-9692-f9eadd20f1e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3b69a52b7ba448881b56c3ed653a665&device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 1097 time: 0.0418205 Sep 18 05:36:44.244650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847e02-6781-42e0-beba-cb57235ababc req-87e52663-9975-4b1b-8f4b-53cceda0b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:44.246265 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02847e02-6781-42e0-beba-cb57235ababc req-87e52663-9975-4b1b-8f4b-53cceda0b898 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 200 len: 917 time: 0.0941942 Sep 18 05:36:44.305504 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bfb7d-53b2-438a-a4fe-b025c63db35a req-c8518fb0-c359-4c2a-bc37-09547432d42a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:44.306910 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-850bfb7d-53b2-438a-a4fe-b025c63db35a req-c8518fb0-c359-4c2a-bc37-09547432d42a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 945 time: 0.0506647 Sep 18 05:36:44.317711 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02847e02-6781-42e0-beba-cb57235ababc req-a785cac8-c91f-4820-9901-ae2cf965a9d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785 HTTP/1.1" status: 200 len: 999 time: 0.0640647 Sep 18 05:36:44.346028 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-850bfb7d-53b2-438a-a4fe-b025c63db35a req-1a99f88a-da4a-43c0-ab45-15b87d854661 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328653 Sep 18 05:36:44.368890 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847e02-6781-42e0-beba-cb57235ababc req-c8da7ffa-a2d1-41a7-a4fb-f05f9306f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:44.370412 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02847e02-6781-42e0-beba-cb57235ababc req-c8da7ffa-a2d1-41a7-a4fb-f05f9306f6e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 200 len: 856 time: 0.0455165 Sep 18 05:36:44.422080 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847e02-6781-42e0-beba-cb57235ababc req-9aec1598-6815-4a6e-b08a-34db93006a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:44.423843 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02847e02-6781-42e0-beba-cb57235ababc req-9aec1598-6815-4a6e-b08a-34db93006a30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458279 Sep 18 05:36:44.553139 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02847e02-6781-42e0-beba-cb57235ababc req-d56f874a-c985-4817-9c90-b565e478909a service neutron] 10.222.0.13 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197927 Sep 18 05:36:44.789806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4147b09-a6c4-4245-a171-5627dd9260af req-7570947e-d9f1-45e9-8c1e-0029d4776b58 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:44.791452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4147b09-a6c4-4245-a171-5627dd9260af req-7570947e-d9f1-45e9-8c1e-0029d4776b58 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0630322 Sep 18 05:36:44.835532 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4147b09-a6c4-4245-a171-5627dd9260af req-930af431-64c5-4c05-942f-f49d8c35d1ff tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367815 Sep 18 05:36:45.474843 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae2738-1be1-466b-bcdb-986918f22d9e req-bb009f5c-736f-4975-9e73-a96842ad183e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:45.476572 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0ae2738-1be1-466b-bcdb-986918f22d9e req-bb009f5c-736f-4975-9e73-a96842ad183e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 945 time: 0.0581470 Sep 18 05:36:45.517689 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f0ae2738-1be1-466b-bcdb-986918f22d9e req-9f8fb2c0-605f-41de-b444-b4f7ef8f071f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348625 Sep 18 05:36:45.968275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b12ac-2353-4aca-8951-625506027fa9 req-ce21082d-9f4d-4a16-a7c7-b1c939ddf109 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:45.968275 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-494b12ac-2353-4aca-8951-625506027fa9 req-ce21082d-9f4d-4a16-a7c7-b1c939ddf109 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0529144 Sep 18 05:36:46.003246 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-494b12ac-2353-4aca-8951-625506027fa9 req-cd64b507-6e23-466f-bc5a-fb64cd8b305b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366521 Sep 18 05:36:46.134840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5e051-eb6d-4c2d-bdcb-d6387cbefdf9 req-0e12ed6e-4f65-40bc-8883-f63807e45f30 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:46.136406 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-21a5e051-eb6d-4c2d-bdcb-d6387cbefdf9 req-0e12ed6e-4f65-40bc-8883-f63807e45f30 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0600498 Sep 18 05:36:46.177969 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-21a5e051-eb6d-4c2d-bdcb-d6387cbefdf9 req-05d5c2bf-412f-4021-aead-96327f43bae5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341592 Sep 18 05:36:46.200906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57632) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:46.242865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af7a22-2810-4ffc-a35b-81b700138183 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:46.244449 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f0af7a22-2810-4ffc-a35b-81b700138183 tempest-TestNetworkAdvancedServerOps-762428011 tempest-TestNetworkAdvancedServerOps-762428011-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 1092 time: 0.0425010 Sep 18 05:36:46.247388 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57634) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:46.252334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': '79374fb3-be4b-411a-aa91-afd1329a52ed', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:36:46.336045 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:46.442758 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:46.558582 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Allocated IP 172.25.7.81 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/bd24586b-5ae9-45ae-a699-494033101cdf) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:36:46.667676 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83585623-5b52-4b73-a776-052544bbf3d9 req-b4e82ff9-a74f-46fd-b688-e7831ecd4360 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:46.669643 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-83585623-5b52-4b73-a776-052544bbf3d9 req-b4e82ff9-a74f-46fd-b688-e7831ecd4360 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 945 time: 0.0584540 Sep 18 05:36:46.694937 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:46.716162 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-83585623-5b52-4b73-a776-052544bbf3d9 req-d1c8270f-99c2-4478-83f2-29688116755f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399206 Sep 18 05:36:46.804854 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:46.844602 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:36:46.847594 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:36:46.850274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:36:46.882093 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=bd24586b-5ae9-45ae-a699-494033101cdf,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:47.256478 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:47.383263 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:47.541048 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:47.600959 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:47.674140 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event updated for resources: {'Port': ['ID=bd24586b-5ae9-45ae-a699-494033101cdf,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:47.686211 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:47.789893 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Floating IP 587d8e90-fa13-4428-b4b0-0beec129c55b associated. External IP: 172.25.7.81, port: 79374fb3-be4b-411a-aa91-afd1329a52ed. Sep 18 05:36:48.227306 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d803bb-93c0-45ff-b998-30cd649fc1c2 req-3974a265-84b1-492e-84a5-8575f6d141ec tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:48.228848 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54d803bb-93c0-45ff-b998-30cd649fc1c2 req-3974a265-84b1-492e-84a5-8575f6d141ec tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 945 time: 0.4356091 Sep 18 05:36:48.318621 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54d803bb-93c0-45ff-b998-30cd649fc1c2 req-c41d865c-77d3-4ca6-8661-e7803f51f3de tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795701 Sep 18 05:36:48.384523 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router b0cb9d9f-d4b1-4664-afab-ad506327288d has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:36:48.500113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:36:48.511485 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a71f29-8128-46d3-a88f-591391bf5f0b None None] Sync routers for ids ['b0cb9d9f-d4b1-4664-afab-ad506327288d'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:36:48.521288 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a71f29-8128-46d3-a88f-591391bf5f0b None None] Routers {'b0cb9d9f-d4b1-4664-afab-ad506327288d'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:36:48.525553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-48a71f29-8128-46d3-a88f-591391bf5f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:36:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b0cb9d9f-d4b1-4664-afab-ad506327288d'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:48.575602 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:48.615705 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9bdeea0c-935c-4995-865e-86e3b9b34b80 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3671384 Sep 18 05:36:48.617505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'tag': '79374fb3-be4b-411a-aa91-afd1329a52ed'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:36:48.623678 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82af059-da74-41bd-96cc-9b9f18bb83a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7609a6-06ab-4c8c-ac41-09d99d287ff0", "tag": "79374fb3-be4b-411a-aa91-afd1329a52ed"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:36:48.640958 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-48a71f29-8128-46d3-a88f-591391bf5f0b None None] Set router b0cb9d9f-d4b1-4664-afab-ad506327288d gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:36:48.668674 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69081b72-9231-4a51-a9da-a5863cd2899c x-openstack-request-id: req-69081b72-9231-4a51-a9da-a5863cd2899c {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:36:48.669483 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7609a6-06ab-4c8c-ac41-09d99d287ff0", "tag": "79374fb3-be4b-411a-aa91-afd1329a52ed", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:36:48.669934 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69081b72-9231-4a51-a9da-a5863cd2899c {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:36:48.670523 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'tag': '79374fb3-be4b-411a-aa91-afd1329a52ed', 'status': 'completed', 'code': 200} Sep 18 05:36:48.760225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82af059-da74-41bd-96cc-9b9f18bb83a3 req-554432b0-ec17-4109-bd04-5afe4f2ce2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:48.761801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a82af059-da74-41bd-96cc-9b9f18bb83a3 req-554432b0-ec17-4109-bd04-5afe4f2ce2d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 1097 time: 0.0576615 Sep 18 05:36:48.785575 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836165f3-2d40-4120-8fdf-9239608de23b req-d7547ffb-127b-4082-8f2b-da9746e464c5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:48.787120 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-836165f3-2d40-4120-8fdf-9239608de23b req-d7547ffb-127b-4082-8f2b-da9746e464c5 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.1084487 Sep 18 05:36:48.876331 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-836165f3-2d40-4120-8fdf-9239608de23b req-c287b2c1-5afa-494e-b501-1ffddcbb510f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782347 Sep 18 05:36:48.898784 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57646) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:48.909172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82af059-da74-41bd-96cc-9b9f18bb83a3 req-3a1dd523-bc08-493c-b407-dd4bd3d643ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:48.910669 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a82af059-da74-41bd-96cc-9b9f18bb83a3 req-3a1dd523-bc08-493c-b407-dd4bd3d643ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba7e8ad3-9b61-448f-9f95-5989c0600062 HTTP/1.1" status: 200 len: 896 time: 0.1407473 Sep 18 05:36:48.976723 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bc3d7981-7bec-42ab-b094-396af2dd25b1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/587d8e90-fa13-4428-b4b0-0beec129c55b HTTP/1.1" status: 200 len: 990 time: 0.0738041 Sep 18 05:36:48.982885 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a82af059-da74-41bd-96cc-9b9f18bb83a3 req-4d9e872f-f5f4-4fb1-aa07-eacd29353327 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79374fb3-be4b-411a-aa91-afd1329a52ed HTTP/1.1" status: 200 len: 998 time: 0.0654364 Sep 18 05:36:48.993411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-48a71f29-8128-46d3-a88f-591391bf5f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:36:32Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '587d8e90-fa13-4428-b4b0-0beec129c55b', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'port_id': '79374fb3-be4b-411a-aa91-afd1329a52ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'mac_address': 'fa:16:3e:3b:61:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:36:47Z', 'updated_at': '2021-09-18T05:36:47Z', 'revision_number': 0, 'project_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224babb5-b5d3-4cf6-b659-237cd670a5fa', 'name': '', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:60:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '3de11ea4-e938-4401-bdf5-69963870052f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:31Z', 'updated_at': '2021-09-18T05:36:35Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '3de11ea4-e938-4401-bdf5-69963870052f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:49.021311 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a71f29-8128-46d3-a88f-591391bf5f0b None None] Checking router: b0cb9d9f-d4b1-4664-afab-ad506327288d for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:36:49.030942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a71f29-8128-46d3-a88f-591391bf5f0b None None] Routers {'b0cb9d9f-d4b1-4664-afab-ad506327288d'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:36:49.031648 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-48a71f29-8128-46d3-a88f-591391bf5f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:36:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b0cb9d9f-d4b1-4664-afab-ad506327288d'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:49.043292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82af059-da74-41bd-96cc-9b9f18bb83a3 req-71d091df-fb42-4232-ae18-3e8c642c693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:49.045287 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a82af059-da74-41bd-96cc-9b9f18bb83a3 req-71d091df-fb42-4232-ae18-3e8c642c693d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3de11ea4-e938-4401-bdf5-69963870052f HTTP/1.1" status: 200 len: 835 time: 0.0555418 Sep 18 05:36:49.100555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82af059-da74-41bd-96cc-9b9f18bb83a3 req-ba211189-258a-4c83-8edf-0021ef5cc520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:49.102378 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a82af059-da74-41bd-96cc-9b9f18bb83a3 req-ba211189-258a-4c83-8edf-0021ef5cc520 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba7e8ad3-9b61-448f-9f95-5989c0600062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478692 Sep 18 05:36:49.164678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-48a71f29-8128-46d3-a88f-591391bf5f0b None None] Set router b0cb9d9f-d4b1-4664-afab-ad506327288d gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:36:49.207878 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a82af059-da74-41bd-96cc-9b9f18bb83a3 req-1a213dae-120e-498b-ac80-63195d0b4cf7 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e8ad3-9b61-448f-9f95-5989c0600062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945244 Sep 18 05:36:49.319886 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a82af059-da74-41bd-96cc-9b9f18bb83a3 req-6c5f5901-3606-46a3-b69d-ab031d45e8af service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e8ad3-9b61-448f-9f95-5989c0600062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051590 Sep 18 05:36:49.446460 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-48a71f29-8128-46d3-a88f-591391bf5f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:36:32Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '587d8e90-fa13-4428-b4b0-0beec129c55b', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'port_id': '79374fb3-be4b-411a-aa91-afd1329a52ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'mac_address': 'fa:16:3e:3b:61:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:36:47Z', 'updated_at': '2021-09-18T05:36:47Z', 'revision_number': 0, 'project_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224babb5-b5d3-4cf6-b659-237cd670a5fa', 'name': '', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:60:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '3de11ea4-e938-4401-bdf5-69963870052f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:31Z', 'updated_at': '2021-09-18T05:36:35Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '3de11ea4-e938-4401-bdf5-69963870052f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:36:49.461926 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca15b8-f93e-4aa4-8928-01829bf137ec req-f64157de-02b3-4382-a060-a62b3c1a8c50 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:49.463521 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1aca15b8-f93e-4aa4-8928-01829bf137ec req-f64157de-02b3-4382-a060-a62b3c1a8c50 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 945 time: 0.0544274 Sep 18 05:36:49.482932 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a71f29-8128-46d3-a88f-591391bf5f0b None None] The sync data for ids ['b0cb9d9f-d4b1-4664-afab-ad506327288d'] in n-d-789963-13 is: [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:36:32Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '587d8e90-fa13-4428-b4b0-0beec129c55b', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'port_id': '79374fb3-be4b-411a-aa91-afd1329a52ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'mac_address': 'fa:16:3e:3b:61:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:36:47Z', 'updated_at': '2021-09-18T05:36:47Z', 'revision_number': 0, 'project_id': '819b3332122c426680234398b2fe4cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224babb5-b5d3-4cf6-b659-237cd670a5fa', 'name': '', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:60:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '3de11ea4-e938-4401-bdf5-69963870052f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:31Z', 'updated_at': '2021-09-18T05:36:35Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '3de11ea4-e938-4401-bdf5-69963870052f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:36:49.512909 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1aca15b8-f93e-4aa4-8928-01829bf137ec req-bde9a826-a593-42d9-b578-4029b1eee130 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421433 Sep 18 05:36:49.707611 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896bf9ba-7669-4242-aae9-e84d30c04ca6 None None] New status for floating IP 587d8e90-fa13-4428-b4b0-0beec129c55b: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:36:49.980648 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57650) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:50.048770 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a5cf23ff-b5f2-49db-9007-f8cc8521c898 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/587d8e90-fa13-4428-b4b0-0beec129c55b HTTP/1.1" status: 200 len: 990 time: 0.0669196 Sep 18 05:36:50.660140 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c4739-03b0-45d3-ad3b-94781261093f req-8a2ef396-b166-44f0-bed1-7e14a783c226 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:50.661758 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a5c4739-03b0-45d3-ad3b-94781261093f req-8a2ef396-b166-44f0-bed1-7e14a783c226 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 945 time: 0.0600271 Sep 18 05:36:50.705401 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a5c4739-03b0-45d3-ad3b-94781261093f req-bdc3ae9f-b519-4625-8cf6-755365955d90 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365245 Sep 18 05:36:51.052704 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57656) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:36:51.119861 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f3549f27-79f9-4413-bbfb-fb5b1f0ccb57 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/587d8e90-fa13-4428-b4b0-0beec129c55b HTTP/1.1" status: 200 len: 992 time: 0.0658259 Sep 18 05:36:51.829730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32994e7-042d-4d44-8795-dcd32347a069 req-44540430-a824-4ce5-b0ee-7f18e9452910 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:51.831309 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f32994e7-042d-4d44-8795-dcd32347a069 req-44540430-a824-4ce5-b0ee-7f18e9452910 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 945 time: 0.0518520 Sep 18 05:36:51.871923 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f32994e7-042d-4d44-8795-dcd32347a069 req-c06323d2-558d-4a11-8db8-20ffdb34b021 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343537 Sep 18 05:36:52.999013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758f0df-b0dc-4ed4-a8fd-c1b87ca7c8d0 req-af79a9da-f0c1-4d27-9390-7b6ec8717176 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:53.001792 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f758f0df-b0dc-4ed4-a8fd-c1b87ca7c8d0 req-af79a9da-f0c1-4d27-9390-7b6ec8717176 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 945 time: 0.0541575 Sep 18 05:36:53.047844 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f758f0df-b0dc-4ed4-a8fd-c1b87ca7c8d0 req-44574fc4-c6f6-4f65-a7e3-4541e1261a0f tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391231 Sep 18 05:36:53.246640 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:53.452762 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:54.173425 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33d2ca-0e74-4a06-93b2-2d1777bf546a req-3b096114-f32b-4c92-8f34-ae42115a4c5e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:54.174924 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fe33d2ca-0e74-4a06-93b2-2d1777bf546a req-3b096114-f32b-4c92-8f34-ae42115a4c5e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 945 time: 0.0512805 Sep 18 05:36:54.211477 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fe33d2ca-0e74-4a06-93b2-2d1777bf546a req-448ccc18-1841-464f-8e83-10aa9380e4aa tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305340 Sep 18 05:36:54.581005 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02847e02-6781-42e0-beba-cb57235ababc req-4e446d40-47d0-4256-88f2-e11c8a95760f service neutron] 10.222.0.13 "GET /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848601 Sep 18 05:36:55.330068 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ddf31-587b-4023-80ed-9b724c0fcb16 req-e2ac83bc-f16c-4797-abb4-dd1f6f5b6b48 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:55.331439 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df4ddf31-587b-4023-80ed-9b724c0fcb16 req-e2ac83bc-f16c-4797-abb4-dd1f6f5b6b48 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 945 time: 0.0493984 Sep 18 05:36:55.369395 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-df4ddf31-587b-4023-80ed-9b724c0fcb16 req-00ad9533-3abf-4fd5-8a21-2bd4b65c2f1a tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321105 Sep 18 05:36:56.076433 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c5419a74-0325-4fcf-abdf-84f6a57cc785 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:36:56.170486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:56.181622 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'port_id': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'mac_address': 'fa:16:3e:05:45:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:36:56.212748 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:36:56.226877 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:56.239388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5419a74-0325-4fcf-abdf-84f6a57cc785 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:36:56.258377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:56.343087 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:56.388524 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=c5419a74-0325-4fcf-abdf-84f6a57cc785,revision_number=11']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:56.489248 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83790c56-ce72-402c-9ca3-31a35bf72653 req-29d3f7bf-413c-4652-8acd-3fa3d0f3239e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:56.490684 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-83790c56-ce72-402c-9ca3-31a35bf72653 req-29d3f7bf-413c-4652-8acd-3fa3d0f3239e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0492451 Sep 18 05:36:56.532440 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-83790c56-ce72-402c-9ca3-31a35bf72653 req-47e76251-6937-4456-8626-40b5db275558 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358698 Sep 18 05:36:56.557441 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['c5419a74-0325-4fcf-abdf-84f6a57cc785'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:36:57.654344 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b501954-0fcc-4e71-bb24-9210eae91fbf req-a4116248-ea86-4f61-a13d-b3bc3adf87a7 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:57.655909 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b501954-0fcc-4e71-bb24-9210eae91fbf req-a4116248-ea86-4f61-a13d-b3bc3adf87a7 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 946 time: 0.0520728 Sep 18 05:36:57.692654 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3b501954-0fcc-4e71-bb24-9210eae91fbf req-3c07aa53-5cf5-49df-97d8-c7fe4df91e6c tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303674 Sep 18 05:36:58.091878 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c5419a74-0325-4fcf-abdf-84f6a57cc785 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:36:58.235360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port c5419a74-0325-4fcf-abdf-84f6a57cc785 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:36:58.239124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port c5419a74-0325-4fcf-abdf-84f6a57cc785 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:36:58.239502 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:58.313014 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:58.336613 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:36:58.338827 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e82797-bd2d-489e-b1ec-0c16cde5a517" -d '{"events": [{"server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "name": "network-vif-plugged", "status": "completed", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:36:58.351425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:36:58.375605 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564a65cb-93ee-4293-affd-23c5b7e18262 x-openstack-request-id: req-564a65cb-93ee-4293-affd-23c5b7e18262 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:36:58.375900 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "name": "network-vif-plugged", "status": "completed", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:36:58.376155 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-564a65cb-93ee-4293-affd-23c5b7e18262 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:36:58.376611 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'code': 200} Sep 18 05:36:58.415022 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:36:58.462210 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=c5419a74-0325-4fcf-abdf-84f6a57cc785,revision_number=12']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:36:58.586156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0d29d-350a-4add-a7af-f83b9920f4f2 req-26c48b4a-5390-45b3-844b-0b8b44d6ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:58.587543 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9fa0d29d-350a-4add-a7af-f83b9920f4f2 req-26c48b4a-5390-45b3-844b-0b8b44d6ad8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 1099 time: 0.0396385 Sep 18 05:36:58.621826 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9fa0d29d-350a-4add-a7af-f83b9920f4f2 req-e6b7bebc-0336-4126-8f9a-770cc7b834fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266635 Sep 18 05:36:58.809873 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122b2c7-cfa1-41bd-bf4c-107ee99c5351 req-7df85101-74bf-4d65-af9b-72d73c370450 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:58.811344 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4122b2c7-cfa1-41bd-bf4c-107ee99c5351 req-7df85101-74bf-4d65-af9b-72d73c370450 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 947 time: 0.0485213 Sep 18 05:36:58.847666 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4122b2c7-cfa1-41bd-bf4c-107ee99c5351 req-6c80c4dc-ba11-4421-af48-13c8ef403607 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304003 Sep 18 05:36:59.970463 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf30d5-ffd4-4d9e-9f2e-b96dde1fb450 req-db1dfc86-1ff0-43e8-a7e4-89e6865e9933 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:36:59.971985 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eaaf30d5-ffd4-4d9e-9f2e-b96dde1fb450 req-db1dfc86-1ff0-43e8-a7e4-89e6865e9933 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 947 time: 0.0513587 Sep 18 05:37:00.008598 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eaaf30d5-ffd4-4d9e-9f2e-b96dde1fb450 req-4335e030-de1e-459d-955e-31c89819c68e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306730 Sep 18 05:37:01.131957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951ab40-8c2f-4aff-878f-6e27a2328e32 req-44b13693-b263-4f36-9b5d-e2a5754f6e90 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:01.133560 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f951ab40-8c2f-4aff-878f-6e27a2328e32 req-44b13693-b263-4f36-9b5d-e2a5754f6e90 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 947 time: 0.0519783 Sep 18 05:37:01.172787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f951ab40-8c2f-4aff-878f-6e27a2328e32 req-c7abbe49-b96e-43f4-a740-29de90cd91de tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334582 Sep 18 05:37:01.272368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f800f1ce-e5c9-4602-bc55-f26c8ac837f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:03.886018 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-73e4c2d7-a0b4-41b5-a671-b037faa5e1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:04.295209 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:05.291869 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:06.932855 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:20.752250 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a77a8-6dc1-4929-a5a1-bdb6b7ecddef req-9ce6842d-a3d4-4e28-9e8d-79de3b1d9200 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:20.753768 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0c5a77a8-6dc1-4929-a5a1-bdb6b7ecddef req-9ce6842d-a3d4-4e28-9e8d-79de3b1d9200 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0518894 Sep 18 05:37:20.790671 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0c5a77a8-6dc1-4929-a5a1-bdb6b7ecddef req-e01721a5-5f9c-49dc-845c-b986e79582c4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307846 Sep 18 05:37:21.905693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40d638-b65a-4494-acda-9b8a77fec54b req-a21922dc-be39-4289-bf7d-f8b7b8243d46 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:21.907618 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7c40d638-b65a-4494-acda-9b8a77fec54b req-a21922dc-be39-4289-bf7d-f8b7b8243d46 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0503521 Sep 18 05:37:21.945547 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7c40d638-b65a-4494-acda-9b8a77fec54b req-d460fddf-1b82-4626-b8e2-67232a7a6b1b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319951 Sep 18 05:37:23.060892 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db4752-ab2a-4450-bebc-cc35d9b4626d req-1810e3b3-26ee-4d34-ac8a-88e64a066ff7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:23.063054 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f6db4752-ab2a-4450-bebc-cc35d9b4626d req-1810e3b3-26ee-4d34-ac8a-88e64a066ff7 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0497673 Sep 18 05:37:23.104036 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f6db4752-ab2a-4450-bebc-cc35d9b4626d req-b9a31a09-3a3b-47be-8bd2-8160ef6a6a24 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349157 Sep 18 05:37:23.245936 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:23.480164 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:24.217734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278485f3-dd5a-4e0e-8c57-75463a2ae509 req-9d930e46-8934-4169-9f2b-f8ad7ee18ce9 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:24.219212 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-278485f3-dd5a-4e0e-8c57-75463a2ae509 req-9d930e46-8934-4169-9f2b-f8ad7ee18ce9 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0485346 Sep 18 05:37:24.255857 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-278485f3-dd5a-4e0e-8c57-75463a2ae509 req-9dc03327-d5e9-4e7f-a302-0fed10a61da4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307760 Sep 18 05:37:25.373601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceaa9d2-dcf0-4066-8e4d-7d92c28b8396 req-c80b7799-7444-4020-b286-45d5620a2ae8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:25.375143 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ceaa9d2-dcf0-4066-8e4d-7d92c28b8396 req-c80b7799-7444-4020-b286-45d5620a2ae8 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0490525 Sep 18 05:37:25.412490 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ceaa9d2-dcf0-4066-8e4d-7d92c28b8396 req-08953735-21fb-438a-95dc-801f6837f7cf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314758 Sep 18 05:37:26.529565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fab94-452d-45ba-a1fa-ffe6a63663a5 req-af927892-eef3-4813-8fb2-fdaf50e3e44a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:26.531245 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb2fab94-452d-45ba-a1fa-ffe6a63663a5 req-af927892-eef3-4813-8fb2-fdaf50e3e44a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0523252 Sep 18 05:37:26.567785 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb2fab94-452d-45ba-a1fa-ffe6a63663a5 req-88ea5ec0-e189-486a-82c1-8f8019af168b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306818 Sep 18 05:37:27.680698 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a49763-9ee2-44af-8b43-a68669bb36e0 req-45f05a65-c852-480e-82ac-ae9666392e17 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:27.682189 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-43a49763-9ee2-44af-8b43-a68669bb36e0 req-45f05a65-c852-480e-82ac-ae9666392e17 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0490863 Sep 18 05:37:27.719217 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-43a49763-9ee2-44af-8b43-a68669bb36e0 req-4a00f30b-9b8f-46a7-97a9-28bba643dd38 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311058 Sep 18 05:37:28.833888 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c4377-f076-4b04-b918-07c03e06e409 req-93d5be53-fb62-4c96-9a92-c837642eb56b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:28.835420 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7e1c4377-f076-4b04-b918-07c03e06e409 req-93d5be53-fb62-4c96-9a92-c837642eb56b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0496929 Sep 18 05:37:28.873822 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7e1c4377-f076-4b04-b918-07c03e06e409 req-310d8dc5-61c9-4cc6-b949-0f0acd0c868e tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323393 Sep 18 05:37:29.990213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d251cf4-1e32-44b9-83bd-e7f833b49dae req-1960f40a-5bf1-406e-a0a5-2490a418d180 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:29.991721 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0d251cf4-1e32-44b9-83bd-e7f833b49dae req-1960f40a-5bf1-406e-a0a5-2490a418d180 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0491621 Sep 18 05:37:30.034908 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0d251cf4-1e32-44b9-83bd-e7f833b49dae req-289d2589-e086-4b26-ac08-c85812c6d63d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373321 Sep 18 05:37:30.393439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f422d1e-fab7-4048-bfb8-51a476b7c7ac req-5004ef3c-c700-4292-8a1a-1d8865c26774 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:30.394929 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f422d1e-fab7-4048-bfb8-51a476b7c7ac req-5004ef3c-c700-4292-8a1a-1d8865c26774 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 947 time: 0.0507689 Sep 18 05:37:30.433244 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4f422d1e-fab7-4048-bfb8-51a476b7c7ac req-d598c550-c7a9-459c-b4da-b93b8ed3abe1 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323017 Sep 18 05:37:31.153118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6db57f-a2d0-496a-aa7c-9033f56c002e req-785bce72-9c21-4b88-90f6-e27c030555b2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:31.154586 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-af6db57f-a2d0-496a-aa7c-9033f56c002e req-785bce72-9c21-4b88-90f6-e27c030555b2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0485303 Sep 18 05:37:31.194704 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-af6db57f-a2d0-496a-aa7c-9033f56c002e req-5e1eeb44-88d0-468a-a2d5-26cc3d57bb23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334213 Sep 18 05:37:31.248561 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-541208cd-0dd7-410c-8547-a27ca05e8328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:31.554331 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a544e-3169-4c7d-a93c-53673a1239a9 req-24abaa3b-0568-4499-a9eb-e57eb781b459 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:31.555849 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b82a544e-3169-4c7d-a93c-53673a1239a9 req-24abaa3b-0568-4499-a9eb-e57eb781b459 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 947 time: 0.0514026 Sep 18 05:37:31.593710 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b82a544e-3169-4c7d-a93c-53673a1239a9 req-9ea951b0-9ccf-4a62-bf6b-cc28e5ca58c4 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d69506-be39-40a1-bbbd-7dea49248cba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320148 Sep 18 05:37:31.684257 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-0aa4b8bb-5f21-4808-821e-99e232b1f07b tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:31.688556 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-0aa4b8bb-5f21-4808-821e-99e232b1f07b tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 947 time: 0.0523703 Sep 18 05:37:31.775650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Deleting port c5419a74-0325-4fcf-abdf-84f6a57cc785 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:37:31.775925 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:31.865606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] For port c5419a74-0325-4fcf-abdf-84f6a57cc785, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c5419a74-0325-4fcf-abdf-84f6a57cc785,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:37:31.865977 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:32.031418 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:32.031794 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:32.032176 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Floating IP de391809-6af4-4cdb-a775-963ff8540a34 disassociated. External IP: 172.25.7.45, port: c5419a74-0325-4fcf-abdf-84f6a57cc785. Sep 18 05:37:32.032774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Calling delete_port for c5419a74-0325-4fcf-abdf-84f6a57cc785 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:37:32.217310 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:32.247429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event deleted for resources: {'Port': ['ID=c5419a74-0325-4fcf-abdf-84f6a57cc785,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:32.259967 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:32.260347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:32.260696 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:32.261039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:32.261378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:32.261717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:32.262054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:32.262384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:32.262715 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:32.263047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:32.263379 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:32.263703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:32.382564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ac4b1-ef39-4350-ac23-5ee63c6e25f1 req-29b38e02-fc04-4ee8-aea3-b933f064535d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:32.383967 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fe2ac4b1-ef39-4350-ac23-5ee63c6e25f1 req-29b38e02-fc04-4ee8-aea3-b933f064535d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.1171136 Sep 18 05:37:32.426130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Router 65a0566c-0b1d-425e-946d-8343e08b4df8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:37:32.436007 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fe2ac4b1-ef39-4350-ac23-5ee63c6e25f1 req-efc485bb-bace-4858-a879-2589bb95128f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461056 Sep 18 05:37:32.536522 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:37:32.546403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25580b23-876d-4e07-934e-a30dd53a3ae9 None None] Sync routers for ids ['65a0566c-0b1d-425e-946d-8343e08b4df8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:37:32.555029 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25580b23-876d-4e07-934e-a30dd53a3ae9 None None] Routers {'65a0566c-0b1d-425e-946d-8343e08b4df8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:37:32.555653 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-25580b23-876d-4e07-934e-a30dd53a3ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:37:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['65a0566c-0b1d-425e-946d-8343e08b4df8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:37:32.572886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] No DVR routers for this DVR port c5419a74-0325-4fcf-abdf-84f6a57cc785 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:37:32.575546 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:32.577658 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a62a5b6-1341-484d-a269-37bad211acb6 req-771ebe78-ba60-4d88-827c-4d30bb3f27f5 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.13 "DELETE /v2.0/ports/c5419a74-0325-4fcf-abdf-84f6a57cc785 HTTP/1.1" status: 204 len: 173 time: 0.8852494 Sep 18 05:37:32.578091 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'name': 'network-vif-deleted', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:37:32.581945 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85be6a4d-240e-4295-9fee-20b9f9cedba5" -d '{"events": [{"server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "name": "network-vif-deleted", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:37:32.621841 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67e7060-a2ae-47d2-95d9-161676568981 x-openstack-request-id: req-c67e7060-a2ae-47d2-95d9-161676568981 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:37:32.622101 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7", "name": "network-vif-deleted", "tag": "c5419a74-0325-4fcf-abdf-84f6a57cc785", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:37:32.622363 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c67e7060-a2ae-47d2-95d9-161676568981 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:37:32.622769 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7', 'name': 'network-vif-deleted', 'tag': 'c5419a74-0325-4fcf-abdf-84f6a57cc785', 'status': 'completed', 'code': 200} Sep 18 05:37:32.674404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-25580b23-876d-4e07-934e-a30dd53a3ae9 None None] Set router 65a0566c-0b1d-425e-946d-8343e08b4df8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:37:32.707379 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d01243a-498d-4372-88f6-048499ad1038 req-fe4f4399-34f1-4baa-93c7-37408262288e tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0bbdd7-58f6-4e37-a69f-4f2d5c8180f7 HTTP/1.1" status: 200 len: 210 time: 0.0322714 Sep 18 05:37:32.890360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-25580b23-876d-4e07-934e-a30dd53a3ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:26Z', 'revision_number': 5, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:37:32.917227 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25580b23-876d-4e07-934e-a30dd53a3ae9 None None] Checking router: 65a0566c-0b1d-425e-946d-8343e08b4df8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:37:32.926255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25580b23-876d-4e07-934e-a30dd53a3ae9 None None] Routers {'65a0566c-0b1d-425e-946d-8343e08b4df8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:37:32.926877 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-25580b23-876d-4e07-934e-a30dd53a3ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:37:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['65a0566c-0b1d-425e-946d-8343e08b4df8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:37:33.029039 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-25580b23-876d-4e07-934e-a30dd53a3ae9 None None] Set router 65a0566c-0b1d-425e-946d-8343e08b4df8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:37:33.213362 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:37:33.228556 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-25580b23-876d-4e07-934e-a30dd53a3ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:26Z', 'revision_number': 5, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:37:33.258417 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25580b23-876d-4e07-934e-a30dd53a3ae9 None None] The sync data for ids ['65a0566c-0b1d-425e-946d-8343e08b4df8'] in n-d-789963-13 is: [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:30:22Z', 'revision_number': 4, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'd4f685be-5e52-4af4-8e84-2bb9da8ee73d', 'name': '', 'network_id': '2c4b3f9b-94b7-4c49-8692-ccff3ff01b82', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'mac_address': 'fa:16:3e:d0:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '748c24f6-f319-4083-a809-7824a3465f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:21Z', 'updated_at': '2021-09-18T05:30:26Z', 'revision_number': 5, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'subnets': [{'id': '748c24f6-f319-4083-a809-7824a3465f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:37:33.511206 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf0f0b-d63d-4228-9d98-18ad9ac033b5 None None] New status for floating IP de391809-6af4-4cdb-a775-963ff8540a34: DOWN {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:37:33.557340 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54031a67-a74e-49d3-abd4-62ab8f77f5a0 req-5b412572-25eb-4a3f-aed6-c0dd4ba39683 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:33.558999 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54031a67-a74e-49d3-abd4-62ab8f77f5a0 req-5b412572-25eb-4a3f-aed6-c0dd4ba39683 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0497634 Sep 18 05:37:33.603289 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54031a67-a74e-49d3-abd4-62ab8f77f5a0 req-f06ae789-dc01-4536-a23c-e1d97257b430 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381634 Sep 18 05:37:33.835238 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57798) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:37:33.845601 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-408399e6-a08f-456e-ba64-e9f12fcb48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:33.889467 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:33.912376 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:34.005879 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:34.008500 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:34.012047 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "DELETE /v2.0/security-groups/07d69506-be39-40a1-bbbd-7dea49248cba HTTP/1.1" status: 204 len: 168 time: 0.1734300 Sep 18 05:37:34.012936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57800) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:37:34.019284 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d69506-be39-40a1-bbbd-7dea49248cba,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:34.026719 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-312c2f6c-7acf-4c52-a195-09d4a98185a2 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] show failed (client error): The resource could not be found. Sep 18 05:37:34.026909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:34.027235 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:34.027588 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:34.027935 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:34.028295 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:34.028639 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:34.028977 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:34.029314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:34.029650 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:34.029986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:34.030857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:34.030857 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead4868-5e57-4fc5-b121-761916e19569 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:34.031137 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-312c2f6c-7acf-4c52-a195-09d4a98185a2 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "GET /v2.0/security-groups/07d69506-be39-40a1-bbbd-7dea49248cba HTTP/1.1" status: 404 len: 347 time: 0.0171742 Sep 18 05:37:34.031736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57802) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:37:34.291705 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:34.317339 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c5419a74-0325-4fcf-abdf-84f6a57cc785 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:37:34.337538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: c5419a74-0325-4fcf-abdf-84f6a57cc785 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:37:34.340996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c5419a74-0325-4fcf-abdf-84f6a57cc785 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:37:34.500711 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d2795-d4c5-49f1-b027-e1f1a6a41f29 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Deleting port a635a588-4c6b-4bab-9a53-d17c512f688a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:37:34.502022 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d8d2795-d4c5-49f1-b027-e1f1a6a41f29 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:34.576513 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d8d2795-d4c5-49f1-b027-e1f1a6a41f29 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:34.576745 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d8d2795-d4c5-49f1-b027-e1f1a6a41f29 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:34.588602 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d2795-d4c5-49f1-b027-e1f1a6a41f29 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Calling delete_port for a635a588-4c6b-4bab-9a53-d17c512f688a owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:37:34.745506 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4009c-38cf-4c86-bf3c-8370f6ede171 req-cd386c48-4062-4f4a-9976-748288972cd2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:34.747003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65d4009c-38cf-4c86-bf3c-8370f6ede171 req-cd386c48-4062-4f4a-9976-748288972cd2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0760555 Sep 18 05:37:34.790807 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65d4009c-38cf-4c86-bf3c-8370f6ede171 req-46340be6-dba9-476a-83ef-2af6e1e0ad27 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362749 Sep 18 05:37:34.835356 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d8d2795-d4c5-49f1-b027-e1f1a6a41f29 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:34.858117 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d2795-d4c5-49f1-b027-e1f1a6a41f29 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Pushing event deleted for resources: {'Port': ['ID=a635a588-4c6b-4bab-9a53-d17c512f688a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:34.915248 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d8d2795-d4c5-49f1-b027-e1f1a6a41f29 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:34.918146 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9d8d2795-d4c5-49f1-b027-e1f1a6a41f29 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:34.919308 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9d8d2795-d4c5-49f1-b027-e1f1a6a41f29 tempest-AttachVolumeShelveTestJSON-31214902 tempest-AttachVolumeShelveTestJSON-31214902-project] 10.222.0.23 "DELETE /v2.0/floatingips/de391809-6af4-4cdb-a775-963ff8540a34 HTTP/1.1" status: 204 len: 168 time: 0.8861055 Sep 18 05:37:35.325802 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:35.906958 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dd74e-73e6-42fb-8f0d-b21b406c9279 req-413c0a8f-940c-4936-97bb-de9c3f4186d1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:35.909048 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c8dd74e-73e6-42fb-8f0d-b21b406c9279 req-413c0a8f-940c-4936-97bb-de9c3f4186d1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0503969 Sep 18 05:37:35.947115 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c8dd74e-73e6-42fb-8f0d-b21b406c9279 req-16b88224-03e5-4e61-a1d6-0d70ef4b216a tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319204 Sep 18 05:37:36.931994 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:36.944785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e838c6-4257-41b9-99fc-aa7c3a2b8179 req-5eb6ad9d-1a69-4140-a4ee-d21a132850af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:36.946493 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0e838c6-4257-41b9-99fc-aa7c3a2b8179 req-5eb6ad9d-1a69-4140-a4ee-d21a132850af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 1097 time: 0.0429142 Sep 18 05:37:37.085692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e838c6-4257-41b9-99fc-aa7c3a2b8179 req-5ecaa17b-80dc-41d1-b6f6-d418db6aafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:37.087205 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0e838c6-4257-41b9-99fc-aa7c3a2b8179 req-5ecaa17b-80dc-41d1-b6f6-d418db6aafb0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba7e8ad3-9b61-448f-9f95-5989c0600062 HTTP/1.1" status: 200 len: 896 time: 0.1213737 Sep 18 05:37:37.095819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf326d9-7c2f-4aa5-b3ea-cb404a40f569 req-87b79a3a-5a8f-4c59-a5e3-12ad5be48cbd tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:37.097225 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9bf326d9-7c2f-4aa5-b3ea-cb404a40f569 req-87b79a3a-5a8f-4c59-a5e3-12ad5be48cbd tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0709476 Sep 18 05:37:37.181545 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9bf326d9-7c2f-4aa5-b3ea-cb404a40f569 req-42cab11d-6845-4688-9b7e-f9903311ed33 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780571 Sep 18 05:37:37.183428 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0e838c6-4257-41b9-99fc-aa7c3a2b8179 req-49ab4036-65f8-4e67-aa6c-f7d2b5595fe7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79374fb3-be4b-411a-aa91-afd1329a52ed HTTP/1.1" status: 200 len: 1000 time: 0.0853016 Sep 18 05:37:37.234154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e838c6-4257-41b9-99fc-aa7c3a2b8179 req-444728df-8f1f-49e8-a37f-fc743ed69cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:37.235610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0e838c6-4257-41b9-99fc-aa7c3a2b8179 req-444728df-8f1f-49e8-a37f-fc743ed69cc0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3de11ea4-e938-4401-bdf5-69963870052f HTTP/1.1" status: 200 len: 835 time: 0.0442410 Sep 18 05:37:37.281680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e838c6-4257-41b9-99fc-aa7c3a2b8179 req-5de6bbf9-121d-4b9d-87f9-a775cd9e816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:37.284502 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0e838c6-4257-41b9-99fc-aa7c3a2b8179 req-5de6bbf9-121d-4b9d-87f9-a775cd9e816d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba7e8ad3-9b61-448f-9f95-5989c0600062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403664 Sep 18 05:37:37.379270 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0e838c6-4257-41b9-99fc-aa7c3a2b8179 req-0028eef9-246b-4b7c-8714-7f8853ad0559 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e8ad3-9b61-448f-9f95-5989c0600062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871873 Sep 18 05:37:37.475145 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0e838c6-4257-41b9-99fc-aa7c3a2b8179 req-edef769b-e9f5-4522-bfaa-3620f484d038 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e8ad3-9b61-448f-9f95-5989c0600062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873423 Sep 18 05:37:38.302763 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060710be-e1e8-4921-bd9e-150209e8a7bb req-a09a37a5-e0fe-4d89-a84c-beaf3c37399b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:38.304301 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-060710be-e1e8-4921-bd9e-150209e8a7bb req-a09a37a5-e0fe-4d89-a84c-beaf3c37399b tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0536675 Sep 18 05:37:38.342333 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-060710be-e1e8-4921-bd9e-150209e8a7bb req-c368d76e-4113-4d28-a0a2-e2955285b447 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319848 Sep 18 05:37:39.009198 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca1bf8-fe00-40fa-9ad5-2725f8ec67a3 req-1db228e3-041d-44c2-bc25-9e68dc000b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:39.010617 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f6ca1bf8-fe00-40fa-9ad5-2725f8ec67a3 req-1db228e3-041d-44c2-bc25-9e68dc000b82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 1097 time: 0.0447209 Sep 18 05:37:39.046482 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f6ca1bf8-fe00-40fa-9ad5-2725f8ec67a3 req-e3e5a0f5-dd77-4f8a-84f9-d40a60b82a00 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275619 Sep 18 05:37:39.343082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 79374fb3-be4b-411a-aa91-afd1329a52ed details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:37:39.450068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 79374fb3-be4b-411a-aa91-afd1329a52ed, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=79374fb3-be4b-411a-aa91-afd1329a52ed,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:37:39.465265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '79374fb3-be4b-411a-aa91-afd1329a52ed', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'port_id': '79374fb3-be4b-411a-aa91-afd1329a52ed', 'mac_address': 'fa:16:3e:3b:61:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de11ea4-e938-4401-bdf5-69963870052f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:37:39.489290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735ed50-c012-4b69-ae33-10e4e63d0cb7 req-3ac3f548-a53a-4fe3-b853-1493c8e383fe tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:39.490495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0735ed50-c012-4b69-ae33-10e4e63d0cb7 req-3ac3f548-a53a-4fe3-b853-1493c8e383fe tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0563645 Sep 18 05:37:39.504952 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:39.529455 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79374fb3-be4b-411a-aa91-afd1329a52ed {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:37:39.541863 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0735ed50-c012-4b69-ae33-10e4e63d0cb7 req-f469a9a5-dca7-40f4-a164-0a346f58da39 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386155 Sep 18 05:37:39.549839 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 79374fb3-be4b-411a-aa91-afd1329a52ed, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=79374fb3-be4b-411a-aa91-afd1329a52ed,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:37:39.635785 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:39.703774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=79374fb3-be4b-411a-aa91-afd1329a52ed,revision_number=6']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:39.712623 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:39.713068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:39.713486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:39.713905 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:39.714313 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:39.714819 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:39.715247 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:39.715785 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:39.715981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:39.716370 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:39.716702 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:39.717037 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:37:40.040433 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-384e66ca-344d-4628-b375-52dac32cb7a2 req-03b67614-5593-4498-a1d4-93e3b39f51c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479097 Sep 18 05:37:40.127617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e66ca-344d-4628-b375-52dac32cb7a2 req-af1b319a-d732-4451-9d94-5254cf4bbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:40.129272 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-384e66ca-344d-4628-b375-52dac32cb7a2 req-af1b319a-d732-4451-9d94-5254cf4bbc57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf530ad4bdeb406596eda7f009a666df&device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 1097 time: 0.0449171 Sep 18 05:37:40.234085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e66ca-344d-4628-b375-52dac32cb7a2 req-9c65ea1f-e090-4401-8ec6-b5c8b016ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:40.236019 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-384e66ca-344d-4628-b375-52dac32cb7a2 req-9c65ea1f-e090-4401-8ec6-b5c8b016ef9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ade930e-ec49-432a-9b2e-334e2f815c11 HTTP/1.1" status: 200 len: 908 time: 0.0880809 Sep 18 05:37:40.304325 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-384e66ca-344d-4628-b375-52dac32cb7a2 req-b03b6953-f714-4848-9ded-1a0dcbd0eab0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b035d7-9360-4452-8385-e8951a808170 HTTP/1.1" status: 200 len: 1000 time: 0.0612600 Sep 18 05:37:40.354274 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e66ca-344d-4628-b375-52dac32cb7a2 req-9eba38f4-553a-43e4-b559-475c6464a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:40.355750 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-384e66ca-344d-4628-b375-52dac32cb7a2 req-9eba38f4-553a-43e4-b559-475c6464a2cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a4508b7-6b7d-4236-9b89-a9bac367d566 HTTP/1.1" status: 200 len: 847 time: 0.0450313 Sep 18 05:37:40.401464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e66ca-344d-4628-b375-52dac32cb7a2 req-5e612a0b-f6ef-4e95-babf-090251b0d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:40.402939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-384e66ca-344d-4628-b375-52dac32cb7a2 req-5e612a0b-f6ef-4e95-babf-090251b0d4d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ade930e-ec49-432a-9b2e-334e2f815c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392985 Sep 18 05:37:40.499850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-384e66ca-344d-4628-b375-52dac32cb7a2 req-a081c083-548f-406b-890a-85e722313036 service neutron] 10.222.0.13 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884850 Sep 18 05:37:40.598212 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-384e66ca-344d-4628-b375-52dac32cb7a2 req-448cf5a7-ef07-44e2-a322-8fd271f9bdd8 service neutron] 10.222.0.13 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857215 Sep 18 05:37:40.659512 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f8c3e-6bf8-4d15-b8cb-2b0fc3bedef3 req-57def81f-5387-497c-a375-929b43f4f7e4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:37:40.661090 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e6f8c3e-6bf8-4d15-b8cb-2b0fc3bedef3 req-57def81f-5387-497c-a375-929b43f4f7e4 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 944 time: 0.0505743 Sep 18 05:37:40.700973 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e6f8c3e-6bf8-4d15-b8cb-2b0fc3bedef3 req-1904bdaa-d8b1-44bf-8e0c-f0a4bfee21ed tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337667 Sep 18 05:37:40.723358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57840) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:37:40.787805 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57844) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:37:40.792287 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a1c70609-459b-440b-9c9b-7d2957c115a2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/floatingips/587d8e90-fa13-4428-b4b0-0beec129c55b HTTP/1.1" status: 200 len: 991 time: 0.0663505 Sep 18 05:37:40.884294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['79374fb3-be4b-411a-aa91-afd1329a52ed'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:37:41.250880 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2435f300-1db6-47c8-aa09-b306845ae37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:41.362463 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 79374fb3-be4b-411a-aa91-afd1329a52ed no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:37:41.499136 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-2435f300-1db6-47c8-aa09-b306845ae37d admin admin] Deleting port d4f685be-5e52-4af4-8e84-2bb9da8ee73d {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:37:41.499488 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2435f300-1db6-47c8-aa09-b306845ae37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:41.580107 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-2435f300-1db6-47c8-aa09-b306845ae37d admin admin] For port d4f685be-5e52-4af4-8e84-2bb9da8ee73d, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=d4f685be-5e52-4af4-8e84-2bb9da8ee73d,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:37:41.580597 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2435f300-1db6-47c8-aa09-b306845ae37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:41.589885 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:41.592885 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-2435f300-1db6-47c8-aa09-b306845ae37d admin admin] Calling delete_port for d4f685be-5e52-4af4-8e84-2bb9da8ee73d owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:37:41.603659 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 79374fb3-be4b-411a-aa91-afd1329a52ed {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:37:41.623412 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 79374fb3-be4b-411a-aa91-afd1329a52ed, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=79374fb3-be4b-411a-aa91-afd1329a52ed,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:37:41.737853 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:41.785384 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=79374fb3-be4b-411a-aa91-afd1329a52ed,revision_number=7']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:41.834596 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2435f300-1db6-47c8-aa09-b306845ae37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:41.860007 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435f300-1db6-47c8-aa09-b306845ae37d admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f685be-5e52-4af4-8e84-2bb9da8ee73d,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:42.029600 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-2435f300-1db6-47c8-aa09-b306845ae37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:42.239899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2435f300-1db6-47c8-aa09-b306845ae37d admin admin] Router 65a0566c-0b1d-425e-946d-8343e08b4df8 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:37:42.342505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2435f300-1db6-47c8-aa09-b306845ae37d admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:37:42.347984 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-2435f300-1db6-47c8-aa09-b306845ae37d admin admin] 10.222.0.23 "PUT /v2.0/routers/65a0566c-0b1d-425e-946d-8343e08b4df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5588651 Sep 18 05:37:42.350683 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57848) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:37:42.351674 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2416a008-aa12-4fc6-9bfd-fc16d07f11ae None None] Sync routers for ids ['65a0566c-0b1d-425e-946d-8343e08b4df8'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:37:42.360679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2416a008-aa12-4fc6-9bfd-fc16d07f11ae None None] Routers {'65a0566c-0b1d-425e-946d-8343e08b4df8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:37:42.361904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2416a008-aa12-4fc6-9bfd-fc16d07f11ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:37:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['65a0566c-0b1d-425e-946d-8343e08b4df8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:37:42.455028 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:42.465328 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-2416a008-aa12-4fc6-9bfd-fc16d07f11ae None None] Set router 65a0566c-0b1d-425e-946d-8343e08b4df8 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:37:42.557553 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:42.641299 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2416a008-aa12-4fc6-9bfd-fc16d07f11ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:37:41Z', 'revision_number': 5, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port': {'id': '272a6293-f9c8-418c-aed2-c0784ab0d6f3', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:30:17Z', 'updated_at': '2021-09-18T05:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:37:42.666939 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2416a008-aa12-4fc6-9bfd-fc16d07f11ae None None] Checking router: 65a0566c-0b1d-425e-946d-8343e08b4df8 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:37:42.676327 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2416a008-aa12-4fc6-9bfd-fc16d07f11ae None None] Routers {'65a0566c-0b1d-425e-946d-8343e08b4df8'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:37:42.676958 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2416a008-aa12-4fc6-9bfd-fc16d07f11ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:37:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['65a0566c-0b1d-425e-946d-8343e08b4df8'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:37:42.680106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] Deleting port 272a6293-f9c8-418c-aed2-c0784ab0d6f3 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:37:42.680476 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:42.763497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] For port 272a6293-f9c8-418c-aed2-c0784ab0d6f3, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=272a6293-f9c8-418c-aed2-c0784ab0d6f3,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:37:42.763868 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:42.764830 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-2416a008-aa12-4fc6-9bfd-fc16d07f11ae None None] Set router 65a0566c-0b1d-425e-946d-8343e08b4df8 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:37:42.778128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] Calling delete_port for 272a6293-f9c8-418c-aed2-c0784ab0d6f3 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:37:42.826174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-2416a008-aa12-4fc6-9bfd-fc16d07f11ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:37:42Z', 'revision_number': 6, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:37:42.846047 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2416a008-aa12-4fc6-9bfd-fc16d07f11ae None None] The sync data for ids ['65a0566c-0b1d-425e-946d-8343e08b4df8'] in n-d-789963-13 is: [{'id': '65a0566c-0b1d-425e-946d-8343e08b4df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1117708547-router', 'tenant_id': 'a3b69a52b7ba448881b56c3ed653a665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:30:15Z', 'updated_at': '2021-09-18T05:37:42Z', 'revision_number': 6, 'project_id': 'a3b69a52b7ba448881b56c3ed653a665', 'gw_port_host': None}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:37:43.016698 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.049697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=272a6293-f9c8-418c-aed2-c0784ab0d6f3,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:43.107335 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.198328 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.200598 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.311166 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.311730 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65a0566c-0b1d-425e-946d-8343e08b4df8 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:37:43.316768 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.317997 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e9da468c-dd25-4cd0-9073-44c9a82dc6c2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/65a0566c-0b1d-425e-946d-8343e08b4df8 HTTP/1.1" status: 204 len: 168 time: 0.9663143 Sep 18 05:37:43.320487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57850) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:37:43.368680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-776a032b-d93c-40ef-8828-ffb4f153bb89 admin admin] Deleting subnet 748c24f6-f319-4083-a809-7824a3465f46 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:37:43.371552 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-776a032b-d93c-40ef-8828-ffb4f153bb89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.378195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 79374fb3-be4b-411a-aa91-afd1329a52ed up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:37:43.406335 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-776a032b-d93c-40ef-8828-ffb4f153bb89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.424972 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 79374fb3-be4b-411a-aa91-afd1329a52ed triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:37:43.425353 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.482299 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-776a032b-d93c-40ef-8828-ffb4f153bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.504398 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.526331 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79374fb3-be4b-411a-aa91-afd1329a52ed'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:37:43.528522 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba381fa-ddb0-4004-b6bd-3ad9346d2692" -d '{"events": [{"server_uuid": "ad7609a6-06ab-4c8c-ac41-09d99d287ff0", "name": "network-vif-plugged", "status": "completed", "tag": "79374fb3-be4b-411a-aa91-afd1329a52ed"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:37:43.541949 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 79374fb3-be4b-411a-aa91-afd1329a52ed, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=79374fb3-be4b-411a-aa91-afd1329a52ed,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:37:43.564406 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d162129-4b14-4215-9c94-12c401daa268 x-openstack-request-id: req-6d162129-4b14-4215-9c94-12c401daa268 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:37:43.564719 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7609a6-06ab-4c8c-ac41-09d99d287ff0", "name": "network-vif-plugged", "status": "completed", "tag": "79374fb3-be4b-411a-aa91-afd1329a52ed", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:37:43.564989 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d162129-4b14-4215-9c94-12c401daa268 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:37:43.565340 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79374fb3-be4b-411a-aa91-afd1329a52ed', 'code': 200} Sep 18 05:37:43.600219 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-776a032b-d93c-40ef-8828-ffb4f153bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.603108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d4f685be-5e52-4af4-8e84-2bb9da8ee73d no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:37:43.623743 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: d4f685be-5e52-4af4-8e84-2bb9da8ee73d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:37:43.624114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device d4f685be-5e52-4af4-8e84-2bb9da8ee73d not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:37:43.630980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a032b-d93c-40ef-8828-ffb4f153bb89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=748c24f6-f319-4083-a809-7824a3465f46,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:43.637008 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-776a032b-d93c-40ef-8828-ffb4f153bb89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.641422 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-776a032b-d93c-40ef-8828-ffb4f153bb89 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/748c24f6-f319-4083-a809-7824a3465f46 HTTP/1.1" status: 204 len: 168 time: 0.3175082 Sep 18 05:37:43.641548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57854) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:37:43.643052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b75fc2-4023-4cdf-a270-1e479e37871a None None] Network 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:37:43.663563 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.712694 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.765804 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Deleting port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:37:43.766146 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.767377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=79374fb3-be4b-411a-aa91-afd1329a52ed,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:43.841283 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] For port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=99e73d3c-d3c2-4a82-a41e-b0ffd732437a,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:37:43.841659 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.855646 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Calling delete_port for 99e73d3c-d3c2-4a82-a41e-b0ffd732437a owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:37:43.872651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba12721-debe-4615-b299-3125275e0a94 None None] DHCP port deletion for 2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:37:43.922779 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5ba12721-debe-4615-b299-3125275e0a94 None None] Deleting port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:37:43.923697 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ba12721-debe-4615-b299-3125275e0a94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.989393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5ba12721-debe-4615-b299-3125275e0a94 None None] For port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=99e73d3c-d3c2-4a82-a41e-b0ffd732437a,segment=NetworkSegment(45796e4b-36c1-4f8f-aa0a-d56f53039e32),segment_id=45796e4b-36c1-4f8f-aa0a-d56f53039e32)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:37:43.989857 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ba12721-debe-4615-b299-3125275e0a94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:43.997060 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:44.002356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5ba12721-debe-4615-b299-3125275e0a94 None None] Calling delete_port for 99e73d3c-d3c2-4a82-a41e-b0ffd732437a owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:37:44.026738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=99e73d3c-d3c2-4a82-a41e-b0ffd732437a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:44.030810 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] No DVR routers for this DVR port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:37:44.078858 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ba12721-debe-4615-b299-3125275e0a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:44.101928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba12721-debe-4615-b299-3125275e0a94 None None] Pushing event deleted for resources: {'Port': ['ID=99e73d3c-d3c2-4a82-a41e-b0ffd732437a,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:44.102148 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:44.107479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba12721-debe-4615-b299-3125275e0a94 None None] No DVR routers for this DVR port 99e73d3c-d3c2-4a82-a41e-b0ffd732437a on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:37:44.122328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4b3f9b-94b7-4c49-8692-ccff3ff01b82']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:37:44.131285 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45796e4b-36c1-4f8f-aa0a-d56f53039e32') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:37:44.131583 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45796e4b-36c1-4f8f-aa0a-d56f53039e32') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:37:44.140749 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:44.154329 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:44.161847 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:37:44.162243 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:37:44.163875 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:37:44.271132 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:44.276812 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:44.278813 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2c4b3f9b-94b7-4c49-8692-ccff3ff01b82 HTTP/1.1" status: 204 len: 168 time: 0.6356921 Sep 18 05:37:44.289650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8de0d-a925-4e40-9e87-8f555a107b47 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c4b3f9b-94b7-4c49-8692-ccff3ff01b82,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:44.552390 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57858) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:37:44.593474 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-89ca31a9-9075-4e1e-9ed9-dc078da9c442 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3b69a52b7ba448881b56c3ed653a665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397439 Sep 18 05:37:44.595797 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 57860) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:37:44.644922 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-081745a1-9770-4595-b809-dbd397b62634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:44.665591 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-081745a1-9770-4595-b809-dbd397b62634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:44.768751 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-081745a1-9770-4595-b809-dbd397b62634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:44.771250 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-081745a1-9770-4595-b809-dbd397b62634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:44.772434 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-081745a1-9770-4595-b809-dbd397b62634 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcba8e5a-00d5-499d-b0cc-ddddc277fc08 HTTP/1.1" status: 204 len: 168 time: 0.1756632 Sep 18 05:37:44.780265 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081745a1-9770-4595-b809-dbd397b62634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcba8e5a-00d5-499d-b0cc-ddddc277fc08,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:45.125437 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 272a6293-f9c8-418c-aed2-c0784ab0d6f3 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:37:45.149312 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 272a6293-f9c8-418c-aed2-c0784ab0d6f3 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:37:45.149667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 272a6293-f9c8-418c-aed2-c0784ab0d6f3 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:37:45.150100 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 99e73d3c-d3c2-4a82-a41e-b0ffd732437a no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:37:45.169043 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 99e73d3c-d3c2-4a82-a41e-b0ffd732437a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:37:45.169390 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 99e73d3c-d3c2-4a82-a41e-b0ffd732437a not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:37:50.501557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57926) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:37:50.606531 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9ca5320a-ed4c-414c-b064-6751f89829ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:50.696751 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9ca5320a-ed4c-414c-b064-6751f89829ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:50.779365 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9ca5320a-ed4c-414c-b064-6751f89829ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:50.816561 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5320a-ed4c-414c-b064-6751f89829ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc4d8f7-cfbd-4ac5-a2be-694c8e3dd82f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:50.820875 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9ca5320a-ed4c-414c-b064-6751f89829ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eee98dd945074038994bc8b85cbeb71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175430 Sep 18 05:37:50.823476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 57930) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:37:50.878769 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f7091b2e-6cb5-45f6-bcbe-c9fb7932f458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:50.898799 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f7091b2e-6cb5-45f6-bcbe-c9fb7932f458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:51.019754 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f7091b2e-6cb5-45f6-bcbe-c9fb7932f458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:51.022393 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f7091b2e-6cb5-45f6-bcbe-c9fb7932f458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:51.023570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f7091b2e-6cb5-45f6-bcbe-c9fb7932f458 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fc4d8f7-cfbd-4ac5-a2be-694c8e3dd82f HTTP/1.1" status: 204 len: 168 time: 0.1990592 Sep 18 05:37:51.031713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7091b2e-6cb5-45f6-bcbe-c9fb7932f458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc4d8f7-cfbd-4ac5-a2be-694c8e3dd82f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:53.274165 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:53.462429 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:58.850626 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58044) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:37:58.954676 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f4f49e8c-b655-41cc-837b-3a9627fd18ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:59.043273 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f4f49e8c-b655-41cc-837b-3a9627fd18ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:59.099302 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f4f49e8c-b655-41cc-837b-3a9627fd18ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:59.424529 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f4f49e8c-b655-41cc-837b-3a9627fd18ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3736f5002ce4200b077bf31506aa61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5727551 Sep 18 05:37:59.425358 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f49e8c-b655-41cc-837b-3a9627fd18ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d8b2c7-7783-40a0-a745-259243b9cfd1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:37:59.427285 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58048) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:37:59.475245 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-43274932-9149-4356-9d50-655e8d102aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:59.495491 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-43274932-9149-4356-9d50-655e8d102aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:59.619360 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-43274932-9149-4356-9d50-655e8d102aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:59.622003 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-43274932-9149-4356-9d50-655e8d102aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:37:59.623185 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-43274932-9149-4356-9d50-655e8d102aad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36d8b2c7-7783-40a0-a745-259243b9cfd1 HTTP/1.1" status: 204 len: 168 time: 0.1948771 Sep 18 05:37:59.631780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43274932-9149-4356-9d50-655e8d102aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d8b2c7-7783-40a0-a745-259243b9cfd1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:00.200712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58054) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:00.214316 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0dacc72-2a54-4397-ab0c-c0b746c192ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:00.302503 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0dacc72-2a54-4397-ab0c-c0b746c192ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:00.393679 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c0dacc72-2a54-4397-ab0c-c0b746c192ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:00.431912 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c0dacc72-2a54-4397-ab0c-c0b746c192ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fffa486314c049ea926ccecbe3b9e6c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301300 Sep 18 05:38:00.433933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dacc72-2a54-4397-ab0c-c0b746c192ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4112bac8-daeb-4f6f-9cfa-a2cb3b20bfa0,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:00.434645 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58056) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:00.482946 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf7965ed-0a3c-4d09-8c2f-f5fb8b7e3d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:00.503798 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf7965ed-0a3c-4d09-8c2f-f5fb8b7e3d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:00.625244 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf7965ed-0a3c-4d09-8c2f-f5fb8b7e3d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:00.628816 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bf7965ed-0a3c-4d09-8c2f-f5fb8b7e3d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:00.630024 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bf7965ed-0a3c-4d09-8c2f-f5fb8b7e3d5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4112bac8-daeb-4f6f-9cfa-a2cb3b20bfa0 HTTP/1.1" status: 204 len: 168 time: 0.1943705 Sep 18 05:38:00.637522 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7965ed-0a3c-4d09-8c2f-f5fb8b7e3d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4112bac8-daeb-4f6f-9cfa-a2cb3b20bfa0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:01.239463 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-190f256e-b9d6-48d3-b265-9ed400abacc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:03.863405 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-39fbf38b-3782-4f35-91a8-417719adedee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:04.294060 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:04.321482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58130) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:04.427349 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90114191-5f47-4c8c-8cbd-3b11e32f1ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:04.513211 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90114191-5f47-4c8c-8cbd-3b11e32f1ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:04.587965 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90114191-5f47-4c8c-8cbd-3b11e32f1ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:04.626757 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-90114191-5f47-4c8c-8cbd-3b11e32f1ee7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9568d013dd5e42de9b404f334ac2818f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042066 Sep 18 05:38:04.627734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90114191-5f47-4c8c-8cbd-3b11e32f1ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b5199a-062b-404c-87ca-fbf82957d9fe,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:04.629640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58134) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:04.678908 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f6cddcb6-43ef-462e-97df-5d5e484d7959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:04.699740 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f6cddcb6-43ef-462e-97df-5d5e484d7959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:04.821917 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f6cddcb6-43ef-462e-97df-5d5e484d7959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:04.824523 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-f6cddcb6-43ef-462e-97df-5d5e484d7959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:04.825684 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-f6cddcb6-43ef-462e-97df-5d5e484d7959 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8b5199a-062b-404c-87ca-fbf82957d9fe HTTP/1.1" status: 204 len: 168 time: 0.1945140 Sep 18 05:38:04.833921 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cddcb6-43ef-462e-97df-5d5e484d7959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b5199a-062b-404c-87ca-fbf82957d9fe,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:05.335432 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:05.429027 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58144) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:05.442533 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-563e404c-7b64-49cf-8c10-55b4e7adc8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:05.529758 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-563e404c-7b64-49cf-8c10-55b4e7adc8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:05.570536 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-563e404c-7b64-49cf-8c10-55b4e7adc8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:05.609075 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-563e404c-7b64-49cf-8c10-55b4e7adc8fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8abb4fad80a64b929614bbda35295ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788301 Sep 18 05:38:05.609898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e404c-7b64-49cf-8c10-55b4e7adc8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1149b1c2-bcc6-480e-9827-6a21a13d643a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:05.611995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58146) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:05.661001 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-36567dc9-917c-4d2b-9179-11240c9281db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:05.681444 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-36567dc9-917c-4d2b-9179-11240c9281db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:05.810604 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-36567dc9-917c-4d2b-9179-11240c9281db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:05.813142 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-36567dc9-917c-4d2b-9179-11240c9281db admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:05.814282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-36567dc9-917c-4d2b-9179-11240c9281db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1149b1c2-bcc6-480e-9827-6a21a13d643a HTTP/1.1" status: 204 len: 168 time: 0.2009745 Sep 18 05:38:05.822633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36567dc9-917c-4d2b-9179-11240c9281db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1149b1c2-bcc6-480e-9827-6a21a13d643a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:06.922394 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:08.735042 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58204) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:08.840212 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-118195c1-dd93-42ea-9299-c17736a64196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:08.926882 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-118195c1-dd93-42ea-9299-c17736a64196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:09.015984 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-118195c1-dd93-42ea-9299-c17736a64196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:09.054319 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-118195c1-dd93-42ea-9299-c17736a64196 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0cbb0945625447da30e7575bc093f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181069 Sep 18 05:38:09.055125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118195c1-dd93-42ea-9299-c17736a64196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195683b5-70ff-4bf0-be6a-6c4fecef5c03,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:09.056975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58208) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:09.106614 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f68229ef-36d2-4dff-aa77-358eb61c01a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:09.126783 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f68229ef-36d2-4dff-aa77-358eb61c01a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:09.242123 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f68229ef-36d2-4dff-aa77-358eb61c01a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:09.244730 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f68229ef-36d2-4dff-aa77-358eb61c01a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:09.245928 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f68229ef-36d2-4dff-aa77-358eb61c01a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/195683b5-70ff-4bf0-be6a-6c4fecef5c03 HTTP/1.1" status: 204 len: 168 time: 0.1878767 Sep 18 05:38:09.254513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68229ef-36d2-4dff-aa77-358eb61c01a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195683b5-70ff-4bf0-be6a-6c4fecef5c03,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:09.799007 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58214) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:09.812667 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e68851fe-006a-4864-84d5-1a5d3c9aea4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:09.900932 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e68851fe-006a-4864-84d5-1a5d3c9aea4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:09.970800 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e68851fe-006a-4864-84d5-1a5d3c9aea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:10.011781 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e68851fe-006a-4864-84d5-1a5d3c9aea4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=834f64728c51442ea234421234d13964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114716 Sep 18 05:38:10.012688 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68851fe-006a-4864-84d5-1a5d3c9aea4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ccbe20-5e3c-47ac-871a-d2cd170b99dd,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:10.014614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58216) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:10.063284 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13b85917-e225-40b5-8cfc-19f840b9c304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:10.085566 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13b85917-e225-40b5-8cfc-19f840b9c304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:10.187762 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13b85917-e225-40b5-8cfc-19f840b9c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:10.191080 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13b85917-e225-40b5-8cfc-19f840b9c304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:10.192250 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-13b85917-e225-40b5-8cfc-19f840b9c304 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93ccbe20-5e3c-47ac-871a-d2cd170b99dd HTTP/1.1" status: 204 len: 168 time: 0.1766338 Sep 18 05:38:10.199923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b85917-e225-40b5-8cfc-19f840b9c304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ccbe20-5e3c-47ac-871a-d2cd170b99dd,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:10.215356 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:38:11.287974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58242) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:11.447221 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-92d8cda8-06bd-4694-a2ee-c9318c76ed23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port bd24586b-5ae9-45ae-a699-494033101cdf {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:38:11.447569 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92d8cda8-06bd-4694-a2ee-c9318c76ed23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:11.521292 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92d8cda8-06bd-4694-a2ee-c9318c76ed23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:11.521631 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92d8cda8-06bd-4694-a2ee-c9318c76ed23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:11.532960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-92d8cda8-06bd-4694-a2ee-c9318c76ed23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for bd24586b-5ae9-45ae-a699-494033101cdf owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:38:11.754521 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92d8cda8-06bd-4694-a2ee-c9318c76ed23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:11.782200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8cda8-06bd-4694-a2ee-c9318c76ed23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=bd24586b-5ae9-45ae-a699-494033101cdf,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:11.844862 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92d8cda8-06bd-4694-a2ee-c9318c76ed23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:11.845335 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-92d8cda8-06bd-4694-a2ee-c9318c76ed23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Floating IP 587d8e90-fa13-4428-b4b0-0beec129c55b disassociated (deleted). External IP: 172.25.7.81, port: 79374fb3-be4b-411a-aa91-afd1329a52ed. Sep 18 05:38:12.051941 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d8cda8-06bd-4694-a2ee-c9318c76ed23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router b0cb9d9f-d4b1-4664-afab-ad506327288d has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:38:12.160413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d8cda8-06bd-4694-a2ee-c9318c76ed23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:38:12.165299 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-92d8cda8-06bd-4694-a2ee-c9318c76ed23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:12.170588 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e2419-faec-468a-9996-53198b5fdee0 None None] Sync routers for ids ['b0cb9d9f-d4b1-4664-afab-ad506327288d'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:38:12.183320 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e2419-faec-468a-9996-53198b5fdee0 None None] Routers {'b0cb9d9f-d4b1-4664-afab-ad506327288d'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:38:12.184019 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-940e2419-faec-468a-9996-53198b5fdee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:38:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b0cb9d9f-d4b1-4664-afab-ad506327288d'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:12.196835 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-92d8cda8-06bd-4694-a2ee-c9318c76ed23 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/floatingips/587d8e90-fa13-4428-b4b0-0beec129c55b HTTP/1.1" status: 204 len: 168 time: 0.9077291 Sep 18 05:38:12.197438 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'tag': '79374fb3-be4b-411a-aa91-afd1329a52ed'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:38:12.200831 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1d2e97-237c-4386-9f54-1e18f46596f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7609a6-06ab-4c8c-ac41-09d99d287ff0", "tag": "79374fb3-be4b-411a-aa91-afd1329a52ed"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:38:12.246517 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98d69cd-d58a-4ed6-8a1c-1f07c9f0acd6 x-openstack-request-id: req-a98d69cd-d58a-4ed6-8a1c-1f07c9f0acd6 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:38:12.246517 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7609a6-06ab-4c8c-ac41-09d99d287ff0", "tag": "79374fb3-be4b-411a-aa91-afd1329a52ed", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:38:12.246517 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a98d69cd-d58a-4ed6-8a1c-1f07c9f0acd6 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:38:12.246517 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'tag': '79374fb3-be4b-411a-aa91-afd1329a52ed', 'status': 'completed', 'code': 200} Sep 18 05:38:12.297339 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-940e2419-faec-468a-9996-53198b5fdee0 None None] Set router b0cb9d9f-d4b1-4664-afab-ad506327288d gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:38:12.315509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2e97-237c-4386-9f54-1e18f46596f2 req-a40755be-8562-4bc4-ae59-9c04fc4cb983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:12.316976 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c1d2e97-237c-4386-9f54-1e18f46596f2 req-a40755be-8562-4bc4-ae59-9c04fc4cb983 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=819b3332122c426680234398b2fe4cc7&device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 1097 time: 0.0454221 Sep 18 05:38:12.438047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2e97-237c-4386-9f54-1e18f46596f2 req-efe44715-6a4c-40ac-87ee-a228636bad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:12.440301 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c1d2e97-237c-4386-9f54-1e18f46596f2 req-efe44715-6a4c-40ac-87ee-a228636bad58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba7e8ad3-9b61-448f-9f95-5989c0600062 HTTP/1.1" status: 200 len: 896 time: 0.1127236 Sep 18 05:38:12.492940 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c1d2e97-237c-4386-9f54-1e18f46596f2 req-50cca65f-7880-4f47-885e-5ebb6ae2bfb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79374fb3-be4b-411a-aa91-afd1329a52ed HTTP/1.1" status: 200 len: 217 time: 0.0443349 Sep 18 05:38:12.503583 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-940e2419-faec-468a-9996-53198b5fdee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:36:32Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '224babb5-b5d3-4cf6-b659-237cd670a5fa', 'name': '', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:60:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '3de11ea4-e938-4401-bdf5-69963870052f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:31Z', 'updated_at': '2021-09-18T05:36:35Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '3de11ea4-e938-4401-bdf5-69963870052f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:12.528582 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e2419-faec-468a-9996-53198b5fdee0 None None] Checking router: b0cb9d9f-d4b1-4664-afab-ad506327288d for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:38:12.536803 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e2419-faec-468a-9996-53198b5fdee0 None None] Routers {'b0cb9d9f-d4b1-4664-afab-ad506327288d'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:38:12.537407 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-940e2419-faec-468a-9996-53198b5fdee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:38:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b0cb9d9f-d4b1-4664-afab-ad506327288d'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:12.544166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2e97-237c-4386-9f54-1e18f46596f2 req-741a6793-5e0a-4d95-b16c-59f88b4f5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:12.545668 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c1d2e97-237c-4386-9f54-1e18f46596f2 req-741a6793-5e0a-4d95-b16c-59f88b4f5930 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3de11ea4-e938-4401-bdf5-69963870052f HTTP/1.1" status: 200 len: 835 time: 0.0452533 Sep 18 05:38:12.595946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2e97-237c-4386-9f54-1e18f46596f2 req-751452c2-34be-45f8-b913-e739510e73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:12.597518 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c1d2e97-237c-4386-9f54-1e18f46596f2 req-751452c2-34be-45f8-b913-e739510e73a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba7e8ad3-9b61-448f-9f95-5989c0600062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452013 Sep 18 05:38:12.652156 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-940e2419-faec-468a-9996-53198b5fdee0 None None] Set router b0cb9d9f-d4b1-4664-afab-ad506327288d gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:38:12.684182 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4137c-8b07-4799-a433-deea64e3432f req-80a487f2-5362-4aaa-ad28-5a6a272cf76d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:12.692877 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d0e4137c-8b07-4799-a433-deea64e3432f req-80a487f2-5362-4aaa-ad28-5a6a272cf76d tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0574312 Sep 18 05:38:12.704927 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c1d2e97-237c-4386-9f54-1e18f46596f2 req-2a32b1e8-5cf7-42cd-9a39-8322582a6159 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e8ad3-9b61-448f-9f95-5989c0600062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990572 Sep 18 05:38:12.726275 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d0e4137c-8b07-4799-a433-deea64e3432f req-a22f195a-90cf-47c7-bd59-fda8671231c2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328703 Sep 18 05:38:12.799501 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c1d2e97-237c-4386-9f54-1e18f46596f2 req-3c3a6353-c5ad-4ee5-9c5a-c6701e51a76c service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e8ad3-9b61-448f-9f95-5989c0600062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870271 Sep 18 05:38:12.861832 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-940e2419-faec-468a-9996-53198b5fdee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:36:32Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '224babb5-b5d3-4cf6-b659-237cd670a5fa', 'name': '', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:60:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '3de11ea4-e938-4401-bdf5-69963870052f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:31Z', 'updated_at': '2021-09-18T05:36:35Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '3de11ea4-e938-4401-bdf5-69963870052f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:12.887310 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e2419-faec-468a-9996-53198b5fdee0 None None] The sync data for ids ['b0cb9d9f-d4b1-4664-afab-ad506327288d'] in n-d-789963-13 is: [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:36:32Z', 'revision_number': 4, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '224babb5-b5d3-4cf6-b659-237cd670a5fa', 'name': '', 'network_id': 'ba7e8ad3-9b61-448f-9f95-5989c0600062', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'mac_address': 'fa:16:3e:60:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '3de11ea4-e938-4401-bdf5-69963870052f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:31Z', 'updated_at': '2021-09-18T05:36:35Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'subnets': [{'id': '3de11ea4-e938-4401-bdf5-69963870052f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:38:13.104932 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe17707-b4c6-46eb-ba3d-6fbf4b8e80e5 None None] New status for floating IP 587d8e90-fa13-4428-b4b0-0beec129c55b: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:38:13.849702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa15c6-7c32-4e2c-991a-0634add79e4f req-90a8f9f6-aa45-4015-8675-7aef064d23fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:13.851315 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4aa15c6-7c32-4e2c-991a-0634add79e4f req-90a8f9f6-aa45-4015-8675-7aef064d23fc tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0545554 Sep 18 05:38:13.889314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4aa15c6-7c32-4e2c-991a-0634add79e4f req-2c41cfda-2487-4bd9-976a-5b25f95d7742 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/security-groups?id=00514725-1c92-4085-aa10-9476812120bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320785 Sep 18 05:38:13.942230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc82003-27e3-41ba-9730-d2cba9ae5f4e req-2792f2dc-12b0-426a-b552-7b3417729f05 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:13.943692 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2fc82003-27e3-41ba-9730-d2cba9ae5f4e req-2792f2dc-12b0-426a-b552-7b3417729f05 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 945 time: 0.0481145 Sep 18 05:38:14.035764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-2fc82003-27e3-41ba-9730-d2cba9ae5f4e req-aebacafd-d616-4c9c-ab1a-ae543b8e1816 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port 79374fb3-be4b-411a-aa91-afd1329a52ed {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:38:14.036119 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2fc82003-27e3-41ba-9730-d2cba9ae5f4e req-aebacafd-d616-4c9c-ab1a-ae543b8e1816 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:14.130014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-2fc82003-27e3-41ba-9730-d2cba9ae5f4e req-aebacafd-d616-4c9c-ab1a-ae543b8e1816 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] For port 79374fb3-be4b-411a-aa91-afd1329a52ed, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=79374fb3-be4b-411a-aa91-afd1329a52ed,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:38:14.130388 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2fc82003-27e3-41ba-9730-d2cba9ae5f4e req-aebacafd-d616-4c9c-ab1a-ae543b8e1816 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:14.143116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-2fc82003-27e3-41ba-9730-d2cba9ae5f4e req-aebacafd-d616-4c9c-ab1a-ae543b8e1816 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for 79374fb3-be4b-411a-aa91-afd1329a52ed owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:38:14.336685 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2fc82003-27e3-41ba-9730-d2cba9ae5f4e req-aebacafd-d616-4c9c-ab1a-ae543b8e1816 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:14.367384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebacafd-d616-4c9c-ab1a-ae543b8e1816 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=79374fb3-be4b-411a-aa91-afd1329a52ed,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:14.430713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc82003-27e3-41ba-9730-d2cba9ae5f4e req-aebacafd-d616-4c9c-ab1a-ae543b8e1816 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] No DVR routers for this DVR port 79374fb3-be4b-411a-aa91-afd1329a52ed on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:38:14.430713 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2fc82003-27e3-41ba-9730-d2cba9ae5f4e req-aebacafd-d616-4c9c-ab1a-ae543b8e1816 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:14.430713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2fc82003-27e3-41ba-9730-d2cba9ae5f4e req-aebacafd-d616-4c9c-ab1a-ae543b8e1816 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.18 "DELETE /v2.0/ports/79374fb3-be4b-411a-aa91-afd1329a52ed HTTP/1.1" status: 204 len: 173 time: 0.4626932 Sep 18 05:38:14.430713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'name': 'network-vif-deleted', 'tag': '79374fb3-be4b-411a-aa91-afd1329a52ed'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:38:14.430713 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6937af-0075-4fc7-be93-477774cc962c" -d '{"events": [{"server_uuid": "ad7609a6-06ab-4c8c-ac41-09d99d287ff0", "name": "network-vif-deleted", "tag": "79374fb3-be4b-411a-aa91-afd1329a52ed"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:38:14.450565 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0d8500-02cd-4d1b-bdc7-9f06b36be8ac x-openstack-request-id: req-dc0d8500-02cd-4d1b-bdc7-9f06b36be8ac {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:38:14.450888 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7609a6-06ab-4c8c-ac41-09d99d287ff0", "name": "network-vif-deleted", "tag": "79374fb3-be4b-411a-aa91-afd1329a52ed", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:38:14.451138 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc0d8500-02cd-4d1b-bdc7-9f06b36be8ac {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:38:14.451533 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7609a6-06ab-4c8c-ac41-09d99d287ff0', 'name': 'network-vif-deleted', 'tag': '79374fb3-be4b-411a-aa91-afd1329a52ed', 'status': 'completed', 'code': 200} Sep 18 05:38:15.004585 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a17fcd4d-54ea-4e82-9631-e01b7a2a7262 req-c1020150-538f-474c-9100-3c8b177ea522 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad7609a6-06ab-4c8c-ac41-09d99d287ff0 HTTP/1.1" status: 200 len: 210 time: 0.0367615 Sep 18 05:38:16.053864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58342) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:16.416502 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9af6de7e-368c-4b1c-a3ee-b5984f53b0cf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:17.011632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9af6de7e-368c-4b1c-a3ee-b5984f53b0cf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port 224babb5-b5d3-4cf6-b659-237cd670a5fa {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:38:17.011983 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9af6de7e-368c-4b1c-a3ee-b5984f53b0cf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:17.107475 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-9af6de7e-368c-4b1c-a3ee-b5984f53b0cf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] For port 224babb5-b5d3-4cf6-b659-237cd670a5fa, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=224babb5-b5d3-4cf6-b659-237cd670a5fa,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:38:17.108096 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9af6de7e-368c-4b1c-a3ee-b5984f53b0cf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:17.120137 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-9af6de7e-368c-4b1c-a3ee-b5984f53b0cf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for 224babb5-b5d3-4cf6-b659-237cd670a5fa owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:38:17.370591 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9af6de7e-368c-4b1c-a3ee-b5984f53b0cf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:17.402935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6de7e-368c-4b1c-a3ee-b5984f53b0cf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=224babb5-b5d3-4cf6-b659-237cd670a5fa,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:17.511930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 79374fb3-be4b-411a-aa91-afd1329a52ed no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:38:17.540482 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 79374fb3-be4b-411a-aa91-afd1329a52ed {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:38:17.540850 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 79374fb3-be4b-411a-aa91-afd1329a52ed not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:38:17.579301 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9af6de7e-368c-4b1c-a3ee-b5984f53b0cf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:17.803009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af6de7e-368c-4b1c-a3ee-b5984f53b0cf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Router b0cb9d9f-d4b1-4664-afab-ad506327288d has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:38:17.910762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af6de7e-368c-4b1c-a3ee-b5984f53b0cf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:38:17.916153 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9af6de7e-368c-4b1c-a3ee-b5984f53b0cf tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "PUT /v2.0/routers/b0cb9d9f-d4b1-4664-afab-ad506327288d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8612669 Sep 18 05:38:17.919158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58382) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:17.922529 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e5433-143e-4d50-9475-2adb587548ae None None] Sync routers for ids ['b0cb9d9f-d4b1-4664-afab-ad506327288d'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:38:17.933438 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e5433-143e-4d50-9475-2adb587548ae None None] Routers {'b0cb9d9f-d4b1-4664-afab-ad506327288d'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:38:17.934131 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f95e5433-143e-4d50-9475-2adb587548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:38:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b0cb9d9f-d4b1-4664-afab-ad506327288d'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:17.972597 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f907fe-c3df-4071-8009-e26495ed28c1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting subnet 3de11ea4-e938-4401-bdf5-69963870052f {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:38:17.975722 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33f907fe-c3df-4071-8009-e26495ed28c1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:18.016892 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33f907fe-c3df-4071-8009-e26495ed28c1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:18.041328 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-f95e5433-143e-4d50-9475-2adb587548ae None None] Set router b0cb9d9f-d4b1-4664-afab-ad506327288d gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:38:18.111287 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33f907fe-c3df-4071-8009-e26495ed28c1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:18.256494 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33f907fe-c3df-4071-8009-e26495ed28c1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:18.285468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f907fe-c3df-4071-8009-e26495ed28c1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Subnet': ['ID=3de11ea4-e938-4401-bdf5-69963870052f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:18.287586 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-33f907fe-c3df-4071-8009-e26495ed28c1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:18.289506 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-33f907fe-c3df-4071-8009-e26495ed28c1 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/subnets/3de11ea4-e938-4401-bdf5-69963870052f HTTP/1.1" status: 204 len: 168 time: 0.3694167 Sep 18 05:38:18.295898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58388) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:18.296355 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f654ee46-0766-4f50-b49c-4a4ee3411fc7 None None] Network ba7e8ad3-9b61-448f-9f95-5989c0600062 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:38:18.309365 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f95e5433-143e-4d50-9475-2adb587548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:38:17Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:18.337472 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e5433-143e-4d50-9475-2adb587548ae None None] Checking router: b0cb9d9f-d4b1-4664-afab-ad506327288d for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:38:18.347045 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e5433-143e-4d50-9475-2adb587548ae None None] Routers {'b0cb9d9f-d4b1-4664-afab-ad506327288d'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:38:18.348176 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f95e5433-143e-4d50-9475-2adb587548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:38:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['b0cb9d9f-d4b1-4664-afab-ad506327288d'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:18.417458 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:18.460894 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-f95e5433-143e-4d50-9475-2adb587548ae None None] Set router b0cb9d9f-d4b1-4664-afab-ad506327288d gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:38:18.539024 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:18.546077 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5552752f-3235-443a-a4ba-e88e619d6a32 None None] DHCP port deletion for ba7e8ad3-9b61-448f-9f95-5989c0600062 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:38:18.593164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5552752f-3235-443a-a4ba-e88e619d6a32 None None] Deleting port 8817d872-bd4c-4783-9c4c-30d0824f1a79 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:38:18.593544 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5552752f-3235-443a-a4ba-e88e619d6a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:18.639540 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-f95e5433-143e-4d50-9475-2adb587548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:38:17Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:18.651827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Deleting port 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:38:18.652481 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:18.668102 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5552752f-3235-443a-a4ba-e88e619d6a32 None None] For port 8817d872-bd4c-4783-9c4c-30d0824f1a79, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8817d872-bd4c-4783-9c4c-30d0824f1a79,segment=NetworkSegment(d1685272-24bd-4273-9715-f605fc90a0b7),segment_id=d1685272-24bd-4273-9715-f605fc90a0b7)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:38:18.669589 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5552752f-3235-443a-a4ba-e88e619d6a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:18.683843 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e5433-143e-4d50-9475-2adb587548ae None None] The sync data for ids ['b0cb9d9f-d4b1-4664-afab-ad506327288d'] in n-d-789963-13 is: [{'id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280929784', 'tenant_id': '819b3332122c426680234398b2fe4cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:36:26Z', 'updated_at': '2021-09-18T05:38:17Z', 'revision_number': 5, 'project_id': '819b3332122c426680234398b2fe4cc7', 'gw_port': {'id': '0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb9d9f-d4b1-4664-afab-ad506327288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:36:27Z', 'updated_at': '2021-09-18T05:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:38:18.702611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5552752f-3235-443a-a4ba-e88e619d6a32 None None] Calling delete_port for 8817d872-bd4c-4783-9c4c-30d0824f1a79 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:38:18.749125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] For port 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:38:18.749506 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:18.764706 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Calling delete_port for 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:38:18.868001 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5552752f-3235-443a-a4ba-e88e619d6a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:18.894359 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552752f-3235-443a-a4ba-e88e619d6a32 None None] Pushing event deleted for resources: {'Port': ['ID=8817d872-bd4c-4783-9c4c-30d0824f1a79,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:18.899737 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5552752f-3235-443a-a4ba-e88e619d6a32 None None] No DVR routers for this DVR port 8817d872-bd4c-4783-9c4c-30d0824f1a79 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:38:19.019393 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.050914 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Port': ['ID=0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:19.134282 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.235817 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.236035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8817d872-bd4c-4783-9c4c-30d0824f1a79 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:38:19.239010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.257676 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 8817d872-bd4c-4783-9c4c-30d0824f1a79 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:38:19.258116 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8817d872-bd4c-4783-9c4c-30d0824f1a79 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:38:19.258554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 224babb5-b5d3-4cf6-b659-237cd670a5fa no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:38:19.277483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 224babb5-b5d3-4cf6-b659-237cd670a5fa {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:38:19.277857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 224babb5-b5d3-4cf6-b659-237cd670a5fa not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:38:19.344808 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.345470 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Fanout notify agent at l3_agent the message router_deleted on router b0cb9d9f-d4b1-4664-afab-ad506327288d {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:38:19.356439 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.356439 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6c5db96b-e54f-48d7-9fba-9943c6f2f4d2 tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/routers/b0cb9d9f-d4b1-4664-afab-ad506327288d HTTP/1.1" status: 204 len: 168 time: 1.0602837 Sep 18 05:38:19.357941 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58404) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:19.437537 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-91cc5c81-1efe-4ec8-8ffd-7ea9150ba7ee tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.529356 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-91cc5c81-1efe-4ec8-8ffd-7ea9150ba7ee tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.549146 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-91cc5c81-1efe-4ec8-8ffd-7ea9150ba7ee tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7e8ad3-9b61-448f-9f95-5989c0600062']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:19.558314 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-91cc5c81-1efe-4ec8-8ffd-7ea9150ba7ee tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1685272-24bd-4273-9715-f605fc90a0b7') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:19.558611 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-91cc5c81-1efe-4ec8-8ffd-7ea9150ba7ee tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1685272-24bd-4273-9715-f605fc90a0b7') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:19.568451 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-91cc5c81-1efe-4ec8-8ffd-7ea9150ba7ee tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.582164 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-91cc5c81-1efe-4ec8-8ffd-7ea9150ba7ee tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.588082 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cc5c81-1efe-4ec8-8ffd-7ea9150ba7ee tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:38:19.588510 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-91cc5c81-1efe-4ec8-8ffd-7ea9150ba7ee tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:38:19.591556 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:38:19.725123 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-91cc5c81-1efe-4ec8-8ffd-7ea9150ba7ee tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.735068 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-91cc5c81-1efe-4ec8-8ffd-7ea9150ba7ee tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.735068 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-91cc5c81-1efe-4ec8-8ffd-7ea9150ba7ee tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/networks/ba7e8ad3-9b61-448f-9f95-5989c0600062 HTTP/1.1" status: 204 len: 168 time: 0.3750808 Sep 18 05:38:19.736909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58408) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:19.745116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc5c81-1efe-4ec8-8ffd-7ea9150ba7ee tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'Network': ['ID=ba7e8ad3-9b61-448f-9f95-5989c0600062,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:19.799144 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f281528-a5d0-4e65-9d12-ff9aaabf568f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.830927 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f281528-a5d0-4e65-9d12-ff9aaabf568f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.959316 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f281528-a5d0-4e65-9d12-ff9aaabf568f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.962001 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9f281528-a5d0-4e65-9d12-ff9aaabf568f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:19.963178 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9f281528-a5d0-4e65-9d12-ff9aaabf568f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] 10.222.0.23 "DELETE /v2.0/security-groups/00514725-1c92-4085-aa10-9476812120bd HTTP/1.1" status: 204 len: 168 time: 0.2250595 Sep 18 05:38:19.973090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f281528-a5d0-4e65-9d12-ff9aaabf568f tempest-TestNetworkAdvancedServerOps-464811020 tempest-TestNetworkAdvancedServerOps-464811020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00514725-1c92-4085-aa10-9476812120bd,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:20.542582 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58424) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:20.676393 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-30863b50-7eb3-4321-8134-0602330ebd21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=819b3332122c426680234398b2fe4cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325524 Sep 18 05:38:20.678849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58430) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:20.731821 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c81458c4-7358-48c1-b460-e65bb1dd9b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:20.754587 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c81458c4-7358-48c1-b460-e65bb1dd9b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:20.865042 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c81458c4-7358-48c1-b460-e65bb1dd9b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:20.867597 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c81458c4-7358-48c1-b460-e65bb1dd9b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:20.868820 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c81458c4-7358-48c1-b460-e65bb1dd9b5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/369e2867-228e-4a0e-be30-da321f02a307 HTTP/1.1" status: 204 len: 168 time: 0.1890466 Sep 18 05:38:20.876503 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81458c4-7358-48c1-b460-e65bb1dd9b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e2867-228e-4a0e-be30-da321f02a307,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:21.104298 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:38:21.123784 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:38:21.124064 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0b43dd71-bad0-4fa9-bd52-6a0f0703bf8a not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:38:21.534464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58454) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:21.573402 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a02e1e2a-610c-4260-a499-95d916f54c03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2864d1857d214fd780c83d7d6d661259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376687 Sep 18 05:38:21.575785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58456) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:21.625843 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4a4135ec-5665-45ed-a13e-5a0fb6a686db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:21.650846 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4a4135ec-5665-45ed-a13e-5a0fb6a686db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:21.824841 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4a4135ec-5665-45ed-a13e-5a0fb6a686db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:21.827373 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4a4135ec-5665-45ed-a13e-5a0fb6a686db admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:21.828592 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4a4135ec-5665-45ed-a13e-5a0fb6a686db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10a89522-cda5-4848-9817-581cd378c30d HTTP/1.1" status: 204 len: 168 time: 0.2518728 Sep 18 05:38:21.837629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4135ec-5665-45ed-a13e-5a0fb6a686db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a89522-cda5-4848-9817-581cd378c30d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:23.007279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58500) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:23.107808 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1878185104-network', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:38:23.184556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] Made reservation on behalf of 4311c5f8783f4a7d9a2ad38c4facba04 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:38:23.186980 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:23.196713 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:23.270145 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:23.287944 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:23.358850 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:23.383875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:38:23.393629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1df853b-0604-4cc1-88f8-ebeb269b27ba,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:23.398601 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:23.398921 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] Added segment d0446e0f-5916-43a1-899a-fef42df76be0 of type vlan for network 0f6e381d-8846-4d88-aff7-895a0111f888 Sep 18 05:38:23.440543 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:23.473519 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:23.556150 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:23.557238 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:23.557833 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:23.620266 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] Pushing event updated for resources: {'Network': ['ID=0f6e381d-8846-4d88-aff7-895a0111f888,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:23.630750 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 0f6e381d-8846-4d88-aff7-895a0111f888 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:38:23.676980 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0b3c4384-3e25-450a-b2fd-6d6bc2087026 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6656172 Sep 18 05:38:23.677306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58516) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:23.682513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-214262ce-a417-4552-9f73-b6d9e09f7b34 admin admin] Request body: {'subnet': {'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1878185104-subnet', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:38:23.764570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214262ce-a417-4552-9f73-b6d9e09f7b34 admin admin] Made reservation on behalf of 4311c5f8783f4a7d9a2ad38c4facba04 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:38:23.766936 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-214262ce-a417-4552-9f73-b6d9e09f7b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:24.028172 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-214262ce-a417-4552-9f73-b6d9e09f7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:24.089083 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214262ce-a417-4552-9f73-b6d9e09f7b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=135f7264-cbc4-44b4-90ff-4f1206bba78b,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:24.093389 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214262ce-a417-4552-9f73-b6d9e09f7b34 admin admin] Checking segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:38:24.093758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214262ce-a417-4552-9f73-b6d9e09f7b34 admin admin] Network hostable DHCP agents. Network: 0f6e381d-8846-4d88-aff7-895a0111f888, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:38:24.182058 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214262ce-a417-4552-9f73-b6d9e09f7b34 admin admin] Network 0f6e381d-8846-4d88-aff7-895a0111f888 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:38:24.258793 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-214262ce-a417-4552-9f73-b6d9e09f7b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 0f6e381d-8846-4d88-aff7-895a0111f888) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:24.263034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214262ce-a417-4552-9f73-b6d9e09f7b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:24.263700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-214262ce-a417-4552-9f73-b6d9e09f7b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:24.269544 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d2d5e1-7c0e-4bc7-ae6e-1e503d59ef51 None None] Network 0f6e381d-8846-4d88-aff7-895a0111f888 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:38:24.346719 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-214262ce-a417-4552-9f73-b6d9e09f7b34 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6668785 Sep 18 05:38:24.351334 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58526) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:24.356396 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:38:24.414766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-0f6e381d-8846-4d88-aff7-895a0111f888', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:38:24.415779 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:24.453907 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:24.455847 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:24.528326 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:24.556334 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Allocated IP 172.20.0.2 (0f6e381d-8846-4d88-aff7-895a0111f888/135f7264-cbc4-44b4-90ff-4f1206bba78b/306b04c0-ee74-4452-8d9f-86faea6810ca) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:38:24.698273 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:24.726816 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:24.785809 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:24.822472 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Network 0f6e381d-8846-4d88-aff7-895a0111f888 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:38:24.827039 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:24.830714 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:38:24.841833 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Pushing event updated for resources: {'Port': ['ID=306b04c0-ee74-4452-8d9f-86faea6810ca,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:24.895886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Attempting to bind port 306b04c0-ee74-4452-8d9f-86faea6810ca on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:38:24.896284 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Attempting to bind port 306b04c0-ee74-4452-8d9f-86faea6810ca by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:38:24.897065 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Attempting to bind port 306b04c0-ee74-4452-8d9f-86faea6810ca on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:38:24.901807 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:38:24.902186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Checking segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:38:24.902592 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:24.903032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Bound using segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:38:24.903691 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Bound port: 306b04c0-ee74-4452-8d9f-86faea6810ca, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:38:24.904264 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:24.968182 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] For port 306b04c0-ee74-4452-8d9f-86faea6810ca, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:38:24.971957 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] For port 306b04c0-ee74-4452-8d9f-86faea6810ca, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=306b04c0-ee74-4452-8d9f-86faea6810ca,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:38:25.011437 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:25.030159 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:25.065996 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:25.122647 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82311132-b791-4537-bdbf-af5cca144dd0 None None] Pushing event updated for resources: {'Port': ['ID=306b04c0-ee74-4452-8d9f-86faea6810ca,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:25.150159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Allocated IP 172.25.7.49 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:38:25.256918 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:25.367811 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:25.409584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:38:25.412624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:25.419607 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:38:25.422727 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:25.739595 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:25.957435 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:26.074928 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157e742e-7d6a-4474-84b2-85ab689eb36d None None] Network 0f6e381d-8846-4d88-aff7-895a0111f888 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:38:26.153751 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-51f827bd-60ab-40c5-8182-a961177da505 None None] Provisioning complete for port 306b04c0-ee74-4452-8d9f-86faea6810ca triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:26.154214 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-51f827bd-60ab-40c5-8182-a961177da505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:26.156121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Router 9868725c-ba5a-4273-9881-dc51353bf730 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:38:26.265749 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:38:26.404937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:26.408892 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-25218a65-33da-46f1-9f5d-136bc0d56ed0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0539353 Sep 18 05:38:26.409764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58540) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:26.432890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Sync routers for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:38:26.457938 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:38:26.458598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:38:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:26.462154 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-51f827bd-60ab-40c5-8182-a961177da505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:26.555793 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-51f827bd-60ab-40c5-8182-a961177da505 None None] For port 306b04c0-ee74-4452-8d9f-86faea6810ca, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=306b04c0-ee74-4452-8d9f-86faea6810ca,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:38:26.626233 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:38:26.695754 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-51f827bd-60ab-40c5-8182-a961177da505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:26.696814 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58544) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:26.818507 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36615631-ec01-42d7-92f0-6c94c4327366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:26.822687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f827bd-60ab-40c5-8182-a961177da505 None None] Pushing event updated for resources: {'Port': ['ID=306b04c0-ee74-4452-8d9f-86faea6810ca,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:26.839583 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d8e5dc68-40f3-4862-8cea-85be12dc7b60 None None] Provisioning complete for port 306b04c0-ee74-4452-8d9f-86faea6810ca triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:26.839964 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d8e5dc68-40f3-4862-8cea-85be12dc7b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:26.912103 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36615631-ec01-42d7-92f0-6c94c4327366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:26.972707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:25Z', 'revision_number': 3, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:27.003452 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Checking router: 9868725c-ba5a-4273-9881-dc51353bf730 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:38:27.003815 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Updating router 9868725c-ba5a-4273-9881-dc51353bf730 port b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:38:27.013306 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-36615631-ec01-42d7-92f0-6c94c4327366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.028349 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.052790 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-36615631-ec01-42d7-92f0-6c94c4327366 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=113ce28c93eb476b9d0cc8dc3dabdfe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740416 Sep 18 05:38:27.054317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58548) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:27.059813 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36615631-ec01-42d7-92f0-6c94c4327366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4dd356-d42f-423c-879a-54f28071eb53,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:27.150912 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81cc1aaf-0631-413d-a21f-eebc5d42d199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.201862 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81cc1aaf-0631-413d-a21f-eebc5d42d199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.203754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 306b04c0-ee74-4452-8d9f-86faea6810ca up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:38:27.277881 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 306b04c0-ee74-4452-8d9f-86faea6810ca triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:27.278193 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.316109 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.368906 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.371899 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81cc1aaf-0631-413d-a21f-eebc5d42d199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.374457 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-81cc1aaf-0631-413d-a21f-eebc5d42d199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.378812 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-81cc1aaf-0631-413d-a21f-eebc5d42d199 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc4dd356-d42f-423c-879a-54f28071eb53 HTTP/1.1" status: 204 len: 168 time: 0.3190870 Sep 18 05:38:27.417415 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc1aaf-0631-413d-a21f-eebc5d42d199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4dd356-d42f-423c-879a-54f28071eb53,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:27.456266 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.506168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Attempting to bind port b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:38:27.507058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Attempting to bind port b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:38:27.507398 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Attempting to bind port b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:38:27.516580 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21772ac7-8cee-4044-8aec-c5f2175de941 None None] Pushing event updated for resources: {'Port': ['ID=b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:27.520379 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:38:27.520935 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:38:27.521355 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.521755 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:38:27.522260 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Bound port: b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:38:27.522638 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.528473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Allocated IP 172.20.0.1 (0f6e381d-8846-4d88-aff7-895a0111f888/135f7264-cbc4-44b4-90ff-4f1206bba78b/f2f797b9-e6e6-457f-b8df-3909bcc4af26) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:38:27.577899 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] For port b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:38:27.581287 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] For port b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:38:27.638206 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.650951 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.702812 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:38:27.703443 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:38:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:27.719292 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.745561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21772ac7-8cee-4044-8aec-c5f2175de941 None None] Pushing event updated for resources: {'Port': ['ID=b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:27.757625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Network 0f6e381d-8846-4d88-aff7-895a0111f888 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:38:27.761994 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:27.764468 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:38:27.797758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Pushing event updated for resources: {'Port': ['ID=f2f797b9-e6e6-457f-b8df-3909bcc4af26,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:27.818155 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:27.825680 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:38:28.008356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-08d55f2d-a47c-426e-a153-542e4273ff50 None None] Provisioning complete for port f2f797b9-e6e6-457f-b8df-3909bcc4af26 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:28.008736 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-08d55f2d-a47c-426e-a153-542e4273ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:28.043667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58554) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:28.052023 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:25Z', 'revision_number': 3, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:28.053821 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-08d55f2d-a47c-426e-a153-542e4273ff50 None None] Port f2f797b9-e6e6-457f-b8df-3909bcc4af26 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:38:28.057686 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a77460ff-632f-4c7e-889c-cbef5d62a58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:28.079616 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85a723-73da-49f7-ad75-a12bc2c53a6b None None] The sync data for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 is: [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:25Z', 'revision_number': 3, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:38:28.106156 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:28.280469 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a77460ff-632f-4c7e-889c-cbef5d62a58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:28.339326 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:28.358997 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a77460ff-632f-4c7e-889c-cbef5d62a58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:28.399256 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a77460ff-632f-4c7e-889c-cbef5d62a58d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c5db148b7d2483783e92a8681807cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551626 Sep 18 05:38:28.399700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77460ff-632f-4c7e-889c-cbef5d62a58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc49d98f-9899-45f4-837d-e065206173d3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:28.401755 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58556) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:28.402967 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:28.467076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Pushing event updated for resources: {'Port': ['ID=f2f797b9-e6e6-457f-b8df-3909bcc4af26,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:28.468055 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83c4651d-9368-49e6-be12-7b238026b39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:28.478036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:28.491541 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83c4651d-9368-49e6-be12-7b238026b39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:28.578366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Network 0f6e381d-8846-4d88-aff7-895a0111f888 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:38:28.580000 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:28.630502 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83c4651d-9368-49e6-be12-7b238026b39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:28.633819 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-83c4651d-9368-49e6-be12-7b238026b39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:28.634334 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-83c4651d-9368-49e6-be12-7b238026b39f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc49d98f-9899-45f4-837d-e065206173d3 HTTP/1.1" status: 204 len: 168 time: 0.2314122 Sep 18 05:38:28.643032 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4651d-9368-49e6-be12-7b238026b39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc49d98f-9899-45f4-837d-e065206173d3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:28.728231 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Router 9868725c-ba5a-4273-9881-dc51353bf730 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:38:28.849747 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:38:28.856154 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9809719a-f3e8-4d5a-8da8-c872541fc71d admin admin] 10.222.0.23 "PUT /v2.0/routers/9868725c-ba5a-4273-9881-dc51353bf730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4452553 Sep 18 05:38:28.884068 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0120f75c-2b15-4d72-8e33-f1331e313ef5 None None] Provisioning complete for port f2f797b9-e6e6-457f-b8df-3909bcc4af26 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:28.884678 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0120f75c-2b15-4d72-8e33-f1331e313ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:28.920979 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0120f75c-2b15-4d72-8e33-f1331e313ef5 None None] Port f2f797b9-e6e6-457f-b8df-3909bcc4af26 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:38:29.181343 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:38:29.233522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:29.233903 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:29.310425 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:29.331369 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:38:29.394619 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:29.449714 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:29.658129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58590) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:29.663355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1357620013-network', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:38:29.750396 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Sync routers for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:38:29.758865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] Made reservation on behalf of 90641cdcbc2643a2ab7323f892cabf57 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:38:29.759833 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:38:29.760632 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:38:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:29.761342 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:29.771535 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:29.866367 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:29.868647 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:38:29.953251 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:29.980882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:38:29.990758 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2619c9d2-b309-4ff7-be73-d61947397d62,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:29.998246 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:29.998685 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] Added segment 2dbf4f79-3687-4220-904b-8645ae93127a of type vlan for network 732af1bf-fac5-4ee4-8c01-c0771f5eb24c Sep 18 05:38:30.041176 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:30.073084 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:28Z', 'revision_number': 2, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:30.100136 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Checking router: 9868725c-ba5a-4273-9881-dc51353bf730 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:38:30.100533 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Updating router 9868725c-ba5a-4273-9881-dc51353bf730 port f2f797b9-e6e6-457f-b8df-3909bcc4af26 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:38:30.130853 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:30.142700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:30.146940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:30.146940 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:30.208258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] Pushing event updated for resources: {'Network': ['ID=732af1bf-fac5-4ee4-8c01-c0771f5eb24c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:30.217787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 732af1bf-fac5-4ee4-8c01-c0771f5eb24c details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:38:30.274251 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-90cf5477-b1bd-498c-98af-e3e38b1b2316 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6148589 Sep 18 05:38:30.276851 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58600) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:30.281669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-c87abc7d-8835-456d-bdbb-97f91252f71f admin admin] Request body: {'subnet': {'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1357620013-subnet', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:38:30.393928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87abc7d-8835-456d-bdbb-97f91252f71f admin admin] Made reservation on behalf of 90641cdcbc2643a2ab7323f892cabf57 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:38:30.396300 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c87abc7d-8835-456d-bdbb-97f91252f71f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:30.410785 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:30.484710 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:30.553105 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8f924-73b9-4492-80ce-799ccf694587 None None] Pushing event updated for resources: {'Port': ['ID=f2f797b9-e6e6-457f-b8df-3909bcc4af26,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:30.580754 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc8f924-73b9-4492-80ce-799ccf694587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:30.581370 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc8f924-73b9-4492-80ce-799ccf694587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:30.581907 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc8f924-73b9-4492-80ce-799ccf694587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:30.582437 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc8f924-73b9-4492-80ce-799ccf694587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:30.583104 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc8f924-73b9-4492-80ce-799ccf694587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:30.583646 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc8f924-73b9-4492-80ce-799ccf694587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:30.584174 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc8f924-73b9-4492-80ce-799ccf694587 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:30.584748 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc8f924-73b9-4492-80ce-799ccf694587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:30.585157 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc8f924-73b9-4492-80ce-799ccf694587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:30.585558 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc8f924-73b9-4492-80ce-799ccf694587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:30.585960 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc8f924-73b9-4492-80ce-799ccf694587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:30.586374 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc8f924-73b9-4492-80ce-799ccf694587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:30.602345 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Attempting to bind port f2f797b9-e6e6-457f-b8df-3909bcc4af26 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:38:30.602720 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Attempting to bind port f2f797b9-e6e6-457f-b8df-3909bcc4af26 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:38:30.603087 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Attempting to bind port f2f797b9-e6e6-457f-b8df-3909bcc4af26 on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:38:30.608510 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:38:30.608884 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Checking segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:38:30.609292 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:30.609691 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Bound using segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:38:30.610404 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Bound port: f2f797b9-e6e6-457f-b8df-3909bcc4af26, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:38:30.610533 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:30.653555 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c87abc7d-8835-456d-bdbb-97f91252f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:30.682935 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] For port f2f797b9-e6e6-457f-b8df-3909bcc4af26, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:38:30.689420 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] For port f2f797b9-e6e6-457f-b8df-3909bcc4af26, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f2f797b9-e6e6-457f-b8df-3909bcc4af26,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:38:30.728373 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87abc7d-8835-456d-bdbb-97f91252f71f admin admin] Pushing event updated for resources: {'Subnet': ['ID=82193c31-aa1a-4005-a895-74742d3f3da4,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:30.733132 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87abc7d-8835-456d-bdbb-97f91252f71f admin admin] Checking segment: {'id': '2dbf4f79-3687-4220-904b-8645ae93127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:38:30.733501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87abc7d-8835-456d-bdbb-97f91252f71f admin admin] Network hostable DHCP agents. Network: 732af1bf-fac5-4ee4-8c01-c0771f5eb24c, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:38:30.768881 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:30.825424 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:38:30.826066 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:38:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:30.856737 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-31531696-4299-46f9-ba27-ba5a9c41316f None None] Provisioning complete for port f2f797b9-e6e6-457f-b8df-3909bcc4af26 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:30.857408 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-31531696-4299-46f9-ba27-ba5a9c41316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:30.873538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87abc7d-8835-456d-bdbb-97f91252f71f admin admin] Network 732af1bf-fac5-4ee4-8c01-c0771f5eb24c is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:38:30.877925 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8f924-73b9-4492-80ce-799ccf694587 None None] Pushing event updated for resources: {'Port': ['ID=f2f797b9-e6e6-457f-b8df-3909bcc4af26,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:30.952181 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-31531696-4299-46f9-ba27-ba5a9c41316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:30.953335 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:38:30.988195 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-c87abc7d-8835-456d-bdbb-97f91252f71f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 732af1bf-fac5-4ee4-8c01-c0771f5eb24c) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:30.992689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87abc7d-8835-456d-bdbb-97f91252f71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:30.993549 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c87abc7d-8835-456d-bdbb-97f91252f71f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:30.998457 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-31531696-4299-46f9-ba27-ba5a9c41316f None None] For port f2f797b9-e6e6-457f-b8df-3909bcc4af26, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f2f797b9-e6e6-457f-b8df-3909bcc4af26,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:38:31.003566 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67047726-2c05-434f-8b7f-d2226bdbeafe None None] Network 732af1bf-fac5-4ee4-8c01-c0771f5eb24c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:38:31.071923 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-31531696-4299-46f9-ba27-ba5a9c41316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:31.104893 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c87abc7d-8835-456d-bdbb-97f91252f71f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8268328 Sep 18 05:38:31.107129 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58616) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:31.114737 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1357620013-router', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:38:31.164115 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31531696-4299-46f9-ba27-ba5a9c41316f None None] Pushing event updated for resources: {'Port': ['ID=f2f797b9-e6e6-457f-b8df-3909bcc4af26,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:31.205412 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:38:31.249108 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:31.250463 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:31.270906 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-030fe5da-998c-4043-9dbb-6d8d6bf8ad5f None None] Provisioning complete for port f2f797b9-e6e6-457f-b8df-3909bcc4af26 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:31.271422 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-030fe5da-998c-4043-9dbb-6d8d6bf8ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:31.286274 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:31.294841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-732af1bf-fac5-4ee4-8c01-c0771f5eb24c', 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'fixed_ips': [{'subnet_id': '82193c31-aa1a-4005-a895-74742d3f3da4'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:38:31.295810 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:31.327935 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ab402-f039-42ad-808b-6f1fa46d4fbe None None] The sync data for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 is: [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:38:31.334973 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:31.344379 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:31.344765 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:31.423778 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-56d6b11d-72ec-4183-9011-34ddf2faf9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:31.566519 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Allocated IP 172.20.0.2 (732af1bf-fac5-4ee4-8c01-c0771f5eb24c/82193c31-aa1a-4005-a895-74742d3f3da4/dc118748-71dd-4819-97bb-95e09cb05bca) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:38:31.601782 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:31.742561 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:31.819304 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:31.899618 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:31.921814 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:32.038787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Network 732af1bf-fac5-4ee4-8c01-c0771f5eb24c is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:38:32.041122 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:32.044036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:38:32.058089 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Allocated IP 172.25.7.87 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/32b34f68-ed71-4f15-b0ac-e3bb6c0b863a) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:38:32.058573 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Pushing event updated for resources: {'Port': ['ID=dc118748-71dd-4819-97bb-95e09cb05bca,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:32.114857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Attempting to bind port dc118748-71dd-4819-97bb-95e09cb05bca on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:38:32.115320 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Attempting to bind port dc118748-71dd-4819-97bb-95e09cb05bca by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '2dbf4f79-3687-4220-904b-8645ae93127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:38:32.115749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Attempting to bind port dc118748-71dd-4819-97bb-95e09cb05bca on network 732af1bf-fac5-4ee4-8c01-c0771f5eb24c {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:38:32.122744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:38:32.123255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Checking segment: {'id': '2dbf4f79-3687-4220-904b-8645ae93127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:38:32.123898 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:32.124321 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Bound using segment: {'id': '2dbf4f79-3687-4220-904b-8645ae93127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:38:32.124922 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Bound port: dc118748-71dd-4819-97bb-95e09cb05bca, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf4f79-3687-4220-904b-8645ae93127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:38:32.125355 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:32.186880 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:32.200209 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] For port dc118748-71dd-4819-97bb-95e09cb05bca, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:38:32.204075 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] For port dc118748-71dd-4819-97bb-95e09cb05bca, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=dc118748-71dd-4819-97bb-95e09cb05bca,segment=NetworkSegment(2dbf4f79-3687-4220-904b-8645ae93127a),segment_id=2dbf4f79-3687-4220-904b-8645ae93127a)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:38:32.265265 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:32.288661 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:32.333802 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a5b29-e280-4223-8aaf-a7cef7de87f4 None None] Pushing event updated for resources: {'Port': ['ID=dc118748-71dd-4819-97bb-95e09cb05bca,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:32.341438 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:38:32.344421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:32.347580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:38:32.386635 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Pushing event updated for resources: {'Port': ['ID=32b34f68-ed71-4f15-b0ac-e3bb6c0b863a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:32.402592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:32.402941 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:32.403291 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:32.403639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:32.404372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:32.404372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:32.404672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:32.405121 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:32.405458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:32.405662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:32.405961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:32.406289 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:32.770108 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.269758 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device dc118748-71dd-4819-97bb-95e09cb05bca up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:38:33.316514 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58652) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:33.327805 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e054e3-71f1-4f5d-8d88-ccb166c49a9c None None] Network 732af1bf-fac5-4ee4-8c01-c0771f5eb24c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:38:33.366029 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.395318 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port dc118748-71dd-4819-97bb-95e09cb05bca triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:33.395925 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.440720 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490c0675-c2c9-490d-bf02-4c42b7978415 None None] Provisioning complete for port dc118748-71dd-4819-97bb-95e09cb05bca triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:33.441112 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490c0675-c2c9-490d-bf02-4c42b7978415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.446365 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a288762-9fb7-48db-9662-99ded67ef5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.537888 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a288762-9fb7-48db-9662-99ded67ef5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.607528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Router 9237c11a-0e3c-436f-9450-e0f2b6c10afc is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:38:33.618538 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.639039 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9a288762-9fb7-48db-9662-99ded67ef5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.658274 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490c0675-c2c9-490d-bf02-4c42b7978415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.678232 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port dc118748-71dd-4819-97bb-95e09cb05bca, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=dc118748-71dd-4819-97bb-95e09cb05bca,segment=NetworkSegment(2dbf4f79-3687-4220-904b-8645ae93127a),segment_id=2dbf4f79-3687-4220-904b-8645ae93127a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:38:33.686836 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a288762-9fb7-48db-9662-99ded67ef5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66a783b-e3c8-4e0d-aa5c-4210f4418606,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:33.699846 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9a288762-9fb7-48db-9662-99ded67ef5e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e0d3c3ae4174f57ae58c59ef1493aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821664 Sep 18 05:38:33.700481 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58656) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:33.722406 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:38:33.735184 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Sync routers for ids ['9237c11a-0e3c-436f-9450-e0f2b6c10afc'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:38:33.746593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Routers {'9237c11a-0e3c-436f-9450-e0f2b6c10afc'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:38:33.747216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:38:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9237c11a-0e3c-436f-9450-e0f2b6c10afc'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:33.758454 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a84b3553-618f-4ea5-afd5-99d5f0e40ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.781538 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a84b3553-618f-4ea5-afd5-99d5f0e40ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.787035 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.793807 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f2f797b9-e6e6-457f-b8df-3909bcc4af26 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:38:33.814167 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.815787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9e60c6a5-8974-46ab-907d-1e2870b8aa39 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7073107 Sep 18 05:38:33.818591 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58658) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:33.902073 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a84b3553-618f-4ea5-afd5-99d5f0e40ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.905127 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a84b3553-618f-4ea5-afd5-99d5f0e40ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.906382 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a84b3553-618f-4ea5-afd5-99d5f0e40ff2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a66a783b-e3c8-4e0d-aa5c-4210f4418606 HTTP/1.1" status: 204 len: 168 time: 0.2049668 Sep 18 05:38:33.916452 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b3553-618f-4ea5-afd5-99d5f0e40ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66a783b-e3c8-4e0d-aa5c-4210f4418606,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:33.953884 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-64e9f9f2-47e2-4bbe-9aed-2e6bf1519f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:33.962189 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=dc118748-71dd-4819-97bb-95e09cb05bca,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:33.964751 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-490c0675-c2c9-490d-bf02-4c42b7978415 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:38:33.965111 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-490c0675-c2c9-490d-bf02-4c42b7978415 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:38:33.992645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Set router 9237c11a-0e3c-436f-9450-e0f2b6c10afc gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:38:33.994937 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port f2f797b9-e6e6-457f-b8df-3909bcc4af26 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:33.995318 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.248160 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'name': 'tempest-TestVolumeBootPattern-1357620013-router', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '32b34f68-ed71-4f15-b0ac-e3bb6c0b863a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:38:32Z', 'revision_number': 3, 'project_id': '90641cdcbc2643a2ab7323f892cabf57', 'gw_port': {'id': '32b34f68-ed71-4f15-b0ac-e3bb6c0b863a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:34.278239 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Checking router: 9237c11a-0e3c-436f-9450-e0f2b6c10afc for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:38:34.278571 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Updating router 9237c11a-0e3c-436f-9450-e0f2b6c10afc port 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:38:34.288682 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.302206 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.309334 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.450771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Allocated IP 172.20.0.1 (732af1bf-fac5-4ee4-8c01-c0771f5eb24c/82193c31-aa1a-4005-a895-74742d3f3da4/72b0e9ed-ed53-4317-a56b-ce8b408d1dc8) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:38:34.474346 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58664) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:34.488287 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.563139 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.586861 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.603752 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.646612 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-cd3d4111-082d-4cfe-b585-0759f58a8d0a None None] Provisioning complete for port dc118748-71dd-4819-97bb-95e09cb05bca triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:34.646984 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-cd3d4111-082d-4cfe-b585-0759f58a8d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.661541 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.690665 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.693467 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.704567 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ea9f449c89549089260df7a166c3ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289698 Sep 18 05:38:34.708810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58666) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:34.723502 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14184690-4732-41c4-9893-c564ed8035e5,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:34.732571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Network 732af1bf-fac5-4ee4-8c01-c0771f5eb24c is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:38:34.734483 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:34.735029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:34.735586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:34.737598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:34.738139 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:34.738436 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:34.738822 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:34.739169 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:34.739511 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:34.740310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:34.740820 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:34.741315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:34.741794 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb702ddc-a241-431b-9228-12b99faf1965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:34.742531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:38:34.778237 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=72b0e9ed-ed53-4317-a56b-ce8b408d1dc8,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:34.779660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fed767-aa55-41bf-9881-bdc376594333 None None] Pushing event updated for resources: {'Port': ['ID=32b34f68-ed71-4f15-b0ac-e3bb6c0b863a,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:34.785748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Attempting to bind port 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:38:34.785748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Attempting to bind port 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:38:34.786297 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Attempting to bind port 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:38:34.792840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:38:34.793229 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:38:34.793649 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.794543 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:38:34.794543 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Bound port: 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:38:34.794918 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.800318 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.810668 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-94a6f18a-89b1-44e9-8192-3e40f5df0f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.837813 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-94a6f18a-89b1-44e9-8192-3e40f5df0f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.859974 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] For port 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:38:34.864957 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] For port 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=32b34f68-ed71-4f15-b0ac-e3bb6c0b863a,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:38:34.965076 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.993201 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-94a6f18a-89b1-44e9-8192-3e40f5df0f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.996113 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-94a6f18a-89b1-44e9-8192-3e40f5df0f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:34.997658 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-94a6f18a-89b1-44e9-8192-3e40f5df0f0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14184690-4732-41c4-9893-c564ed8035e5 HTTP/1.1" status: 204 len: 168 time: 0.2876031 Sep 18 05:38:35.007274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6f18a-89b1-44e9-8192-3e40f5df0f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14184690-4732-41c4-9893-c564ed8035e5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:35.040834 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Routers {'9237c11a-0e3c-436f-9450-e0f2b6c10afc'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:38:35.041411 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:38:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9237c11a-0e3c-436f-9450-e0f2b6c10afc'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:35.043991 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:35.091488 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-243aa5da-eb9a-4983-b4b7-2e92b86e9d77 None None] Provisioning complete for port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:35.091790 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-243aa5da-eb9a-4983-b4b7-2e92b86e9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:35.130989 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fed767-aa55-41bf-9881-bdc376594333 None None] Pushing event updated for resources: {'Port': ['ID=32b34f68-ed71-4f15-b0ac-e3bb6c0b863a,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:35.202492 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device dc118748-71dd-4819-97bb-95e09cb05bca up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:38:35.209124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-243aa5da-eb9a-4983-b4b7-2e92b86e9d77 None None] Port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:38:35.249984 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:35.268288 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] Set router 9237c11a-0e3c-436f-9450-e0f2b6c10afc gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:38:35.324922 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:35.344324 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:35.345406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port dc118748-71dd-4819-97bb-95e09cb05bca triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:35.345779 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:35.397373 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=72b0e9ed-ed53-4317-a56b-ce8b408d1dc8,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:35.399959 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:35.506238 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Network 732af1bf-fac5-4ee4-8c01-c0771f5eb24c is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:38:35.508300 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:35.650531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Router 9237c11a-0e3c-436f-9450-e0f2b6c10afc has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:38:35.724705 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'name': 'tempest-TestVolumeBootPattern-1357620013-router', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '32b34f68-ed71-4f15-b0ac-e3bb6c0b863a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:38:34Z', 'revision_number': 4, 'project_id': '90641cdcbc2643a2ab7323f892cabf57', 'gw_port': {'id': '32b34f68-ed71-4f15-b0ac-e3bb6c0b863a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '72b0e9ed-ed53-4317-a56b-ce8b408d1dc8', 'name': '', 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'mac_address': 'fa:16:3e:0b:c2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '82193c31-aa1a-4005-a895-74742d3f3da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:34Z', 'updated_at': '2021-09-18T05:38:34Z', 'revision_number': 1, 'project_id': '90641cdcbc2643a2ab7323f892cabf57', 'subnets': [{'id': '82193c31-aa1a-4005-a895-74742d3f3da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:35.754624 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d306313-1a94-4ad5-9677-7be2c4925ccf None None] The sync data for ids ['9237c11a-0e3c-436f-9450-e0f2b6c10afc'] in n-d-789963-13 is: [{'id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'name': 'tempest-TestVolumeBootPattern-1357620013-router', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '32b34f68-ed71-4f15-b0ac-e3bb6c0b863a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:38:34Z', 'revision_number': 4, 'project_id': '90641cdcbc2643a2ab7323f892cabf57', 'gw_port': {'id': '32b34f68-ed71-4f15-b0ac-e3bb6c0b863a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '72b0e9ed-ed53-4317-a56b-ce8b408d1dc8', 'name': '', 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'mac_address': 'fa:16:3e:0b:c2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '82193c31-aa1a-4005-a895-74742d3f3da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:34Z', 'updated_at': '2021-09-18T05:38:34Z', 'revision_number': 1, 'project_id': '90641cdcbc2643a2ab7323f892cabf57', 'subnets': [{'id': '82193c31-aa1a-4005-a895-74742d3f3da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:38:35.786556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:38:35.791381 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0eea3d70-9934-4465-82bc-99c29dd65cd0 admin admin] 10.222.0.23 "PUT /v2.0/routers/9237c11a-0e3c-436f-9450-e0f2b6c10afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9704845 Sep 18 05:38:35.846440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b2ac2f27-e6ff-4764-b322-c4f3ffa97f51 None None] Provisioning complete for port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:35.846896 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2f27-e6ff-4764-b322-c4f3ffa97f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:35.886857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac2f27-e6ff-4764-b322-c4f3ffa97f51 None None] Port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:38:36.927268 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:37.184789 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:38:37.228993 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:37.229366 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:37.304565 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:37.323611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=32b34f68-ed71-4f15-b0ac-e3bb6c0b863a,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:38:37.402415 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:37.461491 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=32b34f68-ed71-4f15-b0ac-e3bb6c0b863a,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:38.983789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-3e19d012-5999-4423-beab-6f5cccc53142 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:38.985299 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-3e19d012-5999-4423-beab-6f5cccc53142 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 812 time: 0.1136079 Sep 18 05:38:38.997432 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58810) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:39.001215 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-3df44335-6ab3-4028-85a3-0afafc15bc42 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/quotas/4311c5f8783f4a7d9a2ad38c4facba04 HTTP/1.1" status: 200 len: 375 time: 0.0099723 Sep 18 05:38:39.061678 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-a40cc581-ba6b-47f9-852f-21f167f39801 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529244 Sep 18 05:38:39.127081 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee809f5f-bd6d-4544-871c-a855ec0c35a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:39.186185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:38:39.239390 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Sync routers for ids ['9237c11a-0e3c-436f-9450-e0f2b6c10afc'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:38:39.241575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:39.242172 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:39.246400 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-a3d2e485-8f56-4f91-bb53-db1e1165727b service neutron] 10.222.0.23 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767862 Sep 18 05:38:39.249862 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Routers {'9237c11a-0e3c-436f-9450-e0f2b6c10afc'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:38:39.250619 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:38:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9237c11a-0e3c-436f-9450-e0f2b6c10afc'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:39.251777 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee809f5f-bd6d-4544-871c-a855ec0c35a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:39.348930 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2d5ac360-b068-4dd2-8f74-d94f371de44b service neutron] 10.222.0.23 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916076 Sep 18 05:38:39.350000 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ee809f5f-bd6d-4544-871c-a855ec0c35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:39.359424 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Set router 9237c11a-0e3c-436f-9450-e0f2b6c10afc gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:38:39.389625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ee809f5f-bd6d-4544-871c-a855ec0c35a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=510b8c8d89294a22b6d48d67e3389010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910260 Sep 18 05:38:39.391855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee809f5f-bd6d-4544-871c-a855ec0c35a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d3a233-ebe2-4dd5-9222-47f6a0f07309,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:39.392619 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58816) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:39.449071 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1acb9968-d527-49e5-b224-769e9f9b9316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:39.471118 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1acb9968-d527-49e5-b224-769e9f9b9316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:39.578150 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'name': 'tempest-TestVolumeBootPattern-1357620013-router', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '32b34f68-ed71-4f15-b0ac-e3bb6c0b863a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:38:34Z', 'revision_number': 4, 'project_id': '90641cdcbc2643a2ab7323f892cabf57', 'gw_port': {'id': '32b34f68-ed71-4f15-b0ac-e3bb6c0b863a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '72b0e9ed-ed53-4317-a56b-ce8b408d1dc8', 'name': '', 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'mac_address': 'fa:16:3e:0b:c2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '82193c31-aa1a-4005-a895-74742d3f3da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:34Z', 'updated_at': '2021-09-18T05:38:35Z', 'revision_number': 2, 'project_id': '90641cdcbc2643a2ab7323f892cabf57', 'subnets': [{'id': '82193c31-aa1a-4005-a895-74742d3f3da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:39.604827 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Checking router: 9237c11a-0e3c-436f-9450-e0f2b6c10afc for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:38:39.605125 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Updating router 9237c11a-0e3c-436f-9450-e0f2b6c10afc port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:38:39.628762 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:39.630057 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1acb9968-d527-49e5-b224-769e9f9b9316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:39.632833 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1acb9968-d527-49e5-b224-769e9f9b9316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:39.634048 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1acb9968-d527-49e5-b224-769e9f9b9316 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34d3a233-ebe2-4dd5-9222-47f6a0f07309 HTTP/1.1" status: 204 len: 168 time: 0.2383497 Sep 18 05:38:39.644272 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb9968-d527-49e5-b224-769e9f9b9316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d3a233-ebe2-4dd5-9222-47f6a0f07309,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:39.911589 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:39.976210 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.018305 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f16a3bdd-140f-4fe2-9bf9-40e0b92ae86f req-06973f32-4675-400e-af28-7c119b64f0e0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 210 time: 0.0631039 Sep 18 05:38:40.068749 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616914f-17ac-4289-a1f1-657f05d798c6 None None] Pushing event updated for resources: {'Port': ['ID=72b0e9ed-ed53-4317-a56b-ce8b408d1dc8,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:40.082393 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4aa29aa4-41e5-41b9-8d78-8a947fdeea5c req-0bce2ed9-ed89-49f1-95ff-932ea5f3609e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0682075 Sep 18 05:38:40.139357 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Attempting to bind port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:38:40.140861 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Attempting to bind port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '2dbf4f79-3687-4220-904b-8645ae93127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:38:40.141388 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Attempting to bind port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 on network 732af1bf-fac5-4ee4-8c01-c0771f5eb24c {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:38:40.147449 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:38:40.147989 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Checking segment: {'id': '2dbf4f79-3687-4220-904b-8645ae93127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:38:40.148459 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.148904 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Bound using segment: {'id': '2dbf4f79-3687-4220-904b-8645ae93127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:38:40.149372 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Bound port: 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf4f79-3687-4220-904b-8645ae93127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:38:40.150604 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.174154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa29aa4-41e5-41b9-8d78-8a947fdeea5c req-aa4e8b20-df19-4602-91bc-146ab15c9a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:40.176345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4aa29aa4-41e5-41b9-8d78-8a947fdeea5c req-aa4e8b20-df19-4602-91bc-146ab15c9a0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf530ad4bdeb406596eda7f009a666df&device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 1097 time: 0.0499384 Sep 18 05:38:40.221686 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] For port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:38:40.225220 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] For port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=72b0e9ed-ed53-4317-a56b-ce8b408d1dc8,segment=NetworkSegment(2dbf4f79-3687-4220-904b-8645ae93127a),segment_id=2dbf4f79-3687-4220-904b-8645ae93127a)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:38:40.235660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-7dda72a9-a90f-4478-9e12-37f6d150f140 req-b9ea0f37-2bd1-4c23-8836-46c5b617224b service neutron] (106908) timed out ('10.222.0.23', 42894) {{(pid=106908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:38:40.295154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa29aa4-41e5-41b9-8d78-8a947fdeea5c req-ccddc3c8-bedc-49f9-a6b7-2818cd5f66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:40.296673 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4aa29aa4-41e5-41b9-8d78-8a947fdeea5c req-ccddc3c8-bedc-49f9-a6b7-2818cd5f66f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ade930e-ec49-432a-9b2e-334e2f815c11 HTTP/1.1" status: 200 len: 908 time: 0.1001909 Sep 18 05:38:40.307742 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.348992 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Provisioning complete for port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:40.349487 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.349909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58836) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:40.364127 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616914f-17ac-4289-a1f1-657f05d798c6 None None] Pushing event updated for resources: {'Port': ['ID=72b0e9ed-ed53-4317-a56b-ce8b408d1dc8,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:40.365484 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-681084f5-5317-4bf5-9a29-a6a893967ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.386062 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4aa29aa4-41e5-41b9-8d78-8a947fdeea5c req-20f978d1-b94a-4ab2-9972-ca6c30387175 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b035d7-9360-4452-8385-e8951a808170 HTTP/1.1" status: 200 len: 1000 time: 0.0821710 Sep 18 05:38:40.389248 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Routers {'9237c11a-0e3c-436f-9450-e0f2b6c10afc'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:38:40.390809 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:38:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9237c11a-0e3c-436f-9450-e0f2b6c10afc'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:40.478739 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa29aa4-41e5-41b9-8d78-8a947fdeea5c req-1c8fa9da-60e6-4146-adf8-9b79517d96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:40.480353 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.487533 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4aa29aa4-41e5-41b9-8d78-8a947fdeea5c req-1c8fa9da-60e6-4146-adf8-9b79517d96c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a4508b7-6b7d-4236-9b89-a9bac367d566 HTTP/1.1" status: 200 len: 847 time: 0.0855236 Sep 18 05:38:40.543445 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] Set router 9237c11a-0e3c-436f-9450-e0f2b6c10afc gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:38:40.547514 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] For port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=72b0e9ed-ed53-4317-a56b-ce8b408d1dc8,segment=NetworkSegment(2dbf4f79-3687-4220-904b-8645ae93127a),segment_id=2dbf4f79-3687-4220-904b-8645ae93127a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:38:40.548548 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-681084f5-5317-4bf5-9a29-a6a893967ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.548768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa29aa4-41e5-41b9-8d78-8a947fdeea5c req-35172b46-0e03-466d-bb42-dae37c508509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:40.550999 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4aa29aa4-41e5-41b9-8d78-8a947fdeea5c req-35172b46-0e03-466d-bb42-dae37c508509 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ade930e-ec49-432a-9b2e-334e2f815c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599301 Sep 18 05:38:40.631068 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.631292 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-681084f5-5317-4bf5-9a29-a6a893967ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.658004 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4aa29aa4-41e5-41b9-8d78-8a947fdeea5c req-a7754266-c7af-48aa-a923-60c1f30a6985 service neutron] 10.222.0.13 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994766 Sep 18 05:38:40.690942 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-681084f5-5317-4bf5-9a29-a6a893967ba3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02948b0b2f824690a821c637286c2fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393881 Sep 18 05:38:40.692424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Pushing event updated for resources: {'Port': ['ID=72b0e9ed-ed53-4317-a56b-ce8b408d1dc8,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:40.693412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58838) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:40.703189 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:40.703612 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:40.704309 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:40.704676 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:40.705024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:40.705367 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:40.706459 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:40.706988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:40.707653 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:40.708158 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:40.708762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:40.709284 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81c254-4c9e-45d7-8e48-b64d47d71dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:38:40.714395 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681084f5-5317-4bf5-9a29-a6a893967ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ff0b63-96f6-4ec1-a3eb-b6cfd96e1252,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:40.752313 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-42d2a24a-d011-4263-9f12-4974ef086a04 None None] Provisioning complete for port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:40.753292 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-42d2a24a-d011-4263-9f12-4974ef086a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.789382 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c546abf1-1b9e-44d1-8ec5-f80a2f1601aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.803564 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'name': 'tempest-TestVolumeBootPattern-1357620013-router', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '32b34f68-ed71-4f15-b0ac-e3bb6c0b863a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:38:34Z', 'revision_number': 4, 'project_id': '90641cdcbc2643a2ab7323f892cabf57', 'gw_port': {'id': '32b34f68-ed71-4f15-b0ac-e3bb6c0b863a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '72b0e9ed-ed53-4317-a56b-ce8b408d1dc8', 'name': '', 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'mac_address': 'fa:16:3e:0b:c2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '82193c31-aa1a-4005-a895-74742d3f3da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:34Z', 'updated_at': '2021-09-18T05:38:40Z', 'revision_number': 4, 'project_id': '90641cdcbc2643a2ab7323f892cabf57', 'subnets': [{'id': '82193c31-aa1a-4005-a895-74742d3f3da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:38:40.820804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4aa29aa4-41e5-41b9-8d78-8a947fdeea5c req-31dd1612-5acf-4a56-bfaf-244ac1a2025b service neutron] 10.222.0.13 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549025 Sep 18 05:38:40.821468 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c546abf1-1b9e-44d1-8ec5-f80a2f1601aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.843744 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf091b8f-2068-4804-977b-a76373ae2328 None None] The sync data for ids ['9237c11a-0e3c-436f-9450-e0f2b6c10afc'] in n-d-789963-13 is: [{'id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'name': 'tempest-TestVolumeBootPattern-1357620013-router', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '32b34f68-ed71-4f15-b0ac-e3bb6c0b863a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:38:34Z', 'revision_number': 4, 'project_id': '90641cdcbc2643a2ab7323f892cabf57', 'gw_port': {'id': '32b34f68-ed71-4f15-b0ac-e3bb6c0b863a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '72b0e9ed-ed53-4317-a56b-ce8b408d1dc8', 'name': '', 'network_id': '732af1bf-fac5-4ee4-8c01-c0771f5eb24c', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'mac_address': 'fa:16:3e:0b:c2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '82193c31-aa1a-4005-a895-74742d3f3da4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:34Z', 'updated_at': '2021-09-18T05:38:40Z', 'revision_number': 4, 'project_id': '90641cdcbc2643a2ab7323f892cabf57', 'subnets': [{'id': '82193c31-aa1a-4005-a895-74742d3f3da4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:38:40.943037 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c546abf1-1b9e-44d1-8ec5-f80a2f1601aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.945764 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-c546abf1-1b9e-44d1-8ec5-f80a2f1601aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:40.946960 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-c546abf1-1b9e-44d1-8ec5-f80a2f1601aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63ff0b63-96f6-4ec1-a3eb-b6cfd96e1252 HTTP/1.1" status: 204 len: 168 time: 0.2509251 Sep 18 05:38:40.955397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546abf1-1b9e-44d1-8ec5-f80a2f1601aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ff0b63-96f6-4ec1-a3eb-b6cfd96e1252,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:41.113594 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bc72dc87-718d-4d94-a27a-1968c8080b41 req-4a62d5e5-ad25-4378-98f0-026039fa9cdc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 210 time: 0.0314670 Sep 18 05:38:41.195931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:38:41.245282 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:41.245661 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:42.229843 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f516c872-7701-4ceb-91e3-c5508b76de52 req-f543b8a4-8954-453d-98c3-e60b56663e88 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 210 time: 0.0324056 Sep 18 05:38:42.363377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-8e86c80e-e5b7-4170-a84c-50482b7bd9e9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:42.364877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-8e86c80e-e5b7-4170-a84c-50482b7bd9e9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 812 time: 0.1207736 Sep 18 05:38:42.377355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-84120aee-7a2a-40c5-8ca2-c6234b7adee5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'port': {'device_id': '129c1cba-c21e-4945-bfc0-4dcc74e402c3', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'admin_state_up': True, 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:38:42.541942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-84120aee-7a2a-40c5-8ca2-c6234b7adee5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Made reservation on behalf of 4311c5f8783f4a7d9a2ad38c4facba04 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:38:42.545599 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-84120aee-7a2a-40c5-8ca2-c6234b7adee5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:42.692652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-84120aee-7a2a-40c5-8ca2-c6234b7adee5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Allocated IP 172.20.0.5 (0f6e381d-8846-4d88-aff7-895a0111f888/135f7264-cbc4-44b4-90ff-4f1206bba78b/9c13877b-3ca2-4bd0-819d-e0bf0f5ee800) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:38:42.852593 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-84120aee-7a2a-40c5-8ca2-c6234b7adee5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:42.988777 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-84120aee-7a2a-40c5-8ca2-c6234b7adee5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:43.037951 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-84120aee-7a2a-40c5-8ca2-c6234b7adee5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Network 0f6e381d-8846-4d88-aff7-895a0111f888 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:38:43.042305 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-84120aee-7a2a-40c5-8ca2-c6234b7adee5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:43.050134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-84120aee-7a2a-40c5-8ca2-c6234b7adee5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:38:43.054115 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84120aee-7a2a-40c5-8ca2-c6234b7adee5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'Port': ['ID=9c13877b-3ca2-4bd0-819d-e0bf0f5ee800,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:43.103767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-84120aee-7a2a-40c5-8ca2-c6234b7adee5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:43.104579 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-84120aee-7a2a-40c5-8ca2-c6234b7adee5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:43.206476 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-84120aee-7a2a-40c5-8ca2-c6234b7adee5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8320088 Sep 18 05:38:43.217978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Request body: {'port': {'device_id': '129c1cba-c21e-4945-bfc0-4dcc74e402c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:38:43.299087 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-61de06c5-3567-4a65-9428-4579e62011ab None None] Provisioning complete for port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:43.299087 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-61de06c5-3567-4a65-9428-4579e62011ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:43.304840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:43.365070 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-61de06c5-3567-4a65-9428-4579e62011ab None None] Port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:38:43.372784 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22296ed-6535-401b-b7df-cc9a633ffce6 req-a2636b47-0568-4459-9265-f88a887306dc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:43.380950 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a22296ed-6535-401b-b7df-cc9a633ffce6 req-a2636b47-0568-4459-9265-f88a887306dc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 931 time: 0.0671301 Sep 18 05:38:43.436638 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a22296ed-6535-401b-b7df-cc9a633ffce6 req-f7005f1c-11c7-4310-842c-9abf1e4122ca tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508423 Sep 18 05:38:43.607801 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:38:43.615979 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:43.629105 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Transition to ACTIVE for port object 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:38:43.702393 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:43.758122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Pushing event updated for resources: {'Port': ['ID=9c13877b-3ca2-4bd0-819d-e0bf0f5ee800,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:43.839371 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Attempting to bind port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:38:43.839727 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Attempting to bind port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:38:43.840064 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Attempting to bind port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:38:43.845834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 on network 0f6e381d-8846-4d88-aff7-895a0111f888 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:38:43.846266 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Attempting to bind port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:38:43.856909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:38:43.863172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Checking segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:38:43.863172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Bound using segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:38:43.863172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Bound port: 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:38:43.863172 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:43.990340 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] For port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:38:43.993637 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] For port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9c13877b-3ca2-4bd0-819d-e0bf0f5ee800,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:38:44.099442 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:44.133993 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:44.134647 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:44.136051 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 HTTP/1.1" status: 200 len: 1092 time: 0.9225075 Sep 18 05:38:44.136519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129c1cba-c21e-4945-bfc0-4dcc74e402c3', 'tag': '9c13877b-3ca2-4bd0-819d-e0bf0f5ee800'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:38:44.138800 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a7a912-453d-4ae8-8d8f-a51fefe773f6" -d '{"events": [{"name": "network-changed", "server_uuid": "129c1cba-c21e-4945-bfc0-4dcc74e402c3", "tag": "9c13877b-3ca2-4bd0-819d-e0bf0f5ee800"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:38:44.171419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae85b59-7f53-4f3f-a9a0-0d8cb3da5c65 service neutron] Pushing event updated for resources: {'Port': ['ID=9c13877b-3ca2-4bd0-819d-e0bf0f5ee800,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:44.188029 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c49ea3e-0c34-4db9-9191-50f91db296ce x-openstack-request-id: req-5c49ea3e-0c34-4db9-9191-50f91db296ce {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:38:44.188485 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129c1cba-c21e-4945-bfc0-4dcc74e402c3", "tag": "9c13877b-3ca2-4bd0-819d-e0bf0f5ee800", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:38:44.188743 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c49ea3e-0c34-4db9-9191-50f91db296ce {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:38:44.189300 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129c1cba-c21e-4945-bfc0-4dcc74e402c3', 'tag': '9c13877b-3ca2-4bd0-819d-e0bf0f5ee800', 'status': 'completed', 'code': 200} Sep 18 05:38:44.259183 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7a912-453d-4ae8-8d8f-a51fefe773f6 req-ba7bd2ec-773d-4cff-a167-1e50603bbafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:44.264221 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d5a7a912-453d-4ae8-8d8f-a51fefe773f6 req-ba7bd2ec-773d-4cff-a167-1e50603bbafb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 1095 time: 0.0573156 Sep 18 05:38:44.378573 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7a912-453d-4ae8-8d8f-a51fefe773f6 req-531a63b7-ab01-4c55-b954-3839b16fc7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:44.380311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d5a7a912-453d-4ae8-8d8f-a51fefe773f6 req-531a63b7-ab01-4c55-b954-3839b16fc7d8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1115448 Sep 18 05:38:44.445526 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58922) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:44.495206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7a912-453d-4ae8-8d8f-a51fefe773f6 req-ed06fce8-3b4e-4fef-9e97-25d77586fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:44.496910 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d5a7a912-453d-4ae8-8d8f-a51fefe773f6 req-ed06fce8-3b4e-4fef-9e97-25d77586fc1b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1103795 Sep 18 05:38:44.565057 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01c24aad-3ef7-4e9f-ac76-e678a5836a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:44.574506 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d777f3f-4c38-455e-ab9b-6c2ac8e021ef req-25c1963b-6804-4599-afb4-8ba94de7a1e1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:44.576208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-0a47a0a5-95d9-4f39-9eba-db5c38fa0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:44.576405 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d777f3f-4c38-455e-ab9b-6c2ac8e021ef req-25c1963b-6804-4599-afb4-8ba94de7a1e1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 943 time: 0.0750701 Sep 18 05:38:44.578352 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-0a47a0a5-95d9-4f39-9eba-db5c38fa0187 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 1095 time: 0.0419538 Sep 18 05:38:44.626503 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-fbe1d00a-13ad-4c1a-a282-93954b7bdd93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 HTTP/1.1" status: 200 len: 217 time: 0.0412834 Sep 18 05:38:44.634291 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d777f3f-4c38-455e-ab9b-6c2ac8e021ef req-b950c236-da1d-44dc-9d00-e61f1946f3a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500994 Sep 18 05:38:44.688639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-02052a21-4c87-47a4-a2dc-dc8e45d06e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:44.690767 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-02052a21-4c87-47a4-a2dc-dc8e45d06e15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0573335 Sep 18 05:38:44.714417 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01c24aad-3ef7-4e9f-ac76-e678a5836a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:44.742197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-5ed87b44-90da-4a2a-bb12-673e54853ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:44.743794 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-5ed87b44-90da-4a2a-bb12-673e54853ef2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464766 Sep 18 05:38:44.783994 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-01c24aad-3ef7-4e9f-ac76-e678a5836a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:44.827043 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-01c24aad-3ef7-4e9f-ac76-e678a5836a8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e17d926677a46e1823fccea66b1ca84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3776538 Sep 18 05:38:44.827043 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c24aad-3ef7-4e9f-ac76-e678a5836a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c188901c-32b8-46ef-9bcd-f2624485656c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:44.827350 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 58928) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:44.862168 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-8ee455bb-a969-451e-9305-7cd0b2fbc9d3 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108854 Sep 18 05:38:44.940830 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-51f8c5b7-59f9-4575-b321-56eee72ef535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:44.973682 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-51f8c5b7-59f9-4575-b321-56eee72ef535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:45.003530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f73fed10-e171-48b4-bc2c-f437d5c44486 req-aa2c427a-6b97-491e-bb80-bb2b29137321 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337919 Sep 18 05:38:45.136077 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-51f8c5b7-59f9-4575-b321-56eee72ef535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:45.138851 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-51f8c5b7-59f9-4575-b321-56eee72ef535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:45.140066 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-51f8c5b7-59f9-4575-b321-56eee72ef535 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c188901c-32b8-46ef-9bcd-f2624485656c HTTP/1.1" status: 204 len: 168 time: 0.3117340 Sep 18 05:38:45.149047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8c5b7-59f9-4575-b321-56eee72ef535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c188901c-32b8-46ef-9bcd-f2624485656c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:45.711943 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58936) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:45.739388 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80f69e4b-26a7-4011-8941-33801f6904fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:45.765898 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c37aa-d7ce-4da0-81ae-093b589ae71c req-a5db41d3-6214-4555-9f4c-d542c4733ea5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:45.767436 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c2c37aa-d7ce-4da0-81ae-093b589ae71c req-a5db41d3-6214-4555-9f4c-d542c4733ea5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 943 time: 0.0575955 Sep 18 05:38:45.810934 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c2c37aa-d7ce-4da0-81ae-093b589ae71c req-ca5b23f5-0149-42cc-9df1-b6c9e42a659f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363867 Sep 18 05:38:45.841399 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80f69e4b-26a7-4011-8941-33801f6904fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:45.930109 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-80f69e4b-26a7-4011-8941-33801f6904fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:45.967759 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f69e4b-26a7-4011-8941-33801f6904fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec37e6e4-5bd8-4a65-93d3-07386477eae5,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:45.972954 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-80f69e4b-26a7-4011-8941-33801f6904fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d5cf633ac31434f9bd5c95a413de398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595773 Sep 18 05:38:45.976022 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 58938) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:46.028778 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6dca6cb5-46a0-47a1-a461-05f26c3f9d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:46.056824 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6dca6cb5-46a0-47a1-a461-05f26c3f9d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:46.170265 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6dca6cb5-46a0-47a1-a461-05f26c3f9d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:46.172860 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6dca6cb5-46a0-47a1-a461-05f26c3f9d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:46.174036 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6dca6cb5-46a0-47a1-a461-05f26c3f9d90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec37e6e4-5bd8-4a65-93d3-07386477eae5 HTTP/1.1" status: 204 len: 168 time: 0.1975427 Sep 18 05:38:46.186360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca6cb5-46a0-47a1-a461-05f26c3f9d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec37e6e4-5bd8-4a65-93d3-07386477eae5,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:46.982551 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6161ee-96fb-4032-b386-06f7e333954a req-a6f9a716-cf43-45ec-b605-7d6c003cf05c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:46.984065 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c6161ee-96fb-4032-b386-06f7e333954a req-a6f9a716-cf43-45ec-b605-7d6c003cf05c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 943 time: 0.1044226 Sep 18 05:38:47.024702 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c6161ee-96fb-4032-b386-06f7e333954a req-fa8fe075-9ca8-40dc-9744-8e9c345d6f54 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336986 Sep 18 05:38:47.213773 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:38:48.141931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592909c-4192-41ea-b2ca-32b1ce72404f req-88a2fb3e-83c6-49ed-8e37-edf47535b686 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:48.144149 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9592909c-4192-41ea-b2ca-32b1ce72404f req-88a2fb3e-83c6-49ed-8e37-edf47535b686 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 943 time: 0.0529265 Sep 18 05:38:48.182070 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9592909c-4192-41ea-b2ca-32b1ce72404f req-d39dad7d-30e9-4e68-913d-d87ea5271719 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320566 Sep 18 05:38:49.300807 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f87fac-20c0-4c72-bca2-d36147664a6b req-c36bff9a-9bf7-4512-89d0-e7abc6cca947 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:49.302491 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-59f87fac-20c0-4c72-bca2-d36147664a6b req-c36bff9a-9bf7-4512-89d0-e7abc6cca947 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 943 time: 0.0511570 Sep 18 05:38:49.340432 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-59f87fac-20c0-4c72-bca2-d36147664a6b req-9b5c7e24-2318-4316-84b2-c69c84e61010 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323210 Sep 18 05:38:49.974802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59040) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:50.081735 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc545689-715f-4de5-8247-41518fd7e20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:50.168770 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc545689-715f-4de5-8247-41518fd7e20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:50.238464 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fc545689-715f-4de5-8247-41518fd7e20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:50.274039 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc545689-715f-4de5-8247-41518fd7e20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd35a3b-ffdc-4a0b-9051-7099c355a454,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:50.278374 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fc545689-715f-4de5-8247-41518fd7e20a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9036921a6c6543f6b459bc3864991e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025117 Sep 18 05:38:50.281523 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59044) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:50.328249 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45a80206-1abf-44ff-8715-4c214be33f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:50.348864 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45a80206-1abf-44ff-8715-4c214be33f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:50.454417 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58f5cc-86ec-4df0-9998-000fde4ed12c req-b08446e8-d4b3-4b37-bd28-3f7939b39534 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:50.455816 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d58f5cc-86ec-4df0-9998-000fde4ed12c req-b08446e8-d4b3-4b37-bd28-3f7939b39534 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 943 time: 0.0489097 Sep 18 05:38:50.490306 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45a80206-1abf-44ff-8715-4c214be33f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:50.493059 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-45a80206-1abf-44ff-8715-4c214be33f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:50.494293 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-45a80206-1abf-44ff-8715-4c214be33f23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbd35a3b-ffdc-4a0b-9051-7099c355a454 HTTP/1.1" status: 204 len: 168 time: 0.2123184 Sep 18 05:38:50.499890 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2d58f5cc-86ec-4df0-9998-000fde4ed12c req-94a9a4cc-45b0-4b55-9b0e-229c22a128ce tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379448 Sep 18 05:38:50.502678 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a80206-1abf-44ff-8715-4c214be33f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd35a3b-ffdc-4a0b-9051-7099c355a454,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:51.101634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59052) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:51.115065 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-08cc08b6-1299-4bd9-84de-10f8719b87d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:51.200600 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-08cc08b6-1299-4bd9-84de-10f8719b87d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:51.261573 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-08cc08b6-1299-4bd9-84de-10f8719b87d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:51.299852 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-08cc08b6-1299-4bd9-84de-10f8719b87d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e84b1f7b1fe2445b93d6e922e623cec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971297 Sep 18 05:38:51.300720 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc08b6-1299-4bd9-84de-10f8719b87d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12c0e77-1a4b-49b8-a43d-0d814d14a3c0,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:51.302771 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59054) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:51.350449 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e3f22764-f44f-4095-b230-1f72c760f558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:51.371100 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e3f22764-f44f-4095-b230-1f72c760f558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:51.501723 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e3f22764-f44f-4095-b230-1f72c760f558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:51.505036 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e3f22764-f44f-4095-b230-1f72c760f558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:51.506202 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e3f22764-f44f-4095-b230-1f72c760f558 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a12c0e77-1a4b-49b8-a43d-0d814d14a3c0 HTTP/1.1" status: 204 len: 168 time: 0.2023804 Sep 18 05:38:51.514366 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f22764-f44f-4095-b230-1f72c760f558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12c0e77-1a4b-49b8-a43d-0d814d14a3c0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:51.617903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dd327-828c-4a88-ba2c-c982231c058a req-1de12251-24e6-4e7c-8ded-0463f118f09f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:51.619446 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-261dd327-828c-4a88-ba2c-c982231c058a req-1de12251-24e6-4e7c-8ded-0463f118f09f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 943 time: 0.0496848 Sep 18 05:38:51.657651 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-261dd327-828c-4a88-ba2c-c982231c058a req-a1286385-a5f4-43fa-b90e-3e8efb5b2a34 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Sep 18 05:38:52.776692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dafe69-e974-4d34-b8b1-ede689a47b47 req-f34799f5-5f7a-4255-912f-ec8de885e84a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:52.778207 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99dafe69-e974-4d34-b8b1-ede689a47b47 req-f34799f5-5f7a-4255-912f-ec8de885e84a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 943 time: 0.0507302 Sep 18 05:38:52.816868 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99dafe69-e974-4d34-b8b1-ede689a47b47 req-32feafbc-dcf7-4840-8ab3-68826d4a2ce7 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327086 Sep 18 05:38:53.251434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59126) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:53.275609 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:53.365055 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a972821-e2de-431f-b0b1-c87dee997c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:53.462456 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a972821-e2de-431f-b0b1-c87dee997c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:53.473124 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:53.532468 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a972821-e2de-431f-b0b1-c87dee997c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:53.572368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a972821-e2de-431f-b0b1-c87dee997c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bc1e10-486f-4a44-beba-db5afa7f5d43,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:53.577948 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5a972821-e2de-431f-b0b1-c87dee997c73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d61f87fcc364709be64146ff8fb3527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248343 Sep 18 05:38:53.580547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59130) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:53.634549 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fd49-3145-445b-9b56-e839dbca3ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:53.654770 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fd49-3145-445b-9b56-e839dbca3ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:53.770023 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fd49-3145-445b-9b56-e839dbca3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:53.772606 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fd49-3145-445b-9b56-e839dbca3ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:53.773796 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3bc8fd49-3145-445b-9b56-e839dbca3ff0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84bc1e10-486f-4a44-beba-db5afa7f5d43 HTTP/1.1" status: 204 len: 168 time: 0.1922941 Sep 18 05:38:53.781569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8fd49-3145-445b-9b56-e839dbca3ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bc1e10-486f-4a44-beba-db5afa7f5d43,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:53.931466 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d291a-9aa0-4a3d-a879-dcdef54ed6fb req-6ab16768-a5d0-4b8e-b5bb-3b4371afa33a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:53.933006 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2e8d291a-9aa0-4a3d-a879-dcdef54ed6fb req-6ab16768-a5d0-4b8e-b5bb-3b4371afa33a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 943 time: 0.0496674 Sep 18 05:38:53.972177 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2e8d291a-9aa0-4a3d-a879-dcdef54ed6fb req-8eb3d314-76c7-4394-a31d-dc3d13182dd8 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330906 Sep 18 05:38:54.868768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59154) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:54.964226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1304409532'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:38:55.047650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Made reservation on behalf of 19e2407887be496fb9f95f176c9bab6f for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:38:55.051912 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:55.077387 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:55.117916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6cdf5-dc99-4eb2-ab25-64b0ef3c71b0 req-efbef473-91c7-4351-8d68-b6f0bf83c76a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:55.119438 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aea6cdf5-dc99-4eb2-ab25-64b0ef3c71b0 req-efbef473-91c7-4351-8d68-b6f0bf83c76a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 943 time: 0.0825005 Sep 18 05:38:55.180413 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aea6cdf5-dc99-4eb2-ab25-64b0ef3c71b0 req-49d64f0c-7320-4fee-9304-cd306bbc801f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518208 Sep 18 05:38:55.218366 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:55.275282 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:55.302424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:38:55.313169 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ed7d3e-230d-482f-95c8-04872ebe7af0,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:55.317259 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:55.317609 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Added segment b24f662f-0375-4972-9e11-c3743f75d450 of type vlan for network 6ce1b37f-ae88-481b-817c-ae84bd9772ab Sep 18 05:38:55.357742 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:55.432848 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:55.438570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:55.439164 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:55.508055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event updated for resources: {'Network': ['ID=6ce1b37f-ae88-481b-817c-ae84bd9772ab,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:55.519267 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 6ce1b37f-ae88-481b-817c-ae84bd9772ab details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:38:55.533476 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a6e500f6-a443-4272-af5f-a019c5b0ab9e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6609223 Sep 18 05:38:55.533806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59160) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:55.539218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ca50544a-b5b3-402e-a718-401b1232aa0b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Request body: {'subnet': {'network_id': '6ce1b37f-ae88-481b-817c-ae84bd9772ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:38:55.658741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:38:55.680777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca50544a-b5b3-402e-a718-401b1232aa0b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Made reservation on behalf of 19e2407887be496fb9f95f176c9bab6f for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:38:55.684346 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ca50544a-b5b3-402e-a718-401b1232aa0b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:55.766272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9c13877b-3ca2-4bd0-819d-e0bf0f5ee800,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:38:55.778465 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '9c13877b-3ca2-4bd0-819d-e0bf0f5ee800', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'port_id': '9c13877b-3ca2-4bd0-819d-e0bf0f5ee800', 'mac_address': 'fa:16:3e:6e:b3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:38:55.822979 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:55.836875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:38:55.856523 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9c13877b-3ca2-4bd0-819d-e0bf0f5ee800,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:38:55.932935 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:55.962892 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ca50544a-b5b3-402e-a718-401b1232aa0b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:55.982042 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=9c13877b-3ca2-4bd0-819d-e0bf0f5ee800,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:56.032689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50544a-b5b3-402e-a718-401b1232aa0b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event updated for resources: {'Subnet': ['ID=738313cf-e64d-476f-8b7a-3c7cc7cfc643,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:56.041936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca50544a-b5b3-402e-a718-401b1232aa0b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Checking segment: {'id': 'b24f662f-0375-4972-9e11-c3743f75d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ce1b37f-ae88-481b-817c-ae84bd9772ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:38:56.042307 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca50544a-b5b3-402e-a718-401b1232aa0b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Network hostable DHCP agents. Network: 6ce1b37f-ae88-481b-817c-ae84bd9772ab, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:38:56.134104 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['9c13877b-3ca2-4bd0-819d-e0bf0f5ee800'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:38:56.135772 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca50544a-b5b3-402e-a718-401b1232aa0b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Network 6ce1b37f-ae88-481b-817c-ae84bd9772ab is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:38:56.213343 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-ca50544a-b5b3-402e-a718-401b1232aa0b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 6ce1b37f-ae88-481b-817c-ae84bd9772ab) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:56.220184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca50544a-b5b3-402e-a718-401b1232aa0b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:56.221059 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ca50544a-b5b3-402e-a718-401b1232aa0b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:56.227002 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef95c4b-45ab-4caa-8f44-bd982c4d5e8c None None] Network 6ce1b37f-ae88-481b-817c-ae84bd9772ab requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:38:56.293828 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ca50544a-b5b3-402e-a718-401b1232aa0b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7586758 Sep 18 05:38:56.296684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59164) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:56.302180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-890ee5bd-b0ab-4a02-adde-5315081e42af tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Request body: {'port': {'network_id': '6ce1b37f-ae88-481b-817c-ae84bd9772ab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-902716396'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:38:56.319578 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f6f82-2d32-481e-a110-92a06e086b6f req-84a7cd9e-6d49-4bac-99e9-8b14ee320a55 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:56.325209 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-776f6f82-2d32-481e-a110-92a06e086b6f req-84a7cd9e-6d49-4bac-99e9-8b14ee320a55 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 944 time: 0.0555532 Sep 18 05:38:56.365212 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-776f6f82-2d32-481e-a110-92a06e086b6f req-b2894a01-ad71-424d-8056-9d6d28f9d695 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366309 Sep 18 05:38:56.411343 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-6ce1b37f-ae88-481b-817c-ae84bd9772ab', 'network_id': '6ce1b37f-ae88-481b-817c-ae84bd9772ab', 'tenant_id': '19e2407887be496fb9f95f176c9bab6f', 'fixed_ips': [{'subnet_id': '738313cf-e64d-476f-8b7a-3c7cc7cfc643'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:38:56.412220 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:56.495966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890ee5bd-b0ab-4a02-adde-5315081e42af tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Made reservation on behalf of 19e2407887be496fb9f95f176c9bab6f for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:38:56.499462 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-890ee5bd-b0ab-4a02-adde-5315081e42af tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:56.516764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-890ee5bd-b0ab-4a02-adde-5315081e42af tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] device_id is not set on port 1864385c-00ce-4cca-8d78-67657bde3bc5 yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:38:56.544227 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Allocated IP 2001:db8::2 (6ce1b37f-ae88-481b-817c-ae84bd9772ab/738313cf-e64d-476f-8b7a-3c7cc7cfc643/c49ee884-7a59-4133-8af8-9f59cf5ffc11) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:38:56.683874 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:56.744195 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:56.780883 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Network 6ce1b37f-ae88-481b-817c-ae84bd9772ab is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:38:56.784284 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:56.787708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:38:56.797134 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Pushing event updated for resources: {'Port': ['ID=c49ee884-7a59-4133-8af8-9f59cf5ffc11,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:56.803383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-890ee5bd-b0ab-4a02-adde-5315081e42af tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Allocated IP 2001:db8::4a (6ce1b37f-ae88-481b-817c-ae84bd9772ab/738313cf-e64d-476f-8b7a-3c7cc7cfc643/1864385c-00ce-4cca-8d78-67657bde3bc5) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:38:56.849363 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Attempting to bind port c49ee884-7a59-4133-8af8-9f59cf5ffc11 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:38:56.849761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Attempting to bind port c49ee884-7a59-4133-8af8-9f59cf5ffc11 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': 'b24f662f-0375-4972-9e11-c3743f75d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ce1b37f-ae88-481b-817c-ae84bd9772ab'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:38:56.850130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Attempting to bind port c49ee884-7a59-4133-8af8-9f59cf5ffc11 on network 6ce1b37f-ae88-481b-817c-ae84bd9772ab {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:38:56.855153 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:38:56.855529 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Checking segment: {'id': 'b24f662f-0375-4972-9e11-c3743f75d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ce1b37f-ae88-481b-817c-ae84bd9772ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:38:56.855938 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:56.856377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Bound using segment: {'id': 'b24f662f-0375-4972-9e11-c3743f75d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ce1b37f-ae88-481b-817c-ae84bd9772ab'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:38:56.856843 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Bound port: c49ee884-7a59-4133-8af8-9f59cf5ffc11, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24f662f-0375-4972-9e11-c3743f75d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ce1b37f-ae88-481b-817c-ae84bd9772ab'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:38:56.857232 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:56.925112 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] For port c49ee884-7a59-4133-8af8-9f59cf5ffc11, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:38:56.928225 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] For port c49ee884-7a59-4133-8af8-9f59cf5ffc11, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c49ee884-7a59-4133-8af8-9f59cf5ffc11,segment=NetworkSegment(b24f662f-0375-4972-9e11-c3743f75d450),segment_id=b24f662f-0375-4972-9e11-c3743f75d450)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:38:56.953389 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-890ee5bd-b0ab-4a02-adde-5315081e42af tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:57.087482 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-890ee5bd-b0ab-4a02-adde-5315081e42af tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:57.088151 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:57.133585 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890ee5bd-b0ab-4a02-adde-5315081e42af tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Network 6ce1b37f-ae88-481b-817c-ae84bd9772ab is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:38:57.136795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-890ee5bd-b0ab-4a02-adde-5315081e42af tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:57.144159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890ee5bd-b0ab-4a02-adde-5315081e42af tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:38:57.149768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cae515-a4f4-4bab-a557-8ea3ee33b477 None None] Pushing event updated for resources: {'Port': ['ID=c49ee884-7a59-4133-8af8-9f59cf5ffc11,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:57.150046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890ee5bd-b0ab-4a02-adde-5315081e42af tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:57.150711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-890ee5bd-b0ab-4a02-adde-5315081e42af tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:57.154658 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ee5bd-b0ab-4a02-adde-5315081e42af tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event updated for resources: {'Port': ['ID=1864385c-00ce-4cca-8d78-67657bde3bc5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:57.201633 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-890ee5bd-b0ab-4a02-adde-5315081e42af tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9037607 Sep 18 05:38:57.204970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59166) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:57.211439 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-867a4af6-80e3-4918-9911-1fdbf12a0182 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Request body: {'port': {'network_id': '6ce1b37f-ae88-481b-817c-ae84bd9772ab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1110785913', 'allowed_address_pairs': [{'ip_address': '2001:db8::4a', 'mac_address': 'fa:16:3e:b9:bc:33'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:38:57.496111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2958e3-eeef-4ce2-88e5-735ada800772 req-7a7a91c1-2183-4a95-a001-361f26554404 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:57.497637 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e2958e3-eeef-4ce2-88e5-735ada800772 req-7a7a91c1-2183-4a95-a001-361f26554404 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 944 time: 0.0527744 Sep 18 05:38:57.535197 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1e2958e3-eeef-4ce2-88e5-735ada800772 req-46020dcf-7370-49e0-a315-9160780fb0b2 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304580 Sep 18 05:38:57.537965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867a4af6-80e3-4918-9911-1fdbf12a0182 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Made reservation on behalf of 19e2407887be496fb9f95f176c9bab6f for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:38:57.623531 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-867a4af6-80e3-4918-9911-1fdbf12a0182 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:57.667938 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:38:57.781538 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:38:57.787934 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:57.788395 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:57.881340 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:57.907004 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129c1cba-c21e-4945-bfc0-4dcc74e402c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c13877b-3ca2-4bd0-819d-e0bf0f5ee800'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:38:57.909975 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e9b167-6c4c-4aab-91ff-1bfd33d1a57d" -d '{"events": [{"server_uuid": "129c1cba-c21e-4945-bfc0-4dcc74e402c3", "name": "network-vif-plugged", "status": "completed", "tag": "9c13877b-3ca2-4bd0-819d-e0bf0f5ee800"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:38:57.935294 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9c13877b-3ca2-4bd0-819d-e0bf0f5ee800,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:38:57.953900 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2293638f-a254-44a1-8bf9-d28cbf6d56da x-openstack-request-id: req-2293638f-a254-44a1-8bf9-d28cbf6d56da {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:38:57.954094 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129c1cba-c21e-4945-bfc0-4dcc74e402c3", "name": "network-vif-plugged", "status": "completed", "tag": "9c13877b-3ca2-4bd0-819d-e0bf0f5ee800", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:38:57.955092 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2293638f-a254-44a1-8bf9-d28cbf6d56da {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:38:57.955745 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129c1cba-c21e-4945-bfc0-4dcc74e402c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c13877b-3ca2-4bd0-819d-e0bf0f5ee800', 'code': 200} Sep 18 05:38:58.010430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-867a4af6-80e3-4918-9911-1fdbf12a0182 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] device_id is not set on port 27bbeff9-ec5e-4b08-9e5a-56287d2f1d0a yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:38:58.070327 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:58.094404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0789a1cf-d832-4c63-88c3-6200f44bbb1d None None] Network 6ce1b37f-ae88-481b-817c-ae84bd9772ab requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:38:58.101167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f5687-6c87-41f8-934a-396c24807dd1 req-e64af7ce-65f2-4af6-8ef2-0c1b2cb761b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:58.102714 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0d7f5687-6c87-41f8-934a-396c24807dd1 req-e64af7ce-65f2-4af6-8ef2-0c1b2cb761b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 1096 time: 0.0872865 Sep 18 05:38:58.178561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=9c13877b-3ca2-4bd0-819d-e0bf0f5ee800,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:58.183484 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-867a4af6-80e3-4918-9911-1fdbf12a0182 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Allocated IP 2001:db8::a0 (6ce1b37f-ae88-481b-817c-ae84bd9772ab/738313cf-e64d-476f-8b7a-3c7cc7cfc643/27bbeff9-ec5e-4b08-9e5a-56287d2f1d0a) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:38:58.186719 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0d7f5687-6c87-41f8-934a-396c24807dd1 req-ece7a603-f10d-4d95-aa1e-1ab402b04164 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567257 Sep 18 05:38:58.189321 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-49a162a6-b64e-43c1-861b-b464a9d3a0b2 None None] Provisioning complete for port c49ee884-7a59-4133-8af8-9f59cf5ffc11 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:58.190242 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-49a162a6-b64e-43c1-861b-b464a9d3a0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:58.333665 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-49a162a6-b64e-43c1-861b-b464a9d3a0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:58.334076 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-867a4af6-80e3-4918-9911-1fdbf12a0182 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:58.370636 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-49a162a6-b64e-43c1-861b-b464a9d3a0b2 None None] For port c49ee884-7a59-4133-8af8-9f59cf5ffc11, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c49ee884-7a59-4133-8af8-9f59cf5ffc11,segment=NetworkSegment(b24f662f-0375-4972-9e11-c3743f75d450),segment_id=b24f662f-0375-4972-9e11-c3743f75d450)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:38:58.439032 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-867a4af6-80e3-4918-9911-1fdbf12a0182 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:58.461610 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-49a162a6-b64e-43c1-861b-b464a9d3a0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:58.483716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a4af6-80e3-4918-9911-1fdbf12a0182 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Network 6ce1b37f-ae88-481b-817c-ae84bd9772ab is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:38:58.487112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-867a4af6-80e3-4918-9911-1fdbf12a0182 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:58.491198 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a4af6-80e3-4918-9911-1fdbf12a0182 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:38:58.496988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a4af6-80e3-4918-9911-1fdbf12a0182 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:58.497746 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-867a4af6-80e3-4918-9911-1fdbf12a0182 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:58.511794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a4af6-80e3-4918-9911-1fdbf12a0182 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event updated for resources: {'Port': ['ID=27bbeff9-ec5e-4b08-9e5a-56287d2f1d0a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:58.512406 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a162a6-b64e-43c1-861b-b464a9d3a0b2 None None] Pushing event updated for resources: {'Port': ['ID=c49ee884-7a59-4133-8af8-9f59cf5ffc11,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:58.578670 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-867a4af6-80e3-4918-9911-1fdbf12a0182 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.3696330 Sep 18 05:38:58.579025 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59174) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:58.585437 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0387e058-69eb-420c-9cba-7ae1495339af None None] Provisioning complete for port c49ee884-7a59-4133-8af8-9f59cf5ffc11 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:58.587118 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0387e058-69eb-420c-9cba-7ae1495339af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:58.669326 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363c133f-45b9-451c-8f28-71aa1ae31467 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:58.675688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363c133f-45b9-451c-8f28-71aa1ae31467 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:58.681656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363c133f-45b9-451c-8f28-71aa1ae31467 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:58.690194 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-363c133f-45b9-451c-8f28-71aa1ae31467 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1034181 Sep 18 05:38:58.690404 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0387e058-69eb-420c-9cba-7ae1495339af None None] Provisioning complete for port 1864385c-00ce-4cca-8d78-67657bde3bc5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:58.690404 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0387e058-69eb-420c-9cba-7ae1495339af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:58.691131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59176) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:58.724073 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0387e058-69eb-420c-9cba-7ae1495339af None None] Port 1864385c-00ce-4cca-8d78-67657bde3bc5 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:38:58.743981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756772f-881f-4805-b551-12855d740095 req-c9400d0c-58d6-462b-9a85-11037a7f3457 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:58.746192 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e756772f-881f-4805-b551-12855d740095 req-c9400d0c-58d6-462b-9a85-11037a7f3457 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 945 time: 0.1222703 Sep 18 05:38:58.811872 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e756772f-881f-4805-b551-12855d740095 req-d28b4c55-b7a1-4f16-8dff-16e614ce99aa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436347 Sep 18 05:38:58.832971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8e6079c1-af41-459e-9217-b5a9821c10a8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Deleting port 27bbeff9-ec5e-4b08-9e5a-56287d2f1d0a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:38:58.832971 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e6079c1-af41-459e-9217-b5a9821c10a8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:58.854888 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-7da96b8a-980d-4f96-bcaf-fd3910b0bad4 None None] Provisioning complete for port 1864385c-00ce-4cca-8d78-67657bde3bc5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:58.855353 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7da96b8a-980d-4f96-bcaf-fd3910b0bad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:58.891001 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-7da96b8a-980d-4f96-bcaf-fd3910b0bad4 None None] Port 1864385c-00ce-4cca-8d78-67657bde3bc5 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:38:58.963109 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e6079c1-af41-459e-9217-b5a9821c10a8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:58.975317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8e6079c1-af41-459e-9217-b5a9821c10a8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Calling delete_port for 27bbeff9-ec5e-4b08-9e5a-56287d2f1d0a owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:38:59.009875 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-df39bb68-7231-4b7a-8924-247fa3194d8b None None] Provisioning complete for port 27bbeff9-ec5e-4b08-9e5a-56287d2f1d0a triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:59.010250 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-df39bb68-7231-4b7a-8924-247fa3194d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:59.054000 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-df39bb68-7231-4b7a-8924-247fa3194d8b None None] Port 27bbeff9-ec5e-4b08-9e5a-56287d2f1d0a cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:38:59.166888 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e6079c1-af41-459e-9217-b5a9821c10a8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:59.206077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6079c1-af41-459e-9217-b5a9821c10a8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event deleted for resources: {'Port': ['ID=27bbeff9-ec5e-4b08-9e5a-56287d2f1d0a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:38:59.211917 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c49ee884-7a59-4133-8af8-9f59cf5ffc11 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:38:59.267375 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port c49ee884-7a59-4133-8af8-9f59cf5ffc11 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:38:59.267739 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:59.323369 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8e6079c1-af41-459e-9217-b5a9821c10a8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:59.326797 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8e6079c1-af41-459e-9217-b5a9821c10a8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "DELETE /v2.0/ports/27bbeff9-ec5e-4b08-9e5a-56287d2f1d0a HTTP/1.1" status: 204 len: 168 time: 0.6396070 Sep 18 05:38:59.329303 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59178) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:59.355593 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1479e440-6030-40d5-a1a1-26f714f75b77 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] GET failed (client error): The resource could not be found. Sep 18 05:38:59.361541 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1479e440-6030-40d5-a1a1-26f714f75b77 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "GET /v2.0/ports/27bbeff9-ec5e-4b08-9e5a-56287d2f1d0a HTTP/1.1" status: 404 len: 333 time: 0.0271239 Sep 18 05:38:59.362450 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59180) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:38:59.367348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-b1dd09ac-ab7d-480b-bdff-71e1d4c399d7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Request body: {'port': {'network_id': '6ce1b37f-ae88-481b-817c-ae84bd9772ab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1760597054'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:38:59.552754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dd09ac-ab7d-480b-bdff-71e1d4c399d7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Made reservation on behalf of 19e2407887be496fb9f95f176c9bab6f for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:38:59.556230 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1dd09ac-ab7d-480b-bdff-71e1d4c399d7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:59.573368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [None req-b1dd09ac-ab7d-480b-bdff-71e1d4c399d7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] device_id is not set on port 9cbc64e0-c85a-408e-b9f3-3da749596b2f yet. {{(pid=106909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:38:59.688074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-b1dd09ac-ab7d-480b-bdff-71e1d4c399d7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Allocated IP 2001:db8::4f (6ce1b37f-ae88-481b-817c-ae84bd9772ab/738313cf-e64d-476f-8b7a-3c7cc7cfc643/9cbc64e0-c85a-408e-b9f3-3da749596b2f) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:38:59.833171 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1dd09ac-ab7d-480b-bdff-71e1d4c399d7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:59.942027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1dd09ac-ab7d-480b-bdff-71e1d4c399d7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:38:59.952327 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b65800-9df1-422e-989f-d7fa46ccc2a3 req-63506843-fa73-454c-81c2-3269c6b85ec1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:59.953860 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-05b65800-9df1-422e-989f-d7fa46ccc2a3 req-63506843-fa73-454c-81c2-3269c6b85ec1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 945 time: 0.0668595 Sep 18 05:38:59.985311 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dd09ac-ab7d-480b-bdff-71e1d4c399d7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Network 6ce1b37f-ae88-481b-817c-ae84bd9772ab is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:38:59.989146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-b1dd09ac-ab7d-480b-bdff-71e1d4c399d7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:38:59.992842 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dd09ac-ab7d-480b-bdff-71e1d4c399d7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:38:59.993814 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-05b65800-9df1-422e-989f-d7fa46ccc2a3 req-ffc4b84a-2d14-4792-b8e9-8fb2f61b66e2 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335119 Sep 18 05:38:59.998448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dd09ac-ab7d-480b-bdff-71e1d4c399d7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:38:59.999081 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b1dd09ac-ab7d-480b-bdff-71e1d4c399d7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:00.008039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd09ac-ab7d-480b-bdff-71e1d4c399d7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event updated for resources: {'Port': ['ID=9cbc64e0-c85a-408e-b9f3-3da749596b2f,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:00.094301 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b1dd09ac-ab7d-480b-bdff-71e1d4c399d7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7307525 Sep 18 05:39:00.097565 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59188) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:00.103907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-7dd04d99-4635-4cd9-b567-21ae3a8d6e84 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4a', 'mac_address': 'fa:16:3e:b9:bc:33'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:39:00.160886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b354eb-6ddf-4d25-8b88-28f876e0df67 req-6a385fcd-b186-45ec-beb8-9968a098b0b8 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:00.162449 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4b354eb-6ddf-4d25-8b88-28f876e0df67 req-6a385fcd-b186-45ec-beb8-9968a098b0b8 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 945 time: 0.0966084 Sep 18 05:39:00.203731 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7dd04d99-4635-4cd9-b567-21ae3a8d6e84 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:00.250156 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4b354eb-6ddf-4d25-8b88-28f876e0df67 req-81433ce1-679f-455e-88f7-620d457bc90d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700014 Sep 18 05:39:00.284642 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-018aed85-0f48-450c-a30a-094d2cb10110 None None] Provisioning complete for port 9cbc64e0-c85a-408e-b9f3-3da749596b2f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:39:00.285246 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-018aed85-0f48-450c-a30a-094d2cb10110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:00.324183 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-018aed85-0f48-450c-a30a-094d2cb10110 None None] Port 9cbc64e0-c85a-408e-b9f3-3da749596b2f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:39:00.365565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c6ba6-25d0-4fb3-afab-c1e62297cfd5 req-e106db15-841c-4ad3-a623-fb4e741de793 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:00.367175 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b54c6ba6-25d0-4fb3-afab-c1e62297cfd5 req-e106db15-841c-4ad3-a623-fb4e741de793 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 945 time: 0.0503812 Sep 18 05:39:00.402810 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7dd04d99-4635-4cd9-b567-21ae3a8d6e84 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:00.407585 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b54c6ba6-25d0-4fb3-afab-c1e62297cfd5 req-d56c2362-e2c1-4481-9549-e16fb775aa8e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345459 Sep 18 05:39:00.497924 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7dd04d99-4635-4cd9-b567-21ae3a8d6e84 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:00.529412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-7dd04d99-4635-4cd9-b567-21ae3a8d6e84 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] In _notify_port_updated(), no bound segment for port 9cbc64e0-c85a-408e-b9f3-3da749596b2f on network 6ce1b37f-ae88-481b-817c-ae84bd9772ab {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:39:00.535021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd04d99-4635-4cd9-b567-21ae3a8d6e84 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:00.535655 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-7dd04d99-4635-4cd9-b567-21ae3a8d6e84 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:00.537053 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7dd04d99-4635-4cd9-b567-21ae3a8d6e84 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "PUT /v2.0/ports/9cbc64e0-c85a-408e-b9f3-3da749596b2f HTTP/1.1" status: 200 len: 1001 time: 0.4385364 Sep 18 05:39:00.540161 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59194) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:00.582042 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd04d99-4635-4cd9-b567-21ae3a8d6e84 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event updated for resources: {'Port': ['ID=9cbc64e0-c85a-408e-b9f3-3da749596b2f,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:00.649313 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2ca6085e-e5ad-4ac4-b472-9b8c7394ad9f tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Deleting port 9cbc64e0-c85a-408e-b9f3-3da749596b2f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:39:00.649670 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2ca6085e-e5ad-4ac4-b472-9b8c7394ad9f tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:00.741207 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2ca6085e-e5ad-4ac4-b472-9b8c7394ad9f tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:00.751779 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-0652e574-1f84-425e-8992-17c562b8ecc0 None None] Provisioning complete for port 9cbc64e0-c85a-408e-b9f3-3da749596b2f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:39:00.752464 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0652e574-1f84-425e-8992-17c562b8ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:00.756513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-2ca6085e-e5ad-4ac4-b472-9b8c7394ad9f tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Calling delete_port for 9cbc64e0-c85a-408e-b9f3-3da749596b2f owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:39:00.790348 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-0652e574-1f84-425e-8992-17c562b8ecc0 None None] Port 9cbc64e0-c85a-408e-b9f3-3da749596b2f cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:39:00.855919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6747f-a3fb-4413-896a-228b65bd425e req-a3c8c6d0-96fa-43b0-b61e-72466b9a076c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:00.857574 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35f6747f-a3fb-4413-896a-228b65bd425e req-a3c8c6d0-96fa-43b0-b61e-72466b9a076c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 945 time: 0.0499647 Sep 18 05:39:00.900076 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-35f6747f-a3fb-4413-896a-228b65bd425e req-4676dfaf-9508-4239-93c0-4b71cb20d0e5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357542 Sep 18 05:39:00.947278 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2ca6085e-e5ad-4ac4-b472-9b8c7394ad9f tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:00.976465 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6085e-e5ad-4ac4-b472-9b8c7394ad9f tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event deleted for resources: {'Port': ['ID=9cbc64e0-c85a-408e-b9f3-3da749596b2f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:01.072226 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2ca6085e-e5ad-4ac4-b472-9b8c7394ad9f tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:01.074285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2ca6085e-e5ad-4ac4-b472-9b8c7394ad9f tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "DELETE /v2.0/ports/9cbc64e0-c85a-408e-b9f3-3da749596b2f HTTP/1.1" status: 204 len: 168 time: 0.5332515 Sep 18 05:39:01.076818 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59198) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:01.102354 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4dc43c-0336-4f78-b400-f3a9a942dc0e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] GET failed (client error): The resource could not be found. Sep 18 05:39:01.103993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ae4dc43c-0336-4f78-b400-f3a9a942dc0e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "GET /v2.0/ports/9cbc64e0-c85a-408e-b9f3-3da749596b2f HTTP/1.1" status: 404 len: 333 time: 0.0262399 Sep 18 05:39:01.107716 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59200) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:01.113310 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-27bb94c2-0601-4393-92bd-d895fa110935 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Request body: {'port': {'network_id': '6ce1b37f-ae88-481b-817c-ae84bd9772ab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-527848668'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:39:01.255459 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6f43e730-2a1f-4207-8beb-f45980582456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:01.309498 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb94c2-0601-4393-92bd-d895fa110935 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Made reservation on behalf of 19e2407887be496fb9f95f176c9bab6f for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:39:01.313010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-27bb94c2-0601-4393-92bd-d895fa110935 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:01.331045 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-27bb94c2-0601-4393-92bd-d895fa110935 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] device_id is not set on port 0699ce69-513b-4a1c-92a0-385447a553b1 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:39:01.448571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-27bb94c2-0601-4393-92bd-d895fa110935 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Allocated IP 2001:db8::335 (6ce1b37f-ae88-481b-817c-ae84bd9772ab/738313cf-e64d-476f-8b7a-3c7cc7cfc643/0699ce69-513b-4a1c-92a0-385447a553b1) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:39:01.594740 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-27bb94c2-0601-4393-92bd-d895fa110935 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:01.703841 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-27bb94c2-0601-4393-92bd-d895fa110935 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:01.746400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb94c2-0601-4393-92bd-d895fa110935 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Network 6ce1b37f-ae88-481b-817c-ae84bd9772ab is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:39:01.749455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-27bb94c2-0601-4393-92bd-d895fa110935 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:39:01.753689 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb94c2-0601-4393-92bd-d895fa110935 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:39:01.759275 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb94c2-0601-4393-92bd-d895fa110935 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:01.759807 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-27bb94c2-0601-4393-92bd-d895fa110935 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:01.768889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb94c2-0601-4393-92bd-d895fa110935 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event updated for resources: {'Port': ['ID=0699ce69-513b-4a1c-92a0-385447a553b1,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:01.836414 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-27bb94c2-0601-4393-92bd-d895fa110935 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7274475 Sep 18 05:39:01.839037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59202) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:01.845278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5c216b15-9aaa-47ba-a31a-8184ddf34fcf tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b9:bc:33'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:39:01.922723 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5c216b15-9aaa-47ba-a31a-8184ddf34fcf tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:02.017495 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ad342e96-6cf2-41c1-9386-d64b5cb42d20 None None] Provisioning complete for port 0699ce69-513b-4a1c-92a0-385447a553b1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:39:02.018290 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ad342e96-6cf2-41c1-9386-d64b5cb42d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:02.052395 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ad342e96-6cf2-41c1-9386-d64b5cb42d20 None None] Port 0699ce69-513b-4a1c-92a0-385447a553b1 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:39:02.055713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f7c8c-5bb3-4603-b830-c2a7b2d90c52 req-36321cc0-5a0e-4a99-a05d-85c964639055 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:02.057189 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-483f7c8c-5bb3-4603-b830-c2a7b2d90c52 req-36321cc0-5a0e-4a99-a05d-85c964639055 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 945 time: 0.0784826 Sep 18 05:39:02.139969 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-483f7c8c-5bb3-4603-b830-c2a7b2d90c52 req-f6122fbf-a1cf-4d18-aff7-bfd3c903b029 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544033 Sep 18 05:39:02.170413 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5c216b15-9aaa-47ba-a31a-8184ddf34fcf tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:02.242962 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5c216b15-9aaa-47ba-a31a-8184ddf34fcf tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:02.283461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-5c216b15-9aaa-47ba-a31a-8184ddf34fcf tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] In _notify_port_updated(), no bound segment for port 0699ce69-513b-4a1c-92a0-385447a553b1 on network 6ce1b37f-ae88-481b-817c-ae84bd9772ab {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:39:02.288896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c216b15-9aaa-47ba-a31a-8184ddf34fcf tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:02.289537 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5c216b15-9aaa-47ba-a31a-8184ddf34fcf tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:02.293884 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5c216b15-9aaa-47ba-a31a-8184ddf34fcf tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "PUT /v2.0/ports/0699ce69-513b-4a1c-92a0-385447a553b1 HTTP/1.1" status: 200 len: 1002 time: 0.4502370 Sep 18 05:39:02.294213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59206) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:02.312650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a0615-3245-4864-a0ff-203df8b74c46 req-a19c728c-16ee-4df7-9d3c-71562a2d1a10 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:02.314415 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-354a0615-3245-4864-a0ff-203df8b74c46 req-a19c728c-16ee-4df7-9d3c-71562a2d1a10 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 945 time: 0.1023393 Sep 18 05:39:02.328671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c216b15-9aaa-47ba-a31a-8184ddf34fcf tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event updated for resources: {'Port': ['ID=0699ce69-513b-4a1c-92a0-385447a553b1,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:02.391492 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e77df106-a911-49d3-9d2f-c4be5f7b4d1d tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Deleting port 0699ce69-513b-4a1c-92a0-385447a553b1 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:39:02.391803 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e77df106-a911-49d3-9d2f-c4be5f7b4d1d tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:02.413369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-354a0615-3245-4864-a0ff-203df8b74c46 req-1405ae7f-d226-4ccf-bf9c-4a2cbbf7614f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Deleting port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:39:02.413715 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-354a0615-3245-4864-a0ff-203df8b74c46 req-1405ae7f-d226-4ccf-bf9c-4a2cbbf7614f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:02.483624 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e77df106-a911-49d3-9d2f-c4be5f7b4d1d tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:02.497768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-e77df106-a911-49d3-9d2f-c4be5f7b4d1d tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Calling delete_port for 0699ce69-513b-4a1c-92a0-385447a553b1 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:39:02.512815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-354a0615-3245-4864-a0ff-203df8b74c46 req-1405ae7f-d226-4ccf-bf9c-4a2cbbf7614f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] For port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9c13877b-3ca2-4bd0-819d-e0bf0f5ee800,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:39:02.513186 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-354a0615-3245-4864-a0ff-203df8b74c46 req-1405ae7f-d226-4ccf-bf9c-4a2cbbf7614f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:02.525461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-354a0615-3245-4864-a0ff-203df8b74c46 req-1405ae7f-d226-4ccf-bf9c-4a2cbbf7614f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Calling delete_port for 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:39:02.576733 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-28b856db-1883-45fd-8964-52465b2e86f9 None None] Provisioning complete for port 0699ce69-513b-4a1c-92a0-385447a553b1 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:39:02.577093 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-28b856db-1883-45fd-8964-52465b2e86f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:02.612838 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-28b856db-1883-45fd-8964-52465b2e86f9 None None] Port 0699ce69-513b-4a1c-92a0-385447a553b1 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:39:02.692476 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e77df106-a911-49d3-9d2f-c4be5f7b4d1d tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:02.722583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77df106-a911-49d3-9d2f-c4be5f7b4d1d tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event deleted for resources: {'Port': ['ID=0699ce69-513b-4a1c-92a0-385447a553b1,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:02.727192 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-354a0615-3245-4864-a0ff-203df8b74c46 req-1405ae7f-d226-4ccf-bf9c-4a2cbbf7614f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:02.739816 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['9c13877b-3ca2-4bd0-819d-e0bf0f5ee800'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:39:02.748696 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e77df106-a911-49d3-9d2f-c4be5f7b4d1d tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:02.752317 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e77df106-a911-49d3-9d2f-c4be5f7b4d1d tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "DELETE /v2.0/ports/0699ce69-513b-4a1c-92a0-385447a553b1 HTTP/1.1" status: 204 len: 168 time: 0.4554355 Sep 18 05:39:02.753505 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59208) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:02.769092 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405ae7f-d226-4ccf-bf9c-4a2cbbf7614f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event deleted for resources: {'Port': ['ID=9c13877b-3ca2-4bd0-819d-e0bf0f5ee800,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:02.781749 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd0f3d3-3ac2-4892-89ab-88fee88de51c tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] GET failed (client error): The resource could not be found. Sep 18 05:39:02.787710 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-7fd0f3d3-3ac2-4892-89ab-88fee88de51c tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "GET /v2.0/ports/0699ce69-513b-4a1c-92a0-385447a553b1 HTTP/1.1" status: 404 len: 333 time: 0.0289085 Sep 18 05:39:02.788186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59210) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:02.793180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-612974f2-f758-4d85-af72-f635d08cc244 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Request body: {'port': {'network_id': '6ce1b37f-ae88-481b-817c-ae84bd9772ab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1639191003'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:39:02.817327 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-354a0615-3245-4864-a0ff-203df8b74c46 req-1405ae7f-d226-4ccf-bf9c-4a2cbbf7614f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] No DVR routers for this DVR port 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:39:02.820039 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-354a0615-3245-4864-a0ff-203df8b74c46 req-1405ae7f-d226-4ccf-bf9c-4a2cbbf7614f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:02.822611 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-354a0615-3245-4864-a0ff-203df8b74c46 req-1405ae7f-d226-4ccf-bf9c-4a2cbbf7614f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "DELETE /v2.0/ports/9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 HTTP/1.1" status: 204 len: 173 time: 0.5021441 Sep 18 05:39:02.822989 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129c1cba-c21e-4945-bfc0-4dcc74e402c3', 'name': 'network-vif-deleted', 'tag': '9c13877b-3ca2-4bd0-819d-e0bf0f5ee800'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:39:02.826099 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605b5721-40e4-42d6-b105-3db1b4c1c664" -d '{"events": [{"server_uuid": "129c1cba-c21e-4945-bfc0-4dcc74e402c3", "name": "network-vif-deleted", "tag": "9c13877b-3ca2-4bd0-819d-e0bf0f5ee800"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:39:02.872108 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58833b0-87be-42c5-b0bf-349c59e2169d x-openstack-request-id: req-e58833b0-87be-42c5-b0bf-349c59e2169d {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:39:02.872738 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129c1cba-c21e-4945-bfc0-4dcc74e402c3", "name": "network-vif-deleted", "tag": "9c13877b-3ca2-4bd0-819d-e0bf0f5ee800", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:39:02.872937 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e58833b0-87be-42c5-b0bf-349c59e2169d {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:39:02.873448 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129c1cba-c21e-4945-bfc0-4dcc74e402c3', 'name': 'network-vif-deleted', 'tag': '9c13877b-3ca2-4bd0-819d-e0bf0f5ee800', 'status': 'completed', 'code': 200} Sep 18 05:39:02.996980 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612974f2-f758-4d85-af72-f635d08cc244 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Made reservation on behalf of 19e2407887be496fb9f95f176c9bab6f for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:39:03.002410 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-612974f2-f758-4d85-af72-f635d08cc244 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:03.023928 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-612974f2-f758-4d85-af72-f635d08cc244 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] device_id is not set on port 5d3ec0d2-d9a8-4f7d-9cc6-cc0be3a1dd7e yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:39:03.155409 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-612974f2-f758-4d85-af72-f635d08cc244 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Allocated IP 2001:db8::195 (6ce1b37f-ae88-481b-817c-ae84bd9772ab/738313cf-e64d-476f-8b7a-3c7cc7cfc643/5d3ec0d2-d9a8-4f7d-9cc6-cc0be3a1dd7e) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:39:03.238061 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-58f50bfb-a7eb-4adb-940d-50731fab238e req-5c38c2c6-a0de-4931-9499-e294e24f6ee0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 210 time: 0.0291710 Sep 18 05:39:03.309103 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-612974f2-f758-4d85-af72-f635d08cc244 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:03.395899 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-612974f2-f758-4d85-af72-f635d08cc244 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:03.439041 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612974f2-f758-4d85-af72-f635d08cc244 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Network 6ce1b37f-ae88-481b-817c-ae84bd9772ab is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:39:03.442923 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-612974f2-f758-4d85-af72-f635d08cc244 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:39:03.446570 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612974f2-f758-4d85-af72-f635d08cc244 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:39:03.452202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612974f2-f758-4d85-af72-f635d08cc244 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:03.452865 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-612974f2-f758-4d85-af72-f635d08cc244 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:03.464419 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612974f2-f758-4d85-af72-f635d08cc244 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event updated for resources: {'Port': ['ID=5d3ec0d2-d9a8-4f7d-9cc6-cc0be3a1dd7e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:03.533307 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-612974f2-f758-4d85-af72-f635d08cc244 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7441092 Sep 18 05:39:03.535958 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59216) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:03.541418 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-bc35c5fc-d2eb-4737-8851-ddecdda8a5b8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Request body: {'port': {'network_id': '6ce1b37f-ae88-481b-817c-ae84bd9772ab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-14989869'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:39:03.739022 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-45a552f1-3f51-4d22-9705-2d3e9ffb2191 None None] Provisioning complete for port 5d3ec0d2-d9a8-4f7d-9cc6-cc0be3a1dd7e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:39:03.739563 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-45a552f1-3f51-4d22-9705-2d3e9ffb2191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:03.743700 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc35c5fc-d2eb-4737-8851-ddecdda8a5b8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Made reservation on behalf of 19e2407887be496fb9f95f176c9bab6f for: {'port': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:39:03.747393 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc35c5fc-d2eb-4737-8851-ddecdda8a5b8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:03.766308 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [None req-bc35c5fc-d2eb-4737-8851-ddecdda8a5b8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] device_id is not set on port 60fdc657-8c56-4a3e-9ae9-0aa05325e3b0 yet. {{(pid=106908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 05:39:03.790331 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-45a552f1-3f51-4d22-9705-2d3e9ffb2191 None None] Port 5d3ec0d2-d9a8-4f7d-9cc6-cc0be3a1dd7e cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:39:03.869670 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-97d22785-4439-4ecc-9639-1c4e22a639c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:03.886175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-bc35c5fc-d2eb-4737-8851-ddecdda8a5b8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Allocated IP 2001:db8::3d1 (6ce1b37f-ae88-481b-817c-ae84bd9772ab/738313cf-e64d-476f-8b7a-3c7cc7cfc643/60fdc657-8c56-4a3e-9ae9-0aa05325e3b0) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:39:04.037872 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc35c5fc-d2eb-4737-8851-ddecdda8a5b8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:04.115473 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc35c5fc-d2eb-4737-8851-ddecdda8a5b8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:04.156259 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc35c5fc-d2eb-4737-8851-ddecdda8a5b8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Network 6ce1b37f-ae88-481b-817c-ae84bd9772ab is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:39:04.160026 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-bc35c5fc-d2eb-4737-8851-ddecdda8a5b8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:39:04.163815 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35c5fc-d2eb-4737-8851-ddecdda8a5b8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:39:04.169776 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35c5fc-d2eb-4737-8851-ddecdda8a5b8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:04.170431 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bc35c5fc-d2eb-4737-8851-ddecdda8a5b8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:04.185868 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35c5fc-d2eb-4737-8851-ddecdda8a5b8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event updated for resources: {'Port': ['ID=60fdc657-8c56-4a3e-9ae9-0aa05325e3b0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:04.250740 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bc35c5fc-d2eb-4737-8851-ddecdda8a5b8 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7135320 Sep 18 05:39:04.253587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59220) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:04.260109 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-50b44949-e4d6-4ae7-8c88-6cf48209e208 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4a', 'mac_address': 'fa:16:3e:b9:bc:33'}, {'ip_address': '2001:db8::195', 'mac_address': 'fa:16:3e:1d:85:c1'}]}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:39:04.304788 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:04.372211 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0e352191-071d-47b2-985d-ead5ac351a44 req-18cba2e8-8d5b-4107-9510-53a055c1a34b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 210 time: 0.0536048 Sep 18 05:39:04.455671 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-50b44949-e4d6-4ae7-8c88-6cf48209e208 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:04.617037 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-127d1d17-d204-4233-8e77-d03ee0583dd0 None None] Provisioning complete for port 60fdc657-8c56-4a3e-9ae9-0aa05325e3b0 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:39:04.617804 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-127d1d17-d204-4233-8e77-d03ee0583dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:04.644939 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-50b44949-e4d6-4ae7-8c88-6cf48209e208 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:04.653100 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-127d1d17-d204-4233-8e77-d03ee0583dd0 None None] Port 60fdc657-8c56-4a3e-9ae9-0aa05325e3b0 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:39:04.718664 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-50b44949-e4d6-4ae7-8c88-6cf48209e208 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:04.751367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-50b44949-e4d6-4ae7-8c88-6cf48209e208 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] In _notify_port_updated(), no bound segment for port 60fdc657-8c56-4a3e-9ae9-0aa05325e3b0 on network 6ce1b37f-ae88-481b-817c-ae84bd9772ab {{(pid=106909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 05:39:04.757411 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b44949-e4d6-4ae7-8c88-6cf48209e208 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:04.758048 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-50b44949-e4d6-4ae7-8c88-6cf48209e208 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:04.762234 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59224) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:04.762517 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-50b44949-e4d6-4ae7-8c88-6cf48209e208 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "PUT /v2.0/ports/60fdc657-8c56-4a3e-9ae9-0aa05325e3b0 HTTP/1.1" status: 200 len: 1065 time: 0.5069644 Sep 18 05:39:04.779700 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b44949-e4d6-4ae7-8c88-6cf48209e208 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event updated for resources: {'Port': ['ID=60fdc657-8c56-4a3e-9ae9-0aa05325e3b0,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:04.869490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f0c07-17ca-406b-a762-5b93ce029a04 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Deleting port 60fdc657-8c56-4a3e-9ae9-0aa05325e3b0 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:39:04.869801 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0c07-17ca-406b-a762-5b93ce029a04 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:04.966971 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0c07-17ca-406b-a762-5b93ce029a04 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:04.981435 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f0c07-17ca-406b-a762-5b93ce029a04 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Calling delete_port for 60fdc657-8c56-4a3e-9ae9-0aa05325e3b0 owned by {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:39:04.999739 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c1a5ed23-1b9c-4953-aecc-aad67c98b762 None None] Provisioning complete for port 60fdc657-8c56-4a3e-9ae9-0aa05325e3b0 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:39:05.000416 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c1a5ed23-1b9c-4953-aecc-aad67c98b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:05.043494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c1a5ed23-1b9c-4953-aecc-aad67c98b762 None None] Port 60fdc657-8c56-4a3e-9ae9-0aa05325e3b0 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:39:05.195281 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0c07-17ca-406b-a762-5b93ce029a04 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:05.228514 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f0c07-17ca-406b-a762-5b93ce029a04 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event deleted for resources: {'Port': ['ID=60fdc657-8c56-4a3e-9ae9-0aa05325e3b0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:05.307841 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:05.494033 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d4d00c44-92ca-40dc-9509-047eca49d442 req-5fdbe705-e6cc-4679-a102-9eb410ee16f0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 210 time: 0.0314252 Sep 18 05:39:05.710625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0c07-17ca-406b-a762-5b93ce029a04 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:05.712586 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4c6f0c07-17ca-406b-a762-5b93ce029a04 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "DELETE /v2.0/ports/60fdc657-8c56-4a3e-9ae9-0aa05325e3b0 HTTP/1.1" status: 204 len: 168 time: 0.9492049 Sep 18 05:39:05.715601 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59228) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:05.719531 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:39:05.739323 n-d-789963-13 neutron-server[106908]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fabde7-e009-46b2-85eb-bb0b9e8094ec tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] GET failed (client error): The resource could not be found. Sep 18 05:39:05.740866 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a9fabde7-e009-46b2-85eb-bb0b9e8094ec tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "GET /v2.0/ports/60fdc657-8c56-4a3e-9ae9-0aa05325e3b0 HTTP/1.1" status: 404 len: 333 time: 0.0247219 Sep 18 05:39:05.743550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59230) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:05.755836 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:39:05.756454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 9c13877b-3ca2-4bd0-819d-e0bf0f5ee800 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:39:05.831072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-d1dfdbb6-a016-4d3f-bf14-6c5c63dc371b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Deleting port 5d3ec0d2-d9a8-4f7d-9cc6-cc0be3a1dd7e {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:39:05.831423 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d1dfdbb6-a016-4d3f-bf14-6c5c63dc371b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:05.920245 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d1dfdbb6-a016-4d3f-bf14-6c5c63dc371b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:05.932525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-d1dfdbb6-a016-4d3f-bf14-6c5c63dc371b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Calling delete_port for 5d3ec0d2-d9a8-4f7d-9cc6-cc0be3a1dd7e owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:39:06.121004 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d1dfdbb6-a016-4d3f-bf14-6c5c63dc371b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:06.153088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfdbb6-a016-4d3f-bf14-6c5c63dc371b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event deleted for resources: {'Port': ['ID=5d3ec0d2-d9a8-4f7d-9cc6-cc0be3a1dd7e,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:06.179551 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d1dfdbb6-a016-4d3f-bf14-6c5c63dc371b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:06.184336 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d1dfdbb6-a016-4d3f-bf14-6c5c63dc371b tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "DELETE /v2.0/ports/5d3ec0d2-d9a8-4f7d-9cc6-cc0be3a1dd7e HTTP/1.1" status: 204 len: 168 time: 0.4371629 Sep 18 05:39:06.184580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59232) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:06.209482 n-d-789963-13 neutron-server[106909]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16b8b29-2ebc-48f8-88e3-1619a912d7c7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] GET failed (client error): The resource could not be found. Sep 18 05:39:06.211106 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c16b8b29-2ebc-48f8-88e3-1619a912d7c7 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "GET /v2.0/ports/5d3ec0d2-d9a8-4f7d-9cc6-cc0be3a1dd7e HTTP/1.1" status: 404 len: 333 time: 0.0255837 Sep 18 05:39:06.215771 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59234) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:06.313019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a343d686-1336-48c6-8be1-684e262cff12 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Deleting port 1864385c-00ce-4cca-8d78-67657bde3bc5 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:39:06.313522 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a343d686-1336-48c6-8be1-684e262cff12 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:06.412000 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a343d686-1336-48c6-8be1-684e262cff12 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:06.424366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a343d686-1336-48c6-8be1-684e262cff12 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Calling delete_port for 1864385c-00ce-4cca-8d78-67657bde3bc5 owned by {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:39:06.589226 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-27ef997e-d823-414d-9d65-61b9d95329a9 req-575cfb7b-3f7b-4467-be22-cd6b67100e49 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=129c1cba-c21e-4945-bfc0-4dcc74e402c3 HTTP/1.1" status: 200 len: 210 time: 0.0268679 Sep 18 05:39:06.609686 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a343d686-1336-48c6-8be1-684e262cff12 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:06.636669 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343d686-1336-48c6-8be1-684e262cff12 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event deleted for resources: {'Port': ['ID=1864385c-00ce-4cca-8d78-67657bde3bc5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:06.667920 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a343d686-1336-48c6-8be1-684e262cff12 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:06.667920 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a343d686-1336-48c6-8be1-684e262cff12 tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "DELETE /v2.0/ports/1864385c-00ce-4cca-8d78-67657bde3bc5 HTTP/1.1" status: 204 len: 168 time: 0.4487855 Sep 18 05:39:06.668472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59238) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:06.724824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-0340e1dd-f5e7-4ee7-804e-542a3047278c tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Deleting subnet 738313cf-e64d-476f-8b7a-3c7cc7cfc643 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:39:06.724977 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0340e1dd-f5e7-4ee7-804e-542a3047278c tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:06.770886 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0340e1dd-f5e7-4ee7-804e-542a3047278c tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:06.863730 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0340e1dd-f5e7-4ee7-804e-542a3047278c tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:06.944345 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.012732 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0340e1dd-f5e7-4ee7-804e-542a3047278c tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.046163 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340e1dd-f5e7-4ee7-804e-542a3047278c tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event deleted for resources: {'Subnet': ['ID=738313cf-e64d-476f-8b7a-3c7cc7cfc643,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:07.048155 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0340e1dd-f5e7-4ee7-804e-542a3047278c tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.051373 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0340e1dd-f5e7-4ee7-804e-542a3047278c tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "DELETE /v2.0/subnets/738313cf-e64d-476f-8b7a-3c7cc7cfc643 HTTP/1.1" status: 204 len: 168 time: 0.3812118 Sep 18 05:39:07.053483 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59240) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:07.056122 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e173fa4c-dcb5-42aa-a4a8-3f1c9ab5c94d None None] Network 6ce1b37f-ae88-481b-817c-ae84bd9772ab requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:39:07.132905 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.187833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Deleting port c49ee884-7a59-4133-8af8-9f59cf5ffc11 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:39:07.188552 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.230028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c9db5a-d263-41c0-8438-fd2038a98afe None None] DHCP port deletion for 6ce1b37f-ae88-481b-817c-ae84bd9772ab request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:39:07.258359 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] For port c49ee884-7a59-4133-8af8-9f59cf5ffc11, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c49ee884-7a59-4133-8af8-9f59cf5ffc11,segment=NetworkSegment(b24f662f-0375-4972-9e11-c3743f75d450),segment_id=b24f662f-0375-4972-9e11-c3743f75d450)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:39:07.264799 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.272871 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Calling delete_port for c49ee884-7a59-4133-8af8-9f59cf5ffc11 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:39:07.280321 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-25c9db5a-d263-41c0-8438-fd2038a98afe None None] Deleting port c49ee884-7a59-4133-8af8-9f59cf5ffc11 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:39:07.280711 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-25c9db5a-d263-41c0-8438-fd2038a98afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.342263 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-25c9db5a-d263-41c0-8438-fd2038a98afe None None] For port c49ee884-7a59-4133-8af8-9f59cf5ffc11, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c49ee884-7a59-4133-8af8-9f59cf5ffc11,segment=NetworkSegment(b24f662f-0375-4972-9e11-c3743f75d450),segment_id=b24f662f-0375-4972-9e11-c3743f75d450)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:39:07.342672 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-25c9db5a-d263-41c0-8438-fd2038a98afe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.355106 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-25c9db5a-d263-41c0-8438-fd2038a98afe None None] Calling delete_port for c49ee884-7a59-4133-8af8-9f59cf5ffc11 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:39:07.415362 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.432221 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-25c9db5a-d263-41c0-8438-fd2038a98afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.440992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event deleted for resources: {'Port': ['ID=c49ee884-7a59-4133-8af8-9f59cf5ffc11,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:07.444483 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] No DVR routers for this DVR port c49ee884-7a59-4133-8af8-9f59cf5ffc11 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:39:07.457327 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9db5a-d263-41c0-8438-fd2038a98afe None None] Pushing event deleted for resources: {'Port': ['ID=c49ee884-7a59-4133-8af8-9f59cf5ffc11,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:07.461007 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c9db5a-d263-41c0-8438-fd2038a98afe None None] No DVR routers for this DVR port c49ee884-7a59-4133-8af8-9f59cf5ffc11 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:39:07.531318 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.552036 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce1b37f-ae88-481b-817c-ae84bd9772ab']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:07.561034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24f662f-0375-4972-9e11-c3743f75d450') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:07.561335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24f662f-0375-4972-9e11-c3743f75d450') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:07.570590 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.583300 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.589071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:39:07.591509 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:39:07.592425 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:39:07.738095 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.742748 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:07.744765 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] 10.222.0.23 "DELETE /v2.0/networks/6ce1b37f-ae88-481b-817c-ae84bd9772ab HTTP/1.1" status: 204 len: 168 time: 0.6902521 Sep 18 05:39:07.759294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317593a3-8d0a-4276-87e6-dcf72bd2141e tempest-AllowedAddressPairIpV6TestJSON-1260367207 tempest-AllowedAddressPairIpV6TestJSON-1260367207-project] Pushing event deleted for resources: {'Network': ['ID=6ce1b37f-ae88-481b-817c-ae84bd9772ab,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:08.209778 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59254) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:08.342458 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-72b64469-b266-4cb2-be1f-b85a75449403 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19e2407887be496fb9f95f176c9bab6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314764 Sep 18 05:39:08.344910 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59258) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:08.397243 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e426b1da-8d68-4f85-8195-96d79c26586b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:08.418563 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e426b1da-8d68-4f85-8195-96d79c26586b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:08.552805 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e426b1da-8d68-4f85-8195-96d79c26586b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:08.555403 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e426b1da-8d68-4f85-8195-96d79c26586b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:08.556594 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e426b1da-8d68-4f85-8195-96d79c26586b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2ed7d3e-230d-482f-95c8-04872ebe7af0 HTTP/1.1" status: 204 len: 168 time: 0.2106500 Sep 18 05:39:08.564540 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426b1da-8d68-4f85-8195-96d79c26586b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ed7d3e-230d-482f-95c8-04872ebe7af0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:09.184886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c49ee884-7a59-4133-8af8-9f59cf5ffc11 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:39:09.204358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: c49ee884-7a59-4133-8af8-9f59cf5ffc11 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:39:09.208408 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c49ee884-7a59-4133-8af8-9f59cf5ffc11 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:39:09.518118 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59282) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:09.619559 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-218127694'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:39:09.701343 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Made reservation on behalf of fa220a0455b74dfd8bf8c16629a648f4 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:39:09.705010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:09.714399 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:09.802750 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:09.867312 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:09.890288 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:39:09.907486 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a58c5d7-33b3-48e2-8f9c-84da441f823e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:09.910671 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:09.911016 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Added segment d26573d0-2c7f-4945-96a5-74d60077280c of type vlan for network 230d0c52-5a15-4f89-b5bf-f792c9355250 Sep 18 05:39:09.955328 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:10.061456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:10.067841 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:10.068467 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:10.140271 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Pushing event updated for resources: {'Network': ['ID=230d0c52-5a15-4f89-b5bf-f792c9355250,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:10.150715 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 230d0c52-5a15-4f89-b5bf-f792c9355250 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:39:10.159281 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-17ed4eff-f2ee-4858-bcce-586a1fabcbd4 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6395354 Sep 18 05:39:10.162895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59288) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:10.168257 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-7fa97c6d-5f8a-494a-bc7e-cd884e3d4952 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '230d0c52-5a15-4f89-b5bf-f792c9355250', 'tempest-TagsTest-Tag-624369942') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:10.337392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7fa97c6d-5f8a-494a-bc7e-cd884e3d4952 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] 10.222.0.23 "PUT /v2.0/networks/230d0c52-5a15-4f89-b5bf-f792c9355250/tags/tempest-TagsTest-Tag-624369942 HTTP/1.1" status: 201 len: 201 time: 0.1723588 Sep 18 05:39:10.339243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59290) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:10.343532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-347f08dc-bf75-4eef-b378-ad69579fd018 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '230d0c52-5a15-4f89-b5bf-f792c9355250', 'tempest-TagsTest-Tag-624369942') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:10.416080 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-347f08dc-bf75-4eef-b378-ad69579fd018 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] 10.222.0.23 "GET /v2.0/networks/230d0c52-5a15-4f89-b5bf-f792c9355250/tags/tempest-TagsTest-Tag-624369942 HTTP/1.1" status: 204 len: 168 time: 0.0755038 Sep 18 05:39:10.418568 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59292) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:10.422795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-d93057b1-7647-48e5-9f52-909460e3fbb1 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '230d0c52-5a15-4f89-b5bf-f792c9355250') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:10.489938 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d93057b1-7647-48e5-9f52-909460e3fbb1 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] 10.222.0.23 "GET /v2.0/networks/230d0c52-5a15-4f89-b5bf-f792c9355250/tags HTTP/1.1" status: 200 len: 237 time: 0.0703633 Sep 18 05:39:10.492743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59294) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:10.497514 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-bfe61e11-b548-4570-a509-d742bc6a2d20 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '230d0c52-5a15-4f89-b5bf-f792c9355250', {'tags': ['tempest-TagsTest-Tag-266930306', 'tempest-TagsTest-Tag-170595719', 'tempest-TagsTest-Tag-47590602']}) {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:10.635812 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bfe61e11-b548-4570-a509-d742bc6a2d20 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] 10.222.0.23 "PUT /v2.0/networks/230d0c52-5a15-4f89-b5bf-f792c9355250/tags HTTP/1.1" status: 200 len: 305 time: 0.1419454 Sep 18 05:39:10.638415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59296) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:10.642932 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-96f55357-ae25-4980-8706-22c88767a8eb tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '230d0c52-5a15-4f89-b5bf-f792c9355250', 'tempest-TagsTest-Tag-266930306') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:10.773297 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-96f55357-ae25-4980-8706-22c88767a8eb tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] 10.222.0.23 "DELETE /v2.0/networks/230d0c52-5a15-4f89-b5bf-f792c9355250/tags/tempest-TagsTest-Tag-266930306 HTTP/1.1" status: 204 len: 168 time: 0.1335948 Sep 18 05:39:10.775825 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59298) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:10.780065 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-8bfdabdf-dbe2-44ad-b565-1ce13f25e068 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '230d0c52-5a15-4f89-b5bf-f792c9355250', 'tempest-TagsTest-Tag-266930306') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:10.852494 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-8bfdabdf-dbe2-44ad-b565-1ce13f25e068 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] show failed (client error): The resource could not be found. Sep 18 05:39:10.853580 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-8bfdabdf-dbe2-44ad-b565-1ce13f25e068 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] 10.222.0.23 "GET /v2.0/networks/230d0c52-5a15-4f89-b5bf-f792c9355250/tags/tempest-TagsTest-Tag-266930306 HTTP/1.1" status: 404 len: 325 time: 0.0768056 Sep 18 05:39:10.856285 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59300) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:10.860507 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-29fe9dd5-daf3-4317-bbc4-ea85e49a4237 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '230d0c52-5a15-4f89-b5bf-f792c9355250', 'tempest-TagsTest-Tag-170595719') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:10.928003 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-29fe9dd5-daf3-4317-bbc4-ea85e49a4237 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] 10.222.0.23 "GET /v2.0/networks/230d0c52-5a15-4f89-b5bf-f792c9355250/tags/tempest-TagsTest-Tag-170595719 HTTP/1.1" status: 204 len: 168 time: 0.0706768 Sep 18 05:39:10.930515 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59302) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:10.934935 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-54ad34e5-7adc-4ec0-9575-d279e837b339 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '230d0c52-5a15-4f89-b5bf-f792c9355250', 'tempest-TagsTest-Tag-47590602') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:11.008588 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-54ad34e5-7adc-4ec0-9575-d279e837b339 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] 10.222.0.23 "GET /v2.0/networks/230d0c52-5a15-4f89-b5bf-f792c9355250/tags/tempest-TagsTest-Tag-47590602 HTTP/1.1" status: 204 len: 168 time: 0.0769897 Sep 18 05:39:11.011033 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59304) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:11.015210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-b0e88215-bd33-42b4-9ce8-66d355a287d5 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '230d0c52-5a15-4f89-b5bf-f792c9355250') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:11.153519 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b0e88215-bd33-42b4-9ce8-66d355a287d5 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] 10.222.0.23 "DELETE /v2.0/networks/230d0c52-5a15-4f89-b5bf-f792c9355250/tags HTTP/1.1" status: 204 len: 168 time: 0.1414409 Sep 18 05:39:11.154251 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59312) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:11.158727 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.tag.tag_plugin [None req-7800c9e2-c3ab-4788-ad7d-9a0d93067751 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '230d0c52-5a15-4f89-b5bf-f792c9355250', 'tempest-TagsTest-Tag-170595719') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:11.234255 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [None req-7800c9e2-c3ab-4788-ad7d-9a0d93067751 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] show failed (client error): The resource could not be found. Sep 18 05:39:11.235973 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-7800c9e2-c3ab-4788-ad7d-9a0d93067751 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] 10.222.0.23 "GET /v2.0/networks/230d0c52-5a15-4f89-b5bf-f792c9355250/tags/tempest-TagsTest-Tag-170595719 HTTP/1.1" status: 404 len: 325 time: 0.0806596 Sep 18 05:39:11.239193 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59318) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:11.243646 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-b109eb9e-e7d6-4654-b39e-15e44547210f tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '230d0c52-5a15-4f89-b5bf-f792c9355250', 'tempest-TagsTest-Tag-47590602') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:11.320479 n-d-789963-13 neutron-server[106908]: INFO neutron.api.v2.resource [None req-b109eb9e-e7d6-4654-b39e-15e44547210f tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] show failed (client error): The resource could not be found. Sep 18 05:39:11.321548 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b109eb9e-e7d6-4654-b39e-15e44547210f tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] 10.222.0.23 "GET /v2.0/networks/230d0c52-5a15-4f89-b5bf-f792c9355250/tags/tempest-TagsTest-Tag-47590602 HTTP/1.1" status: 404 len: 324 time: 0.0813885 Sep 18 05:39:11.324277 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59338) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:11.328527 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.tag.tag_plugin [None req-6902652d-2397-4651-95ac-c39deb4ce731 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '230d0c52-5a15-4f89-b5bf-f792c9355250') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:11.401743 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6902652d-2397-4651-95ac-c39deb4ce731 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] 10.222.0.23 "DELETE /v2.0/networks/230d0c52-5a15-4f89-b5bf-f792c9355250/tags HTTP/1.1" status: 204 len: 168 time: 0.0764592 Sep 18 05:39:11.406406 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59352) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:11.495403 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b980a3a-973d-4bd5-a67a-e04bcde887f3 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:11.580376 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b980a3a-973d-4bd5-a67a-e04bcde887f3 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:11.601029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-3b980a3a-973d-4bd5-a67a-e04bcde887f3 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230d0c52-5a15-4f89-b5bf-f792c9355250']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:11.610014 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-3b980a3a-973d-4bd5-a67a-e04bcde887f3 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26573d0-2c7f-4945-96a5-74d60077280c') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:11.610322 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-3b980a3a-973d-4bd5-a67a-e04bcde887f3 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26573d0-2c7f-4945-96a5-74d60077280c') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:11.619689 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b980a3a-973d-4bd5-a67a-e04bcde887f3 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:11.632867 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b980a3a-973d-4bd5-a67a-e04bcde887f3 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:11.638979 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b980a3a-973d-4bd5-a67a-e04bcde887f3 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:39:11.639566 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b980a3a-973d-4bd5-a67a-e04bcde887f3 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:39:11.648161 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:39:11.792883 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b980a3a-973d-4bd5-a67a-e04bcde887f3 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:11.800227 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3b980a3a-973d-4bd5-a67a-e04bcde887f3 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:11.802136 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3b980a3a-973d-4bd5-a67a-e04bcde887f3 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] 10.222.0.23 "DELETE /v2.0/networks/230d0c52-5a15-4f89-b5bf-f792c9355250 HTTP/1.1" status: 204 len: 168 time: 0.3947244 Sep 18 05:39:11.813258 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b980a3a-973d-4bd5-a67a-e04bcde887f3 tempest-TagsTest-1925724650 tempest-TagsTest-1925724650-project] Pushing event deleted for resources: {'Network': ['ID=230d0c52-5a15-4f89-b5bf-f792c9355250,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:12.229307 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59366) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:12.369915 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-66a16e2a-988e-4836-84f6-7487feb3cdd6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa220a0455b74dfd8bf8c16629a648f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369812 Sep 18 05:39:12.370082 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59396) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:12.421930 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d14f3b7-86e6-4578-86f7-6681b281323c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:12.445084 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d14f3b7-86e6-4578-86f7-6681b281323c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:12.567063 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d14f3b7-86e6-4578-86f7-6681b281323c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:12.569757 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d14f3b7-86e6-4578-86f7-6681b281323c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:12.570974 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0d14f3b7-86e6-4578-86f7-6681b281323c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a58c5d7-33b3-48e2-8f9c-84da441f823e HTTP/1.1" status: 204 len: 168 time: 0.1999784 Sep 18 05:39:12.580253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14f3b7-86e6-4578-86f7-6681b281323c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a58c5d7-33b3-48e2-8f9c-84da441f823e,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:15.293777 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59460) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:15.406315 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6b945424-5f0e-4e83-8ade-6e89715e6382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:15.501090 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6b945424-5f0e-4e83-8ade-6e89715e6382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:15.558392 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-6b945424-5f0e-4e83-8ade-6e89715e6382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:15.598062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b945424-5f0e-4e83-8ade-6e89715e6382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8b4f6f-ce0c-45a2-859b-f1f4c5c73851,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:15.603976 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-6b945424-5f0e-4e83-8ade-6e89715e6382 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=120f69dd368c48f9a0b59ab58f9ec651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091581 Sep 18 05:39:15.606722 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59464) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:15.660186 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77dd5d13-9224-4e5d-92d4-fa18adca5b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:15.683167 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77dd5d13-9224-4e5d-92d4-fa18adca5b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:15.789144 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77dd5d13-9224-4e5d-92d4-fa18adca5b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:15.791991 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-77dd5d13-9224-4e5d-92d4-fa18adca5b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:15.795320 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-77dd5d13-9224-4e5d-92d4-fa18adca5b69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff8b4f6f-ce0c-45a2-859b-f1f4c5c73851 HTTP/1.1" status: 204 len: 168 time: 0.1857173 Sep 18 05:39:15.803126 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd5d13-9224-4e5d-92d4-fa18adca5b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8b4f6f-ce0c-45a2-859b-f1f4c5c73851,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:16.414698 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59472) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:16.432450 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-652b722e-efa0-4f2b-8632-c5d9b760b39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:16.526144 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-652b722e-efa0-4f2b-8632-c5d9b760b39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:16.578091 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-652b722e-efa0-4f2b-8632-c5d9b760b39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:16.619488 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-652b722e-efa0-4f2b-8632-c5d9b760b39f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48e5c7cc5ea7422ab026a1571390f229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034636 Sep 18 05:39:16.620343 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b722e-efa0-4f2b-8632-c5d9b760b39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcd26f2-f99d-49d9-a596-59b2299aaa29,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:16.622030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59474) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:16.677014 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba9f-b867-4483-bd2c-02a9a349c1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:16.698854 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba9f-b867-4483-bd2c-02a9a349c1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:16.806111 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba9f-b867-4483-bd2c-02a9a349c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:16.808783 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba9f-b867-4483-bd2c-02a9a349c1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:16.810402 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b0cfba9f-b867-4483-bd2c-02a9a349c1a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bcd26f2-f99d-49d9-a596-59b2299aaa29 HTTP/1.1" status: 204 len: 168 time: 0.1870809 Sep 18 05:39:16.820812 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfba9f-b867-4483-bd2c-02a9a349c1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcd26f2-f99d-49d9-a596-59b2299aaa29,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:19.215513 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59528) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:19.334086 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a8e292c-c574-407d-9782-38c713c9bcf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:19.431982 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a8e292c-c574-407d-9782-38c713c9bcf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:19.509364 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3a8e292c-c574-407d-9782-38c713c9bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:19.548850 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3a8e292c-c574-407d-9782-38c713c9bcf0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e10661961c284aa8971d8ad46e8504ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320303 Sep 18 05:39:19.550219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e292c-c574-407d-9782-38c713c9bcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07ad1da-0e99-44f7-9941-afe1fba40716,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:19.552392 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59536) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:19.605947 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bcf7f0e7-ba59-475c-bc44-c0fd27546544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:19.629730 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bcf7f0e7-ba59-475c-bc44-c0fd27546544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:20.072779 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bcf7f0e7-ba59-475c-bc44-c0fd27546544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:20.076347 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bcf7f0e7-ba59-475c-bc44-c0fd27546544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:20.077655 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bcf7f0e7-ba59-475c-bc44-c0fd27546544 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e07ad1da-0e99-44f7-9941-afe1fba40716 HTTP/1.1" status: 204 len: 168 time: 0.5241687 Sep 18 05:39:20.089234 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7f0e7-ba59-475c-bc44-c0fd27546544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07ad1da-0e99-44f7-9941-afe1fba40716,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:20.702283 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59544) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:20.716085 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9980d2a9-6c79-4aba-bf60-46a8ce56cd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:20.822655 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9980d2a9-6c79-4aba-bf60-46a8ce56cd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:20.889792 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-9980d2a9-6c79-4aba-bf60-46a8ce56cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:20.931934 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-9980d2a9-6c79-4aba-bf60-46a8ce56cd3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49499ad7dda14ecbbfee48bd266421e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285397 Sep 18 05:39:20.932958 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980d2a9-6c79-4aba-bf60-46a8ce56cd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb8a0b8-7327-4123-9ca5-ed4b3be4d355,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:20.934634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59546) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:20.985279 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d59a0964-0c17-45e3-b607-f550d5d23c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:21.006913 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d59a0964-0c17-45e3-b607-f550d5d23c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:21.114457 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d59a0964-0c17-45e3-b607-f550d5d23c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:21.117141 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d59a0964-0c17-45e3-b607-f550d5d23c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:21.118325 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d59a0964-0c17-45e3-b607-f550d5d23c1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fb8a0b8-7327-4123-9ca5-ed4b3be4d355 HTTP/1.1" status: 204 len: 168 time: 0.1826913 Sep 18 05:39:21.126622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a0964-0c17-45e3-b607-f550d5d23c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb8a0b8-7327-4123-9ca5-ed4b3be4d355,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:23.405463 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:23.486278 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:24.213414 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:39:26.254614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59648) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:26.361329 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d6b0060-9ed0-490b-b89b-294d4e2a9658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:26.449494 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d6b0060-9ed0-490b-b89b-294d4e2a9658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:26.546840 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1d6b0060-9ed0-490b-b89b-294d4e2a9658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:26.591382 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1d6b0060-9ed0-490b-b89b-294d4e2a9658 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c66b88064b74d94a9f050b15b345930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355494 Sep 18 05:39:26.592418 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b0060-9ed0-490b-b89b-294d4e2a9658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415ca75f-c187-469e-a010-24a05a4da975,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:26.594396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59652) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:26.648285 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b029a58d-951b-479b-ba82-bd2cebe911ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:26.670277 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b029a58d-951b-479b-ba82-bd2cebe911ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:26.793006 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b029a58d-951b-479b-ba82-bd2cebe911ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:26.795539 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b029a58d-951b-479b-ba82-bd2cebe911ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:26.796766 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b029a58d-951b-479b-ba82-bd2cebe911ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/415ca75f-c187-469e-a010-24a05a4da975 HTTP/1.1" status: 204 len: 168 time: 0.2012753 Sep 18 05:39:26.805919 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029a58d-951b-479b-ba82-bd2cebe911ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415ca75f-c187-469e-a010-24a05a4da975,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:27.523116 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59660) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:27.537456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e31d0e5b-9b7c-4b01-8605-f9a8ff4d4237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:27.627886 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e31d0e5b-9b7c-4b01-8605-f9a8ff4d4237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:27.703568 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-e31d0e5b-9b7c-4b01-8605-f9a8ff4d4237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:27.745871 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d0e5b-9b7c-4b01-8605-f9a8ff4d4237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf297592-2c34-43d2-8c85-cd491b30ac55,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:27.750271 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-e31d0e5b-9b7c-4b01-8605-f9a8ff4d4237 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c3114d1d140450381135e97cb2fab99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2260809 Sep 18 05:39:27.752903 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59662) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:27.804024 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-73983142-7eb0-47a6-bfc5-d750bb1ba382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:27.825688 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-73983142-7eb0-47a6-bfc5-d750bb1ba382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:27.992351 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-73983142-7eb0-47a6-bfc5-d750bb1ba382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:27.994965 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-73983142-7eb0-47a6-bfc5-d750bb1ba382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:27.996133 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-73983142-7eb0-47a6-bfc5-d750bb1ba382 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf297592-2c34-43d2-8c85-cd491b30ac55 HTTP/1.1" status: 204 len: 168 time: 0.2423298 Sep 18 05:39:28.003911 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73983142-7eb0-47a6-bfc5-d750bb1ba382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf297592-2c34-43d2-8c85-cd491b30ac55,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:31.268848 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ecb84fc1-ac44-4cc9-94e2-7b07a3fe1e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:33.885669 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bc45fd78-8f70-423e-84d1-a77f0facb393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:34.295028 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:35.297890 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933b04b-5789-400a-bfb9-575039b5f64f req-708d6144-d4fe-4a06-bc3c-8549e6c53efe tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:35.299401 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1933b04b-5789-400a-bfb9-575039b5f64f req-708d6144-d4fe-4a06-bc3c-8549e6c53efe tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 812 time: 0.1096826 Sep 18 05:39:35.301525 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:35.314754 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1933b04b-5789-400a-bfb9-575039b5f64f req-f3406b25-e140-4f43-a151-1369fb8344da tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/quotas/4311c5f8783f4a7d9a2ad38c4facba04 HTTP/1.1" status: 200 len: 375 time: 0.0091722 Sep 18 05:39:35.367581 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1933b04b-5789-400a-bfb9-575039b5f64f req-b94b6e73-bd51-4375-ae1a-9bfa114e966f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462282 Sep 18 05:39:35.459628 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1933b04b-5789-400a-bfb9-575039b5f64f req-0d3272ec-969f-4d8f-a029-5bef367eb704 service neutron] 10.222.0.23 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846193 Sep 18 05:39:35.558304 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1933b04b-5789-400a-bfb9-575039b5f64f req-901255bd-2a8e-48ef-87ea-14d5b833424a service neutron] 10.222.0.23 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925827 Sep 18 05:39:35.953884 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-999979f2-5b70-4856-b658-890f0804d4f3 req-2b55deca-3b94-484e-b0f1-c5bd344d4e19 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 210 time: 0.1466393 Sep 18 05:39:36.952538 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:37.083907 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c5016d32-e78f-4bc8-bddf-c1803be3aa0a req-67be437e-7e16-48d7-ae67-d154bfa1ec78 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 210 time: 0.0417082 Sep 18 05:39:37.862557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933b04b-5789-400a-bfb9-575039b5f64f req-e519db2f-c2a0-465d-ae8f-7517fdf67fcc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:37.864079 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1933b04b-5789-400a-bfb9-575039b5f64f req-e519db2f-c2a0-465d-ae8f-7517fdf67fcc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 812 time: 0.1122267 Sep 18 05:39:37.877435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-1933b04b-5789-400a-bfb9-575039b5f64f req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'port': {'device_id': '27cccd80-19d5-456d-b893-523e8b6bbdaa', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'admin_state_up': True, 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:39:38.084222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1933b04b-5789-400a-bfb9-575039b5f64f req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Made reservation on behalf of 4311c5f8783f4a7d9a2ad38c4facba04 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:39:38.087856 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1933b04b-5789-400a-bfb9-575039b5f64f req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:38.545000 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-11fcf7df-66cb-436a-a2d1-00efab6fad6c req-44d8fce6-f82d-4ef9-8752-1badd86108bd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 210 time: 0.3805850 Sep 18 05:39:38.601123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-1933b04b-5789-400a-bfb9-575039b5f64f req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Allocated IP 172.20.0.10 (0f6e381d-8846-4d88-aff7-895a0111f888/135f7264-cbc4-44b4-90ff-4f1206bba78b/5fc751de-3aed-4471-87be-6d388d7516f5) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:39:38.752528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1933b04b-5789-400a-bfb9-575039b5f64f req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:38.895655 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1933b04b-5789-400a-bfb9-575039b5f64f req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:38.938552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1933b04b-5789-400a-bfb9-575039b5f64f req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Network 0f6e381d-8846-4d88-aff7-895a0111f888 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:39:38.941530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-1933b04b-5789-400a-bfb9-575039b5f64f req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:39:38.945313 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1933b04b-5789-400a-bfb9-575039b5f64f req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:39:38.953440 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'Port': ['ID=5fc751de-3aed-4471-87be-6d388d7516f5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:38.986020 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:38.986363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:38.986713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:38.987056 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:38.987397 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:38.987735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:38.988066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:38.988423 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:38.988752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:38.989081 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:38.989425 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:38.989738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:39.013296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933b04b-5789-400a-bfb9-575039b5f64f req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:39.014056 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1933b04b-5789-400a-bfb9-575039b5f64f req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:39.098299 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1933b04b-5789-400a-bfb9-575039b5f64f req-be4b1bcb-68b1-4816-a7f3-d933866ae6be tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2248623 Sep 18 05:39:39.111449 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Request body: {'port': {'device_id': '27cccd80-19d5-456d-b893-523e8b6bbdaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:39:39.171600 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:39.214416 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5d1c65aa-db5a-4cc0-9300-f3ee2aeff627 None None] Provisioning complete for port 5fc751de-3aed-4471-87be-6d388d7516f5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:39:39.214944 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5d1c65aa-db5a-4cc0-9300-f3ee2aeff627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:39.250410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c65aa-db5a-4cc0-9300-f3ee2aeff627 None None] Port 5fc751de-3aed-4471-87be-6d388d7516f5 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:39:39.439998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc751de-3aed-4471-87be-6d388d7516f5 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:39:39.447423 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:39.458829 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Transition to ACTIVE for port object 5fc751de-3aed-4471-87be-6d388d7516f5 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:39:39.552112 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:39.612324 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc751de-3aed-4471-87be-6d388d7516f5,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:39.717649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Attempting to bind port 5fc751de-3aed-4471-87be-6d388d7516f5 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:39:39.717649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Attempting to bind port 5fc751de-3aed-4471-87be-6d388d7516f5 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:39:39.717649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Attempting to bind port 5fc751de-3aed-4471-87be-6d388d7516f5 on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:39:39.718234 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90499ce-a454-482a-9de7-16a2459c772c req-9953c788-edb8-4dd0-a0ab-4e2c683ab0d1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:39.718688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Port 5fc751de-3aed-4471-87be-6d388d7516f5 on network 0f6e381d-8846-4d88-aff7-895a0111f888 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:39:39.718688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Attempting to bind port 5fc751de-3aed-4471-87be-6d388d7516f5 on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:39:39.722655 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e90499ce-a454-482a-9de7-16a2459c772c req-9953c788-edb8-4dd0-a0ab-4e2c683ab0d1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0705068 Sep 18 05:39:39.731128 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:39:39.731567 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Checking segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:39:39.732028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Bound using segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:39:39.736792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Bound port: 5fc751de-3aed-4471-87be-6d388d7516f5, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:39:39.737342 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:39.760453 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e90499ce-a454-482a-9de7-16a2459c772c req-8316b13b-0f6a-4647-8676-7288b765a5a3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368786 Sep 18 05:39:39.823479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] For port 5fc751de-3aed-4471-87be-6d388d7516f5, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:39:39.828494 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] For port 5fc751de-3aed-4471-87be-6d388d7516f5, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=5fc751de-3aed-4471-87be-6d388d7516f5,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:39:39.926122 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:39.967367 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:39.968122 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:39.970087 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1933b04b-5789-400a-bfb9-575039b5f64f req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] 10.222.0.18 "PUT /v2.0/ports/5fc751de-3aed-4471-87be-6d388d7516f5 HTTP/1.1" status: 200 len: 1093 time: 0.8628070 Sep 18 05:39:39.972520 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cccd80-19d5-456d-b893-523e8b6bbdaa', 'tag': '5fc751de-3aed-4471-87be-6d388d7516f5'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:39:39.981127 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d7280b-5e54-40c5-bdc9-422a6f375448" -d '{"events": [{"name": "network-changed", "server_uuid": "27cccd80-19d5-456d-b893-523e8b6bbdaa", "tag": "5fc751de-3aed-4471-87be-6d388d7516f5"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:39:40.011361 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf46a9-2738-4b99-8f12-4a369aedcb89 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc751de-3aed-4471-87be-6d388d7516f5,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:40.045822 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05677b2b-a0ef-466a-885c-01e87636f2fa x-openstack-request-id: req-05677b2b-a0ef-466a-885c-01e87636f2fa {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:39:40.053946 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cccd80-19d5-456d-b893-523e8b6bbdaa", "tag": "5fc751de-3aed-4471-87be-6d388d7516f5", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:39:40.055423 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05677b2b-a0ef-466a-885c-01e87636f2fa {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:39:40.058061 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cccd80-19d5-456d-b893-523e8b6bbdaa', 'tag': '5fc751de-3aed-4471-87be-6d388d7516f5', 'status': 'completed', 'code': 200} Sep 18 05:39:40.128889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7280b-5e54-40c5-bdc9-422a6f375448 req-7188caf1-a0a4-4968-96ce-54860b5f2b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:40.130625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81d7280b-5e54-40c5-bdc9-422a6f375448 req-7188caf1-a0a4-4968-96ce-54860b5f2b07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 1096 time: 0.0624568 Sep 18 05:39:40.260910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7280b-5e54-40c5-bdc9-422a6f375448 req-60313622-bb58-47c3-bf09-fcbab7639f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:40.262404 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81d7280b-5e54-40c5-bdc9-422a6f375448 req-60313622-bb58-47c3-bf09-fcbab7639f32 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1248357 Sep 18 05:39:40.392470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7280b-5e54-40c5-bdc9-422a6f375448 req-d4149390-242e-4219-ba6a-2561b78d3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:40.394026 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81d7280b-5e54-40c5-bdc9-422a6f375448 req-d4149390-242e-4219-ba6a-2561b78d3047 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1250384 Sep 18 05:39:40.476302 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933b04b-5789-400a-bfb9-575039b5f64f req-c97a0ebb-17a0-4891-81b9-69d624bf71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:40.477739 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1933b04b-5789-400a-bfb9-575039b5f64f req-c97a0ebb-17a0-4891-81b9-69d624bf71f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 1096 time: 0.0421028 Sep 18 05:39:40.524948 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1933b04b-5789-400a-bfb9-575039b5f64f req-041a8a30-42b2-49bb-a18c-7304bb147481 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fc751de-3aed-4471-87be-6d388d7516f5 HTTP/1.1" status: 200 len: 217 time: 0.0390322 Sep 18 05:39:40.576305 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933b04b-5789-400a-bfb9-575039b5f64f req-15f4349a-5978-4588-a67e-ba9c5746ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:40.577487 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1933b04b-5789-400a-bfb9-575039b5f64f req-15f4349a-5978-4588-a67e-ba9c5746ca38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0454288 Sep 18 05:39:40.631581 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933b04b-5789-400a-bfb9-575039b5f64f req-73933221-1bbd-46be-b37f-4bb7e3b7d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:40.634040 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1933b04b-5789-400a-bfb9-575039b5f64f req-73933221-1bbd-46be-b37f-4bb7e3b7d884 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501764 Sep 18 05:39:40.728530 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1933b04b-5789-400a-bfb9-575039b5f64f req-7b2f8bbb-d956-4bd5-be87-a5857da29265 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872228 Sep 18 05:39:40.825757 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1933b04b-5789-400a-bfb9-575039b5f64f req-49c188c2-9bd2-4530-a7cb-ae56449c4585 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906985 Sep 18 05:39:40.887494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f49575-a07a-4b00-bcef-cc6c41dafc75 req-6be1d65c-4600-44d9-9491-e94306cc83b9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:40.888989 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4f49575-a07a-4b00-bcef-cc6c41dafc75 req-6be1d65c-4600-44d9-9491-e94306cc83b9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0545278 Sep 18 05:39:40.926415 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d4f49575-a07a-4b00-bcef-cc6c41dafc75 req-bc9bc57d-1496-4a73-8b41-0e6b7056f473 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312204 Sep 18 05:39:42.049162 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-833b7e4e-23df-4d71-9aba-87419f216af4 req-185bb657-79fd-47e9-9992-54a06de82188 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0727768 Sep 18 05:39:42.067187 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee707b63-7a7c-476f-9838-62be84c2f048 req-0e40e908-2320-4138-a21b-59e4ee1b1c44 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:42.069418 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ee707b63-7a7c-476f-9838-62be84c2f048 req-0e40e908-2320-4138-a21b-59e4ee1b1c44 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0600419 Sep 18 05:39:42.150931 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ee707b63-7a7c-476f-9838-62be84c2f048 req-6c3be645-3726-46f6-8a0c-b5c1d95f7131 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728104 Sep 18 05:39:42.160632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b7e4e-23df-4d71-9aba-87419f216af4 req-70ed5a1b-8fdb-4d03-a6f9-74c2f059fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:42.162100 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-833b7e4e-23df-4d71-9aba-87419f216af4 req-70ed5a1b-8fdb-4d03-a6f9-74c2f059fca9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf530ad4bdeb406596eda7f009a666df&device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 1097 time: 0.0572612 Sep 18 05:39:42.283934 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b7e4e-23df-4d71-9aba-87419f216af4 req-539a8b07-9ab2-4719-b5c1-aec8be51bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:42.285451 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-833b7e4e-23df-4d71-9aba-87419f216af4 req-539a8b07-9ab2-4719-b5c1-aec8be51bf99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ade930e-ec49-432a-9b2e-334e2f815c11 HTTP/1.1" status: 200 len: 908 time: 0.1027851 Sep 18 05:39:42.350825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-833b7e4e-23df-4d71-9aba-87419f216af4 req-ad5181bb-162f-4db7-b187-529a81ebb9b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b035d7-9360-4452-8385-e8951a808170 HTTP/1.1" status: 200 len: 1000 time: 0.0584786 Sep 18 05:39:42.405275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b7e4e-23df-4d71-9aba-87419f216af4 req-05ea92e9-b6c2-4c2f-9116-e655088ea6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:42.406664 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-833b7e4e-23df-4d71-9aba-87419f216af4 req-05ea92e9-b6c2-4c2f-9116-e655088ea6e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a4508b7-6b7d-4236-9b89-a9bac367d566 HTTP/1.1" status: 200 len: 847 time: 0.0492089 Sep 18 05:39:42.452774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b7e4e-23df-4d71-9aba-87419f216af4 req-e5a75f5f-7ebc-4d56-ab45-d6af8081c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:42.453552 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-833b7e4e-23df-4d71-9aba-87419f216af4 req-e5a75f5f-7ebc-4d56-ab45-d6af8081c97b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ade930e-ec49-432a-9b2e-334e2f815c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396404 Sep 18 05:39:42.546210 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-833b7e4e-23df-4d71-9aba-87419f216af4 req-9d3481e7-eed4-4096-8cc2-499876296d5d service neutron] 10.222.0.13 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851448 Sep 18 05:39:42.668674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-833b7e4e-23df-4d71-9aba-87419f216af4 req-76289ba1-dabd-4f8e-9495-b4472ff164d0 service neutron] 10.222.0.13 "GET /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139734 Sep 18 05:39:43.278245 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d5792-9652-44e1-a131-8f67fd1ab94e req-63a527d2-c9b6-46ca-99f2-648fc8dc54e9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:43.280597 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-239d5792-9652-44e1-a131-8f67fd1ab94e req-63a527d2-c9b6-46ca-99f2-648fc8dc54e9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0556259 Sep 18 05:39:43.321345 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-239d5792-9652-44e1-a131-8f67fd1ab94e req-841ba95f-0782-4ca8-91de-e664a1964954 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345638 Sep 18 05:39:44.443872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2d53b-30c4-489b-8417-dee8c0bf6b08 req-1150e84c-bb02-446d-8b90-81ca0fb545f1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:44.448453 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0e2d53b-30c4-489b-8417-dee8c0bf6b08 req-1150e84c-bb02-446d-8b90-81ca0fb545f1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0547647 Sep 18 05:39:44.493602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0e2d53b-30c4-489b-8417-dee8c0bf6b08 req-28e59923-ee2d-4f66-9c70-91802db4e260 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 Sep 18 05:39:45.619811 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c600e-aca9-419e-b88b-481cd9a4d60d req-74248efe-2d4a-4732-8b48-b9b8d722f95b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:45.622083 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-657c600e-aca9-419e-b88b-481cd9a4d60d req-74248efe-2d4a-4732-8b48-b9b8d722f95b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0588565 Sep 18 05:39:45.665987 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-657c600e-aca9-419e-b88b-481cd9a4d60d req-40596925-c821-4da6-94fa-793960878b06 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375726 Sep 18 05:39:46.300423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59884) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:46.432379 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:46.531179 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:46.616867 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:46.659213 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb9755b-fb71-41aa-a28c-f77d3ee5ca2a,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:46.663128 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb75819243fd442f872648dd4ed8bced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616788 Sep 18 05:39:46.666256 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59888) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:46.669971 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:46.670653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:46.671013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:46.671362 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:46.671705 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:46.672053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:46.672423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:46.672847 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:46.673190 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:46.673527 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:46.673889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:46.674250 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae3964e-3b7e-4982-88d5-8260230d05c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:39:46.727064 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13198e4e-2e8e-4072-9014-2d0262631873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:46.783509 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13198e4e-2e8e-4072-9014-2d0262631873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:46.847935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8ba46-9cff-436c-bccf-f88cd5a81a22 req-37243692-7da1-44ab-b5c4-fe12a0591e48 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:46.849714 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a7a8ba46-9cff-436c-bccf-f88cd5a81a22 req-37243692-7da1-44ab-b5c4-fe12a0591e48 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.1122382 Sep 18 05:39:46.903981 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a7a8ba46-9cff-436c-bccf-f88cd5a81a22 req-073d996c-18bb-463b-90a7-177ac0d36c22 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431120 Sep 18 05:39:47.000153 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13198e4e-2e8e-4072-9014-2d0262631873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:47.002782 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13198e4e-2e8e-4072-9014-2d0262631873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:47.003961 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-13198e4e-2e8e-4072-9014-2d0262631873 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6eb9755b-fb71-41aa-a28c-f77d3ee5ca2a HTTP/1.1" status: 204 len: 168 time: 0.3366876 Sep 18 05:39:47.013248 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13198e4e-2e8e-4072-9014-2d0262631873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb9755b-fb71-41aa-a28c-f77d3ee5ca2a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:47.770392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59896) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:47.785994 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a3977e3-ca82-4ab5-a251-2b9061445411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:47.886286 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a3977e3-ca82-4ab5-a251-2b9061445411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:47.969917 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2a3977e3-ca82-4ab5-a251-2b9061445411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:48.012571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3977e3-ca82-4ab5-a251-2b9061445411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bd35e3-96da-4b3f-a23c-955d3dafc714,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:48.017993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2a3977e3-ca82-4ab5-a251-2b9061445411 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=661bd56ec3e94955bc9bba00652ff164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463419 Sep 18 05:39:48.020525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59900) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:48.035569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db4554-b3fa-47be-af28-d2df6c34ee16 req-bcf71b20-716e-4c31-a8cd-80afbda7ac5d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:48.037206 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-59db4554-b3fa-47be-af28-d2df6c34ee16 req-bcf71b20-716e-4c31-a8cd-80afbda7ac5d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0656331 Sep 18 05:39:48.108709 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-59db4554-b3fa-47be-af28-d2df6c34ee16 req-caab5cb0-b720-49b2-b158-67a2b0f784ea tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607555 Sep 18 05:39:48.111401 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95e37c14-354c-4238-b5f7-634859a3fb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:48.134706 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95e37c14-354c-4238-b5f7-634859a3fb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:48.262423 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95e37c14-354c-4238-b5f7-634859a3fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:48.265280 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-95e37c14-354c-4238-b5f7-634859a3fb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:48.266539 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-95e37c14-354c-4238-b5f7-634859a3fb81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44bd35e3-96da-4b3f-a23c-955d3dafc714 HTTP/1.1" status: 204 len: 168 time: 0.2449708 Sep 18 05:39:48.277355 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e37c14-354c-4238-b5f7-634859a3fb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bd35e3-96da-4b3f-a23c-955d3dafc714,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:49.051915 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59906) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:49.066872 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-992e6a7b-4e4e-413b-b055-6e6c895b9525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:49.170164 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-992e6a7b-4e4e-413b-b055-6e6c895b9525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:49.231074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9cf1f-2512-4bc1-a85d-d6c1416f4239 req-f79c153e-7311-4a39-8752-2bf1f7a470e8 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:49.232640 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48e9cf1f-2512-4bc1-a85d-d6c1416f4239 req-f79c153e-7311-4a39-8752-2bf1f7a470e8 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0553920 Sep 18 05:39:49.246093 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-992e6a7b-4e4e-413b-b055-6e6c895b9525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:49.305730 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-992e6a7b-4e4e-413b-b055-6e6c895b9525 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36a9ec5a32c543edb4e04eca74eca568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526386 Sep 18 05:39:49.308586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59910) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:49.310159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48e9cf1f-2512-4bc1-a85d-d6c1416f4239 req-3316a881-e3e7-45d2-9482-358026ada9fa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707979 Sep 18 05:39:49.310924 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e6a7b-4e4e-413b-b055-6e6c895b9525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63abd743-1a6a-4688-bdf6-d596ef9741fd,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:49.363954 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cc922b96-46ab-4d01-a898-c7e32d003f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:49.388493 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cc922b96-46ab-4d01-a898-c7e32d003f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:49.512038 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cc922b96-46ab-4d01-a898-c7e32d003f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:49.514618 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cc922b96-46ab-4d01-a898-c7e32d003f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:49.515824 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cc922b96-46ab-4d01-a898-c7e32d003f89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63abd743-1a6a-4688-bdf6-d596ef9741fd HTTP/1.1" status: 204 len: 168 time: 0.2062330 Sep 18 05:39:49.524998 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc922b96-46ab-4d01-a898-c7e32d003f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63abd743-1a6a-4688-bdf6-d596ef9741fd,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:50.440395 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d9e4b-ec66-4e39-a335-be237b1a9009 req-bd803cbe-f570-4ef0-b0c2-daff0c847096 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:50.441966 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d2d9e4b-ec66-4e39-a335-be237b1a9009 req-bd803cbe-f570-4ef0-b0c2-daff0c847096 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0617311 Sep 18 05:39:50.483558 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8d2d9e4b-ec66-4e39-a335-be237b1a9009 req-e8b7c8b4-c264-4665-ab09-74bc68aed3f2 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343945 Sep 18 05:39:51.611431 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc8205-f716-4a72-9146-8c74565e4143 req-92d763d3-ea54-4518-b683-5846de83e0f2 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:51.613203 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01cc8205-f716-4a72-9146-8c74565e4143 req-92d763d3-ea54-4518-b683-5846de83e0f2 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0570605 Sep 18 05:39:51.656320 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-01cc8205-f716-4a72-9146-8c74565e4143 req-64d768c6-9942-4574-af26-3192519bb251 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373290 Sep 18 05:39:52.591120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 59986) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:52.722037 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c75a27cb-ad5a-40f6-ae18-8e580c4778c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:52.783124 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347c170-56ed-490b-a162-ffec96bc2df4 req-67b5431c-1b1b-4c5c-8220-96c7019762e1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:52.784774 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1347c170-56ed-490b-a162-ffec96bc2df4 req-67b5431c-1b1b-4c5c-8220-96c7019762e1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0557430 Sep 18 05:39:52.815421 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c75a27cb-ad5a-40f6-ae18-8e580c4778c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:52.824081 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1347c170-56ed-490b-a162-ffec96bc2df4 req-7d814106-5752-4be9-badc-4f925b4d11f5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Sep 18 05:39:52.914284 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c75a27cb-ad5a-40f6-ae18-8e580c4778c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:52.953780 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c75a27cb-ad5a-40f6-ae18-8e580c4778c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93ab096b9b694280bfc4a97c7dcb500d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3614957 Sep 18 05:39:52.954815 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a27cb-ad5a-40f6-ae18-8e580c4778c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7adfe9e-515c-40bb-879e-2b2595767efa,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:52.956519 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 59992) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:53.012397 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ca2864-d8b1-415f-b8d9-a86bd3caeb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:53.038550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ca2864-d8b1-415f-b8d9-a86bd3caeb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:53.157395 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ca2864-d8b1-415f-b8d9-a86bd3caeb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:53.160129 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-17ca2864-d8b1-415f-b8d9-a86bd3caeb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:53.164608 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-17ca2864-d8b1-415f-b8d9-a86bd3caeb75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7adfe9e-515c-40bb-879e-2b2595767efa HTTP/1.1" status: 204 len: 168 time: 0.2039409 Sep 18 05:39:53.170425 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca2864-d8b1-415f-b8d9-a86bd3caeb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7adfe9e-515c-40bb-879e-2b2595767efa,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:53.337288 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:53.489004 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:53.961426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd6aa4-7d1c-4dfe-b757-5eceed2ef681 req-4c90a5cb-9f36-4dcf-9d03-b80b0497fd60 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:53.968735 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-09dd6aa4-7d1c-4dfe-b757-5eceed2ef681 req-4c90a5cb-9f36-4dcf-9d03-b80b0497fd60 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0694146 Sep 18 05:39:53.971730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60002) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:53.986778 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0a92af7f-5df1-4fef-86c0-80f2100beb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:54.020467 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-09dd6aa4-7d1c-4dfe-b757-5eceed2ef681 req-4257f6fc-b0b5-4760-98a7-8ea92d36fcfd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Sep 18 05:39:54.110401 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0a92af7f-5df1-4fef-86c0-80f2100beb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:54.209215 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0a92af7f-5df1-4fef-86c0-80f2100beb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:54.250785 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0a92af7f-5df1-4fef-86c0-80f2100beb03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ad2e7054dba413689d09cfced055bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777677 Sep 18 05:39:54.251793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92af7f-5df1-4fef-86c0-80f2100beb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4af63a9-b62f-426f-9383-0d059d08b687,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:54.253790 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60004) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:54.308002 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-74b21a75-0acd-4f01-a194-c1a0f716bcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:54.337798 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-74b21a75-0acd-4f01-a194-c1a0f716bcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:54.430423 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949662c9-e147-4b29-873f-6a235b77b8ab req-36116290-f11b-400a-9e15-5ea29ddcf825 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:54.432413 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-949662c9-e147-4b29-873f-6a235b77b8ab req-36116290-f11b-400a-9e15-5ea29ddcf825 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 945 time: 0.0851862 Sep 18 05:39:54.473319 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-949662c9-e147-4b29-873f-6a235b77b8ab req-82ce483d-7a94-4544-ba09-5df5269b16dc tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/security-groups?id=87d83617-a26a-482b-bb8c-e35c8c834cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349855 Sep 18 05:39:54.536825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-74b21a75-0acd-4f01-a194-c1a0f716bcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:54.540335 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-74b21a75-0acd-4f01-a194-c1a0f716bcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:54.541609 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-74b21a75-0acd-4f01-a194-c1a0f716bcea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4af63a9-b62f-426f-9383-0d059d08b687 HTTP/1.1" status: 204 len: 168 time: 0.2867854 Sep 18 05:39:54.551364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b21a75-0acd-4f01-a194-c1a0f716bcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4af63a9-b62f-426f-9383-0d059d08b687,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:55.157452 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc00f9f-7c6c-426a-a942-4a8f294e06bb req-084a7d54-cbd7-4434-8904-a918dbbf05a4 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:55.158983 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9dc00f9f-7c6c-426a-a942-4a8f294e06bb req-084a7d54-cbd7-4434-8904-a918dbbf05a4 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0627313 Sep 18 05:39:55.204687 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9dc00f9f-7c6c-426a-a942-4a8f294e06bb req-751e5ad2-dc56-487a-bfb0-57f3fe60e9d8 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345235 Sep 18 05:39:55.611354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c6dae-fa03-482d-a287-3037c0bdf76e req-8f2c8988-5524-4124-9475-66d235340e8e tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:55.612918 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-403c6dae-fa03-482d-a287-3037c0bdf76e req-8f2c8988-5524-4124-9475-66d235340e8e tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 945 time: 0.0543830 Sep 18 05:39:55.666788 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-403c6dae-fa03-482d-a287-3037c0bdf76e req-560d208f-5c45-44c8-a9a7-a35f8135a0a9 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/security-groups?id=87d83617-a26a-482b-bb8c-e35c8c834cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477562 Sep 18 05:39:55.719950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-33fc41de-1d8b-42e0-87b5-b3ca66638e3c tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:55.721483 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-33fc41de-1d8b-42e0-87b5-b3ca66638e3c tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 945 time: 0.0749805 Sep 18 05:39:55.837233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Deleting port 45b035d7-9360-4452-8385-e8951a808170 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:39:55.837788 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:55.953230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] For port 45b035d7-9360-4452-8385-e8951a808170, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=45b035d7-9360-4452-8385-e8951a808170,segment=NetworkSegment(d5bde1b4-a07c-441b-b728-8e99dccfdee3),segment_id=d5bde1b4-a07c-441b-b728-8e99dccfdee3)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:39:55.953583 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:56.195928 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:56.196319 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:56.196698 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Floating IP 1b8d1fb0-d346-4642-9f43-dd28453bcd02 disassociated. External IP: 172.25.7.57, port: 45b035d7-9360-4452-8385-e8951a808170. Sep 18 05:39:56.196990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Calling delete_port for 45b035d7-9360-4452-8385-e8951a808170 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:39:56.355774 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2398809-33c1-48ff-9705-0d2aaaf2623a req-1bcdf349-1b3b-4848-88ec-d1d36bd46b7a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:56.360721 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a2398809-33c1-48ff-9705-0d2aaaf2623a req-1bcdf349-1b3b-4848-88ec-d1d36bd46b7a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0679986 Sep 18 05:39:56.397646 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a2398809-33c1-48ff-9705-0d2aaaf2623a req-ec4d19fa-5f28-40a4-870b-1d63a534b126 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340743 Sep 18 05:39:56.463067 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:56.493124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Pushing event deleted for resources: {'Port': ['ID=45b035d7-9360-4452-8385-e8951a808170,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:56.612433 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Router 8f6f2856-f99e-41d5-975d-04d4b98ab12f has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:39:56.724154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:39:56.736762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd980cf-14cb-4ab1-a6f4-79c3f276b570 None None] Sync routers for ids ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:39:56.755690 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd980cf-14cb-4ab1-a6f4-79c3f276b570 None None] Routers {'8f6f2856-f99e-41d5-975d-04d4b98ab12f'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:39:56.763600 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8bd980cf-14cb-4ab1-a6f4-79c3f276b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:39:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:56.766420 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] No DVR routers for this DVR port 45b035d7-9360-4452-8385-e8951a808170 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:39:56.775573 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:56.777496 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e9c8bf60-eba8-4458-8957-86a03f34d93a req-8daf0813-8073-4005-b2eb-3990ef71c1d4 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.13 "DELETE /v2.0/ports/45b035d7-9360-4452-8385-e8951a808170 HTTP/1.1" status: 204 len: 173 time: 1.0493190 Sep 18 05:39:56.777927 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e24723c-8bd9-42ff-a983-a937a8789b93', 'name': 'network-vif-deleted', 'tag': '45b035d7-9360-4452-8385-e8951a808170'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:39:56.780117 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21800e8-963e-4ca9-872c-ed5e2487e007" -d '{"events": [{"server_uuid": "5e24723c-8bd9-42ff-a983-a937a8789b93", "name": "network-vif-deleted", "tag": "45b035d7-9360-4452-8385-e8951a808170"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:39:56.802147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bd0d93d1-aace-47a2-8fd9-1dd82526ab74 req-11824ae7-c0e5-4919-bb02-05ae6a19b19b tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 210 time: 0.0375893 Sep 18 05:39:56.826794 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6502fd-de87-4e44-85b8-6c18c2a73a02 x-openstack-request-id: req-1e6502fd-de87-4e44-85b8-6c18c2a73a02 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:39:56.826794 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e24723c-8bd9-42ff-a983-a937a8789b93", "name": "network-vif-deleted", "tag": "45b035d7-9360-4452-8385-e8951a808170", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:39:56.826794 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e6502fd-de87-4e44-85b8-6c18c2a73a02 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:39:56.826794 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e24723c-8bd9-42ff-a983-a937a8789b93', 'name': 'network-vif-deleted', 'tag': '45b035d7-9360-4452-8385-e8951a808170', 'status': 'completed', 'code': 200} Sep 18 05:39:56.887375 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-8bd980cf-14cb-4ab1-a6f4-79c3f276b570 None None] Set router 8f6f2856-f99e-41d5-975d-04d4b98ab12f gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:39:57.127065 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8bd980cf-14cb-4ab1-a6f4-79c3f276b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:34:53Z', 'revision_number': 4, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port': {'id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:50Z', 'updated_at': '2021-09-18T05:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '65ef302f-9559-4c3e-959a-51cdb27a5483', 'name': '', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'mac_address': 'fa:16:3e:a6:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:52Z', 'updated_at': '2021-09-18T05:34:56Z', 'revision_number': 5, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'subnets': [{'id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:57.158035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd980cf-14cb-4ab1-a6f4-79c3f276b570 None None] Checking router: 8f6f2856-f99e-41d5-975d-04d4b98ab12f for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:39:57.166710 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd980cf-14cb-4ab1-a6f4-79c3f276b570 None None] Routers {'8f6f2856-f99e-41d5-975d-04d4b98ab12f'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:39:57.167328 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8bd980cf-14cb-4ab1-a6f4-79c3f276b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:39:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:57.274417 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-8bd980cf-14cb-4ab1-a6f4-79c3f276b570 None None] Set router 8f6f2856-f99e-41d5-975d-04d4b98ab12f gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:39:57.472033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-8bd980cf-14cb-4ab1-a6f4-79c3f276b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:34:53Z', 'revision_number': 4, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port': {'id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:50Z', 'updated_at': '2021-09-18T05:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '65ef302f-9559-4c3e-959a-51cdb27a5483', 'name': '', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'mac_address': 'fa:16:3e:a6:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:52Z', 'updated_at': '2021-09-18T05:34:56Z', 'revision_number': 5, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'subnets': [{'id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:39:57.508592 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd980cf-14cb-4ab1-a6f4-79c3f276b570 None None] The sync data for ids ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'] in n-d-789963-13 is: [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:34:53Z', 'revision_number': 4, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port': {'id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:50Z', 'updated_at': '2021-09-18T05:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '65ef302f-9559-4c3e-959a-51cdb27a5483', 'name': '', 'network_id': '4ade930e-ec49-432a-9b2e-334e2f815c11', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'mac_address': 'fa:16:3e:a6:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:52Z', 'updated_at': '2021-09-18T05:34:56Z', 'revision_number': 5, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'subnets': [{'id': '3a4508b7-6b7d-4236-9b89-a9bac367d566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:39:57.528186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81600020-9790-4371-8ac5-8f3407145217 req-18ef6554-53b2-4dfd-b66f-3c1670861c20 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:57.530108 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81600020-9790-4371-8ac5-8f3407145217 req-18ef6554-53b2-4dfd-b66f-3c1670861c20 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0581329 Sep 18 05:39:57.585827 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81600020-9790-4371-8ac5-8f3407145217 req-cf25b1ff-6e45-4f3b-89fd-9988bbcf19e7 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Sep 18 05:39:57.837793 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f95e3b-13a7-44fc-81e6-8e6c739ad656 None None] New status for floating IP 1b8d1fb0-d346-4642-9f43-dd28453bcd02: DOWN {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:39:57.942140 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-be9d7500-0884-4ce3-8096-cb6d78eafe2e req-e63424af-cd91-4364-96dd-9e256554d363 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e24723c-8bd9-42ff-a983-a937a8789b93 HTTP/1.1" status: 200 len: 210 time: 0.0307205 Sep 18 05:39:58.714022 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059a6f0-2bba-441b-a4a7-9cc0912c3007 req-35f856b1-4136-4ee6-8da0-186bc485f435 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:58.715523 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4059a6f0-2bba-441b-a4a7-9cc0912c3007 req-35f856b1-4136-4ee6-8da0-186bc485f435 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0576301 Sep 18 05:39:58.760552 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4059a6f0-2bba-441b-a4a7-9cc0912c3007 req-c5d025e9-211f-480e-b87e-d25f1e66a469 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359426 Sep 18 05:39:58.980394 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 45b035d7-9360-4452-8385-e8951a808170 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:39:59.004306 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 45b035d7-9360-4452-8385-e8951a808170 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:39:59.004665 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 45b035d7-9360-4452-8385-e8951a808170 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:39:59.023119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60122) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:59.160282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-67a52513-8007-497e-baeb-485ddad752f0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Deleting port 62caa5a1-bd0f-4630-956d-edacb0c52115 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:39:59.160918 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a52513-8007-497e-baeb-485ddad752f0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:59.250900 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a52513-8007-497e-baeb-485ddad752f0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:59.251240 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a52513-8007-497e-baeb-485ddad752f0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:59.264476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-67a52513-8007-497e-baeb-485ddad752f0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Calling delete_port for 62caa5a1-bd0f-4630-956d-edacb0c52115 owned by network:floatingip {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:39:59.506834 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a52513-8007-497e-baeb-485ddad752f0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:59.535519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a52513-8007-497e-baeb-485ddad752f0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Pushing event deleted for resources: {'Port': ['ID=62caa5a1-bd0f-4630-956d-edacb0c52115,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:39:59.597757 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a52513-8007-497e-baeb-485ddad752f0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for floatingip, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:59.601240 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-67a52513-8007-497e-baeb-485ddad752f0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:59.602582 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-67a52513-8007-497e-baeb-485ddad752f0 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "DELETE /v2.0/floatingips/1b8d1fb0-d346-4642-9f43-dd28453bcd02 HTTP/1.1" status: 204 len: 168 time: 0.5784011 Sep 18 05:39:59.677180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60130) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:39:59.739981 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-45c96c0d-3892-4a37-a81e-cc3cb55e6754 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:59.769720 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-45c96c0d-3892-4a37-a81e-cc3cb55e6754 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:59.887525 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0273da8-58d7-44bd-93bb-f97577a24177 req-1fcf3d5e-1077-4b4d-94c3-9b097288579d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:39:59.889856 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0273da8-58d7-44bd-93bb-f97577a24177 req-1fcf3d5e-1077-4b4d-94c3-9b097288579d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0553236 Sep 18 05:39:59.930926 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a0273da8-58d7-44bd-93bb-f97577a24177 req-ae4061a6-dac9-4d87-bab0-5e95b0d266c3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357592 Sep 18 05:39:59.969035 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-45c96c0d-3892-4a37-a81e-cc3cb55e6754 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:59.972825 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-45c96c0d-3892-4a37-a81e-cc3cb55e6754 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:39:59.974031 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-45c96c0d-3892-4a37-a81e-cc3cb55e6754 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] 10.222.0.23 "DELETE /v2.0/security-groups/87d83617-a26a-482b-bb8c-e35c8c834cab HTTP/1.1" status: 204 len: 168 time: 0.2957964 Sep 18 05:39:59.983759 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c96c0d-3892-4a37-a81e-cc3cb55e6754 tempest-TestServerBasicOps-2029760103 tempest-TestServerBasicOps-2029760103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d83617-a26a-482b-bb8c-e35c8c834cab,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:00.296375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60140) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:00.869260 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-562627fb-b220-4660-89a6-7074107646a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:01.055414 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ccddd-16b2-47d1-93c7-90977dbc072a req-f25ec597-34b0-4342-8cb0-4ae2a64f02ba tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:01.057661 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d1ccddd-16b2-47d1-93c7-90977dbc072a req-f25ec597-34b0-4342-8cb0-4ae2a64f02ba tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0551960 Sep 18 05:40:01.100309 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d1ccddd-16b2-47d1-93c7-90977dbc072a req-ce83b8f3-1442-4fe4-b23a-7a2b06e675bd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347912 Sep 18 05:40:01.135034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-562627fb-b220-4660-89a6-7074107646a3 admin admin] Deleting port 65ef302f-9559-4c3e-959a-51cdb27a5483 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:40:01.135383 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-562627fb-b220-4660-89a6-7074107646a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:01.214142 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:40:01.221616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-562627fb-b220-4660-89a6-7074107646a3 admin admin] For port 65ef302f-9559-4c3e-959a-51cdb27a5483, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=65ef302f-9559-4c3e-959a-51cdb27a5483,segment=NetworkSegment(d5bde1b4-a07c-441b-b728-8e99dccfdee3),segment_id=d5bde1b4-a07c-441b-b728-8e99dccfdee3)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:01.221998 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-562627fb-b220-4660-89a6-7074107646a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:01.235217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-562627fb-b220-4660-89a6-7074107646a3 admin admin] Calling delete_port for 65ef302f-9559-4c3e-959a-51cdb27a5483 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:40:01.268218 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-61e4ab60-3d80-442a-84a9-e37be06ae3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:01.479718 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-562627fb-b220-4660-89a6-7074107646a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:01.511912 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562627fb-b220-4660-89a6-7074107646a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ef302f-9559-4c3e-959a-51cdb27a5483,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:01.682607 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-562627fb-b220-4660-89a6-7074107646a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:02.290629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09040c0b-df60-4812-9a39-7d700822fa09 req-9fe8918b-326f-44d2-a5af-89571df5c314 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:02.292066 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-09040c0b-df60-4812-9a39-7d700822fa09 req-9fe8918b-326f-44d2-a5af-89571df5c314 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0975435 Sep 18 05:40:02.323263 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562627fb-b220-4660-89a6-7074107646a3 admin admin] Router 8f6f2856-f99e-41d5-975d-04d4b98ab12f has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:40:02.347912 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-09040c0b-df60-4812-9a39-7d700822fa09 req-219ffd20-6801-4a23-af25-5a258b8274ae tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467670 Sep 18 05:40:02.452366 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562627fb-b220-4660-89a6-7074107646a3 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:40:02.457447 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-562627fb-b220-4660-89a6-7074107646a3 admin admin] 10.222.0.23 "PUT /v2.0/routers/8f6f2856-f99e-41d5-975d-04d4b98ab12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1600254 Sep 18 05:40:02.460066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60152) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:02.460868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c1ded6-61d6-478b-a25c-ecea283a145d None None] Sync routers for ids ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:40:02.470292 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1ded6-61d6-478b-a25c-ecea283a145d None None] Routers {'8f6f2856-f99e-41d5-975d-04d4b98ab12f'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:40:02.471002 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-b0c1ded6-61d6-478b-a25c-ecea283a145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:39:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:02.574049 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:02.579464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-b0c1ded6-61d6-478b-a25c-ecea283a145d None None] Set router 8f6f2856-f99e-41d5-975d-04d4b98ab12f gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:40:02.682546 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:02.757554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-b0c1ded6-61d6-478b-a25c-ecea283a145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:40:01Z', 'revision_number': 5, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port': {'id': 'c6c8055f-c50c-4582-9422-92f37643ac97', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:50Z', 'updated_at': '2021-09-18T05:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:02.783711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c1ded6-61d6-478b-a25c-ecea283a145d None None] Checking router: 8f6f2856-f99e-41d5-975d-04d4b98ab12f for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:40:02.793379 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1ded6-61d6-478b-a25c-ecea283a145d None None] Routers {'8f6f2856-f99e-41d5-975d-04d4b98ab12f'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:40:02.794023 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-b0c1ded6-61d6-478b-a25c-ecea283a145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:39:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:02.834652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] Deleting port c6c8055f-c50c-4582-9422-92f37643ac97 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:40:02.835048 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:02.893097 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-b0c1ded6-61d6-478b-a25c-ecea283a145d None None] Set router 8f6f2856-f99e-41d5-975d-04d4b98ab12f gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:40:02.924904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] For port c6c8055f-c50c-4582-9422-92f37643ac97, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=c6c8055f-c50c-4582-9422-92f37643ac97,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:02.925278 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:02.938776 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] Calling delete_port for c6c8055f-c50c-4582-9422-92f37643ac97 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:40:02.949120 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-b0c1ded6-61d6-478b-a25c-ecea283a145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:40:02Z', 'revision_number': 6, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:02.975178 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c1ded6-61d6-478b-a25c-ecea283a145d None None] The sync data for ids ['8f6f2856-f99e-41d5-975d-04d4b98ab12f'] in n-d-789963-13 is: [{'id': '8f6f2856-f99e-41d5-975d-04d4b98ab12f', 'name': 'tempest-TestServerBasicOps-691757765-router', 'tenant_id': 'cf530ad4bdeb406596eda7f009a666df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:49Z', 'updated_at': '2021-09-18T05:40:02Z', 'revision_number': 6, 'project_id': 'cf530ad4bdeb406596eda7f009a666df', 'gw_port_host': None}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:40:03.182284 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:03.210656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c8055f-c50c-4582-9422-92f37643ac97,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:03.278901 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:03.380222 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:03.382592 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:03.500867 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 65ef302f-9559-4c3e-959a-51cdb27a5483 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:40:03.523709 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 65ef302f-9559-4c3e-959a-51cdb27a5483 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:40:03.524121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 65ef302f-9559-4c3e-959a-51cdb27a5483 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:40:03.534093 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2299e2-5e72-4022-b3cd-a117958f7b6d req-6b49c4c1-09db-4cb2-8122-023b1ed206c3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:03.536282 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a2299e2-5e72-4022-b3cd-a117958f7b6d req-6b49c4c1-09db-4cb2-8122-023b1ed206c3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0845735 Sep 18 05:40:03.541532 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:03.542408 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f6f2856-f99e-41d5-975d-04d4b98ab12f {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:40:03.552062 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:03.552062 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1a4899e9-4f8f-4976-b17b-58625557ab19 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8f6f2856-f99e-41d5-975d-04d4b98ab12f HTTP/1.1" status: 204 len: 168 time: 1.0870242 Sep 18 05:40:03.552062 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60158) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:03.586183 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a2299e2-5e72-4022-b3cd-a117958f7b6d req-2f249c28-7673-470d-85e3-f5512992bc89 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370345 Sep 18 05:40:03.606560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdc17c8-88b5-4fda-93b8-f1c4a597383f admin admin] Deleting subnet 3a4508b7-6b7d-4236-9b89-a9bac367d566 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:40:03.609709 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bdc17c8-88b5-4fda-93b8-f1c4a597383f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:03.648128 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bdc17c8-88b5-4fda-93b8-f1c4a597383f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:03.735894 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bdc17c8-88b5-4fda-93b8-f1c4a597383f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:03.889230 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bdc17c8-88b5-4fda-93b8-f1c4a597383f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:03.912871 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e726-3b16-4733-9a44-3f5f65491bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:03.920463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc17c8-88b5-4fda-93b8-f1c4a597383f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4508b7-6b7d-4236-9b89-a9bac367d566,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:03.937751 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3bdc17c8-88b5-4fda-93b8-f1c4a597383f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:03.937918 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616798e3-66b0-4de4-b831-27183ef8748b None None] Network 4ade930e-ec49-432a-9b2e-334e2f815c11 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:40:03.940037 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3bdc17c8-88b5-4fda-93b8-f1c4a597383f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3a4508b7-6b7d-4236-9b89-a9bac367d566 HTTP/1.1" status: 204 len: 168 time: 0.3885534 Sep 18 05:40:03.942611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60160) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:04.043178 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:04.098144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Deleting port 39410a13-97ff-4504-bec2-e8e8d76f8858 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:40:04.098449 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:04.171697 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] DHCP port deletion for 4ade930e-ec49-432a-9b2e-334e2f815c11 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:40:04.181290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] For port 39410a13-97ff-4504-bec2-e8e8d76f8858, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=39410a13-97ff-4504-bec2-e8e8d76f8858,segment=NetworkSegment(d5bde1b4-a07c-441b-b728-8e99dccfdee3),segment_id=d5bde1b4-a07c-441b-b728-8e99dccfdee3)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:04.181290 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:04.194642 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Calling delete_port for 39410a13-97ff-4504-bec2-e8e8d76f8858 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:40:04.250264 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Deleting port 39410a13-97ff-4504-bec2-e8e8d76f8858 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:40:04.250906 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:04.315846 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:04.332346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] For port 39410a13-97ff-4504-bec2-e8e8d76f8858, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=39410a13-97ff-4504-bec2-e8e8d76f8858,segment=NetworkSegment(d5bde1b4-a07c-441b-b728-8e99dccfdee3),segment_id=d5bde1b4-a07c-441b-b728-8e99dccfdee3)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:04.332880 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:04.350154 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Calling delete_port for 39410a13-97ff-4504-bec2-e8e8d76f8858 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:40:04.388372 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:04.432689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Pushing event deleted for resources: {'Port': ['ID=39410a13-97ff-4504-bec2-e8e8d76f8858,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:04.433289 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:04.437346 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] No DVR routers for this DVR port 39410a13-97ff-4504-bec2-e8e8d76f8858 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:40:04.457732 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Pushing event deleted for resources: {'Port': ['ID=39410a13-97ff-4504-bec2-e8e8d76f8858,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:04.471689 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:04.472050 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:04.472419 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:04.472864 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:04.473149 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:04.473494 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:04.473833 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:04.474169 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:04.475027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:04.475752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:04.476102 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:04.476464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:04.481241 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354111d-9095-4678-9113-8692bf32bd53 None None] No DVR routers for this DVR port 39410a13-97ff-4504-bec2-e8e8d76f8858 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:40:04.533809 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:04.559045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ade930e-ec49-432a-9b2e-334e2f815c11']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:04.569576 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bde1b4-a07c-441b-b728-8e99dccfdee3') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:04.569957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bde1b4-a07c-441b-b728-8e99dccfdee3') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:04.579872 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:04.593666 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:04.600685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:40:04.601114 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:40:04.602845 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:40:04.714208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf80b7-6755-4e40-81d4-8b25f2654f11 req-a40d1a25-a36d-43af-9d74-ad65d2d53dda tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:04.715736 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-adcf80b7-6755-4e40-81d4-8b25f2654f11 req-a40d1a25-a36d-43af-9d74-ad65d2d53dda tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0570199 Sep 18 05:40:04.751177 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:04.761624 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:04.763473 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4ade930e-ec49-432a-9b2e-334e2f815c11 HTTP/1.1" status: 204 len: 168 time: 0.8191922 Sep 18 05:40:04.766516 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60166) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:04.783292 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-adcf80b7-6755-4e40-81d4-8b25f2654f11 req-e4b12096-cc43-416a-a983-6739e80d8aa1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601642 Sep 18 05:40:04.784194 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9aa86-b733-43ac-815a-8f6d6112df97 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ade930e-ec49-432a-9b2e-334e2f815c11,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:05.172097 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87f4abdf-d232-4061-bae0-7073e0b5e764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:05.229028 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 39410a13-97ff-4504-bec2-e8e8d76f8858 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:40:05.258368 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 39410a13-97ff-4504-bec2-e8e8d76f8858 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:40:05.258723 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 39410a13-97ff-4504-bec2-e8e8d76f8858 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:40:05.259345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c6c8055f-c50c-4582-9422-92f37643ac97 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:40:05.288574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: c6c8055f-c50c-4582-9422-92f37643ac97 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:40:05.289185 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device c6c8055f-c50c-4582-9422-92f37643ac97 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:40:05.405647 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:05.438372 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-87f4abdf-d232-4061-bae0-7073e0b5e764 admin admin] Deleting port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:40:05.438962 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87f4abdf-d232-4061-bae0-7073e0b5e764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:05.536599 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-87f4abdf-d232-4061-bae0-7073e0b5e764 admin admin] For port 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0fdfe9d8-ebf1-42c5-811e-f6353359ccb8,segment=NetworkSegment(97295d3c-69fe-4863-9937-3c68aaa6423a),segment_id=97295d3c-69fe-4863-9937-3c68aaa6423a)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:05.537634 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87f4abdf-d232-4061-bae0-7073e0b5e764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:05.552419 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-87f4abdf-d232-4061-bae0-7073e0b5e764 admin admin] Calling delete_port for 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:40:05.820385 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87f4abdf-d232-4061-bae0-7073e0b5e764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:05.854333 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4abdf-d232-4061-bae0-7073e0b5e764 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fdfe9d8-ebf1-42c5-811e-f6353359ccb8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:06.002920 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fada8-91b0-492d-8b20-77ae4359f569 req-cb098941-4705-4455-b38a-1c9205127f19 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:06.004803 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-002fada8-91b0-492d-8b20-77ae4359f569 req-cb098941-4705-4455-b38a-1c9205127f19 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0968657 Sep 18 05:40:06.104264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-002fada8-91b0-492d-8b20-77ae4359f569 req-00ec519a-fec4-4355-844f-d59212a6396e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584943 Sep 18 05:40:06.523979 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87f4abdf-d232-4061-bae0-7073e0b5e764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:06.766004 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f4abdf-d232-4061-bae0-7073e0b5e764 admin admin] Router e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:40:06.901210 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f4abdf-d232-4061-bae0-7073e0b5e764 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:40:06.902859 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:06.915149 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-87f4abdf-d232-4061-bae0-7073e0b5e764 admin admin] 10.222.0.23 "PUT /v2.0/routers/e082c0b3-10c9-4ca0-a816-5d1d2b4c9590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1400447 Sep 18 05:40:06.915149 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60174) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:06.915375 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f716f-1b55-43ff-b11f-cf3cc09ddd3d None None] Sync routers for ids ['e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:40:06.925284 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f716f-1b55-43ff-b11f-cf3cc09ddd3d None None] Routers {'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:40:06.926242 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-162f716f-1b55-43ff-b11f-cf3cc09ddd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:40:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:07.045869 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-162f716f-1b55-43ff-b11f-cf3cc09ddd3d None None] Set router e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:40:07.049518 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:07.191366 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:07.284039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d2250-2a3f-4cb0-b6e7-f03ff606bebb req-0e36beaa-0c86-48ee-98a1-8d862aa162bb tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:07.285685 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f26d2250-2a3f-4cb0-b6e7-f03ff606bebb req-0e36beaa-0c86-48ee-98a1-8d862aa162bb tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0709558 Sep 18 05:40:07.322926 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] Deleting port 91982350-de47-4bae-b647-c3f170382891 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:40:07.323277 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:07.323609 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-162f716f-1b55-43ff-b11f-cf3cc09ddd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'name': 'tempest-TestServerBasicOps-1552014697-router', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '91982350-de47-4bae-b647-c3f170382891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:55Z', 'updated_at': '2021-09-18T05:40:05Z', 'revision_number': 5, 'project_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'gw_port': {'id': '91982350-de47-4bae-b647-c3f170382891', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:34:56Z', 'updated_at': '2021-09-18T05:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:07.345956 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f26d2250-2a3f-4cb0-b6e7-f03ff606bebb req-3401eb2f-03d7-4a74-92f5-8048533eb989 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491054 Sep 18 05:40:07.369942 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f716f-1b55-43ff-b11f-cf3cc09ddd3d None None] Checking router: e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:40:07.380300 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f716f-1b55-43ff-b11f-cf3cc09ddd3d None None] Routers {'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:40:07.381035 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-162f716f-1b55-43ff-b11f-cf3cc09ddd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:40:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:07.421417 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] For port 91982350-de47-4bae-b647-c3f170382891, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=91982350-de47-4bae-b647-c3f170382891,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:07.422169 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:07.440215 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] Calling delete_port for 91982350-de47-4bae-b647-c3f170382891 owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:40:07.491283 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-162f716f-1b55-43ff-b11f-cf3cc09ddd3d None None] Set router e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:40:07.561718 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-162f716f-1b55-43ff-b11f-cf3cc09ddd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'name': 'tempest-TestServerBasicOps-1552014697-router', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:55Z', 'updated_at': '2021-09-18T05:40:07Z', 'revision_number': 6, 'project_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:07.594545 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f716f-1b55-43ff-b11f-cf3cc09ddd3d None None] The sync data for ids ['e082c0b3-10c9-4ca0-a816-5d1d2b4c9590'] in n-d-789963-13 is: [{'id': 'e082c0b3-10c9-4ca0-a816-5d1d2b4c9590', 'name': 'tempest-TestServerBasicOps-1552014697-router', 'tenant_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:34:55Z', 'updated_at': '2021-09-18T05:40:07Z', 'revision_number': 6, 'project_id': 'cc5aa499ae5f45d6b0c2717f8aabd284', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:40:07.721566 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:07.753168 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] Pushing event deleted for resources: {'Port': ['ID=91982350-de47-4bae-b647-c3f170382891,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:07.822124 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:07.918640 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:07.920858 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:08.055152 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:08.055782 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:40:08.062864 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:08.066386 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1703738f-a6c5-4128-a086-9f4f46e3896a admin admin] 10.222.0.23 "DELETE /v2.0/routers/e082c0b3-10c9-4ca0-a816-5d1d2b4c9590 HTTP/1.1" status: 204 len: 168 time: 1.1523447 Sep 18 05:40:08.069029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60180) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:08.119087 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-594e9980-7f1c-4acf-ae61-4756739b7fd9 admin admin] Deleting subnet d0821f28-9d40-415c-a8dc-560d1d3f2c22 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:40:08.122785 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-594e9980-7f1c-4acf-ae61-4756739b7fd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:08.160401 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-594e9980-7f1c-4acf-ae61-4756739b7fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:08.243735 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-594e9980-7f1c-4acf-ae61-4756739b7fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:08.385693 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-594e9980-7f1c-4acf-ae61-4756739b7fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:08.422946 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e9980-7f1c-4acf-ae61-4756739b7fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0821f28-9d40-415c-a8dc-560d1d3f2c22,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:08.427991 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-594e9980-7f1c-4acf-ae61-4756739b7fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:08.431363 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-594e9980-7f1c-4acf-ae61-4756739b7fd9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d0821f28-9d40-415c-a8dc-560d1d3f2c22 HTTP/1.1" status: 204 len: 168 time: 0.3638394 Sep 18 05:40:08.434677 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60184) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:08.451366 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8e6087-3852-4248-b2cf-06554c955d3c None None] Network e19ff411-6a85-4182-a7bf-392bb6148d2a requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:40:08.483062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb034-78a9-4333-a51b-c6322d696d4f req-7e911835-179a-4a7c-8fd9-2e0095d4b6fa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:08.484662 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ed3eb034-78a9-4333-a51b-c6322d696d4f req-7e911835-179a-4a7c-8fd9-2e0095d4b6fa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0522738 Sep 18 05:40:08.549305 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ed3eb034-78a9-4333-a51b-c6322d696d4f req-15a9639f-8773-4665-9b43-173f31cafcd4 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486977 Sep 18 05:40:08.549881 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:08.625527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Deleting port 85273bc1-00dc-4705-9ef6-6f8d4c19f397 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:40:08.625937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:08.700138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555c1be9-7b7b-48a8-92d0-3876d4a576d8 None None] DHCP port deletion for e19ff411-6a85-4182-a7bf-392bb6148d2a request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:40:08.703482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] For port 85273bc1-00dc-4705-9ef6-6f8d4c19f397, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=85273bc1-00dc-4705-9ef6-6f8d4c19f397,segment=NetworkSegment(97295d3c-69fe-4863-9937-3c68aaa6423a),segment_id=97295d3c-69fe-4863-9937-3c68aaa6423a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:08.703881 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:08.717878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Calling delete_port for 85273bc1-00dc-4705-9ef6-6f8d4c19f397 owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:40:08.752163 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-555c1be9-7b7b-48a8-92d0-3876d4a576d8 None None] Deleting port 85273bc1-00dc-4705-9ef6-6f8d4c19f397 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:40:08.752921 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-555c1be9-7b7b-48a8-92d0-3876d4a576d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:08.930914 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:08.962028 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=85273bc1-00dc-4705-9ef6-6f8d4c19f397,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:08.966140 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] No DVR routers for this DVR port 85273bc1-00dc-4705-9ef6-6f8d4c19f397 on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:40:09.017926 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-555c1be9-7b7b-48a8-92d0-3876d4a576d8 None None] For port 85273bc1-00dc-4705-9ef6-6f8d4c19f397, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=85273bc1-00dc-4705-9ef6-6f8d4c19f397,segment=NetworkSegment(97295d3c-69fe-4863-9937-3c68aaa6423a),segment_id=97295d3c-69fe-4863-9937-3c68aaa6423a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:09.018256 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-555c1be9-7b7b-48a8-92d0-3876d4a576d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:09.036021 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-555c1be9-7b7b-48a8-92d0-3876d4a576d8 None None] Calling delete_port for 85273bc1-00dc-4705-9ef6-6f8d4c19f397 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:40:09.042622 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:09.076209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19ff411-6a85-4182-a7bf-392bb6148d2a']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:09.079470 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97295d3c-69fe-4863-9937-3c68aaa6423a') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:09.079838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97295d3c-69fe-4863-9937-3c68aaa6423a') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:09.091603 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:09.104870 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:09.111587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:40:09.112037 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:40:09.113937 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:40:09.116726 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-555c1be9-7b7b-48a8-92d0-3876d4a576d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:09.144518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c1be9-7b7b-48a8-92d0-3876d4a576d8 None None] No DVR routers for this DVR port 85273bc1-00dc-4705-9ef6-6f8d4c19f397 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:40:09.146889 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c1be9-7b7b-48a8-92d0-3876d4a576d8 None None] Pushing event deleted for resources: {'Port': ['ID=85273bc1-00dc-4705-9ef6-6f8d4c19f397,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:09.231752 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 85273bc1-00dc-4705-9ef6-6f8d4c19f397 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:40:09.249114 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:09.252553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 85273bc1-00dc-4705-9ef6-6f8d4c19f397 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:40:09.252914 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 85273bc1-00dc-4705-9ef6-6f8d4c19f397 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:40:09.253403 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 91982350-de47-4bae-b647-c3f170382891 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:40:09.267359 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:09.270636 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e19ff411-6a85-4182-a7bf-392bb6148d2a HTTP/1.1" status: 204 len: 168 time: 0.8302228 Sep 18 05:40:09.273355 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 91982350-de47-4bae-b647-c3f170382891 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:40:09.273989 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 91982350-de47-4bae-b647-c3f170382891 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:40:09.274790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:40:09.279638 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63e79c-a708-410b-aac1-9bb19e4b4e77 admin admin] Pushing event deleted for resources: {'Network': ['ID=e19ff411-6a85-4182-a7bf-392bb6148d2a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:09.294192 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:40:09.294553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0fdfe9d8-ebf1-42c5-811e-f6353359ccb8 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:40:09.594676 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60192) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:09.665903 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5c9aa120-ef8d-4afe-bdba-107ec12ee99c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf530ad4bdeb406596eda7f009a666df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685005 Sep 18 05:40:09.666141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60194) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:09.712436 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb404ad-4668-4c53-a179-04a4b1677590 req-6a19aed3-9ed2-471e-87d8-3d2047d09dac tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:09.713936 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcb404ad-4668-4c53-a179-04a4b1677590 req-6a19aed3-9ed2-471e-87d8-3d2047d09dac tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0888345 Sep 18 05:40:09.746497 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04be0ac6-613e-4942-8cc0-0e54f7756fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:09.773475 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fcb404ad-4668-4c53-a179-04a4b1677590 req-9a474dc1-4d00-46ec-a3e8-318c1f223563 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524263 Sep 18 05:40:09.782786 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04be0ac6-613e-4942-8cc0-0e54f7756fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:09.888856 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04be0ac6-613e-4942-8cc0-0e54f7756fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:09.893631 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-04be0ac6-613e-4942-8cc0-0e54f7756fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:09.893631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-04be0ac6-613e-4942-8cc0-0e54f7756fa4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28a11b29-0b95-43b7-bdb6-754a1b4fe87b HTTP/1.1" status: 204 len: 168 time: 0.2257495 Sep 18 05:40:09.901699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be0ac6-613e-4942-8cc0-0e54f7756fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a11b29-0b95-43b7-bdb6-754a1b4fe87b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:10.894241 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab78c7e-4ea1-4e14-99c7-d5af73e1789c req-b1c2d3c6-534c-4a21-9462-1a0d7ee6edb6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:10.895774 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fab78c7e-4ea1-4e14-99c7-d5af73e1789c req-b1c2d3c6-534c-4a21-9462-1a0d7ee6edb6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0537915 Sep 18 05:40:10.956393 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fab78c7e-4ea1-4e14-99c7-d5af73e1789c req-82edd740-2378-46bd-8c7e-2a741fb11176 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434268 Sep 18 05:40:11.297122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60222) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:11.337531 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c579703d-8608-4056-9e2f-bed00a3f8ff6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc5aa499ae5f45d6b0c2717f8aabd284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390942 Sep 18 05:40:11.339841 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60224) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:11.388678 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e3e3-8093-42c5-a74f-dbf2203e7f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:11.412937 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e3e3-8093-42c5-a74f-dbf2203e7f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:11.534730 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e3e3-8093-42c5-a74f-dbf2203e7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:11.537592 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e3e3-8093-42c5-a74f-dbf2203e7f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:11.538815 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0bc0e3e3-8093-42c5-a74f-dbf2203e7f8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73b8cab4-4102-46fb-a9ea-aa75116782a1 HTTP/1.1" status: 204 len: 168 time: 0.1978934 Sep 18 05:40:11.551825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0e3e3-8093-42c5-a74f-dbf2203e7f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b8cab4-4102-46fb-a9ea-aa75116782a1,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:12.101497 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054da66-f7a6-41ee-91e9-5bd18ea3e581 req-364e179f-25bd-4666-a82e-6fe56a1df6b0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:12.104653 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1054da66-f7a6-41ee-91e9-5bd18ea3e581 req-364e179f-25bd-4666-a82e-6fe56a1df6b0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0630541 Sep 18 05:40:12.148006 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1054da66-f7a6-41ee-91e9-5bd18ea3e581 req-ed081c57-3c74-4843-a215-b33524fa9b92 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356998 Sep 18 05:40:12.716465 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60258) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:12.824266 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-593527082-network', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:40:12.919095 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] Made reservation on behalf of 2aca6bf56d324c12a6b27b3043e319dc for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:40:12.921548 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:12.930443 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:13.028254 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:13.096755 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:13.124455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:40:13.129842 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ded8a6-36ca-48d7-98f8-4ca5c663d602,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:13.138097 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:13.138219 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] Added segment 63ff1eac-b516-4b2b-b94f-ea4a8fc0458e of type vlan for network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c Sep 18 05:40:13.182805 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:13.270730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1939e9-b4fe-403d-8974-ab90a43aca6d req-0ee970d0-6260-439b-8dca-3566cbff8d70 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:13.273126 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f1939e9-b4fe-403d-8974-ab90a43aca6d req-0ee970d0-6260-439b-8dca-3566cbff8d70 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0518680 Sep 18 05:40:13.278555 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:13.278555 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:13.278555 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:13.367378 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] Pushing event updated for resources: {'Network': ['ID=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:13.370307 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-557ba948-b5d3-49c3-aeb6-92490165b8a7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6527486 Sep 18 05:40:13.375472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60266) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:13.376302 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9f1939e9-b4fe-403d-8974-ab90a43aca6d req-b37a116f-a566-415b-a743-599d6e96b105 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923176 Sep 18 05:40:13.378596 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:40:13.379997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9ee86490-e035-4d4c-9546-7490fc1358ec admin admin] Request body: {'subnet': {'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-593527082-subnet', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:40:13.465751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee86490-e035-4d4c-9546-7490fc1358ec admin admin] Made reservation on behalf of 2aca6bf56d324c12a6b27b3043e319dc for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:40:13.469116 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9ee86490-e035-4d4c-9546-7490fc1358ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:13.711490 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9ee86490-e035-4d4c-9546-7490fc1358ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:13.765409 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee86490-e035-4d4c-9546-7490fc1358ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5827826-bb2c-41ef-a70f-7df31a89d264,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:13.776221 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee86490-e035-4d4c-9546-7490fc1358ec admin admin] Checking segment: {'id': '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:40:13.776621 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee86490-e035-4d4c-9546-7490fc1358ec admin admin] Network hostable DHCP agents. Network: 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:40:13.848500 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee86490-e035-4d4c-9546-7490fc1358ec admin admin] Network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:40:13.923054 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9ee86490-e035-4d4c-9546-7490fc1358ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:40:13.927874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee86490-e035-4d4c-9546-7490fc1358ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:13.928499 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9ee86490-e035-4d4c-9546-7490fc1358ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:13.933660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57538f7c-59f9-489c-8624-2cbe693aeed5 None None] Network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:40:14.068998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9ee86490-e035-4d4c-9546-7490fc1358ec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6939478 Sep 18 05:40:14.071855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60270) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:14.076211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:40:14.088455 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'fixed_ips': [{'subnet_id': 'a5827826-bb2c-41ef-a70f-7df31a89d264'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:40:14.089395 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:14.194229 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:14.195665 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:14.234278 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Allocated IP 172.20.0.2 (21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c/a5827826-bb2c-41ef-a70f-7df31a89d264/68631724-361c-4f8f-aef6-f59730e90740) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:40:14.255117 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:14.384326 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:14.485895 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:14.514400 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:14.524082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:40:14.528525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:40:14.532040 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:40:14.542423 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb59549-99bd-4bb9-8d81-eb1c96cd2476 req-67375d9e-b9ca-484e-8d68-83b29cf66294 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:14.543389 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Pushing event updated for resources: {'Port': ['ID=68631724-361c-4f8f-aef6-f59730e90740,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:14.544643 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcb59549-99bd-4bb9-8d81-eb1c96cd2476 req-67375d9e-b9ca-484e-8d68-83b29cf66294 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0890384 Sep 18 05:40:14.589047 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcb59549-99bd-4bb9-8d81-eb1c96cd2476 req-c39a8bc6-c2b3-4eb4-a990-008e8b183b0c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366235 Sep 18 05:40:14.597815 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Attempting to bind port 68631724-361c-4f8f-aef6-f59730e90740 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:40:14.598479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Attempting to bind port 68631724-361c-4f8f-aef6-f59730e90740 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:40:14.599032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Attempting to bind port 68631724-361c-4f8f-aef6-f59730e90740 on network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:40:14.610569 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:40:14.610569 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Checking segment: {'id': '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:40:14.610569 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:14.610569 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Bound using segment: {'id': '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:40:14.610569 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Bound port: 68631724-361c-4f8f-aef6-f59730e90740, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:40:14.610569 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:14.671677 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] For port 68631724-361c-4f8f-aef6-f59730e90740, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:40:14.674844 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] For port 68631724-361c-4f8f-aef6-f59730e90740, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=68631724-361c-4f8f-aef6-f59730e90740,segment=NetworkSegment(63ff1eac-b516-4b2b-b94f-ea4a8fc0458e),segment_id=63ff1eac-b516-4b2b-b94f-ea4a8fc0458e)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:40:14.737184 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:14.799553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7062d-ba9b-44f4-92fb-62f2819e68d4 None None] Pushing event updated for resources: {'Port': ['ID=68631724-361c-4f8f-aef6-f59730e90740,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:14.801933 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:14.826025 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:14.937729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Allocated IP 172.25.7.45 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/0935f84b-67e2-4e93-921a-5a0fa21ecef6) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:40:15.072574 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:15.159598 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:15.200560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:40:15.203469 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:40:15.206955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:40:15.236714 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Pushing event updated for resources: {'Port': ['ID=0935f84b-67e2-4e93-921a-5a0fa21ecef6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:15.253358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 68631724-361c-4f8f-aef6-f59730e90740 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:40:15.307601 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 68631724-361c-4f8f-aef6-f59730e90740 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:15.307982 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:15.387854 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:15.422996 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 68631724-361c-4f8f-aef6-f59730e90740, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=68631724-361c-4f8f-aef6-f59730e90740,segment=NetworkSegment(63ff1eac-b516-4b2b-b94f-ea4a8fc0458e),segment_id=63ff1eac-b516-4b2b-b94f-ea4a8fc0458e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:15.517463 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:15.569929 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=68631724-361c-4f8f-aef6-f59730e90740,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:15.586377 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:15.722734 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66054a57-f840-4c14-bf76-2387a468fd41 req-5b67a598-a7eb-470f-b3c3-4e8f39ca6b98 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:15.725088 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66054a57-f840-4c14-bf76-2387a468fd41 req-5b67a598-a7eb-470f-b3c3-4e8f39ca6b98 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0575366 Sep 18 05:40:15.768373 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66054a57-f840-4c14-bf76-2387a468fd41 req-4c232764-c74f-48d6-86f1-8ec62745f3c5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370524 Sep 18 05:40:15.796487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9245034-549a-42ad-9dc8-af53c1c40e1d None None] Network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:40:15.804267 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:15.857714 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-52263ac3-7a93-4f7f-b018-87d0537f6fd6 None None] Provisioning complete for port 68631724-361c-4f8f-aef6-f59730e90740 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:15.858089 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-52263ac3-7a93-4f7f-b018-87d0537f6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:16.329798 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-97d4c454-1dba-4fa5-8c0b-3b4967d18a79 None None] Provisioning complete for port 68631724-361c-4f8f-aef6-f59730e90740 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:16.330073 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-97d4c454-1dba-4fa5-8c0b-3b4967d18a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:16.391251 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Router f21ffeb3-2905-45cd-819e-157204ef093c is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:40:16.499112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:40:16.510483 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Sync routers for ids ['f21ffeb3-2905-45cd-819e-157204ef093c'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:40:16.519612 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Routers {'f21ffeb3-2905-45cd-819e-157204ef093c'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:40:16.520262 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:40:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f21ffeb3-2905-45cd-819e-157204ef093c'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:16.586009 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:16.587319 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0a8876b4-4807-47a6-ba0b-62028b09de1a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5145369 Sep 18 05:40:16.590013 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60280) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:16.624981 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Set router f21ffeb3-2905-45cd-819e-157204ef093c gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:40:16.805558 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:15Z', 'revision_number': 3, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:16.832321 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Checking router: f21ffeb3-2905-45cd-819e-157204ef093c for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:40:16.832695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Updating router f21ffeb3-2905-45cd-819e-157204ef093c port 0935f84b-67e2-4e93-921a-5a0fa21ecef6 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:40:16.858759 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:16.954824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd86c12-e373-4631-a07d-ce2792fdedcd req-018cd9ce-5a13-4219-a0c5-557e3048f3df tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:16.956356 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edd86c12-e373-4631-a07d-ce2792fdedcd req-018cd9ce-5a13-4219-a0c5-557e3048f3df tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.1151862 Sep 18 05:40:17.032142 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edd86c12-e373-4631-a07d-ce2792fdedcd req-18466618-586f-4f0d-873a-98db51c46481 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678303 Sep 18 05:40:17.093432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:17.141521 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:17.217417 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 68631724-361c-4f8f-aef6-f59730e90740 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:40:17.239195 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:17.265868 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Allocated IP 172.20.0.1 (21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c/a5827826-bb2c-41ef-a70f-7df31a89d264/505b6a50-cad4-4e8a-b4dd-23e3661a8931) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:40:17.286203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b62e4-bb45-4618-99ea-581ec5750458 None None] Pushing event updated for resources: {'Port': ['ID=0935f84b-67e2-4e93-921a-5a0fa21ecef6,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:17.319839 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Attempting to bind port 0935f84b-67e2-4e93-921a-5a0fa21ecef6 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:40:17.320216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Attempting to bind port 0935f84b-67e2-4e93-921a-5a0fa21ecef6 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:40:17.320606 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Attempting to bind port 0935f84b-67e2-4e93-921a-5a0fa21ecef6 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:40:17.329678 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:40:17.330055 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:40:17.330465 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:17.330866 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:40:17.331360 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Bound port: 0935f84b-67e2-4e93-921a-5a0fa21ecef6, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:40:17.331756 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:17.335520 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 68631724-361c-4f8f-aef6-f59730e90740 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:17.335520 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:17.384758 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:17.419831 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] For port 0935f84b-67e2-4e93-921a-5a0fa21ecef6, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:40:17.423930 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] For port 0935f84b-67e2-4e93-921a-5a0fa21ecef6, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0935f84b-67e2-4e93-921a-5a0fa21ecef6,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:40:17.513785 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:17.551708 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:40:17.554382 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:17.557427 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:40:17.561794 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:40:17.601857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Pushing event updated for resources: {'Port': ['ID=505b6a50-cad4-4e8a-b4dd-23e3661a8931,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:17.609422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Routers {'f21ffeb3-2905-45cd-819e-157204ef093c'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:40:17.610339 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:40:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f21ffeb3-2905-45cd-819e-157204ef093c'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:17.625643 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:17.664622 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b62e4-bb45-4618-99ea-581ec5750458 None None] Pushing event updated for resources: {'Port': ['ID=0935f84b-67e2-4e93-921a-5a0fa21ecef6,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:17.739239 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] Set router f21ffeb3-2905-45cd-819e-157204ef093c gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:40:17.842787 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:17.868463 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-ec4d3cd9-b526-4ea6-aa9b-cdb0b46c1b6a None None] Provisioning complete for port 505b6a50-cad4-4e8a-b4dd-23e3661a8931 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:17.868837 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ec4d3cd9-b526-4ea6-aa9b-cdb0b46c1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:17.931091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-ec4d3cd9-b526-4ea6-aa9b-cdb0b46c1b6a None None] Port 505b6a50-cad4-4e8a-b4dd-23e3661a8931 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:40:17.957227 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:15Z', 'revision_number': 3, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:17.985467 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371725b-39f4-40fb-9e19-05a9cabe9b6d None None] The sync data for ids ['f21ffeb3-2905-45cd-819e-157204ef093c'] in n-d-789963-13 is: [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:15Z', 'revision_number': 3, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:40:18.013802 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 5fc751de-3aed-4471-87be-6d388d7516f5 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:40:18.024615 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:18.119651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 5fc751de-3aed-4471-87be-6d388d7516f5, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=5fc751de-3aed-4471-87be-6d388d7516f5,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:18.130909 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:18.131642 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '5fc751de-3aed-4471-87be-6d388d7516f5', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'port_id': '5fc751de-3aed-4471-87be-6d388d7516f5', 'mac_address': 'fa:16:3e:3e:8a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:40:18.159799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b8359-8308-487e-b044-6912d7e78b80 req-54bad560-8802-4113-87ad-16bc5558c136 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:18.174136 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:18.176091 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c93b8359-8308-487e-b044-6912d7e78b80 req-54bad560-8802-4113-87ad-16bc5558c136 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 944 time: 0.0685816 Sep 18 05:40:18.192620 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc751de-3aed-4471-87be-6d388d7516f5 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:40:18.211058 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:18.214046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Pushing event updated for resources: {'Port': ['ID=505b6a50-cad4-4e8a-b4dd-23e3661a8931,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:18.223105 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 5fc751de-3aed-4471-87be-6d388d7516f5, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=5fc751de-3aed-4471-87be-6d388d7516f5,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:18.236834 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c93b8359-8308-487e-b044-6912d7e78b80 req-25a0027f-7805-44a7-835a-5f26e159c3c2 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595031 Sep 18 05:40:18.302988 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:18.324289 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:40:18.326173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:40:18.391247 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=5fc751de-3aed-4471-87be-6d388d7516f5,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:18.473240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Router f21ffeb3-2905-45cd-819e-157204ef093c has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:40:18.506994 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['5fc751de-3aed-4471-87be-6d388d7516f5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:40:18.598805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:40:18.606442 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-dfc850dd-2325-4d8d-ad72-44aedae29e8e admin admin] 10.222.0.23 "PUT /v2.0/routers/f21ffeb3-2905-45cd-819e-157204ef093c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0153644 Sep 18 05:40:18.673633 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4da14ad3-6c77-4084-9c5f-65d679b17028 None None] Provisioning complete for port 505b6a50-cad4-4e8a-b4dd-23e3661a8931 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:18.674211 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4da14ad3-6c77-4084-9c5f-65d679b17028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:18.718131 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-4da14ad3-6c77-4084-9c5f-65d679b17028 None None] Port 505b6a50-cad4-4e8a-b4dd-23e3661a8931 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:40:19.236165 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0935f84b-67e2-4e93-921a-5a0fa21ecef6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:40:19.285141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0935f84b-67e2-4e93-921a-5a0fa21ecef6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:19.285527 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:19.375809 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:19.392304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2287f65-3f63-419e-8784-cedeac53f2e0 req-d9357dbb-7e63-453c-a3b8-1a6a0b782817 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:19.401293 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2287f65-3f63-419e-8784-cedeac53f2e0 req-d9357dbb-7e63-453c-a3b8-1a6a0b782817 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 945 time: 0.0871792 Sep 18 05:40:19.401913 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 0935f84b-67e2-4e93-921a-5a0fa21ecef6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0935f84b-67e2-4e93-921a-5a0fa21ecef6,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:19.447191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c2287f65-3f63-419e-8784-cedeac53f2e0 req-e62ec15a-3210-4036-a72f-1dcf651d2f4f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449219 Sep 18 05:40:19.477355 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60308) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:19.482622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1162364386-network', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:40:19.547793 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:19.582112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] Made reservation on behalf of fe5bad37b81d4ae29cf8c0b2d0b93cf5 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:40:19.584876 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:19.597285 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:19.698166 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Sync routers for ids ['f21ffeb3-2905-45cd-819e-157204ef093c'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:40:19.702279 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:19.708483 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Routers {'f21ffeb3-2905-45cd-819e-157204ef093c'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:40:19.709272 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:40:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f21ffeb3-2905-45cd-819e-157204ef093c'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:19.762791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=0935f84b-67e2-4e93-921a-5a0fa21ecef6,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:19.808815 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:19.822598 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Set router f21ffeb3-2905-45cd-819e-157204ef093c gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:40:19.831998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:40:19.847370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86e4245-c611-4228-a0aa-911894fb905d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:19.851463 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:19.851823 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] Added segment 25f6025f-dbc6-46a8-b51d-37e9c06a4d88 of type vlan for network 2425b3fd-a8f9-45a7-bacf-08eb2de1c986 Sep 18 05:40:19.894159 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:19.985841 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:19.986855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:19.987526 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:20.014271 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 5fc751de-3aed-4471-87be-6d388d7516f5 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:40:20.024680 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 4, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '505b6a50-cad4-4e8a-b4dd-23e3661a8931', 'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'mac_address': 'fa:16:3e:76:f8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:17Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 2, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'subnets': [{'id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:20.057380 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Checking router: f21ffeb3-2905-45cd-819e-157204ef093c for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:40:20.057820 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Updating router f21ffeb3-2905-45cd-819e-157204ef093c port 505b6a50-cad4-4e8a-b4dd-23e3661a8931 binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:40:20.059275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] Pushing event updated for resources: {'Network': ['ID=2425b3fd-a8f9-45a7-bacf-08eb2de1c986,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:20.071727 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 2425b3fd-a8f9-45a7-bacf-08eb2de1c986 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:40:20.086224 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:20.148638 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c8235198-ed6d-435e-aee5-df4b6b6f551c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6699684 Sep 18 05:40:20.151421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60310) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:20.156230 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4ad58860-26a9-41b9-a14f-6e698d674995 admin admin] Request body: {'subnet': {'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1162364386-subnet', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:40:20.256777 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 5fc751de-3aed-4471-87be-6d388d7516f5 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:40:20.260814 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 5fc751de-3aed-4471-87be-6d388d7516f5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:20.261211 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:20.290919 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad58860-26a9-41b9-a14f-6e698d674995 admin admin] Made reservation on behalf of fe5bad37b81d4ae29cf8c0b2d0b93cf5 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:40:20.293366 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ad58860-26a9-41b9-a14f-6e698d674995 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:20.345405 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:20.357815 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:20.370079 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cccd80-19d5-456d-b893-523e8b6bbdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc751de-3aed-4471-87be-6d388d7516f5'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:40:20.372358 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2622b0ce-9b5e-4bfb-b794-d0a14f427c70" -d '{"events": [{"server_uuid": "27cccd80-19d5-456d-b893-523e8b6bbdaa", "name": "network-vif-plugged", "status": "completed", "tag": "5fc751de-3aed-4471-87be-6d388d7516f5"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:40:20.386485 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 5fc751de-3aed-4471-87be-6d388d7516f5, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=5fc751de-3aed-4471-87be-6d388d7516f5,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:20.411716 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14481630-10db-4cae-af46-7118baf70ee2 x-openstack-request-id: req-14481630-10db-4cae-af46-7118baf70ee2 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:40:20.417268 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cccd80-19d5-456d-b893-523e8b6bbdaa", "name": "network-vif-plugged", "status": "completed", "tag": "5fc751de-3aed-4471-87be-6d388d7516f5", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:40:20.417268 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14481630-10db-4cae-af46-7118baf70ee2 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:40:20.417268 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cccd80-19d5-456d-b893-523e8b6bbdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc751de-3aed-4471-87be-6d388d7516f5', 'code': 200} Sep 18 05:40:20.444893 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:20.485573 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:20.489979 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852ade4-d5e3-467a-b074-58236c667d76 None None] Pushing event updated for resources: {'Port': ['ID=505b6a50-cad4-4e8a-b4dd-23e3661a8931,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:20.507568 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852ade4-d5e3-467a-b074-58236c667d76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:20.508349 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852ade4-d5e3-467a-b074-58236c667d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:20.509038 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852ade4-d5e3-467a-b074-58236c667d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:20.509526 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852ade4-d5e3-467a-b074-58236c667d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:20.510036 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852ade4-d5e3-467a-b074-58236c667d76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:20.510515 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852ade4-d5e3-467a-b074-58236c667d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:20.511020 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852ade4-d5e3-467a-b074-58236c667d76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:20.511693 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852ade4-d5e3-467a-b074-58236c667d76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:20.512197 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852ade4-d5e3-467a-b074-58236c667d76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:20.512733 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852ade4-d5e3-467a-b074-58236c667d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:20.513861 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852ade4-d5e3-467a-b074-58236c667d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:20.514502 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852ade4-d5e3-467a-b074-58236c667d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:20.530982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ff5a3-3078-469c-a67c-559783f4b153 req-27651942-558c-4817-9e72-1bf9898d54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:20.532561 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a04ff5a3-3078-469c-a67c-559783f4b153 req-27651942-558c-4817-9e72-1bf9898d54b3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 1097 time: 0.0638099 Sep 18 05:40:20.577301 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ad58860-26a9-41b9-a14f-6e698d674995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:20.588550 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=5fc751de-3aed-4471-87be-6d388d7516f5,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:20.645222 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a04ff5a3-3078-469c-a67c-559783f4b153 req-63171843-419c-4054-8216-90b2bce52904 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041138 Sep 18 05:40:20.672472 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Attempting to bind port 505b6a50-cad4-4e8a-b4dd-23e3661a8931 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:40:20.673103 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Attempting to bind port 505b6a50-cad4-4e8a-b4dd-23e3661a8931 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:40:20.673733 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Attempting to bind port 505b6a50-cad4-4e8a-b4dd-23e3661a8931 on network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:40:20.680529 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:40:20.680908 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Checking segment: {'id': '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:40:20.681572 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:20.682162 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Bound using segment: {'id': '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:40:20.682827 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Bound port: 505b6a50-cad4-4e8a-b4dd-23e3661a8931, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:40:20.683213 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:20.700659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad58860-26a9-41b9-a14f-6e698d674995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0cac950-a568-4e43-b3a2-31701e1452de,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:20.730287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad58860-26a9-41b9-a14f-6e698d674995 admin admin] Checking segment: {'id': '25f6025f-dbc6-46a8-b51d-37e9c06a4d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:40:20.730840 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad58860-26a9-41b9-a14f-6e698d674995 admin admin] Network hostable DHCP agents. Network: 2425b3fd-a8f9-45a7-bacf-08eb2de1c986, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:40:20.742756 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847893-dacb-484f-b6a6-7dc21fc6225d req-4054833c-0e2b-443f-ac3b-0eab9e5b1dd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:20.744414 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c847893-dacb-484f-b6a6-7dc21fc6225d req-4054833c-0e2b-443f-ac3b-0eab9e5b1dd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 946 time: 0.1561961 Sep 18 05:40:20.763584 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] For port 505b6a50-cad4-4e8a-b4dd-23e3661a8931, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:40:20.767755 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] For port 505b6a50-cad4-4e8a-b4dd-23e3661a8931, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=505b6a50-cad4-4e8a-b4dd-23e3661a8931,segment=NetworkSegment(63ff1eac-b516-4b2b-b94f-ea4a8fc0458e),segment_id=63ff1eac-b516-4b2b-b94f-ea4a8fc0458e)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:40:20.799031 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c847893-dacb-484f-b6a6-7dc21fc6225d req-3f53b6b2-ce90-4f48-a8ba-97ebe3476c75 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466106 Sep 18 05:40:20.848777 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:20.855845 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e0c7b65f-73df-48e0-b1fd-bb262e600c26 None None] Provisioning complete for port 505b6a50-cad4-4e8a-b4dd-23e3661a8931 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:20.861509 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e0c7b65f-73df-48e0-b1fd-bb262e600c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:20.862034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad58860-26a9-41b9-a14f-6e698d674995 admin admin] Network 2425b3fd-a8f9-45a7-bacf-08eb2de1c986 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:40:20.908568 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852ade4-d5e3-467a-b074-58236c667d76 None None] Pushing event updated for resources: {'Port': ['ID=505b6a50-cad4-4e8a-b4dd-23e3661a8931,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:20.914876 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Routers {'f21ffeb3-2905-45cd-819e-157204ef093c'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:40:20.915501 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:40:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f21ffeb3-2905-45cd-819e-157204ef093c'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:20.959601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-4ad58860-26a9-41b9-a14f-6e698d674995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 2425b3fd-a8f9-45a7-bacf-08eb2de1c986) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:40:20.965713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad58860-26a9-41b9-a14f-6e698d674995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:20.966319 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4ad58860-26a9-41b9-a14f-6e698d674995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:20.973297 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96586887-818b-477b-8614-ad589eb8e4cc None None] Network 2425b3fd-a8f9-45a7-bacf-08eb2de1c986 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:40:21.003878 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e0c7b65f-73df-48e0-b1fd-bb262e600c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:21.047699 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4ad58860-26a9-41b9-a14f-6e698d674995 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8929801 Sep 18 05:40:21.047903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60318) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:21.052141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1162364386-router', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:40:21.064050 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] Set router f21ffeb3-2905-45cd-819e-157204ef093c gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:40:21.116763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e0c7b65f-73df-48e0-b1fd-bb262e600c26 None None] For port 505b6a50-cad4-4e8a-b4dd-23e3661a8931, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=505b6a50-cad4-4e8a-b4dd-23e3661a8931,segment=NetworkSegment(63ff1eac-b516-4b2b-b94f-ea4a8fc0458e),segment_id=63ff1eac-b516-4b2b-b94f-ea4a8fc0458e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:21.150309 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:21.152612 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:21.187662 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e0c7b65f-73df-48e0-b1fd-bb262e600c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:21.225883 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:21.251381 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-2425b3fd-a8f9-45a7-bacf-08eb2de1c986', 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'fixed_ips': [{'subnet_id': 'f0cac950-a568-4e43-b3a2-31701e1452de'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:40:21.252808 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:21.272676 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0935f84b-67e2-4e93-921a-5a0fa21ecef6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:40:21.309428 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 4, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '505b6a50-cad4-4e8a-b4dd-23e3661a8931', 'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'mac_address': 'fa:16:3e:76:f8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:17Z', 'updated_at': '2021-09-18T05:40:20Z', 'revision_number': 4, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'subnets': [{'id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:21.337651 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7b65f-73df-48e0-b1fd-bb262e600c26 None None] Pushing event updated for resources: {'Port': ['ID=505b6a50-cad4-4e8a-b4dd-23e3661a8931,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:21.363342 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fd805-107d-4845-a502-9c2df17f4865 None None] The sync data for ids ['f21ffeb3-2905-45cd-819e-157204ef093c'] in n-d-789963-13 is: [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 4, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '505b6a50-cad4-4e8a-b4dd-23e3661a8931', 'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'mac_address': 'fa:16:3e:76:f8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:17Z', 'updated_at': '2021-09-18T05:40:20Z', 'revision_number': 4, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'subnets': [{'id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:40:21.409855 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-62cec7d7-512d-4f56-8175-1d87b8fbda86 None None] Provisioning complete for port 505b6a50-cad4-4e8a-b4dd-23e3661a8931 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:21.409855 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-62cec7d7-512d-4f56-8175-1d87b8fbda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:21.480091 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:21.497892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 0935f84b-67e2-4e93-921a-5a0fa21ecef6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:21.498096 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:21.556509 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Allocated IP 172.20.0.2 (2425b3fd-a8f9-45a7-bacf-08eb2de1c986/f0cac950-a568-4e43-b3a2-31701e1452de/8931d97d-6a46-414b-9c31-0e0e27fdd46f) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:40:21.811551 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:21.842382 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:21.849871 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:21.936968 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1429a1-102c-4b2a-9307-2732ea0fbd1b req-6b253177-8bea-431e-b6e8-fa31c788ba89 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:21.956707 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc1429a1-102c-4b2a-9307-2732ea0fbd1b req-6b253177-8bea-431e-b6e8-fa31c788ba89 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 946 time: 0.0578842 Sep 18 05:40:21.963706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Allocated IP 172.25.7.151 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/8f6b7b67-882e-4509-b4b6-7104e22b0d75) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:40:21.981964 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc1429a1-102c-4b2a-9307-2732ea0fbd1b req-bc912f8c-e793-4050-a582-d94ddab77253 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369582 Sep 18 05:40:22.006656 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:22.064615 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Network 2425b3fd-a8f9-45a7-bacf-08eb2de1c986 is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:40:22.070861 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Pushing event updated for resources: {'Port': ['ID=8931d97d-6a46-414b-9c31-0e0e27fdd46f,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:22.073426 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:40:22.075569 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:40:22.129556 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:22.137904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Attempting to bind port 8931d97d-6a46-414b-9c31-0e0e27fdd46f on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:40:22.138831 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Attempting to bind port 8931d97d-6a46-414b-9c31-0e0e27fdd46f by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '25f6025f-dbc6-46a8-b51d-37e9c06a4d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:40:22.138831 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Attempting to bind port 8931d97d-6a46-414b-9c31-0e0e27fdd46f on network 2425b3fd-a8f9-45a7-bacf-08eb2de1c986 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:40:22.144271 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:40:22.144660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Checking segment: {'id': '25f6025f-dbc6-46a8-b51d-37e9c06a4d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:40:22.144814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6684a-6479-4bbc-ac6f-f19566907c3f req-ff4c6d4e-f6be-421f-80eb-523859eb4ea6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:22.145058 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:22.145456 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Bound using segment: {'id': '25f6025f-dbc6-46a8-b51d-37e9c06a4d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:40:22.145925 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Bound port: 8931d97d-6a46-414b-9c31-0e0e27fdd46f, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f6025f-dbc6-46a8-b51d-37e9c06a4d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:40:22.146916 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e3a6684a-6479-4bbc-ac6f-f19566907c3f req-ff4c6d4e-f6be-421f-80eb-523859eb4ea6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 946 time: 0.0866690 Sep 18 05:40:22.155082 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:22.203903 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e3a6684a-6479-4bbc-ac6f-f19566907c3f req-7cb002cf-215e-4fee-b89b-5c93594561af tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477087 Sep 18 05:40:22.233030 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] For port 8931d97d-6a46-414b-9c31-0e0e27fdd46f, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:40:22.234994 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] For port 8931d97d-6a46-414b-9c31-0e0e27fdd46f, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8931d97d-6a46-414b-9c31-0e0e27fdd46f,segment=NetworkSegment(25f6025f-dbc6-46a8-b51d-37e9c06a4d88),segment_id=25f6025f-dbc6-46a8-b51d-37e9c06a4d88)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:40:22.250726 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:22.295114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:40:22.298457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:40:22.306178 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:40:22.309460 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Pushing event updated for resources: {'Port': ['ID=8f6b7b67-882e-4509-b4b6-7104e22b0d75,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:22.317720 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:22.330899 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f72b29-188c-4141-aa7e-f4012d3b66ab req-996597c0-d004-405c-94c2-9b31892f8844 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:22.333345 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a6f72b29-188c-4141-aa7e-f4012d3b66ab req-996597c0-d004-405c-94c2-9b31892f8844 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 946 time: 0.0602248 Sep 18 05:40:22.390397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d51c8-1b0a-4993-81f0-447f4cc49139 None None] Pushing event updated for resources: {'Port': ['ID=8931d97d-6a46-414b-9c31-0e0e27fdd46f,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:22.397125 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a6f72b29-188c-4141-aa7e-f4012d3b66ab req-c5d03546-ce53-4087-b249-534bd535c29e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568609 Sep 18 05:40:22.742845 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:22.947202 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:23.093179 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb566c-29eb-4c31-8e35-95b4e42e2340 req-98ed9592-e1bf-4072-9d05-d59a9c0c1e42 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:23.094696 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ccb566c-29eb-4c31-8e35-95b4e42e2340 req-98ed9592-e1bf-4072-9d05-d59a9c0c1e42 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 946 time: 0.0522943 Sep 18 05:40:23.136822 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9ccb566c-29eb-4c31-8e35-95b4e42e2340 req-c38f4136-8eaa-45df-ab42-2f47a39755f3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355999 Sep 18 05:40:23.182116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Router ae9fd41d-e0c7-4802-a24a-407a609a6c55 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:40:23.285598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 505b6a50-cad4-4e8a-b4dd-23e3661a8931 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:40:23.315014 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:23.340052 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 505b6a50-cad4-4e8a-b4dd-23e3661a8931 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:23.340477 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:23.354284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:40:23.367339 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Sync routers for ids ['ae9fd41d-e0c7-4802-a24a-407a609a6c55'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:40:23.387481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Routers {'ae9fd41d-e0c7-4802-a24a-407a609a6c55'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:40:23.388225 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-258609bd-82e8-4711-8927-a88209c54368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:40:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ae9fd41d-e0c7-4802-a24a-407a609a6c55'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:23.445822 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:23.450412 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9e56a25c-892b-4c9d-b580-ac188efb6d9a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3985963 Sep 18 05:40:23.457008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60350) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:23.546180 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:23.548803 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8931d97d-6a46-414b-9c31-0e0e27fdd46f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:40:23.583357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Set router ae9fd41d-e0c7-4802-a24a-407a609a6c55 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:40:23.705833 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ff608d-66cc-41e8-b6aa-e531c3fc78a8 None None] Network 2425b3fd-a8f9-45a7-bacf-08eb2de1c986 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:40:23.776135 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8931d97d-6a46-414b-9c31-0e0e27fdd46f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:23.776559 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:23.911174 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.057084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-575e40d8-be25-47de-8908-c6f1ebb52a44 None None] Provisioning complete for port 8931d97d-6a46-414b-9c31-0e0e27fdd46f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:24.057463 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-575e40d8-be25-47de-8908-c6f1ebb52a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.098155 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Allocated IP 172.20.0.1 (2425b3fd-a8f9-45a7-bacf-08eb2de1c986/f0cac950-a568-4e43-b3a2-31701e1452de/f9a44376-22d6-4822-96d7-83272406450c) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:40:24.183087 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-258609bd-82e8-4711-8927-a88209c54368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'name': 'tempest-TestVolumeBackupRestore-1162364386-router', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '8f6b7b67-882e-4509-b4b6-7104e22b0d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:40:22Z', 'revision_number': 3, 'project_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'gw_port': {'id': '8f6b7b67-882e-4509-b4b6-7104e22b0d75', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:49:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:24.213776 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.227035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Checking router: ae9fd41d-e0c7-4802-a24a-407a609a6c55 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:40:24.227670 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Updating router ae9fd41d-e0c7-4802-a24a-407a609a6c55 port 8f6b7b67-882e-4509-b4b6-7104e22b0d75 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:40:24.250805 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.277617 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.295369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9f8ed-94c9-4b56-b8e3-5e5869ec3f40 req-f1790cca-352c-4a74-a1ac-6b44731d11d1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:24.295369 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4cc9f8ed-94c9-4b56-b8e3-5e5869ec3f40 req-f1790cca-352c-4a74-a1ac-6b44731d11d1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 946 time: 0.0593412 Sep 18 05:40:24.313590 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.362431 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-575e40d8-be25-47de-8908-c6f1ebb52a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.367385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 8931d97d-6a46-414b-9c31-0e0e27fdd46f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8931d97d-6a46-414b-9c31-0e0e27fdd46f,segment=NetworkSegment(25f6025f-dbc6-46a8-b51d-37e9c06a4d88),segment_id=25f6025f-dbc6-46a8-b51d-37e9c06a4d88)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:24.368634 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Network 2425b3fd-a8f9-45a7-bacf-08eb2de1c986 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:40:24.371890 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:40:24.383783 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:40:24.416622 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a44376-22d6-4822-96d7-83272406450c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:24.438185 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4cc9f8ed-94c9-4b56-b8e3-5e5869ec3f40 req-ac1bb7d8-5bb8-47be-8eed-0b12f6585fbb tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380043 Sep 18 05:40:24.440230 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.441957 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.496736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775ac37-e248-4ee9-9d5d-4c32e1be1a5d req-eef60c5a-9bc4-46eb-99a0-c5db411f0ce2 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:24.498231 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8775ac37-e248-4ee9-9d5d-4c32e1be1a5d req-eef60c5a-9bc4-46eb-99a0-c5db411f0ce2 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 946 time: 0.1223621 Sep 18 05:40:24.586144 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=8931d97d-6a46-414b-9c31-0e0e27fdd46f,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:24.592669 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.db.api [None req-575e40d8-be25-47de-8908-c6f1ebb52a44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 05:40:24.594861 n-d-789963-13 neutron-server[106910]: DEBUG oslo_db.api [None req-575e40d8-be25-47de-8908-c6f1ebb52a44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 05:40:24.644149 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-8775ac37-e248-4ee9-9d5d-4c32e1be1a5d req-6f46883d-8801-4561-b6ae-717962b83bfe tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Deleting port 5fc751de-3aed-4471-87be-6d388d7516f5 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:40:24.644809 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8775ac37-e248-4ee9-9d5d-4c32e1be1a5d req-6f46883d-8801-4561-b6ae-717962b83bfe tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.700930 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.765347 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.816127 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-8775ac37-e248-4ee9-9d5d-4c32e1be1a5d req-6f46883d-8801-4561-b6ae-717962b83bfe tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] For port 5fc751de-3aed-4471-87be-6d388d7516f5, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=5fc751de-3aed-4471-87be-6d388d7516f5,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:24.816793 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8775ac37-e248-4ee9-9d5d-4c32e1be1a5d req-6f46883d-8801-4561-b6ae-717962b83bfe tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.832868 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-8775ac37-e248-4ee9-9d5d-4c32e1be1a5d req-6f46883d-8801-4561-b6ae-717962b83bfe tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Calling delete_port for 5fc751de-3aed-4471-87be-6d388d7516f5 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:40:24.854553 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.926762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87cc4b-5f4f-439f-9650-a7992b5eeac2 None None] Pushing event updated for resources: {'Port': ['ID=8f6b7b67-882e-4509-b4b6-7104e22b0d75,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:24.942958 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.946228 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Attempting to bind port 8f6b7b67-882e-4509-b4b6-7104e22b0d75 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:40:24.946797 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Attempting to bind port 8f6b7b67-882e-4509-b4b6-7104e22b0d75 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:40:24.947342 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Attempting to bind port 8f6b7b67-882e-4509-b4b6-7104e22b0d75 on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:40:24.958032 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:40:24.958545 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:40:24.960802 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:24.962726 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:40:24.963246 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Bound port: 8f6b7b67-882e-4509-b4b6-7104e22b0d75, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:40:24.963657 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:25.002719 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:25.022251 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-258609bd-82e8-4711-8927-a88209c54368 None None] For port 8f6b7b67-882e-4509-b4b6-7104e22b0d75, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:40:25.026488 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-258609bd-82e8-4711-8927-a88209c54368 None None] For port 8f6b7b67-882e-4509-b4b6-7104e22b0d75, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8f6b7b67-882e-4509-b4b6-7104e22b0d75,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:40:25.070430 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:25.081545 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a44376-22d6-4822-96d7-83272406450c,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:25.090482 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8775ac37-e248-4ee9-9d5d-4c32e1be1a5d req-6f46883d-8801-4561-b6ae-717962b83bfe tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:25.119712 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['5fc751de-3aed-4471-87be-6d388d7516f5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:40:25.124161 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46883d-8801-4561-b6ae-717962b83bfe tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event deleted for resources: {'Port': ['ID=5fc751de-3aed-4471-87be-6d388d7516f5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:25.132167 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:25.170683 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8775ac37-e248-4ee9-9d5d-4c32e1be1a5d req-6f46883d-8801-4561-b6ae-717962b83bfe tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] No DVR routers for this DVR port 5fc751de-3aed-4471-87be-6d388d7516f5 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:40:25.179508 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-8775ac37-e248-4ee9-9d5d-4c32e1be1a5d req-6f46883d-8801-4561-b6ae-717962b83bfe tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:25.182527 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8775ac37-e248-4ee9-9d5d-4c32e1be1a5d req-6f46883d-8801-4561-b6ae-717962b83bfe tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "DELETE /v2.0/ports/5fc751de-3aed-4471-87be-6d388d7516f5 HTTP/1.1" status: 204 len: 173 time: 0.6781895 Sep 18 05:40:25.183100 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cccd80-19d5-456d-b893-523e8b6bbdaa', 'name': 'network-vif-deleted', 'tag': '5fc751de-3aed-4471-87be-6d388d7516f5'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:40:25.186273 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5420ee-8a11-403c-aae6-e3f642740b78" -d '{"events": [{"server_uuid": "27cccd80-19d5-456d-b893-523e8b6bbdaa", "name": "network-vif-deleted", "tag": "5fc751de-3aed-4471-87be-6d388d7516f5"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:40:25.228793 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Network 2425b3fd-a8f9-45a7-bacf-08eb2de1c986 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:40:25.232959 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:40:25.267776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Routers {'ae9fd41d-e0c7-4802-a24a-407a609a6c55'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:40:25.268598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-258609bd-82e8-4711-8927-a88209c54368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:40:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ae9fd41d-e0c7-4802-a24a-407a609a6c55'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:25.270696 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87cc4b-5f4f-439f-9650-a7992b5eeac2 None None] Pushing event updated for resources: {'Port': ['ID=8f6b7b67-882e-4509-b4b6-7104e22b0d75,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:25.364030 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8931d97d-6a46-414b-9c31-0e0e27fdd46f up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:40:25.410264 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Router ae9fd41d-e0c7-4802-a24a-407a609a6c55 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:40:25.516345 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-258609bd-82e8-4711-8927-a88209c54368 None None] Set router ae9fd41d-e0c7-4802-a24a-407a609a6c55 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:40:25.648126 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ee3a3bca-a387-47d5-9bba-382771f6ca62 req-69f18b61-681e-4eb0-b496-475bd694a77f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 210 time: 0.0987499 Sep 18 05:40:25.679379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:40:25.701921 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-ae9ca577-5c81-4474-93b7-f8a2f27d40a9 admin admin] 10.222.0.23 "PUT /v2.0/routers/ae9fd41d-e0c7-4802-a24a-407a609a6c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2487798 Sep 18 05:40:25.730154 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-50e56948-a292-4054-aded-e8c4ba8adfc1 None None] Provisioning complete for port f9a44376-22d6-4822-96d7-83272406450c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:25.730812 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-50e56948-a292-4054-aded-e8c4ba8adfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:25.760203 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daa5a12-c04f-477e-918d-c01ce38d8a1f x-openstack-request-id: req-4daa5a12-c04f-477e-918d-c01ce38d8a1f {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:40:25.760539 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cccd80-19d5-456d-b893-523e8b6bbdaa", "name": "network-vif-deleted", "tag": "5fc751de-3aed-4471-87be-6d388d7516f5", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:40:25.760802 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4daa5a12-c04f-477e-918d-c01ce38d8a1f {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:40:25.761238 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cccd80-19d5-456d-b893-523e8b6bbdaa', 'name': 'network-vif-deleted', 'tag': '5fc751de-3aed-4471-87be-6d388d7516f5', 'status': 'completed', 'code': 200} Sep 18 05:40:25.877904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8931d97d-6a46-414b-9c31-0e0e27fdd46f triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:25.878300 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:25.883188 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-50e56948-a292-4054-aded-e8c4ba8adfc1 None None] Port f9a44376-22d6-4822-96d7-83272406450c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:40:25.936081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-50e56948-a292-4054-aded-e8c4ba8adfc1 None None] Provisioning complete for port 8931d97d-6a46-414b-9c31-0e0e27fdd46f triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:25.936514 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-50e56948-a292-4054-aded-e8c4ba8adfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:26.011740 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-258609bd-82e8-4711-8927-a88209c54368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'name': 'tempest-TestVolumeBackupRestore-1162364386-router', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '8f6b7b67-882e-4509-b4b6-7104e22b0d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:40:24Z', 'revision_number': 4, 'project_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'gw_port': {'id': '8f6b7b67-882e-4509-b4b6-7104e22b0d75', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:49:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f9a44376-22d6-4822-96d7-83272406450c', 'name': '', 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'mac_address': 'fa:16:3e:67:fd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f0cac950-a568-4e43-b3a2-31701e1452de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:23Z', 'updated_at': '2021-09-18T05:40:24Z', 'revision_number': 2, 'project_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'subnets': [{'id': 'f0cac950-a568-4e43-b3a2-31701e1452de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:26.076357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258609bd-82e8-4711-8927-a88209c54368 None None] The sync data for ids ['ae9fd41d-e0c7-4802-a24a-407a609a6c55'] in n-d-789963-13 is: [{'id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'name': 'tempest-TestVolumeBackupRestore-1162364386-router', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '8f6b7b67-882e-4509-b4b6-7104e22b0d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:40:24Z', 'revision_number': 4, 'project_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'gw_port': {'id': '8f6b7b67-882e-4509-b4b6-7104e22b0d75', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:49:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f9a44376-22d6-4822-96d7-83272406450c', 'name': '', 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'mac_address': 'fa:16:3e:67:fd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f0cac950-a568-4e43-b3a2-31701e1452de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:23Z', 'updated_at': '2021-09-18T05:40:24Z', 'revision_number': 2, 'project_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'subnets': [{'id': 'f0cac950-a568-4e43-b3a2-31701e1452de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:40:26.266062 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60410) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:26.272317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-daa4f8f3-ce80-4c2e-be76-62890ac07e24 None None] Provisioning complete for port f9a44376-22d6-4822-96d7-83272406450c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:26.272921 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-daa4f8f3-ce80-4c2e-be76-62890ac07e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:26.324883 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-daa4f8f3-ce80-4c2e-be76-62890ac07e24 None None] Port f9a44376-22d6-4822-96d7-83272406450c cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:40:26.461563 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d102ff47-ef36-4359-a7bb-3bfebc511999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:26.594601 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d102ff47-ef36-4359-a7bb-3bfebc511999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:26.680326 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d102ff47-ef36-4359-a7bb-3bfebc511999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:26.716222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60420) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:26.718626 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d102ff47-ef36-4359-a7bb-3bfebc511999 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0997f92ac2ba495da3545be97392b867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4463332 Sep 18 05:40:26.752644 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102ff47-ef36-4359-a7bb-3bfebc511999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d471f656-f80f-47d0-ae70-1c7a1eb6925c,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:26.823776 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cd5ba3e8-942f-4750-8933-60c4c6bb20ea req-b1157ac8-075c-443c-b3ed-aca54f720ad9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 210 time: 0.0463600 Sep 18 05:40:26.839498 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-460ca26b-18c8-4fc1-af4c-8f0cee6de6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:26.872900 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-460ca26b-18c8-4fc1-af4c-8f0cee6de6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:27.079575 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-460ca26b-18c8-4fc1-af4c-8f0cee6de6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:27.086153 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-460ca26b-18c8-4fc1-af4c-8f0cee6de6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:27.088291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-460ca26b-18c8-4fc1-af4c-8f0cee6de6c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d471f656-f80f-47d0-ae70-1c7a1eb6925c HTTP/1.1" status: 204 len: 168 time: 0.3702171 Sep 18 05:40:27.097392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ca26b-18c8-4fc1-af4c-8f0cee6de6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d471f656-f80f-47d0-ae70-1c7a1eb6925c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:27.254445 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8f6b7b67-882e-4509-b4b6-7104e22b0d75 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:40:27.309290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8f6b7b67-882e-4509-b4b6-7104e22b0d75 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:27.314302 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:27.393528 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:27.418207 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port 8f6b7b67-882e-4509-b4b6-7104e22b0d75, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8f6b7b67-882e-4509-b4b6-7104e22b0d75,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:27.491459 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:27.554144 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=8f6b7b67-882e-4509-b4b6-7104e22b0d75,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:27.956021 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e14ae8b4-5fac-493d-b6fb-81d629e4ddeb req-972161b9-4de9-4c6d-bb4f-3900d447eb20 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 210 time: 0.0282874 Sep 18 05:40:28.087255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 5fc751de-3aed-4471-87be-6d388d7516f5 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:40:28.118104 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 5fc751de-3aed-4471-87be-6d388d7516f5 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:40:28.118707 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 5fc751de-3aed-4471-87be-6d388d7516f5 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:40:29.070481 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fce8dbc9-091a-46c0-83aa-c049c5697657 req-8226ce0e-36c0-4c44-98fc-c02d289c087f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 210 time: 0.0284142 Sep 18 05:40:29.268886 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8f6b7b67-882e-4509-b4b6-7104e22b0d75 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:40:29.325660 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 8f6b7b67-882e-4509-b4b6-7104e22b0d75 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:29.326046 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:29.745160 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Sync routers for ids ['ae9fd41d-e0c7-4802-a24a-407a609a6c55'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:40:29.756510 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Routers {'ae9fd41d-e0c7-4802-a24a-407a609a6c55'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:40:29.757070 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:40:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ae9fd41d-e0c7-4802-a24a-407a609a6c55'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:29.875848 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Set router ae9fd41d-e0c7-4802-a24a-407a609a6c55 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:40:30.127535 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'name': 'tempest-TestVolumeBackupRestore-1162364386-router', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '8f6b7b67-882e-4509-b4b6-7104e22b0d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:40:24Z', 'revision_number': 4, 'project_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'gw_port': {'id': '8f6b7b67-882e-4509-b4b6-7104e22b0d75', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f9a44376-22d6-4822-96d7-83272406450c', 'name': '', 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'mac_address': 'fa:16:3e:67:fd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f0cac950-a568-4e43-b3a2-31701e1452de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:23Z', 'updated_at': '2021-09-18T05:40:24Z', 'revision_number': 2, 'project_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'subnets': [{'id': 'f0cac950-a568-4e43-b3a2-31701e1452de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:30.162246 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Checking router: ae9fd41d-e0c7-4802-a24a-407a609a6c55 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:40:30.162841 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Updating router ae9fd41d-e0c7-4802-a24a-407a609a6c55 port f9a44376-22d6-4822-96d7-83272406450c binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:40:30.201770 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:30.248846 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-60a4a1e6-4e7c-4168-9daa-ef9103e851ee req-a97f946f-02c2-4fa9-9b09-43c6a928cb51 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=27cccd80-19d5-456d-b893-523e8b6bbdaa HTTP/1.1" status: 200 len: 210 time: 0.0745890 Sep 18 05:40:30.557497 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:30.650350 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:30.701492 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7f191-2b29-49de-ac33-1aa3a69b477c None None] Pushing event updated for resources: {'Port': ['ID=f9a44376-22d6-4822-96d7-83272406450c,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:30.771288 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Attempting to bind port f9a44376-22d6-4822-96d7-83272406450c on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:40:30.771956 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Attempting to bind port f9a44376-22d6-4822-96d7-83272406450c by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '25f6025f-dbc6-46a8-b51d-37e9c06a4d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:40:30.772072 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Attempting to bind port f9a44376-22d6-4822-96d7-83272406450c on network 2425b3fd-a8f9-45a7-bacf-08eb2de1c986 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:40:30.784084 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:40:30.785209 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Checking segment: {'id': '25f6025f-dbc6-46a8-b51d-37e9c06a4d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:40:30.786309 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:30.787365 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Bound using segment: {'id': '25f6025f-dbc6-46a8-b51d-37e9c06a4d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:40:30.788608 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Bound port: f9a44376-22d6-4822-96d7-83272406450c, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f6025f-dbc6-46a8-b51d-37e9c06a4d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:40:30.789976 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:30.878730 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] For port f9a44376-22d6-4822-96d7-83272406450c, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:40:30.882576 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] For port f9a44376-22d6-4822-96d7-83272406450c, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f9a44376-22d6-4822-96d7-83272406450c,segment=NetworkSegment(25f6025f-dbc6-46a8-b51d-37e9c06a4d88),segment_id=25f6025f-dbc6-46a8-b51d-37e9c06a4d88)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:40:30.951966 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:31.008394 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-5ed9eae2-8c92-4e00-b976-965bf5d535c9 None None] Provisioning complete for port f9a44376-22d6-4822-96d7-83272406450c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:31.010542 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ed9eae2-8c92-4e00-b976-965bf5d535c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:31.012085 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Routers {'ae9fd41d-e0c7-4802-a24a-407a609a6c55'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:40:31.012783 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:40:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ae9fd41d-e0c7-4802-a24a-407a609a6c55'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:31.017781 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7f191-2b29-49de-ac33-1aa3a69b477c None None] Pushing event updated for resources: {'Port': ['ID=f9a44376-22d6-4822-96d7-83272406450c,revision_number=4']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:31.148410 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ed9eae2-8c92-4e00-b976-965bf5d535c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:31.157811 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] Set router ae9fd41d-e0c7-4802-a24a-407a609a6c55 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:40:31.248960 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-5ed9eae2-8c92-4e00-b976-965bf5d535c9 None None] For port f9a44376-22d6-4822-96d7-83272406450c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f9a44376-22d6-4822-96d7-83272406450c,segment=NetworkSegment(25f6025f-dbc6-46a8-b51d-37e9c06a4d88),segment_id=25f6025f-dbc6-46a8-b51d-37e9c06a4d88)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:31.343236 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f9a44376-22d6-4822-96d7-83272406450c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:40:31.384066 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-07b11ac2-1a7f-48e3-a026-1831baaaac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:31.385706 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ed9eae2-8c92-4e00-b976-965bf5d535c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:31.459265 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9eae2-8c92-4e00-b976-965bf5d535c9 None None] Pushing event updated for resources: {'Port': ['ID=f9a44376-22d6-4822-96d7-83272406450c,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:31.466719 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port f9a44376-22d6-4822-96d7-83272406450c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:31.467093 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:31.505725 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'name': 'tempest-TestVolumeBackupRestore-1162364386-router', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '8f6b7b67-882e-4509-b4b6-7104e22b0d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:40:24Z', 'revision_number': 4, 'project_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'gw_port': {'id': '8f6b7b67-882e-4509-b4b6-7104e22b0d75', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f9a44376-22d6-4822-96d7-83272406450c', 'name': '', 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'mac_address': 'fa:16:3e:67:fd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f0cac950-a568-4e43-b3a2-31701e1452de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:23Z', 'updated_at': '2021-09-18T05:40:30Z', 'revision_number': 4, 'project_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'subnets': [{'id': 'f0cac950-a568-4e43-b3a2-31701e1452de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:40:31.544421 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44edc9c8-fea9-4bb3-8051-4c7b69500318 None None] The sync data for ids ['ae9fd41d-e0c7-4802-a24a-407a609a6c55'] in n-d-789963-13 is: [{'id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'name': 'tempest-TestVolumeBackupRestore-1162364386-router', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '8f6b7b67-882e-4509-b4b6-7104e22b0d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:40:24Z', 'revision_number': 4, 'project_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'gw_port': {'id': '8f6b7b67-882e-4509-b4b6-7104e22b0d75', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f9a44376-22d6-4822-96d7-83272406450c', 'name': '', 'network_id': '2425b3fd-a8f9-45a7-bacf-08eb2de1c986', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'mac_address': 'fa:16:3e:67:fd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f0cac950-a568-4e43-b3a2-31701e1452de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:23Z', 'updated_at': '2021-09-18T05:40:30Z', 'revision_number': 4, 'project_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'subnets': [{'id': 'f0cac950-a568-4e43-b3a2-31701e1452de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:40:31.585696 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b85a5b91-6c25-4822-b3ce-ff34156bdcf2 None None] Provisioning complete for port f9a44376-22d6-4822-96d7-83272406450c triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:31.585696 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b85a5b91-6c25-4822-b3ce-ff34156bdcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:33.240846 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f9a44376-22d6-4822-96d7-83272406450c up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:40:33.312330 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port f9a44376-22d6-4822-96d7-83272406450c triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:33.312700 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:33.895500 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0e8fafb3-4f48-41d3-9600-e61834d6dab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:34.294294 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:35.359121 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:36.924786 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:38.215053 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:40:40.268672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60652) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:40.392007 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:40.522993 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:40.597145 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:40.639648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ea85d8-90c4-4b02-b9d7-b7868df9f7cc,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:40.650744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:40.651383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:40.651905 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:40.652467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:40.652975 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:40.653476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:40.654208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:40.654805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:40.655364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:40.655923 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:40.656528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:40.657110 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:40:40.664007 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9622d595-a1d1-4df4-ad15-945207821624 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07fd874483124ff681e4ab4fd17eeada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3940001 Sep 18 05:40:40.666734 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60686) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:40.726869 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-49636195-eeca-4c89-9d29-e6f5e165e3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:40.755456 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-49636195-eeca-4c89-9d29-e6f5e165e3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:40.873156 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-49636195-eeca-4c89-9d29-e6f5e165e3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:40.875683 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-49636195-eeca-4c89-9d29-e6f5e165e3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:40.879461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-49636195-eeca-4c89-9d29-e6f5e165e3ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00ea85d8-90c4-4b02-b9d7-b7868df9f7cc HTTP/1.1" status: 204 len: 168 time: 0.2073455 Sep 18 05:40:40.887186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49636195-eeca-4c89-9d29-e6f5e165e3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ea85d8-90c4-4b02-b9d7-b7868df9f7cc,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:42.520044 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 60732) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:42.635390 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1568937800-network', 'tenant_id': '61b37356f94c4d249af7c73c57acd1e8'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:40:42.734260 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] Made reservation on behalf of 61b37356f94c4d249af7c73c57acd1e8 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:40:42.736645 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:42.749388 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:42.857175 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:42.917131 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:42.944014 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:40:42.953365 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e376c1c-80ed-42d5-9cfe-417b325568cc,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:42.959749 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:42.960152 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] Added segment f2e1f9a8-3504-4b49-9dbf-202b00fb93ca of type vlan for network 71a6ad25-9efb-4819-84fa-af298c9fc7fd Sep 18 05:40:43.013605 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:43.085104 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:43.087125 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:43.087738 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:43.464911 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9425414 Sep 18 05:40:43.466438 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd1de0-2213-41d2-882e-50a6b19eab7b admin admin] Pushing event updated for resources: {'Network': ['ID=71a6ad25-9efb-4819-84fa-af298c9fc7fd,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:43.467939 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 60740) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:40:43.474716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-c44c7f87-0f2a-4f35-94b7-af88bc0af423 admin admin] Request body: {'subnet': {'network_id': '71a6ad25-9efb-4819-84fa-af298c9fc7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1568937800-subnet', 'tenant_id': '61b37356f94c4d249af7c73c57acd1e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:40:43.480208 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 71a6ad25-9efb-4819-84fa-af298c9fc7fd details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:40:43.563203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44c7f87-0f2a-4f35-94b7-af88bc0af423 admin admin] Made reservation on behalf of 61b37356f94c4d249af7c73c57acd1e8 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:40:43.566668 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c44c7f87-0f2a-4f35-94b7-af88bc0af423 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:43.812974 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c44c7f87-0f2a-4f35-94b7-af88bc0af423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:44.212775 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c7f87-0f2a-4f35-94b7-af88bc0af423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd97a82b-6622-47da-a825-3c20333538ff,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:44.242165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c7f87-0f2a-4f35-94b7-af88bc0af423 admin admin] Checking segment: {'id': 'f2e1f9a8-3504-4b49-9dbf-202b00fb93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '71a6ad25-9efb-4819-84fa-af298c9fc7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:40:44.242538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c7f87-0f2a-4f35-94b7-af88bc0af423 admin admin] Network hostable DHCP agents. Network: 71a6ad25-9efb-4819-84fa-af298c9fc7fd, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:40:44.319134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c7f87-0f2a-4f35-94b7-af88bc0af423 admin admin] Network 71a6ad25-9efb-4819-84fa-af298c9fc7fd is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:40:44.398666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-c44c7f87-0f2a-4f35-94b7-af88bc0af423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 71a6ad25-9efb-4819-84fa-af298c9fc7fd) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:40:44.403286 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44c7f87-0f2a-4f35-94b7-af88bc0af423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:44.404527 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-c44c7f87-0f2a-4f35-94b7-af88bc0af423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:44.408003 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98838da5-ddd4-4f15-8f9a-908bb767c92e None None] Network 71a6ad25-9efb-4819-84fa-af298c9fc7fd requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:40:44.490293 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-c44c7f87-0f2a-4f35-94b7-af88bc0af423 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0208921 Sep 18 05:40:44.726671 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d45589-7899-4ea9-be5a-d80e1b244199 None None] Network 71a6ad25-9efb-4819-84fa-af298c9fc7fd requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:40:47.776882 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-d0cd703e-e2fd-4f8a-b771-3dc33e6a2e87 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:47.778350 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-d0cd703e-e2fd-4f8a-b771-3dc33e6a2e87 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/networks?id=71a6ad25-9efb-4819-84fa-af298c9fc7fd HTTP/1.1" status: 200 len: 809 time: 0.1114278 Sep 18 05:40:47.795285 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-85d650da-75c6-47e1-a649-767ba571d18f tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/quotas/61b37356f94c4d249af7c73c57acd1e8 HTTP/1.1" status: 200 len: 375 time: 0.0100520 Sep 18 05:40:47.832571 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-12f2422f-7f96-41be-827c-69a47fe606de tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=61b37356f94c4d249af7c73c57acd1e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314295 Sep 18 05:40:47.844683 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-77bea69c-fe99-4a2b-8073-d6adc69dc08a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:40:47.846113 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-77bea69c-fe99-4a2b-8073-d6adc69dc08a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057251 Sep 18 05:40:47.942812 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-41cee85a-8590-4ed3-bb19-77d61bf05265 service neutron] 10.222.0.23 "GET /v2.0/networks/71a6ad25-9efb-4819-84fa-af298c9fc7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894814 Sep 18 05:40:48.043292 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-fb3ba4dd-817d-4b19-8ae8-df4f9d828d74 service neutron] 10.222.0.23 "GET /v2.0/networks/71a6ad25-9efb-4819-84fa-af298c9fc7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938354 Sep 18 05:40:48.305849 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d7dec2cc-e2df-4dbe-8b1b-cf141ff027b7 req-2fd6c7ac-66f2-4888-9899-ae8a873f64b8 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 210 time: 0.0284293 Sep 18 05:40:49.389279 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c2dcba93-7f83-457d-b2a5-5b37fe018284 req-b9320dd5-94a1-432c-a888-c75442c95ff3 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 210 time: 0.0297990 Sep 18 05:40:50.497826 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-84e3b6f7-577d-41fa-856e-9be1dd8d2b09 req-03433769-a9c3-4d83-a43f-b6947a097a63 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 210 time: 0.0332930 Sep 18 05:40:50.760659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-f5078c5a-dc8c-4e10-a59d-1b33e0746aa0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:50.762330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-f5078c5a-dc8c-4e10-a59d-1b33e0746aa0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.18 "GET /v2.0/networks?id=71a6ad25-9efb-4819-84fa-af298c9fc7fd HTTP/1.1" status: 200 len: 809 time: 0.1318123 Sep 18 05:40:50.775971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-30689205-9130-4614-8441-f6b5da80e3ce tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Request body: {'port': {'device_id': 'cafed97d-3df7-4570-b02b-a21ca8fd3b50', 'network_id': '71a6ad25-9efb-4819-84fa-af298c9fc7fd', 'admin_state_up': True, 'tenant_id': '61b37356f94c4d249af7c73c57acd1e8'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:40:51.009955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-30689205-9130-4614-8441-f6b5da80e3ce tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Made reservation on behalf of 61b37356f94c4d249af7c73c57acd1e8 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:40:51.013816 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-30689205-9130-4614-8441-f6b5da80e3ce tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:51.165373 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-30689205-9130-4614-8441-f6b5da80e3ce tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Allocated IP 172.20.0.12 (71a6ad25-9efb-4819-84fa-af298c9fc7fd/cd97a82b-6622-47da-a825-3c20333538ff/9544d018-0304-41a0-a7f6-dcbf8b4b075a) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:40:51.320480 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-30689205-9130-4614-8441-f6b5da80e3ce tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:51.421841 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-30689205-9130-4614-8441-f6b5da80e3ce tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:51.465399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-30689205-9130-4614-8441-f6b5da80e3ce tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Network 71a6ad25-9efb-4819-84fa-af298c9fc7fd is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:40:51.468548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-30689205-9130-4614-8441-f6b5da80e3ce tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:40:51.472202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-30689205-9130-4614-8441-f6b5da80e3ce tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:40:51.498270 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30689205-9130-4614-8441-f6b5da80e3ce tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Pushing event updated for resources: {'Port': ['ID=9544d018-0304-41a0-a7f6-dcbf8b4b075a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:51.527474 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-30689205-9130-4614-8441-f6b5da80e3ce tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:51.528158 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-30689205-9130-4614-8441-f6b5da80e3ce tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:51.610669 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-30689205-9130-4614-8441-f6b5da80e3ce tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8400252 Sep 18 05:40:51.618471 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cb4ed-d6c0-497f-a2e6-bd5d36b0e7ac req-56eabd7f-cb94-42ca-a721-33bdad6292b3 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:51.621510 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-b393b049-0598-4349-9ac4-78ccad970e71 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:40:51.622660 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-b393b049-0598-4349-9ac4-78ccad970e71 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059838 Sep 18 05:40:51.624697 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-005cb4ed-d6c0-497f-a2e6-bd5d36b0e7ac req-56eabd7f-cb94-42ca-a721-33bdad6292b3 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 932 time: 0.0553818 Sep 18 05:40:51.663938 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-005cb4ed-d6c0-497f-a2e6-bd5d36b0e7ac req-d35c112b-076b-4c72-b93e-efd78321e4b6 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367701 Sep 18 05:40:51.698156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Request body: {'port': {'device_id': 'cafed97d-3df7-4570-b02b-a21ca8fd3b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:40:51.763700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:52.050199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9544d018-0304-41a0-a7f6-dcbf8b4b075a {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:40:52.059209 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:52.072253 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Transition to ACTIVE for port object 9544d018-0304-41a0-a7f6-dcbf8b4b075a will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:40:52.158467 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:52.233524 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Pushing event updated for resources: {'Port': ['ID=9544d018-0304-41a0-a7f6-dcbf8b4b075a,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:52.285654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Attempting to bind port 9544d018-0304-41a0-a7f6-dcbf8b4b075a on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:40:52.286002 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Attempting to bind port 9544d018-0304-41a0-a7f6-dcbf8b4b075a by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'f2e1f9a8-3504-4b49-9dbf-202b00fb93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '71a6ad25-9efb-4819-84fa-af298c9fc7fd'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:40:52.286339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Attempting to bind port 9544d018-0304-41a0-a7f6-dcbf8b4b075a on network 71a6ad25-9efb-4819-84fa-af298c9fc7fd {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:40:52.292315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Port 9544d018-0304-41a0-a7f6-dcbf8b4b075a on network 71a6ad25-9efb-4819-84fa-af298c9fc7fd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:40:52.292649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Attempting to bind port 9544d018-0304-41a0-a7f6-dcbf8b4b075a on network 71a6ad25-9efb-4819-84fa-af298c9fc7fd {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:40:52.297491 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:40:52.297836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Checking segment: {'id': 'f2e1f9a8-3504-4b49-9dbf-202b00fb93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '71a6ad25-9efb-4819-84fa-af298c9fc7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:40:52.298226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Bound using segment: {'id': 'f2e1f9a8-3504-4b49-9dbf-202b00fb93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '71a6ad25-9efb-4819-84fa-af298c9fc7fd'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:40:52.298659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Bound port: 9544d018-0304-41a0-a7f6-dcbf8b4b075a, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e1f9a8-3504-4b49-9dbf-202b00fb93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '71a6ad25-9efb-4819-84fa-af298c9fc7fd'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:40:52.299027 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:52.364165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] For port 9544d018-0304-41a0-a7f6-dcbf8b4b075a, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:40:52.367916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] For port 9544d018-0304-41a0-a7f6-dcbf8b4b075a, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9544d018-0304-41a0-a7f6-dcbf8b4b075a,segment=NetworkSegment(f2e1f9a8-3504-4b49-9dbf-202b00fb93ca),segment_id=f2e1f9a8-3504-4b49-9dbf-202b00fb93ca)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:40:52.454187 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:52.489118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:52.489751 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:52.491350 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] 10.222.0.18 "PUT /v2.0/ports/9544d018-0304-41a0-a7f6-dcbf8b4b075a HTTP/1.1" status: 200 len: 1093 time: 0.8601179 Sep 18 05:40:52.491802 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafed97d-3df7-4570-b02b-a21ca8fd3b50', 'tag': '9544d018-0304-41a0-a7f6-dcbf8b4b075a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:40:52.494138 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe99fde-90a7-40d5-95d9-439179a1bf39" -d '{"events": [{"name": "network-changed", "server_uuid": "cafed97d-3df7-4570-b02b-a21ca8fd3b50", "tag": "9544d018-0304-41a0-a7f6-dcbf8b4b075a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:40:52.518383 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce2950-7cc0-47a1-a076-f6b61d2c1b6b service neutron] Pushing event updated for resources: {'Port': ['ID=9544d018-0304-41a0-a7f6-dcbf8b4b075a,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:52.535768 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba9503c-02e6-4e8a-a684-29f32020eaef x-openstack-request-id: req-cba9503c-02e6-4e8a-a684-29f32020eaef {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:40:52.536064 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cafed97d-3df7-4570-b02b-a21ca8fd3b50", "tag": "9544d018-0304-41a0-a7f6-dcbf8b4b075a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:40:52.536665 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cba9503c-02e6-4e8a-a684-29f32020eaef {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:40:52.537077 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafed97d-3df7-4570-b02b-a21ca8fd3b50', 'tag': '9544d018-0304-41a0-a7f6-dcbf8b4b075a', 'status': 'completed', 'code': 200} Sep 18 05:40:52.603476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe99fde-90a7-40d5-95d9-439179a1bf39 req-2d4e337c-a18e-4f72-a2ce-7cc432fdd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:52.605029 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cfe99fde-90a7-40d5-95d9-439179a1bf39 req-2d4e337c-a18e-4f72-a2ce-7cc432fdd372 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61b37356f94c4d249af7c73c57acd1e8&device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 1096 time: 0.0482149 Sep 18 05:40:52.710385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe99fde-90a7-40d5-95d9-439179a1bf39 req-66e0fe9d-db70-4902-9338-30eb1d70b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:52.712193 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cfe99fde-90a7-40d5-95d9-439179a1bf39 req-66e0fe9d-db70-4902-9338-30eb1d70b2fa service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=61b37356f94c4d249af7c73c57acd1e8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0996611 Sep 18 05:40:52.799732 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f1414-031b-402d-a68b-e3541c9c17d5 req-9515ca08-ea2f-4d01-a73a-2df4d3d196bf tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:52.808174 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f0f1414-031b-402d-a68b-e3541c9c17d5 req-9515ca08-ea2f-4d01-a73a-2df4d3d196bf tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 944 time: 0.0718887 Sep 18 05:40:52.836895 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe99fde-90a7-40d5-95d9-439179a1bf39 req-11271742-ab9b-46fd-aa08-b63a7a6a13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:52.838565 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cfe99fde-90a7-40d5-95d9-439179a1bf39 req-11271742-ab9b-46fd-aa08-b63a7a6a13dd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1202261 Sep 18 05:40:52.855750 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f0f1414-031b-402d-a68b-e3541c9c17d5 req-74e5ef52-3222-4a84-aaf9-b0996779e11a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453317 Sep 18 05:40:52.928142 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-97354a2f-ee09-4461-9c4e-2b210b6272c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:52.929745 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-97354a2f-ee09-4461-9c4e-2b210b6272c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=61b37356f94c4d249af7c73c57acd1e8&device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 1096 time: 0.0430510 Sep 18 05:40:52.981034 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-25d9dc75-dc88-4f7b-b319-a653b6f54b50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9544d018-0304-41a0-a7f6-dcbf8b4b075a HTTP/1.1" status: 200 len: 217 time: 0.0429044 Sep 18 05:40:53.033641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-ebf5d493-6468-4153-a31c-0d5595d6b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:53.035147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-ebf5d493-6468-4153-a31c-0d5595d6b976 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd97a82b-6622-47da-a825-3c20333538ff HTTP/1.1" status: 200 len: 849 time: 0.0482035 Sep 18 05:40:53.068766 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-33ee3fc1-abba-4f9f-8abc-809149d06c83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71a6ad25-9efb-4819-84fa-af298c9fc7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260139 Sep 18 05:40:53.176132 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-65a222a3-27dc-4f79-9eaa-5dc9db3a4859 service neutron] 10.222.0.18 "GET /v2.0/networks/71a6ad25-9efb-4819-84fa-af298c9fc7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018429 Sep 18 05:40:53.471701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-81cb4271-ed27-42e4-bea1-cd409f8c821c req-b0a28a01-5104-4ec0-ab2e-1904dfe088b0 service neutron] 10.222.0.18 "GET /v2.0/networks/71a6ad25-9efb-4819-84fa-af298c9fc7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861909 Sep 18 05:40:53.649752 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:53.651116 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:53.985961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d33b43-573e-4130-8f9d-7f27ecd93c2a req-78e25320-a909-445f-a2fa-a5f339ecdf24 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:53.987495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-97d33b43-573e-4130-8f9d-7f27ecd93c2a req-78e25320-a909-445f-a2fa-a5f339ecdf24 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 944 time: 0.0526731 Sep 18 05:40:54.026867 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-97d33b43-573e-4130-8f9d-7f27ecd93c2a req-80531653-273e-45fd-aafa-fe47ea50c31f tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334351 Sep 18 05:40:55.178631 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c97290-b6d7-4285-b222-122d06b75270 req-2c17529a-85c9-4dc4-9b7c-9fd326e6fdbf tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:55.180196 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-93c97290-b6d7-4285-b222-122d06b75270 req-2c17529a-85c9-4dc4-9b7c-9fd326e6fdbf tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 944 time: 0.0648248 Sep 18 05:40:55.218840 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-93c97290-b6d7-4285-b222-122d06b75270 req-068f7830-d41b-4e2a-a139-dce39031ddaf tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326593 Sep 18 05:40:56.232215 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 9544d018-0304-41a0-a7f6-dcbf8b4b075a details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:40:56.378985 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 9544d018-0304-41a0-a7f6-dcbf8b4b075a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9544d018-0304-41a0-a7f6-dcbf8b4b075a,segment=NetworkSegment(f2e1f9a8-3504-4b49-9dbf-202b00fb93ca),segment_id=f2e1f9a8-3504-4b49-9dbf-202b00fb93ca)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:56.393147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeb52a-38f9-47b1-9c9b-50dc8faa03e5 req-d01e48a5-6fc4-47b2-aeea-31186191063e tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:56.394851 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86aeb52a-38f9-47b1-9c9b-50dc8faa03e5 req-d01e48a5-6fc4-47b2-aeea-31186191063e tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 944 time: 0.0600324 Sep 18 05:40:56.395333 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '9544d018-0304-41a0-a7f6-dcbf8b4b075a', 'network_id': '71a6ad25-9efb-4819-84fa-af298c9fc7fd', 'port_id': '9544d018-0304-41a0-a7f6-dcbf8b4b075a', 'mac_address': 'fa:16:3e:dc:b0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd97a82b-6622-47da-a825-3c20333538ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:40:56.441184 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-86aeb52a-38f9-47b1-9c9b-50dc8faa03e5 req-f937182d-64ce-4c72-b654-88e9fc885ea4 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363550 Sep 18 05:40:56.450051 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:56.466167 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9544d018-0304-41a0-a7f6-dcbf8b4b075a {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:40:56.492769 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 9544d018-0304-41a0-a7f6-dcbf8b4b075a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9544d018-0304-41a0-a7f6-dcbf8b4b075a,segment=NetworkSegment(f2e1f9a8-3504-4b49-9dbf-202b00fb93ca),segment_id=f2e1f9a8-3504-4b49-9dbf-202b00fb93ca)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:56.608186 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:56.672839 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=9544d018-0304-41a0-a7f6-dcbf8b4b075a,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:56.793784 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['9544d018-0304-41a0-a7f6-dcbf8b4b075a'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:40:57.575005 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ac649-2a33-4a5b-bb7c-c248eb4f0aaa req-83eab5be-c6de-4929-94c3-b9948da80f58 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:57.576703 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-777ac649-2a33-4a5b-bb7c-c248eb4f0aaa req-83eab5be-c6de-4929-94c3-b9948da80f58 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 945 time: 0.0574682 Sep 18 05:40:57.619151 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-777ac649-2a33-4a5b-bb7c-c248eb4f0aaa req-a5afc296-7170-4050-b252-ec8b4714a10d tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344090 Sep 18 05:40:58.242661 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 9544d018-0304-41a0-a7f6-dcbf8b4b075a up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:40:58.409724 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 9544d018-0304-41a0-a7f6-dcbf8b4b075a completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:40:58.415358 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 9544d018-0304-41a0-a7f6-dcbf8b4b075a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:40:58.415728 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:58.500211 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:58.527058 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafed97d-3df7-4570-b02b-a21ca8fd3b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9544d018-0304-41a0-a7f6-dcbf8b4b075a'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:40:58.529329 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b345a90-0b5a-4b55-a1fe-310e75a4a644" -d '{"events": [{"server_uuid": "cafed97d-3df7-4570-b02b-a21ca8fd3b50", "name": "network-vif-plugged", "status": "completed", "tag": "9544d018-0304-41a0-a7f6-dcbf8b4b075a"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:40:58.542706 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 9544d018-0304-41a0-a7f6-dcbf8b4b075a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9544d018-0304-41a0-a7f6-dcbf8b4b075a,segment=NetworkSegment(f2e1f9a8-3504-4b49-9dbf-202b00fb93ca),segment_id=f2e1f9a8-3504-4b49-9dbf-202b00fb93ca)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:40:58.571666 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fbebfa-b69a-4612-bd07-d113d0a6fc2b x-openstack-request-id: req-75fbebfa-b69a-4612-bd07-d113d0a6fc2b {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:40:58.571957 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafed97d-3df7-4570-b02b-a21ca8fd3b50", "name": "network-vif-plugged", "status": "completed", "tag": "9544d018-0304-41a0-a7f6-dcbf8b4b075a", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:40:58.572265 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75fbebfa-b69a-4612-bd07-d113d0a6fc2b {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:40:58.572721 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafed97d-3df7-4570-b02b-a21ca8fd3b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9544d018-0304-41a0-a7f6-dcbf8b4b075a', 'code': 200} Sep 18 05:40:58.621981 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:40:58.676589 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfd9d-ecc6-4454-99a3-1e7f563862b1 req-a12a7d52-f878-4123-a0fc-90e3c6bd820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:58.677718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=9544d018-0304-41a0-a7f6-dcbf8b4b075a,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:40:58.679680 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9c3cfd9d-ecc6-4454-99a3-1e7f563862b1 req-a12a7d52-f878-4123-a0fc-90e3c6bd820b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 1098 time: 0.0479121 Sep 18 05:40:58.722083 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9c3cfd9d-ecc6-4454-99a3-1e7f563862b1 req-66b9f871-2a21-4356-bd08-8e394cededb2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351818 Sep 18 05:40:58.742301 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacfefe-6366-47ea-b5db-1eb41f57ecc3 req-364e190b-4a5c-4223-a809-a251750c3a32 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:58.744054 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5aacfefe-6366-47ea-b5db-1eb41f57ecc3 req-364e190b-4a5c-4223-a809-a251750c3a32 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 946 time: 0.0560689 Sep 18 05:40:58.785393 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5aacfefe-6366-47ea-b5db-1eb41f57ecc3 req-5a35c6e5-da23-446a-8a2a-f14a02ee87c7 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347610 Sep 18 05:40:59.905325 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc5452-eb55-4a49-a42a-19d2c0245b93 req-cb8ac050-7e5a-4d4e-9eb1-6f505e2cd208 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:40:59.907010 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3acc5452-eb55-4a49-a42a-19d2c0245b93 req-cb8ac050-7e5a-4d4e-9eb1-6f505e2cd208 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 946 time: 0.0525563 Sep 18 05:40:59.948452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3acc5452-eb55-4a49-a42a-19d2c0245b93 req-79e093e6-3ac1-4ff4-b9ae-ada074dfeb94 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348916 Sep 18 05:41:01.075060 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7af00-83ef-4afc-80b0-4fd8ccafb3a2 req-e1beee3a-359d-4158-a043-c516e2c40603 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:01.076608 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-14e7af00-83ef-4afc-80b0-4fd8ccafb3a2 req-e1beee3a-359d-4158-a043-c516e2c40603 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 946 time: 0.0578170 Sep 18 05:41:01.118702 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-14e7af00-83ef-4afc-80b0-4fd8ccafb3a2 req-d33d60eb-6587-417e-9668-283aad8902e2 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353906 Sep 18 05:41:01.289815 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d5490877-cb88-4b10-8318-c04565365e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:02.588987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebf5d7-4eb5-4e5f-9378-e2c2e434e5f4 req-ac3718ad-05ae-4eeb-8f48-75d333a9963a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:02.590411 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d0ebf5d7-4eb5-4e5f-9378-e2c2e434e5f4 req-ac3718ad-05ae-4eeb-8f48-75d333a9963a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 946 time: 0.0520277 Sep 18 05:41:02.628727 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d0ebf5d7-4eb5-4e5f-9378-e2c2e434e5f4 req-e3c80573-25bf-4cc8-8b95-69d5d736a988 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321829 Sep 18 05:41:03.751784 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9a19f-b449-43a3-af4f-8e960e33970f req-2146b3a7-b58b-406a-8153-4dd3685a517b tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:03.753329 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-44b9a19f-b449-43a3-af4f-8e960e33970f req-2146b3a7-b58b-406a-8153-4dd3685a517b tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 946 time: 0.0530820 Sep 18 05:41:03.805504 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-44b9a19f-b449-43a3-af4f-8e960e33970f req-8ee63da9-23e9-4df1-bf6f-0c96ce4977dd tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461340 Sep 18 05:41:03.835171 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-231a5594-4d67-41d2-a2ac-bc7272fa4a37 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:03.836690 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-231a5594-4d67-41d2-a2ac-bc7272fa4a37 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 812 time: 0.1434240 Sep 18 05:41:03.843932 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e4eef-2089-4fad-b4e2-26dcf0050bc9 req-ae6cd49a-fc32-45be-a926-8404193d417e tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:03.845415 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e55e4eef-2089-4fad-b4e2-26dcf0050bc9 req-ae6cd49a-fc32-45be-a926-8404193d417e tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.18 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 946 time: 0.0842621 Sep 18 05:41:03.866693 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-7070eefa-fec1-4106-aa3e-318dd0d46437 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/quotas/4311c5f8783f4a7d9a2ad38c4facba04 HTTP/1.1" status: 200 len: 375 time: 0.0203381 Sep 18 05:41:03.883857 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3e14abab-9b41-49fa-8fb9-245453d7f5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:03.970795 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-e6a1b9a9-a1d0-4bc5-87ab-fd6b5fc4a359 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828555 Sep 18 05:41:03.994663 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-e55e4eef-2089-4fad-b4e2-26dcf0050bc9 req-1ec6e088-3d59-4ab9-9376-842789a49e66 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Deleting port 9544d018-0304-41a0-a7f6-dcbf8b4b075a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:41:03.995532 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e55e4eef-2089-4fad-b4e2-26dcf0050bc9 req-1ec6e088-3d59-4ab9-9376-842789a49e66 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:04.144315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e55e4eef-2089-4fad-b4e2-26dcf0050bc9 req-1ec6e088-3d59-4ab9-9376-842789a49e66 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] For port 9544d018-0304-41a0-a7f6-dcbf8b4b075a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=9544d018-0304-41a0-a7f6-dcbf8b4b075a,segment=NetworkSegment(f2e1f9a8-3504-4b49-9dbf-202b00fb93ca),segment_id=f2e1f9a8-3504-4b49-9dbf-202b00fb93ca)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:41:04.144695 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e55e4eef-2089-4fad-b4e2-26dcf0050bc9 req-1ec6e088-3d59-4ab9-9376-842789a49e66 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:04.160444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-e55e4eef-2089-4fad-b4e2-26dcf0050bc9 req-1ec6e088-3d59-4ab9-9376-842789a49e66 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Calling delete_port for 9544d018-0304-41a0-a7f6-dcbf8b4b075a owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:41:04.184729 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-0eec9f43-20fd-4092-8c14-128f623323c0 service neutron] 10.222.0.23 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056305 Sep 18 05:41:04.293777 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:04.325266 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-f03fdccb-b4a3-4277-be97-9830a27cbd04 service neutron] 10.222.0.23 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075029 Sep 18 05:41:04.449855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e55e4eef-2089-4fad-b4e2-26dcf0050bc9 req-1ec6e088-3d59-4ab9-9376-842789a49e66 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:04.461769 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['9544d018-0304-41a0-a7f6-dcbf8b4b075a'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:41:04.482134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6e088-3d59-4ab9-9376-842789a49e66 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Pushing event deleted for resources: {'Port': ['ID=9544d018-0304-41a0-a7f6-dcbf8b4b075a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:04.523876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55e4eef-2089-4fad-b4e2-26dcf0050bc9 req-1ec6e088-3d59-4ab9-9376-842789a49e66 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] No DVR routers for this DVR port 9544d018-0304-41a0-a7f6-dcbf8b4b075a on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:41:04.526728 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e55e4eef-2089-4fad-b4e2-26dcf0050bc9 req-1ec6e088-3d59-4ab9-9376-842789a49e66 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:04.528803 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e55e4eef-2089-4fad-b4e2-26dcf0050bc9 req-1ec6e088-3d59-4ab9-9376-842789a49e66 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.18 "DELETE /v2.0/ports/9544d018-0304-41a0-a7f6-dcbf8b4b075a HTTP/1.1" status: 204 len: 173 time: 0.6763201 Sep 18 05:41:04.529243 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafed97d-3df7-4570-b02b-a21ca8fd3b50', 'name': 'network-vif-deleted', 'tag': '9544d018-0304-41a0-a7f6-dcbf8b4b075a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:41:04.531654 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b818ca9-c1ab-4bfc-9556-d815c4669787" -d '{"events": [{"server_uuid": "cafed97d-3df7-4570-b02b-a21ca8fd3b50", "name": "network-vif-deleted", "tag": "9544d018-0304-41a0-a7f6-dcbf8b4b075a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:41:04.568301 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ad125a-4d6f-476d-a730-d792719c2c7a x-openstack-request-id: req-70ad125a-4d6f-476d-a730-d792719c2c7a {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:41:04.568736 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafed97d-3df7-4570-b02b-a21ca8fd3b50", "name": "network-vif-deleted", "tag": "9544d018-0304-41a0-a7f6-dcbf8b4b075a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:41:04.568929 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70ad125a-4d6f-476d-a730-d792719c2c7a {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:41:04.569423 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafed97d-3df7-4570-b02b-a21ca8fd3b50', 'name': 'network-vif-deleted', 'tag': '9544d018-0304-41a0-a7f6-dcbf8b4b075a', 'status': 'completed', 'code': 200} Sep 18 05:41:04.918261 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f5efcdf-8d04-478a-80d3-58722a616a6b req-37d530a9-e415-47eb-82c2-f616e9131d7c tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=cafed97d-3df7-4570-b02b-a21ca8fd3b50 HTTP/1.1" status: 200 len: 210 time: 0.0327926 Sep 18 05:41:05.074691 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2dedd65c-88df-4368-b375-f18ea5ef91ba req-0383418d-8596-45eb-a276-c261931f3d21 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 210 time: 0.0270476 Sep 18 05:41:05.340799 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:06.187497 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-301ea8bb-fb41-4296-8047-781f1a509925 req-131a0670-0ec4-4d57-ac74-32d17187f885 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 210 time: 0.0358136 Sep 18 05:41:06.189248 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-db8fdf3e-c9f4-4ec5-8edc-6c843f989137 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:06.190834 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-db8fdf3e-c9f4-4ec5-8edc-6c843f989137 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/networks?id=71a6ad25-9efb-4819-84fa-af298c9fc7fd HTTP/1.1" status: 200 len: 809 time: 0.1120918 Sep 18 05:41:06.207047 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-61c6b2f1-9483-4b24-828c-a697e712d5f6 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/quotas/61b37356f94c4d249af7c73c57acd1e8 HTTP/1.1" status: 200 len: 375 time: 0.0100563 Sep 18 05:41:06.247128 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-13030b67-a6bc-4fa4-b041-f0be9e22dfb5 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=61b37356f94c4d249af7c73c57acd1e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310962 Sep 18 05:41:06.340846 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-6c420307-1000-4788-b055-3d93be9d9a24 service neutron] 10.222.0.23 "GET /v2.0/networks/71a6ad25-9efb-4819-84fa-af298c9fc7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863774 Sep 18 05:41:06.439427 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-df510945-b2e1-4441-8471-55076e2da78a service neutron] 10.222.0.23 "GET /v2.0/networks/71a6ad25-9efb-4819-84fa-af298c9fc7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905833 Sep 18 05:41:06.687801 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2b7688a1-3c17-4571-9c51-7fb32a3f2b5c req-372d89e9-406f-40ad-95c7-d031e230c6f9 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 210 time: 0.0358837 Sep 18 05:41:07.066557 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:07.200592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-53c8c8d1-5622-427a-8ed4-904395951986 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:07.202292 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-53c8c8d1-5622-427a-8ed4-904395951986 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 812 time: 0.1150076 Sep 18 05:41:07.216349 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-087248c7-668f-443e-b4fb-7b6b49f0c91b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'port': {'device_id': '52269be7-1040-49b7-976a-8242cbf4bc1e', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'admin_state_up': True, 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:41:07.317985 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a50fb9e6-a4d2-4846-bf94-3621b2735e2d req-4b674339-173f-4dc0-9063-3063906984f5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 210 time: 0.0274725 Sep 18 05:41:07.414499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-087248c7-668f-443e-b4fb-7b6b49f0c91b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Made reservation on behalf of 4311c5f8783f4a7d9a2ad38c4facba04 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:41:07.419919 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-087248c7-668f-443e-b4fb-7b6b49f0c91b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:07.560413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-087248c7-668f-443e-b4fb-7b6b49f0c91b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Allocated IP 172.20.0.8 (0f6e381d-8846-4d88-aff7-895a0111f888/135f7264-cbc4-44b4-90ff-4f1206bba78b/a9445acf-e5d1-495f-bb44-373305787a61) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:41:07.749080 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-087248c7-668f-443e-b4fb-7b6b49f0c91b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:07.820483 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2bb7c95c-7a13-4bf3-9629-ed3c5ef47735 req-3661ecdc-bde5-43db-9ff7-815f88cf8555 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 210 time: 0.0344894 Sep 18 05:41:07.861277 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-087248c7-668f-443e-b4fb-7b6b49f0c91b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:07.909105 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-087248c7-668f-443e-b4fb-7b6b49f0c91b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Network 0f6e381d-8846-4d88-aff7-895a0111f888 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:41:07.912246 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-087248c7-668f-443e-b4fb-7b6b49f0c91b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:41:07.916156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-087248c7-668f-443e-b4fb-7b6b49f0c91b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:41:07.924750 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087248c7-668f-443e-b4fb-7b6b49f0c91b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'Port': ['ID=a9445acf-e5d1-495f-bb44-373305787a61,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:07.988525 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-087248c7-668f-443e-b4fb-7b6b49f0c91b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:07.989065 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-087248c7-668f-443e-b4fb-7b6b49f0c91b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:08.090889 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-087248c7-668f-443e-b4fb-7b6b49f0c91b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8790305 Sep 18 05:41:08.106876 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Request body: {'port': {'device_id': '52269be7-1040-49b7-976a-8242cbf4bc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:41:08.184419 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:08.190899 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-9ba4e444-1ca8-4af9-bfa9-968ac580046d None None] Provisioning complete for port a9445acf-e5d1-495f-bb44-373305787a61 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:41:08.191427 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e444-1ca8-4af9-bfa9-968ac580046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:08.230696 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4e444-1ca8-4af9-bfa9-968ac580046d None None] Port a9445acf-e5d1-495f-bb44-373305787a61 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:41:08.274098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 9544d018-0304-41a0-a7f6-dcbf8b4b075a no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:41:08.295114 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 9544d018-0304-41a0-a7f6-dcbf8b4b075a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:41:08.295462 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 9544d018-0304-41a0-a7f6-dcbf8b4b075a not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:41:08.470729 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6a56c-4fe0-4845-806a-3e88d5277d7d req-86e81a83-96e5-4327-b98b-00370ec17574 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:08.478568 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-baa6a56c-4fe0-4845-806a-3e88d5277d7d req-86e81a83-96e5-4327-b98b-00370ec17574 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 931 time: 0.0893166 Sep 18 05:41:08.496729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9445acf-e5d1-495f-bb44-373305787a61 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:41:08.511855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:08.526093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Transition to ACTIVE for port object a9445acf-e5d1-495f-bb44-373305787a61 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:41:08.526761 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-baa6a56c-4fe0-4845-806a-3e88d5277d7d req-8a8f68c7-6834-4953-994f-dd49b15345dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Sep 18 05:41:08.602164 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:08.676300 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Pushing event updated for resources: {'Port': ['ID=a9445acf-e5d1-495f-bb44-373305787a61,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:08.845540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Attempting to bind port a9445acf-e5d1-495f-bb44-373305787a61 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:41:08.845916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Attempting to bind port a9445acf-e5d1-495f-bb44-373305787a61 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:41:08.846241 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Attempting to bind port a9445acf-e5d1-495f-bb44-373305787a61 on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:41:08.879316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Port a9445acf-e5d1-495f-bb44-373305787a61 on network 0f6e381d-8846-4d88-aff7-895a0111f888 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:41:08.879891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Attempting to bind port a9445acf-e5d1-495f-bb44-373305787a61 on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:41:08.894616 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-da7c4120-d9fc-442c-aae5-002b5c35ec7b tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:08.896189 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-da7c4120-d9fc-442c-aae5-002b5c35ec7b tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.13 "GET /v2.0/networks?id=71a6ad25-9efb-4819-84fa-af298c9fc7fd HTTP/1.1" status: 200 len: 809 time: 0.1879983 Sep 18 05:41:08.897578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:41:08.899006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Checking segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:41:08.899006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Bound using segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:41:08.899006 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Bound port: a9445acf-e5d1-495f-bb44-373305787a61, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:41:08.899298 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:08.916046 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-02a489c6-c10a-4589-b31d-dec1cb4044b0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Request body: {'port': {'device_id': '25e3c6b0-c337-43d1-83f5-f35237321e02', 'network_id': '71a6ad25-9efb-4819-84fa-af298c9fc7fd', 'admin_state_up': True, 'tenant_id': '61b37356f94c4d249af7c73c57acd1e8'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:41:09.067616 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a3744100-0ed0-4ab2-ae1f-943ab08c8a00 req-78217d4b-d397-4782-b826-503dd5179cd6 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 210 time: 0.0723848 Sep 18 05:41:09.123814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] For port a9445acf-e5d1-495f-bb44-373305787a61, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:41:09.128329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] For port a9445acf-e5d1-495f-bb44-373305787a61, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a9445acf-e5d1-495f-bb44-373305787a61,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:41:09.198467 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:09.228049 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-02a489c6-c10a-4589-b31d-dec1cb4044b0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Made reservation on behalf of 61b37356f94c4d249af7c73c57acd1e8 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:41:09.231692 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-02a489c6-c10a-4589-b31d-dec1cb4044b0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:09.244929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:09.245608 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:09.248037 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] 10.222.0.18 "PUT /v2.0/ports/a9445acf-e5d1-495f-bb44-373305787a61 HTTP/1.1" status: 200 len: 1092 time: 1.1469743 Sep 18 05:41:09.267950 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52269be7-1040-49b7-976a-8242cbf4bc1e', 'tag': 'a9445acf-e5d1-495f-bb44-373305787a61'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:41:09.270837 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85be9d87-6da3-4a7d-9f56-520f5f0fcb37" -d '{"events": [{"name": "network-changed", "server_uuid": "52269be7-1040-49b7-976a-8242cbf4bc1e", "tag": "a9445acf-e5d1-495f-bb44-373305787a61"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:41:09.432914 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-02a489c6-c10a-4589-b31d-dec1cb4044b0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Allocated IP 172.20.0.7 (71a6ad25-9efb-4819-84fa-af298c9fc7fd/cd97a82b-6622-47da-a825-3c20333538ff/fffca084-db59-443e-8717-24ec9ef82fd6) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:41:09.461424 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6973a35f-494b-4671-ba3d-753e8ebbb5d6 x-openstack-request-id: req-6973a35f-494b-4671-ba3d-753e8ebbb5d6 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:41:09.461876 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52269be7-1040-49b7-976a-8242cbf4bc1e", "tag": "a9445acf-e5d1-495f-bb44-373305787a61", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:41:09.462240 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6973a35f-494b-4671-ba3d-753e8ebbb5d6 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:41:09.462752 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52269be7-1040-49b7-976a-8242cbf4bc1e', 'tag': 'a9445acf-e5d1-495f-bb44-373305787a61', 'status': 'completed', 'code': 200} Sep 18 05:41:09.536003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47ec1b-2a3c-49d2-9764-db1129f307df service neutron] Pushing event updated for resources: {'Port': ['ID=a9445acf-e5d1-495f-bb44-373305787a61,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:09.581012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be9d87-6da3-4a7d-9f56-520f5f0fcb37 req-ff546643-b77e-4fd5-be6d-7e1e49b121bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:09.582680 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-85be9d87-6da3-4a7d-9f56-520f5f0fcb37 req-ff546643-b77e-4fd5-be6d-7e1e49b121bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 1095 time: 0.1243637 Sep 18 05:41:09.774338 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-02a489c6-c10a-4589-b31d-dec1cb4044b0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:09.790857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a69fb-9557-4061-883f-65ad3dd586d9 req-cf23bea7-7472-4fe1-9743-cccc1b985dde tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:09.792442 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-116a69fb-9557-4061-883f-65ad3dd586d9 req-cf23bea7-7472-4fe1-9743-cccc1b985dde tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 943 time: 0.1707942 Sep 18 05:41:09.806745 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be9d87-6da3-4a7d-9f56-520f5f0fcb37 req-a857f5f7-dfcc-4223-9ff8-edd3c3d61a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:09.808283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-85be9d87-6da3-4a7d-9f56-520f5f0fcb37 req-a857f5f7-dfcc-4223-9ff8-edd3c3d61a11 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1878569 Sep 18 05:41:09.938230 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-116a69fb-9557-4061-883f-65ad3dd586d9 req-e4c97886-7467-430f-af50-93c57fc9ed93 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290095 Sep 18 05:41:09.964172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be9d87-6da3-4a7d-9f56-520f5f0fcb37 req-15da389d-4155-4c8e-8a4a-59c6285ae296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:09.964172 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-85be9d87-6da3-4a7d-9f56-520f5f0fcb37 req-15da389d-4155-4c8e-8a4a-59c6285ae296 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1456065 Sep 18 05:41:09.994355 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-02a489c6-c10a-4589-b31d-dec1cb4044b0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:10.088511 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-02a489c6-c10a-4589-b31d-dec1cb4044b0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Network 71a6ad25-9efb-4819-84fa-af298c9fc7fd is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:41:10.090351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-02a489c6-c10a-4589-b31d-dec1cb4044b0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:41:10.104865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a489c6-c10a-4589-b31d-dec1cb4044b0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Pushing event updated for resources: {'Port': ['ID=fffca084-db59-443e-8717-24ec9ef82fd6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:10.112467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-02a489c6-c10a-4589-b31d-dec1cb4044b0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:41:10.158604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-51da636c-b43b-47bf-b387-daad92cf040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:10.160183 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-51da636c-b43b-47bf-b387-daad92cf040d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 1095 time: 0.1585689 Sep 18 05:41:10.182492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-02a489c6-c10a-4589-b31d-dec1cb4044b0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:10.183420 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-02a489c6-c10a-4589-b31d-dec1cb4044b0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:10.195697 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2becf-0e53-4845-bc2c-d3acccfe5e3f req-12ee5a80-21e2-45be-9a32-13f94348c7a5 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:10.197872 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1da2becf-0e53-4845-bc2c-d3acccfe5e3f req-12ee5a80-21e2-45be-9a32-13f94348c7a5 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 931 time: 0.0584192 Sep 18 05:41:10.226556 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-740c5056-109a-452f-b639-6bef619cb2a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9445acf-e5d1-495f-bb44-373305787a61 HTTP/1.1" status: 200 len: 217 time: 0.0562027 Sep 18 05:41:10.239462 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1da2becf-0e53-4845-bc2c-d3acccfe5e3f req-a20a58c9-8304-4308-aeb1-d3906c6f42ef tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349987 Sep 18 05:41:10.284350 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-02a489c6-c10a-4589-b31d-dec1cb4044b0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3758428 Sep 18 05:41:10.296245 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-49df20d1-02f9-4525-ab0a-98c048cf7c44 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:41:10.297399 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-49df20d1-02f9-4525-ab0a-98c048cf7c44 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053022 Sep 18 05:41:10.298982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-48ebfb79-d490-457b-bef4-9cccab315573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:10.300427 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-48ebfb79-d490-457b-bef4-9cccab315573 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0673001 Sep 18 05:41:10.353009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-2f8bc1ac-0fb6-44d1-9dfe-33dc07b9efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:10.354628 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-2f8bc1ac-0fb6-44d1-9dfe-33dc07b9efac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448682 Sep 18 05:41:10.373983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Request body: {'port': {'device_id': '25e3c6b0-c337-43d1-83f5-f35237321e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:41:10.476903 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:10.536189 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-8e9f54ad-a45d-4bc1-8d1f-5a3fdf438935 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747246 Sep 18 05:41:10.744865 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d8c411ee-4d9d-4a11-adf0-87612e47b83a req-b17519df-a953-47ed-8e62-6a8d6690de0e service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933692 Sep 18 05:41:10.837482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffca084-db59-443e-8717-24ec9ef82fd6 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:41:10.845158 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:10.857866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Transition to ACTIVE for port object fffca084-db59-443e-8717-24ec9ef82fd6 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:41:10.921815 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:10.984031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Pushing event updated for resources: {'Port': ['ID=fffca084-db59-443e-8717-24ec9ef82fd6,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:11.366706 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe55752-8e31-430d-bc62-f4153f8fc450 req-c2c9646c-b64d-4522-acfb-f69e8efc361a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:11.375145 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-efe55752-8e31-430d-bc62-f4153f8fc450 req-c2c9646c-b64d-4522-acfb-f69e8efc361a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 943 time: 0.0619016 Sep 18 05:41:11.425767 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-efe55752-8e31-430d-bc62-f4153f8fc450 req-7f5f725c-458a-4b5e-b102-a0fe2ae55da1 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447438 Sep 18 05:41:11.436272 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Attempting to bind port fffca084-db59-443e-8717-24ec9ef82fd6 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:41:11.436803 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Attempting to bind port fffca084-db59-443e-8717-24ec9ef82fd6 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'f2e1f9a8-3504-4b49-9dbf-202b00fb93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '71a6ad25-9efb-4819-84fa-af298c9fc7fd'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:41:11.437045 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Attempting to bind port fffca084-db59-443e-8717-24ec9ef82fd6 on network 71a6ad25-9efb-4819-84fa-af298c9fc7fd {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:41:11.443251 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Port fffca084-db59-443e-8717-24ec9ef82fd6 on network 71a6ad25-9efb-4819-84fa-af298c9fc7fd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:41:11.443615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Attempting to bind port fffca084-db59-443e-8717-24ec9ef82fd6 on network 71a6ad25-9efb-4819-84fa-af298c9fc7fd {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:41:11.451099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:41:11.451458 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Checking segment: {'id': 'f2e1f9a8-3504-4b49-9dbf-202b00fb93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '71a6ad25-9efb-4819-84fa-af298c9fc7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:41:11.451839 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Bound using segment: {'id': 'f2e1f9a8-3504-4b49-9dbf-202b00fb93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '71a6ad25-9efb-4819-84fa-af298c9fc7fd'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:41:11.452292 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Bound port: fffca084-db59-443e-8717-24ec9ef82fd6, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e1f9a8-3504-4b49-9dbf-202b00fb93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '71a6ad25-9efb-4819-84fa-af298c9fc7fd'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:41:11.452661 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:11.472533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa831f-a338-46f0-923e-d2568672c041 req-b5593387-82d4-4afb-acdc-d6c1dcd2afc9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:11.474048 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-defa831f-a338-46f0-923e-d2568672c041 req-b5593387-82d4-4afb-acdc-d6c1dcd2afc9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 943 time: 0.4410615 Sep 18 05:41:11.549505 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-defa831f-a338-46f0-923e-d2568672c041 req-7266fdb0-97cf-4fff-9f98-e099866ffc88 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532782 Sep 18 05:41:11.559948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] For port fffca084-db59-443e-8717-24ec9ef82fd6, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:41:11.567653 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] For port fffca084-db59-443e-8717-24ec9ef82fd6, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=fffca084-db59-443e-8717-24ec9ef82fd6,segment=NetworkSegment(f2e1f9a8-3504-4b49-9dbf-202b00fb93ca),segment_id=f2e1f9a8-3504-4b49-9dbf-202b00fb93ca)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:41:11.649777 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:11.685314 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:11.685968 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:11.688199 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] 10.222.0.13 "PUT /v2.0/ports/fffca084-db59-443e-8717-24ec9ef82fd6 HTTP/1.1" status: 200 len: 1092 time: 1.3830025 Sep 18 05:41:11.690990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e3c6b0-c337-43d1-83f5-f35237321e02', 'tag': 'fffca084-db59-443e-8717-24ec9ef82fd6'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:41:11.695662 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f32a522-b83c-4058-84f7-0705511247b8" -d '{"events": [{"name": "network-changed", "server_uuid": "25e3c6b0-c337-43d1-83f5-f35237321e02", "tag": "fffca084-db59-443e-8717-24ec9ef82fd6"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:41:11.723193 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d9bdd-7398-4afd-9803-055bbb2891bb service neutron] Pushing event updated for resources: {'Port': ['ID=fffca084-db59-443e-8717-24ec9ef82fd6,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:11.736207 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5f5085-7df2-4876-b6b3-51172a8b178f x-openstack-request-id: req-8d5f5085-7df2-4876-b6b3-51172a8b178f {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:41:11.736532 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e3c6b0-c337-43d1-83f5-f35237321e02", "tag": "fffca084-db59-443e-8717-24ec9ef82fd6", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:41:11.736821 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d5f5085-7df2-4876-b6b3-51172a8b178f {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:41:11.737229 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e3c6b0-c337-43d1-83f5-f35237321e02', 'tag': 'fffca084-db59-443e-8717-24ec9ef82fd6', 'status': 'completed', 'code': 200} Sep 18 05:41:11.808705 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32a522-b83c-4058-84f7-0705511247b8 req-3ff3bebd-135f-4c00-b95f-04e3a90c318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:11.810106 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7f32a522-b83c-4058-84f7-0705511247b8 req-3ff3bebd-135f-4c00-b95f-04e3a90c318a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61b37356f94c4d249af7c73c57acd1e8&device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 1095 time: 0.0490999 Sep 18 05:41:11.910531 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32a522-b83c-4058-84f7-0705511247b8 req-2a97ebcc-f31f-4323-b090-3018544a023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:11.912628 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7f32a522-b83c-4058-84f7-0705511247b8 req-2a97ebcc-f31f-4323-b090-3018544a023b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=61b37356f94c4d249af7c73c57acd1e8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0936904 Sep 18 05:41:12.012728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32a522-b83c-4058-84f7-0705511247b8 req-feb79fc4-68f2-4306-bd35-1719dd085b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:12.014395 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7f32a522-b83c-4058-84f7-0705511247b8 req-feb79fc4-68f2-4306-bd35-1719dd085b3f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0960095 Sep 18 05:41:12.094223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2cd5756f-3297-4f26-ace9-350196618859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:12.095660 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-2cd5756f-3297-4f26-ace9-350196618859 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61b37356f94c4d249af7c73c57acd1e8&device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 1095 time: 0.0406516 Sep 18 05:41:12.142183 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-42c1d123-761c-4777-8b3d-9a59a6b47a93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fffca084-db59-443e-8717-24ec9ef82fd6 HTTP/1.1" status: 200 len: 217 time: 0.0365946 Sep 18 05:41:12.190711 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-de3cdc10-ccab-4834-9a2d-817fa2848aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:12.192139 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-de3cdc10-ccab-4834-9a2d-817fa2848aa1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd97a82b-6622-47da-a825-3c20333538ff HTTP/1.1" status: 200 len: 849 time: 0.0434444 Sep 18 05:41:12.223249 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-e5e97a22-4e65-4c1a-85aa-cac777d0286e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71a6ad25-9efb-4819-84fa-af298c9fc7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245461 Sep 18 05:41:12.315430 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-4f6413b8-96f4-4799-bc9e-fbec18d5600d service neutron] 10.222.0.13 "GET /v2.0/networks/71a6ad25-9efb-4819-84fa-af298c9fc7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856173 Sep 18 05:41:12.404032 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fc71abc7-cd07-4881-a91f-5e589c2be485 req-ed0093e7-264b-4e6f-a1a8-6ec71ca51316 service neutron] 10.222.0.13 "GET /v2.0/networks/71a6ad25-9efb-4819-84fa-af298c9fc7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816185 Sep 18 05:41:12.530307 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38548-9f2a-4ae8-be12-fd3721f39170 req-e33a882c-df22-4665-8c9e-3e03e9362559 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:12.531804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-08b38548-9f2a-4ae8-be12-fd3721f39170 req-e33a882c-df22-4665-8c9e-3e03e9362559 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 943 time: 0.0503623 Sep 18 05:41:12.570650 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-08b38548-9f2a-4ae8-be12-fd3721f39170 req-846fa4a4-c2c9-4ace-bea7-eb84cc83ba99 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314164 Sep 18 05:41:12.680215 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec80ad-7d3c-4c82-adf0-60d9bff69b1e req-5c38270e-2a51-421e-8e57-89546f26a369 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:12.681734 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-24ec80ad-7d3c-4c82-adf0-60d9bff69b1e req-5c38270e-2a51-421e-8e57-89546f26a369 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 943 time: 0.0501504 Sep 18 05:41:12.720418 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-24ec80ad-7d3c-4c82-adf0-60d9bff69b1e req-879f86d3-a015-4a62-b7cf-bce9d356e0f7 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326076 Sep 18 05:41:13.720854 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb6618-735b-4558-bb88-b52cb2c4ae66 req-e547b39c-d4c1-42f2-91a7-3db6b8cfd29d tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:13.722340 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23cb6618-735b-4558-bb88-b52cb2c4ae66 req-e547b39c-d4c1-42f2-91a7-3db6b8cfd29d tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 943 time: 0.0526738 Sep 18 05:41:13.761007 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-23cb6618-735b-4558-bb88-b52cb2c4ae66 req-6b3abc1e-4907-47d0-8256-2906728cf1c2 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325892 Sep 18 05:41:13.843349 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890209e-e358-4ecd-a32b-58d3797866a8 req-c0dd9682-094c-43a9-b124-5dee369ccfe5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:13.844872 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9890209e-e358-4ecd-a32b-58d3797866a8 req-c0dd9682-094c-43a9-b124-5dee369ccfe5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 943 time: 0.0539529 Sep 18 05:41:13.882562 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9890209e-e358-4ecd-a32b-58d3797866a8 req-3ae1bbdc-4d2f-4e54-b1f5-4cb582992434 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311270 Sep 18 05:41:14.878863 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d7f84-01c3-43c8-9aa7-adb60c8bc29c req-d2d85e44-b180-4876-ba93-d886f310e6d4 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:14.880389 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b5d7f84-01c3-43c8-9aa7-adb60c8bc29c req-d2d85e44-b180-4876-ba93-d886f310e6d4 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 943 time: 0.0513706 Sep 18 05:41:14.925071 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5b5d7f84-01c3-43c8-9aa7-adb60c8bc29c req-6c696214-17de-4ca9-ad9e-674c8504c6e0 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381706 Sep 18 05:41:15.003794 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d75f4-828f-4b1b-a1bc-cd16bf8eb556 req-7fcdf4d8-a65d-42f3-9466-c7a94127b58d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:15.005471 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-384d75f4-828f-4b1b-a1bc-cd16bf8eb556 req-7fcdf4d8-a65d-42f3-9466-c7a94127b58d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 943 time: 0.0526621 Sep 18 05:41:15.046234 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-384d75f4-828f-4b1b-a1bc-cd16bf8eb556 req-74ff4d21-2a16-4e19-894a-670191988806 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338275 Sep 18 05:41:15.290006 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:41:15.415753 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device fffca084-db59-443e-8717-24ec9ef82fd6 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:41:15.509236 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port fffca084-db59-443e-8717-24ec9ef82fd6, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=fffca084-db59-443e-8717-24ec9ef82fd6,segment=NetworkSegment(f2e1f9a8-3504-4b49-9dbf-202b00fb93ca),segment_id=f2e1f9a8-3504-4b49-9dbf-202b00fb93ca)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:41:15.519711 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'fffca084-db59-443e-8717-24ec9ef82fd6', 'network_id': '71a6ad25-9efb-4819-84fa-af298c9fc7fd', 'port_id': 'fffca084-db59-443e-8717-24ec9ef82fd6', 'mac_address': 'fa:16:3e:0d:f7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd97a82b-6622-47da-a825-3c20333538ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:41:15.556160 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:15.568078 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffca084-db59-443e-8717-24ec9ef82fd6 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:41:15.586343 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port fffca084-db59-443e-8717-24ec9ef82fd6, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=fffca084-db59-443e-8717-24ec9ef82fd6,segment=NetworkSegment(f2e1f9a8-3504-4b49-9dbf-202b00fb93ca),segment_id=f2e1f9a8-3504-4b49-9dbf-202b00fb93ca)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:41:15.670242 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:15.717352 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=fffca084-db59-443e-8717-24ec9ef82fd6,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:15.725690 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:15.726046 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:15.726396 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:15.726746 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:15.727086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:15.727420 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:15.727754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:15.728109 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:15.728466 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:15.728796 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:15.729124 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:15.729453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:15.909763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['fffca084-db59-443e-8717-24ec9ef82fd6'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:41:16.044419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cff43-64df-4832-b017-12645d5b388d req-d139c871-afa7-48b9-886d-eb2fa7d5e0a7 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:16.045984 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-524cff43-64df-4832-b017-12645d5b388d req-d139c871-afa7-48b9-886d-eb2fa7d5e0a7 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 944 time: 0.0506306 Sep 18 05:41:16.089080 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-524cff43-64df-4832-b017-12645d5b388d req-082b1a7d-878e-4321-a3d2-d5689abd8e6c tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346828 Sep 18 05:41:16.169923 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37a917-a7bb-48cd-a555-fe77a9ea1c2e req-79f3ccf3-e966-44e8-b08b-cdf4e5adb9a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:16.171362 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f37a917-a7bb-48cd-a555-fe77a9ea1c2e req-79f3ccf3-e966-44e8-b08b-cdf4e5adb9a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 943 time: 0.0536952 Sep 18 05:41:16.210392 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f37a917-a7bb-48cd-a555-fe77a9ea1c2e req-10d1c32b-c9a3-4df0-aadb-3f6c62e81463 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329406 Sep 18 05:41:17.210271 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c52d6-514b-4eac-8e86-a3fb788967f4 req-fcdfd2a7-fc2b-4f62-8c48-2cddf4d40917 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:17.211866 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c01c52d6-514b-4eac-8e86-a3fb788967f4 req-fcdfd2a7-fc2b-4f62-8c48-2cddf4d40917 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 944 time: 0.0542760 Sep 18 05:41:17.251296 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c01c52d6-514b-4eac-8e86-a3fb788967f4 req-8613a904-93c5-4f5c-b4cd-505bbe373f80 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333440 Sep 18 05:41:17.339449 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e06bb-eb0e-4017-b163-d7a187f02fbe req-31685a04-49b5-4c70-8756-94ec90352697 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:17.340983 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-086e06bb-eb0e-4017-b163-d7a187f02fbe req-31685a04-49b5-4c70-8756-94ec90352697 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 943 time: 0.0559552 Sep 18 05:41:17.378996 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-086e06bb-eb0e-4017-b163-d7a187f02fbe req-5c442634-3404-4ded-8c9e-11dd53387fcc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320761 Sep 18 05:41:17.409511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device fffca084-db59-443e-8717-24ec9ef82fd6 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:41:17.517697 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port fffca084-db59-443e-8717-24ec9ef82fd6 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:41:17.521478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port fffca084-db59-443e-8717-24ec9ef82fd6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:41:17.522060 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:17.599517 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:17.620788 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e3c6b0-c337-43d1-83f5-f35237321e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffca084-db59-443e-8717-24ec9ef82fd6'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:41:17.622994 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4657e9a-f401-44b2-a6df-6b75bda0a62c" -d '{"events": [{"server_uuid": "25e3c6b0-c337-43d1-83f5-f35237321e02", "name": "network-vif-plugged", "status": "completed", "tag": "fffca084-db59-443e-8717-24ec9ef82fd6"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:41:17.635745 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port fffca084-db59-443e-8717-24ec9ef82fd6, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=fffca084-db59-443e-8717-24ec9ef82fd6,segment=NetworkSegment(f2e1f9a8-3504-4b49-9dbf-202b00fb93ca),segment_id=f2e1f9a8-3504-4b49-9dbf-202b00fb93ca)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:41:17.706342 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:17.763112 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=fffca084-db59-443e-8717-24ec9ef82fd6,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:17.798771 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbb8869-a43d-4d36-a97f-e8ded51a4d73 x-openstack-request-id: req-dcbb8869-a43d-4d36-a97f-e8ded51a4d73 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:41:17.799125 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e3c6b0-c337-43d1-83f5-f35237321e02", "name": "network-vif-plugged", "status": "completed", "tag": "fffca084-db59-443e-8717-24ec9ef82fd6", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:41:17.799405 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcbb8869-a43d-4d36-a97f-e8ded51a4d73 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:41:17.799807 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e3c6b0-c337-43d1-83f5-f35237321e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffca084-db59-443e-8717-24ec9ef82fd6', 'code': 200} Sep 18 05:41:17.899665 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aec62-13fb-407f-9d1e-2fdb1ba9bc17 req-d6d764f5-443b-4c4d-8b0e-93dc7c6cb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:17.901193 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e83aec62-13fb-407f-9d1e-2fdb1ba9bc17 req-d6d764f5-443b-4c4d-8b0e-93dc7c6cb4b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 1097 time: 0.0408597 Sep 18 05:41:17.937065 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e83aec62-13fb-407f-9d1e-2fdb1ba9bc17 req-be00201f-8897-4e5d-a389-cc29bf12ce56 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285311 Sep 18 05:41:18.365053 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09796c-0e21-40e3-954f-fe1d8aa82109 req-dfb92bb1-d0dd-4982-978f-ebbf2687a503 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:18.366541 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cf09796c-0e21-40e3-954f-fe1d8aa82109 req-dfb92bb1-d0dd-4982-978f-ebbf2687a503 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 945 time: 0.0493474 Sep 18 05:41:18.403964 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cf09796c-0e21-40e3-954f-fe1d8aa82109 req-24a0bd0b-5f62-4c32-b2c4-a03e4e3cc10f tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313416 Sep 18 05:41:18.496412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8ea67-2f6d-4210-af8c-78392a0d9640 req-92e36cab-503b-4c48-81c0-39d325a6056c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:18.497891 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bef8ea67-2f6d-4210-af8c-78392a0d9640 req-92e36cab-503b-4c48-81c0-39d325a6056c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 943 time: 0.0480826 Sep 18 05:41:18.535478 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bef8ea67-2f6d-4210-af8c-78392a0d9640 req-a14782c2-efd4-48a8-9d7e-f9282d3d4d48 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316794 Sep 18 05:41:19.527084 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a800a4-8b22-43e4-9e8a-293cbe6c39fe req-7b6e4b33-4ced-4f6b-8203-a36616d5d0ec tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:19.528600 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d8a800a4-8b22-43e4-9e8a-293cbe6c39fe req-7b6e4b33-4ced-4f6b-8203-a36616d5d0ec tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 945 time: 0.0500460 Sep 18 05:41:19.566646 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d8a800a4-8b22-43e4-9e8a-293cbe6c39fe req-2a6508b4-2d30-4d23-b936-0a69ea3326df tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321407 Sep 18 05:41:19.661353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd4463-3784-4178-8204-a613736cce91 req-06912344-a719-4eb5-bc8c-05f5b5a6139d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:19.680079 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bbdd4463-3784-4178-8204-a613736cce91 req-06912344-a719-4eb5-bc8c-05f5b5a6139d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 943 time: 0.0613446 Sep 18 05:41:19.701468 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bbdd4463-3784-4178-8204-a613736cce91 req-2bd946ea-800d-4415-8996-545253932b37 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317318 Sep 18 05:41:20.761328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3314767-f168-4716-88f3-c2425fb07783 req-e7813daf-5a6e-4120-b6f5-e9367e0cc664 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:20.763142 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a3314767-f168-4716-88f3-c2425fb07783 req-e7813daf-5a6e-4120-b6f5-e9367e0cc664 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 945 time: 0.0516295 Sep 18 05:41:20.808384 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a3314767-f168-4716-88f3-c2425fb07783 req-1d8f8ff4-7fab-4c06-9a12-5bc4c5b2e400 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 Sep 18 05:41:20.839874 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d938769-ca1f-4592-b5e3-a433909f8500 req-68b252b3-05c9-442b-b5e8-3e12b6e56d43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:20.847583 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d938769-ca1f-4592-b5e3-a433909f8500 req-68b252b3-05c9-442b-b5e8-3e12b6e56d43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 943 time: 0.0721741 Sep 18 05:41:20.882540 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d938769-ca1f-4592-b5e3-a433909f8500 req-0cf8c7c3-116e-4c15-b278-a9b9b3451b9b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340812 Sep 18 05:41:21.947240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca35d5-89be-4e93-a16d-1fb45dcc54e5 req-2995e617-a299-478e-926b-a5189590cfb6 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:21.948951 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42ca35d5-89be-4e93-a16d-1fb45dcc54e5 req-2995e617-a299-478e-926b-a5189590cfb6 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 945 time: 0.0512683 Sep 18 05:41:21.988773 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-42ca35d5-89be-4e93-a16d-1fb45dcc54e5 req-0b2fae0c-099f-4075-beee-bb2b52f0965b tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e376c1c-80ed-42d5-9cfe-417b325568cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336297 Sep 18 05:41:22.014833 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161ba91-c0ba-4c8f-9ecf-c1fcd6b0d702 req-32642fe7-8191-409c-8b36-b1b48b49e2fb tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:22.016401 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2161ba91-c0ba-4c8f-9ecf-c1fcd6b0d702 req-32642fe7-8191-409c-8b36-b1b48b49e2fb tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 943 time: 0.0610111 Sep 18 05:41:22.057495 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2161ba91-c0ba-4c8f-9ecf-c1fcd6b0d702 req-99239617-0b03-4c9b-a7d5-f99363b8b632 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341527 Sep 18 05:41:22.060515 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3354025-1865-4d77-a517-800e56cfda0e req-64f4669a-8ba5-4326-82b8-27e811da9f68 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:22.062250 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a3354025-1865-4d77-a517-800e56cfda0e req-64f4669a-8ba5-4326-82b8-27e811da9f68 tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.13 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 945 time: 0.0602918 Sep 18 05:41:22.159338 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-a3354025-1865-4d77-a517-800e56cfda0e req-92c03d73-f570-4f0f-ba0b-b7badfbab00a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Deleting port fffca084-db59-443e-8717-24ec9ef82fd6 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:41:22.159687 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a3354025-1865-4d77-a517-800e56cfda0e req-92c03d73-f570-4f0f-ba0b-b7badfbab00a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:22.250706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a3354025-1865-4d77-a517-800e56cfda0e req-92c03d73-f570-4f0f-ba0b-b7badfbab00a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] For port fffca084-db59-443e-8717-24ec9ef82fd6, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=fffca084-db59-443e-8717-24ec9ef82fd6,segment=NetworkSegment(f2e1f9a8-3504-4b49-9dbf-202b00fb93ca),segment_id=f2e1f9a8-3504-4b49-9dbf-202b00fb93ca)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:41:22.250996 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a3354025-1865-4d77-a517-800e56cfda0e req-92c03d73-f570-4f0f-ba0b-b7badfbab00a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:22.262907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-a3354025-1865-4d77-a517-800e56cfda0e req-92c03d73-f570-4f0f-ba0b-b7badfbab00a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Calling delete_port for fffca084-db59-443e-8717-24ec9ef82fd6 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:41:22.357868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a9445acf-e5d1-495f-bb44-373305787a61 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:41:22.441618 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a3354025-1865-4d77-a517-800e56cfda0e req-92c03d73-f570-4f0f-ba0b-b7badfbab00a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:22.454618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['fffca084-db59-443e-8717-24ec9ef82fd6'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:41:22.457378 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port a9445acf-e5d1-495f-bb44-373305787a61, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a9445acf-e5d1-495f-bb44-373305787a61,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:41:22.478733 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c03d73-f570-4f0f-ba0b-b7badfbab00a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Pushing event deleted for resources: {'Port': ['ID=fffca084-db59-443e-8717-24ec9ef82fd6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:22.498673 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'a9445acf-e5d1-495f-bb44-373305787a61', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'port_id': 'a9445acf-e5d1-495f-bb44-373305787a61', 'mac_address': 'fa:16:3e:ba:48:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:41:22.523211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3354025-1865-4d77-a517-800e56cfda0e req-92c03d73-f570-4f0f-ba0b-b7badfbab00a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] No DVR routers for this DVR port fffca084-db59-443e-8717-24ec9ef82fd6 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:41:22.525920 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a3354025-1865-4d77-a517-800e56cfda0e req-92c03d73-f570-4f0f-ba0b-b7badfbab00a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:22.527911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a3354025-1865-4d77-a517-800e56cfda0e req-92c03d73-f570-4f0f-ba0b-b7badfbab00a tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.13 "DELETE /v2.0/ports/fffca084-db59-443e-8717-24ec9ef82fd6 HTTP/1.1" status: 204 len: 173 time: 0.4594686 Sep 18 05:41:22.528658 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e3c6b0-c337-43d1-83f5-f35237321e02', 'name': 'network-vif-deleted', 'tag': 'fffca084-db59-443e-8717-24ec9ef82fd6'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:41:22.531476 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba21f63f-11b6-46d4-9320-bbb3f80b1496" -d '{"events": [{"server_uuid": "25e3c6b0-c337-43d1-83f5-f35237321e02", "name": "network-vif-deleted", "tag": "fffca084-db59-443e-8717-24ec9ef82fd6"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:41:22.544389 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:22.558695 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9445acf-e5d1-495f-bb44-373305787a61 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:41:22.575651 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0c60c4-072a-40b8-bf6d-96bdbf81640f x-openstack-request-id: req-cc0c60c4-072a-40b8-bf6d-96bdbf81640f {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:41:22.576184 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e3c6b0-c337-43d1-83f5-f35237321e02", "name": "network-vif-deleted", "tag": "fffca084-db59-443e-8717-24ec9ef82fd6", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:41:22.576469 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc0c60c4-072a-40b8-bf6d-96bdbf81640f {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:41:22.576880 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e3c6b0-c337-43d1-83f5-f35237321e02', 'name': 'network-vif-deleted', 'tag': 'fffca084-db59-443e-8717-24ec9ef82fd6', 'status': 'completed', 'code': 200} Sep 18 05:41:22.587254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port a9445acf-e5d1-495f-bb44-373305787a61, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a9445acf-e5d1-495f-bb44-373305787a61,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:41:22.637710 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:22.690761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=a9445acf-e5d1-495f-bb44-373305787a61,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:22.839189 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['a9445acf-e5d1-495f-bb44-373305787a61'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:41:23.095529 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6a255787-a420-4b1b-8988-b8aebfa3a09f req-edb886ad-f936-4e5c-99c9-ad123d0c74cd tempest-VolumesActionsTest-2056066388 tempest-VolumesActionsTest-2056066388-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e3c6b0-c337-43d1-83f5-f35237321e02 HTTP/1.1" status: 200 len: 210 time: 0.0276408 Sep 18 05:41:23.186795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60499902-eb32-4504-88c1-3554ac98ba39 req-d992e3f3-5183-44e9-8751-b4f3f7991cc2 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:23.188636 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-60499902-eb32-4504-88c1-3554ac98ba39 req-d992e3f3-5183-44e9-8751-b4f3f7991cc2 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 944 time: 0.0498934 Sep 18 05:41:23.229060 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-60499902-eb32-4504-88c1-3554ac98ba39 req-ff69f603-b348-4525-9620-0cd849f3e65e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334671 Sep 18 05:41:23.338944 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:23.487065 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:24.356647 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe98ba9-a684-4f11-b09a-4cdd0a30a7b3 req-66145b76-2cad-4d07-a148-e22df7fe1507 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:24.358143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbe98ba9-a684-4f11-b09a-4cdd0a30a7b3 req-66145b76-2cad-4d07-a148-e22df7fe1507 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 944 time: 0.0562832 Sep 18 05:41:24.381926 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a9445acf-e5d1-495f-bb44-373305787a61 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:41:24.398313 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbe98ba9-a684-4f11-b09a-4cdd0a30a7b3 req-26e12a67-ad6b-4251-8831-dfdb891a94aa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338831 Sep 18 05:41:24.506324 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port a9445acf-e5d1-495f-bb44-373305787a61 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:41:24.510492 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port a9445acf-e5d1-495f-bb44-373305787a61 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:41:24.510869 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:24.585276 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:24.612271 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52269be7-1040-49b7-976a-8242cbf4bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9445acf-e5d1-495f-bb44-373305787a61'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:41:24.612271 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534ce2a2-4117-4a1b-a2c0-a7a168bcd6da" -d '{"events": [{"server_uuid": "52269be7-1040-49b7-976a-8242cbf4bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "a9445acf-e5d1-495f-bb44-373305787a61"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:41:24.623356 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port a9445acf-e5d1-495f-bb44-373305787a61, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a9445acf-e5d1-495f-bb44-373305787a61,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:41:24.653759 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d616c855-93c5-4475-a39f-d2333c1daf00 x-openstack-request-id: req-d616c855-93c5-4475-a39f-d2333c1daf00 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:41:24.654086 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52269be7-1040-49b7-976a-8242cbf4bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "a9445acf-e5d1-495f-bb44-373305787a61", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:41:24.654351 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d616c855-93c5-4475-a39f-d2333c1daf00 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:41:24.654755 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52269be7-1040-49b7-976a-8242cbf4bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9445acf-e5d1-495f-bb44-373305787a61', 'code': 200} Sep 18 05:41:24.695097 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:24.741762 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=a9445acf-e5d1-495f-bb44-373305787a61,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:24.766880 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe7c29-eb93-455a-9179-e3e096057a15 req-f467f420-a85a-43ef-aacf-a190c86ff937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:24.768225 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94fe7c29-eb93-455a-9179-e3e096057a15 req-f467f420-a85a-43ef-aacf-a190c86ff937 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 1097 time: 0.0566785 Sep 18 05:41:24.811596 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-94fe7c29-eb93-455a-9179-e3e096057a15 req-f006eb81-401d-42e9-8162-e56cf08e7633 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363879 Sep 18 05:41:25.464933 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device fffca084-db59-443e-8717-24ec9ef82fd6 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:41:25.492995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: fffca084-db59-443e-8717-24ec9ef82fd6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:41:25.502679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device fffca084-db59-443e-8717-24ec9ef82fd6 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:41:25.525668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab33a2-24b5-499b-a018-c4c519f5509c req-436298cd-e4eb-4c78-82c9-cea0226871bb tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:25.527237 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-18ab33a2-24b5-499b-a018-c4c519f5509c req-436298cd-e4eb-4c78-82c9-cea0226871bb tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 945 time: 0.0572813 Sep 18 05:41:25.566672 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-18ab33a2-24b5-499b-a018-c4c519f5509c req-d985b311-8791-4aeb-8dcc-f8462bb9536e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Sep 18 05:41:26.742590 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1fd85-b2c8-4197-ab0f-9e2280315437 req-a0caf7d6-e0b8-4d5f-b3a3-f6208dcdb93c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:26.751616 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4bf1fd85-b2c8-4197-ab0f-9e2280315437 req-a0caf7d6-e0b8-4d5f-b3a3-f6208dcdb93c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 945 time: 0.0759864 Sep 18 05:41:26.804335 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4bf1fd85-b2c8-4197-ab0f-9e2280315437 req-10c7b50c-ae70-4266-a511-63213307dd21 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466437 Sep 18 05:41:26.930646 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bab97c-26db-42e3-9262-954e8f960246 req-6cf615e9-3c1c-43f2-819f-838143514e6f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:26.933440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a2bab97c-26db-42e3-9262-954e8f960246 req-6cf615e9-3c1c-43f2-819f-838143514e6f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 945 time: 0.0653424 Sep 18 05:41:27.016392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a2bab97c-26db-42e3-9262-954e8f960246 req-3b429c92-92fe-4305-b1c7-6f61eb6b7797 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754025 Sep 18 05:41:30.708057 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-8855c8e7-2f01-444d-a29d-af45a1a8c508 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:30.717642 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-8855c8e7-2f01-444d-a29d-af45a1a8c508 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 812 time: 0.1290195 Sep 18 05:41:30.736993 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-f19fbee9-1813-4938-b9fc-c3464821af6d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/quotas/4311c5f8783f4a7d9a2ad38c4facba04 HTTP/1.1" status: 200 len: 375 time: 0.0179641 Sep 18 05:41:30.825899 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-afcebd4e-fb3e-4be9-97ab-ccd7d938d464 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0876074 Sep 18 05:41:30.927648 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-1f7117b7-4c69-4c3f-9285-1a69a230ec8f service neutron] 10.222.0.23 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002221 Sep 18 05:41:31.033295 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-acadfd75-0a5a-4d52-a723-c3291f03cac7 service neutron] 10.222.0.23 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034839 Sep 18 05:41:31.289705 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d093a2b5-820f-46d2-8d8a-1c4ea7b97bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:31.406802 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4f9c225-f92a-49e1-947a-1674a188450a req-b1d8b70c-6218-4ca6-8756-3053063b16c3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 210 time: 0.0534658 Sep 18 05:41:32.498996 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3ecd977e-77c2-4ce8-a2be-1587dd80660e req-3ae8d40a-b39e-432d-a492-103c083d4d5c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 210 time: 0.0311191 Sep 18 05:41:33.626172 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d5d0c9a8-d7d7-44cd-ad95-cd17a9a721b6 req-e5b47be4-8060-494a-b2c2-c8eecd83872c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 210 time: 0.0296361 Sep 18 05:41:33.747428 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-01e7a00b-d40a-4ae0-b921-c367a031b3e3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:33.748928 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-01e7a00b-d40a-4ae0-b921-c367a031b3e3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.13 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 812 time: 0.1574285 Sep 18 05:41:33.762290 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-8178e2d1-ea16-4079-bbd6-c4a855cc1b43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'port': {'device_id': '6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'admin_state_up': True, 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:41:34.077673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-8178e2d1-ea16-4079-bbd6-c4a855cc1b43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Made reservation on behalf of 4311c5f8783f4a7d9a2ad38c4facba04 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:41:34.077921 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-01c398aa-820f-497b-a7b9-662922e5fefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:34.082143 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-8178e2d1-ea16-4079-bbd6-c4a855cc1b43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:34.239372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-8178e2d1-ea16-4079-bbd6-c4a855cc1b43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Allocated IP 172.20.0.5 (0f6e381d-8846-4d88-aff7-895a0111f888/135f7264-cbc4-44b4-90ff-4f1206bba78b/fba83c6a-a554-4f28-ab22-030063e81ccb) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:41:34.339100 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:34.543396 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-8178e2d1-ea16-4079-bbd6-c4a855cc1b43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:34.650224 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-8178e2d1-ea16-4079-bbd6-c4a855cc1b43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:34.667563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['a9445acf-e5d1-495f-bb44-373305787a61'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:41:34.698597 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-8178e2d1-ea16-4079-bbd6-c4a855cc1b43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Network 0f6e381d-8846-4d88-aff7-895a0111f888 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:41:34.700487 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-8178e2d1-ea16-4079-bbd6-c4a855cc1b43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:41:34.703613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-8178e2d1-ea16-4079-bbd6-c4a855cc1b43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:41:34.888027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178e2d1-ea16-4079-bbd6-c4a855cc1b43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'Port': ['ID=fba83c6a-a554-4f28-ab22-030063e81ccb,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:34.900166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-8178e2d1-ea16-4079-bbd6-c4a855cc1b43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:34.901067 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-8178e2d1-ea16-4079-bbd6-c4a855cc1b43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:34.938506 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cd672-65d0-4960-b9f5-741bd7f05346 req-d5b40e7b-ad56-4313-9f1a-0ea32dd58fee tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:34.953114 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb0cd672-65d0-4960-b9f5-741bd7f05346 req-d5b40e7b-ad56-4313-9f1a-0ea32dd58fee tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 931 time: 0.1487083 Sep 18 05:41:35.017877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eb0cd672-65d0-4960-b9f5-741bd7f05346 req-e227a497-8800-440c-a384-16331dcc6efa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604510 Sep 18 05:41:35.023996 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-8178e2d1-ea16-4079-bbd6-c4a855cc1b43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2657368 Sep 18 05:41:35.046240 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Request body: {'port': {'device_id': '6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:41:35.130536 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-01cd1796-e868-4ba6-8ad0-062fafed070a None None] Provisioning complete for port fba83c6a-a554-4f28-ab22-030063e81ccb triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:41:35.135639 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-01cd1796-e868-4ba6-8ad0-062fafed070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:35.177065 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:35.235273 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-01cd1796-e868-4ba6-8ad0-062fafed070a None None] Port fba83c6a-a554-4f28-ab22-030063e81ccb cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:41:35.336891 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:35.534941 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba83c6a-a554-4f28-ab22-030063e81ccb {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:41:35.543749 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:35.562862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Transition to ACTIVE for port object fba83c6a-a554-4f28-ab22-030063e81ccb will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:41:35.636802 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:35.793038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Pushing event updated for resources: {'Port': ['ID=fba83c6a-a554-4f28-ab22-030063e81ccb,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:35.889217 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Attempting to bind port fba83c6a-a554-4f28-ab22-030063e81ccb on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:41:35.889964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Attempting to bind port fba83c6a-a554-4f28-ab22-030063e81ccb by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:41:35.894043 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Attempting to bind port fba83c6a-a554-4f28-ab22-030063e81ccb on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:41:35.895615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Port fba83c6a-a554-4f28-ab22-030063e81ccb on network 0f6e381d-8846-4d88-aff7-895a0111f888 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:41:35.895942 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Attempting to bind port fba83c6a-a554-4f28-ab22-030063e81ccb on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:41:35.902316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:41:35.902661 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Checking segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:41:35.903061 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Bound using segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:41:35.903503 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Bound port: fba83c6a-a554-4f28-ab22-030063e81ccb, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:41:35.903872 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:36.014268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] For port fba83c6a-a554-4f28-ab22-030063e81ccb, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:41:36.017509 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] For port fba83c6a-a554-4f28-ab22-030063e81ccb, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=fba83c6a-a554-4f28-ab22-030063e81ccb,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:41:36.104464 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:36.186754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:36.187360 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:36.192684 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] 10.222.0.13 "PUT /v2.0/ports/fba83c6a-a554-4f28-ab22-030063e81ccb HTTP/1.1" status: 200 len: 1092 time: 1.1584711 Sep 18 05:41:36.193123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922', 'tag': 'fba83c6a-a554-4f28-ab22-030063e81ccb'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:41:36.196070 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f575bc-6be9-4a9e-ab86-68a19a162e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922", "tag": "fba83c6a-a554-4f28-ab22-030063e81ccb"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:41:36.255928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746900f9-dafb-439e-9c85-938c494c6fbf service neutron] Pushing event updated for resources: {'Port': ['ID=fba83c6a-a554-4f28-ab22-030063e81ccb,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:36.289904 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca044a4a-b2c4-4239-9c5b-d6c934694a6b x-openstack-request-id: req-ca044a4a-b2c4-4239-9c5b-d6c934694a6b {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:41:36.293341 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922", "tag": "fba83c6a-a554-4f28-ab22-030063e81ccb", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:41:36.294432 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca044a4a-b2c4-4239-9c5b-d6c934694a6b {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:41:36.295975 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922', 'tag': 'fba83c6a-a554-4f28-ab22-030063e81ccb', 'status': 'completed', 'code': 200} Sep 18 05:41:36.314963 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba4503-0ce0-4ecd-9363-cc0a3bfd3690 req-d79ac90a-d8e6-4fb7-a17d-2c84cde93b20 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:36.339850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-05ba4503-0ce0-4ecd-9363-cc0a3bfd3690 req-d79ac90a-d8e6-4fb7-a17d-2c84cde93b20 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.1754558 Sep 18 05:41:36.386180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-d185e756-fd2c-4fa6-afe9-a29c811cdaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:36.392157 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-d185e756-fd2c-4fa6-afe9-a29c811cdaaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 1095 time: 0.0940487 Sep 18 05:41:36.464030 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-05ba4503-0ce0-4ecd-9363-cc0a3bfd3690 req-af4f3092-af33-4258-a9b6-41525b252ddc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233585 Sep 18 05:41:36.482621 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-2f49e90e-df57-4235-bc7c-28ceeebf3424 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fba83c6a-a554-4f28-ab22-030063e81ccb HTTP/1.1" status: 200 len: 217 time: 0.0803261 Sep 18 05:41:36.543214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-1a2544cc-d353-492c-8c8a-ccae229441d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:36.545168 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-1a2544cc-d353-492c-8c8a-ccae229441d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0553648 Sep 18 05:41:36.632410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-3292b2fd-dfb1-4da8-9e4e-85d9d2ed6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:36.635442 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-3292b2fd-dfb1-4da8-9e4e-85d9d2ed6882 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774984 Sep 18 05:41:36.907523 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-ede3037d-794f-4919-bcb0-a34e0e9e4744 service neutron] 10.222.0.13 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623949 Sep 18 05:41:36.926350 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:37.102664 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48694666-62c6-4935-be4d-8d52cb6a7815 req-275d0fdb-aebc-482d-af83-a1be3dc9b492 service neutron] 10.222.0.13 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909249 Sep 18 05:41:37.474692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f575bc-6be9-4a9e-ab86-68a19a162e1e req-d9120d5c-8cf5-4ad0-a386-8d2063e35a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:37.476301 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b0f575bc-6be9-4a9e-ab86-68a19a162e1e req-d9120d5c-8cf5-4ad0-a386-8d2063e35a09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 1095 time: 0.2090631 Sep 18 05:41:37.649885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938a69a-4c24-4e16-ab09-86c503584708 req-3582b06c-c015-47be-a733-71c00b74efd5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:37.657318 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7938a69a-4c24-4e16-ab09-86c503584708 req-3582b06c-c015-47be-a733-71c00b74efd5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.1056879 Sep 18 05:41:37.720159 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7938a69a-4c24-4e16-ab09-86c503584708 req-abb6c865-8c8f-4c21-94de-640e54662dd5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618279 Sep 18 05:41:37.739980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f575bc-6be9-4a9e-ab86-68a19a162e1e req-a44d287b-a4e2-4def-a6fa-504caee99dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:37.743926 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b0f575bc-6be9-4a9e-ab86-68a19a162e1e req-a44d287b-a4e2-4def-a6fa-504caee99dfd service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.2599709 Sep 18 05:41:37.796034 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b0f575bc-6be9-4a9e-ab86-68a19a162e1e req-63f149d0-b21e-4b13-980f-7c50c9cba471 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fba83c6a-a554-4f28-ab22-030063e81ccb HTTP/1.1" status: 200 len: 217 time: 0.0456417 Sep 18 05:41:37.851822 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f575bc-6be9-4a9e-ab86-68a19a162e1e req-ff304a43-672b-4377-9951-8c04c9e7fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:37.853664 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b0f575bc-6be9-4a9e-ab86-68a19a162e1e req-ff304a43-672b-4377-9951-8c04c9e7fb03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0485866 Sep 18 05:41:37.918697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f575bc-6be9-4a9e-ab86-68a19a162e1e req-757d2bbf-d000-4433-8c5c-07979eef754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:37.920438 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b0f575bc-6be9-4a9e-ab86-68a19a162e1e req-757d2bbf-d000-4433-8c5c-07979eef754e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601673 Sep 18 05:41:38.091639 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b0f575bc-6be9-4a9e-ab86-68a19a162e1e req-8428f8bf-c22f-4127-9569-0c249483fa9a service neutron] 10.222.0.13 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636801 Sep 18 05:41:38.283499 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b0f575bc-6be9-4a9e-ab86-68a19a162e1e req-005ef89c-9605-4a7d-a820-34a6e2524809 service neutron] 10.222.0.13 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837037 Sep 18 05:41:38.878202 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0807b-7699-4aae-8618-66a371555b43 req-e6bf1edf-1148-421c-8329-944ea1465564 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:38.887398 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-15e0807b-7699-4aae-8618-66a371555b43 req-e6bf1edf-1148-421c-8329-944ea1465564 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0734179 Sep 18 05:41:38.969474 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-15e0807b-7699-4aae-8618-66a371555b43 req-70f86b0b-b1cb-4c73-b8fa-3683b90cf3cb tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809200 Sep 18 05:41:40.158036 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5dcc11-1a6d-4fb3-92b6-ed0ffca5e63f req-efadf519-ca49-423d-9061-0f3fa465b21c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:40.161278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae5dcc11-1a6d-4fb3-92b6-ed0ffca5e63f req-efadf519-ca49-423d-9061-0f3fa465b21c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0847669 Sep 18 05:41:40.245176 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ae5dcc11-1a6d-4fb3-92b6-ed0ffca5e63f req-e3679ccf-b521-4cfc-b6bd-abe8f805a1bd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649500 Sep 18 05:41:41.483172 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5436bf5-1add-41a3-970a-67b3c56c9ca0 req-7565b3ab-b6ab-484f-9fb5-06e5d89a9b60 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:41.485148 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5436bf5-1add-41a3-970a-67b3c56c9ca0 req-7565b3ab-b6ab-484f-9fb5-06e5d89a9b60 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0640616 Sep 18 05:41:41.564914 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b5436bf5-1add-41a3-970a-67b3c56c9ca0 req-6b20cdf1-c7c1-414a-a017-b8be1701a54c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596714 Sep 18 05:41:42.783608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78805b-81cb-40af-b994-5a8f7f64c2cc req-fa29ffe4-4e76-49c3-976d-871c6bf3521e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:42.792680 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b78805b-81cb-40af-b994-5a8f7f64c2cc req-fa29ffe4-4e76-49c3-976d-871c6bf3521e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0962946 Sep 18 05:41:42.894347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7b78805b-81cb-40af-b994-5a8f7f64c2cc req-f92b8cf5-403a-40ac-8f48-a645cea7a7a0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006699 Sep 18 05:41:42.913590 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a9d615f-4307-4953-9449-381789abfddd req-9d727d5b-961b-4b7e-b966-f744a03b8739 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583489 Sep 18 05:41:43.042165 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d615f-4307-4953-9449-381789abfddd req-ff718341-8fec-4e19-8fb3-39e177aec5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:43.045365 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a9d615f-4307-4953-9449-381789abfddd req-ff718341-8fec-4e19-8fb3-39e177aec5fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 1097 time: 0.0743158 Sep 18 05:41:43.204560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d615f-4307-4953-9449-381789abfddd req-09b53825-1eb1-49ad-a162-d55cd0b76807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:43.206562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a9d615f-4307-4953-9449-381789abfddd req-09b53825-1eb1-49ad-a162-d55cd0b76807 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.1353023 Sep 18 05:41:43.257106 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a9d615f-4307-4953-9449-381789abfddd req-3ea45644-9753-47c1-9bc2-d792057138c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9445acf-e5d1-495f-bb44-373305787a61 HTTP/1.1" status: 200 len: 217 time: 0.0434089 Sep 18 05:41:43.315735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d615f-4307-4953-9449-381789abfddd req-58df8c83-0d52-406b-a720-c863839b54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:43.317550 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a9d615f-4307-4953-9449-381789abfddd req-58df8c83-0d52-406b-a720-c863839b54b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0534923 Sep 18 05:41:43.388414 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d615f-4307-4953-9449-381789abfddd req-1cd9ff88-9bbe-4c29-83c8-fe4e87da5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:43.389971 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a9d615f-4307-4953-9449-381789abfddd req-1cd9ff88-9bbe-4c29-83c8-fe4e87da5eca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485835 Sep 18 05:41:43.494280 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a9d615f-4307-4953-9449-381789abfddd req-c46ce3a9-99f7-41aa-abe0-47d0043ddc37 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970809 Sep 18 05:41:43.597027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a9d615f-4307-4953-9449-381789abfddd req-8e74b1a9-f232-4457-a755-606b49266b36 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943432 Sep 18 05:41:44.121461 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57e665-fbe0-40f4-8cf0-7baad5314ebe req-941dcfb0-9e2b-4599-8c6c-07f9f61361c8 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:44.129719 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1b57e665-fbe0-40f4-8cf0-7baad5314ebe req-941dcfb0-9e2b-4599-8c6c-07f9f61361c8 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0857708 Sep 18 05:41:44.178991 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1b57e665-fbe0-40f4-8cf0-7baad5314ebe req-f2393132-76ed-4047-9ae4-0125b76599a2 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434036 Sep 18 05:41:45.387160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b8432-500f-418e-a5a4-26b6aa070013 req-2142e592-3a4a-49b2-b6fe-12df3fbf2e42 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:45.387160 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dd9b8432-500f-418e-a5a4-26b6aa070013 req-2142e592-3a4a-49b2-b6fe-12df3fbf2e42 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.1245289 Sep 18 05:41:45.426440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dd9b8432-500f-418e-a5a4-26b6aa070013 req-75cbd132-facf-4fb7-b9d4-09820f91f7cb tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462403 Sep 18 05:41:46.572691 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7d4a9-220d-48fd-b80c-c0b80ea0da63 req-c2542857-f520-40eb-87cb-36d5f6b40a0c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:46.580778 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-01d7d4a9-220d-48fd-b80c-c0b80ea0da63 req-c2542857-f520-40eb-87cb-36d5f6b40a0c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0759492 Sep 18 05:41:46.641906 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-01d7d4a9-220d-48fd-b80c-c0b80ea0da63 req-ba6c7fac-20f9-423c-9c45-1b61f64795ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599425 Sep 18 05:41:47.766862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aea738-6e92-4ba9-bb81-24d1f077ba85 req-5e06f443-bf98-44b6-b72f-dc90d22252f0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:47.768504 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9aea738-6e92-4ba9-bb81-24d1f077ba85 req-5e06f443-bf98-44b6-b72f-dc90d22252f0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0619178 Sep 18 05:41:47.839020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9aea738-6e92-4ba9-bb81-24d1f077ba85 req-dbacf250-c5e9-4f66-8331-d2c26196790f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579233 Sep 18 05:41:48.956524 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ea33e-675b-43bb-ba09-516ba2b2694b req-6c54cc81-d2cb-4a52-b6dc-e436ff09425d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:48.958176 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c94ea33e-675b-43bb-ba09-516ba2b2694b req-6c54cc81-d2cb-4a52-b6dc-e436ff09425d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0587831 Sep 18 05:41:49.010803 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c94ea33e-675b-43bb-ba09-516ba2b2694b req-12bd5c9c-3152-4793-ad62-79594ab796d7 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452819 Sep 18 05:41:50.138931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da6386-a4c8-4217-9b11-fcdb65b141c3 req-fb23b5d3-3bb0-49c4-9992-123c2279be89 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:50.140445 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a6da6386-a4c8-4217-9b11-fcdb65b141c3 req-fb23b5d3-3bb0-49c4-9992-123c2279be89 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0533664 Sep 18 05:41:50.179560 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a6da6386-a4c8-4217-9b11-fcdb65b141c3 req-6682eaf5-52c7-46ae-bd4a-1f051d3b4a9f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326741 Sep 18 05:41:51.311156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92600c-7341-465e-8e27-dd0f12546071 req-0c05f36d-4cb0-4379-84f9-289422848947 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:51.312713 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fb92600c-7341-465e-8e27-dd0f12546071 req-0c05f36d-4cb0-4379-84f9-289422848947 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0552478 Sep 18 05:41:51.353601 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fb92600c-7341-465e-8e27-dd0f12546071 req-d55c9bed-eb1b-473b-bb87-7d2ad6f70f4c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349240 Sep 18 05:41:52.219385 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:41:52.491213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20aad8-eb9b-4b74-b998-ad3c058c91e3 req-eb42149b-a81c-4fe0-96c6-da25c15f8159 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:52.499135 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f20aad8-eb9b-4b74-b998-ad3c058c91e3 req-eb42149b-a81c-4fe0-96c6-da25c15f8159 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0710685 Sep 18 05:41:52.536901 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f20aad8-eb9b-4b74-b998-ad3c058c91e3 req-a829f6c8-4ce0-4843-880b-5c24643d9863 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368979 Sep 18 05:41:53.385733 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:53.482773 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:53.680113 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f2922-94aa-4290-b294-2c1912fdccb3 req-0db8aa82-5591-448d-91ee-ac96d7587e69 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:53.681837 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-954f2922-94aa-4290-b294-2c1912fdccb3 req-0db8aa82-5591-448d-91ee-ac96d7587e69 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0699127 Sep 18 05:41:53.722063 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-954f2922-94aa-4290-b294-2c1912fdccb3 req-a88e9278-443a-4dd3-838c-3a782d5d190a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336888 Sep 18 05:41:54.844889 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d3ec-706d-4a80-9937-4d9d0c3a80c4 req-cd093c40-8981-487a-927d-27466c96d9b7 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:54.847179 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ac5d3ec-706d-4a80-9937-4d9d0c3a80c4 req-cd093c40-8981-487a-927d-27466c96d9b7 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0507786 Sep 18 05:41:54.888712 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ac5d3ec-706d-4a80-9937-4d9d0c3a80c4 req-4c67dba9-e1e1-495e-a396-7ed5d6ec6446 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355341 Sep 18 05:41:55.080762 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 33592) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:41:55.130359 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Deleting subnet cd97a82b-6622-47da-a825-3c20333538ff {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:41:55.134185 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:55.171278 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:55.212764 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:55.349981 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:55.379239 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd97a82b-6622-47da-a825-3c20333538ff,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:55.389701 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:55.393852 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cd97a82b-6622-47da-a825-3c20333538ff HTTP/1.1" status: 204 len: 168 time: 0.3119102 Sep 18 05:41:55.393986 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33596) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:41:55.396153 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.396441 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.403586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.403586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.403586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.403586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.403586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.403586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.403586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.403586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.403586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.403586 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22f53e-a0be-4957-8805-e16056b3c6d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.484339 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:55.575926 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:55.617848 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a6ad25-9efb-4819-84fa-af298c9fc7fd']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:41:55.628186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e1f9a8-3504-4b49-9dbf-202b00fb93ca') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:41:55.628597 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e1f9a8-3504-4b49-9dbf-202b00fb93ca') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:41:55.639789 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:55.656454 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:55.664486 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:41:55.664486 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:41:55.682691 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:41:55.851702 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:55.872674 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:55.875452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] 10.222.0.23 "DELETE /v2.0/networks/71a6ad25-9efb-4819-84fa-af298c9fc7fd HTTP/1.1" status: 204 len: 168 time: 0.4802117 Sep 18 05:41:55.881131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Pushing event deleted for resources: {'Network': ['ID=71a6ad25-9efb-4819-84fa-af298c9fc7fd,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:55.888737 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.889424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.890084 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.890795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.891535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.892097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.892671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.893516 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.894106 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.894670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.895235 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:55.895793 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb41515-77d8-46d6-82a9-d0073ec4a520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:41:56.035548 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e366b0-6091-4cda-b5ac-28fd4abe6db7 req-ff7d815e-e596-461f-b769-83cf18ee963d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:56.037700 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-48e366b0-6091-4cda-b5ac-28fd4abe6db7 req-ff7d815e-e596-461f-b769-83cf18ee963d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0644119 Sep 18 05:41:56.081957 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-48e366b0-6091-4cda-b5ac-28fd4abe6db7 req-61753831-6cbb-4cf8-9725-e416d419b5a4 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370104 Sep 18 05:41:56.290203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33612) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:41:56.333681 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3ea0f1df-40f7-498f-b9ad-77fe78bce17b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61b37356f94c4d249af7c73c57acd1e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422821 Sep 18 05:41:56.336784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 33614) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:41:56.392146 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be91956c-e0cf-42f7-b058-4d7f548f7f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:56.421946 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be91956c-e0cf-42f7-b058-4d7f548f7f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:56.556802 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be91956c-e0cf-42f7-b058-4d7f548f7f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:56.559633 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-be91956c-e0cf-42f7-b058-4d7f548f7f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:41:56.563170 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-be91956c-e0cf-42f7-b058-4d7f548f7f1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e376c1c-80ed-42d5-9cfe-417b325568cc HTTP/1.1" status: 204 len: 168 time: 0.2231972 Sep 18 05:41:56.570428 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91956c-e0cf-42f7-b058-4d7f548f7f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e376c1c-80ed-42d5-9cfe-417b325568cc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:41:57.213141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0765508-47c1-43f9-a992-95c29c0ab622 req-674a2622-fb5b-48b1-847c-0c8f715219a3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:57.214588 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0765508-47c1-43f9-a992-95c29c0ab622 req-674a2622-fb5b-48b1-847c-0c8f715219a3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0533185 Sep 18 05:41:57.258908 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f0765508-47c1-43f9-a992-95c29c0ab622 req-ba5d0ba0-6d47-4796-bff3-96d6967c8d62 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382743 Sep 18 05:41:58.389837 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb09671-6a16-42c0-9aac-c5e1077e3770 req-d3d16593-e750-4607-89e7-8e4e07073e49 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:58.391500 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9fb09671-6a16-42c0-9aac-c5e1077e3770 req-d3d16593-e750-4607-89e7-8e4e07073e49 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0533690 Sep 18 05:41:58.434263 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9fb09671-6a16-42c0-9aac-c5e1077e3770 req-7e5e195e-5fc0-4f25-b259-0e44cc89bc24 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330317 Sep 18 05:41:59.566250 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a1656-2dc4-4316-a3da-c41ca75420b3 req-02c210e8-da7e-49ef-bd46-f70f26240324 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:41:59.569484 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-782a1656-2dc4-4316-a3da-c41ca75420b3 req-02c210e8-da7e-49ef-bd46-f70f26240324 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0620060 Sep 18 05:41:59.651020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-782a1656-2dc4-4316-a3da-c41ca75420b3 req-c9080b1e-e284-4b7b-911f-a263b14a0fc2 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706539 Sep 18 05:42:00.782056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49ec5f-c06c-48ea-b034-fa72b5e79333 req-07cf5672-4139-4baf-b45f-95f71ab1f0d5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:00.783572 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be49ec5f-c06c-48ea-b034-fa72b5e79333 req-07cf5672-4139-4baf-b45f-95f71ab1f0d5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0555565 Sep 18 05:42:00.793590 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-acb01cfc-3527-458a-aa5f-d13d7732c69d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=76da0d2a313c4d1082bb99de30f13ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248051 Sep 18 05:42:00.821884 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-be49ec5f-c06c-48ea-b034-fa72b5e79333 req-890cfeed-ae05-4e53-bf0f-503420a696b1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318491 Sep 18 05:42:00.903796 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-f4a091d7-9878-4a06-a803-505666e5ec0a tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:00.905176 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-f4a091d7-9878-4a06-a803-505666e5ec0a tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1055965 Sep 18 05:42:00.921101 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-3703d615-62fe-489c-8ec7-2b59b2ea8031 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/quotas/76da0d2a313c4d1082bb99de30f13ecf HTTP/1.1" status: 200 len: 375 time: 0.0100925 Sep 18 05:42:00.952920 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-1a5ebb7f-cbba-4168-9184-c0ae21f081c7 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=76da0d2a313c4d1082bb99de30f13ecf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265536 Sep 18 05:42:01.245067 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d14f87d-b001-4dcd-af01-ca0095d06e4b req-48522517-74f3-443a-bfc7-ae1fe3a75bee tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 210 time: 0.0349143 Sep 18 05:42:01.264480 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9a32f2ba-1adf-4618-a306-edeecd2dc03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:01.945767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f6b80-5252-4222-9bc9-aacfeb1f48cc req-17b2d280-ac8e-429c-9895-e2141e18e14e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:01.947311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dd1f6b80-5252-4222-9bc9-aacfeb1f48cc req-17b2d280-ac8e-429c-9895-e2141e18e14e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0511606 Sep 18 05:42:01.985289 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dd1f6b80-5252-4222-9bc9-aacfeb1f48cc req-3c083984-b99e-44a5-bbe7-09cac91f01fd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316589 Sep 18 05:42:02.327645 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a9e7a51a-379b-4600-abd7-06d8bc32a472 req-24761e8e-21cc-4621-8505-fcb64cf1f77b tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 210 time: 0.0275130 Sep 18 05:42:03.107442 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5495225-cb08-4ac6-bf4a-ea9a30db4155 req-8bbd033f-5bd8-4a46-a7d1-da9c969dfc39 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:03.109023 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5495225-cb08-4ac6-bf4a-ea9a30db4155 req-8bbd033f-5bd8-4a46-a7d1-da9c969dfc39 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0523663 Sep 18 05:42:03.147133 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5495225-cb08-4ac6-bf4a-ea9a30db4155 req-88cc5491-e42a-4d58-90a5-535216f8db4f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322552 Sep 18 05:42:03.426429 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6d0ec8d8-5392-4d3c-978a-b893ce9289ab req-71491355-b1e5-47fe-b812-4af75f27dd5e tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 210 time: 0.0287254 Sep 18 05:42:03.427528 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-7f9a763b-a39c-4066-b30d-3727e6472a54 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=76da0d2a313c4d1082bb99de30f13ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238857 Sep 18 05:42:03.547308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-665613da-3aab-4b9a-a35a-f3d258808f14 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:03.548780 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-665613da-3aab-4b9a-a35a-f3d258808f14 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1159060 Sep 18 05:42:03.560990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Request body: {'port': {'device_id': '5fba6c40-93ed-4ad4-b5cb-3ddf857519c0', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '76da0d2a313c4d1082bb99de30f13ecf'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:42:03.755309 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Made reservation on behalf of 76da0d2a313c4d1082bb99de30f13ecf for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:42:03.759551 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:03.769093 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:03.861860 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:03.866228 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-db652053-ebdf-4130-92ea-0b5f6bfc7caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:03.950713 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:04.013761 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6deddb36-89d7-40b8-942d-3a8b45f2eb12,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:42:04.091042 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Allocated IP 192.168.233.218 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/073d22d9-4471-4889-ae5e-7d4312a4bcea) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:42:04.341066 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:04.531889 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-681f6779-76aa-496d-ab19-1b0a63c9af1a req-dcc2a580-9be0-4032-a9af-e2eb2fffc56c tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 210 time: 0.0327616 Sep 18 05:42:04.634030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1956df-7746-4e93-b821-0a2805dbfb1e req-4e6114f6-e97a-4bd6-8e21-34b42ee21978 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:04.635735 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-da1956df-7746-4e93-b821-0a2805dbfb1e req-4e6114f6-e97a-4bd6-8e21-34b42ee21978 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0810330 Sep 18 05:42:04.638604 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:04.692448 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-da1956df-7746-4e93-b821-0a2805dbfb1e req-5a2b56aa-7602-44f8-b400-5147999de819 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501420 Sep 18 05:42:04.808758 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:04.853362 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:42:04.856420 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:42:04.859970 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:42:04.868206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Pushing event updated for resources: {'Port': ['ID=073d22d9-4471-4889-ae5e-7d4312a4bcea,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:42:04.916017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:04.916702 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:05.014627 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-25e8dbe2-a56b-4b8a-be93-98c26c25b716 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4571977 Sep 18 05:42:05.027898 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Request body: {'port': {'device_id': '5fba6c40-93ed-4ad4-b5cb-3ddf857519c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:42:05.091365 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:05.109884 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b4e9b7cb-4376-4239-adac-ca3906a6e279 None None] Provisioning complete for port 073d22d9-4471-4889-ae5e-7d4312a4bcea triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:42:05.110463 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b7cb-4376-4239-adac-ca3906a6e279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:05.149053 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b4e9b7cb-4376-4239-adac-ca3906a6e279 None None] Port 073d22d9-4471-4889-ae5e-7d4312a4bcea cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:42:05.350706 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:05.370599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073d22d9-4471-4889-ae5e-7d4312a4bcea {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:42:05.378313 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:05.390913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Transition to ACTIVE for port object 073d22d9-4471-4889-ae5e-7d4312a4bcea will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:42:05.476629 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:05.530305 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Pushing event updated for resources: {'Port': ['ID=073d22d9-4471-4889-ae5e-7d4312a4bcea,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:42:05.612419 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Attempting to bind port 073d22d9-4471-4889-ae5e-7d4312a4bcea on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:42:05.613604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Attempting to bind port 073d22d9-4471-4889-ae5e-7d4312a4bcea by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:42:05.614012 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Attempting to bind port 073d22d9-4471-4889-ae5e-7d4312a4bcea on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:42:05.619893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Port 073d22d9-4471-4889-ae5e-7d4312a4bcea on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:42:05.620267 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Attempting to bind port 073d22d9-4471-4889-ae5e-7d4312a4bcea on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:42:05.630214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:42:05.630633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:42:05.631173 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:42:05.631858 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Bound port: 073d22d9-4471-4889-ae5e-7d4312a4bcea, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:42:05.632276 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:05.672916 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f593f-8b0e-44a3-abb7-6cbfd534a525 req-7a7c3e44-531d-4a8d-bde7-f98d6e4d6207 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:05.674499 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f6f593f-8b0e-44a3-abb7-6cbfd534a525 req-7a7c3e44-531d-4a8d-bde7-f98d6e4d6207 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 948 time: 0.0525844 Sep 18 05:42:05.719720 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] For port 073d22d9-4471-4889-ae5e-7d4312a4bcea, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:42:05.728608 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0f6f593f-8b0e-44a3-abb7-6cbfd534a525 req-6982a0b1-9e94-4175-9961-32e32878d22e tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/security-groups?id=6deddb36-89d7-40b8-942d-3a8b45f2eb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442855 Sep 18 05:42:05.730353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] For port 073d22d9-4471-4889-ae5e-7d4312a4bcea, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=073d22d9-4471-4889-ae5e-7d4312a4bcea,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:42:05.817433 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f46534-95cb-4efc-ae4f-3efb6c59d9ef req-36c98214-56da-4ad1-957d-c7f82fbecca3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:05.819222 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-47f46534-95cb-4efc-ae4f-3efb6c59d9ef req-36c98214-56da-4ad1-957d-c7f82fbecca3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0508304 Sep 18 05:42:05.842431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:05.884613 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:05.885500 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:05.886909 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] 10.222.0.18 "PUT /v2.0/ports/073d22d9-4471-4889-ae5e-7d4312a4bcea HTTP/1.1" status: 200 len: 1097 time: 0.8642032 Sep 18 05:42:05.897933 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fba6c40-93ed-4ad4-b5cb-3ddf857519c0', 'tag': '073d22d9-4471-4889-ae5e-7d4312a4bcea'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:42:05.907941 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610f317d-6d59-49c6-8658-ddfa14cae416" -d '{"events": [{"name": "network-changed", "server_uuid": "5fba6c40-93ed-4ad4-b5cb-3ddf857519c0", "tag": "073d22d9-4471-4889-ae5e-7d4312a4bcea"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:42:05.912483 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-47f46534-95cb-4efc-ae4f-3efb6c59d9ef req-95cb8a98-a645-4ba1-bc76-87f41f554561 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868106 Sep 18 05:42:05.936885 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1663129-4ac2-4738-bfbe-5ed089a70b66 service neutron] Pushing event updated for resources: {'Port': ['ID=073d22d9-4471-4889-ae5e-7d4312a4bcea,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:42:05.957952 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f3ba87-97dc-4a32-83d9-7326203f4b82 x-openstack-request-id: req-e8f3ba87-97dc-4a32-83d9-7326203f4b82 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:42:05.958272 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fba6c40-93ed-4ad4-b5cb-3ddf857519c0", "tag": "073d22d9-4471-4889-ae5e-7d4312a4bcea", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:42:05.958597 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8f3ba87-97dc-4a32-83d9-7326203f4b82 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:42:05.958968 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fba6c40-93ed-4ad4-b5cb-3ddf857519c0', 'tag': '073d22d9-4471-4889-ae5e-7d4312a4bcea', 'status': 'completed', 'code': 200} Sep 18 05:42:06.046572 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f317d-6d59-49c6-8658-ddfa14cae416 req-d808f32e-ef36-4289-8d90-a0bf7929cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:06.048215 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-610f317d-6d59-49c6-8658-ddfa14cae416 req-d808f32e-ef36-4289-8d90-a0bf7929cda0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76da0d2a313c4d1082bb99de30f13ecf&device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 1100 time: 0.0561025 Sep 18 05:42:06.078615 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-610f317d-6d59-49c6-8658-ddfa14cae416 req-6a58fa89-2171-48c1-bfd3-1f20c4e8beaa service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=76da0d2a313c4d1082bb99de30f13ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213645 Sep 18 05:42:06.177592 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f317d-6d59-49c6-8658-ddfa14cae416 req-ee95d232-bb97-4730-a861-033047747745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:06.180000 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-610f317d-6d59-49c6-8658-ddfa14cae416 req-ee95d232-bb97-4730-a861-033047747745 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0940316 Sep 18 05:42:06.257569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-70e32de6-c0c5-488a-9abe-7f84b0479a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:06.259783 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-70e32de6-c0c5-488a-9abe-7f84b0479a9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76da0d2a313c4d1082bb99de30f13ecf&device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 1100 time: 0.0456669 Sep 18 05:42:06.303113 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-7d6f7593-65ce-4ab0-9abb-a9764c875238 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=073d22d9-4471-4889-ae5e-7d4312a4bcea HTTP/1.1" status: 200 len: 217 time: 0.0361199 Sep 18 05:42:06.353949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-88f2354d-bcb7-49ec-b915-88500b5f9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:06.355430 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-88f2354d-bcb7-49ec-b915-88500b5f9ed9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0461981 Sep 18 05:42:06.404269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-2b46f8e1-6d7d-4619-8b6a-f1a51db164ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:06.405787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-2b46f8e1-6d7d-4619-8b6a-f1a51db164ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0427918 Sep 18 05:42:06.505605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-0324a068-8c36-43f0-afcb-00fa26522219 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923069 Sep 18 05:42:06.603935 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3cbd88b3-51f9-438c-a630-4321156717b7 req-ffccfbd5-a1c3-466a-81d9-72659e56edbc service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913479 Sep 18 05:42:06.837538 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bc0b7-97c4-4a93-b735-b9977bcb33b8 req-5164fa24-3451-40e2-a031-67e395165cd5 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:06.839063 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-422bc0b7-97c4-4a93-b735-b9977bcb33b8 req-5164fa24-3451-40e2-a031-67e395165cd5 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 948 time: 0.0514748 Sep 18 05:42:06.880638 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-422bc0b7-97c4-4a93-b735-b9977bcb33b8 req-afc991dd-4a09-4fb6-9b9b-5dfa7f84b1c2 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/security-groups?id=6deddb36-89d7-40b8-942d-3a8b45f2eb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353711 Sep 18 05:42:06.956816 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:07.043124 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a722418-98e2-4f14-976d-b5984cec07eb req-4dc364b3-b76a-488d-a9ed-129e75206e24 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:07.044808 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9a722418-98e2-4f14-976d-b5984cec07eb req-4dc364b3-b76a-488d-a9ed-129e75206e24 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0547390 Sep 18 05:42:07.083791 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9a722418-98e2-4f14-976d-b5984cec07eb req-3fae9cfb-62bd-44f8-b6e9-f759b47e4ea7 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329795 Sep 18 05:42:08.016014 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db9412-b44b-4df7-b906-6ece04675f7a req-b02173a1-3ea2-4275-9f4f-7344f3d132be tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:08.017488 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-04db9412-b44b-4df7-b906-6ece04675f7a req-b02173a1-3ea2-4275-9f4f-7344f3d132be tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 948 time: 0.0512190 Sep 18 05:42:08.061445 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-04db9412-b44b-4df7-b906-6ece04675f7a req-3985914a-2d9c-4b91-8e26-0bdc97346bd3 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/security-groups?id=6deddb36-89d7-40b8-942d-3a8b45f2eb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361102 Sep 18 05:42:08.199098 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b7e07-29fd-4ec7-abe8-0c81c900ec9b req-a25b8299-fb4e-47cb-a029-832cf369336f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:08.200609 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-670b7e07-29fd-4ec7-abe8-0c81c900ec9b req-a25b8299-fb4e-47cb-a029-832cf369336f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0489643 Sep 18 05:42:08.249761 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-670b7e07-29fd-4ec7-abe8-0c81c900ec9b req-d1ea1ddf-6fb0-4a4a-a863-fd5867bdfc5a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412726 Sep 18 05:42:09.180977 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9989d4b-08bf-4cc2-acb5-30c5f1ff65ca req-8fef795e-9af3-4bb0-ace3-7eea311f5ef9 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:09.183763 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a9989d4b-08bf-4cc2-acb5-30c5f1ff65ca req-8fef795e-9af3-4bb0-ace3-7eea311f5ef9 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 948 time: 0.0535989 Sep 18 05:42:09.229143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a9989d4b-08bf-4cc2-acb5-30c5f1ff65ca req-b5a728e5-7ab4-450d-889a-7ed80477b3a2 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/security-groups?id=6deddb36-89d7-40b8-942d-3a8b45f2eb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Sep 18 05:42:09.365894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0163b2-0c1e-45bd-aa4b-3fad982d3a31 req-f187ebde-38e9-489a-8cf5-19c386d497bc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:09.367505 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee0163b2-0c1e-45bd-aa4b-3fad982d3a31 req-f187ebde-38e9-489a-8cf5-19c386d497bc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0500526 Sep 18 05:42:09.407611 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ee0163b2-0c1e-45bd-aa4b-3fad982d3a31 req-4a97e8fd-fac6-4aa5-8958-f015c4d554bf tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340676 Sep 18 05:42:10.343412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8359ef-701b-4622-bac9-fb6e65358ead req-446f7d3a-adf2-4e04-bcfc-db682b7f8a61 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:10.344866 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c8359ef-701b-4622-bac9-fb6e65358ead req-446f7d3a-adf2-4e04-bcfc-db682b7f8a61 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 948 time: 0.0501795 Sep 18 05:42:10.384074 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1c8359ef-701b-4622-bac9-fb6e65358ead req-0a57a858-65cb-4775-bb1a-59edc61d3bd5 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/security-groups?id=6deddb36-89d7-40b8-942d-3a8b45f2eb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331676 Sep 18 05:42:10.531917 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac090f-ad07-45a5-98e3-c33cb88f65c2 req-52cd61ea-090d-4c34-ba44-f00c76e8ba74 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:10.533462 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49ac090f-ad07-45a5-98e3-c33cb88f65c2 req-52cd61ea-090d-4c34-ba44-f00c76e8ba74 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0522146 Sep 18 05:42:10.574961 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-49ac090f-ad07-45a5-98e3-c33cb88f65c2 req-afd3a088-e1b2-42a3-ad58-c63263b89e83 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348046 Sep 18 05:42:10.664190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 073d22d9-4471-4889-ae5e-7d4312a4bcea details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:42:10.758770 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 073d22d9-4471-4889-ae5e-7d4312a4bcea, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=073d22d9-4471-4889-ae5e-7d4312a4bcea,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:42:10.769141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '073d22d9-4471-4889-ae5e-7d4312a4bcea', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': '073d22d9-4471-4889-ae5e-7d4312a4bcea', 'mac_address': 'fa:16:3e:53:c3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:42:10.806245 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:10.818570 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073d22d9-4471-4889-ae5e-7d4312a4bcea {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:42:10.838929 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 073d22d9-4471-4889-ae5e-7d4312a4bcea, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=073d22d9-4471-4889-ae5e-7d4312a4bcea,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:42:10.933891 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:10.987293 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=073d22d9-4471-4889-ae5e-7d4312a4bcea,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:42:11.134167 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['073d22d9-4471-4889-ae5e-7d4312a4bcea'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:42:11.505177 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defc157-9573-49ee-9336-4f33206faf99 req-8b5cd8af-21a2-4bcd-8afc-c6490c330a05 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:11.506800 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6defc157-9573-49ee-9336-4f33206faf99 req-8b5cd8af-21a2-4bcd-8afc-c6490c330a05 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 949 time: 0.0511520 Sep 18 05:42:11.545998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6defc157-9573-49ee-9336-4f33206faf99 req-2c0d9b99-f15a-4f5c-b828-c49d430f5515 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/security-groups?id=6deddb36-89d7-40b8-942d-3a8b45f2eb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321932 Sep 18 05:42:11.689543 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85171f-18e5-41c5-909c-b7da11c2bbc6 req-a73f86cd-321b-4ad9-8bee-a846cdcee63c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:11.690993 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6d85171f-18e5-41c5-909c-b7da11c2bbc6 req-a73f86cd-321b-4ad9-8bee-a846cdcee63c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0506556 Sep 18 05:42:11.733485 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6d85171f-18e5-41c5-909c-b7da11c2bbc6 req-f952b8a5-64e7-4e5b-81db-a1a49b07a20b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365994 Sep 18 05:42:12.667164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a44a4-2b5c-4f58-886c-407aca27d377 req-a371b585-7d84-4869-8be4-66c0578572df tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:12.668690 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4b3a44a4-2b5c-4f58-886c-407aca27d377 req-a371b585-7d84-4869-8be4-66c0578572df tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 949 time: 0.0537064 Sep 18 05:42:12.676604 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 073d22d9-4471-4889-ae5e-7d4312a4bcea up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:42:12.719271 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4b3a44a4-2b5c-4f58-886c-407aca27d377 req-321ca0b6-0716-4738-88fc-3a1ac0afe6e0 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/security-groups?id=6deddb36-89d7-40b8-942d-3a8b45f2eb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444305 Sep 18 05:42:12.836761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 073d22d9-4471-4889-ae5e-7d4312a4bcea completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:42:12.841335 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 073d22d9-4471-4889-ae5e-7d4312a4bcea triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:42:12.841718 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:12.857418 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d18d0-f224-4891-a8e3-da47f9378a29 req-bd6fe54b-1991-452c-ae96-9acbf2dc210f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:12.865452 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-694d18d0-f224-4891-a8e3-da47f9378a29 req-bd6fe54b-1991-452c-ae96-9acbf2dc210f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0518475 Sep 18 05:42:12.901747 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-694d18d0-f224-4891-a8e3-da47f9378a29 req-2b1bdd1c-8723-41e4-9bef-8670162dbea3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361352 Sep 18 05:42:12.922105 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:12.943984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fba6c40-93ed-4ad4-b5cb-3ddf857519c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073d22d9-4471-4889-ae5e-7d4312a4bcea'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:42:12.946449 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dad5cc-d2c2-48da-a5e5-9f45a10ac7da" -d '{"events": [{"server_uuid": "5fba6c40-93ed-4ad4-b5cb-3ddf857519c0", "name": "network-vif-plugged", "status": "completed", "tag": "073d22d9-4471-4889-ae5e-7d4312a4bcea"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:42:12.959863 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 073d22d9-4471-4889-ae5e-7d4312a4bcea, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=073d22d9-4471-4889-ae5e-7d4312a4bcea,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:42:12.988917 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19226ce2-657d-4e50-8a8b-377fb9c1e0d9 x-openstack-request-id: req-19226ce2-657d-4e50-8a8b-377fb9c1e0d9 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:42:12.989220 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fba6c40-93ed-4ad4-b5cb-3ddf857519c0", "name": "network-vif-plugged", "status": "completed", "tag": "073d22d9-4471-4889-ae5e-7d4312a4bcea", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:42:12.989478 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19226ce2-657d-4e50-8a8b-377fb9c1e0d9 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:42:12.989879 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fba6c40-93ed-4ad4-b5cb-3ddf857519c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073d22d9-4471-4889-ae5e-7d4312a4bcea', 'code': 200} Sep 18 05:42:13.046680 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:13.094032 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882d896-531f-4ea7-8cab-2ff1b55a0966 req-45caecf7-c021-4eb9-a0bc-427c82bddddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:13.095575 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7882d896-531f-4ea7-8cab-2ff1b55a0966 req-45caecf7-c021-4eb9-a0bc-427c82bddddf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 1102 time: 0.0494480 Sep 18 05:42:13.105266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=073d22d9-4471-4889-ae5e-7d4312a4bcea,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:42:13.133920 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7882d896-531f-4ea7-8cab-2ff1b55a0966 req-c433a42c-bf18-4113-9ffb-dbaaeb10a513 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6deddb36-89d7-40b8-942d-3a8b45f2eb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313165 Sep 18 05:42:13.829160 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a3765-09fc-4281-94a2-3b79dc96a173 req-a40d7512-e59d-4847-b817-48205b7f56a9 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:13.830680 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7b2a3765-09fc-4281-94a2-3b79dc96a173 req-a40d7512-e59d-4847-b817-48205b7f56a9 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 950 time: 0.0516040 Sep 18 05:42:13.872045 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7b2a3765-09fc-4281-94a2-3b79dc96a173 req-ab8db61a-26a1-4dde-b103-95d64685ee3a tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/security-groups?id=6deddb36-89d7-40b8-942d-3a8b45f2eb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350025 Sep 18 05:42:14.026184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f727b-e9de-4d81-9195-687b65dc0158 req-80c86f29-11b4-4704-9ec4-917ca1bb02eb tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:14.028378 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f0f727b-e9de-4d81-9195-687b65dc0158 req-80c86f29-11b4-4704-9ec4-917ca1bb02eb tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0526786 Sep 18 05:42:14.071451 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f0f727b-e9de-4d81-9195-687b65dc0158 req-5dc2a4c9-c19b-44fa-960a-c1cdca750221 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358682 Sep 18 05:42:14.992400 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06ae2b-a0e5-4547-9283-e6357650c38e req-1df9d98e-116d-4789-95c3-ad68a6c9fb56 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:14.994437 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6b06ae2b-a0e5-4547-9283-e6357650c38e req-1df9d98e-116d-4789-95c3-ad68a6c9fb56 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 950 time: 0.0507107 Sep 18 05:42:15.040417 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6b06ae2b-a0e5-4547-9283-e6357650c38e req-6b19b1df-69fe-4d87-b432-ae8944b26d64 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/security-groups?id=6deddb36-89d7-40b8-942d-3a8b45f2eb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393744 Sep 18 05:42:15.193476 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e8c3-9f29-4267-a389-a9950e5b1bce req-19c49d40-9441-427a-8981-6a8392f47435 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:15.195003 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b050e8c3-9f29-4267-a389-a9950e5b1bce req-19c49d40-9441-427a-8981-6a8392f47435 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0526628 Sep 18 05:42:15.240604 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b050e8c3-9f29-4267-a389-a9950e5b1bce req-dc64cfe9-8c15-4691-8d9c-6e21ce0468fc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384393 Sep 18 05:42:16.374496 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d92f2-cbae-4cf7-b001-1a6d03e06315 req-fe6cd62c-96f0-4901-8971-c5512d312510 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:16.380777 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-796d92f2-cbae-4cf7-b001-1a6d03e06315 req-fe6cd62c-96f0-4901-8971-c5512d312510 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0631530 Sep 18 05:42:16.419047 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-796d92f2-cbae-4cf7-b001-1a6d03e06315 req-10461fc2-cedd-4fe0-a2fa-7b7248a9f878 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365086 Sep 18 05:42:17.552280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a1c8c-df2e-41e1-8208-8f7dda23ecd0 req-c69ef620-0dfd-498e-b442-5584dbf0cd3f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:17.553877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-007a1c8c-df2e-41e1-8208-8f7dda23ecd0 req-c69ef620-0dfd-498e-b442-5584dbf0cd3f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0513971 Sep 18 05:42:17.607013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-007a1c8c-df2e-41e1-8208-8f7dda23ecd0 req-4953c980-0c27-4d22-976b-8db5e6f57cb6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458107 Sep 18 05:42:18.725555 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75a5ff-24e8-4fea-b8a0-3cbff748606c req-1664c90f-2926-4785-b77d-0249d63dc1a6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:18.727449 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dd75a5ff-24e8-4fea-b8a0-3cbff748606c req-1664c90f-2926-4785-b77d-0249d63dc1a6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0511370 Sep 18 05:42:18.771361 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dd75a5ff-24e8-4fea-b8a0-3cbff748606c req-aebc9b49-34f5-421e-a45c-b400551acd4e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366154 Sep 18 05:42:19.892269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c918bb0-b118-44d0-82e8-14a85b93af78 req-3418386d-a995-4e72-9ba3-a08fc72adac4 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:19.893863 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c918bb0-b118-44d0-82e8-14a85b93af78 req-3418386d-a995-4e72-9ba3-a08fc72adac4 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0510111 Sep 18 05:42:19.935278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3c918bb0-b118-44d0-82e8-14a85b93af78 req-5ea27e99-501a-4b57-96e7-842d7a762a3f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350578 Sep 18 05:42:21.055274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dd115-5afe-40e3-9685-8810192edc22 req-e1ca7e3f-bb2c-44fd-aad0-9ce7d90b06a2 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:21.056853 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c6dd115-5afe-40e3-9685-8810192edc22 req-e1ca7e3f-bb2c-44fd-aad0-9ce7d90b06a2 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0530205 Sep 18 05:42:21.094745 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1c6dd115-5afe-40e3-9685-8810192edc22 req-5c899503-cb76-42c0-b25f-f3a1ccd6059b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319619 Sep 18 05:42:22.216519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85837c-8ab1-4f1f-8502-86b2ce27bac1 req-9c65dbcb-19b0-43bb-8ab5-4235d7f18cd3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:22.218423 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba85837c-8ab1-4f1f-8502-86b2ce27bac1 req-9c65dbcb-19b0-43bb-8ab5-4235d7f18cd3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0505080 Sep 18 05:42:22.262792 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba85837c-8ab1-4f1f-8502-86b2ce27bac1 req-92efeafa-e5a1-466a-839f-1fee4a600a5b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Sep 18 05:42:23.377799 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:23.379987 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4544-b7e0-4f0f-a019-4983ca94f8d6 req-1fc2bb93-3ee5-4ba0-aa03-bc9d708de8a5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:23.381638 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-86ff4544-b7e0-4f0f-a019-4983ca94f8d6 req-1fc2bb93-3ee5-4ba0-aa03-bc9d708de8a5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0503540 Sep 18 05:42:23.427004 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-86ff4544-b7e0-4f0f-a019-4983ca94f8d6 req-27451282-3856-47bb-a167-f19ff5e389a0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386121 Sep 18 05:42:23.476121 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:24.547048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af2cda-259b-40d5-ad01-c83cd77ab8b1 req-a6fb963b-7a96-418e-b6d3-f20577662483 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:24.548667 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5af2cda-259b-40d5-ad01-c83cd77ab8b1 req-a6fb963b-7a96-418e-b6d3-f20577662483 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0526795 Sep 18 05:42:24.595222 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5af2cda-259b-40d5-ad01-c83cd77ab8b1 req-59a1b5f2-191c-4a4d-8dbb-109ad3aab5ce tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404029 Sep 18 05:42:25.711837 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c767a0-5f83-4ad7-a568-803ad3a8d2aa req-02bc12be-966c-4dec-b48c-6f2b1ce95171 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:25.714425 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-58c767a0-5f83-4ad7-a568-803ad3a8d2aa req-02bc12be-966c-4dec-b48c-6f2b1ce95171 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0517647 Sep 18 05:42:25.758483 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-58c767a0-5f83-4ad7-a568-803ad3a8d2aa req-5cf2697f-a651-4bb8-bb31-1801a0c1df7b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379694 Sep 18 05:42:26.878562 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1d86d-ed44-4530-9951-611f60440276 req-7e92f81a-7b6b-45fe-9bfe-ef7d58d05f7a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:26.880137 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48d1d86d-ed44-4530-9951-611f60440276 req-7e92f81a-7b6b-45fe-9bfe-ef7d58d05f7a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0521581 Sep 18 05:42:26.920825 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-48d1d86d-ed44-4530-9951-611f60440276 req-26145b1a-ddce-43e3-a22c-2a1864a63f59 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348747 Sep 18 05:42:28.051767 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf198cf-792d-450f-a2c5-dbe5e6f716ec req-16e79be0-3f93-4573-bae3-07c494076f27 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:28.061327 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8bf198cf-792d-450f-a2c5-dbe5e6f716ec req-16e79be0-3f93-4573-bae3-07c494076f27 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0591462 Sep 18 05:42:28.092430 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8bf198cf-792d-450f-a2c5-dbe5e6f716ec req-eb81d972-2733-4928-8b71-2434b3d55df5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328991 Sep 18 05:42:29.209790 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b7883-75eb-46c7-b99b-53d710bf17f4 req-2f49acd2-7d71-4495-bc9e-00fdd8570e14 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:29.211326 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f8b7883-75eb-46c7-b99b-53d710bf17f4 req-2f49acd2-7d71-4495-bc9e-00fdd8570e14 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 943 time: 0.0502174 Sep 18 05:42:29.219313 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:42:29.250625 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f8b7883-75eb-46c7-b99b-53d710bf17f4 req-3c19098e-8d9c-4669-87ad-d6885d36bd98 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326116 Sep 18 05:42:29.791002 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device fba83c6a-a554-4f28-ab22-030063e81ccb details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:42:29.892373 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port fba83c6a-a554-4f28-ab22-030063e81ccb, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=fba83c6a-a554-4f28-ab22-030063e81ccb,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:42:29.905035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'fba83c6a-a554-4f28-ab22-030063e81ccb', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'port_id': 'fba83c6a-a554-4f28-ab22-030063e81ccb', 'mac_address': 'fa:16:3e:21:c2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:42:29.942828 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:29.959290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba83c6a-a554-4f28-ab22-030063e81ccb {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:42:29.979748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port fba83c6a-a554-4f28-ab22-030063e81ccb, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=fba83c6a-a554-4f28-ab22-030063e81ccb,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:42:30.046735 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:30.106054 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=fba83c6a-a554-4f28-ab22-030063e81ccb,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:42:30.114388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:42:30.114741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:42:30.115083 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:42:30.115426 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:42:30.115761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:42:30.116091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:42:30.116440 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:42:30.116769 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:42:30.117100 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:42:30.117423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:42:30.117748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:42:30.118070 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:42:30.258120 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['fba83c6a-a554-4f28-ab22-030063e81ccb'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:42:30.383539 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d465f3c-313f-4223-8f96-f9c921a524fd req-50b4cb94-068d-464d-a1d1-666ca3445dc7 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:30.392652 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3d465f3c-313f-4223-8f96-f9c921a524fd req-50b4cb94-068d-464d-a1d1-666ca3445dc7 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 944 time: 0.0677829 Sep 18 05:42:30.433883 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3d465f3c-313f-4223-8f96-f9c921a524fd req-62658b2e-0d26-4958-9cc4-faf4a811fd6b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394349 Sep 18 05:42:31.287696 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f86c3fee-7373-429f-a2eb-0c14dbe8bbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:31.569562 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdc589-ace6-45b4-93db-60ab933bc4b9 req-72f7774f-fada-4d84-9758-8770962f52c6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:31.571333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-12bdc589-ace6-45b4-93db-60ab933bc4b9 req-72f7774f-fada-4d84-9758-8770962f52c6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 944 time: 0.0532408 Sep 18 05:42:31.620689 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-12bdc589-ace6-45b4-93db-60ab933bc4b9 req-a8f37a24-2c79-466c-948e-87f991757e38 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Sep 18 05:42:31.802761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device fba83c6a-a554-4f28-ab22-030063e81ccb up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:42:31.967307 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port fba83c6a-a554-4f28-ab22-030063e81ccb completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:42:31.971745 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port fba83c6a-a554-4f28-ab22-030063e81ccb triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:42:31.972165 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:32.053813 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:32.077302 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba83c6a-a554-4f28-ab22-030063e81ccb'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:42:32.079508 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9881fdfd-34a0-4ffd-b07e-9b8cab74f45b" -d '{"events": [{"server_uuid": "6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922", "name": "network-vif-plugged", "status": "completed", "tag": "fba83c6a-a554-4f28-ab22-030063e81ccb"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:42:32.093276 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port fba83c6a-a554-4f28-ab22-030063e81ccb, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=fba83c6a-a554-4f28-ab22-030063e81ccb,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:42:32.116883 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4cc99e-c7fb-46be-8329-d74a34fbe8ac x-openstack-request-id: req-8f4cc99e-c7fb-46be-8329-d74a34fbe8ac {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:42:32.117184 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922", "name": "network-vif-plugged", "status": "completed", "tag": "fba83c6a-a554-4f28-ab22-030063e81ccb", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:42:32.117471 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f4cc99e-c7fb-46be-8329-d74a34fbe8ac {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:42:32.117887 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba83c6a-a554-4f28-ab22-030063e81ccb', 'code': 200} Sep 18 05:42:32.140002 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:32.197400 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=fba83c6a-a554-4f28-ab22-030063e81ccb,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:42:32.235293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8540c4-da2e-46ee-a49b-01fe4a4c8579 req-83bac8b3-86c4-4090-a5b6-249f3b6a422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:32.236854 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea8540c4-da2e-46ee-a49b-01fe4a4c8579 req-83bac8b3-86c4-4090-a5b6-249f3b6a422e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 1097 time: 0.0491946 Sep 18 05:42:32.277203 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea8540c4-da2e-46ee-a49b-01fe4a4c8579 req-c53b95fa-756e-4b8a-a786-317a409f509f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Sep 18 05:42:32.749519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0c4cb-3e6f-4749-971b-3ccf5067ed74 req-9d510ac7-2622-4d47-be3e-594acc5f4eff tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:32.751052 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-83f0c4cb-3e6f-4749-971b-3ccf5067ed74 req-9d510ac7-2622-4d47-be3e-594acc5f4eff tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 945 time: 0.0594809 Sep 18 05:42:32.800093 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-83f0c4cb-3e6f-4749-971b-3ccf5067ed74 req-99494081-b746-45ea-b77d-3b088f6d0b95 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Sep 18 05:42:33.917248 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3383fe04-a22f-47e4-a45b-e73cbfa649c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:33.951133 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517a715-2fd3-4b3f-aa56-292142ccf0b2 req-bc022538-c2cd-47b7-b9ca-620618ff2cff tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:33.952841 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b517a715-2fd3-4b3f-aa56-292142ccf0b2 req-bc022538-c2cd-47b7-b9ca-620618ff2cff tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 945 time: 0.0725100 Sep 18 05:42:33.997917 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b517a715-2fd3-4b3f-aa56-292142ccf0b2 req-a0f282a2-5842-440d-a3f0-aab8923af7ef tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390406 Sep 18 05:42:34.135150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714a340-762d-40a7-a1fe-74602c3fcea8 req-f08bef32-5063-4840-b23c-87f5e9278eea tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:34.140742 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0714a340-762d-40a7-a1fe-74602c3fcea8 req-f08bef32-5063-4840-b23c-87f5e9278eea tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 945 time: 0.0622370 Sep 18 05:42:34.184221 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0714a340-762d-40a7-a1fe-74602c3fcea8 req-0b24ad5e-9224-4d97-acec-937b9c7b1232 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421894 Sep 18 05:42:34.383460 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:34.777554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1a62-4b02-4982-9e16-05398e04ebea req-076e10ca-595d-4e1c-8d10-b62c5298dd47 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:34.779394 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-358a1a62-4b02-4982-9e16-05398e04ebea req-076e10ca-595d-4e1c-8d10-b62c5298dd47 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 945 time: 0.0591893 Sep 18 05:42:34.818115 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-358a1a62-4b02-4982-9e16-05398e04ebea req-ba674bca-0a53-418b-b79d-40d70de54c91 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323126 Sep 18 05:42:35.366070 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:35.952412 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927129d-1c3d-4d2c-9528-f00b87b6ed99 req-169595b5-5ae5-49cb-b4cf-83a5f777975a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:35.988911 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2927129d-1c3d-4d2c-9528-f00b87b6ed99 req-169595b5-5ae5-49cb-b4cf-83a5f777975a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 945 time: 0.0611236 Sep 18 05:42:35.993401 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2927129d-1c3d-4d2c-9528-f00b87b6ed99 req-6acd34c8-758d-4f15-a2b8-5f86d68be646 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332499 Sep 18 05:42:36.228259 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9001bc-6324-4ce8-a103-98f53d839fea req-74698b11-7732-432c-a4cf-08bf7630c374 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:36.229789 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e9001bc-6324-4ce8-a103-98f53d839fea req-74698b11-7732-432c-a4cf-08bf7630c374 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 945 time: 0.0586290 Sep 18 05:42:36.326926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-5e9001bc-6324-4ce8-a103-98f53d839fea req-fc020a08-f7c4-49b4-ac8c-3ec2eea0274e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Deleting port fba83c6a-a554-4f28-ab22-030063e81ccb {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:42:36.327281 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5e9001bc-6324-4ce8-a103-98f53d839fea req-fc020a08-f7c4-49b4-ac8c-3ec2eea0274e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:36.431604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-5e9001bc-6324-4ce8-a103-98f53d839fea req-fc020a08-f7c4-49b4-ac8c-3ec2eea0274e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] For port fba83c6a-a554-4f28-ab22-030063e81ccb, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=fba83c6a-a554-4f28-ab22-030063e81ccb,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:42:36.437898 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5e9001bc-6324-4ce8-a103-98f53d839fea req-fc020a08-f7c4-49b4-ac8c-3ec2eea0274e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:36.446578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-5e9001bc-6324-4ce8-a103-98f53d839fea req-fc020a08-f7c4-49b4-ac8c-3ec2eea0274e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Calling delete_port for fba83c6a-a554-4f28-ab22-030063e81ccb owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:42:36.664659 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5e9001bc-6324-4ce8-a103-98f53d839fea req-fc020a08-f7c4-49b4-ac8c-3ec2eea0274e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:36.680079 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['a9445acf-e5d1-495f-bb44-373305787a61'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:42:36.685890 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['fba83c6a-a554-4f28-ab22-030063e81ccb'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:42:36.697711 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc020a08-f7c4-49b4-ac8c-3ec2eea0274e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event deleted for resources: {'Port': ['ID=fba83c6a-a554-4f28-ab22-030063e81ccb,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:42:36.746558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9001bc-6324-4ce8-a103-98f53d839fea req-fc020a08-f7c4-49b4-ac8c-3ec2eea0274e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] No DVR routers for this DVR port fba83c6a-a554-4f28-ab22-030063e81ccb on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:42:36.749610 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5e9001bc-6324-4ce8-a103-98f53d839fea req-fc020a08-f7c4-49b4-ac8c-3ec2eea0274e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:36.753381 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e9001bc-6324-4ce8-a103-98f53d839fea req-fc020a08-f7c4-49b4-ac8c-3ec2eea0274e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.13 "DELETE /v2.0/ports/fba83c6a-a554-4f28-ab22-030063e81ccb HTTP/1.1" status: 204 len: 173 time: 0.5174253 Sep 18 05:42:36.753922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922', 'name': 'network-vif-deleted', 'tag': 'fba83c6a-a554-4f28-ab22-030063e81ccb'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:42:36.757089 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84722b4-e306-4b69-9f04-d47e5a16617b" -d '{"events": [{"server_uuid": "6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922", "name": "network-vif-deleted", "tag": "fba83c6a-a554-4f28-ab22-030063e81ccb"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:42:36.800017 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b771bfb-df30-4e8c-b92d-8ae042c874ed x-openstack-request-id: req-2b771bfb-df30-4e8c-b92d-8ae042c874ed {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:42:36.800562 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922", "name": "network-vif-deleted", "tag": "fba83c6a-a554-4f28-ab22-030063e81ccb", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:42:36.801392 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b771bfb-df30-4e8c-b92d-8ae042c874ed {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:42:36.801804 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922', 'name': 'network-vif-deleted', 'tag': 'fba83c6a-a554-4f28-ab22-030063e81ccb', 'status': 'completed', 'code': 200} Sep 18 05:42:37.025348 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:37.106558 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-23b39d9a-d695-46d8-bcd5-40740bef8d88 req-16b958ca-1340-4d87-b4dd-e9b1e2928eeb tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 210 time: 0.0329762 Sep 18 05:42:38.214335 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4a8720a4-3149-4689-8024-813610e9a33f req-5fca2b99-7660-45c7-8419-b1fbfed47767 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 210 time: 0.0271697 Sep 18 05:42:39.316918 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ea130aaa-3eb6-442a-8201-5081ff30db51 req-a9b7403c-b351-4367-96f1-f4d1bafd306f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 210 time: 0.0300829 Sep 18 05:42:39.850664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device fba83c6a-a554-4f28-ab22-030063e81ccb no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:42:39.874089 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: fba83c6a-a554-4f28-ab22-030063e81ccb {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:42:39.874365 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device fba83c6a-a554-4f28-ab22-030063e81ccb not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:42:40.442181 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-29bf49d5-628b-400d-9eaa-18f0b542394b req-535301a6-88a2-4bab-b1bd-8c272eabeb5c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 210 time: 0.0278366 Sep 18 05:42:41.579430 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5743d26b-714e-436c-803d-1ebd0e8d084d req-b3080efc-ab0b-46b5-81b9-dfc993fb57e0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6a9a0b-f0b8-4fd3-9a1e-6505c6a2f922 HTTP/1.1" status: 200 len: 210 time: 0.0378110 Sep 18 05:42:43.898870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-267e48b4-c6ff-4b59-871d-bce00ef96384 req-3e453908-7a74-4f40-badd-64902b7a24c8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534668 Sep 18 05:42:43.994819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e48b4-c6ff-4b59-871d-bce00ef96384 req-051bda0f-03bc-4b10-a53d-78e6c386dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:43.996945 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-267e48b4-c6ff-4b59-871d-bce00ef96384 req-051bda0f-03bc-4b10-a53d-78e6c386dc78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 1097 time: 0.0447025 Sep 18 05:42:44.148384 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e48b4-c6ff-4b59-871d-bce00ef96384 req-129c178e-a177-4a3f-ae99-7c75f3e0a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:44.148384 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-267e48b4-c6ff-4b59-871d-bce00ef96384 req-129c178e-a177-4a3f-ae99-7c75f3e0a019 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.1170945 Sep 18 05:42:44.201747 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-267e48b4-c6ff-4b59-871d-bce00ef96384 req-348093e3-de84-484f-bb71-fef918228ed2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9445acf-e5d1-495f-bb44-373305787a61 HTTP/1.1" status: 200 len: 217 time: 0.0470552 Sep 18 05:42:44.260186 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e48b4-c6ff-4b59-871d-bce00ef96384 req-3717370a-f79c-47c1-abf4-b54c54e276be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:44.261994 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-267e48b4-c6ff-4b59-871d-bce00ef96384 req-3717370a-f79c-47c1-abf4-b54c54e276be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0523922 Sep 18 05:42:44.312411 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e48b4-c6ff-4b59-871d-bce00ef96384 req-1c048d2b-3f83-411c-a840-082902e0d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:44.313951 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-267e48b4-c6ff-4b59-871d-bce00ef96384 req-1c048d2b-3f83-411c-a840-082902e0d1a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430486 Sep 18 05:42:44.412970 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-267e48b4-c6ff-4b59-871d-bce00ef96384 req-775b5017-b401-4616-ad70-02bd557533c9 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907452 Sep 18 05:42:44.522045 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-267e48b4-c6ff-4b59-871d-bce00ef96384 req-0ce13c2b-3e7f-430c-a619-6fb269fc062f service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010594 Sep 18 05:42:47.534614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d41b9-d204-41a5-be95-4569e2ef2b23 req-520f825e-fe8e-481f-91e1-841879d60179 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:47.537273 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-465d41b9-d204-41a5-be95-4569e2ef2b23 req-520f825e-fe8e-481f-91e1-841879d60179 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 945 time: 0.0520065 Sep 18 05:42:47.575282 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-465d41b9-d204-41a5-be95-4569e2ef2b23 req-54cb4585-66db-44db-8fae-245c4c26fd94 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310464 Sep 18 05:42:48.712827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db5dce-57f3-4b06-b770-2f12118d5415 req-613503f3-6db2-4255-b939-6e13f00fac59 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:48.714921 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c2db5dce-57f3-4b06-b770-2f12118d5415 req-613503f3-6db2-4255-b939-6e13f00fac59 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 945 time: 0.0603316 Sep 18 05:42:48.758154 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c2db5dce-57f3-4b06-b770-2f12118d5415 req-f120c3c0-6748-4910-a9ea-5c7615926396 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1df853b-0604-4cc1-88f8-ebeb269b27ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366490 Sep 18 05:42:49.001476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e35654-b687-46d3-876f-d14697b6bd24 req-41d4fa58-ebaf-41ce-ac95-b527cf5c53af tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:42:49.003071 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2e35654-b687-46d3-876f-d14697b6bd24 req-41d4fa58-ebaf-41ce-ac95-b527cf5c53af tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 945 time: 0.0551872 Sep 18 05:42:49.110500 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-d2e35654-b687-46d3-876f-d14697b6bd24 req-ee497e29-e7dc-4ee1-9020-3b5229cb67cd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Deleting port a9445acf-e5d1-495f-bb44-373305787a61 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:42:49.110855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d2e35654-b687-46d3-876f-d14697b6bd24 req-ee497e29-e7dc-4ee1-9020-3b5229cb67cd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:49.206262 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d2e35654-b687-46d3-876f-d14697b6bd24 req-ee497e29-e7dc-4ee1-9020-3b5229cb67cd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] For port a9445acf-e5d1-495f-bb44-373305787a61, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a9445acf-e5d1-495f-bb44-373305787a61,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:42:49.206631 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d2e35654-b687-46d3-876f-d14697b6bd24 req-ee497e29-e7dc-4ee1-9020-3b5229cb67cd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:49.223535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-d2e35654-b687-46d3-876f-d14697b6bd24 req-ee497e29-e7dc-4ee1-9020-3b5229cb67cd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Calling delete_port for a9445acf-e5d1-495f-bb44-373305787a61 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:42:49.477268 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d2e35654-b687-46d3-876f-d14697b6bd24 req-ee497e29-e7dc-4ee1-9020-3b5229cb67cd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:49.490668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['a9445acf-e5d1-495f-bb44-373305787a61'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:42:49.510907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee497e29-e7dc-4ee1-9020-3b5229cb67cd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event deleted for resources: {'Port': ['ID=a9445acf-e5d1-495f-bb44-373305787a61,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:42:49.563131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e35654-b687-46d3-876f-d14697b6bd24 req-ee497e29-e7dc-4ee1-9020-3b5229cb67cd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] No DVR routers for this DVR port a9445acf-e5d1-495f-bb44-373305787a61 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:42:49.566149 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d2e35654-b687-46d3-876f-d14697b6bd24 req-ee497e29-e7dc-4ee1-9020-3b5229cb67cd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:49.568204 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2e35654-b687-46d3-876f-d14697b6bd24 req-ee497e29-e7dc-4ee1-9020-3b5229cb67cd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "DELETE /v2.0/ports/a9445acf-e5d1-495f-bb44-373305787a61 HTTP/1.1" status: 204 len: 173 time: 0.5595429 Sep 18 05:42:49.568674 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52269be7-1040-49b7-976a-8242cbf4bc1e', 'name': 'network-vif-deleted', 'tag': 'a9445acf-e5d1-495f-bb44-373305787a61'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:42:49.570914 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7654de8b-23f1-4650-978f-2873e6c891ee" -d '{"events": [{"server_uuid": "52269be7-1040-49b7-976a-8242cbf4bc1e", "name": "network-vif-deleted", "tag": "a9445acf-e5d1-495f-bb44-373305787a61"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:42:49.609596 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289bfbe4-64b0-4acf-a312-5c071189c252 x-openstack-request-id: req-289bfbe4-64b0-4acf-a312-5c071189c252 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:42:49.609909 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52269be7-1040-49b7-976a-8242cbf4bc1e", "name": "network-vif-deleted", "tag": "a9445acf-e5d1-495f-bb44-373305787a61", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:42:49.610234 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-289bfbe4-64b0-4acf-a312-5c071189c252 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:42:49.610662 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52269be7-1040-49b7-976a-8242cbf4bc1e', 'name': 'network-vif-deleted', 'tag': 'a9445acf-e5d1-495f-bb44-373305787a61', 'status': 'completed', 'code': 200} Sep 18 05:42:49.872460 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b1cb1d64-a865-4931-8320-19cb09459bde req-baceb741-3378-40d8-b579-c6905a3bc190 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 210 time: 0.0441267 Sep 18 05:42:50.987249 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b52d1238-a923-4a41-81cd-752b812dffdc req-96a8cc9c-f9dc-4469-b58f-277c2d1c76c5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 210 time: 0.0293927 Sep 18 05:42:52.081940 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ebb073be-3846-45c4-af3a-783c7db7ec4c req-047527c3-4950-4d27-b3fe-5de40b718537 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 210 time: 0.0271666 Sep 18 05:42:52.848179 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a9445acf-e5d1-495f-bb44-373305787a61 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:42:52.873562 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: a9445acf-e5d1-495f-bb44-373305787a61 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:42:52.874209 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a9445acf-e5d1-495f-bb44-373305787a61 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:42:53.200931 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c1930d52-24f5-494c-989f-73f5104b0b91 req-ddad8207-e038-43ab-ab33-2119246c69a6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 210 time: 0.0359187 Sep 18 05:42:53.429947 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:53.538590 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:42:54.320674 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2e7ba73f-085d-4b71-b3b5-b2531d60bddf req-efc610ef-98c2-4952-bea1-7e55ccb0e8cb tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=52269be7-1040-49b7-976a-8242cbf4bc1e HTTP/1.1" status: 200 len: 210 time: 0.0318923 Sep 18 05:43:00.312047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34516) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:00.316661 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1013988388', 'description': 'tempest-secgroup-smoke-1013988388 description', 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:00.418681 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:00.500424 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:00.561627 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:00.595559 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea471d26-5702-4a5d-a071-444e9d7ea0e3,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:00.603372 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:00.603645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:00.604606 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:00.605190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:00.605537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:00.605883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:00.606219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:00.606860 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:00.607437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:00.607963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:00.608325 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:00.608962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:00.646808 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:00.648128 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ad98d160-7139-489f-bf3b-d87c2506724a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3349996 Sep 18 05:43:00.651488 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34520) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:00.656671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0f4a3170-87e5-4f08-80d1-1152cb2ca54c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'security_group_rule': {'security_group_id': 'ea471d26-5702-4a5d-a071-444e9d7ea0e3', 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:00.749444 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3170-87e5-4f08-80d1-1152cb2ca54c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:00.806557 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3170-87e5-4f08-80d1-1152cb2ca54c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:00.908470 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3170-87e5-4f08-80d1-1152cb2ca54c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:00.927205 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a3170-87e5-4f08-80d1-1152cb2ca54c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a225606a-d3c6-414f-9189-e428993c34ec,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:01.005623 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3170-87e5-4f08-80d1-1152cb2ca54c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:01.006870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0f4a3170-87e5-4f08-80d1-1152cb2ca54c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3541501 Sep 18 05:43:01.009555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34524) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:01.014940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-f502eca3-6251-4608-98b5-518d67180572 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'security_group_rule': {'security_group_id': 'ea471d26-5702-4a5d-a071-444e9d7ea0e3', 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:01.109137 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f502eca3-6251-4608-98b5-518d67180572 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:01.170144 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f502eca3-6251-4608-98b5-518d67180572 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:01.224474 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f502eca3-6251-4608-98b5-518d67180572 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:01.247282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502eca3-6251-4608-98b5-518d67180572 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad76b54f-377e-41b0-af04-de7ce045e65f,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:01.249839 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e1f60a3f-185d-4373-9e20-ab161d01d53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:01.321816 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-f502eca3-6251-4608-98b5-518d67180572 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:01.323816 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f502eca3-6251-4608-98b5-518d67180572 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3130057 Sep 18 05:43:01.326372 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34526) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:01.331128 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'security_group_rule': {'security_group_id': 'ea471d26-5702-4a5d-a071-444e9d7ea0e3', 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:01.412689 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:01.481662 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:01.543918 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:01.562609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda842a2-5f8f-4f5b-8298-81e552170427,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:01.570629 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:01.571070 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:01.571375 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:01.571740 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:01.572079 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:01.572450 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:01.572844 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:01.573398 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:01.573745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:01.574086 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:01.574439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:01.574766 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:01.612390 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:01.613807 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-93b26765-e6f6-4d46-9710-2c18b026fa9d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2862976 Sep 18 05:43:01.616751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34538) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:01.621693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-72acfd11-2443-4196-9a45-3ff3dbae880b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'security_group_rule': {'security_group_id': 'ea471d26-5702-4a5d-a071-444e9d7ea0e3', 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:01.743170 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72acfd11-2443-4196-9a45-3ff3dbae880b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:01.803495 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72acfd11-2443-4196-9a45-3ff3dbae880b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:01.852368 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72acfd11-2443-4196-9a45-3ff3dbae880b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:01.874507 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acfd11-2443-4196-9a45-3ff3dbae880b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b862adb-2792-4e62-8d5a-f5e917d5d8e0,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:01.971948 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-72acfd11-2443-4196-9a45-3ff3dbae880b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:01.971948 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-72acfd11-2443-4196-9a45-3ff3dbae880b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3496094 Sep 18 05:43:01.971948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34548) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:01.974778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2535242f-699f-4e2e-806c-eb100c1fc691 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'security_group_rule': {'security_group_id': 'ea471d26-5702-4a5d-a071-444e9d7ea0e3', 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:02.075500 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-2535242f-699f-4e2e-806c-eb100c1fc691 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Project 4311c5f8783f4a7d9a2ad38c4facba04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:43:02.080754 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2535242f-699f-4e2e-806c-eb100c1fc691 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:02.139561 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2535242f-699f-4e2e-806c-eb100c1fc691 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:02.235266 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2535242f-699f-4e2e-806c-eb100c1fc691 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:02.257072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535242f-699f-4e2e-806c-eb100c1fc691 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07affddf-9770-4abb-bad3-f0a40dadda15,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:02.332185 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2535242f-699f-4e2e-806c-eb100c1fc691 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:02.336076 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2535242f-699f-4e2e-806c-eb100c1fc691 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3624737 Sep 18 05:43:02.336211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34552) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:02.341398 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1e20f75c-cb87-4bbf-b0f4-1bf51eca23dc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'security_group_rule': {'security_group_id': 'ea471d26-5702-4a5d-a071-444e9d7ea0e3', 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:02.412451 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-1e20f75c-cb87-4bbf-b0f4-1bf51eca23dc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Project 4311c5f8783f4a7d9a2ad38c4facba04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:43:02.418892 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1e20f75c-cb87-4bbf-b0f4-1bf51eca23dc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:02.480605 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1e20f75c-cb87-4bbf-b0f4-1bf51eca23dc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:02.548378 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1e20f75c-cb87-4bbf-b0f4-1bf51eca23dc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:02.567276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20f75c-cb87-4bbf-b0f4-1bf51eca23dc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db99e68-2225-4fc1-9b80-88220a17059b,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:02.635640 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1e20f75c-cb87-4bbf-b0f4-1bf51eca23dc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:02.640913 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1e20f75c-cb87-4bbf-b0f4-1bf51eca23dc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2997768 Sep 18 05:43:03.886431 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fc14d232-2e8b-4022-b1d7-1d4d70fd5344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:04.190711 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34660) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:04.195363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-5a7f86a8-ff87-4774-97c8-d03c37c2d0b5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1879433963', 'description': 'tempest-secgroup-smoke-1879433963 description', 'project_id': '2aca6bf56d324c12a6b27b3043e319dc'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:04.298865 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a7f86a8-ff87-4774-97c8-d03c37c2d0b5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:04.300957 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:04.387157 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a7f86a8-ff87-4774-97c8-d03c37c2d0b5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:04.452700 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a7f86a8-ff87-4774-97c8-d03c37c2d0b5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:04.485783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f86a8-ff87-4774-97c8-d03c37c2d0b5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:04.549811 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-5a7f86a8-ff87-4774-97c8-d03c37c2d0b5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:04.551400 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-5a7f86a8-ff87-4774-97c8-d03c37c2d0b5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3596764 Sep 18 05:43:04.554354 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34668) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:04.558866 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-2918589f-7d48-4ea5-8b08-fe52f1039bbf tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Request body: {'security_group_rule': {'security_group_id': 'ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc', 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:04.629409 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2918589f-7d48-4ea5-8b08-fe52f1039bbf tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:04.691989 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2918589f-7d48-4ea5-8b08-fe52f1039bbf tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:04.761720 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2918589f-7d48-4ea5-8b08-fe52f1039bbf tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:04.781759 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918589f-7d48-4ea5-8b08-fe52f1039bbf tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13966fb9-0cfa-411c-8efe-a3d1f650b135,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:04.846872 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-2918589f-7d48-4ea5-8b08-fe52f1039bbf tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:04.848697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-2918589f-7d48-4ea5-8b08-fe52f1039bbf tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933016 Sep 18 05:43:04.851277 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34674) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:04.856566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-655959d5-2f86-4d4a-995e-0559138ff007 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Request body: {'security_group_rule': {'security_group_id': 'ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc', 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:04.966984 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-655959d5-2f86-4d4a-995e-0559138ff007 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:05.038634 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-655959d5-2f86-4d4a-995e-0559138ff007 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:05.092549 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-655959d5-2f86-4d4a-995e-0559138ff007 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:05.113535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655959d5-2f86-4d4a-995e-0559138ff007 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4421f096-716b-4e66-8f68-e7f62a9e1b27,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:05.167580 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-655959d5-2f86-4d4a-995e-0559138ff007 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:05.169456 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-655959d5-2f86-4d4a-995e-0559138ff007 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3169856 Sep 18 05:43:05.172315 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 34680) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:05.178533 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-18cf83c0-c01d-4023-8592-31c50d935605 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Request body: {'security_group_rule': {'security_group_id': 'ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc', 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:05.258523 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18cf83c0-c01d-4023-8592-31c50d935605 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:05.321293 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18cf83c0-c01d-4023-8592-31c50d935605 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:05.338886 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:05.429973 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18cf83c0-c01d-4023-8592-31c50d935605 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:05.444871 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf83c0-c01d-4023-8592-31c50d935605 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e72e048-84d9-445e-8433-21fc0116d5e2,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:05.532625 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-18cf83c0-c01d-4023-8592-31c50d935605 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:05.537574 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34688) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:05.543295 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-18cf83c0-c01d-4023-8592-31c50d935605 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3663461 Sep 18 05:43:05.543952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-db97bc21-1055-486b-a6c1-dc350db31356 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Request body: {'security_group_rule': {'security_group_id': 'ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc', 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:05.628362 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db97bc21-1055-486b-a6c1-dc350db31356 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:05.694794 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db97bc21-1055-486b-a6c1-dc350db31356 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:05.761634 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db97bc21-1055-486b-a6c1-dc350db31356 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:05.782207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97bc21-1055-486b-a6c1-dc350db31356 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae43a2c-477e-4b5d-852a-74436470b1dd,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:05.852946 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-db97bc21-1055-486b-a6c1-dc350db31356 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:05.858319 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-db97bc21-1055-486b-a6c1-dc350db31356 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3160672 Sep 18 05:43:05.858718 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34696) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:05.863826 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-34c0d7a2-e705-4211-9bc6-ae5956f56eb8 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Request body: {'security_group_rule': {'security_group_id': 'ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc', 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:05.961601 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-34c0d7a2-e705-4211-9bc6-ae5956f56eb8 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Project 2aca6bf56d324c12a6b27b3043e319dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:43:05.967528 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-34c0d7a2-e705-4211-9bc6-ae5956f56eb8 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:06.049724 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-34c0d7a2-e705-4211-9bc6-ae5956f56eb8 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:06.105137 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-34c0d7a2-e705-4211-9bc6-ae5956f56eb8 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:06.124713 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0d7a2-e705-4211-9bc6-ae5956f56eb8 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bd665a-31f8-43a4-a587-5a4b8aec762c,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:06.220853 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:43:06.240491 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-34c0d7a2-e705-4211-9bc6-ae5956f56eb8 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:06.243430 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-34c0d7a2-e705-4211-9bc6-ae5956f56eb8 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3819935 Sep 18 05:43:06.244721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 34702) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:06.250428 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-073ab884-dc3d-4d19-853a-fa1e5fa88a49 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Request body: {'security_group_rule': {'security_group_id': 'ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc', 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:06.367777 n-d-789963-13 neutron-server[106909]: INFO neutron.db.securitygroups_db [None req-073ab884-dc3d-4d19-853a-fa1e5fa88a49 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Project 2aca6bf56d324c12a6b27b3043e319dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 05:43:06.376041 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-073ab884-dc3d-4d19-853a-fa1e5fa88a49 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:06.440682 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-073ab884-dc3d-4d19-853a-fa1e5fa88a49 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:06.509712 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-073ab884-dc3d-4d19-853a-fa1e5fa88a49 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:06.529319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ab884-dc3d-4d19-853a-fa1e5fa88a49 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff938e5-2e49-4bb5-b78b-18c3a6000c30,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:06.601130 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-073ab884-dc3d-4d19-853a-fa1e5fa88a49 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:06.603052 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-073ab884-dc3d-4d19-853a-fa1e5fa88a49 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3573618 Sep 18 05:43:06.834264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-28d10cc4-ba3f-4467-b7d7-80efabef6249 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879433963&fields=id&tenant_id=2aca6bf56d324c12a6b27b3043e319dc HTTP/1.1" status: 200 len: 267 time: 0.0397213 Sep 18 05:43:06.952023 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:06.971550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-4b4aeacb-0303-4929-a489-5cd6f69652f5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:06.973461 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-4b4aeacb-0303-4929-a489-5cd6f69652f5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/networks?id=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c HTTP/1.1" status: 200 len: 813 time: 0.1323359 Sep 18 05:43:06.989414 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-765adbe3-4f0d-4807-8b41-7d15d8b01a7d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/quotas/2aca6bf56d324c12a6b27b3043e319dc HTTP/1.1" status: 200 len: 375 time: 0.0098398 Sep 18 05:43:07.066585 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-93e3aaa0-1246-4194-bb85-37d882beb1a6 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2aca6bf56d324c12a6b27b3043e319dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684879 Sep 18 05:43:07.192845 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-6b8c6cd7-56ef-4eca-8513-85263676f404 service neutron] 10.222.0.23 "GET /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027377 Sep 18 05:43:07.293413 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-586c1b85-ad9f-4ff0-a07c-0bd63f1c9b93 service neutron] 10.222.0.23 "GET /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978136 Sep 18 05:43:08.467771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f45b1a72-7760-403c-a9cd-245c44d028cb req-470280b6-f6fc-49b6-9905-4d5a40f5f126 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 210 time: 0.0394862 Sep 18 05:43:09.553814 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc707a25-4aed-460e-966b-49a21e9f03ea req-5fc95451-69a7-47d2-a216-75a023716824 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 210 time: 0.0279491 Sep 18 05:43:10.665242 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c0d6041b-a23f-4735-8ee8-5408e4803717 req-c13ac234-f6f0-4068-9fde-dde70b6eabd4 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 210 time: 0.0377026 Sep 18 05:43:10.882845 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-d3bf225a-4c75-4e10-b6d7-2beab92b2755 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:10.886131 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-d3bf225a-4c75-4e10-b6d7-2beab92b2755 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.13 "GET /v2.0/networks?id=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c HTTP/1.1" status: 200 len: 813 time: 0.1257117 Sep 18 05:43:10.944697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-100be0eb-cfdb-42da-b99e-d343d583c4bc tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aca6bf56d324c12a6b27b3043e319dc HTTP/1.1" status: 200 len: 380 time: 0.0427442 Sep 18 05:43:10.957761 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-04dcaf60-6317-4160-a642-5fc73f97623a tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Request body: {'port': {'device_id': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'admin_state_up': True, 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'security_groups': ['ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:11.372960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-04dcaf60-6317-4160-a642-5fc73f97623a tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Made reservation on behalf of 2aca6bf56d324c12a6b27b3043e319dc for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:43:11.372960 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-04dcaf60-6317-4160-a642-5fc73f97623a tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:11.418090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-04dcaf60-6317-4160-a642-5fc73f97623a tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Allocated IP 172.20.0.6 (21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c/a5827826-bb2c-41ef-a70f-7df31a89d264/6445483f-e0cc-4a0e-bfc5-78358dd1dc25) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:43:11.553713 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-04dcaf60-6317-4160-a642-5fc73f97623a tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:11.662987 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-04dcaf60-6317-4160-a642-5fc73f97623a tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:11.718900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-04dcaf60-6317-4160-a642-5fc73f97623a tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:43:11.723483 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-04dcaf60-6317-4160-a642-5fc73f97623a tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:43:11.727552 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-04dcaf60-6317-4160-a642-5fc73f97623a tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:43:11.775298 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcaf60-6317-4160-a642-5fc73f97623a tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Pushing event updated for resources: {'Port': ['ID=6445483f-e0cc-4a0e-bfc5-78358dd1dc25,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:11.822476 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-04dcaf60-6317-4160-a642-5fc73f97623a tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:11.823480 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-04dcaf60-6317-4160-a642-5fc73f97623a tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:11.879653 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc36dda-51af-4619-9e20-371966fc9ee3 req-86891228-8a9f-40ec-aa86-ee7ad884e3c7 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:11.884341 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bc36dda-51af-4619-9e20-371966fc9ee3 req-86891228-8a9f-40ec-aa86-ee7ad884e3c7 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 931 time: 0.1028690 Sep 18 05:43:11.918793 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-04dcaf60-6317-4160-a642-5fc73f97623a tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9684911 Sep 18 05:43:11.932738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Request body: {'port': {'device_id': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:11.959012 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2bc36dda-51af-4619-9e20-371966fc9ee3 req-a248c690-faa8-4679-ad14-d110762a9d03 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682948 Sep 18 05:43:12.052524 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:12.101173 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-26332c9b-b67f-49d2-9961-1fbf835e16e1 None None] Provisioning complete for port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:43:12.101978 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-26332c9b-b67f-49d2-9961-1fbf835e16e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:12.152828 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-26332c9b-b67f-49d2-9961-1fbf835e16e1 None None] Port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:43:12.393242 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:43:12.412372 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:12.441438 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Transition to ACTIVE for port object 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:43:12.502987 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:12.646189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Pushing event updated for resources: {'Port': ['ID=6445483f-e0cc-4a0e-bfc5-78358dd1dc25,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:12.659234 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Attempting to bind port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:43:12.659580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Attempting to bind port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:43:12.659916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Attempting to bind port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 on network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:43:12.664772 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 on network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:43:12.665047 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Attempting to bind port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 on network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:43:12.671108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:43:12.671461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Checking segment: {'id': '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:43:12.671860 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Bound using segment: {'id': '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:43:12.672337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Bound port: 6445483f-e0cc-4a0e-bfc5-78358dd1dc25, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:43:12.672711 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:12.756321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] For port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:43:12.763902 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] For port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6445483f-e0cc-4a0e-bfc5-78358dd1dc25,segment=NetworkSegment(63ff1eac-b516-4b2b-b94f-ea4a8fc0458e),segment_id=63ff1eac-b516-4b2b-b94f-ea4a8fc0458e)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:43:12.868921 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:12.931132 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:12.932128 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:12.940034 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] 10.222.0.13 "PUT /v2.0/ports/6445483f-e0cc-4a0e-bfc5-78358dd1dc25 HTTP/1.1" status: 200 len: 1092 time: 1.0122273 Sep 18 05:43:12.940793 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'tag': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:43:12.945667 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b00295-92c6-4238-99af-defcb00590b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b733077e-a176-4800-acb0-ca99c59ea49e", "tag": "6445483f-e0cc-4a0e-bfc5-78358dd1dc25"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:43:13.010298 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3333e4-3ae7-4606-86b6-9fe4734c9f11 x-openstack-request-id: req-6c3333e4-3ae7-4606-86b6-9fe4734c9f11 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:43:13.014381 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b733077e-a176-4800-acb0-ca99c59ea49e", "tag": "6445483f-e0cc-4a0e-bfc5-78358dd1dc25", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:43:13.014381 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c3333e4-3ae7-4606-86b6-9fe4734c9f11 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:43:13.014381 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'tag': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'status': 'completed', 'code': 200} Sep 18 05:43:13.109228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd92d4-9dbe-44b1-b04e-1777a0e85492 service neutron] Pushing event updated for resources: {'Port': ['ID=6445483f-e0cc-4a0e-bfc5-78358dd1dc25,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:13.129502 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b00295-92c6-4238-99af-defcb00590b7 req-ea468259-f470-4171-99fb-4e2d84fcc025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:13.131756 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74b00295-92c6-4238-99af-defcb00590b7 req-ea468259-f470-4171-99fb-4e2d84fcc025 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2aca6bf56d324c12a6b27b3043e319dc&device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 1095 time: 0.1072612 Sep 18 05:43:13.143253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71366beb-7e65-4791-a74d-154e2102c67e req-0325b2af-e577-4852-aabb-aa95cdba07db tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:13.145849 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71366beb-7e65-4791-a74d-154e2102c67e req-0325b2af-e577-4852-aabb-aa95cdba07db tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 943 time: 0.0668972 Sep 18 05:43:13.198452 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71366beb-7e65-4791-a74d-154e2102c67e req-ad243ccc-4243-41cc-acd2-45cbcae6ce46 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448928 Sep 18 05:43:13.279829 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b00295-92c6-4238-99af-defcb00590b7 req-9f7c61be-5a46-4535-8b9a-65f4f0c12800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:13.281376 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74b00295-92c6-4238-99af-defcb00590b7 req-9f7c61be-5a46-4535-8b9a-65f4f0c12800 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2aca6bf56d324c12a6b27b3043e319dc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1421683 Sep 18 05:43:13.411159 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b00295-92c6-4238-99af-defcb00590b7 req-e7a54ec7-6a8a-42eb-bbfd-83ac4c56cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:13.412989 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-74b00295-92c6-4238-99af-defcb00590b7 req-e7a54ec7-6a8a-42eb-bbfd-83ac4c56cce8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1235955 Sep 18 05:43:13.501072 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-4caff09b-b6e4-4b0a-9401-3df9e56622a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:13.504519 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-4caff09b-b6e4-4b0a-9401-3df9e56622a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2aca6bf56d324c12a6b27b3043e319dc&device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 1095 time: 0.0532160 Sep 18 05:43:13.557330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-ab9a2d97-036a-4bac-904e-efff9c97fc56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6445483f-e0cc-4a0e-bfc5-78358dd1dc25 HTTP/1.1" status: 200 len: 217 time: 0.0447197 Sep 18 05:43:13.606426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-5544dba1-61bb-4acf-b08a-4fce7fe29e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:13.607930 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-5544dba1-61bb-4acf-b08a-4fce7fe29e1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a5827826-bb2c-41ef-a70f-7df31a89d264 HTTP/1.1" status: 200 len: 852 time: 0.0449665 Sep 18 05:43:13.663429 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-beb0763d-a08a-4def-b03e-c6b89112fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:13.665023 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-beb0763d-a08a-4def-b03e-c6b89112fe9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418971 Sep 18 05:43:13.787409 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-68737c32-4df2-4e7d-98e8-fe192019e3f4 service neutron] 10.222.0.13 "GET /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118071 Sep 18 05:43:13.888292 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ca631ae9-af61-4af0-843e-d7ab7f9aa800 req-3efcfed8-5ba9-4d91-8d6c-d17878004251 service neutron] 10.222.0.13 "GET /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939989 Sep 18 05:43:14.328834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b87a3-84bc-4d6d-b874-adc5fb054065 req-76153305-db64-43ab-b3a9-f7dc90e566d3 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:14.330697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f01b87a3-84bc-4d6d-b874-adc5fb054065 req-76153305-db64-43ab-b3a9-f7dc90e566d3 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 943 time: 0.0649724 Sep 18 05:43:14.372070 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f01b87a3-84bc-4d6d-b874-adc5fb054065 req-eb1fab62-a1e6-4af3-9a84-bd2fb9ba46f2 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335357 Sep 18 05:43:15.514830 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08722c-b57b-44d2-b8d0-aec7fbbedfd1 req-ea035a43-07df-40dc-ae01-8b759f4bb093 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:15.519186 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7e08722c-b57b-44d2-b8d0-aec7fbbedfd1 req-ea035a43-07df-40dc-ae01-8b759f4bb093 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 943 time: 0.0654805 Sep 18 05:43:15.563088 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7e08722c-b57b-44d2-b8d0-aec7fbbedfd1 req-b2af19a9-1d7a-46df-835d-1cda82acde4f tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364525 Sep 18 05:43:16.681315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c3823-7e12-4d2c-a4c4-8eb0f4518a73 req-7afe4988-3b06-4b00-98d1-8312a3ea5748 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:16.683090 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e8c3823-7e12-4d2c-a4c4-8eb0f4518a73 req-7afe4988-3b06-4b00-98d1-8312a3ea5748 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 943 time: 0.0511031 Sep 18 05:43:16.736378 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5e8c3823-7e12-4d2c-a4c4-8eb0f4518a73 req-f73b9e94-8042-47f6-9a61-df4e8f2e3e32 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465117 Sep 18 05:43:17.853145 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90bb22-a3de-478f-99a1-ce472b1d72ea req-6e2c6aa7-d14e-4457-8c99-0fa25894b94e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:17.854768 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc90bb22-a3de-478f-99a1-ce472b1d72ea req-6e2c6aa7-d14e-4457-8c99-0fa25894b94e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 943 time: 0.0493844 Sep 18 05:43:17.897089 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cc90bb22-a3de-478f-99a1-ce472b1d72ea req-edd2fbed-5942-407a-95e5-e8bf1a1a3858 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362942 Sep 18 05:43:19.011841 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87274599-c887-4af2-b783-d7c80ac24f5e req-a27c354e-a13a-4de1-afe1-cd201def2efb tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:19.013387 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87274599-c887-4af2-b783-d7c80ac24f5e req-a27c354e-a13a-4de1-afe1-cd201def2efb tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 943 time: 0.0491021 Sep 18 05:43:19.055312 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-87274599-c887-4af2-b783-d7c80ac24f5e req-ae7098dd-20c4-44e2-9106-dfe342e523ea tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357032 Sep 18 05:43:20.184769 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec2858-9d80-4e43-9236-117e392a0a9b req-3359502d-c7a6-403c-b291-6e338ee87525 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:20.186509 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2fec2858-9d80-4e43-9236-117e392a0a9b req-3359502d-c7a6-403c-b291-6e338ee87525 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 943 time: 0.0577865 Sep 18 05:43:20.227502 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2fec2858-9d80-4e43-9236-117e392a0a9b req-73c6b6a2-6767-4004-8ba8-edd3339b9195 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335548 Sep 18 05:43:21.348731 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342be4f8-aaac-4c2d-9229-3a8a8c8ecab8 req-1c478269-4f02-4b17-80eb-ef253bc157da tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:21.350345 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-342be4f8-aaac-4c2d-9229-3a8a8c8ecab8 req-1c478269-4f02-4b17-80eb-ef253bc157da tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 943 time: 0.0541968 Sep 18 05:43:21.390706 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-342be4f8-aaac-4c2d-9229-3a8a8c8ecab8 req-3ad3bf6b-b813-44c7-aff1-54d1e8c84153 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335798 Sep 18 05:43:22.509621 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6495b7-06c9-4049-8a9a-cab20ef684da req-0ed295cb-cd4d-42a3-ac4b-4cdd0387917f tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:22.512103 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7e6495b7-06c9-4049-8a9a-cab20ef684da req-0ed295cb-cd4d-42a3-ac4b-4cdd0387917f tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 943 time: 0.0518510 Sep 18 05:43:22.559935 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7e6495b7-06c9-4049-8a9a-cab20ef684da req-7ba2eb60-4639-40ce-939d-0c4d9f6e1cb7 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416238 Sep 18 05:43:23.400547 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:23.508355 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:23.939869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b66403-0a57-4ee6-842a-2e1ab5210c7b req-7850ac01-409f-4dd1-85f8-91ce98d084da tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:23.941403 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5b66403-0a57-4ee6-842a-2e1ab5210c7b req-7850ac01-409f-4dd1-85f8-91ce98d084da tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 943 time: 0.0502656 Sep 18 05:43:23.980479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f5b66403-0a57-4ee6-842a-2e1ab5210c7b req-bac63dd1-d4db-4f87-8a69-fe3c4b2bcfa1 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328903 Sep 18 05:43:24.161425 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:43:24.256553 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6445483f-e0cc-4a0e-bfc5-78358dd1dc25,segment=NetworkSegment(63ff1eac-b516-4b2b-b94f-ea4a8fc0458e),segment_id=63ff1eac-b516-4b2b-b94f-ea4a8fc0458e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:43:24.268801 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'port_id': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'mac_address': 'fa:16:3e:e4:5b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:43:24.306460 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:24.319942 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:43:24.339819 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6445483f-e0cc-4a0e-bfc5-78358dd1dc25,segment=NetworkSegment(63ff1eac-b516-4b2b-b94f-ea4a8fc0458e),segment_id=63ff1eac-b516-4b2b-b94f-ea4a8fc0458e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:43:24.446468 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:24.495500 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=6445483f-e0cc-4a0e-bfc5-78358dd1dc25,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:24.636691 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['6445483f-e0cc-4a0e-bfc5-78358dd1dc25'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:43:25.096394 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67b8c6-745e-411f-86f5-277dc993873c req-7c964a13-9cfa-4b79-ae49-acff9aafbaa7 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:25.097898 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bf67b8c6-745e-411f-86f5-277dc993873c req-7c964a13-9cfa-4b79-ae49-acff9aafbaa7 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 944 time: 0.0484307 Sep 18 05:43:25.141005 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bf67b8c6-745e-411f-86f5-277dc993873c req-4931617d-7d4b-41f4-bdf0-e9939a235bab tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363700 Sep 18 05:43:26.178550 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:43:26.264433 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b118eff-fe91-4cd8-9040-f9fad7c6493c req-1beb3381-4814-4091-b063-5e9227b44b96 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:26.265956 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b118eff-fe91-4cd8-9040-f9fad7c6493c req-1beb3381-4814-4091-b063-5e9227b44b96 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 944 time: 0.0511191 Sep 18 05:43:26.302672 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:43:26.303017 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1b118eff-fe91-4cd8-9040-f9fad7c6493c req-cb40e0ce-86bf-4586-aa26-9ed0b3be00d3 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311832 Sep 18 05:43:26.307203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:43:26.307580 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:26.387757 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:26.410615 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:43:26.412879 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890fad3e-52fb-4af7-9e65-0f5be93d991c" -d '{"events": [{"server_uuid": "b733077e-a176-4800-acb0-ca99c59ea49e", "name": "network-vif-plugged", "status": "completed", "tag": "6445483f-e0cc-4a0e-bfc5-78358dd1dc25"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:43:26.426178 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6445483f-e0cc-4a0e-bfc5-78358dd1dc25,segment=NetworkSegment(63ff1eac-b516-4b2b-b94f-ea4a8fc0458e),segment_id=63ff1eac-b516-4b2b-b94f-ea4a8fc0458e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:43:26.466984 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee44a22-2b7c-4617-8d86-7b4014f63673 x-openstack-request-id: req-0ee44a22-2b7c-4617-8d86-7b4014f63673 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:43:26.470411 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b733077e-a176-4800-acb0-ca99c59ea49e", "name": "network-vif-plugged", "status": "completed", "tag": "6445483f-e0cc-4a0e-bfc5-78358dd1dc25", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:43:26.470411 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ee44a22-2b7c-4617-8d86-7b4014f63673 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:43:26.470411 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'code': 200} Sep 18 05:43:26.520836 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:26.574111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4ef80-5685-4e30-ae68-f3244e638ce8 req-15899152-2698-454e-b231-5f5cb28472be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:26.575792 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8dc4ef80-5685-4e30-ae68-f3244e638ce8 req-15899152-2698-454e-b231-5f5cb28472be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 1097 time: 0.0458167 Sep 18 05:43:26.577842 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=6445483f-e0cc-4a0e-bfc5-78358dd1dc25,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:26.613056 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8dc4ef80-5685-4e30-ae68-f3244e638ce8 req-9b9e8660-c589-40f7-a738-fc178710f9a4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297587 Sep 18 05:43:27.422648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d75d0-ec5c-41bf-a986-fc267d036a00 req-d4a2bc1f-ec11-4177-8e4b-943e53351f0f tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:27.424147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ac8d75d0-ec5c-41bf-a986-fc267d036a00 req-d4a2bc1f-ec11-4177-8e4b-943e53351f0f tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 945 time: 0.0513878 Sep 18 05:43:27.463814 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ac8d75d0-ec5c-41bf-a986-fc267d036a00 req-841e2c2c-a849-47b7-bfad-f9c8c773a1c0 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333276 Sep 18 05:43:28.588104 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c425-6b08-483f-935b-efd879a056f1 req-76891383-8bef-48b9-90f0-a3a19d420f6d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:28.590004 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-edc5c425-6b08-483f-935b-efd879a056f1 req-76891383-8bef-48b9-90f0-a3a19d420f6d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 945 time: 0.0536489 Sep 18 05:43:28.635140 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-edc5c425-6b08-483f-935b-efd879a056f1 req-50accb34-a5f9-4316-8519-ac85a9e74da4 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386908 Sep 18 05:43:28.750101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb25dcb-be00-477e-a488-a755e013a14b req-f093794a-f301-48cd-b7e5-e32ee32929cf tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:28.751612 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4bb25dcb-be00-477e-a488-a755e013a14b req-f093794a-f301-48cd-b7e5-e32ee32929cf tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 945 time: 0.0501289 Sep 18 05:43:28.790963 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4bb25dcb-be00-477e-a488-a755e013a14b req-5788b900-041c-4f7c-bd06-423557db4708 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333335 Sep 18 05:43:28.812581 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35086) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:29.022532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fb27c8-552f-48aa-a540-f19fdf561616 tempest-TestVolumeBackupRestore-604769107 tempest-TestVolumeBackupRestore-604769107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:29.024134 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-09fb27c8-552f-48aa-a540-f19fdf561616 tempest-TestVolumeBackupRestore-604769107 tempest-TestVolumeBackupRestore-604769107-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 1092 time: 0.2105412 Sep 18 05:43:29.026980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35094) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:29.032413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:29.183630 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:29.287264 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:29.401036 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Allocated IP 172.25.7.43 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/12ad0d1c-c156-4973-8139-7158c2e34487) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:43:29.502372 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:29.640981 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:29.683102 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:43:29.685883 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:43:29.689529 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:43:29.717076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Pushing event updated for resources: {'Port': ['ID=12ad0d1c-c156-4973-8139-7158c2e34487,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:30.082973 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:30.209988 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:30.711075 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:30.778090 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:30.849256 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Pushing event updated for resources: {'Port': ['ID=12ad0d1c-c156-4973-8139-7158c2e34487,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:30.860648 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:30.964138 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Floating IP a4404642-3d9f-4e96-925c-b03411e7771a associated. External IP: 172.25.7.43, port: 6445483f-e0cc-4a0e-bfc5-78358dd1dc25. Sep 18 05:43:31.192901 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Router f21ffeb3-2905-45cd-819e-157204ef093c has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:43:31.273507 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9905d11d-81e8-4f4c-b1b2-e98032572472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:31.291482 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-fac17368-459f-4c2b-ac18-3cc6032f3315 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1013988388&fields=id&tenant_id=4311c5f8783f4a7d9a2ad38c4facba04 HTTP/1.1" status: 200 len: 267 time: 0.0379422 Sep 18 05:43:31.314977 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:43:31.330870 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a5d1a-cd29-432e-92e8-277168b6b1d3 None None] Sync routers for ids ['f21ffeb3-2905-45cd-819e-157204ef093c'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:43:31.340868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83a5d1a-cd29-432e-92e8-277168b6b1d3 None None] Routers {'f21ffeb3-2905-45cd-819e-157204ef093c'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:43:31.341761 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c83a5d1a-cd29-432e-92e8-277168b6b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:43:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f21ffeb3-2905-45cd-819e-157204ef093c'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:43:31.383996 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:31.417790 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-a63a80a1-9e9b-4df5-82b1-7a4431ea0233 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:31.423104 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e80a4d2d-0f8d-45a3-9cb0-8337efcdfa3d tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3944468 Sep 18 05:43:31.423819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'tag': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:43:31.425864 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-a63a80a1-9e9b-4df5-82b1-7a4431ea0233 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 812 time: 0.1270347 Sep 18 05:43:31.426369 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7c800c-12a3-4159-a38d-3bfa862dd3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b733077e-a176-4800-acb0-ca99c59ea49e", "tag": "6445483f-e0cc-4a0e-bfc5-78358dd1dc25"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:43:31.426534 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35136) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:31.460889 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-c83a5d1a-cd29-432e-92e8-277168b6b1d3 None None] Set router f21ffeb3-2905-45cd-819e-157204ef093c gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:43:31.464143 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137ef856-0949-46c0-acbf-0fbddc59c887 x-openstack-request-id: req-137ef856-0949-46c0-acbf-0fbddc59c887 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:43:31.470304 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b733077e-a176-4800-acb0-ca99c59ea49e", "tag": "6445483f-e0cc-4a0e-bfc5-78358dd1dc25", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:43:31.470304 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-137ef856-0949-46c0-acbf-0fbddc59c887 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:43:31.470304 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'tag': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'status': 'completed', 'code': 200} Sep 18 05:43:31.470626 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-8f7b4145-fc44-4366-91bb-d54b5d76c88d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/quotas/4311c5f8783f4a7d9a2ad38c4facba04 HTTP/1.1" status: 200 len: 375 time: 0.0304303 Sep 18 05:43:31.486016 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c0149b-1a18-4a22-a269-91aeb4ace9b1 tempest-TestVolumeBackupRestore-604769107 tempest-TestVolumeBackupRestore-604769107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:31.486947 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-98c0149b-1a18-4a22-a269-91aeb4ace9b1 tempest-TestVolumeBackupRestore-604769107 tempest-TestVolumeBackupRestore-604769107-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 1092 time: 0.0596244 Sep 18 05:43:31.490034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 35140) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:31.494978 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-0a87185f-7b1e-4cb1-8fe8-729610b8c1e5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Request body: {'floatingip': {'port_id': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:31.526397 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d39b2bf0-bea3-4abf-822b-486de8d37bc3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517442 Sep 18 05:43:31.585571 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a87185f-7b1e-4cb1-8fe8-729610b8c1e5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for floatingip, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:31.591805 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c800c-12a3-4159-a38d-3bfa862dd3cc req-ba29e356-839c-43bb-92fc-c7b97acc08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:31.593480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a7c800c-12a3-4159-a38d-3bfa862dd3cc req-ba29e356-839c-43bb-92fc-c7b97acc08e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2aca6bf56d324c12a6b27b3043e319dc&device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 1097 time: 0.0949204 Sep 18 05:43:31.658223 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-f2271d03-881b-4ed9-a30f-3d53dbd5c38e service neutron] 10.222.0.23 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013255 Sep 18 05:43:31.738984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c83a5d1a-cd29-432e-92e8-277168b6b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 4, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a4404642-3d9f-4e96-925c-b03411e7771a', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'port_id': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'mac_address': 'fa:16:3e:e4:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:43:29Z', 'updated_at': '2021-09-18T05:43:29Z', 'revision_number': 0, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505b6a50-cad4-4e8a-b4dd-23e3661a8931', 'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'mac_address': 'fa:16:3e:76:f8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:17Z', 'updated_at': '2021-09-18T05:40:21Z', 'revision_number': 5, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'subnets': [{'id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:43:31.765969 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-6e018a41-bf82-497e-83a5-4815b4c21c17 service neutron] 10.222.0.23 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000507 Sep 18 05:43:31.773995 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a5d1a-cd29-432e-92e8-277168b6b1d3 None None] Checking router: f21ffeb3-2905-45cd-819e-157204ef093c for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:43:31.784410 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83a5d1a-cd29-432e-92e8-277168b6b1d3 None None] Routers {'f21ffeb3-2905-45cd-819e-157204ef093c'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:43:31.786024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c83a5d1a-cd29-432e-92e8-277168b6b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:43:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f21ffeb3-2905-45cd-819e-157204ef093c'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:43:31.821971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c800c-12a3-4159-a38d-3bfa862dd3cc req-3dd656cb-ac6a-4965-923b-9a74522bbca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:31.824094 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a7c800c-12a3-4159-a38d-3bfa862dd3cc req-3dd656cb-ac6a-4965-923b-9a74522bbca7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c HTTP/1.1" status: 200 len: 913 time: 0.1808119 Sep 18 05:43:31.918487 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-c83a5d1a-cd29-432e-92e8-277168b6b1d3 None None] Set router f21ffeb3-2905-45cd-819e-157204ef093c gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:43:31.970787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a7c800c-12a3-4159-a38d-3bfa862dd3cc req-0372c1a0-c7b0-41d9-96f9-db8bcd357e3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6445483f-e0cc-4a0e-bfc5-78358dd1dc25 HTTP/1.1" status: 200 len: 998 time: 0.1368420 Sep 18 05:43:32.115156 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c800c-12a3-4159-a38d-3bfa862dd3cc req-744a9458-af83-4aaf-acb4-f87af2a9c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:32.116683 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a7c800c-12a3-4159-a38d-3bfa862dd3cc req-744a9458-af83-4aaf-acb4-f87af2a9c542 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a5827826-bb2c-41ef-a70f-7df31a89d264 HTTP/1.1" status: 200 len: 852 time: 0.1297023 Sep 18 05:43:32.191098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-c83a5d1a-cd29-432e-92e8-277168b6b1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 4, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a4404642-3d9f-4e96-925c-b03411e7771a', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'port_id': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'mac_address': 'fa:16:3e:e4:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:43:29Z', 'updated_at': '2021-09-18T05:43:29Z', 'revision_number': 0, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505b6a50-cad4-4e8a-b4dd-23e3661a8931', 'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'mac_address': 'fa:16:3e:76:f8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:17Z', 'updated_at': '2021-09-18T05:40:21Z', 'revision_number': 5, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'subnets': [{'id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:43:32.209312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c800c-12a3-4159-a38d-3bfa862dd3cc req-21e54731-f366-4315-86f8-b564d9dde582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:32.210840 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a7c800c-12a3-4159-a38d-3bfa862dd3cc req-21e54731-f366-4315-86f8-b564d9dde582 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869927 Sep 18 05:43:32.226742 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a5d1a-cd29-432e-92e8-277168b6b1d3 None None] The sync data for ids ['f21ffeb3-2905-45cd-819e-157204ef093c'] in n-d-789963-13 is: [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 4, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a4404642-3d9f-4e96-925c-b03411e7771a', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'port_id': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'mac_address': 'fa:16:3e:e4:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:43:29Z', 'updated_at': '2021-09-18T05:43:29Z', 'revision_number': 0, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505b6a50-cad4-4e8a-b4dd-23e3661a8931', 'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'mac_address': 'fa:16:3e:76:f8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:17Z', 'updated_at': '2021-09-18T05:40:21Z', 'revision_number': 5, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'subnets': [{'id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:43:32.407817 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7cb030b0-c6a1-4a8b-a9e1-53c6f14529e0 req-c849d05d-4fb0-4f33-8ddd-c7d74860c73d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 210 time: 0.0413215 Sep 18 05:43:32.426254 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a87185f-7b1e-4cb1-8fe8-729610b8c1e5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:32.437683 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a7c800c-12a3-4159-a38d-3bfa862dd3cc req-3d81d504-d37a-46b9-8267-a33de8810b11 service neutron] 10.222.0.13 "GET /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056267 Sep 18 05:43:32.511443 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a87185f-7b1e-4cb1-8fe8-729610b8c1e5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:32.569124 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee4067-50c6-4f56-a89e-9bf9eb2a33f8 None None] New status for floating IP a4404642-3d9f-4e96-925c-b03411e7771a: ACTIVE {{(pid=106911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:43:32.586907 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7a7c800c-12a3-4159-a38d-3bfa862dd3cc req-45f06ad3-33e2-455b-82f0-aa794f36eb89 service neutron] 10.222.0.13 "GET /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504433 Sep 18 05:43:32.756097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a87185f-7b1e-4cb1-8fe8-729610b8c1e5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Router f21ffeb3-2905-45cd-819e-157204ef093c has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:43:32.870017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a87185f-7b1e-4cb1-8fe8-729610b8c1e5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:43:32.875148 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0a87185f-7b1e-4cb1-8fe8-729610b8c1e5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:32.937827 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0a87185f-7b1e-4cb1-8fe8-729610b8c1e5 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "PUT /v2.0/floatingips/a4404642-3d9f-4e96-925c-b03411e7771a HTTP/1.1" status: 200 len: 990 time: 1.4465747 Sep 18 05:43:32.963812 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71d303-1662-43c0-87af-0649200e4e13 None None] Sync routers for ids ['f21ffeb3-2905-45cd-819e-157204ef093c'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:43:32.975477 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71d303-1662-43c0-87af-0649200e4e13 None None] Routers {'f21ffeb3-2905-45cd-819e-157204ef093c'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:43:32.976480 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3d71d303-1662-43c0-87af-0649200e4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:43:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f21ffeb3-2905-45cd-819e-157204ef093c'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:43:33.086823 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3d71d303-1662-43c0-87af-0649200e4e13 None None] Set router f21ffeb3-2905-45cd-819e-157204ef093c gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:43:33.312513 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3d71d303-1662-43c0-87af-0649200e4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 4, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a4404642-3d9f-4e96-925c-b03411e7771a', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'port_id': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'mac_address': 'fa:16:3e:e4:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:43:29Z', 'updated_at': '2021-09-18T05:43:32Z', 'revision_number': 2, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505b6a50-cad4-4e8a-b4dd-23e3661a8931', 'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'mac_address': 'fa:16:3e:76:f8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:17Z', 'updated_at': '2021-09-18T05:40:21Z', 'revision_number': 5, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'subnets': [{'id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:43:33.338835 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71d303-1662-43c0-87af-0649200e4e13 None None] Checking router: f21ffeb3-2905-45cd-819e-157204ef093c for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:43:33.348775 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71d303-1662-43c0-87af-0649200e4e13 None None] Routers {'f21ffeb3-2905-45cd-819e-157204ef093c'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:43:33.349421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3d71d303-1662-43c0-87af-0649200e4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:43:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f21ffeb3-2905-45cd-819e-157204ef093c'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:43:33.466784 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'tag': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25'}, {'name': 'network-changed', 'server_uuid': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'tag': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:43:33.469581 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a210ba59-d750-495f-974b-404d557dbd43" -d '{"events": [{"name": "network-changed", "server_uuid": "b733077e-a176-4800-acb0-ca99c59ea49e", "tag": "6445483f-e0cc-4a0e-bfc5-78358dd1dc25"}, {"name": "network-changed", "server_uuid": "b733077e-a176-4800-acb0-ca99c59ea49e", "tag": "6445483f-e0cc-4a0e-bfc5-78358dd1dc25"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:43:33.469935 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-3d71d303-1662-43c0-87af-0649200e4e13 None None] Set router f21ffeb3-2905-45cd-819e-157204ef093c gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:43:33.509606 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 05:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70032af4-d17c-4b2f-a258-50299d067327 x-openstack-request-id: req-70032af4-d17c-4b2f-a258-50299d067327 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:43:33.509914 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b733077e-a176-4800-acb0-ca99c59ea49e", "tag": "6445483f-e0cc-4a0e-bfc5-78358dd1dc25", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b733077e-a176-4800-acb0-ca99c59ea49e", "tag": "6445483f-e0cc-4a0e-bfc5-78358dd1dc25", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:43:33.510168 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70032af4-d17c-4b2f-a258-50299d067327 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:43:33.510576 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'tag': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'status': 'completed', 'code': 200} Sep 18 05:43:33.510833 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'tag': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'status': 'completed', 'code': 200} Sep 18 05:43:33.537685 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bdb99e98-e3c0-46e6-a292-a65f605375e5 req-aa5abc12-0c0f-4d71-8714-3f688ff045ea tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 210 time: 0.0447443 Sep 18 05:43:33.584431 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ba59-d750-495f-974b-404d557dbd43 req-60bde579-e683-4bc9-b9ba-e96301374f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:33.586035 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a210ba59-d750-495f-974b-404d557dbd43 req-60bde579-e683-4bc9-b9ba-e96301374f22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2aca6bf56d324c12a6b27b3043e319dc&device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 1097 time: 0.0465541 Sep 18 05:43:33.711191 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ba59-d750-495f-974b-404d557dbd43 req-e1136b31-b869-40cc-8481-2892ba4f1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:33.722094 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a210ba59-d750-495f-974b-404d557dbd43 req-e1136b31-b869-40cc-8481-2892ba4f1138 service neutron] 10.222.0.13 "GET /v2.0/networks?id=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c HTTP/1.1" status: 200 len: 913 time: 0.1201844 Sep 18 05:43:33.732563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-3d71d303-1662-43c0-87af-0649200e4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 4, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a4404642-3d9f-4e96-925c-b03411e7771a', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'port_id': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'mac_address': 'fa:16:3e:e4:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:43:29Z', 'updated_at': '2021-09-18T05:43:32Z', 'revision_number': 2, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505b6a50-cad4-4e8a-b4dd-23e3661a8931', 'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'mac_address': 'fa:16:3e:76:f8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:17Z', 'updated_at': '2021-09-18T05:40:21Z', 'revision_number': 5, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'subnets': [{'id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:43:33.760893 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71d303-1662-43c0-87af-0649200e4e13 None None] The sync data for ids ['f21ffeb3-2905-45cd-819e-157204ef093c'] in n-d-789963-13 is: [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 4, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a4404642-3d9f-4e96-925c-b03411e7771a', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'floating_ip_address': '172.25.7.43', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'port_id': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'mac_address': 'fa:16:3e:e4:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:43:29Z', 'updated_at': '2021-09-18T05:43:32Z', 'revision_number': 2, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505b6a50-cad4-4e8a-b4dd-23e3661a8931', 'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'mac_address': 'fa:16:3e:76:f8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:17Z', 'updated_at': '2021-09-18T05:40:21Z', 'revision_number': 5, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'subnets': [{'id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:43:33.791469 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a210ba59-d750-495f-974b-404d557dbd43 req-298e50cd-b52d-4966-8cdf-2e04f8de338b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6445483f-e0cc-4a0e-bfc5-78358dd1dc25 HTTP/1.1" status: 200 len: 1000 time: 0.0702147 Sep 18 05:43:33.859416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ba59-d750-495f-974b-404d557dbd43 req-fad78f96-991d-4621-907f-6e6431ae02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:33.861153 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a210ba59-d750-495f-974b-404d557dbd43 req-fad78f96-991d-4621-907f-6e6431ae02b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a5827826-bb2c-41ef-a70f-7df31a89d264 HTTP/1.1" status: 200 len: 852 time: 0.0625200 Sep 18 05:43:33.910556 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-72aa16fe-92ba-4ca8-86b2-d940db49ad14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:33.916894 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ba59-d750-495f-974b-404d557dbd43 req-2dbd83d3-cfb9-498b-ac68-6ad7c1a6b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:33.918479 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a210ba59-d750-495f-974b-404d557dbd43 req-2dbd83d3-cfb9-498b-ac68-6ad7c1a6b4c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506148 Sep 18 05:43:34.011332 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a210ba59-d750-495f-974b-404d557dbd43 req-3ab5b48d-1723-49c2-9a69-323abdbbce76 service neutron] 10.222.0.13 "GET /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856702 Sep 18 05:43:34.112826 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a210ba59-d750-495f-974b-404d557dbd43 req-a3dfd056-8c0e-46de-8acc-0b72f60211ed service neutron] 10.222.0.13 "GET /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938175 Sep 18 05:43:34.204301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ba59-d750-495f-974b-404d557dbd43 req-780755a4-67fe-41cf-a05c-aba920c78a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:34.205915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a210ba59-d750-495f-974b-404d557dbd43 req-780755a4-67fe-41cf-a05c-aba920c78a58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2aca6bf56d324c12a6b27b3043e319dc&device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 1097 time: 0.0430679 Sep 18 05:43:34.304677 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ba59-d750-495f-974b-404d557dbd43 req-cdee94c4-572a-4067-94b5-ee0541f4263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:34.306183 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a210ba59-d750-495f-974b-404d557dbd43 req-cdee94c4-572a-4067-94b5-ee0541f4263f service neutron] 10.222.0.13 "GET /v2.0/networks?id=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c HTTP/1.1" status: 200 len: 913 time: 0.0941837 Sep 18 05:43:34.309351 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:34.432686 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a210ba59-d750-495f-974b-404d557dbd43 req-6bcf011f-24e4-4792-9b4f-7a78fce3db08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6445483f-e0cc-4a0e-bfc5-78358dd1dc25 HTTP/1.1" status: 200 len: 1000 time: 0.1196496 Sep 18 05:43:34.510708 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d1392dc3-4056-46e9-b93a-a9ea02bf090c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:34.512347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d1392dc3-4056-46e9-b93a-a9ea02bf090c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 812 time: 0.1978211 Sep 18 05:43:34.522287 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ba59-d750-495f-974b-404d557dbd43 req-fb511d50-a8e2-45da-93d7-d2d52a62631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:34.523754 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a210ba59-d750-495f-974b-404d557dbd43 req-fb511d50-a8e2-45da-93d7-d2d52a62631e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a5827826-bb2c-41ef-a70f-7df31a89d264 HTTP/1.1" status: 200 len: 852 time: 0.0804672 Sep 18 05:43:34.601885 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-4006d706-cf92-4780-b755-05010ad4a438 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4311c5f8783f4a7d9a2ad38c4facba04 HTTP/1.1" status: 200 len: 380 time: 0.0771565 Sep 18 05:43:34.608048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ba59-d750-495f-974b-404d557dbd43 req-da8cf13c-9df3-43ba-adbd-5aad9cf74f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:34.609584 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a210ba59-d750-495f-974b-404d557dbd43 req-da8cf13c-9df3-43ba-adbd-5aad9cf74f42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780456 Sep 18 05:43:34.615264 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d464542f-2397-46bd-b38f-0156a432a48f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'port': {'device_id': '82b009cc-4d87-40b8-b022-fa06714faba1', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'admin_state_up': True, 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'security_groups': ['ea471d26-5702-4a5d-a071-444e9d7ea0e3']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:34.682325 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7411e2cc-4afc-430e-b1b7-69c0192afd07 req-aea41e7f-f726-4359-a1a8-22cb20310e44 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 210 time: 0.0717742 Sep 18 05:43:35.180583 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a210ba59-d750-495f-974b-404d557dbd43 req-07c42879-67ca-43c5-a642-fff1e47e4875 service neutron] 10.222.0.13 "GET /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603251 Sep 18 05:43:35.300277 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a210ba59-d750-495f-974b-404d557dbd43 req-fcfe6c00-6f05-44e3-abef-be8f1140b07a service neutron] 10.222.0.13 "GET /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095436 Sep 18 05:43:35.303076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d464542f-2397-46bd-b38f-0156a432a48f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Made reservation on behalf of 4311c5f8783f4a7d9a2ad38c4facba04 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:43:35.306908 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d464542f-2397-46bd-b38f-0156a432a48f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:35.383059 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:35.442437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d464542f-2397-46bd-b38f-0156a432a48f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Allocated IP 172.20.0.12 (0f6e381d-8846-4d88-aff7-895a0111f888/135f7264-cbc4-44b4-90ff-4f1206bba78b/ce44b4ce-6e73-41c5-ac67-11732e6f7dfc) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:43:35.587743 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d464542f-2397-46bd-b38f-0156a432a48f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:35.680880 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d464542f-2397-46bd-b38f-0156a432a48f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:35.741765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d464542f-2397-46bd-b38f-0156a432a48f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Network 0f6e381d-8846-4d88-aff7-895a0111f888 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:43:35.744983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d464542f-2397-46bd-b38f-0156a432a48f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:43:35.748792 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d464542f-2397-46bd-b38f-0156a432a48f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:43:35.791987 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464542f-2397-46bd-b38f-0156a432a48f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'Port': ['ID=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:35.830601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d464542f-2397-46bd-b38f-0156a432a48f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:35.831837 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d464542f-2397-46bd-b38f-0156a432a48f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:35.860076 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35da03e-e728-4e79-8bbe-b5296a438a5c req-73b84d48-af8d-4f01-9e7f-57ed49d92de1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:35.871628 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f35da03e-e728-4e79-8bbe-b5296a438a5c req-73b84d48-af8d-4f01-9e7f-57ed49d92de1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 932 time: 0.0871818 Sep 18 05:43:35.924765 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f35da03e-e728-4e79-8bbe-b5296a438a5c req-8038389e-5990-49e3-82cf-4e8f7e497077 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510592 Sep 18 05:43:35.927036 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-d464542f-2397-46bd-b38f-0156a432a48f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3153870 Sep 18 05:43:35.943691 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Request body: {'port': {'device_id': '82b009cc-4d87-40b8-b022-fa06714faba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:36.006489 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:36.119012 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-485fedab-4d1f-42dd-8244-60ffdb902167 None None] Provisioning complete for port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:43:36.119285 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-485fedab-4d1f-42dd-8244-60ffdb902167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:36.173673 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-485fedab-4d1f-42dd-8244-60ffdb902167 None None] Port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:43:36.335856 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce44b4ce-6e73-41c5-ac67-11732e6f7dfc {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:43:36.344357 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:36.356467 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Transition to ACTIVE for port object ce44b4ce-6e73-41c5-ac67-11732e6f7dfc will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:43:36.429062 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:36.482906 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Pushing event updated for resources: {'Port': ['ID=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:36.568681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Attempting to bind port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:43:36.569030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Attempting to bind port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:43:36.569369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Attempting to bind port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:43:36.580934 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc on network 0f6e381d-8846-4d88-aff7-895a0111f888 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:43:36.581266 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Attempting to bind port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:43:36.591955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:43:36.592588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Checking segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:43:36.592819 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Bound using segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:43:36.593446 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Bound port: ce44b4ce-6e73-41c5-ac67-11732e6f7dfc, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:43:36.593956 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:36.689690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] For port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:43:36.693615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] For port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:43:36.805714 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:36.846305 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:36.846940 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:36.848396 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] 10.222.0.18 "PUT /v2.0/ports/ce44b4ce-6e73-41c5-ac67-11732e6f7dfc HTTP/1.1" status: 200 len: 1093 time: 0.9115968 Sep 18 05:43:36.848842 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b009cc-4d87-40b8-b022-fa06714faba1', 'tag': 'ce44b4ce-6e73-41c5-ac67-11732e6f7dfc'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:43:36.858080 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c76bc9-de42-4b43-9526-15c9de1fbcac" -d '{"events": [{"name": "network-changed", "server_uuid": "82b009cc-4d87-40b8-b022-fa06714faba1", "tag": "ce44b4ce-6e73-41c5-ac67-11732e6f7dfc"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:43:36.893073 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a7c9a-c27b-4b2e-b26f-a32c98bf7f4b service neutron] Pushing event updated for resources: {'Port': ['ID=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:36.929345 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717d6cb5-59a4-40b7-a064-0c936deb57b7 x-openstack-request-id: req-717d6cb5-59a4-40b7-a064-0c936deb57b7 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:43:36.929701 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b009cc-4d87-40b8-b022-fa06714faba1", "tag": "ce44b4ce-6e73-41c5-ac67-11732e6f7dfc", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:43:36.929989 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-717d6cb5-59a4-40b7-a064-0c936deb57b7 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:43:36.931479 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b009cc-4d87-40b8-b022-fa06714faba1', 'tag': 'ce44b4ce-6e73-41c5-ac67-11732e6f7dfc', 'status': 'completed', 'code': 200} Sep 18 05:43:36.971976 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:37.015539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c76bc9-de42-4b43-9526-15c9de1fbcac req-78cd88f8-1a80-4540-8d33-c076b0c6bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:37.020285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17c76bc9-de42-4b43-9526-15c9de1fbcac req-78cd88f8-1a80-4540-8d33-c076b0c6bb3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 1096 time: 0.0656092 Sep 18 05:43:37.159499 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c76bc9-de42-4b43-9526-15c9de1fbcac req-fe09f902-66ae-4ba7-92da-7433116ad3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:37.161640 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17c76bc9-de42-4b43-9526-15c9de1fbcac req-fe09f902-66ae-4ba7-92da-7433116ad3ff service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1359653 Sep 18 05:43:37.263678 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723be35-e1db-4e6c-b0f7-4e9a77b3c688 req-a28a4e08-3c71-4568-8b28-4abb938f56bf tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:37.268437 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c76bc9-de42-4b43-9526-15c9de1fbcac req-322936ae-5210-4e23-bcd9-f47c957d4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:37.268834 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c723be35-e1db-4e6c-b0f7-4e9a77b3c688 req-a28a4e08-3c71-4568-8b28-4abb938f56bf tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 944 time: 0.0580034 Sep 18 05:43:37.270120 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-17c76bc9-de42-4b43-9526-15c9de1fbcac req-322936ae-5210-4e23-bcd9-f47c957d4afe service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1008613 Sep 18 05:43:37.312559 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c723be35-e1db-4e6c-b0f7-4e9a77b3c688 req-d90354b4-db98-4a72-85ed-39b5d36b721e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397313 Sep 18 05:43:37.351105 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-38c4c410-0b2a-4379-90f5-9161b01a5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:37.352755 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-38c4c410-0b2a-4379-90f5-9161b01a5cad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 1096 time: 0.0448594 Sep 18 05:43:37.402818 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-b4b4f173-dd59-465f-ba5a-1121575f4605 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc HTTP/1.1" status: 200 len: 217 time: 0.0425780 Sep 18 05:43:37.466773 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-0521a14e-955a-47b0-9f42-870dac01a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:37.468553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-0521a14e-955a-47b0-9f42-870dac01a371 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0592759 Sep 18 05:43:37.515857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-da108212-712c-4a59-8efe-d0b13976cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:37.517435 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-da108212-712c-4a59-8efe-d0b13976cf11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421770 Sep 18 05:43:37.615495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-694825aa-e949-49c0-b2a8-3ca7aff7240c service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903058 Sep 18 05:43:37.706966 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a56e7be9-f154-44d9-9581-253a2fbcab7a req-3213b1cd-7b36-42d3-bb28-0877d918b413 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843019 Sep 18 05:43:38.444518 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564bc35-0a83-4799-a11d-191f6f56dd2f req-df014364-999d-49db-8946-6bbd535d2f84 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:38.446124 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5564bc35-0a83-4799-a11d-191f6f56dd2f req-df014364-999d-49db-8946-6bbd535d2f84 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 944 time: 0.0565083 Sep 18 05:43:38.489624 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5564bc35-0a83-4799-a11d-191f6f56dd2f req-1258230a-94c6-411c-a4a8-f1d10a9ce88a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354459 Sep 18 05:43:39.611609 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a165a48-2e8d-4655-a0ba-d76074f408f8 req-d6fb7b3c-804e-4750-9aa4-c60a58741bbc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:39.613238 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a165a48-2e8d-4655-a0ba-d76074f408f8 req-d6fb7b3c-804e-4750-9aa4-c60a58741bbc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 944 time: 0.0508864 Sep 18 05:43:39.655065 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8a165a48-2e8d-4655-a0ba-d76074f408f8 req-3fed572e-d067-4e38-91cb-9f254c82c9d6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351520 Sep 18 05:43:40.770341 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ebe6-37d7-44d2-9474-6bc463ce9487 req-4682b6da-6eef-45b5-ac0e-aa69f1166f48 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:40.771843 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3a86ebe6-37d7-44d2-9474-6bc463ce9487 req-4682b6da-6eef-45b5-ac0e-aa69f1166f48 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 944 time: 0.0490153 Sep 18 05:43:40.810075 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3a86ebe6-37d7-44d2-9474-6bc463ce9487 req-c02308a5-53d8-4272-9199-ff3d9af5dbe1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323248 Sep 18 05:43:41.935972 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e0457-071d-4bde-9078-c4d06e694e90 req-de8ffd01-4c35-4278-b090-981185c2a649 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:41.940268 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e6e0457-071d-4bde-9078-c4d06e694e90 req-de8ffd01-4c35-4278-b090-981185c2a649 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 944 time: 0.0576065 Sep 18 05:43:41.977737 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5e6e0457-071d-4bde-9078-c4d06e694e90 req-5f25c134-b4e3-4f72-b79d-2a7aa086dde3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336885 Sep 18 05:43:43.094600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc0c46-d0ce-48fe-8bdd-293050e08914 req-a122a820-afa0-4c7b-a199-da6765b487f0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:43.096112 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-defc0c46-d0ce-48fe-8bdd-293050e08914 req-a122a820-afa0-4c7b-a199-da6765b487f0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 944 time: 0.0489314 Sep 18 05:43:43.134486 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-defc0c46-d0ce-48fe-8bdd-293050e08914 req-972c66e8-9c98-4b33-8f53-2a2198e6377e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320663 Sep 18 05:43:43.220294 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:43:44.248141 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21e820-aab2-46b7-b614-b673926a8f07 req-b4a1cd80-8e99-4151-b100-584cbfe92bf3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:44.249599 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7f21e820-aab2-46b7-b614-b673926a8f07 req-b4a1cd80-8e99-4151-b100-584cbfe92bf3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 944 time: 0.0495224 Sep 18 05:43:44.287621 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7f21e820-aab2-46b7-b614-b673926a8f07 req-e3df5c84-7b76-40fc-9a0b-92f54cd44bce tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321329 Sep 18 05:43:45.021492 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ced719d-a014-4554-8f94-d8c7ca8d4d2a req-b23d3afe-3138-402d-a1d4-002d60b7898e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483787 Sep 18 05:43:45.107845 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced719d-a014-4554-8f94-d8c7ca8d4d2a req-3fe53b37-f7ee-4e4f-a453-03f69bbc6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:45.109462 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ced719d-a014-4554-8f94-d8c7ca8d4d2a req-3fe53b37-f7ee-4e4f-a453-03f69bbc6b1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2aca6bf56d324c12a6b27b3043e319dc&device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 1097 time: 0.0430753 Sep 18 05:43:45.224764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced719d-a014-4554-8f94-d8c7ca8d4d2a req-b8c18907-5ce2-45db-ac2d-9a5bff4a2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:45.225262 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ced719d-a014-4554-8f94-d8c7ca8d4d2a req-b8c18907-5ce2-45db-ac2d-9a5bff4a2a2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c HTTP/1.1" status: 200 len: 913 time: 0.0925579 Sep 18 05:43:45.295764 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ced719d-a014-4554-8f94-d8c7ca8d4d2a req-21b47b7b-9d9d-44b2-b054-de578e2e28a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6445483f-e0cc-4a0e-bfc5-78358dd1dc25 HTTP/1.1" status: 200 len: 1000 time: 0.0629773 Sep 18 05:43:45.348103 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced719d-a014-4554-8f94-d8c7ca8d4d2a req-f5d583a5-704c-4cce-8642-d2d191537bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:45.350001 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ced719d-a014-4554-8f94-d8c7ca8d4d2a req-f5d583a5-704c-4cce-8642-d2d191537bd3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a5827826-bb2c-41ef-a70f-7df31a89d264 HTTP/1.1" status: 200 len: 852 time: 0.0473523 Sep 18 05:43:45.439626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92f754-d711-4e44-b39b-7854fd9b7d65 req-425a81a8-809d-497e-a2df-009a51d0dab6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:45.441181 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e92f754-d711-4e44-b39b-7854fd9b7d65 req-425a81a8-809d-497e-a2df-009a51d0dab6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 944 time: 0.0840099 Sep 18 05:43:45.443869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced719d-a014-4554-8f94-d8c7ca8d4d2a req-ad689f1b-ede5-45d8-ad76-d6036cdc9297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:45.445303 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ced719d-a014-4554-8f94-d8c7ca8d4d2a req-ad689f1b-ede5-45d8-ad76-d6036cdc9297 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791442 Sep 18 05:43:45.530845 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e92f754-d711-4e44-b39b-7854fd9b7d65 req-7cf4d3ef-b64d-42c4-ab68-fcb3a594ec7f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830984 Sep 18 05:43:45.566464 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ced719d-a014-4554-8f94-d8c7ca8d4d2a req-a6600d37-ec35-44bc-9e41-e4d4e27953a4 service neutron] 10.222.0.13 "GET /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128981 Sep 18 05:43:45.669805 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ced719d-a014-4554-8f94-d8c7ca8d4d2a req-cab05a5a-38d1-4216-b904-79ce9f924151 service neutron] 10.222.0.13 "GET /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965376 Sep 18 05:43:45.914424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44553625-ced8-4f6a-a54f-ce9407b3e78a req-4c55d452-9f45-4972-bd06-1d83caf096cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433903 Sep 18 05:43:45.987122 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44553625-ced8-4f6a-a54f-ce9407b3e78a req-0e497d79-e7d9-4a34-92e8-0697dfb13b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:45.988579 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44553625-ced8-4f6a-a54f-ce9407b3e78a req-0e497d79-e7d9-4a34-92e8-0697dfb13b0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76da0d2a313c4d1082bb99de30f13ecf&device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 1102 time: 0.0486617 Sep 18 05:43:46.112304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44553625-ced8-4f6a-a54f-ce9407b3e78a req-18d72f80-7555-468c-8f03-9fbb84aa77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:46.114349 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44553625-ced8-4f6a-a54f-ce9407b3e78a req-18d72f80-7555-468c-8f03-9fbb84aa77f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.1067512 Sep 18 05:43:46.169356 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44553625-ced8-4f6a-a54f-ce9407b3e78a req-29478eca-afbe-483a-b498-912e2a0469e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=073d22d9-4471-4889-ae5e-7d4312a4bcea HTTP/1.1" status: 200 len: 217 time: 0.0476115 Sep 18 05:43:46.218079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44553625-ced8-4f6a-a54f-ce9407b3e78a req-363034e4-ac51-4751-a70c-535ee4be40f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:46.219575 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44553625-ced8-4f6a-a54f-ce9407b3e78a req-363034e4-ac51-4751-a70c-535ee4be40f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0441253 Sep 18 05:43:46.265390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44553625-ced8-4f6a-a54f-ce9407b3e78a req-5009d145-1d83-4ab0-8e25-573e1f456795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:46.266838 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44553625-ced8-4f6a-a54f-ce9407b3e78a req-5009d145-1d83-4ab0-8e25-573e1f456795 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0405958 Sep 18 05:43:46.362007 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44553625-ced8-4f6a-a54f-ce9407b3e78a req-843aa424-6379-4843-bb50-59903c76605e service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871685 Sep 18 05:43:46.458631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-44553625-ced8-4f6a-a54f-ce9407b3e78a req-4184c516-e395-4956-9abe-ff6a28734fe9 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891960 Sep 18 05:43:46.648775 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe894a4-ede0-45f3-a6d4-f2f3ebda3d6a req-688a8c58-e5f9-40d2-92c0-7151e2efb8c9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:46.650306 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cfe894a4-ede0-45f3-a6d4-f2f3ebda3d6a req-688a8c58-e5f9-40d2-92c0-7151e2efb8c9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 944 time: 0.0503333 Sep 18 05:43:46.689198 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cfe894a4-ede0-45f3-a6d4-f2f3ebda3d6a req-e165b11f-cfb1-4b8a-b434-2ab3e6c1cbc6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324955 Sep 18 05:43:47.807667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625de5e-e656-4099-afbe-8d8eb1aab565 req-946ac388-23af-4ed5-87ca-6d1b863ff60d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:47.809544 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6625de5e-e656-4099-afbe-8d8eb1aab565 req-946ac388-23af-4ed5-87ca-6d1b863ff60d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 944 time: 0.0518646 Sep 18 05:43:47.852690 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6625de5e-e656-4099-afbe-8d8eb1aab565 req-baab2eaf-5e4f-4272-91f2-d475abdadb47 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373251 Sep 18 05:43:48.975914 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f83d6d-6fd4-47dd-a2c8-a59ddc8cecf0 req-69e0478e-0d65-43c6-8442-843009d7fb76 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:48.977623 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c3f83d6d-6fd4-47dd-a2c8-a59ddc8cecf0 req-69e0478e-0d65-43c6-8442-843009d7fb76 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 944 time: 0.0544105 Sep 18 05:43:49.017037 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c3f83d6d-6fd4-47dd-a2c8-a59ddc8cecf0 req-12e23c5a-0b92-4df5-83d1-4e07b2057615 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329728 Sep 18 05:43:49.101966 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ce44b4ce-6e73-41c5-ac67-11732e6f7dfc details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:43:49.209207 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:43:49.223524 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'ce44b4ce-6e73-41c5-ac67-11732e6f7dfc', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'port_id': 'ce44b4ce-6e73-41c5-ac67-11732e6f7dfc', 'mac_address': 'fa:16:3e:7a:5e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:43:49.260570 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:49.275417 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce44b4ce-6e73-41c5-ac67-11732e6f7dfc {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:43:49.296691 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:43:49.359980 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:49.414664 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:49.423148 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:49.423505 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:49.423857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:49.424204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:49.424576 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:49.424921 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:49.425256 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:49.425593 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:49.425926 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:49.426263 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:49.426595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:49.426998 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:43:49.571650 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['ce44b4ce-6e73-41c5-ac67-11732e6f7dfc'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:43:50.137209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd43b9-366d-41df-a69d-4422041b70e4 req-d3f35934-0882-4954-89c2-a6b886b989d5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:50.138752 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-12cd43b9-366d-41df-a69d-4422041b70e4 req-d3f35934-0882-4954-89c2-a6b886b989d5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 945 time: 0.0500655 Sep 18 05:43:50.180959 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-12cd43b9-366d-41df-a69d-4422041b70e4 req-13c5c1b0-78dc-457a-b3e9-99033f830184 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355811 Sep 18 05:43:51.126708 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ce44b4ce-6e73-41c5-ac67-11732e6f7dfc up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:43:51.234424 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:43:51.239509 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:43:51.239509 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:51.304196 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd2a5d-a61c-4425-b4a3-4619b45c1b2e req-1a51e17f-6ae5-411f-8d4b-aa4784bb04d1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:51.305750 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2acd2a5d-a61c-4425-b4a3-4619b45c1b2e req-1a51e17f-6ae5-411f-8d4b-aa4784bb04d1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 945 time: 0.0531991 Sep 18 05:43:51.320034 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:51.342216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b009cc-4d87-40b8-b022-fa06714faba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce44b4ce-6e73-41c5-ac67-11732e6f7dfc'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:43:51.344515 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9476022-2543-4955-8f97-b70e73ac5038" -d '{"events": [{"server_uuid": "82b009cc-4d87-40b8-b022-fa06714faba1", "name": "network-vif-plugged", "status": "completed", "tag": "ce44b4ce-6e73-41c5-ac67-11732e6f7dfc"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:43:51.347490 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2acd2a5d-a61c-4425-b4a3-4619b45c1b2e req-004e8bf7-1f6f-4992-b9bf-1126a019f577 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345433 Sep 18 05:43:51.366071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:43:51.391038 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d8e52f-a38a-48d5-8e27-9fb2cb474824 x-openstack-request-id: req-a2d8e52f-a38a-48d5-8e27-9fb2cb474824 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:43:51.391288 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b009cc-4d87-40b8-b022-fa06714faba1", "name": "network-vif-plugged", "status": "completed", "tag": "ce44b4ce-6e73-41c5-ac67-11732e6f7dfc", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:43:51.391601 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2d8e52f-a38a-48d5-8e27-9fb2cb474824 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:43:51.392009 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b009cc-4d87-40b8-b022-fa06714faba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce44b4ce-6e73-41c5-ac67-11732e6f7dfc', 'code': 200} Sep 18 05:43:51.428906 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:51.490035 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:51.503114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd33749-c5c8-4195-ad60-9e2e0bc2b12c req-05e348b0-996b-4dc9-915d-62efa0694f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:51.504656 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2fd33749-c5c8-4195-ad60-9e2e0bc2b12c req-05e348b0-996b-4dc9-915d-62efa0694f46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 1098 time: 0.0501437 Sep 18 05:43:51.540665 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2fd33749-c5c8-4195-ad60-9e2e0bc2b12c req-0de3b6ff-54f7-4cac-b523-efc6100e80b2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287266 Sep 18 05:43:52.482802 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f27e6-618a-4d28-b338-f60500a1eed9 req-67b2be2e-efff-471c-9c80-361432992ea9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:52.484456 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eb5f27e6-618a-4d28-b338-f60500a1eed9 req-67b2be2e-efff-471c-9c80-361432992ea9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 946 time: 0.0550447 Sep 18 05:43:52.526998 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eb5f27e6-618a-4d28-b338-f60500a1eed9 req-11492765-8115-4a98-9277-3e940cc73efb tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357752 Sep 18 05:43:53.400379 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:53.496881 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:53.647011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e803c-d0dc-4ed4-b4c5-ae55f88a7ff5 req-a44f663b-b8dd-4002-8f38-85c8b61db1ee tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:53.648528 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a36e803c-d0dc-4ed4-b4c5-ae55f88a7ff5 req-a44f663b-b8dd-4002-8f38-85c8b61db1ee tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 946 time: 0.0524931 Sep 18 05:43:53.689988 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a36e803c-d0dc-4ed4-b4c5-ae55f88a7ff5 req-25580bbf-be3d-43d7-a44c-c106300d1e13 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345280 Sep 18 05:43:53.812549 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d129bf3-239f-4e28-aabc-69091b9db791 req-2833b464-3e24-49ef-8a5f-1fcc594454ca tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:53.814042 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d129bf3-239f-4e28-aabc-69091b9db791 req-2833b464-3e24-49ef-8a5f-1fcc594454ca tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 946 time: 0.0555780 Sep 18 05:43:53.852845 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2d129bf3-239f-4e28-aabc-69091b9db791 req-f621d767-2093-47f0-ae2a-07b70c236ce5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326798 Sep 18 05:43:53.875444 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35558) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:54.021875 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b48df8-2059-4d1d-8097-bcaad0eb9a4b tempest-TestVolumeBootPattern-1909483121 tempest-TestVolumeBootPattern-1909483121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:54.023502 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-03b48df8-2059-4d1d-8097-bcaad0eb9a4b tempest-TestVolumeBootPattern-1909483121 tempest-TestVolumeBootPattern-1909483121-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 1093 time: 0.1470387 Sep 18 05:43:54.026494 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 35570) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:43:54.033824 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': 'ce44b4ce-6e73-41c5-ac67-11732e6f7dfc', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:43:54.130665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:54.230010 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:54.336817 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Allocated IP 172.25.7.149 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/bc98d427-5e1f-4f18-af5e-ac8110deb2d0) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:43:54.446316 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:54.571068 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:54.610983 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:43:54.615127 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:43:54.617779 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:43:54.626269 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'Port': ['ID=bc98d427-5e1f-4f18-af5e-ac8110deb2d0,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:55.282762 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:55.404074 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:55.561288 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:55.633852 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:55.705869 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'Port': ['ID=bc98d427-5e1f-4f18-af5e-ac8110deb2d0,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:43:55.717665 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:55.817183 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Floating IP f7bdcb93-3893-44a4-b4fd-dbc8f8ae3ffe associated. External IP: 172.25.7.149, port: ce44b4ce-6e73-41c5-ac67-11732e6f7dfc. Sep 18 05:43:56.035130 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Router 9868725c-ba5a-4273-9881-dc51353bf730 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:43:56.149096 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:43:56.162298 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1f067-87e6-4c2b-a99b-1b457478b963 None None] Sync routers for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:43:56.173341 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1f067-87e6-4c2b-a99b-1b457478b963 None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:43:56.174013 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-bea1f067-87e6-4c2b-a99b-1b457478b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:43:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:43:56.268414 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:43:56.280275 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-bea1f067-87e6-4c2b-a99b-1b457478b963 None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:43:56.315377 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-655e8f6c-5061-4072-8973-b2b638b9f407 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2751868 Sep 18 05:43:56.315377 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b009cc-4d87-40b8-b022-fa06714faba1', 'tag': 'ce44b4ce-6e73-41c5-ac67-11732e6f7dfc'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:43:56.315377 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5f3b97-bb88-45c0-ab07-15e71a5a39a6" -d '{"events": [{"name": "network-changed", "server_uuid": "82b009cc-4d87-40b8-b022-fa06714faba1", "tag": "ce44b4ce-6e73-41c5-ac67-11732e6f7dfc"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:43:56.430840 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2336928a-9a83-4497-855c-989651c4b697 x-openstack-request-id: req-2336928a-9a83-4497-855c-989651c4b697 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:43:56.431401 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b009cc-4d87-40b8-b022-fa06714faba1", "tag": "ce44b4ce-6e73-41c5-ac67-11732e6f7dfc", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:43:56.431666 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2336928a-9a83-4497-855c-989651c4b697 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:43:56.432070 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b009cc-4d87-40b8-b022-fa06714faba1', 'tag': 'ce44b4ce-6e73-41c5-ac67-11732e6f7dfc', 'status': 'completed', 'code': 200} Sep 18 05:43:56.498378 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f3b97-bb88-45c0-ab07-15e71a5a39a6 req-b32eee22-b20e-4e23-ae11-6dde70695ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:56.499903 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b5f3b97-bb88-45c0-ab07-15e71a5a39a6 req-b32eee22-b20e-4e23-ae11-6dde70695ccd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 1098 time: 0.0431590 Sep 18 05:43:56.519982 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-bea1f067-87e6-4c2b-a99b-1b457478b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'f7bdcb93-3893-44a4-b4fd-dbc8f8ae3ffe', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': 'ce44b4ce-6e73-41c5-ac67-11732e6f7dfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:7a:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b009cc-4d87-40b8-b022-fa06714faba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:43:54Z', 'updated_at': '2021-09-18T05:43:54Z', 'revision_number': 0, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:43:56.552964 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1f067-87e6-4c2b-a99b-1b457478b963 None None] Checking router: 9868725c-ba5a-4273-9881-dc51353bf730 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:43:56.561883 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1f067-87e6-4c2b-a99b-1b457478b963 None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:43:56.562527 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-bea1f067-87e6-4c2b-a99b-1b457478b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:43:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:43:56.596167 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f3b97-bb88-45c0-ab07-15e71a5a39a6 req-117bf12c-83b0-4e80-ba0f-3c6ae2adb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:56.597969 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b5f3b97-bb88-45c0-ab07-15e71a5a39a6 req-117bf12c-83b0-4e80-ba0f-3c6ae2adb345 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.0905275 Sep 18 05:43:56.667855 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-bea1f067-87e6-4c2b-a99b-1b457478b963 None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:43:56.673042 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b5f3b97-bb88-45c0-ab07-15e71a5a39a6 req-90861a02-b1fd-4c8d-ae10-9b7034eaa713 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc HTTP/1.1" status: 200 len: 1000 time: 0.0682268 Sep 18 05:43:56.722800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f3b97-bb88-45c0-ab07-15e71a5a39a6 req-97b2ce48-8c2c-4a2d-8c28-5671b641c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:56.724526 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b5f3b97-bb88-45c0-ab07-15e71a5a39a6 req-97b2ce48-8c2c-4a2d-8c28-5671b641c2da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0438666 Sep 18 05:43:56.771189 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f3b97-bb88-45c0-ab07-15e71a5a39a6 req-2881723d-9645-4d04-807b-77d8d70e7319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:43:56.772750 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b5f3b97-bb88-45c0-ab07-15e71a5a39a6 req-2881723d-9645-4d04-807b-77d8d70e7319 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420942 Sep 18 05:43:56.870563 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b5f3b97-bb88-45c0-ab07-15e71a5a39a6 req-ff998561-06f6-4f71-85f0-647fda891eda service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904095 Sep 18 05:43:56.893197 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-bea1f067-87e6-4c2b-a99b-1b457478b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'f7bdcb93-3893-44a4-b4fd-dbc8f8ae3ffe', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': 'ce44b4ce-6e73-41c5-ac67-11732e6f7dfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:7a:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b009cc-4d87-40b8-b022-fa06714faba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:43:54Z', 'updated_at': '2021-09-18T05:43:54Z', 'revision_number': 0, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:43:56.924354 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1f067-87e6-4c2b-a99b-1b457478b963 None None] The sync data for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 is: [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'f7bdcb93-3893-44a4-b4fd-dbc8f8ae3ffe', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': 'ce44b4ce-6e73-41c5-ac67-11732e6f7dfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:7a:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b009cc-4d87-40b8-b022-fa06714faba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:43:54Z', 'updated_at': '2021-09-18T05:43:54Z', 'revision_number': 0, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:43:56.962768 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6b5f3b97-bb88-45c0-ab07-15e71a5a39a6 req-10861a54-5fea-4f96-a301-9d5c18109c80 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857482 Sep 18 05:43:57.138418 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae02c6c3-b7b6-4ba2-93bc-4cce01c59554 None None] New status for floating IP f7bdcb93-3893-44a4-b4fd-dbc8f8ae3ffe: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:44:01.295637 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-92191925-d824-4b43-a288-5236904e905f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:03.867131 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-22a460f7-1532-4877-9a94-2165d351749c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:04.279865 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:05.342333 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:05.625607 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62242823-3b0d-407d-a815-f6419ab8ccfb req-4572b6bc-44ef-4991-a04f-aa706d715807 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:44:05.627238 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-62242823-3b0d-407d-a815-f6419ab8ccfb req-4572b6bc-44ef-4991-a04f-aa706d715807 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 950 time: 0.0509100 Sep 18 05:44:05.665145 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-62242823-3b0d-407d-a815-f6419ab8ccfb req-a2f53ef5-a861-4cf7-b245-e91c66c2146a tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/security-groups?id=6deddb36-89d7-40b8-942d-3a8b45f2eb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Sep 18 05:44:06.787566 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bfdb4-556a-4e75-93ac-1798a04611c2 req-4fa52693-4cc6-4dee-9415-8b527f81cbb6 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:44:06.789078 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-095bfdb4-556a-4e75-93ac-1798a04611c2 req-4fa52693-4cc6-4dee-9415-8b527f81cbb6 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 950 time: 0.0534785 Sep 18 05:44:06.826878 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-095bfdb4-556a-4e75-93ac-1798a04611c2 req-8072342e-fef1-4a7b-b8dd-3c9dff8b44ba tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/security-groups?id=6deddb36-89d7-40b8-942d-3a8b45f2eb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311635 Sep 18 05:44:06.948020 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:07.144980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6cb8e-4a49-4d5a-b861-ec2101b137d5 req-588036b7-313a-4ce9-bdc1-13e9f2b070b8 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:44:07.146634 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76c6cb8e-4a49-4d5a-b861-ec2101b137d5 req-588036b7-313a-4ce9-bdc1-13e9f2b070b8 tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 950 time: 0.0498478 Sep 18 05:44:07.240750 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-76c6cb8e-4a49-4d5a-b861-ec2101b137d5 req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Deleting port 073d22d9-4471-4889-ae5e-7d4312a4bcea {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:44:07.241019 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-76c6cb8e-4a49-4d5a-b861-ec2101b137d5 req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:07.330709 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-76c6cb8e-4a49-4d5a-b861-ec2101b137d5 req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] For port 073d22d9-4471-4889-ae5e-7d4312a4bcea, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=073d22d9-4471-4889-ae5e-7d4312a4bcea,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:44:07.331082 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-76c6cb8e-4a49-4d5a-b861-ec2101b137d5 req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:07.343403 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-76c6cb8e-4a49-4d5a-b861-ec2101b137d5 req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Calling delete_port for 073d22d9-4471-4889-ae5e-7d4312a4bcea owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:44:07.559789 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-76c6cb8e-4a49-4d5a-b861-ec2101b137d5 req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:07.572476 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['073d22d9-4471-4889-ae5e-7d4312a4bcea'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:44:07.587969 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Pushing event deleted for resources: {'Port': ['ID=073d22d9-4471-4889-ae5e-7d4312a4bcea,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:07.601101 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:07.601459 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:07.601837 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:07.602200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:07.602667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:07.602990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:07.603332 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:07.603670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:07.604003 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:07.604361 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:07.604723 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:07.605055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:07.643799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c6cb8e-4a49-4d5a-b861-ec2101b137d5 req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] No DVR routers for this DVR port 073d22d9-4471-4889-ae5e-7d4312a4bcea on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:44:07.646564 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-76c6cb8e-4a49-4d5a-b861-ec2101b137d5 req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:07.648699 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-76c6cb8e-4a49-4d5a-b861-ec2101b137d5 req-0c1dd6ab-6546-4427-a37c-80ead558e99d tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.18 "DELETE /v2.0/ports/073d22d9-4471-4889-ae5e-7d4312a4bcea HTTP/1.1" status: 204 len: 173 time: 0.4947915 Sep 18 05:44:07.649141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fba6c40-93ed-4ad4-b5cb-3ddf857519c0', 'name': 'network-vif-deleted', 'tag': '073d22d9-4471-4889-ae5e-7d4312a4bcea'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:44:07.651435 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c56c4d-d23f-4426-9c6c-690cfb4f9402" -d '{"events": [{"server_uuid": "5fba6c40-93ed-4ad4-b5cb-3ddf857519c0", "name": "network-vif-deleted", "tag": "073d22d9-4471-4889-ae5e-7d4312a4bcea"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:44:07.700724 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff115249-34bd-483f-a2ff-9c7c9f9cf2a0 x-openstack-request-id: req-ff115249-34bd-483f-a2ff-9c7c9f9cf2a0 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:44:07.701028 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fba6c40-93ed-4ad4-b5cb-3ddf857519c0", "name": "network-vif-deleted", "tag": "073d22d9-4471-4889-ae5e-7d4312a4bcea", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:44:07.701341 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff115249-34bd-483f-a2ff-9c7c9f9cf2a0 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:44:07.701897 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fba6c40-93ed-4ad4-b5cb-3ddf857519c0', 'name': 'network-vif-deleted', 'tag': '073d22d9-4471-4889-ae5e-7d4312a4bcea', 'status': 'completed', 'code': 200} Sep 18 05:44:07.929097 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5a8f257d-8b72-4036-9e6c-e47636a86746 req-20d5a438-5c59-421c-a521-279dad534c6e tempest-VolumesBackupsTest-1766555402 tempest-VolumesBackupsTest-1766555402-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fba6c40-93ed-4ad4-b5cb-3ddf857519c0 HTTP/1.1" status: 200 len: 210 time: 0.0319350 Sep 18 05:44:11.192190 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 073d22d9-4471-4889-ae5e-7d4312a4bcea no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:44:11.378308 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 073d22d9-4471-4889-ae5e-7d4312a4bcea {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:44:11.378690 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 073d22d9-4471-4889-ae5e-7d4312a4bcea not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:44:20.220256 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:44:23.399067 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:23.530321 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:31.285265 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e8b65853-03a0-4577-a0c3-540c1d8f7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:33.710466 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36056) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:44:33.873572 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-158a76b1-3761-4481-a711-0042a474b10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:33.874183 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Deleting port 12ad0d1c-c156-4973-8139-7158c2e34487 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:44:33.874183 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:33.953955 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:33.954276 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:33.967029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Calling delete_port for 12ad0d1c-c156-4973-8139-7158c2e34487 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:44:34.193228 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:34.224910 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Pushing event deleted for resources: {'Port': ['ID=12ad0d1c-c156-4973-8139-7158c2e34487,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:34.260981 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:34.266818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:34.266818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:34.266818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:34.266818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:34.266818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:34.266818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:34.266818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:34.266818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:34.266818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:34.266818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:34.266818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:34.308389 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:34.308837 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Floating IP a4404642-3d9f-4e96-925c-b03411e7771a disassociated (deleted). External IP: 172.25.7.43, port: 6445483f-e0cc-4a0e-bfc5-78358dd1dc25. Sep 18 05:44:34.352834 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:34.525070 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Router f21ffeb3-2905-45cd-819e-157204ef093c has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:44:34.634387 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:44:34.638969 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:34.644710 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e9dd5-8fdd-4b03-a758-ad913412563a None None] Sync routers for ids ['f21ffeb3-2905-45cd-819e-157204ef093c'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:44:34.654515 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e9dd5-8fdd-4b03-a758-ad913412563a None None] Routers {'f21ffeb3-2905-45cd-819e-157204ef093c'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:44:34.655182 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-851e9dd5-8fdd-4b03-a758-ad913412563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:44:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f21ffeb3-2905-45cd-819e-157204ef093c'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:34.668016 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-af4dfd64-03f7-438b-b694-8ca53adcb12e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "DELETE /v2.0/floatingips/a4404642-3d9f-4e96-925c-b03411e7771a HTTP/1.1" status: 204 len: 168 time: 0.9564176 Sep 18 05:44:34.669148 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'tag': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:44:34.671587 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e9e206-7bec-49e6-b4d3-c88aa17bb036" -d '{"events": [{"name": "network-changed", "server_uuid": "b733077e-a176-4800-acb0-ca99c59ea49e", "tag": "6445483f-e0cc-4a0e-bfc5-78358dd1dc25"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:44:34.711065 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76a9e15-4b4d-455a-84db-d626414b8f7d x-openstack-request-id: req-c76a9e15-4b4d-455a-84db-d626414b8f7d {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:44:34.711697 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b733077e-a176-4800-acb0-ca99c59ea49e", "tag": "6445483f-e0cc-4a0e-bfc5-78358dd1dc25", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:44:34.711697 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c76a9e15-4b4d-455a-84db-d626414b8f7d {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:44:34.712000 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'tag': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'status': 'completed', 'code': 200} Sep 18 05:44:34.778544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9e206-7bec-49e6-b4d3-c88aa17bb036 req-521a0070-de4b-4a84-9cb7-e132f2435d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:44:34.780001 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75e9e206-7bec-49e6-b4d3-c88aa17bb036 req-521a0070-de4b-4a84-9cb7-e132f2435d50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2aca6bf56d324c12a6b27b3043e319dc&device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 1097 time: 0.0444117 Sep 18 05:44:34.869730 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-851e9dd5-8fdd-4b03-a758-ad913412563a None None] Set router f21ffeb3-2905-45cd-819e-157204ef093c gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:44:34.876904 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9e206-7bec-49e6-b4d3-c88aa17bb036 req-2f0e2af1-29be-47e1-aefc-576f8f479d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:44:34.878495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75e9e206-7bec-49e6-b4d3-c88aa17bb036 req-2f0e2af1-29be-47e1-aefc-576f8f479d31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c HTTP/1.1" status: 200 len: 913 time: 0.0911820 Sep 18 05:44:34.925631 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75e9e206-7bec-49e6-b4d3-c88aa17bb036 req-8756be83-050e-4b81-83d1-fff1a6ec5153 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6445483f-e0cc-4a0e-bfc5-78358dd1dc25 HTTP/1.1" status: 200 len: 217 time: 0.0396595 Sep 18 05:44:34.978192 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9e206-7bec-49e6-b4d3-c88aa17bb036 req-92e10787-0b6f-4cad-ad8d-1b743eb21482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:44:34.979752 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75e9e206-7bec-49e6-b4d3-c88aa17bb036 req-92e10787-0b6f-4cad-ad8d-1b743eb21482 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a5827826-bb2c-41ef-a70f-7df31a89d264 HTTP/1.1" status: 200 len: 852 time: 0.0475194 Sep 18 05:44:35.029624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9e206-7bec-49e6-b4d3-c88aa17bb036 req-de05706e-da63-48c4-8b2e-cca310b10139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:44:35.031165 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75e9e206-7bec-49e6-b4d3-c88aa17bb036 req-de05706e-da63-48c4-8b2e-cca310b10139 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449097 Sep 18 05:44:35.075760 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-851e9dd5-8fdd-4b03-a758-ad913412563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 4, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '505b6a50-cad4-4e8a-b4dd-23e3661a8931', 'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'mac_address': 'fa:16:3e:76:f8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:17Z', 'updated_at': '2021-09-18T05:40:21Z', 'revision_number': 5, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'subnets': [{'id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:35.105690 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e9dd5-8fdd-4b03-a758-ad913412563a None None] Checking router: f21ffeb3-2905-45cd-819e-157204ef093c for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:44:35.114185 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e9dd5-8fdd-4b03-a758-ad913412563a None None] Routers {'f21ffeb3-2905-45cd-819e-157204ef093c'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:44:35.114826 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-851e9dd5-8fdd-4b03-a758-ad913412563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:44:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f21ffeb3-2905-45cd-819e-157204ef093c'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:35.129880 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75e9e206-7bec-49e6-b4d3-c88aa17bb036 req-46986e82-a96b-4054-b0bc-6ec4a471a25d service neutron] 10.222.0.13 "GET /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914257 Sep 18 05:44:35.226208 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75e9e206-7bec-49e6-b4d3-c88aa17bb036 req-9b04a0e5-274a-431b-93fb-297d97598cac service neutron] 10.222.0.13 "GET /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897422 Sep 18 05:44:35.230950 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-851e9dd5-8fdd-4b03-a758-ad913412563a None None] Set router f21ffeb3-2905-45cd-819e-157204ef093c gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:44:35.297371 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223d85b-c3b2-44ae-90a6-6547909f03c3 req-c2755d32-6a52-4304-b977-ff8feff17ad1 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:44:35.302106 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6223d85b-c3b2-44ae-90a6-6547909f03c3 req-c2755d32-6a52-4304-b977-ff8feff17ad1 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 945 time: 0.1213520 Sep 18 05:44:35.347839 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6223d85b-c3b2-44ae-90a6-6547909f03c3 req-8e11e78b-c016-4928-a8a5-ac7249f5ab2f tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420992 Sep 18 05:44:35.364848 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:35.446635 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-851e9dd5-8fdd-4b03-a758-ad913412563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 4, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '505b6a50-cad4-4e8a-b4dd-23e3661a8931', 'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'mac_address': 'fa:16:3e:76:f8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:17Z', 'updated_at': '2021-09-18T05:40:21Z', 'revision_number': 5, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'subnets': [{'id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:35.473522 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e9dd5-8fdd-4b03-a758-ad913412563a None None] The sync data for ids ['f21ffeb3-2905-45cd-819e-157204ef093c'] in n-d-789963-13 is: [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:17Z', 'revision_number': 4, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '505b6a50-cad4-4e8a-b4dd-23e3661a8931', 'name': '', 'network_id': '21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'mac_address': 'fa:16:3e:76:f8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:17Z', 'updated_at': '2021-09-18T05:40:21Z', 'revision_number': 5, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'subnets': [{'id': 'a5827826-bb2c-41ef-a70f-7df31a89d264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:44:35.695290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd51db0-3bf2-4249-b53a-aa285e9fb44a None None] New status for floating IP a4404642-3d9f-4e96-925c-b03411e7771a: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:44:36.531854 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4d0a2-0b23-427c-83d2-ee914102a65a req-9c4fd1ac-04b4-4ce1-b563-079e32051642 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:44:36.533593 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71b4d0a2-0b23-427c-83d2-ee914102a65a req-9c4fd1ac-04b4-4ce1-b563-079e32051642 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 945 time: 0.1180353 Sep 18 05:44:36.572371 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71b4d0a2-0b23-427c-83d2-ee914102a65a req-c386afa8-c70a-4d3d-9045-7ce1c505136b tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327065 Sep 18 05:44:36.735088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb8eac-6cc1-4715-b702-7e5f426e73f4 req-0781fd25-edaf-4f86-8fbe-ea786fdcdfa1 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:44:36.736602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43cb8eac-6cc1-4715-b702-7e5f426e73f4 req-0781fd25-edaf-4f86-8fbe-ea786fdcdfa1 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 945 time: 0.0481892 Sep 18 05:44:36.826300 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-43cb8eac-6cc1-4715-b702-7e5f426e73f4 req-38403cfc-54bb-442d-accc-58cc60ab82ad tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Deleting port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:44:36.826651 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-43cb8eac-6cc1-4715-b702-7e5f426e73f4 req-38403cfc-54bb-442d-accc-58cc60ab82ad tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:36.919226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-43cb8eac-6cc1-4715-b702-7e5f426e73f4 req-38403cfc-54bb-442d-accc-58cc60ab82ad tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] For port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=6445483f-e0cc-4a0e-bfc5-78358dd1dc25,segment=NetworkSegment(63ff1eac-b516-4b2b-b94f-ea4a8fc0458e),segment_id=63ff1eac-b516-4b2b-b94f-ea4a8fc0458e)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:44:36.919603 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-43cb8eac-6cc1-4715-b702-7e5f426e73f4 req-38403cfc-54bb-442d-accc-58cc60ab82ad tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:36.932987 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-43cb8eac-6cc1-4715-b702-7e5f426e73f4 req-38403cfc-54bb-442d-accc-58cc60ab82ad tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Calling delete_port for 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:44:36.964499 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:37.154012 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-43cb8eac-6cc1-4715-b702-7e5f426e73f4 req-38403cfc-54bb-442d-accc-58cc60ab82ad tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:37.181886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38403cfc-54bb-442d-accc-58cc60ab82ad tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Pushing event deleted for resources: {'Port': ['ID=6445483f-e0cc-4a0e-bfc5-78358dd1dc25,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:37.227703 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cb8eac-6cc1-4715-b702-7e5f426e73f4 req-38403cfc-54bb-442d-accc-58cc60ab82ad tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] No DVR routers for this DVR port 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:44:37.230570 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-43cb8eac-6cc1-4715-b702-7e5f426e73f4 req-38403cfc-54bb-442d-accc-58cc60ab82ad tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:37.233870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43cb8eac-6cc1-4715-b702-7e5f426e73f4 req-38403cfc-54bb-442d-accc-58cc60ab82ad tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.13 "DELETE /v2.0/ports/6445483f-e0cc-4a0e-bfc5-78358dd1dc25 HTTP/1.1" status: 204 len: 173 time: 0.4912271 Sep 18 05:44:37.234304 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'name': 'network-vif-deleted', 'tag': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:44:37.236545 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587923ae-3f54-4b40-8000-6e0ba2d923ff" -d '{"events": [{"server_uuid": "b733077e-a176-4800-acb0-ca99c59ea49e", "name": "network-vif-deleted", "tag": "6445483f-e0cc-4a0e-bfc5-78358dd1dc25"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:44:37.271387 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3c7240-43c1-4c18-90ee-383609016a98 x-openstack-request-id: req-6a3c7240-43c1-4c18-90ee-383609016a98 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:44:37.271768 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b733077e-a176-4800-acb0-ca99c59ea49e", "name": "network-vif-deleted", "tag": "6445483f-e0cc-4a0e-bfc5-78358dd1dc25", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:44:37.272026 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a3c7240-43c1-4c18-90ee-383609016a98 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:44:37.272472 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b733077e-a176-4800-acb0-ca99c59ea49e', 'name': 'network-vif-deleted', 'tag': '6445483f-e0cc-4a0e-bfc5-78358dd1dc25', 'status': 'completed', 'code': 200} Sep 18 05:44:37.676604 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b9dc3f5b-9349-46b4-903a-9bf2385a9de8 req-7f9ea0bc-5975-44ae-973c-570481f0f890 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 210 time: 0.0302622 Sep 18 05:44:38.781082 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e4d90c0a-0a9d-4ef1-8eb9-65e659df3fef req-6bedac4d-1ec5-42a1-9c38-cd98b4075366 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 210 time: 0.0329325 Sep 18 05:44:39.877226 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fffb7774-d8f0-459b-a047-1543c03565aa req-e10128dd-df34-4f50-bac6-52cee11a88ad tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 210 time: 0.0268104 Sep 18 05:44:40.518763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:44:40.539715 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:44:40.540519 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 6445483f-e0cc-4a0e-bfc5-78358dd1dc25 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:44:40.983324 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cd50aa50-a648-4cf1-a187-6bc94823c2e9 req-ec5e029e-6466-42ba-9ec3-1027f880f983 tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b733077e-a176-4800-acb0-ca99c59ea49e HTTP/1.1" status: 200 len: 210 time: 0.0359881 Sep 18 05:44:42.039256 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36100) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:44:42.104585 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fba29fd7-273e-4609-bf00-78d84277c30e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:42.133765 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fba29fd7-273e-4609-bf00-78d84277c30e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:42.301884 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fba29fd7-273e-4609-bf00-78d84277c30e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:42.304772 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-fba29fd7-273e-4609-bf00-78d84277c30e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:42.306000 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-fba29fd7-273e-4609-bf00-78d84277c30e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc HTTP/1.1" status: 204 len: 168 time: 0.2656944 Sep 18 05:44:42.316818 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba29fd7-273e-4609-bf00-78d84277c30e tempest-TestVolumeBackupRestore-379093764 tempest-TestVolumeBackupRestore-379093764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1636ed-a66a-4e32-a8e8-0f1a33ac9edc,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:45.895018 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-409d8a52-c84d-4f04-a7ba-d58141ab6bbb req-98bba842-df8a-4343-ae9e-2ed7dc635536 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597198 Sep 18 05:44:45.987347 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d8a52-c84d-4f04-a7ba-d58141ab6bbb req-7864ff9f-03bb-4748-aebb-2d32dd6e4e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:44:45.989117 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-409d8a52-c84d-4f04-a7ba-d58141ab6bbb req-7864ff9f-03bb-4748-aebb-2d32dd6e4e22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 1098 time: 0.0492671 Sep 18 05:44:46.131787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d8a52-c84d-4f04-a7ba-d58141ab6bbb req-15e52281-3ef1-4093-b01b-86ce55b341cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:44:46.133335 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-409d8a52-c84d-4f04-a7ba-d58141ab6bbb req-15e52281-3ef1-4093-b01b-86ce55b341cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.1248224 Sep 18 05:44:46.212224 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-409d8a52-c84d-4f04-a7ba-d58141ab6bbb req-12bc0a19-edef-45db-b24c-355f128a1740 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc HTTP/1.1" status: 200 len: 1002 time: 0.0708292 Sep 18 05:44:46.293351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d8a52-c84d-4f04-a7ba-d58141ab6bbb req-6bca9004-29f3-4806-8beb-63da834efe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:44:46.294102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-409d8a52-c84d-4f04-a7ba-d58141ab6bbb req-6bca9004-29f3-4806-8beb-63da834efe39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0742433 Sep 18 05:44:46.324155 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36254) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:44:46.402119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d8a52-c84d-4f04-a7ba-d58141ab6bbb req-4f5ff72d-091b-4828-bb92-6bfbdae8cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:44:46.405616 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-409d8a52-c84d-4f04-a7ba-d58141ab6bbb req-4f5ff72d-091b-4828-bb92-6bfbdae8cb7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025684 Sep 18 05:44:46.531519 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-409d8a52-c84d-4f04-a7ba-d58141ab6bbb req-8b3d0e00-f991-48ef-9e6c-1b4612a9d184 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190486 Sep 18 05:44:46.660851 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-409d8a52-c84d-4f04-a7ba-d58141ab6bbb req-15dbfe27-a3b2-4053-ba9c-e09bf0523048 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224577 Sep 18 05:44:46.772286 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-48543db1-7430-44e7-916a-85cefda0d995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:47.057398 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-48543db1-7430-44e7-916a-85cefda0d995 admin admin] Deleting port 505b6a50-cad4-4e8a-b4dd-23e3661a8931 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:44:47.057750 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-48543db1-7430-44e7-916a-85cefda0d995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:47.148750 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-48543db1-7430-44e7-916a-85cefda0d995 admin admin] For port 505b6a50-cad4-4e8a-b4dd-23e3661a8931, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=505b6a50-cad4-4e8a-b4dd-23e3661a8931,segment=NetworkSegment(63ff1eac-b516-4b2b-b94f-ea4a8fc0458e),segment_id=63ff1eac-b516-4b2b-b94f-ea4a8fc0458e)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:44:47.149466 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-48543db1-7430-44e7-916a-85cefda0d995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:47.177774 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-48543db1-7430-44e7-916a-85cefda0d995 admin admin] Calling delete_port for 505b6a50-cad4-4e8a-b4dd-23e3661a8931 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:44:47.467517 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-48543db1-7430-44e7-916a-85cefda0d995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:47.497574 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48543db1-7430-44e7-916a-85cefda0d995 admin admin] Pushing event deleted for resources: {'Port': ['ID=505b6a50-cad4-4e8a-b4dd-23e3661a8931,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:47.680127 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-48543db1-7430-44e7-916a-85cefda0d995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:48.219323 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48543db1-7430-44e7-916a-85cefda0d995 admin admin] Router f21ffeb3-2905-45cd-819e-157204ef093c has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:44:48.332176 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48543db1-7430-44e7-916a-85cefda0d995 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:44:48.337596 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-48543db1-7430-44e7-916a-85cefda0d995 admin admin] 10.222.0.23 "PUT /v2.0/routers/f21ffeb3-2905-45cd-819e-157204ef093c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0123661 Sep 18 05:44:48.340168 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36326) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:44:48.348331 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4929af9d-967b-4aa0-9b48-20ab15bf40ac None None] Sync routers for ids ['f21ffeb3-2905-45cd-819e-157204ef093c'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:44:48.357052 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4929af9d-967b-4aa0-9b48-20ab15bf40ac None None] Routers {'f21ffeb3-2905-45cd-819e-157204ef093c'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:44:48.358467 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4929af9d-967b-4aa0-9b48-20ab15bf40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:44:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f21ffeb3-2905-45cd-819e-157204ef093c'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:48.448947 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:48.474274 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-4929af9d-967b-4aa0-9b48-20ab15bf40ac None None] Set router f21ffeb3-2905-45cd-819e-157204ef093c gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:44:48.568933 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:48.668706 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4929af9d-967b-4aa0-9b48-20ab15bf40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:44:47Z', 'revision_number': 5, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port': {'id': '0935f84b-67e2-4e93-921a-5a0fa21ecef6', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:48.693936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] Deleting port 0935f84b-67e2-4e93-921a-5a0fa21ecef6 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:44:48.695690 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:48.700438 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4929af9d-967b-4aa0-9b48-20ab15bf40ac None None] Checking router: f21ffeb3-2905-45cd-819e-157204ef093c for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:44:48.710667 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4929af9d-967b-4aa0-9b48-20ab15bf40ac None None] Routers {'f21ffeb3-2905-45cd-819e-157204ef093c'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:44:48.711213 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4929af9d-967b-4aa0-9b48-20ab15bf40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:44:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['f21ffeb3-2905-45cd-819e-157204ef093c'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:48.777222 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] For port 0935f84b-67e2-4e93-921a-5a0fa21ecef6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=0935f84b-67e2-4e93-921a-5a0fa21ecef6,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:44:48.777472 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:48.791630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] Calling delete_port for 0935f84b-67e2-4e93-921a-5a0fa21ecef6 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:44:48.798383 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-4929af9d-967b-4aa0-9b48-20ab15bf40ac None None] Set router f21ffeb3-2905-45cd-819e-157204ef093c gateway port host: None {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:44:48.853191 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-4929af9d-967b-4aa0-9b48-20ab15bf40ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:44:48Z', 'revision_number': 6, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:48.885780 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4929af9d-967b-4aa0-9b48-20ab15bf40ac None None] The sync data for ids ['f21ffeb3-2905-45cd-819e-157204ef093c'] in n-d-789963-13 is: [{'id': 'f21ffeb3-2905-45cd-819e-157204ef093c', 'name': 'tempest-TestVolumeBackupRestore-593527082-router', 'tenant_id': '2aca6bf56d324c12a6b27b3043e319dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:14Z', 'updated_at': '2021-09-18T05:44:48Z', 'revision_number': 6, 'project_id': '2aca6bf56d324c12a6b27b3043e319dc', 'gw_port_host': None}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:44:49.044738 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:49.074729 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0935f84b-67e2-4e93-921a-5a0fa21ecef6,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:49.495028 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:49.586516 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:49.588928 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:49.719056 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:49.719743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f21ffeb3-2905-45cd-819e-157204ef093c {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:44:49.731667 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:49.735761 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ed23bf55-11ae-4581-b6a4-29f3632d8ab3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f21ffeb3-2905-45cd-819e-157204ef093c HTTP/1.1" status: 204 len: 168 time: 1.3917046 Sep 18 05:44:49.736164 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36386) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:44:49.799917 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce5b33f-4e06-4f4d-a1b4-52f0c84c77e0 admin admin] Deleting subnet a5827826-bb2c-41ef-a70f-7df31a89d264 {{(pid=106908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:44:49.803480 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ce5b33f-4e06-4f4d-a1b4-52f0c84c77e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:49.805780 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 505b6a50-cad4-4e8a-b4dd-23e3661a8931 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:44:49.827668 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 505b6a50-cad4-4e8a-b4dd-23e3661a8931 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:44:49.828033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 505b6a50-cad4-4e8a-b4dd-23e3661a8931 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:44:49.844130 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ce5b33f-4e06-4f4d-a1b4-52f0c84c77e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285387'] for subnet, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:49.931785 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ce5b33f-4e06-4f4d-a1b4-52f0c84c77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.084856 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ce5b33f-4e06-4f4d-a1b4-52f0c84c77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6136535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5988792'] for subnet, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.113651 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5b33f-4e06-4f4d-a1b4-52f0c84c77e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5827826-bb2c-41ef-a70f-7df31a89d264,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:50.120268 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-1ce5b33f-4e06-4f4d-a1b4-52f0c84c77e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.122961 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-1ce5b33f-4e06-4f4d-a1b4-52f0c84c77e0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a5827826-bb2c-41ef-a70f-7df31a89d264 HTTP/1.1" status: 204 len: 168 time: 0.3838243 Sep 18 05:44:50.125907 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 36402) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:44:50.129318 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6663d-6025-4b66-8d19-0fcdf69d074f None None] Network 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:44:50.210508 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.285728 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Deleting port 68631724-361c-4f8f-aef6-f59730e90740 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:44:50.286126 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.365787 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] DHCP port deletion for 21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:44:50.370898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] For port 68631724-361c-4f8f-aef6-f59730e90740, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=68631724-361c-4f8f-aef6-f59730e90740,segment=NetworkSegment(63ff1eac-b516-4b2b-b94f-ea4a8fc0458e),segment_id=63ff1eac-b516-4b2b-b94f-ea4a8fc0458e)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:44:50.372523 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.385795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Calling delete_port for 68631724-361c-4f8f-aef6-f59730e90740 owned by network:dhcp {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:44:50.422388 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Deleting port 68631724-361c-4f8f-aef6-f59730e90740 {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:44:50.422774 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.507117 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] For port 68631724-361c-4f8f-aef6-f59730e90740, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=68631724-361c-4f8f-aef6-f59730e90740,segment=NetworkSegment(63ff1eac-b516-4b2b-b94f-ea4a8fc0458e),segment_id=63ff1eac-b516-4b2b-b94f-ea4a8fc0458e)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:44:50.507525 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.520089 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Calling delete_port for 68631724-361c-4f8f-aef6-f59730e90740 owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:44:50.552677 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.584145 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] No DVR routers for this DVR port 68631724-361c-4f8f-aef6-f59730e90740 on host n-d-789963-13 {{(pid=106908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:44:50.585965 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Pushing event deleted for resources: {'Port': ['ID=68631724-361c-4f8f-aef6-f59730e90740,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 05:44:50.604992 n-d-789963-13 neutron-server[106910]: self.session.flush() Sep 18 05:44:50.620593 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.653452 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Pushing event deleted for resources: {'Port': ['ID=68631724-361c-4f8f-aef6-f59730e90740,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:50.658697 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] No DVR routers for this DVR port 68631724-361c-4f8f-aef6-f59730e90740 on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:44:50.676518 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.679955 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:50.680399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:50.680399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:50.680399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:50.680399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:50.680399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:50.680399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:50.680399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:50.680399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:50.680399 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:50.687514 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:50.687514 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a63b04-4b44-4aa7-afe7-31cbe2efb1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:44:50.698455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c']}} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:50.708677 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e') {'for_net_delete': True} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:50.711490 n-d-789963-13 neutron-server[106908]: DEBUG neutron.services.segments.db [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ff1eac-b516-4b2b-b94f-ea4a8fc0458e') {} {{(pid=106908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:50.718819 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285376'] for segment, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.732029 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.738745 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=106908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:44:50.739323 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6136585'] for segment, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: Traceback (most recent call last): Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: timer() Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: cb(*args, **kw) Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: return func(*args, **kwargs) Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: self._notify() Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: self.callback(batched_events) Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: event.method(event) Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: return f(self, *a, **k) Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: return self._get(url).json() Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: return self.request(url, 'GET', **kwargs) Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:44:50.740856 n-d-789963-13 neutron-server[106908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:44:50.855941 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.861945 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:50.867277 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36440) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:44:50.867770 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] 10.222.0.23 "DELETE /v2.0/networks/21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c HTTP/1.1" status: 204 len: 168 time: 0.7401028 Sep 18 05:44:50.880334 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a6855-fdb4-48d6-bf15-034679bff011 admin admin] Pushing event deleted for resources: {'Network': ['ID=21167b6a-a5d0-4978-bbbe-6bc5c3da3f6c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:51.220166 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe565-a3b8-43ea-889d-886ac067d06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:51.411932 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 68631724-361c-4f8f-aef6-f59730e90740 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:44:51.432830 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 68631724-361c-4f8f-aef6-f59730e90740 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:44:51.433186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 68631724-361c-4f8f-aef6-f59730e90740 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:44:51.433622 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0935f84b-67e2-4e93-921a-5a0fa21ecef6 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:44:51.453130 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 0935f84b-67e2-4e93-921a-5a0fa21ecef6 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:44:51.453486 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 0935f84b-67e2-4e93-921a-5a0fa21ecef6 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:44:51.472456 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ebfbe565-a3b8-43ea-889d-886ac067d06e admin admin] Deleting port f9a44376-22d6-4822-96d7-83272406450c {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:44:51.472812 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe565-a3b8-43ea-889d-886ac067d06e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:51.554358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-ebfbe565-a3b8-43ea-889d-886ac067d06e admin admin] For port f9a44376-22d6-4822-96d7-83272406450c, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f9a44376-22d6-4822-96d7-83272406450c,segment=NetworkSegment(25f6025f-dbc6-46a8-b51d-37e9c06a4d88),segment_id=25f6025f-dbc6-46a8-b51d-37e9c06a4d88)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:44:51.554651 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe565-a3b8-43ea-889d-886ac067d06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:51.571463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-ebfbe565-a3b8-43ea-889d-886ac067d06e admin admin] Calling delete_port for f9a44376-22d6-4822-96d7-83272406450c owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:44:51.838903 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe565-a3b8-43ea-889d-886ac067d06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:51.865625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbe565-a3b8-43ea-889d-886ac067d06e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a44376-22d6-4822-96d7-83272406450c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:52.045783 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe565-a3b8-43ea-889d-886ac067d06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:52.288315 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfbe565-a3b8-43ea-889d-886ac067d06e admin admin] Router ae9fd41d-e0c7-4802-a24a-407a609a6c55 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:44:52.404158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfbe565-a3b8-43ea-889d-886ac067d06e admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:44:52.408725 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ebfbe565-a3b8-43ea-889d-886ac067d06e admin admin] 10.222.0.23 "PUT /v2.0/routers/ae9fd41d-e0c7-4802-a24a-407a609a6c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5398352 Sep 18 05:44:52.411170 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36504) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:44:52.416098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8dfa4a-5a13-42d1-87e8-b2f25d3807f9 None None] Sync routers for ids ['ae9fd41d-e0c7-4802-a24a-407a609a6c55'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:44:52.426305 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8dfa4a-5a13-42d1-87e8-b2f25d3807f9 None None] Routers {'ae9fd41d-e0c7-4802-a24a-407a609a6c55'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:44:52.426961 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9c8dfa4a-5a13-42d1-87e8-b2f25d3807f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:44:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ae9fd41d-e0c7-4802-a24a-407a609a6c55'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:52.529244 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:52.545977 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-9c8dfa4a-5a13-42d1-87e8-b2f25d3807f9 None None] Set router ae9fd41d-e0c7-4802-a24a-407a609a6c55 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:44:52.658662 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:52.742489 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9c8dfa4a-5a13-42d1-87e8-b2f25d3807f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'name': 'tempest-TestVolumeBackupRestore-1162364386-router', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '8f6b7b67-882e-4509-b4b6-7104e22b0d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:44:51Z', 'revision_number': 5, 'project_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'gw_port': {'id': '8f6b7b67-882e-4509-b4b6-7104e22b0d75', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:52.768884 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8dfa4a-5a13-42d1-87e8-b2f25d3807f9 None None] Checking router: ae9fd41d-e0c7-4802-a24a-407a609a6c55 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:44:52.777743 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8dfa4a-5a13-42d1-87e8-b2f25d3807f9 None None] Routers {'ae9fd41d-e0c7-4802-a24a-407a609a6c55'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:44:52.778377 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9c8dfa4a-5a13-42d1-87e8-b2f25d3807f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:44:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['ae9fd41d-e0c7-4802-a24a-407a609a6c55'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:52.829724 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] Deleting port 8f6b7b67-882e-4509-b4b6-7104e22b0d75 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:44:52.830083 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:52.879464 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-9c8dfa4a-5a13-42d1-87e8-b2f25d3807f9 None None] Set router ae9fd41d-e0c7-4802-a24a-407a609a6c55 gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:44:52.913391 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] For port 8f6b7b67-882e-4509-b4b6-7104e22b0d75, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8f6b7b67-882e-4509-b4b6-7104e22b0d75,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:44:52.913761 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:52.938470 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-9c8dfa4a-5a13-42d1-87e8-b2f25d3807f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'name': 'tempest-TestVolumeBackupRestore-1162364386-router', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:44:52Z', 'revision_number': 6, 'project_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:52.939875 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] Calling delete_port for 8f6b7b67-882e-4509-b4b6-7104e22b0d75 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:44:52.961773 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8dfa4a-5a13-42d1-87e8-b2f25d3807f9 None None] The sync data for ids ['ae9fd41d-e0c7-4802-a24a-407a609a6c55'] in n-d-789963-13 is: [{'id': 'ae9fd41d-e0c7-4802-a24a-407a609a6c55', 'name': 'tempest-TestVolumeBackupRestore-1162364386-router', 'tenant_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:40:21Z', 'updated_at': '2021-09-18T05:44:52Z', 'revision_number': 6, 'project_id': 'fe5bad37b81d4ae29cf8c0b2d0b93cf5', 'gw_port_host': None}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:44:53.181729 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:53.210387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6b7b67-882e-4509-b4b6-7104e22b0d75,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:53.278085 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:53.373926 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:53.376388 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:53.474926 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:53.529956 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:53.530670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae9fd41d-e0c7-4802-a24a-407a609a6c55 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:44:53.535420 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:53.536570 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-8133eb2f-7c98-4f06-bb36-4660cef212f5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ae9fd41d-e0c7-4802-a24a-407a609a6c55 HTTP/1.1" status: 204 len: 168 time: 1.1244533 Sep 18 05:44:53.539010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36552) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:44:53.542066 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:53.590891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-882705e3-2ada-4712-b8dd-fb870b527512 admin admin] Deleting subnet f0cac950-a568-4e43-b3a2-31701e1452de {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:44:53.595454 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-882705e3-2ada-4712-b8dd-fb870b527512 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:53.635578 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-882705e3-2ada-4712-b8dd-fb870b527512 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:53.722730 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-882705e3-2ada-4712-b8dd-fb870b527512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:53.811118 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f9a44376-22d6-4822-96d7-83272406450c no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:44:53.833380 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-882705e3-2ada-4712-b8dd-fb870b527512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:53.836955 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: f9a44376-22d6-4822-96d7-83272406450c {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:44:53.837317 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f9a44376-22d6-4822-96d7-83272406450c not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:44:53.860672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882705e3-2ada-4712-b8dd-fb870b527512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0cac950-a568-4e43-b3a2-31701e1452de,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:53.866673 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-882705e3-2ada-4712-b8dd-fb870b527512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:53.868863 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-882705e3-2ada-4712-b8dd-fb870b527512 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f0cac950-a568-4e43-b3a2-31701e1452de HTTP/1.1" status: 204 len: 168 time: 0.3288016 Sep 18 05:44:53.871329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36568) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:44:53.875490 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28994c67-dc42-44ac-aa28-01e880f3a5b5 None None] Network 2425b3fd-a8f9-45a7-bacf-08eb2de1c986 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:44:53.959986 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:54.030981 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Deleting port 8931d97d-6a46-414b-9c31-0e0e27fdd46f {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:44:54.031698 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:54.117599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] For port 8931d97d-6a46-414b-9c31-0e0e27fdd46f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8931d97d-6a46-414b-9c31-0e0e27fdd46f,segment=NetworkSegment(25f6025f-dbc6-46a8-b51d-37e9c06a4d88),segment_id=25f6025f-dbc6-46a8-b51d-37e9c06a4d88)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:44:54.118051 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:54.133920 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba9c58-0671-40e3-98bb-b212642da027 None None] DHCP port deletion for 2425b3fd-a8f9-45a7-bacf-08eb2de1c986 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:44:54.138380 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Calling delete_port for 8931d97d-6a46-414b-9c31-0e0e27fdd46f owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:44:54.225426 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-08ba9c58-0671-40e3-98bb-b212642da027 None None] Deleting port 8931d97d-6a46-414b-9c31-0e0e27fdd46f {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:44:54.225811 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-08ba9c58-0671-40e3-98bb-b212642da027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:54.294900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-08ba9c58-0671-40e3-98bb-b212642da027 None None] For port 8931d97d-6a46-414b-9c31-0e0e27fdd46f, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=8931d97d-6a46-414b-9c31-0e0e27fdd46f,segment=NetworkSegment(25f6025f-dbc6-46a8-b51d-37e9c06a4d88),segment_id=25f6025f-dbc6-46a8-b51d-37e9c06a4d88)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:44:54.295990 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-08ba9c58-0671-40e3-98bb-b212642da027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:54.307628 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-08ba9c58-0671-40e3-98bb-b212642da027 None None] Calling delete_port for 8931d97d-6a46-414b-9c31-0e0e27fdd46f owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:44:54.386920 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:54.392764 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-08ba9c58-0671-40e3-98bb-b212642da027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:54.417085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=8931d97d-6a46-414b-9c31-0e0e27fdd46f,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:54.417085 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] No DVR routers for this DVR port 8931d97d-6a46-414b-9c31-0e0e27fdd46f on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:44:54.424533 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba9c58-0671-40e3-98bb-b212642da027 None None] Pushing event deleted for resources: {'Port': ['ID=8931d97d-6a46-414b-9c31-0e0e27fdd46f,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:54.426725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba9c58-0671-40e3-98bb-b212642da027 None None] No DVR routers for this DVR port 8931d97d-6a46-414b-9c31-0e0e27fdd46f on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:44:54.509460 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:54.531247 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2425b3fd-a8f9-45a7-bacf-08eb2de1c986']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:54.542216 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f6025f-dbc6-46a8-b51d-37e9c06a4d88') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:54.542519 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f6025f-dbc6-46a8-b51d-37e9c06a4d88') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:44:54.557605 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:54.571771 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:54.578248 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:44:54.578633 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:44:54.580270 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:44:54.689673 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:54.695308 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:54.697667 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2425b3fd-a8f9-45a7-bacf-08eb2de1c986 HTTP/1.1" status: 204 len: 168 time: 0.8251715 Sep 18 05:44:54.715705 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464fd3f-75b6-4871-b3da-404a06187b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=2425b3fd-a8f9-45a7-bacf-08eb2de1c986,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:55.086430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36626) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:44:55.127416 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-44a1c1fb-6e45-4208-875c-c6cebd90d57a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2aca6bf56d324c12a6b27b3043e319dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397928 Sep 18 05:44:55.129834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36628) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:44:55.178752 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebb12c4d-8ab0-43c8-b8e8-d3c6889dd941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:55.206059 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebb12c4d-8ab0-43c8-b8e8-d3c6889dd941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:55.359157 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebb12c4d-8ab0-43c8-b8e8-d3c6889dd941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:55.361789 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-ebb12c4d-8ab0-43c8-b8e8-d3c6889dd941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:55.365946 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-ebb12c4d-8ab0-43c8-b8e8-d3c6889dd941 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1ded8a6-36ca-48d7-98f8-4ca5c663d602 HTTP/1.1" status: 204 len: 168 time: 0.2326384 Sep 18 05:44:55.375693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb12c4d-8ab0-43c8-b8e8-d3c6889dd941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ded8a6-36ca-48d7-98f8-4ca5c663d602,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:55.416008 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8f6b7b67-882e-4509-b4b6-7104e22b0d75 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:44:55.465026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 8f6b7b67-882e-4509-b4b6-7104e22b0d75 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:44:55.465026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8f6b7b67-882e-4509-b4b6-7104e22b0d75 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:44:55.465026 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8931d97d-6a46-414b-9c31-0e0e27fdd46f no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:44:55.488269 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 8931d97d-6a46-414b-9c31-0e0e27fdd46f {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:44:55.489024 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 8931d97d-6a46-414b-9c31-0e0e27fdd46f not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:44:56.095425 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36646) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:44:56.143718 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-51648302-12f9-4ac5-9243-40e77072c1fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe5bad37b81d4ae29cf8c0b2d0b93cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470402 Sep 18 05:44:56.146196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 36648) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:44:56.198149 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-03e6c108-9653-4af0-8ba0-190e4063eb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:56.220076 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-03e6c108-9653-4af0-8ba0-190e4063eb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:56.318364 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-03e6c108-9653-4af0-8ba0-190e4063eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:56.321233 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-03e6c108-9653-4af0-8ba0-190e4063eb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:44:56.322532 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-03e6c108-9653-4af0-8ba0-190e4063eb99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f86e4245-c611-4228-a0aa-911894fb905d HTTP/1.1" status: 204 len: 168 time: 0.1752577 Sep 18 05:44:56.331370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6c108-9653-4af0-8ba0-190e4063eb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86e4245-c611-4228-a0aa-911894fb905d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:44:57.219359 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:45:01.294968 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-12b6a90e-7d34-4199-8b73-b3af5ae50751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:45:03.872692 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1d9eb7e1-0368-48b3-a849-725c4fcdeb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:45:04.318163 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:45:05.323746 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:45:06.993401 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:45:23.409040 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:45:23.506141 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:45:31.272074 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d3f2c6bd-f4f5-4f74-b1af-189a76838dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:45:33.877348 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d0110a69-a094-4ed3-b8b7-c8a133485990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:45:34.218299 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:45:34.294145 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:45:35.317279 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:45:36.957911 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:45:45.880565 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea96278c-0952-454d-ae73-fc4093b820fb req-ac987c1d-9206-47f2-87f3-323c98ff6ae3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422668 Sep 18 05:45:45.962330 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96278c-0952-454d-ae73-fc4093b820fb req-521da2ce-5b1b-4725-95ef-4c680baf99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:45:45.963842 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea96278c-0952-454d-ae73-fc4093b820fb req-521da2ce-5b1b-4725-95ef-4c680baf99f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 1098 time: 0.0430841 Sep 18 05:45:46.066778 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96278c-0952-454d-ae73-fc4093b820fb req-1ea126fd-d162-4611-abf2-45810bfe15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:45:46.068278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea96278c-0952-454d-ae73-fc4093b820fb req-1ea126fd-d162-4611-abf2-45810bfe15c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.0853944 Sep 18 05:45:46.139380 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea96278c-0952-454d-ae73-fc4093b820fb req-3b4badb7-251b-4959-8ac9-94cbc807bc7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc HTTP/1.1" status: 200 len: 1002 time: 0.0641546 Sep 18 05:45:46.186828 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96278c-0952-454d-ae73-fc4093b820fb req-ff4d3c76-002e-47c2-90c7-3b24d748f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:45:46.188320 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea96278c-0952-454d-ae73-fc4093b820fb req-ff4d3c76-002e-47c2-90c7-3b24d748f4e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0428543 Sep 18 05:45:46.233926 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96278c-0952-454d-ae73-fc4093b820fb req-76a5c34b-2ffe-4a29-a1bc-deb23bb3eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:45:46.235452 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea96278c-0952-454d-ae73-fc4093b820fb req-76a5c34b-2ffe-4a29-a1bc-deb23bb3eb97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406871 Sep 18 05:45:46.333217 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea96278c-0952-454d-ae73-fc4093b820fb req-657a9d9b-796b-4693-bae5-a000300e7007 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899863 Sep 18 05:45:46.422136 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ea96278c-0952-454d-ae73-fc4093b820fb req-6dc13cc3-a040-48df-b260-ce4ad4ea00c8 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817373 Sep 18 05:45:53.409138 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:45:53.505553 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:01.283180 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8f606aa0-e65f-458d-9db5-8a937ec9e88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:03.882270 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-86a6b2c2-4550-410e-b937-f3085f2dc87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:04.305609 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:05.322621 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:06.962401 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:11.218179 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:46:23.385278 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:23.517125 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:31.271050 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7cf9-b079-4ea9-a3ca-6f68cce87b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:33.367796 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4ca23-e4d3-4f6c-8564-c9cfa486d544 req-a8d05f43-ae3e-493a-bda6-611fbe9aa4fa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:33.369417 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4eb4ca23-e4d3-4f6c-8564-c9cfa486d544 req-a8d05f43-ae3e-493a-bda6-611fbe9aa4fa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 946 time: 0.0557377 Sep 18 05:46:33.408114 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4eb4ca23-e4d3-4f6c-8564-c9cfa486d544 req-1e9a4878-4915-47f0-87bf-0326c1c5c27e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326388 Sep 18 05:46:33.870615 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-872e1356-bee0-4ed6-a4c6-7981d942ef79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:34.304325 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:34.540823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9119a3f-855e-4baa-aeb0-a210b3f1a6d6 req-b5c0ab6c-4ad4-41bb-b4c8-47090326940a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:34.542311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9119a3f-855e-4baa-aeb0-a210b3f1a6d6 req-b5c0ab6c-4ad4-41bb-b4c8-47090326940a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 946 time: 0.0538390 Sep 18 05:46:34.580481 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f9119a3f-855e-4baa-aeb0-a210b3f1a6d6 req-b2a10474-5c36-4486-8e42-3b3bcbb74b80 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322380 Sep 18 05:46:34.823734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-ff38c214-626b-4377-a137-c3a0eceb1095 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:34.825270 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-ff38c214-626b-4377-a137-c3a0eceb1095 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 946 time: 0.0478776 Sep 18 05:46:34.922327 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Deleting port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:46:34.922690 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:35.011583 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] For port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:46:35.011952 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:35.185194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:35.185570 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:35.185895 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Floating IP f7bdcb93-3893-44a4-b4fd-dbc8f8ae3ffe disassociated. External IP: 172.25.7.149, port: ce44b4ce-6e73-41c5-ac67-11732e6f7dfc. Sep 18 05:46:35.186245 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Calling delete_port for ce44b4ce-6e73-41c5-ac67-11732e6f7dfc owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:46:35.362048 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:35.393455 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:35.420279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event deleted for resources: {'Port': ['ID=ce44b4ce-6e73-41c5-ac67-11732e6f7dfc,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:46:35.433619 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:35.433983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:35.434338 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:35.434691 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:35.435071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:35.435413 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:35.435753 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:35.436094 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:35.436471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:35.436813 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:35.437152 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:35.437501 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:35.553655 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Router 9868725c-ba5a-4273-9881-dc51353bf730 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:46:35.666067 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:46:35.681039 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6424511-69d2-4a2a-b835-4c2f482344bd None None] Sync routers for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:46:35.695218 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6424511-69d2-4a2a-b835-4c2f482344bd None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:46:35.695523 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-95e0cff6-01a6-408b-be1b-bd6b4d082b74 req-2d76b8f6-f930-4cd0-805d-3287f670dd0b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 210 time: 0.0265124 Sep 18 05:46:35.696494 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c6424511-69d2-4a2a-b835-4c2f482344bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:46:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:46:35.715953 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] No DVR routers for this DVR port ce44b4ce-6e73-41c5-ac67-11732e6f7dfc on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:46:35.715953 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:35.717870 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7da4b8fa-e123-452b-80d8-6ed2a51bc885 req-078a8531-3f13-4287-95e8-6bca564282a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "DELETE /v2.0/ports/ce44b4ce-6e73-41c5-ac67-11732e6f7dfc HTTP/1.1" status: 204 len: 173 time: 0.8867269 Sep 18 05:46:35.718415 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b009cc-4d87-40b8-b022-fa06714faba1', 'name': 'network-vif-deleted', 'tag': 'ce44b4ce-6e73-41c5-ac67-11732e6f7dfc'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:46:35.720672 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d1cc55-d1bf-4efe-8626-622b502f6648" -d '{"events": [{"server_uuid": "82b009cc-4d87-40b8-b022-fa06714faba1", "name": "network-vif-deleted", "tag": "ce44b4ce-6e73-41c5-ac67-11732e6f7dfc"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:46:35.958530 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-c6424511-69d2-4a2a-b835-4c2f482344bd None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:46:35.982549 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b254d4-96ea-4c00-8a9e-9f3161fefa7b x-openstack-request-id: req-61b254d4-96ea-4c00-8a9e-9f3161fefa7b {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:46:35.986761 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b009cc-4d87-40b8-b022-fa06714faba1", "name": "network-vif-deleted", "tag": "ce44b4ce-6e73-41c5-ac67-11732e6f7dfc", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:46:35.986761 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61b254d4-96ea-4c00-8a9e-9f3161fefa7b {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:46:35.986761 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b009cc-4d87-40b8-b022-fa06714faba1', 'name': 'network-vif-deleted', 'tag': 'ce44b4ce-6e73-41c5-ac67-11732e6f7dfc', 'status': 'completed', 'code': 200} Sep 18 05:46:36.174959 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c6424511-69d2-4a2a-b835-4c2f482344bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:46:36.211244 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6424511-69d2-4a2a-b835-4c2f482344bd None None] Checking router: 9868725c-ba5a-4273-9881-dc51353bf730 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:46:36.220946 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6424511-69d2-4a2a-b835-4c2f482344bd None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:46:36.221581 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c6424511-69d2-4a2a-b835-4c2f482344bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:46:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:46:36.334740 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-c6424511-69d2-4a2a-b835-4c2f482344bd None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:46:36.538685 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-c6424511-69d2-4a2a-b835-4c2f482344bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:46:36.564142 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6424511-69d2-4a2a-b835-4c2f482344bd None None] The sync data for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 is: [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:46:36.796699 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e26cee33-1492-4fb8-8037-24380137fb15 req-8e0214f1-527d-4342-baed-b390d396775a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 210 time: 0.0283861 Sep 18 05:46:36.842174 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b61f66-f2bf-4909-84d5-a4de9f6a049d None None] New status for floating IP f7bdcb93-3893-44a4-b4fd-dbc8f8ae3ffe: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:46:37.002206 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:37.902097 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-08401267-dcdb-4ae2-a1ab-dcac5e72b708 req-a051d485-af13-415a-9a9b-80af2565bff3 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 210 time: 0.0336773 Sep 18 05:46:38.105432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ce44b4ce-6e73-41c5-ac67-11732e6f7dfc no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:46:38.126091 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: ce44b4ce-6e73-41c5-ac67-11732e6f7dfc {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:46:38.126455 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device ce44b4ce-6e73-41c5-ac67-11732e6f7dfc not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:46:39.002090 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e53f8b80-c867-482e-97ec-5e92d01032a1 req-2bdbf7d8-660f-476c-acbc-73add5653d60 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 210 time: 0.0301383 Sep 18 05:46:40.124947 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d74b8a72-91d8-4662-b412-f1bbf7a01633 req-8851fc97-e7bc-408b-b5f3-f73374b6cdae tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b009cc-4d87-40b8-b022-fa06714faba1 HTTP/1.1" status: 200 len: 210 time: 0.0274150 Sep 18 05:46:41.374497 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-2cff8760-9a40-4da3-85e0-e70ad3d5ad8d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1013988388&fields=id&tenant_id=4311c5f8783f4a7d9a2ad38c4facba04 HTTP/1.1" status: 200 len: 267 time: 0.0334501 Sep 18 05:46:41.479946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-f5479369-cc68-4bbb-b177-55b3b321b582 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:41.481449 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-f5479369-cc68-4bbb-b177-55b3b321b582 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 812 time: 0.1001811 Sep 18 05:46:41.497142 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-9b396dd3-ff39-4db5-a386-f11fda3b22db tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/quotas/4311c5f8783f4a7d9a2ad38c4facba04 HTTP/1.1" status: 200 len: 375 time: 0.0099447 Sep 18 05:46:41.556285 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-d4de7e37-a698-4bd4-9697-ae9f096c6b59 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535450 Sep 18 05:46:41.671067 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-1d3c85e6-58b4-43c7-99c8-a4d3a162c641 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:46:41.672083 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-1d3c85e6-58b4-43c7-99c8-a4d3a162c641 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1044757 Sep 18 05:46:41.761284 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-673459f1-2126-4ef4-a94b-0892024d6193 service neutron] 10.222.0.23 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828226 Sep 18 05:46:41.853429 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-ebd1b75f-b6dd-4ec7-9fac-9828d41e76c5 service neutron] 10.222.0.23 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859890 Sep 18 05:46:43.370580 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-860e790d-f607-46b1-97bb-c0f3ed83909e req-4174239d-f3db-4b59-8852-688f114a9981 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 210 time: 0.0279009 Sep 18 05:46:43.539266 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-07802b0e-b346-4d32-94f9-f970dd80a61f req-7143891a-8bbd-4583-8e8f-2240a327d0fb service neutron] (106908) timed out ('10.222.0.23', 54824) {{(pid=106908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:46:44.470179 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9ae88270-dc32-4230-8356-b37b606c022a req-f5b657ba-606b-4bdb-a148-2bc71afe2f1f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 210 time: 0.0315979 Sep 18 05:46:45.324687 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-3a2ee4e0-40e1-4c33-977d-14fbfbc0ae1c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:45.326204 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-3a2ee4e0-40e1-4c33-977d-14fbfbc0ae1c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 812 time: 0.1085534 Sep 18 05:46:45.372772 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-6d461b01-0584-40d4-9632-43876e60b00f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4311c5f8783f4a7d9a2ad38c4facba04 HTTP/1.1" status: 200 len: 380 time: 0.0368705 Sep 18 05:46:45.381838 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-345c0d4c-c77f-450d-b639-a9352252936d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'port': {'device_id': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'admin_state_up': True, 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'security_groups': ['ea471d26-5702-4a5d-a071-444e9d7ea0e3']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:46:45.570626 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-99efc3ec-4b55-4931-b969-40976bcce923 req-c5d30ddf-8c98-445f-a445-66164fb97ae7 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 210 time: 0.0312259 Sep 18 05:46:45.611298 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-345c0d4c-c77f-450d-b639-a9352252936d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Made reservation on behalf of 4311c5f8783f4a7d9a2ad38c4facba04 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:46:45.611804 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-345c0d4c-c77f-450d-b639-a9352252936d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:45.746426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-345c0d4c-c77f-450d-b639-a9352252936d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Allocated IP 172.20.0.5 (0f6e381d-8846-4d88-aff7-895a0111f888/135f7264-cbc4-44b4-90ff-4f1206bba78b/56524e54-f8fe-4e47-b070-b35ea592a82d) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:46:45.895336 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-345c0d4c-c77f-450d-b639-a9352252936d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:46.019311 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-345c0d4c-c77f-450d-b639-a9352252936d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:46.063893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-345c0d4c-c77f-450d-b639-a9352252936d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Network 0f6e381d-8846-4d88-aff7-895a0111f888 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:46:46.067018 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-345c0d4c-c77f-450d-b639-a9352252936d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:46:46.072512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-345c0d4c-c77f-450d-b639-a9352252936d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:46:46.103767 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c0d4c-c77f-450d-b639-a9352252936d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'Port': ['ID=56524e54-f8fe-4e47-b070-b35ea592a82d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:46:46.139846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-345c0d4c-c77f-450d-b639-a9352252936d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:46.140527 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-345c0d4c-c77f-450d-b639-a9352252936d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:46.243763 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-345c0d4c-c77f-450d-b639-a9352252936d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8657982 Sep 18 05:46:46.323027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Request body: {'port': {'device_id': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:46:46.364315 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-6bba40ff-b743-4f76-91e9-67b617f1983b None None] Provisioning complete for port 56524e54-f8fe-4e47-b070-b35ea592a82d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:46:46.364875 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6bba40ff-b743-4f76-91e9-67b617f1983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:46.399453 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-6bba40ff-b743-4f76-91e9-67b617f1983b None None] Port 56524e54-f8fe-4e47-b070-b35ea592a82d cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:46:46.765233 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:46.817492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac0456-db34-4c11-9d7c-490a4fff5add req-addeee27-9cdf-4705-ae6f-7b29f2c4ba34 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:46.819701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-03ac0456-db34-4c11-9d7c-490a4fff5add req-addeee27-9cdf-4705-ae6f-7b29f2c4ba34 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 931 time: 0.0854769 Sep 18 05:46:46.929495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-03ac0456-db34-4c11-9d7c-490a4fff5add req-a8cf4207-7cc2-4031-8985-d15797766a51 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026878 Sep 18 05:46:47.093112 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56524e54-f8fe-4e47-b070-b35ea592a82d {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:46:47.101579 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:47.113507 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Transition to ACTIVE for port object 56524e54-f8fe-4e47-b070-b35ea592a82d will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:46:47.173381 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:47.228023 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Pushing event updated for resources: {'Port': ['ID=56524e54-f8fe-4e47-b070-b35ea592a82d,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:46:47.299436 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Attempting to bind port 56524e54-f8fe-4e47-b070-b35ea592a82d on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:46:47.299782 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Attempting to bind port 56524e54-f8fe-4e47-b070-b35ea592a82d by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:46:47.300124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Attempting to bind port 56524e54-f8fe-4e47-b070-b35ea592a82d on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:46:47.308348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Port 56524e54-f8fe-4e47-b070-b35ea592a82d on network 0f6e381d-8846-4d88-aff7-895a0111f888 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:46:47.308348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Attempting to bind port 56524e54-f8fe-4e47-b070-b35ea592a82d on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:46:47.312317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:46:47.312317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Checking segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:46:47.312706 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Bound using segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:46:47.313148 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Bound port: 56524e54-f8fe-4e47-b070-b35ea592a82d, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:46:47.313572 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:47.396035 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] For port 56524e54-f8fe-4e47-b070-b35ea592a82d, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:46:47.400580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] For port 56524e54-f8fe-4e47-b070-b35ea592a82d, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=56524e54-f8fe-4e47-b070-b35ea592a82d,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:46:47.465433 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:47.506084 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:47.507889 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:47.508374 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] 10.222.0.18 "PUT /v2.0/ports/56524e54-f8fe-4e47-b070-b35ea592a82d HTTP/1.1" status: 200 len: 1092 time: 1.2560139 Sep 18 05:46:47.508823 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'tag': '56524e54-f8fe-4e47-b070-b35ea592a82d'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:46:47.511076 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781e9744-a879-42b1-a762-d198ef285aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "206b956e-fa4d-4d62-a1cf-323e3d35ceed", "tag": "56524e54-f8fe-4e47-b070-b35ea592a82d"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:46:47.529809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6834e9-19ba-409f-94ad-cf99c920414d service neutron] Pushing event updated for resources: {'Port': ['ID=56524e54-f8fe-4e47-b070-b35ea592a82d,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:46:47.562953 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155ccc35-621c-4105-afa9-2d31518eaf20 x-openstack-request-id: req-155ccc35-621c-4105-afa9-2d31518eaf20 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:46:47.563249 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206b956e-fa4d-4d62-a1cf-323e3d35ceed", "tag": "56524e54-f8fe-4e47-b070-b35ea592a82d", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:46:47.563501 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-155ccc35-621c-4105-afa9-2d31518eaf20 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:46:47.563906 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'tag': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'status': 'completed', 'code': 200} Sep 18 05:46:47.626308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e9744-a879-42b1-a762-d198ef285aaa req-2cbd40e2-5f59-448d-8fea-93aea8d57f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:47.627871 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-781e9744-a879-42b1-a762-d198ef285aaa req-2cbd40e2-5f59-448d-8fea-93aea8d57f98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 1095 time: 0.0441487 Sep 18 05:46:47.739670 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e9744-a879-42b1-a762-d198ef285aaa req-08c4229d-bf2a-4b3b-82f7-ea38e81dab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:47.742343 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-781e9744-a879-42b1-a762-d198ef285aaa req-08c4229d-bf2a-4b3b-82f7-ea38e81dab42 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1059761 Sep 18 05:46:47.844852 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e9744-a879-42b1-a762-d198ef285aaa req-9c4010a0-e0ae-4108-af8e-58660d17da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:47.846429 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-781e9744-a879-42b1-a762-d198ef285aaa req-9c4010a0-e0ae-4108-af8e-58660d17da86 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0983651 Sep 18 05:46:47.927621 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-a46426e4-d02f-4cb8-ba14-9508fe4610b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:47.929364 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-a46426e4-d02f-4cb8-ba14-9508fe4610b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 1095 time: 0.0460105 Sep 18 05:46:47.971987 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-e1f6cce7-f08e-4afd-8ecb-fea301f70865 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56524e54-f8fe-4e47-b070-b35ea592a82d HTTP/1.1" status: 200 len: 217 time: 0.0355122 Sep 18 05:46:48.062375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-16d727ae-c7f4-49da-b883-04089d09036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:48.063544 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-16d727ae-c7f4-49da-b883-04089d09036f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0848777 Sep 18 05:46:48.075755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d902a-ce07-447b-aff4-c236b4310e79 req-9d1ad28d-b656-487c-ba1f-cc42d13f26ba tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:48.077320 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-026d902a-ce07-447b-aff4-c236b4310e79 req-9d1ad28d-b656-487c-ba1f-cc42d13f26ba tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 943 time: 0.0719702 Sep 18 05:46:48.140841 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-026d902a-ce07-447b-aff4-c236b4310e79 req-4ff29643-44a5-4c0a-a85f-6d8a12cc43a1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529983 Sep 18 05:46:48.146966 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-7996fef3-a902-40a5-bd64-67ede85438fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:48.149399 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-7996fef3-a902-40a5-bd64-67ede85438fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711751 Sep 18 05:46:48.217783 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:46:48.250019 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-99cf8a6e-5188-4dc4-b7b5-7b8525b07303 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923572 Sep 18 05:46:48.348312 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dc1f3c7d-7fe9-4ec8-8d69-f49934d737e6 req-ddb5fc26-4d14-4182-b587-8bb61c79fa57 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918684 Sep 18 05:46:49.262808 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4caf7-834c-4255-b1b2-dce7a70c05cc req-1cfb6250-d646-4e8b-a4d9-a067f8194358 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:49.264425 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8bd4caf7-834c-4255-b1b2-dce7a70c05cc req-1cfb6250-d646-4e8b-a4d9-a067f8194358 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 943 time: 0.0497265 Sep 18 05:46:49.305279 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8bd4caf7-834c-4255-b1b2-dce7a70c05cc req-69400c71-c3d8-41a2-9384-39b57841b022 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346723 Sep 18 05:46:50.422922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef4e2d-3f17-4d56-b8e5-a44bde40ad23 req-03fc0585-036e-46ff-88e1-7c9623af0c3e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:50.424464 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73ef4e2d-3f17-4d56-b8e5-a44bde40ad23 req-03fc0585-036e-46ff-88e1-7c9623af0c3e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 943 time: 0.0495813 Sep 18 05:46:50.468017 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-73ef4e2d-3f17-4d56-b8e5-a44bde40ad23 req-2752ac3b-f7d0-46a0-b92e-acd6dbb091c8 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367534 Sep 18 05:46:51.584832 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceac65-a474-41ce-bd9d-d32fe2602f19 req-8e6784ac-0094-4a11-9afb-af31538d4232 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:51.586374 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-efceac65-a474-41ce-bd9d-d32fe2602f19 req-8e6784ac-0094-4a11-9afb-af31538d4232 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 943 time: 0.0500622 Sep 18 05:46:51.625706 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-efceac65-a474-41ce-bd9d-d32fe2602f19 req-7d8584b5-04cc-4b4c-a077-c8b0594eebb6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331793 Sep 18 05:46:52.741659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd43c0e-b5a6-4eed-9794-f178b0ca119a req-1ad78f15-c117-4b7b-80fe-979efe0282dc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:52.743268 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edd43c0e-b5a6-4eed-9794-f178b0ca119a req-1ad78f15-c117-4b7b-80fe-979efe0282dc tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 943 time: 0.0509415 Sep 18 05:46:52.782726 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-edd43c0e-b5a6-4eed-9794-f178b0ca119a req-e7c95595-3706-4f98-be5c-a5d54623f0a6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333195 Sep 18 05:46:53.407601 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:53.510455 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:53.911670 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfc5dd-174f-4942-906a-80c5824a0274 req-d39857db-a378-46a8-ad3d-0c90a9bdfcf0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:53.913971 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b1cfc5dd-174f-4942-906a-80c5824a0274 req-d39857db-a378-46a8-ad3d-0c90a9bdfcf0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 943 time: 0.0611064 Sep 18 05:46:53.958590 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b1cfc5dd-174f-4942-906a-80c5824a0274 req-9773e11a-9fcf-4ef2-93a2-768878bd4b94 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383847 Sep 18 05:46:55.080503 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330442a-63cb-48ed-a5da-d2dadfa742e4 req-c4c13ea7-bcf5-4b62-b96a-ca0d359c8ef1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:55.081997 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2330442a-63cb-48ed-a5da-d2dadfa742e4 req-c4c13ea7-bcf5-4b62-b96a-ca0d359c8ef1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 943 time: 0.0512946 Sep 18 05:46:55.120686 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2330442a-63cb-48ed-a5da-d2dadfa742e4 req-3edd0fcd-7ff6-4de2-8228-88ab5ff52d09 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323722 Sep 18 05:46:56.242831 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29381db-96ba-4488-8f76-aaa910e95fc1 req-d62afddc-1749-4e1a-bd92-6b37d7e87aa0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:56.244416 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b29381db-96ba-4488-8f76-aaa910e95fc1 req-d62afddc-1749-4e1a-bd92-6b37d7e87aa0 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 943 time: 0.0522430 Sep 18 05:46:56.283131 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b29381db-96ba-4488-8f76-aaa910e95fc1 req-db3990c3-6a97-49e9-9df4-d81200210fb8 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323212 Sep 18 05:46:57.402273 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32b4a9-3092-449f-b79d-3d26c21b3d37 req-557fc356-5c0b-472b-b0b7-d3d6dc9ab189 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:57.402761 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f32b4a9-3092-449f-b79d-3d26c21b3d37 req-557fc356-5c0b-472b-b0b7-d3d6dc9ab189 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 943 time: 0.0527086 Sep 18 05:46:57.454435 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8f32b4a9-3092-449f-b79d-3d26c21b3d37 req-328e536a-2984-4592-8a5c-921630cdb7d1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443547 Sep 18 05:46:58.198824 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 56524e54-f8fe-4e47-b070-b35ea592a82d details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:46:58.291186 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 56524e54-f8fe-4e47-b070-b35ea592a82d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=56524e54-f8fe-4e47-b070-b35ea592a82d,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:46:58.301791 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'port_id': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'mac_address': 'fa:16:3e:4c:3b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:46:58.338131 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:58.354076 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56524e54-f8fe-4e47-b070-b35ea592a82d {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:46:58.373405 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 56524e54-f8fe-4e47-b070-b35ea592a82d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=56524e54-f8fe-4e47-b070-b35ea592a82d,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:46:58.458694 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:46:58.506911 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=56524e54-f8fe-4e47-b070-b35ea592a82d,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:46:58.514847 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:58.515196 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:58.515542 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:58.515884 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:58.516222 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:58.516581 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:58.516913 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:58.517240 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:58.517567 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:58.517892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:58.518218 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:58.518543 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:46:58.581462 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf9125-3533-450a-8b03-6439254ab19a req-971b0a3c-430b-4018-ac3c-d9cc2ad6d961 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:58.582877 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c3bf9125-3533-450a-8b03-6439254ab19a req-971b0a3c-430b-4018-ac3c-d9cc2ad6d961 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 944 time: 0.0575233 Sep 18 05:46:58.623893 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c3bf9125-3533-450a-8b03-6439254ab19a req-7eb76f28-eb43-47c4-b596-3b7b8a596d44 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338674 Sep 18 05:46:58.683667 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['56524e54-f8fe-4e47-b070-b35ea592a82d'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:46:59.741912 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eef319-cbda-4116-83f9-98a9cf43182e req-a16e0d63-830c-4645-8621-c12b1c50f7ed tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:46:59.744554 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43eef319-cbda-4116-83f9-98a9cf43182e req-a16e0d63-830c-4645-8621-c12b1c50f7ed tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 944 time: 0.0527260 Sep 18 05:46:59.783656 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43eef319-cbda-4116-83f9-98a9cf43182e req-f92526e1-3404-4b06-8b9e-355cc4ac3764 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328302 Sep 18 05:47:00.215141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 56524e54-f8fe-4e47-b070-b35ea592a82d up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:47:00.355390 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 56524e54-f8fe-4e47-b070-b35ea592a82d completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:47:00.359121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 56524e54-f8fe-4e47-b070-b35ea592a82d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:47:00.359504 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:00.444103 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:00.466171 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56524e54-f8fe-4e47-b070-b35ea592a82d'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:47:00.468432 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842de2c9-1c59-4662-8ed2-4d6619098853" -d '{"events": [{"server_uuid": "206b956e-fa4d-4d62-a1cf-323e3d35ceed", "name": "network-vif-plugged", "status": "completed", "tag": "56524e54-f8fe-4e47-b070-b35ea592a82d"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:47:00.481379 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 56524e54-f8fe-4e47-b070-b35ea592a82d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=56524e54-f8fe-4e47-b070-b35ea592a82d,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:47:00.561451 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:00.584550 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a098e6-4dca-445c-acaa-46434e257c15 x-openstack-request-id: req-c2a098e6-4dca-445c-acaa-46434e257c15 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:47:00.584849 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206b956e-fa4d-4d62-a1cf-323e3d35ceed", "name": "network-vif-plugged", "status": "completed", "tag": "56524e54-f8fe-4e47-b070-b35ea592a82d", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:47:00.585105 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2a098e6-4dca-445c-acaa-46434e257c15 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:47:00.585495 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'code': 200} Sep 18 05:47:00.616754 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=56524e54-f8fe-4e47-b070-b35ea592a82d,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:47:00.685131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a8f1e-2b53-48ba-bff2-a357503e56e8 req-b9440d8e-ca97-4bf1-88f8-8dd94a0fad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:47:00.686626 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-065a8f1e-2b53-48ba-bff2-a357503e56e8 req-b9440d8e-ca97-4bf1-88f8-8dd94a0fad38 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 1097 time: 0.0401630 Sep 18 05:47:00.721369 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-065a8f1e-2b53-48ba-bff2-a357503e56e8 req-94b958da-ebcc-4427-ba00-ff63795306e3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278003 Sep 18 05:47:00.897878 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65516f01-4b59-473d-879c-fcf6bd77b5ff req-f5fb2001-7b36-49f7-84d3-22ea9495a6ef tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:47:00.899375 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65516f01-4b59-473d-879c-fcf6bd77b5ff req-f5fb2001-7b36-49f7-84d3-22ea9495a6ef tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 945 time: 0.0490329 Sep 18 05:47:00.942173 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-65516f01-4b59-473d-879c-fcf6bd77b5ff req-8bb1a398-0d38-40d0-a79b-c8ecfc7bcb44 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362468 Sep 18 05:47:01.264226 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4ac6eb08-aaa6-41bb-8775-86f8ee66e14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:02.070542 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9436f8a-8d7d-4176-9fef-1d814b9aafd1 req-e0dd8a3a-695f-4a8e-b79b-eb0680403187 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:47:02.072062 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f9436f8a-8d7d-4176-9fef-1d814b9aafd1 req-e0dd8a3a-695f-4a8e-b79b-eb0680403187 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 945 time: 0.0526543 Sep 18 05:47:02.119567 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f9436f8a-8d7d-4176-9fef-1d814b9aafd1 req-c7020c7b-e9ee-41fb-a1e3-c95735c5c551 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405498 Sep 18 05:47:02.244039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f11ede-62fe-431a-a5c4-c9666db734ac req-f5db1647-d8c7-4afd-9d5b-4c044af97c22 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:47:02.245732 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a0f11ede-62fe-431a-a5c4-c9666db734ac req-f5db1647-d8c7-4afd-9d5b-4c044af97c22 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 945 time: 0.0527580 Sep 18 05:47:02.289423 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a0f11ede-62fe-431a-a5c4-c9666db734ac req-83c0f43f-0af1-44a7-b0d0-544f2642b4ed tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369616 Sep 18 05:47:02.314048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38228) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:47:02.357644 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57743488-9f23-4e1c-aece-2d411a1a6795 tempest-TestVolumeBootPattern-1909483121 tempest-TestVolumeBootPattern-1909483121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:47:02.359291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-57743488-9f23-4e1c-aece-2d411a1a6795 tempest-TestVolumeBootPattern-1909483121 tempest-TestVolumeBootPattern-1909483121-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 1092 time: 0.0442095 Sep 18 05:47:02.362294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 38232) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:47:02.367218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:47:02.470042 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:02.584762 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:02.693625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Allocated IP 172.25.7.63 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/65c10f8c-a24d-47bc-b0f7-154d027fca33) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:47:02.801112 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:02.899149 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:02.935568 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:47:02.939903 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:47:02.943995 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:47:02.968409 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'Port': ['ID=65c10f8c-a24d-47bc-b0f7-154d027fca33,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:47:03.315393 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:03.422352 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:03.576000 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:03.618563 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:03.691039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'Port': ['ID=65c10f8c-a24d-47bc-b0f7-154d027fca33,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:47:03.701379 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:03.803305 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Floating IP be599862-8489-4377-892d-9a54c8f9ca84 associated. External IP: 172.25.7.63, port: 56524e54-f8fe-4e47-b070-b35ea592a82d. Sep 18 05:47:03.847254 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6f37198c-465d-4777-812c-b10689c49c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:04.018456 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Router 9868725c-ba5a-4273-9881-dc51353bf730 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:47:04.126195 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:47:04.137198 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa600c7e-a342-49fa-b54d-8c2e9e23e8d4 None None] Sync routers for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:47:04.146295 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa600c7e-a342-49fa-b54d-8c2e9e23e8d4 None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:47:04.150318 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-fa600c7e-a342-49fa-b54d-8c2e9e23e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:47:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:47:04.219383 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:04.252888 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-cf894674-32fb-4018-8d1c-698c0c8ef42a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8890445 Sep 18 05:47:04.253172 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'tag': '56524e54-f8fe-4e47-b070-b35ea592a82d'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:47:04.255388 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e043516-ca1a-4c0f-9047-1a1081059d50" -d '{"events": [{"name": "network-changed", "server_uuid": "206b956e-fa4d-4d62-a1cf-323e3d35ceed", "tag": "56524e54-f8fe-4e47-b070-b35ea592a82d"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:47:04.272179 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-fa600c7e-a342-49fa-b54d-8c2e9e23e8d4 None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:47:04.294884 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dc6ed0-5be0-41fb-8f43-86bef20c3314 x-openstack-request-id: req-a7dc6ed0-5be0-41fb-8f43-86bef20c3314 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:47:04.295399 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206b956e-fa4d-4d62-a1cf-323e3d35ceed", "tag": "56524e54-f8fe-4e47-b070-b35ea592a82d", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:47:04.296344 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7dc6ed0-5be0-41fb-8f43-86bef20c3314 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:47:04.296965 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'tag': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'status': 'completed', 'code': 200} Sep 18 05:47:04.333162 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:04.362644 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e043516-ca1a-4c0f-9047-1a1081059d50 req-53d6e270-82b4-49d7-b621-5d56fd515a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:47:04.364183 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e043516-ca1a-4c0f-9047-1a1081059d50 req-53d6e270-82b4-49d7-b621-5d56fd515a7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 1097 time: 0.0445213 Sep 18 05:47:04.460463 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e043516-ca1a-4c0f-9047-1a1081059d50 req-61333e43-4b58-4a4d-9dc6-4a20b4a53f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:47:04.461955 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e043516-ca1a-4c0f-9047-1a1081059d50 req-61333e43-4b58-4a4d-9dc6-4a20b4a53f3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.0911922 Sep 18 05:47:04.503657 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-fa600c7e-a342-49fa-b54d-8c2e9e23e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'be599862-8489-4377-892d-9a54c8f9ca84', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:4c:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:47:03Z', 'updated_at': '2021-09-18T05:47:03Z', 'revision_number': 0, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:47:04.531487 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa600c7e-a342-49fa-b54d-8c2e9e23e8d4 None None] Checking router: 9868725c-ba5a-4273-9881-dc51353bf730 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:47:04.531731 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e043516-ca1a-4c0f-9047-1a1081059d50 req-5b292035-5eee-4bf1-a88e-d984d57042f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56524e54-f8fe-4e47-b070-b35ea592a82d HTTP/1.1" status: 200 len: 998 time: 0.0634060 Sep 18 05:47:04.540425 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa600c7e-a342-49fa-b54d-8c2e9e23e8d4 None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:47:04.541156 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-fa600c7e-a342-49fa-b54d-8c2e9e23e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:47:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:47:04.582196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e043516-ca1a-4c0f-9047-1a1081059d50 req-87710148-dd30-4a8c-842d-3cca801a3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:47:04.583755 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e043516-ca1a-4c0f-9047-1a1081059d50 req-87710148-dd30-4a8c-842d-3cca801a3fe5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0454645 Sep 18 05:47:04.632294 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e043516-ca1a-4c0f-9047-1a1081059d50 req-42a394bf-66c4-4443-8369-6094e2896a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:47:04.633830 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e043516-ca1a-4c0f-9047-1a1081059d50 req-42a394bf-66c4-4443-8369-6094e2896a0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436735 Sep 18 05:47:04.647916 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-fa600c7e-a342-49fa-b54d-8c2e9e23e8d4 None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:47:04.734837 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e043516-ca1a-4c0f-9047-1a1081059d50 req-f4f332cd-ba00-43c0-8e3a-df3f2cf3d1ee service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939503 Sep 18 05:47:04.836169 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3e043516-ca1a-4c0f-9047-1a1081059d50 req-ad51c793-e290-4adb-92d5-726a15b545df service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940626 Sep 18 05:47:04.877410 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-fa600c7e-a342-49fa-b54d-8c2e9e23e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'be599862-8489-4377-892d-9a54c8f9ca84', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:4c:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:47:03Z', 'updated_at': '2021-09-18T05:47:03Z', 'revision_number': 0, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:47:04.903693 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa600c7e-a342-49fa-b54d-8c2e9e23e8d4 None None] The sync data for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 is: [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'be599862-8489-4377-892d-9a54c8f9ca84', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:4c:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:47:03Z', 'updated_at': '2021-09-18T05:47:03Z', 'revision_number': 0, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:47:05.111314 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffc396b-c9e6-4458-b334-1baf200a4434 None None] New status for floating IP be599862-8489-4377-892d-9a54c8f9ca84: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:47:05.418729 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:06.962927 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:23.406697 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:23.612670 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:25.218114 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:47:31.269757 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8fa4-3661-4140-9d5d-0718d13e3bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:33.892597 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-26b15144-110b-4de7-a75d-f8fb64331ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:34.298326 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:35.349526 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:36.978620 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:48.901354 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d20648b2-f639-47fe-9664-90a48032a35a req-9601437a-2585-468f-9a66-d6bfa9a46e71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419621 Sep 18 05:47:48.983489 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20648b2-f639-47fe-9664-90a48032a35a req-88c10857-b2ae-4f87-b39b-da2e5f094544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:47:48.985037 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d20648b2-f639-47fe-9664-90a48032a35a req-88c10857-b2ae-4f87-b39b-da2e5f094544 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 1097 time: 0.0438495 Sep 18 05:47:49.094671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20648b2-f639-47fe-9664-90a48032a35a req-a4584365-6f04-4974-ba94-5d80d5b43440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:47:49.096189 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d20648b2-f639-47fe-9664-90a48032a35a req-a4584365-6f04-4974-ba94-5d80d5b43440 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.0923202 Sep 18 05:47:49.163602 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d20648b2-f639-47fe-9664-90a48032a35a req-7623d615-e936-4810-9f5a-41eb8769375f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56524e54-f8fe-4e47-b070-b35ea592a82d HTTP/1.1" status: 200 len: 1000 time: 0.0602269 Sep 18 05:47:49.213625 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20648b2-f639-47fe-9664-90a48032a35a req-0fbc1781-e3ac-4203-86df-c3a2d6446df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:47:49.215328 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d20648b2-f639-47fe-9664-90a48032a35a req-0fbc1781-e3ac-4203-86df-c3a2d6446df7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0451739 Sep 18 05:47:49.267957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20648b2-f639-47fe-9664-90a48032a35a req-8ce1a47e-5367-447c-886f-1e9cbadc2c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:47:49.269515 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d20648b2-f639-47fe-9664-90a48032a35a req-8ce1a47e-5367-447c-886f-1e9cbadc2c4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476098 Sep 18 05:47:49.362288 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d20648b2-f639-47fe-9664-90a48032a35a req-1814ea77-945a-4778-b568-293a6d2ee0f3 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853512 Sep 18 05:47:49.459125 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d20648b2-f639-47fe-9664-90a48032a35a req-96689a5c-88a1-45f7-aad7-043082c2797f service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895061 Sep 18 05:47:53.406017 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:47:53.526756 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:01.308463 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ce9e9593-6561-4cf4-8977-274e4b964826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:02.220071 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:48:03.881064 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-60621369-3e57-4780-9eff-f4b7a9c6e962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:04.331521 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:05.348676 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:06.965961 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:09.486907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-4e534aaf-23bb-423f-a1e6-0614f8ff333d req-29585941-c655-45ab-9104-ca02b7e2f54c service neutron] (106909) timed out ('10.222.0.13', 59236) {{(pid=106909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:48:23.395314 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:23.448024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39454) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:48:23.554262 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:23.624907 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-04110438-9828-4509-98bf-087552850da8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76da0d2a313c4d1082bb99de30f13ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757166 Sep 18 05:48:23.627974 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 39460) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:48:23.673879 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:23.695855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:23.810482 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:23.813030 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:23.816061 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6deddb36-89d7-40b8-942d-3a8b45f2eb12 HTTP/1.1" status: 204 len: 168 time: 0.1851747 Sep 18 05:48:23.822555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deddb36-89d7-40b8-942d-3a8b45f2eb12,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:48:23.830066 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:48:23.830456 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:48:23.831417 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:48:23.831763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:48:23.832131 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:48:23.832516 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:48:23.832856 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:48:23.836899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:48:23.836899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:48:23.836899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:48:23.836899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:48:23.836899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2a2b7-6336-44cf-bd4d-94d8e76cf158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:48:31.303164 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e003ce10-f7ff-4360-bc48-a2c9b58e8410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:33.868353 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b6dd9293-c849-4092-b56c-51631876f727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:34.381932 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:35.337120 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:36.999687 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:39.218600 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:48:50.405969 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a552b21e-dc08-4486-b1d5-ccc9d70338c3 req-0dfe08e5-a720-4fa2-8ffe-e5e513dcdf95 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493507 Sep 18 05:48:50.489698 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552b21e-dc08-4486-b1d5-ccc9d70338c3 req-1ff2c8cd-74e9-40b9-9b17-315427769262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:48:50.491382 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a552b21e-dc08-4486-b1d5-ccc9d70338c3 req-1ff2c8cd-74e9-40b9-9b17-315427769262 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 1097 time: 0.0417299 Sep 18 05:48:50.592998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552b21e-dc08-4486-b1d5-ccc9d70338c3 req-ba28331d-705d-4ec6-be33-92902e4838d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:48:50.594494 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a552b21e-dc08-4486-b1d5-ccc9d70338c3 req-ba28331d-705d-4ec6-be33-92902e4838d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.0843525 Sep 18 05:48:50.663043 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a552b21e-dc08-4486-b1d5-ccc9d70338c3 req-5e9bbbd2-3e1d-46ea-9113-5ce29d0f1d72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56524e54-f8fe-4e47-b070-b35ea592a82d HTTP/1.1" status: 200 len: 1000 time: 0.0606668 Sep 18 05:48:50.711544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552b21e-dc08-4486-b1d5-ccc9d70338c3 req-4f76f1a1-fe7a-472a-901d-806095f98c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:48:50.713049 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a552b21e-dc08-4486-b1d5-ccc9d70338c3 req-4f76f1a1-fe7a-472a-901d-806095f98c14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0445542 Sep 18 05:48:50.762144 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552b21e-dc08-4486-b1d5-ccc9d70338c3 req-145b702b-3556-4ca1-ac97-fca543809e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:48:50.763702 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a552b21e-dc08-4486-b1d5-ccc9d70338c3 req-145b702b-3556-4ca1-ac97-fca543809e25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434291 Sep 18 05:48:50.861288 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a552b21e-dc08-4486-b1d5-ccc9d70338c3 req-532bf929-6950-4a32-a711-186a1ad4aa08 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900190 Sep 18 05:48:50.950979 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a552b21e-dc08-4486-b1d5-ccc9d70338c3 req-e88e88fe-901b-405a-8143-b5c3bc686ee6 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832226 Sep 18 05:48:53.416509 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:48:53.513470 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:01.279244 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3227aaf9-46f4-43d2-bca3-9fa632f50841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:03.867722 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b503fd61-6e1b-4dee-b7eb-2cf2ec8f1100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:04.319574 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:05.387470 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:06.982581 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:16.221065 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:49:23.451585 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:23.580958 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:30.952597 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40626) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:49:31.069835 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:31.156715 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:31.238524 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:31.277096 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d436517b489436698ab0127d5e90497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259304 Sep 18 05:49:31.279031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b63624e-d35a-47b1-a54d-578bef6646aa,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:49:31.279810 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40630) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:49:31.288783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.289147 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.289512 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.289861 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.290208 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.290328 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d2b2285a-5012-47dc-980a-24d2341e1dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:31.290755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.290949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.291203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.291537 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.291865 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.292203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.292557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d377c56-6e9d-48eb-9db1-d14540ec5ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.331050 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:31.351736 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:31.472712 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:31.475313 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:31.476574 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b63624e-d35a-47b1-a54d-578bef6646aa HTTP/1.1" status: 204 len: 168 time: 0.1954541 Sep 18 05:49:31.484986 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b63624e-d35a-47b1-a54d-578bef6646aa,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:49:31.494789 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.495148 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.495495 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.495840 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.496186 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.496550 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.496893 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.497225 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.497556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.497888 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.498221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:31.498568 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd402410-d496-42f4-81fa-3caacede106a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:32.190616 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-9e1173bf-ae5a-416d-8099-3bbe5868d9f9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1013988388&fields=id&tenant_id=4311c5f8783f4a7d9a2ad38c4facba04 HTTP/1.1" status: 200 len: 267 time: 0.0314100 Sep 18 05:49:32.301583 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-e2fd01fc-bd15-48bc-917e-1075df7c2b54 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:32.303059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-e2fd01fc-bd15-48bc-917e-1075df7c2b54 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 812 time: 0.1060236 Sep 18 05:49:32.317911 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-1e954406-714f-416c-b836-48bc14016d9a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/quotas/4311c5f8783f4a7d9a2ad38c4facba04 HTTP/1.1" status: 200 len: 375 time: 0.0091896 Sep 18 05:49:32.374860 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-267ad9c5-e935-4e2a-81f5-bd951c4eee29 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0518625 Sep 18 05:49:32.466636 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-b86a6e26-3c67-414a-8fac-a2ca2c3e7e98 service neutron] 10.222.0.23 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806382 Sep 18 05:49:32.557003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-f86beaa4-7870-4286-a4c1-0fe381cd3bee service neutron] 10.222.0.23 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835569 Sep 18 05:49:33.103071 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d8af2768-3d47-4c16-af62-abfaa5ebb84c req-89b3bbff-981a-4894-b05c-1e3fc553b15d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 210 time: 0.0275130 Sep 18 05:49:33.929967 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-473ca1ff-dfdb-4770-877d-8426ee37cd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:34.199521 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-75f5beef-ec20-484f-91d3-27ed2ef9c778 req-8e4b218a-caaf-464a-a3f1-183f32dffba8 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 210 time: 0.0265853 Sep 18 05:49:34.347277 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:35.420272 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:35.456630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-1afa8bd5-6187-4a44-8e89-71c1c7bcf07c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:35.458146 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-1afa8bd5-6187-4a44-8e89-71c1c7bcf07c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.13 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 812 time: 0.4868042 Sep 18 05:49:35.504812 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-5e04f1b3-ef11-473b-8a30-4eeb8910cb83 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4311c5f8783f4a7d9a2ad38c4facba04 HTTP/1.1" status: 200 len: 380 time: 0.0368986 Sep 18 05:49:35.515256 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-f7c22d1d-05d7-4fbb-b2fc-3c3b57d5cafa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'port': {'device_id': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'admin_state_up': True, 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'security_groups': ['ea471d26-5702-4a5d-a071-444e9d7ea0e3']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:49:35.582496 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b268d829-8a0c-4f3b-95b4-c31873fa8d6a req-63a10567-0276-4f7c-a5c3-c18d97647f38 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 210 time: 0.2633009 Sep 18 05:49:35.724435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-f7c22d1d-05d7-4fbb-b2fc-3c3b57d5cafa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Made reservation on behalf of 4311c5f8783f4a7d9a2ad38c4facba04 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:49:35.728096 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-f7c22d1d-05d7-4fbb-b2fc-3c3b57d5cafa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:35.861262 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-f7c22d1d-05d7-4fbb-b2fc-3c3b57d5cafa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Allocated IP 172.20.0.13 (0f6e381d-8846-4d88-aff7-895a0111f888/135f7264-cbc4-44b4-90ff-4f1206bba78b/8e8464f3-334c-4d32-8b6e-3a705017dcda) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:49:36.001268 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-f7c22d1d-05d7-4fbb-b2fc-3c3b57d5cafa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:36.084280 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-f7c22d1d-05d7-4fbb-b2fc-3c3b57d5cafa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:36.128099 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-f7c22d1d-05d7-4fbb-b2fc-3c3b57d5cafa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Network 0f6e381d-8846-4d88-aff7-895a0111f888 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:49:36.131206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-f7c22d1d-05d7-4fbb-b2fc-3c3b57d5cafa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:49:36.143610 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-f7c22d1d-05d7-4fbb-b2fc-3c3b57d5cafa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:49:36.147698 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c22d1d-05d7-4fbb-b2fc-3c3b57d5cafa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'Port': ['ID=8e8464f3-334c-4d32-8b6e-3a705017dcda,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:49:36.199070 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-f7c22d1d-05d7-4fbb-b2fc-3c3b57d5cafa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:36.199721 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-f7c22d1d-05d7-4fbb-b2fc-3c3b57d5cafa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:36.285673 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-f7c22d1d-05d7-4fbb-b2fc-3c3b57d5cafa tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7741928 Sep 18 05:49:36.357307 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Request body: {'port': {'device_id': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:49:36.416101 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:36.431871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-c1028a99-1872-43bd-94c9-61629c9ce005 None None] Provisioning complete for port 8e8464f3-334c-4d32-8b6e-3a705017dcda triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:49:36.432462 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c1028a99-1872-43bd-94c9-61629c9ce005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:36.472962 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-c1028a99-1872-43bd-94c9-61629c9ce005 None None] Port 8e8464f3-334c-4d32-8b6e-3a705017dcda cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:49:36.704774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8464f3-334c-4d32-8b6e-3a705017dcda {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:49:36.715371 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:36.735639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Transition to ACTIVE for port object 8e8464f3-334c-4d32-8b6e-3a705017dcda will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:49:36.780554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854136d7-5e73-45f1-9570-9c938410e6e1 req-d65fe060-e706-418c-906c-c320eed70527 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:36.783215 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-854136d7-5e73-45f1-9570-9c938410e6e1 req-d65fe060-e706-418c-906c-c320eed70527 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 932 time: 0.1240959 Sep 18 05:49:36.803273 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:36.859356 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-854136d7-5e73-45f1-9570-9c938410e6e1 req-1928d0ff-73bb-4193-92d7-446c1576e10e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694847 Sep 18 05:49:36.899624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Pushing event updated for resources: {'Port': ['ID=8e8464f3-334c-4d32-8b6e-3a705017dcda,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:49:36.954588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Attempting to bind port 8e8464f3-334c-4d32-8b6e-3a705017dcda on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:49:36.954944 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Attempting to bind port 8e8464f3-334c-4d32-8b6e-3a705017dcda by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:49:36.955293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Attempting to bind port 8e8464f3-334c-4d32-8b6e-3a705017dcda on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:49:36.961114 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Port 8e8464f3-334c-4d32-8b6e-3a705017dcda on network 0f6e381d-8846-4d88-aff7-895a0111f888 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:49:36.961461 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Attempting to bind port 8e8464f3-334c-4d32-8b6e-3a705017dcda on network 0f6e381d-8846-4d88-aff7-895a0111f888 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:49:36.967444 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:49:36.967799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Checking segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:49:36.969010 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Bound using segment: {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:49:36.976048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Bound port: 8e8464f3-334c-4d32-8b6e-3a705017dcda, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0446e0f-5916-43a1-899a-fef42df76be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:49:36.976048 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:36.976288 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:37.043269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] For port 8e8464f3-334c-4d32-8b6e-3a705017dcda, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:49:37.047649 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] For port 8e8464f3-334c-4d32-8b6e-3a705017dcda, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=8e8464f3-334c-4d32-8b6e-3a705017dcda,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:49:37.113912 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:37.149520 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:37.149895 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:37.151198 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] 10.222.0.13 "PUT /v2.0/ports/8e8464f3-334c-4d32-8b6e-3a705017dcda HTTP/1.1" status: 200 len: 1093 time: 0.8564317 Sep 18 05:49:37.151955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'tag': '8e8464f3-334c-4d32-8b6e-3a705017dcda'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:49:37.156830 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4a2460-58ff-4af4-b556-31a9ccbd2fae" -d '{"events": [{"name": "network-changed", "server_uuid": "e61884a9-42f7-442f-9444-9af7bca35d98", "tag": "8e8464f3-334c-4d32-8b6e-3a705017dcda"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:49:37.191802 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc865cb-bd45-4ee7-a6c3-22abba27dc6b service neutron] Pushing event updated for resources: {'Port': ['ID=8e8464f3-334c-4d32-8b6e-3a705017dcda,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:49:37.202722 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9259445f-1f65-4d06-9593-fc9531f1d83d x-openstack-request-id: req-9259445f-1f65-4d06-9593-fc9531f1d83d {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:49:37.203072 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61884a9-42f7-442f-9444-9af7bca35d98", "tag": "8e8464f3-334c-4d32-8b6e-3a705017dcda", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:49:37.203353 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9259445f-1f65-4d06-9593-fc9531f1d83d {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:49:37.203760 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'tag': '8e8464f3-334c-4d32-8b6e-3a705017dcda', 'status': 'completed', 'code': 200} Sep 18 05:49:37.269357 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a2460-58ff-4af4-b556-31a9ccbd2fae req-92355b98-e129-46f0-95ac-f58e12bec00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:37.271195 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5f4a2460-58ff-4af4-b556-31a9ccbd2fae req-92355b98-e129-46f0-95ac-f58e12bec00a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 1096 time: 0.0516608 Sep 18 05:49:37.383380 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a2460-58ff-4af4-b556-31a9ccbd2fae req-e59c0dc6-9ef8-43d1-af46-690b3ee4ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:37.385070 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5f4a2460-58ff-4af4-b556-31a9ccbd2fae req-e59c0dc6-9ef8-43d1-af46-690b3ee4ce67 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1053221 Sep 18 05:49:37.480977 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a2460-58ff-4af4-b556-31a9ccbd2fae req-ba18cde9-d2af-4557-8628-79e4a0d6db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:37.482497 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5f4a2460-58ff-4af4-b556-31a9ccbd2fae req-ba18cde9-d2af-4557-8628-79e4a0d6db74 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0906177 Sep 18 05:49:37.562734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-baab3e84-249b-4f31-95aa-058eb76dd9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:37.564297 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-baab3e84-249b-4f31-95aa-058eb76dd9fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 1096 time: 0.0462351 Sep 18 05:49:37.607859 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-caf275d7-b522-472b-8b3e-2875717336e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e8464f3-334c-4d32-8b6e-3a705017dcda HTTP/1.1" status: 200 len: 217 time: 0.0350780 Sep 18 05:49:37.657762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-287691d8-ffdd-405d-bd65-96c28d4882e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:37.659287 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-287691d8-ffdd-405d-bd65-96c28d4882e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0449870 Sep 18 05:49:37.710601 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-0f38775a-d8b0-45dd-9199-8fda71d047cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:37.712044 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-0f38775a-d8b0-45dd-9199-8fda71d047cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458472 Sep 18 05:49:37.804558 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-05a28728-8a74-4fd8-bbaa-3cd8323e6945 service neutron] 10.222.0.13 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849326 Sep 18 05:49:37.901928 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-160292c6-7f8f-4fb8-88e8-5d94352c96e8 req-fff8023b-58cc-4c1d-949b-04fa1f1c2371 service neutron] 10.222.0.13 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907335 Sep 18 05:49:37.993886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429f840-e23b-48fe-8968-98116a513d13 req-4bfaf786-ba5d-40dc-8568-6277ee29e991 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:37.995396 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4429f840-e23b-48fe-8968-98116a513d13 req-4bfaf786-ba5d-40dc-8568-6277ee29e991 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 944 time: 0.0509946 Sep 18 05:49:38.036281 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4429f840-e23b-48fe-8968-98116a513d13 req-e5fad3e4-f7af-4355-813d-3f22089b26c9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339389 Sep 18 05:49:39.157809 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9507b-157b-46ec-9686-9979075e72ae req-856bb08d-84c5-4289-9ded-0c272fdd32f7 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:39.159314 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b8b9507b-157b-46ec-9686-9979075e72ae req-856bb08d-84c5-4289-9ded-0c272fdd32f7 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 944 time: 0.0535107 Sep 18 05:49:39.198779 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b8b9507b-157b-46ec-9686-9979075e72ae req-963cc730-8e8d-4d4d-a70e-7d26c6ea807b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335934 Sep 18 05:49:40.315716 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962f658-3aa9-4ced-91a6-2b75e3362b2e req-c9488ea3-360e-4aac-82ba-55a6c38e0aff tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:40.317212 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f962f658-3aa9-4ced-91a6-2b75e3362b2e req-c9488ea3-360e-4aac-82ba-55a6c38e0aff tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 944 time: 0.0502830 Sep 18 05:49:40.356502 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f962f658-3aa9-4ced-91a6-2b75e3362b2e req-1e52d431-5be4-435f-affb-40500f9e5b8c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333385 Sep 18 05:49:41.470912 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a2ba6-195f-415e-bf1c-b998ddad805b req-c7a071b3-5dcb-4500-bd04-75a1285ed7d6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:41.472441 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8c0a2ba6-195f-415e-bf1c-b998ddad805b req-c7a071b3-5dcb-4500-bd04-75a1285ed7d6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 944 time: 0.0494244 Sep 18 05:49:41.509748 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8c0a2ba6-195f-415e-bf1c-b998ddad805b req-330522f1-c3af-4a5b-b222-0d90f6f3ee5b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313876 Sep 18 05:49:42.642788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680db3a-fcff-461a-b8d9-42f66f386afb req-09248f8c-a4ea-47c4-9e3d-92dd5e2b686b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:42.644302 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4680db3a-fcff-461a-b8d9-42f66f386afb req-09248f8c-a4ea-47c4-9e3d-92dd5e2b686b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 944 time: 0.0555167 Sep 18 05:49:42.682453 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4680db3a-fcff-461a-b8d9-42f66f386afb req-e91a36f0-c6c5-49bd-b887-d602e9d4d24c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320892 Sep 18 05:49:43.796945 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc1878-4529-4c5c-93bc-55d832ae0d22 req-ddeb975b-6c90-4ab3-99ae-c060cfd280b7 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:43.798568 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71dc1878-4529-4c5c-93bc-55d832ae0d22 req-ddeb975b-6c90-4ab3-99ae-c060cfd280b7 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 944 time: 0.0500121 Sep 18 05:49:43.835451 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-71dc1878-4529-4c5c-93bc-55d832ae0d22 req-82d00ca8-984c-4171-83b7-c0919718d90b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309010 Sep 18 05:49:44.950693 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafef54-4e45-4686-bc7e-ab21d8949d5d req-2866bd52-bc96-414c-9e98-c2d173a3bb96 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:44.952178 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aeafef54-4e45-4686-bc7e-ab21d8949d5d req-2866bd52-bc96-414c-9e98-c2d173a3bb96 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 944 time: 0.0500453 Sep 18 05:49:44.990702 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-aeafef54-4e45-4686-bc7e-ab21d8949d5d req-09f98b49-1b5d-4687-8d40-4837caab882a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317788 Sep 18 05:49:46.109119 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f335b-df54-4c2c-b31f-db253fdae806 req-9a1a590e-6cd2-431e-b3db-c96b22d569b8 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:46.111405 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-152f335b-df54-4c2c-b31f-db253fdae806 req-9a1a590e-6cd2-431e-b3db-c96b22d569b8 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 944 time: 0.0537941 Sep 18 05:49:46.148039 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-152f335b-df54-4c2c-b31f-db253fdae806 req-084e8fd6-1f5f-41e6-84a0-a6a25af8298c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306764 Sep 18 05:49:47.261179 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bcf48-e861-4763-afd2-01a540ae8864 req-79694b6e-1a47-44f3-8271-258fd0dddfc1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:47.262719 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f98bcf48-e861-4763-afd2-01a540ae8864 req-79694b6e-1a47-44f3-8271-258fd0dddfc1 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 944 time: 0.0491908 Sep 18 05:49:47.302130 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f98bcf48-e861-4763-afd2-01a540ae8864 req-78263f5e-55a4-4183-a5cf-0787e5c687f9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328832 Sep 18 05:49:47.670898 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 8e8464f3-334c-4d32-8b6e-3a705017dcda details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:49:47.767121 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 8e8464f3-334c-4d32-8b6e-3a705017dcda, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=8e8464f3-334c-4d32-8b6e-3a705017dcda,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:49:47.778423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '8e8464f3-334c-4d32-8b6e-3a705017dcda', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'port_id': '8e8464f3-334c-4d32-8b6e-3a705017dcda', 'mac_address': 'fa:16:3e:a3:d2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:49:47.814759 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:47.826799 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8464f3-334c-4d32-8b6e-3a705017dcda {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:49:47.845093 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 8e8464f3-334c-4d32-8b6e-3a705017dcda, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=8e8464f3-334c-4d32-8b6e-3a705017dcda,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:49:47.900047 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:47.952608 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=8e8464f3-334c-4d32-8b6e-3a705017dcda,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:49:47.959749 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:47.960111 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:47.960488 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:47.960837 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:47.961176 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:47.961513 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:47.961847 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:47.962179 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:47.962509 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:47.962839 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:47.963170 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:47.963496 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:49:48.129931 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['8e8464f3-334c-4d32-8b6e-3a705017dcda'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:49:48.417289 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ace09-f435-4263-b502-ed807166ed0f req-26e1d8b7-1a50-4de3-ad96-0661b133b59d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:48.418815 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-327ace09-f435-4263-b502-ed807166ed0f req-26e1d8b7-1a50-4de3-ad96-0661b133b59d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 945 time: 0.0501149 Sep 18 05:49:48.457989 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-327ace09-f435-4263-b502-ed807166ed0f req-746c16c0-79bc-4f01-a1a7-7bc9f554b7da tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326924 Sep 18 05:49:49.576536 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b0920-9868-4691-86a1-172cba045c4e req-f7fe6349-ad1e-4fa6-9657-6d6ce2065725 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:49.578647 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e05b0920-9868-4691-86a1-172cba045c4e req-f7fe6349-ad1e-4fa6-9657-6d6ce2065725 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 945 time: 0.0538373 Sep 18 05:49:49.616187 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e05b0920-9868-4691-86a1-172cba045c4e req-b5ff1ac5-f1eb-4909-92cd-24747018aa43 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316765 Sep 18 05:49:49.668725 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 8e8464f3-334c-4d32-8b6e-3a705017dcda up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:49:49.769741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 8e8464f3-334c-4d32-8b6e-3a705017dcda completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:49:49.773423 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 8e8464f3-334c-4d32-8b6e-3a705017dcda triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:49:49.773800 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:49.849326 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:49.871675 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8464f3-334c-4d32-8b6e-3a705017dcda'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:49:49.874032 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ab8f36-3f74-45ff-8b38-b47b1bdf22e9" -d '{"events": [{"server_uuid": "e61884a9-42f7-442f-9444-9af7bca35d98", "name": "network-vif-plugged", "status": "completed", "tag": "8e8464f3-334c-4d32-8b6e-3a705017dcda"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:49:49.889365 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 8e8464f3-334c-4d32-8b6e-3a705017dcda, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=8e8464f3-334c-4d32-8b6e-3a705017dcda,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:49:49.926157 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697b4757-719f-444a-9967-85bd6bf09870 x-openstack-request-id: req-697b4757-719f-444a-9967-85bd6bf09870 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:49:49.926455 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61884a9-42f7-442f-9444-9af7bca35d98", "name": "network-vif-plugged", "status": "completed", "tag": "8e8464f3-334c-4d32-8b6e-3a705017dcda", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:49:49.926761 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-697b4757-719f-444a-9967-85bd6bf09870 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:49:49.927160 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8464f3-334c-4d32-8b6e-3a705017dcda', 'code': 200} Sep 18 05:49:49.981262 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:50.027953 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3eb9d-597f-496f-86e0-7a28811450ea req-a05440eb-f5fc-413d-8d78-3f91042c584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:50.029459 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fce3eb9d-597f-496f-86e0-7a28811450ea req-a05440eb-f5fc-413d-8d78-3f91042c584c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 1098 time: 0.0419807 Sep 18 05:49:50.031468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=8e8464f3-334c-4d32-8b6e-3a705017dcda,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:49:50.065499 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fce3eb9d-597f-496f-86e0-7a28811450ea req-4f8edb2e-8817-4f36-8803-b8acadaf63fa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285559 Sep 18 05:49:50.734982 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f4822-c732-415a-9067-29ac2f6fa8c4 req-0ccb2322-f462-425a-a1da-d9fcba181956 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:50.736900 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d9f4822-c732-415a-9067-29ac2f6fa8c4 req-0ccb2322-f462-425a-a1da-d9fcba181956 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 946 time: 0.0536666 Sep 18 05:49:50.775117 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d9f4822-c732-415a-9067-29ac2f6fa8c4 req-65cd817f-0cf8-4baa-9edf-290a6766e12e tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322809 Sep 18 05:49:51.469728 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1de645a-65dd-4ece-83d9-f064f39a4c01 req-797f6ee6-7686-4e34-bdab-81206f777758 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431056 Sep 18 05:49:51.550542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de645a-65dd-4ece-83d9-f064f39a4c01 req-51a71e82-2a29-4cd0-9503-ff193394560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:51.552035 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1de645a-65dd-4ece-83d9-f064f39a4c01 req-51a71e82-2a29-4cd0-9503-ff193394560f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 1097 time: 0.0414944 Sep 18 05:49:51.653662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de645a-65dd-4ece-83d9-f064f39a4c01 req-a8a107fe-c4bb-4204-b15b-34673ad4e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:51.655164 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1de645a-65dd-4ece-83d9-f064f39a4c01 req-a8a107fe-c4bb-4204-b15b-34673ad4e832 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.0848749 Sep 18 05:49:51.722685 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1de645a-65dd-4ece-83d9-f064f39a4c01 req-641ad994-58c3-4f52-b1c2-8483518a8936 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56524e54-f8fe-4e47-b070-b35ea592a82d HTTP/1.1" status: 200 len: 1000 time: 0.0607643 Sep 18 05:49:51.771947 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de645a-65dd-4ece-83d9-f064f39a4c01 req-b2b75824-6368-485e-833c-d0dc2c5d7638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:51.773397 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1de645a-65dd-4ece-83d9-f064f39a4c01 req-b2b75824-6368-485e-833c-d0dc2c5d7638 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0436063 Sep 18 05:49:51.820260 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de645a-65dd-4ece-83d9-f064f39a4c01 req-09b24f40-3a70-4d56-a33c-bc8c8a6ea076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:51.821809 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1de645a-65dd-4ece-83d9-f064f39a4c01 req-09b24f40-3a70-4d56-a33c-bc8c8a6ea076 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410388 Sep 18 05:49:51.893640 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b76a3-77ba-47f4-8a7e-26c46d2f7bc6 req-7330cd18-869b-493b-9dad-4a864ebbcc29 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:51.895160 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-247b76a3-77ba-47f4-8a7e-26c46d2f7bc6 req-7330cd18-869b-493b-9dad-4a864ebbcc29 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 946 time: 0.0503309 Sep 18 05:49:51.917917 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1de645a-65dd-4ece-83d9-f064f39a4c01 req-a08005f5-4eae-42be-9582-106afcdf7587 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885222 Sep 18 05:49:51.933859 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-247b76a3-77ba-47f4-8a7e-26c46d2f7bc6 req-fb3d112e-6712-4202-ac8c-19a3f61cc4bd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324142 Sep 18 05:49:52.041866 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1de645a-65dd-4ece-83d9-f064f39a4c01 req-7a455d23-e514-4333-9c2d-6decedaf0272 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169934 Sep 18 05:49:52.065833 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd0bd1-23ea-4504-ab4e-10be8198022d req-09410c69-fd89-41ac-8c42-51d9ff93edde tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:52.067309 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16bd0bd1-23ea-4504-ab4e-10be8198022d req-09410c69-fd89-41ac-8c42-51d9ff93edde tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 946 time: 0.0612285 Sep 18 05:49:52.105321 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-16bd0bd1-23ea-4504-ab4e-10be8198022d req-14ab5149-c278-4af8-9b29-1bb774f666a4 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316846 Sep 18 05:49:52.128985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40740) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:49:52.333053 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f638d88f-a533-44b4-8c81-8208fafa4f72 tempest-TestVolumeBootPattern-1909483121 tempest-TestVolumeBootPattern-1909483121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:52.334567 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f638d88f-a533-44b4-8c81-8208fafa4f72 tempest-TestVolumeBootPattern-1909483121 tempest-TestVolumeBootPattern-1909483121-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 1093 time: 0.2046185 Sep 18 05:49:52.337298 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40744) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:49:52.341534 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'port_id': '8e8464f3-334c-4d32-8b6e-3a705017dcda', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:49:52.442826 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for floatingip, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:52.541967 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:52.644657 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Allocated IP 172.25.7.76 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/ee0bf642-3ed4-4923-88f5-cc00c7fdd613) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:49:52.746989 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:52.833077 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:52.868968 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:49:52.871858 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:49:52.875369 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:49:52.901886 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'Port': ['ID=ee0bf642-3ed4-4923-88f5-cc00c7fdd613,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:49:53.222577 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:49:53.238520 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:53.348262 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:53.449664 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:53.498546 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:53.563847 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:53.592401 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:53.663278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event updated for resources: {'Port': ['ID=ee0bf642-3ed4-4923-88f5-cc00c7fdd613,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:49:53.675489 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:53.770219 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Floating IP 62d7e442-1e62-4df6-ad39-b1dfce3c6e27 associated. External IP: 172.25.7.76, port: 8e8464f3-334c-4d32-8b6e-3a705017dcda. Sep 18 05:49:53.974980 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Router 9868725c-ba5a-4273-9881-dc51353bf730 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:49:54.082278 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:49:54.092410 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec0c901-65c0-416a-a694-855a3c4f96d4 None None] Sync routers for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:49:54.101677 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0c901-65c0-416a-a694-855a3c4f96d4 None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:49:54.102285 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8ec0c901-65c0-416a-a694-855a3c4f96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:49:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:49:54.181454 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:49:54.207957 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-8ec0c901-65c0-416a-a694-855a3c4f96d4 None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:49:54.210439 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-1b41b118-9e13-420d-8737-e529f2cfe2dd tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8721268 Sep 18 05:49:54.211034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'tag': '8e8464f3-334c-4d32-8b6e-3a705017dcda'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:49:54.213301 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99140ed1-ac5f-4d03-a515-3d82b96c8e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e61884a9-42f7-442f-9444-9af7bca35d98", "tag": "8e8464f3-334c-4d32-8b6e-3a705017dcda"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:49:54.258482 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90cc078-a09b-4e7e-bd6e-44b2c5e3dcb3 x-openstack-request-id: req-c90cc078-a09b-4e7e-bd6e-44b2c5e3dcb3 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:49:54.258809 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61884a9-42f7-442f-9444-9af7bca35d98", "tag": "8e8464f3-334c-4d32-8b6e-3a705017dcda", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:49:54.259090 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c90cc078-a09b-4e7e-bd6e-44b2c5e3dcb3 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:49:54.259498 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'tag': '8e8464f3-334c-4d32-8b6e-3a705017dcda', 'status': 'completed', 'code': 200} Sep 18 05:49:54.329150 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ed1-ac5f-4d03-a515-3d82b96c8e3e req-9d868892-d181-4571-99dc-14cec2fbbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:54.331274 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99140ed1-ac5f-4d03-a515-3d82b96c8e3e req-9d868892-d181-4571-99dc-14cec2fbbd06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 1098 time: 0.0456059 Sep 18 05:49:54.423392 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ed1-ac5f-4d03-a515-3d82b96c8e3e req-e7602ddf-7fb3-432d-8936-27c109dbc109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:54.425667 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99140ed1-ac5f-4d03-a515-3d82b96c8e3e req-e7602ddf-7fb3-432d-8936-27c109dbc109 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.0862112 Sep 18 05:49:54.435206 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8ec0c901-65c0-416a-a694-855a3c4f96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '62d7e442-1e62-4df6-ad39-b1dfce3c6e27', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': '8e8464f3-334c-4d32-8b6e-3a705017dcda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:a3:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:49:53Z', 'updated_at': '2021-09-18T05:49:53Z', 'revision_number': 0, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}, {'id': 'be599862-8489-4377-892d-9a54c8f9ca84', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:4c:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:47:03Z', 'updated_at': '2021-09-18T05:47:05Z', 'revision_number': 1, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:49:54.462026 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec0c901-65c0-416a-a694-855a3c4f96d4 None None] Checking router: 9868725c-ba5a-4273-9881-dc51353bf730 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:49:54.471939 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0c901-65c0-416a-a694-855a3c4f96d4 None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:49:54.472593 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8ec0c901-65c0-416a-a694-855a3c4f96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:49:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:49:54.495125 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99140ed1-ac5f-4d03-a515-3d82b96c8e3e req-c89712d3-b59e-4f8e-ba4b-a343a249e0bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e8464f3-334c-4d32-8b6e-3a705017dcda HTTP/1.1" status: 200 len: 999 time: 0.0617995 Sep 18 05:49:54.543909 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ed1-ac5f-4d03-a515-3d82b96c8e3e req-274c35e7-2eb8-451f-833a-a164ee1c9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:54.545472 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99140ed1-ac5f-4d03-a515-3d82b96c8e3e req-274c35e7-2eb8-451f-833a-a164ee1c9478 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0438695 Sep 18 05:49:54.577081 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-8ec0c901-65c0-416a-a694-855a3c4f96d4 None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:49:54.589963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140ed1-ac5f-4d03-a515-3d82b96c8e3e req-74432384-8af9-4c65-894d-6f689b3022e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:49:54.591455 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99140ed1-ac5f-4d03-a515-3d82b96c8e3e req-74432384-8af9-4c65-894d-6f689b3022e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396612 Sep 18 05:49:54.684857 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99140ed1-ac5f-4d03-a515-3d82b96c8e3e req-7a0de247-507c-4dcf-b4a8-bb614f1deb1b service neutron] 10.222.0.13 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866034 Sep 18 05:49:54.774108 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-99140ed1-ac5f-4d03-a515-3d82b96c8e3e req-e6c5db07-8b15-48b5-af15-c62fbe92caf2 service neutron] 10.222.0.13 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825737 Sep 18 05:49:54.801099 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-8ec0c901-65c0-416a-a694-855a3c4f96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '62d7e442-1e62-4df6-ad39-b1dfce3c6e27', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': '8e8464f3-334c-4d32-8b6e-3a705017dcda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:a3:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:49:53Z', 'updated_at': '2021-09-18T05:49:53Z', 'revision_number': 0, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}, {'id': 'be599862-8489-4377-892d-9a54c8f9ca84', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:4c:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:47:03Z', 'updated_at': '2021-09-18T05:47:05Z', 'revision_number': 1, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:49:54.827192 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec0c901-65c0-416a-a694-855a3c4f96d4 None None] The sync data for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 is: [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': '62d7e442-1e62-4df6-ad39-b1dfce3c6e27', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': '8e8464f3-334c-4d32-8b6e-3a705017dcda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:a3:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:49:53Z', 'updated_at': '2021-09-18T05:49:53Z', 'revision_number': 0, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}, {'id': 'be599862-8489-4377-892d-9a54c8f9ca84', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:4c:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:47:03Z', 'updated_at': '2021-09-18T05:47:05Z', 'revision_number': 1, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:49:55.014011 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a53906a-a0a7-4f2b-816b-aac35f0b5826 None None] New status for floating IP 62d7e442-1e62-4df6-ad39-b1dfce3c6e27: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:50:01.293824 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-f1f52543-7006-4166-b91a-92efc25dc7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:50:03.849717 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5ce99a0e-e84a-452d-8790-16455690725f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:50:04.334039 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:50:05.392775 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:50:06.990894 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:50:23.449182 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:50:23.591942 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:50:30.222084 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:50:31.311784 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a87585cc-00f7-4ebe-83fa-753a7156cb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:50:33.876156 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-413ab232-c7e3-431b-ba9a-52e570183ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:50:34.329001 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:50:35.392002 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:50:36.992402 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:50:48.943772 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-e3cc1469-5c8e-4feb-9715-40c56033067e req-fa6e9ef1-eccb-485f-9551-70175c1bf4d0 service neutron] (106908) timed out ('10.222.0.23', 41132) {{(pid=106908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:50:49.009216 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5afb9481-f5dd-4337-8ad7-0e3f1513ef62 req-f61f4a35-11f8-422f-869b-bd99e7ed5df7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404344 Sep 18 05:50:49.095118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb9481-f5dd-4337-8ad7-0e3f1513ef62 req-3c74ae88-241e-46f6-873a-bc3e2eccd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:50:49.096622 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5afb9481-f5dd-4337-8ad7-0e3f1513ef62 req-3c74ae88-241e-46f6-873a-bc3e2eccd2a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 1098 time: 0.0443699 Sep 18 05:50:49.198426 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb9481-f5dd-4337-8ad7-0e3f1513ef62 req-8dfb9fb8-54cb-48d3-8136-41013a910493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:50:49.199858 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5afb9481-f5dd-4337-8ad7-0e3f1513ef62 req-8dfb9fb8-54cb-48d3-8136-41013a910493 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.0830038 Sep 18 05:50:49.268137 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5afb9481-f5dd-4337-8ad7-0e3f1513ef62 req-0a89a932-5c32-44fb-97f9-aa520ad574be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e8464f3-334c-4d32-8b6e-3a705017dcda HTTP/1.1" status: 200 len: 1001 time: 0.0610936 Sep 18 05:50:49.317528 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb9481-f5dd-4337-8ad7-0e3f1513ef62 req-1bef07db-6ac9-413e-ba44-d10f52c1eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:50:49.318963 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5afb9481-f5dd-4337-8ad7-0e3f1513ef62 req-1bef07db-6ac9-413e-ba44-d10f52c1eed3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0441771 Sep 18 05:50:49.364202 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb9481-f5dd-4337-8ad7-0e3f1513ef62 req-4ac8d265-ca52-4ca6-8efe-07f1e607ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:50:49.365725 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5afb9481-f5dd-4337-8ad7-0e3f1513ef62 req-4ac8d265-ca52-4ca6-8efe-07f1e607ef39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397236 Sep 18 05:50:49.458793 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5afb9481-f5dd-4337-8ad7-0e3f1513ef62 req-e7a01e7f-6126-4b47-ab0d-01a7b0c51beb service neutron] 10.222.0.13 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841787 Sep 18 05:50:49.545670 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5afb9481-f5dd-4337-8ad7-0e3f1513ef62 req-15e66453-08b0-4ac1-918e-e99f6429a6cc service neutron] 10.222.0.13 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800650 Sep 18 05:50:51.523089 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba5a390c-3ba0-42bc-8aa8-ce4f022f0f4b req-d2e60fdd-f42b-4e9f-95bd-c65ee698c017 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437944 Sep 18 05:50:51.602864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a390c-3ba0-42bc-8aa8-ce4f022f0f4b req-c487a1ff-6728-441c-b164-2fc79869b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:50:51.604929 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba5a390c-3ba0-42bc-8aa8-ce4f022f0f4b req-c487a1ff-6728-441c-b164-2fc79869b598 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 1097 time: 0.0410032 Sep 18 05:50:51.705492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a390c-3ba0-42bc-8aa8-ce4f022f0f4b req-f66009b6-19cc-4063-8390-41fe17fa4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:50:51.707024 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba5a390c-3ba0-42bc-8aa8-ce4f022f0f4b req-f66009b6-19cc-4063-8390-41fe17fa4358 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.0837772 Sep 18 05:50:51.773912 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba5a390c-3ba0-42bc-8aa8-ce4f022f0f4b req-be4efd96-e9ee-4bd5-adb6-9086355586bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56524e54-f8fe-4e47-b070-b35ea592a82d HTTP/1.1" status: 200 len: 1000 time: 0.0597920 Sep 18 05:50:51.822475 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a390c-3ba0-42bc-8aa8-ce4f022f0f4b req-a2baa2fa-f0dc-41a5-9a8c-5db2e904bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:50:51.824119 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba5a390c-3ba0-42bc-8aa8-ce4f022f0f4b req-a2baa2fa-f0dc-41a5-9a8c-5db2e904bd89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0431089 Sep 18 05:50:51.868472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a390c-3ba0-42bc-8aa8-ce4f022f0f4b req-7f3597a8-7534-4ad8-86dd-4270b580d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:50:51.870012 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba5a390c-3ba0-42bc-8aa8-ce4f022f0f4b req-7f3597a8-7534-4ad8-86dd-4270b580d2d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391264 Sep 18 05:50:51.880363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-ba5a390c-3ba0-42bc-8aa8-ce4f022f0f4b req-d228897d-6776-4792-9880-17a8219f042e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:50:51.881392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba5a390c-3ba0-42bc-8aa8-ce4f022f0f4b req-d228897d-6776-4792-9880-17a8219f042e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049434 Sep 18 05:50:51.974483 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba5a390c-3ba0-42bc-8aa8-ce4f022f0f4b req-a4ef9ed1-cb08-4362-a410-d9eefc84a45d service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865607 Sep 18 05:50:52.411270 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba5a390c-3ba0-42bc-8aa8-ce4f022f0f4b req-6bb0ea86-6960-440d-9eea-ed287cdbe142 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293635 Sep 18 05:50:53.454364 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:50:53.585466 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:01.294444 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-daaa09e7-4130-4694-8a8c-dbaa6465fe0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:03.869817 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fdf5ae28-22b3-4d36-b0e8-aa9a68080531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:04.362968 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:05.408623 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:06.988800 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:07.222296 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:51:23.508914 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:23.596777 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:31.291458 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8c59db81-25c9-4655-8ed5-9cd9967bba15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:33.893910 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-fd756050-528c-487b-aea1-877e4205f0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:34.333830 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:35.385353 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:36.584647 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-0deea38c-60e5-434c-8e74-886cea3a7c70 req-494816b3-079e-4574-bf2d-42e64effc25a service neutron] (106909) timed out ('10.222.0.18', 58902) {{(pid=106909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:51:36.988576 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:40.981805 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-d0d537a8-6d1b-4c33-b672-5c2dacb8e7bc req-f1613164-47af-48fc-9711-c64bd59d6e11 service neutron] (106908) timed out ('10.222.0.23', 55868) {{(pid=106908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 05:51:44.221807 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:51:48.993811 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f37de684-16a1-4d14-9e3a-a2e60857ec9b req-e94b9e78-5653-4f89-9dcf-302c888ec6ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390465 Sep 18 05:51:49.076322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37de684-16a1-4d14-9e3a-a2e60857ec9b req-df4ce482-7d62-4224-8cec-fdeac47a5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:49.077859 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f37de684-16a1-4d14-9e3a-a2e60857ec9b req-df4ce482-7d62-4224-8cec-fdeac47a5d85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 1098 time: 0.0415270 Sep 18 05:51:49.181181 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37de684-16a1-4d14-9e3a-a2e60857ec9b req-3fbbe2bd-3c32-4f2d-8b9a-542496443a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:49.182636 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f37de684-16a1-4d14-9e3a-a2e60857ec9b req-3fbbe2bd-3c32-4f2d-8b9a-542496443a4a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.0868802 Sep 18 05:51:49.245922 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f37de684-16a1-4d14-9e3a-a2e60857ec9b req-9c97e74f-b666-405d-8b6a-bf576c0f3ca0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e8464f3-334c-4d32-8b6e-3a705017dcda HTTP/1.1" status: 200 len: 1001 time: 0.0559852 Sep 18 05:51:49.293599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37de684-16a1-4d14-9e3a-a2e60857ec9b req-58f23dfb-fba5-41ed-980a-a0e0f7fd4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:49.295030 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f37de684-16a1-4d14-9e3a-a2e60857ec9b req-58f23dfb-fba5-41ed-980a-a0e0f7fd4bac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0429633 Sep 18 05:51:49.341737 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37de684-16a1-4d14-9e3a-a2e60857ec9b req-dbe17b01-94b3-41f9-a6a5-45ce1400e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:49.343981 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f37de684-16a1-4d14-9e3a-a2e60857ec9b req-dbe17b01-94b3-41f9-a6a5-45ce1400e16e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422986 Sep 18 05:51:49.354659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-f37de684-16a1-4d14-9e3a-a2e60857ec9b req-f4dc3704-1bb7-4a56-9237-0c9a12f8082a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:51:49.355679 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f37de684-16a1-4d14-9e3a-a2e60857ec9b req-f4dc3704-1bb7-4a56-9237-0c9a12f8082a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047889 Sep 18 05:51:49.442954 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f37de684-16a1-4d14-9e3a-a2e60857ec9b req-d2bcee5e-4b7c-4180-9492-2279f6a93b47 service neutron] 10.222.0.13 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806606 Sep 18 05:51:49.535592 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f37de684-16a1-4d14-9e3a-a2e60857ec9b req-09a96775-058f-4e32-ac62-edbb02486e36 service neutron] 10.222.0.13 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846152 Sep 18 05:51:53.457254 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:53.547762 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49d14772-6b51-4d7e-bcbe-ceb36554cedd req-8c1ddf9d-7fc6-4e69-9554-560ba9e3e837 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1182268 Sep 18 05:51:53.607883 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:53.628018 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d14772-6b51-4d7e-bcbe-ceb36554cedd req-9a96a56b-4578-4ba1-af86-999bd26b85c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:53.629610 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49d14772-6b51-4d7e-bcbe-ceb36554cedd req-9a96a56b-4578-4ba1-af86-999bd26b85c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 1097 time: 0.0403957 Sep 18 05:51:53.734086 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d14772-6b51-4d7e-bcbe-ceb36554cedd req-aad84416-cdd8-4863-b755-7129aea933fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:53.735583 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49d14772-6b51-4d7e-bcbe-ceb36554cedd req-aad84416-cdd8-4863-b755-7129aea933fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.0877542 Sep 18 05:51:53.800630 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49d14772-6b51-4d7e-bcbe-ceb36554cedd req-3e285018-985e-44e5-8cfb-5db1967063d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56524e54-f8fe-4e47-b070-b35ea592a82d HTTP/1.1" status: 200 len: 1000 time: 0.0581751 Sep 18 05:51:53.854493 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d14772-6b51-4d7e-bcbe-ceb36554cedd req-cda5a848-fde3-49f5-878b-1b67cb0fb7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:53.855939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49d14772-6b51-4d7e-bcbe-ceb36554cedd req-cda5a848-fde3-49f5-878b-1b67cb0fb7b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0484338 Sep 18 05:51:53.900588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d14772-6b51-4d7e-bcbe-ceb36554cedd req-377e163f-ff91-4768-a0e1-9f13789a12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:53.902213 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49d14772-6b51-4d7e-bcbe-ceb36554cedd req-377e163f-ff91-4768-a0e1-9f13789a12e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398381 Sep 18 05:51:53.995950 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49d14772-6b51-4d7e-bcbe-ceb36554cedd req-53a1caa3-102d-4e5c-9108-4b9585ce4fa1 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865967 Sep 18 05:51:54.088077 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-49d14772-6b51-4d7e-bcbe-ceb36554cedd req-1cd9f338-792a-496b-8068-7ee6c4d726c4 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851104 Sep 18 05:51:56.370047 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40792) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:51:56.526411 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Deleting port ee0bf642-3ed4-4923-88f5-cc00c7fdd613 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:51:56.526636 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:56.600227 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:56.600590 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:56.611960 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Calling delete_port for ee0bf642-3ed4-4923-88f5-cc00c7fdd613 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:51:56.824795 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:56.848074 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event deleted for resources: {'Port': ['ID=ee0bf642-3ed4-4923-88f5-cc00c7fdd613,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:51:56.858294 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:56.858596 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:56.858951 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:56.859301 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:56.859650 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:56.859996 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:56.860751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:56.860751 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:56.861013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:56.861346 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:56.861681 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:56.862034 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:56.924847 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:56.925186 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Floating IP 62d7e442-1e62-4df6-ad39-b1dfce3c6e27 disassociated (deleted). External IP: 172.25.7.76, port: 8e8464f3-334c-4d32-8b6e-3a705017dcda. Sep 18 05:51:57.129296 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Router 9868725c-ba5a-4273-9881-dc51353bf730 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:51:57.234246 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:51:57.238764 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:57.244176 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20cbdbd-db7e-4476-b428-b56f17348a00 None None] Sync routers for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:51:57.254055 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20cbdbd-db7e-4476-b428-b56f17348a00 None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:51:57.254663 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e20cbdbd-db7e-4476-b428-b56f17348a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:51:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:51:57.266455 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-996563a0-bb60-45a3-91d5-569968618331 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "DELETE /v2.0/floatingips/62d7e442-1e62-4df6-ad39-b1dfce3c6e27 HTTP/1.1" status: 204 len: 168 time: 0.8953094 Sep 18 05:51:57.267162 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'tag': '8e8464f3-334c-4d32-8b6e-3a705017dcda'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:51:57.269566 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c0ae51-65c0-4bcd-b7c0-3ef6f0e2995b" -d '{"events": [{"name": "network-changed", "server_uuid": "e61884a9-42f7-442f-9444-9af7bca35d98", "tag": "8e8464f3-334c-4d32-8b6e-3a705017dcda"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:51:57.360075 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e20cbdbd-db7e-4476-b428-b56f17348a00 None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:51:57.404634 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b630490-2e88-4f32-96ea-f66a0b8cfc21 x-openstack-request-id: req-5b630490-2e88-4f32-96ea-f66a0b8cfc21 {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:51:57.405217 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61884a9-42f7-442f-9444-9af7bca35d98", "tag": "8e8464f3-334c-4d32-8b6e-3a705017dcda", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:51:57.405217 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b630490-2e88-4f32-96ea-f66a0b8cfc21 {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:51:57.405593 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'tag': '8e8464f3-334c-4d32-8b6e-3a705017dcda', 'status': 'completed', 'code': 200} Sep 18 05:51:57.467721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0ae51-65c0-4bcd-b7c0-3ef6f0e2995b req-79a89e3b-75a2-4a59-8764-8d3cf0d4fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:57.469267 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-79c0ae51-65c0-4bcd-b7c0-3ef6f0e2995b req-79a89e3b-75a2-4a59-8764-8d3cf0d4fa83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 1098 time: 0.0418298 Sep 18 05:51:57.566614 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0ae51-65c0-4bcd-b7c0-3ef6f0e2995b req-f0a8e4ef-e1ef-41ce-bae1-0aed0805c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:57.568120 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-79c0ae51-65c0-4bcd-b7c0-3ef6f0e2995b req-f0a8e4ef-e1ef-41ce-bae1-0aed0805c094 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.0908473 Sep 18 05:51:57.599724 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e20cbdbd-db7e-4476-b428-b56f17348a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'be599862-8489-4377-892d-9a54c8f9ca84', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:4c:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:47:03Z', 'updated_at': '2021-09-18T05:47:05Z', 'revision_number': 1, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:51:57.612083 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-79c0ae51-65c0-4bcd-b7c0-3ef6f0e2995b req-747ca771-8e5f-43c8-bebf-8933bde0ecd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e8464f3-334c-4d32-8b6e-3a705017dcda HTTP/1.1" status: 200 len: 217 time: 0.0357566 Sep 18 05:51:57.626950 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20cbdbd-db7e-4476-b428-b56f17348a00 None None] Checking router: 9868725c-ba5a-4273-9881-dc51353bf730 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:51:57.635804 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20cbdbd-db7e-4476-b428-b56f17348a00 None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:51:57.636519 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e20cbdbd-db7e-4476-b428-b56f17348a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:51:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:51:57.666634 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0ae51-65c0-4bcd-b7c0-3ef6f0e2995b req-357cc793-bcc2-4776-8be2-73ec0bd1ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:57.668317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-79c0ae51-65c0-4bcd-b7c0-3ef6f0e2995b req-357cc793-bcc2-4776-8be2-73ec0bd1ba0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0492170 Sep 18 05:51:57.700170 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93ff97-9581-41bc-b776-688c2f73fa7e req-d9bd6783-462b-4b82-a616-6b97a261af97 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:57.702628 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a93ff97-9581-41bc-b776-688c2f73fa7e req-d9bd6783-462b-4b82-a616-6b97a261af97 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 946 time: 0.0541182 Sep 18 05:51:57.723322 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0ae51-65c0-4bcd-b7c0-3ef6f0e2995b req-b4748da0-0ba8-4e19-ace9-75c3c2191e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:57.724874 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-79c0ae51-65c0-4bcd-b7c0-3ef6f0e2995b req-b4748da0-0ba8-4e19-ace9-75c3c2191e01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489376 Sep 18 05:51:57.742333 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1a93ff97-9581-41bc-b776-688c2f73fa7e req-e2b9b97f-900c-44f1-938d-537cea6e9710 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333624 Sep 18 05:51:57.743317 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e20cbdbd-db7e-4476-b428-b56f17348a00 None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:51:57.818973 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-79c0ae51-65c0-4bcd-b7c0-3ef6f0e2995b req-eec0e3fc-db48-4f08-a57b-560d88f552a4 service neutron] 10.222.0.13 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867460 Sep 18 05:51:57.917308 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-79c0ae51-65c0-4bcd-b7c0-3ef6f0e2995b req-267dd603-9f43-46c7-814d-bb4b1a661f2b service neutron] 10.222.0.13 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895045 Sep 18 05:51:58.054412 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e20cbdbd-db7e-4476-b428-b56f17348a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'be599862-8489-4377-892d-9a54c8f9ca84', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:4c:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:47:03Z', 'updated_at': '2021-09-18T05:47:05Z', 'revision_number': 1, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:51:58.079800 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20cbdbd-db7e-4476-b428-b56f17348a00 None None] The sync data for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 is: [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'be599862-8489-4377-892d-9a54c8f9ca84', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'port_id': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'mac_address': 'fa:16:3e:4c:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:47:03Z', 'updated_at': '2021-09-18T05:47:05Z', 'revision_number': 1, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:51:58.296422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f89392-79b5-41a5-8d3a-d79820622504 None None] New status for floating IP 62d7e442-1e62-4df6-ad39-b1dfce3c6e27: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:51:58.863765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05cc91-7d6b-47bb-a6d1-80917177082b req-bc07802b-addf-428a-8650-41ded9c729ab tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:58.865283 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8c05cc91-7d6b-47bb-a6d1-80917177082b req-bc07802b-addf-428a-8650-41ded9c729ab tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 946 time: 0.0501881 Sep 18 05:51:58.902162 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8c05cc91-7d6b-47bb-a6d1-80917177082b req-a01af7b4-2f50-4f64-8b7d-ae2109a6f507 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309892 Sep 18 05:51:59.230302 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62481b93-981a-484e-a84b-389b1f592c90 req-033f9ced-297c-4948-bb03-664422c6f52d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:51:59.231740 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-62481b93-981a-484e-a84b-389b1f592c90 req-033f9ced-297c-4948-bb03-664422c6f52d tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.13 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 946 time: 0.0497186 Sep 18 05:51:59.322647 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-62481b93-981a-484e-a84b-389b1f592c90 req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Deleting port 8e8464f3-334c-4d32-8b6e-3a705017dcda {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:51:59.322908 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-62481b93-981a-484e-a84b-389b1f592c90 req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:59.410720 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-62481b93-981a-484e-a84b-389b1f592c90 req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] For port 8e8464f3-334c-4d32-8b6e-3a705017dcda, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=8e8464f3-334c-4d32-8b6e-3a705017dcda,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:51:59.411095 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-62481b93-981a-484e-a84b-389b1f592c90 req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:59.423897 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-62481b93-981a-484e-a84b-389b1f592c90 req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Calling delete_port for 8e8464f3-334c-4d32-8b6e-3a705017dcda owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:51:59.595887 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-62481b93-981a-484e-a84b-389b1f592c90 req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:59.623076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event deleted for resources: {'Port': ['ID=8e8464f3-334c-4d32-8b6e-3a705017dcda,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:51:59.638479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:59.638479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:59.638479 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:59.638727 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:59.638961 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:59.639349 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:59.639694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:59.640026 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:59.640391 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:59.640725 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:59.641060 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:59.641390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:51:59.679544 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-62481b93-981a-484e-a84b-389b1f592c90 req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] No DVR routers for this DVR port 8e8464f3-334c-4d32-8b6e-3a705017dcda on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:51:59.682231 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-62481b93-981a-484e-a84b-389b1f592c90 req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:51:59.684310 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-62481b93-981a-484e-a84b-389b1f592c90 req-03b36e5c-35f8-4587-8c68-f602083d25ec tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.13 "DELETE /v2.0/ports/8e8464f3-334c-4d32-8b6e-3a705017dcda HTTP/1.1" status: 204 len: 173 time: 0.4460919 Sep 18 05:51:59.684754 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'name': 'network-vif-deleted', 'tag': '8e8464f3-334c-4d32-8b6e-3a705017dcda'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:51:59.687576 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822a2128-b4e1-40de-82db-12715c8f4b3b" -d '{"events": [{"server_uuid": "e61884a9-42f7-442f-9444-9af7bca35d98", "name": "network-vif-deleted", "tag": "8e8464f3-334c-4d32-8b6e-3a705017dcda"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:51:59.813134 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fb1ada-9581-4d9c-9ddd-7acb9e9de166 x-openstack-request-id: req-e3fb1ada-9581-4d9c-9ddd-7acb9e9de166 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:51:59.813504 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61884a9-42f7-442f-9444-9af7bca35d98", "name": "network-vif-deleted", "tag": "8e8464f3-334c-4d32-8b6e-3a705017dcda", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:51:59.813765 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3fb1ada-9581-4d9c-9ddd-7acb9e9de166 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:51:59.814191 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61884a9-42f7-442f-9444-9af7bca35d98', 'name': 'network-vif-deleted', 'tag': '8e8464f3-334c-4d32-8b6e-3a705017dcda', 'status': 'completed', 'code': 200} Sep 18 05:51:59.998967 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7095c80c-b81a-4819-96cd-56ae62aa300c req-c8624f0b-4f0a-466e-8832-5c7491220bd6 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 210 time: 0.0283582 Sep 18 05:52:01.097373 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6ca36644-58cf-49aa-b779-a271532707ab req-f9fb3750-6e1e-412b-8801-afe7c3edcc3b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 210 time: 0.0278425 Sep 18 05:52:01.285377 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-019fa3c6-8ee2-4137-bd08-2c2691ea0b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:02.191589 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-596e358c-2cf3-4021-b1e7-d06b8fd43438 req-42f7cc33-993f-4c98-814c-faa4b13aa68f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 210 time: 0.0269356 Sep 18 05:52:03.287014 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3f0c95c3-4ebb-4e66-beb7-4ef868314111 req-169e16b4-6493-4f46-9134-f445d3bb5658 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=e61884a9-42f7-442f-9444-9af7bca35d98 HTTP/1.1" status: 200 len: 210 time: 0.0292053 Sep 18 05:52:03.876142 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c2b73c92-a49c-4d5b-9ff5-af2e476bc113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:04.350649 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:04.371234 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 8e8464f3-334c-4d32-8b6e-3a705017dcda no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:52:04.390595 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 8e8464f3-334c-4d32-8b6e-3a705017dcda {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:52:04.393479 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 8e8464f3-334c-4d32-8b6e-3a705017dcda not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:52:05.384673 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:06.990523 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:09.898583 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40858) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:10.051604 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-87979e09-fd2b-416a-a0a6-83ff4b468cd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Deleting port 65c10f8c-a24d-47bc-b0f7-154d027fca33 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:52:10.051956 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87979e09-fd2b-416a-a0a6-83ff4b468cd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:10.128410 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87979e09-fd2b-416a-a0a6-83ff4b468cd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:10.128747 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87979e09-fd2b-416a-a0a6-83ff4b468cd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:10.140713 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-87979e09-fd2b-416a-a0a6-83ff4b468cd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Calling delete_port for 65c10f8c-a24d-47bc-b0f7-154d027fca33 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:52:10.361703 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87979e09-fd2b-416a-a0a6-83ff4b468cd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:10.389445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87979e09-fd2b-416a-a0a6-83ff4b468cd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event deleted for resources: {'Port': ['ID=65c10f8c-a24d-47bc-b0f7-154d027fca33,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:10.448300 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87979e09-fd2b-416a-a0a6-83ff4b468cd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:10.448712 n-d-789963-13 neutron-server[106908]: INFO neutron.db.l3_db [None req-87979e09-fd2b-416a-a0a6-83ff4b468cd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Floating IP be599862-8489-4377-892d-9a54c8f9ca84 disassociated (deleted). External IP: 172.25.7.63, port: 56524e54-f8fe-4e47-b070-b35ea592a82d. Sep 18 05:52:10.651848 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87979e09-fd2b-416a-a0a6-83ff4b468cd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Router 9868725c-ba5a-4273-9881-dc51353bf730 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:52:10.756677 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87979e09-fd2b-416a-a0a6-83ff4b468cd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:52:10.761561 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-87979e09-fd2b-416a-a0a6-83ff4b468cd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:10.767163 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0253e3-7625-4485-830c-b7ae7632b6c5 None None] Sync routers for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:52:10.776070 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0253e3-7625-4485-830c-b7ae7632b6c5 None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:52:10.776740 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3c0253e3-7625-4485-830c-b7ae7632b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:52:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:10.788432 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-87979e09-fd2b-416a-a0a6-83ff4b468cd9 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "DELETE /v2.0/floatingips/be599862-8489-4377-892d-9a54c8f9ca84 HTTP/1.1" status: 204 len: 168 time: 0.8887491 Sep 18 05:52:10.789019 n-d-789963-13 neutron-server[106908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'tag': '56524e54-f8fe-4e47-b070-b35ea592a82d'}] {{(pid=106908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:52:10.791259 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c07d23e2f73c673ce4bee9c8ae9a55fa61bc4c35cc5c315782c3875e8282576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e30efc8-f7c1-4dda-86a1-7cab9fc0f7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "206b956e-fa4d-4d62-a1cf-323e3d35ceed", "tag": "56524e54-f8fe-4e47-b070-b35ea592a82d"}]}' {{(pid=106908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:52:10.831257 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bead9919-cda5-44e5-b498-70ae8439c83d x-openstack-request-id: req-bead9919-cda5-44e5-b498-70ae8439c83d {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:52:10.831967 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206b956e-fa4d-4d62-a1cf-323e3d35ceed", "tag": "56524e54-f8fe-4e47-b070-b35ea592a82d", "status": "completed", "code": 200}]} {{(pid=106908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:52:10.832261 n-d-789963-13 neutron-server[106908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bead9919-cda5-44e5-b498-70ae8439c83d {{(pid=106908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:52:10.832811 n-d-789963-13 neutron-server[106908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'tag': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'status': 'completed', 'code': 200} Sep 18 05:52:10.884076 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-3c0253e3-7625-4485-830c-b7ae7632b6c5 None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:52:10.895265 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30efc8-f7c1-4dda-86a1-7cab9fc0f7eb req-be3685cf-a33c-4399-b210-8574daf29738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:10.896834 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e30efc8-f7c1-4dda-86a1-7cab9fc0f7eb req-be3685cf-a33c-4399-b210-8574daf29738 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 1097 time: 0.0423086 Sep 18 05:52:10.991500 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30efc8-f7c1-4dda-86a1-7cab9fc0f7eb req-65ba1103-9d95-4efd-b642-ebbf9ba84495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:10.993035 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e30efc8-f7c1-4dda-86a1-7cab9fc0f7eb req-65ba1103-9d95-4efd-b642-ebbf9ba84495 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 200 len: 912 time: 0.0898809 Sep 18 05:52:11.043178 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e30efc8-f7c1-4dda-86a1-7cab9fc0f7eb req-7976a15f-662f-413b-9513-56a1361faab0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56524e54-f8fe-4e47-b070-b35ea592a82d HTTP/1.1" status: 200 len: 217 time: 0.0423086 Sep 18 05:52:11.083580 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3c0253e3-7625-4485-830c-b7ae7632b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:11.094893 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30efc8-f7c1-4dda-86a1-7cab9fc0f7eb req-d558ff04-a566-4484-914a-c2e959709ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:11.096406 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e30efc8-f7c1-4dda-86a1-7cab9fc0f7eb req-d558ff04-a566-4484-914a-c2e959709ff6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 200 len: 851 time: 0.0444057 Sep 18 05:52:11.109718 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0253e3-7625-4485-830c-b7ae7632b6c5 None None] Checking router: 9868725c-ba5a-4273-9881-dc51353bf730 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:52:11.117791 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0253e3-7625-4485-830c-b7ae7632b6c5 None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:52:11.118432 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3c0253e3-7625-4485-830c-b7ae7632b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:52:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:11.153180 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30efc8-f7c1-4dda-86a1-7cab9fc0f7eb req-066eb72e-9918-44fc-93ef-598343b6c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:11.155418 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e30efc8-f7c1-4dda-86a1-7cab9fc0f7eb req-066eb72e-9918-44fc-93ef-598343b6c59c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f6e381d-8846-4d88-aff7-895a0111f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522792 Sep 18 05:52:11.233815 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-3c0253e3-7625-4485-830c-b7ae7632b6c5 None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:52:11.282667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d9e40-d030-4ce7-ae7c-eac2ac1884f4 req-91f63c5b-ce8e-423f-b366-9b15c8b9e04c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:11.284063 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-685d9e40-d030-4ce7-ae7c-eac2ac1884f4 req-91f63c5b-ce8e-423f-b366-9b15c8b9e04c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 945 time: 0.0954628 Sep 18 05:52:11.287707 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e30efc8-f7c1-4dda-86a1-7cab9fc0f7eb req-6e169d6b-3667-4d88-b876-d11a2f4f5e8d service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253600 Sep 18 05:52:11.347626 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-685d9e40-d030-4ce7-ae7c-eac2ac1884f4 req-dabf12ef-9292-4535-8dcf-293b726f613f tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea471d26-5702-4a5d-a071-444e9d7ea0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570533 Sep 18 05:52:11.401672 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6e30efc8-f7c1-4dda-86a1-7cab9fc0f7eb req-a02939f2-1670-416b-ae71-6c7da3c38ec5 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045086 Sep 18 05:52:11.441471 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-3c0253e3-7625-4485-830c-b7ae7632b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:11.472752 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0253e3-7625-4485-830c-b7ae7632b6c5 None None] The sync data for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 is: [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:38:27Z', 'revision_number': 4, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': 'f2f797b9-e6e6-457f-b8df-3909bcc4af26', 'name': '', 'network_id': '0f6e381d-8846-4d88-aff7-895a0111f888', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'mac_address': 'fa:16:3e:69:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:27Z', 'updated_at': '2021-09-18T05:38:30Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'subnets': [{'id': '135f7264-cbc4-44b4-90ff-4f1206bba78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:52:11.690817 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56145f36-d39e-4bf3-91d6-2b01cf4ac6ab None None] New status for floating IP be599862-8489-4377-892d-9a54c8f9ca84: DOWN {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:52:11.851363 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4a5fd-c8ea-42e5-a6d3-4821f4c16030 req-3f3600cc-f10b-4aec-bf7d-e72cee1c9f5a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:11.852760 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6f4a5fd-c8ea-42e5-a6d3-4821f4c16030 req-3f3600cc-f10b-4aec-bf7d-e72cee1c9f5a tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 945 time: 0.0517216 Sep 18 05:52:11.939615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-e6f4a5fd-c8ea-42e5-a6d3-4821f4c16030 req-180c9670-23d5-4384-8e35-758a26aafc8b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Deleting port 56524e54-f8fe-4e47-b070-b35ea592a82d {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:52:11.940315 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e6f4a5fd-c8ea-42e5-a6d3-4821f4c16030 req-180c9670-23d5-4384-8e35-758a26aafc8b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:12.028936 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e6f4a5fd-c8ea-42e5-a6d3-4821f4c16030 req-180c9670-23d5-4384-8e35-758a26aafc8b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] For port 56524e54-f8fe-4e47-b070-b35ea592a82d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=56524e54-f8fe-4e47-b070-b35ea592a82d,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:52:12.035727 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e6f4a5fd-c8ea-42e5-a6d3-4821f4c16030 req-180c9670-23d5-4384-8e35-758a26aafc8b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:12.041701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-e6f4a5fd-c8ea-42e5-a6d3-4821f4c16030 req-180c9670-23d5-4384-8e35-758a26aafc8b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Calling delete_port for 56524e54-f8fe-4e47-b070-b35ea592a82d owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:52:12.222202 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e6f4a5fd-c8ea-42e5-a6d3-4821f4c16030 req-180c9670-23d5-4384-8e35-758a26aafc8b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:12.253351 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c9670-23d5-4384-8e35-758a26aafc8b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event deleted for resources: {'Port': ['ID=56524e54-f8fe-4e47-b070-b35ea592a82d,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:12.293952 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f4a5fd-c8ea-42e5-a6d3-4821f4c16030 req-180c9670-23d5-4384-8e35-758a26aafc8b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] No DVR routers for this DVR port 56524e54-f8fe-4e47-b070-b35ea592a82d on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:52:12.296696 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e6f4a5fd-c8ea-42e5-a6d3-4821f4c16030 req-180c9670-23d5-4384-8e35-758a26aafc8b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:12.298758 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e6f4a5fd-c8ea-42e5-a6d3-4821f4c16030 req-180c9670-23d5-4384-8e35-758a26aafc8b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.18 "DELETE /v2.0/ports/56524e54-f8fe-4e47-b070-b35ea592a82d HTTP/1.1" status: 204 len: 173 time: 0.4396174 Sep 18 05:52:12.299284 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'name': 'network-vif-deleted', 'tag': '56524e54-f8fe-4e47-b070-b35ea592a82d'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:52:12.301536 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c3e395-15bb-4bc7-bd94-2259d5918ec9" -d '{"events": [{"server_uuid": "206b956e-fa4d-4d62-a1cf-323e3d35ceed", "name": "network-vif-deleted", "tag": "56524e54-f8fe-4e47-b070-b35ea592a82d"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:52:12.335966 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b920f6-4b41-43fa-ace1-76395fa6d31c x-openstack-request-id: req-37b920f6-4b41-43fa-ace1-76395fa6d31c {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:52:12.336292 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206b956e-fa4d-4d62-a1cf-323e3d35ceed", "name": "network-vif-deleted", "tag": "56524e54-f8fe-4e47-b070-b35ea592a82d", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:52:12.336550 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37b920f6-4b41-43fa-ace1-76395fa6d31c {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:52:12.336952 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206b956e-fa4d-4d62-a1cf-323e3d35ceed', 'name': 'network-vif-deleted', 'tag': '56524e54-f8fe-4e47-b070-b35ea592a82d', 'status': 'completed', 'code': 200} Sep 18 05:52:12.447851 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cfe2167d-30d8-416d-b066-8e0bc6f88053 req-22a25a08-8132-4240-bf6c-8df0dc2d9bea tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 210 time: 0.0285864 Sep 18 05:52:13.542583 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-db3d99ce-98a2-4d31-9f11-b46083e5e19f req-d344811b-e0d1-4235-a8a2-a1f352ee03b5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 210 time: 0.0274498 Sep 18 05:52:14.635919 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bef0c9e5-586a-4114-b8b6-3c573c6ca7cd req-d2f42316-0f22-4bd8-b925-568d5cfc4c1c tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 210 time: 0.0270476 Sep 18 05:52:15.705405 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 56524e54-f8fe-4e47-b070-b35ea592a82d no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:52:15.725086 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 56524e54-f8fe-4e47-b070-b35ea592a82d {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:52:15.725442 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 56524e54-f8fe-4e47-b070-b35ea592a82d not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:52:15.727651 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a87a56f9-5898-4b5c-a115-6626b64e0e54 req-80e0afda-524c-4aac-9af9-639104497de5 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "GET /v2.0/ports?device_id=206b956e-fa4d-4d62-a1cf-323e3d35ceed HTTP/1.1" status: 200 len: 210 time: 0.0268416 Sep 18 05:52:16.785569 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40878) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:16.906926 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-30dbc568-dc2c-4241-a837-9d5d4c67a743 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Deleting port bc98d427-5e1f-4f18-af5e-ac8110deb2d0 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:52:16.907273 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30dbc568-dc2c-4241-a837-9d5d4c67a743 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:16.984550 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30dbc568-dc2c-4241-a837-9d5d4c67a743 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:16.984880 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30dbc568-dc2c-4241-a837-9d5d4c67a743 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:16.996408 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-30dbc568-dc2c-4241-a837-9d5d4c67a743 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Calling delete_port for bc98d427-5e1f-4f18-af5e-ac8110deb2d0 owned by network:floatingip {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:52:17.176179 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30dbc568-dc2c-4241-a837-9d5d4c67a743 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:17.202032 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbc568-dc2c-4241-a837-9d5d4c67a743 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event deleted for resources: {'Port': ['ID=bc98d427-5e1f-4f18-af5e-ac8110deb2d0,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:17.262636 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30dbc568-dc2c-4241-a837-9d5d4c67a743 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for floatingip, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:17.265893 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-30dbc568-dc2c-4241-a837-9d5d4c67a743 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:17.267104 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-30dbc568-dc2c-4241-a837-9d5d4c67a743 tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "DELETE /v2.0/floatingips/f7bdcb93-3893-44a4-b4fd-dbc8f8ae3ffe HTTP/1.1" status: 204 len: 168 time: 0.4805398 Sep 18 05:52:20.688866 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40896) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:20.746587 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-703d93af-d553-4575-9f80-56971e468e0b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:20.776029 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-703d93af-d553-4575-9f80-56971e468e0b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:20.904212 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-703d93af-d553-4575-9f80-56971e468e0b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:20.907201 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-703d93af-d553-4575-9f80-56971e468e0b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:20.908345 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-703d93af-d553-4575-9f80-56971e468e0b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea471d26-5702-4a5d-a071-444e9d7ea0e3 HTTP/1.1" status: 204 len: 168 time: 0.2184513 Sep 18 05:52:20.917660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d93af-d553-4575-9f80-56971e468e0b tempest-TestVolumeBootPattern-565272025 tempest-TestVolumeBootPattern-565272025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea471d26-5702-4a5d-a071-444e9d7ea0e3,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:21.069506 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40900) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:21.220642 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:52:21.523457 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3606de98-5bbd-4e82-b3c4-b0991dd5b8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:21.756807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-3606de98-5bbd-4e82-b3c4-b0991dd5b8b8 admin admin] Deleting port f2f797b9-e6e6-457f-b8df-3909bcc4af26 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:52:21.757147 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3606de98-5bbd-4e82-b3c4-b0991dd5b8b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:21.830853 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-3606de98-5bbd-4e82-b3c4-b0991dd5b8b8 admin admin] For port f2f797b9-e6e6-457f-b8df-3909bcc4af26, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=f2f797b9-e6e6-457f-b8df-3909bcc4af26,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:52:21.831143 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3606de98-5bbd-4e82-b3c4-b0991dd5b8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:21.842869 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-3606de98-5bbd-4e82-b3c4-b0991dd5b8b8 admin admin] Calling delete_port for f2f797b9-e6e6-457f-b8df-3909bcc4af26 owned by network:router_interface {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:52:22.125243 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3606de98-5bbd-4e82-b3c4-b0991dd5b8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:22.154898 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606de98-5bbd-4e82-b3c4-b0991dd5b8b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f797b9-e6e6-457f-b8df-3909bcc4af26,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:22.318724 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-3606de98-5bbd-4e82-b3c4-b0991dd5b8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:22.531395 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3606de98-5bbd-4e82-b3c4-b0991dd5b8b8 admin admin] Router 9868725c-ba5a-4273-9881-dc51353bf730 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:52:22.634698 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3606de98-5bbd-4e82-b3c4-b0991dd5b8b8 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:52:22.639704 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-3606de98-5bbd-4e82-b3c4-b0991dd5b8b8 admin admin] 10.222.0.23 "PUT /v2.0/routers/9868725c-ba5a-4273-9881-dc51353bf730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5688603 Sep 18 05:52:22.642249 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40906) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:22.644969 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b8748d-c035-4215-8899-acf4305011fe None None] Sync routers for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:52:22.654167 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b8748d-c035-4215-8899-acf4305011fe None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:52:22.654771 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d5b8748d-c035-4215-8899-acf4305011fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:52:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:22.744127 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] Notify callbacks [] for router, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:22.753923 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-d5b8748d-c035-4215-8899-acf4305011fe None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:52:22.932220 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d5b8748d-c035-4215-8899-acf4305011fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:52:21Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:22.958088 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b8748d-c035-4215-8899-acf4305011fe None None] Checking router: 9868725c-ba5a-4273-9881-dc51353bf730 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:52:22.966565 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b8748d-c035-4215-8899-acf4305011fe None None] Routers {'9868725c-ba5a-4273-9881-dc51353bf730'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:52:22.967185 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d5b8748d-c035-4215-8899-acf4305011fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:52:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9868725c-ba5a-4273-9881-dc51353bf730'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:23.071350 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-d5b8748d-c035-4215-8899-acf4305011fe None None] Set router 9868725c-ba5a-4273-9881-dc51353bf730 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:52:23.196917 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:23.306948 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] Deleting port b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:52:23.307301 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:23.336586 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-d5b8748d-c035-4215-8899-acf4305011fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:52:21Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:23.362491 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b8748d-c035-4215-8899-acf4305011fe None None] The sync data for ids ['9868725c-ba5a-4273-9881-dc51353bf730'] in n-d-789963-13 is: [{'id': '9868725c-ba5a-4273-9881-dc51353bf730', 'name': 'tempest-TestVolumeBootPattern-1878185104-router', 'tenant_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:24Z', 'updated_at': '2021-09-18T05:52:21Z', 'revision_number': 5, 'project_id': '4311c5f8783f4a7d9a2ad38c4facba04', 'gw_port': {'id': 'b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868725c-ba5a-4273-9881-dc51353bf730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:25Z', 'updated_at': '2021-09-18T05:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:52:23.386408 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] For port b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:52:23.386791 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:23.406175 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] Calling delete_port for b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5 owned by network:router_gateway {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:52:23.461994 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:23.622303 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:23.651029 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:23.652570 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:23.711157 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:23.806750 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:23.809035 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:23.827490 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f2f797b9-e6e6-457f-b8df-3909bcc4af26 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:52:23.852912 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: f2f797b9-e6e6-457f-b8df-3909bcc4af26 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:52:23.859413 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device f2f797b9-e6e6-457f-b8df-3909bcc4af26 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:52:23.913432 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:23.914050 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9868725c-ba5a-4273-9881-dc51353bf730 {{(pid=106909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:52:23.921941 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] Notify callbacks [] for router, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:23.921941 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-23618f08-3593-439e-8c7e-fee31688fde7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9868725c-ba5a-4273-9881-dc51353bf730 HTTP/1.1" status: 204 len: 168 time: 1.2765248 Sep 18 05:52:23.922436 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40908) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:23.972321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-014fc8c3-b0f9-45fd-8833-30bba2dee4ca admin admin] Deleting subnet 135f7264-cbc4-44b4-90ff-4f1206bba78b {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:52:23.975757 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-014fc8c3-b0f9-45fd-8833-30bba2dee4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.011685 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-014fc8c3-b0f9-45fd-8833-30bba2dee4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.092195 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-014fc8c3-b0f9-45fd-8833-30bba2dee4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.205180 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-014fc8c3-b0f9-45fd-8833-30bba2dee4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.233385 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fc8c3-b0f9-45fd-8833-30bba2dee4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=135f7264-cbc4-44b4-90ff-4f1206bba78b,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:24.239111 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-014fc8c3-b0f9-45fd-8833-30bba2dee4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.241043 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-014fc8c3-b0f9-45fd-8833-30bba2dee4ca admin admin] 10.222.0.23 "DELETE /v2.0/subnets/135f7264-cbc4-44b4-90ff-4f1206bba78b HTTP/1.1" status: 204 len: 168 time: 0.3176553 Sep 18 05:52:24.243690 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40910) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:24.246270 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6115796e-0a3c-4261-a7ef-2c992fa2fda9 None None] Network 0f6e381d-8846-4d88-aff7-895a0111f888 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:52:24.313368 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.370744 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Deleting port 306b04c0-ee74-4452-8d9f-86faea6810ca {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:52:24.371101 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.427900 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] DHCP port deletion for 0f6e381d-8846-4d88-aff7-895a0111f888 request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:52:24.454124 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] For port 306b04c0-ee74-4452-8d9f-86faea6810ca, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=306b04c0-ee74-4452-8d9f-86faea6810ca,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:52:24.454504 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.467560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Calling delete_port for 306b04c0-ee74-4452-8d9f-86faea6810ca owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:52:24.478943 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Deleting port 306b04c0-ee74-4452-8d9f-86faea6810ca {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:52:24.479512 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.539416 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] For port 306b04c0-ee74-4452-8d9f-86faea6810ca, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=306b04c0-ee74-4452-8d9f-86faea6810ca,segment=NetworkSegment(d0446e0f-5916-43a1-899a-fef42df76be0),segment_id=d0446e0f-5916-43a1-899a-fef42df76be0)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:52:24.539729 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.551722 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Calling delete_port for 306b04c0-ee74-4452-8d9f-86faea6810ca owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:52:24.610792 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.628469 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.643891 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] No DVR routers for this DVR port 306b04c0-ee74-4452-8d9f-86faea6810ca on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:52:24.648867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Pushing event deleted for resources: {'Port': ['ID=306b04c0-ee74-4452-8d9f-86faea6810ca,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:24.656280 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Pushing event deleted for resources: {'Port': ['ID=306b04c0-ee74-4452-8d9f-86faea6810ca,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:24.656687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] No DVR routers for this DVR port 306b04c0-ee74-4452-8d9f-86faea6810ca on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:52:24.666741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:24.666741 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:24.667003 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:24.667261 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:24.667657 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:24.668021 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:24.668422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:24.668840 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:24.669178 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:24.669511 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:24.669841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:24.670168 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f69c04-ab08-4a1b-9911-fb55e17288a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:24.724899 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.744522 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6e381d-8846-4d88-aff7-895a0111f888']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:24.754481 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0446e0f-5916-43a1-899a-fef42df76be0') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:24.754780 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0446e0f-5916-43a1-899a-fef42df76be0') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:24.763813 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.776971 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.782532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:52:24.782916 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:52:24.784941 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:52:24.898981 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.905509 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:24.907691 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0f6e381d-8846-4d88-aff7-895a0111f888 HTTP/1.1" status: 204 len: 168 time: 0.6628869 Sep 18 05:52:24.914964 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40912) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:24.919019 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7b995-552a-43c2-b37d-cf04b7883440 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6e381d-8846-4d88-aff7-895a0111f888,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:25.556178 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bd40e9e-06f4-4882-9726-cdfc4d0579a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602328'] for router_interface, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:25.632292 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:52:25.651748 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:52:25.652097 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device b1a4bbfe-7f7c-4ccd-8363-9cc87d5070e5 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:52:25.652598 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 306b04c0-ee74-4452-8d9f-86faea6810ca no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:52:25.670422 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 306b04c0-ee74-4452-8d9f-86faea6810ca {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:52:25.670765 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 306b04c0-ee74-4452-8d9f-86faea6810ca not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:52:25.801254 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0bd40e9e-06f4-4882-9726-cdfc4d0579a5 admin admin] Deleting port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:52:25.801599 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bd40e9e-06f4-4882-9726-cdfc4d0579a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:25.879951 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-0bd40e9e-06f4-4882-9726-cdfc4d0579a5 admin admin] For port 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=72b0e9ed-ed53-4317-a56b-ce8b408d1dc8,segment=NetworkSegment(2dbf4f79-3687-4220-904b-8645ae93127a),segment_id=2dbf4f79-3687-4220-904b-8645ae93127a)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:52:25.880254 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bd40e9e-06f4-4882-9726-cdfc4d0579a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:25.892080 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-0bd40e9e-06f4-4882-9726-cdfc4d0579a5 admin admin] Calling delete_port for 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 owned by network:router_interface {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:52:26.144568 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bd40e9e-06f4-4882-9726-cdfc4d0579a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:26.168358 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd40e9e-06f4-4882-9726-cdfc4d0579a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=72b0e9ed-ed53-4317-a56b-ce8b408d1dc8,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:26.339587 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-0bd40e9e-06f4-4882-9726-cdfc4d0579a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1788358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600424'] for router_interface, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:26.552019 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd40e9e-06f4-4882-9726-cdfc4d0579a5 admin admin] Router 9237c11a-0e3c-436f-9450-e0f2b6c10afc has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:52:26.656630 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd40e9e-06f4-4882-9726-cdfc4d0579a5 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:52:26.662196 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-0bd40e9e-06f4-4882-9726-cdfc4d0579a5 admin admin] 10.222.0.23 "PUT /v2.0/routers/9237c11a-0e3c-436f-9450-e0f2b6c10afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7462730 Sep 18 05:52:26.664746 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 40914) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:26.665984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4009fa-3694-4e35-b80e-525138e2389d None None] Sync routers for ids ['9237c11a-0e3c-436f-9450-e0f2b6c10afc'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:52:26.675902 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4009fa-3694-4e35-b80e-525138e2389d None None] Routers {'9237c11a-0e3c-436f-9450-e0f2b6c10afc'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:52:26.676577 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4e4009fa-3694-4e35-b80e-525138e2389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:52:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9237c11a-0e3c-436f-9450-e0f2b6c10afc'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:26.766889 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] Notify callbacks [] for router, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:26.777915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-4e4009fa-3694-4e35-b80e-525138e2389d None None] Set router 9237c11a-0e3c-436f-9450-e0f2b6c10afc gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:52:26.869663 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:26.953142 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4e4009fa-3694-4e35-b80e-525138e2389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'name': 'tempest-TestVolumeBootPattern-1357620013-router', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '32b34f68-ed71-4f15-b0ac-e3bb6c0b863a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:52:26Z', 'revision_number': 5, 'project_id': '90641cdcbc2643a2ab7323f892cabf57', 'gw_port': {'id': '32b34f68-ed71-4f15-b0ac-e3bb6c0b863a', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:27.009496 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] Deleting port 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a {{(pid=106908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:52:27.009853 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:27.107646 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.db [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] For port 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=32b34f68-ed71-4f15-b0ac-e3bb6c0b863a,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:52:27.108025 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:27.120263 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.plugin [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] Calling delete_port for 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a owned by network:router_gateway {{(pid=106908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:52:27.140060 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4009fa-3694-4e35-b80e-525138e2389d None None] Checking router: 9237c11a-0e3c-436f-9450-e0f2b6c10afc for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:52:27.149395 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4009fa-3694-4e35-b80e-525138e2389d None None] Routers {'9237c11a-0e3c-436f-9450-e0f2b6c10afc'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:52:27.150020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4e4009fa-3694-4e35-b80e-525138e2389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:52:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['9237c11a-0e3c-436f-9450-e0f2b6c10afc'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:27.234364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-4e4009fa-3694-4e35-b80e-525138e2389d None None] Set router 9237c11a-0e3c-436f-9450-e0f2b6c10afc gateway port host: None {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:52:27.288141 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-4e4009fa-3694-4e35-b80e-525138e2389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'name': 'tempest-TestVolumeBootPattern-1357620013-router', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:52:26Z', 'revision_number': 6, 'project_id': '90641cdcbc2643a2ab7323f892cabf57', 'gw_port_host': None}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:27.313605 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4009fa-3694-4e35-b80e-525138e2389d None None] The sync data for ids ['9237c11a-0e3c-436f-9450-e0f2b6c10afc'] in n-d-789963-13 is: [{'id': '9237c11a-0e3c-436f-9450-e0f2b6c10afc', 'name': 'tempest-TestVolumeBootPattern-1357620013-router', 'tenant_id': '90641cdcbc2643a2ab7323f892cabf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:38:31Z', 'updated_at': '2021-09-18T05:52:26Z', 'revision_number': 6, 'project_id': '90641cdcbc2643a2ab7323f892cabf57', 'gw_port_host': None}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:52:27.336923 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:27.364276 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b34f68-ed71-4f15-b0ac-e3bb6c0b863a,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:27.426156 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600366'] for router_gateway, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:27.514924 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:27.517036 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:27.647387 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603780'] for router, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:27.648012 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9237c11a-0e3c-436f-9450-e0f2b6c10afc {{(pid=106908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 05:52:27.654218 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:27.655582 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-3c56cea5-998b-4151-9c9a-3d7d2e8e1447 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9237c11a-0e3c-436f-9450-e0f2b6c10afc HTTP/1.1" status: 204 len: 168 time: 0.9898942 Sep 18 05:52:27.659037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40916) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:27.708421 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-931ccb7e-85e9-40ab-aa9f-0de99684f270 admin admin] Deleting subnet 82193c31-aa1a-4005-a895-74742d3f3da4 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:52:27.711920 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-931ccb7e-85e9-40ab-aa9f-0de99684f270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:27.754084 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-931ccb7e-85e9-40ab-aa9f-0de99684f270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:27.774703 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:52:27.794687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:52:27.795048 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 72b0e9ed-ed53-4317-a56b-ce8b408d1dc8 not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:52:27.833871 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-931ccb7e-85e9-40ab-aa9f-0de99684f270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:27.950303 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-931ccb7e-85e9-40ab-aa9f-0de99684f270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:27.976632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ccb7e-85e9-40ab-aa9f-0de99684f270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82193c31-aa1a-4005-a895-74742d3f3da4,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:27.980521 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-931ccb7e-85e9-40ab-aa9f-0de99684f270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:27.982435 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-931ccb7e-85e9-40ab-aa9f-0de99684f270 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/82193c31-aa1a-4005-a895-74742d3f3da4 HTTP/1.1" status: 204 len: 168 time: 0.3219967 Sep 18 05:52:27.984940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40920) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:27.987772 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfd7200-9310-4bdc-960c-38fdd9361750 None None] Network 732af1bf-fac5-4ee4-8c01-c0771f5eb24c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:52:28.057532 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:28.111580 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Deleting port dc118748-71dd-4819-97bb-95e09cb05bca {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:52:28.111844 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:28.164509 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9256b81e-a061-42cd-8b3b-69a4c2987e4f None None] DHCP port deletion for 732af1bf-fac5-4ee4-8c01-c0771f5eb24c request from n-d-789963-13 {{(pid=106910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 05:52:28.182039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] For port dc118748-71dd-4819-97bb-95e09cb05bca, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=dc118748-71dd-4819-97bb-95e09cb05bca,segment=NetworkSegment(2dbf4f79-3687-4220-904b-8645ae93127a),segment_id=2dbf4f79-3687-4220-904b-8645ae93127a)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:52:28.182419 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:28.196194 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Calling delete_port for dc118748-71dd-4819-97bb-95e09cb05bca owned by network:dhcp {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:52:28.212735 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9256b81e-a061-42cd-8b3b-69a4c2987e4f None None] Deleting port dc118748-71dd-4819-97bb-95e09cb05bca {{(pid=106910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:52:28.213049 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9256b81e-a061-42cd-8b3b-69a4c2987e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:28.278831 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-9256b81e-a061-42cd-8b3b-69a4c2987e4f None None] For port dc118748-71dd-4819-97bb-95e09cb05bca, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=dc118748-71dd-4819-97bb-95e09cb05bca,segment=NetworkSegment(2dbf4f79-3687-4220-904b-8645ae93127a),segment_id=2dbf4f79-3687-4220-904b-8645ae93127a)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:52:28.279236 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9256b81e-a061-42cd-8b3b-69a4c2987e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:28.293040 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-9256b81e-a061-42cd-8b3b-69a4c2987e4f None None] Calling delete_port for dc118748-71dd-4819-97bb-95e09cb05bca owned by network:dhcp {{(pid=106910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:52:28.362571 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:28.370474 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9256b81e-a061-42cd-8b3b-69a4c2987e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203'] for port, after_delete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:28.389541 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc118748-71dd-4819-97bb-95e09cb05bca,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:28.391608 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] No DVR routers for this DVR port dc118748-71dd-4819-97bb-95e09cb05bca on host n-d-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:52:28.392990 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256b81e-a061-42cd-8b3b-69a4c2987e4f None None] Pushing event deleted for resources: {'Port': ['ID=dc118748-71dd-4819-97bb-95e09cb05bca,revision_number=None']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:28.398561 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9256b81e-a061-42cd-8b3b-69a4c2987e4f None None] No DVR routers for this DVR port dc118748-71dd-4819-97bb-95e09cb05bca on host n-d-789963-13 {{(pid=106910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:52:28.469132 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:28.489740 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732af1bf-fac5-4ee4-8c01-c0771f5eb24c']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:28.499184 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbf4f79-3687-4220-904b-8645ae93127a') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:28.499506 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbf4f79-3687-4220-904b-8645ae93127a') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:52:28.509738 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:28.523628 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:28.529550 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:52:28.529940 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:52:28.531577 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:52:28.635292 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:28.640874 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:28.644877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] 10.222.0.23 "DELETE /v2.0/networks/732af1bf-fac5-4ee4-8c01-c0771f5eb24c HTTP/1.1" status: 204 len: 168 time: 0.6568093 Sep 18 05:52:28.653849 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4651b87-2933-43a1-b900-399a1dfa4870 admin admin] Pushing event deleted for resources: {'Network': ['ID=732af1bf-fac5-4ee4-8c01-c0771f5eb24c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:28.913938 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40924) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:28.952876 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-6b9be297-e180-4cbd-953f-1055d1144abc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4311c5f8783f4a7d9a2ad38c4facba04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377786 Sep 18 05:52:28.955316 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40926) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:29.002900 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-340a0738-7059-4285-9251-12886d0ecae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:29.023428 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-340a0738-7059-4285-9251-12886d0ecae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:29.153084 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-340a0738-7059-4285-9251-12886d0ecae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:29.155745 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-340a0738-7059-4285-9251-12886d0ecae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:29.156946 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-340a0738-7059-4285-9251-12886d0ecae7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1df853b-0604-4cc1-88f8-ebeb269b27ba HTTP/1.1" status: 204 len: 168 time: 0.2006483 Sep 18 05:52:29.165864 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a0738-7059-4285-9251-12886d0ecae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1df853b-0604-4cc1-88f8-ebeb269b27ba,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:29.626847 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:52:29.650431 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:52:29.650783 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 32b34f68-ed71-4f15-b0ac-e3bb6c0b863a not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:52:29.651203 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device dc118748-71dd-4819-97bb-95e09cb05bca no longer exists at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:52:29.674643 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] No Port match for: dc118748-71dd-4819-97bb-95e09cb05bca {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:52:29.675146 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device dc118748-71dd-4819-97bb-95e09cb05bca not bound to the agent host n-d-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:52:29.851074 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40932) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:29.889744 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-b6eb9623-33d5-42f5-af55-ee6d1aff82b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90641cdcbc2643a2ab7323f892cabf57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375397 Sep 18 05:52:29.892119 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 40934) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:29.943385 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e1295c9a-8217-41bb-8b4d-e0422dadbef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:29.964538 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e1295c9a-8217-41bb-8b4d-e0422dadbef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:30.090179 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e1295c9a-8217-41bb-8b4d-e0422dadbef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:30.092842 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e1295c9a-8217-41bb-8b4d-e0422dadbef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:30.094704 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e1295c9a-8217-41bb-8b4d-e0422dadbef9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2619c9d2-b309-4ff7-be73-d61947397d62 HTTP/1.1" status: 204 len: 168 time: 0.2009811 Sep 18 05:52:30.102597 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1295c9a-8217-41bb-8b4d-e0422dadbef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2619c9d2-b309-4ff7-be73-d61947397d62,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:31.298612 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-703494e2-ccb0-4791-911e-267ec7ea7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:33.885497 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-99c00469-1347-4719-bf49-e2ef46b3126a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:34.316168 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:35.375936 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:36.989854 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:40.407891 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-93be47a6-a217-4c7c-bf61-e2b9c406446b tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7d9568ae1f9a4b7ab1e986aed72f8019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224826 Sep 18 05:52:40.524521 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c2abe18f-7141-406c-9d55-8e5e8f765260 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:40.525999 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c2abe18f-7141-406c-9d55-8e5e8f765260 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1121469 Sep 18 05:52:40.541741 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-2d5219ad-5efa-429f-a989-979d15cf9f64 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/quotas/7d9568ae1f9a4b7ab1e986aed72f8019 HTTP/1.1" status: 200 len: 375 time: 0.0100248 Sep 18 05:52:40.573038 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-5a4c7f09-bed7-46e5-8b92-c8f04f74c84d tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7d9568ae1f9a4b7ab1e986aed72f8019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258443 Sep 18 05:52:40.806407 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d159919d-2513-4c88-b956-c5556230613d req-1d2b317a-5ac6-4e1d-b695-1af3c09ff5da tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 210 time: 0.0275729 Sep 18 05:52:41.911835 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-325ae852-237d-49b2-b7df-7f4dd36696ea req-2a1067f9-5ac4-4914-a551-c2649dffef91 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 210 time: 0.0272651 Sep 18 05:52:42.687695 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-12c42250-7583-4f75-b694-e16c9175a220 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7d9568ae1f9a4b7ab1e986aed72f8019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220528 Sep 18 05:52:42.799275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-f4175bc9-0a41-454c-806e-285fa70b8ed0 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:42.801244 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-f4175bc9-0a41-454c-806e-285fa70b8ed0 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080549 Sep 18 05:52:42.813574 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Request body: {'port': {'device_id': 'cdb93548-27c9-4d85-a5af-48cd3744abb6', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'admin_state_up': True, 'tenant_id': '7d9568ae1f9a4b7ab1e986aed72f8019'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:52:42.993098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Made reservation on behalf of 7d9568ae1f9a4b7ab1e986aed72f8019 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:52:42.996746 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:43.006034 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:43.007793 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-25cdc301-21a5-4c27-b33b-15a5cbefb736 req-e0bab9c8-dd03-4efb-9893-baa3b0311401 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 210 time: 0.0263407 Sep 18 05:52:43.101332 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:43.155266 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:43.220227 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5887d64-2a66-49d7-8f8e-980efcca9870,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:43.286154 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Allocated IP 192.168.233.177 (2a8cbba2-5d45-4b0a-9258-8884d8efcfd2/0f1893cd-b3f0-484a-9c87-ed0492486399/a5dad031-5204-450e-aee9-f1a1af14fbd5) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:52:43.431146 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:43.513249 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:43.555464 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:52:43.558539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:52:43.562087 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:52:43.571252 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Pushing event updated for resources: {'Port': ['ID=a5dad031-5204-450e-aee9-f1a1af14fbd5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:43.621375 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:43.622026 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:43.693463 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-45e9c821-441d-4b01-ba53-33badaf5cc32 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8835740 Sep 18 05:52:43.706985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Request body: {'port': {'device_id': 'cdb93548-27c9-4d85-a5af-48cd3744abb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:52:43.760308 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:43.790333 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-01dd69f4-340a-46a7-8e08-dfe436f68158 None None] Provisioning complete for port a5dad031-5204-450e-aee9-f1a1af14fbd5 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:52:43.790333 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-01dd69f4-340a-46a7-8e08-dfe436f68158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:43.820768 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-01dd69f4-340a-46a7-8e08-dfe436f68158 None None] Port a5dad031-5204-450e-aee9-f1a1af14fbd5 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:52:44.020118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5dad031-5204-450e-aee9-f1a1af14fbd5 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:52:44.027914 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:44.041825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Transition to ACTIVE for port object a5dad031-5204-450e-aee9-f1a1af14fbd5 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:52:44.132770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dad326-0650-4da7-bf30-9d114b5411b3 req-ce7bb716-9d90-4ea6-a5dc-5746c5f1f8e2 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:44.135819 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c3dad326-0650-4da7-bf30-9d114b5411b3 req-ce7bb716-9d90-4ea6-a5dc-5746c5f1f8e2 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 936 time: 0.0546267 Sep 18 05:52:44.135819 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:44.202644 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Pushing event updated for resources: {'Port': ['ID=a5dad031-5204-450e-aee9-f1a1af14fbd5,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:44.231040 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c3dad326-0650-4da7-bf30-9d114b5411b3 req-d9fea4ea-6066-49e2-926f-2d6bfd8a5bca tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5887d64-2a66-49d7-8f8e-980efcca9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702455 Sep 18 05:52:44.306855 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Attempting to bind port a5dad031-5204-450e-aee9-f1a1af14fbd5 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:52:44.307105 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Attempting to bind port a5dad031-5204-450e-aee9-f1a1af14fbd5 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:52:44.307434 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Attempting to bind port a5dad031-5204-450e-aee9-f1a1af14fbd5 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:52:44.312409 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Port a5dad031-5204-450e-aee9-f1a1af14fbd5 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:52:44.313130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Attempting to bind port a5dad031-5204-450e-aee9-f1a1af14fbd5 on network 2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:52:44.321721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:52:44.323817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Checking segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:52:44.323817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Bound using segment: {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:52:44.323817 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Bound port: a5dad031-5204-450e-aee9-f1a1af14fbd5, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee734a3-ef11-4417-a36b-7748e0896341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:52:44.323817 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:44.411365 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] For port a5dad031-5204-450e-aee9-f1a1af14fbd5, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:52:44.415956 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] For port a5dad031-5204-450e-aee9-f1a1af14fbd5, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a5dad031-5204-450e-aee9-f1a1af14fbd5,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:52:44.510487 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:44.545349 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:44.545952 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:44.547344 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] 10.222.0.18 "PUT /v2.0/ports/a5dad031-5204-450e-aee9-f1a1af14fbd5 HTTP/1.1" status: 200 len: 1097 time: 0.8448122 Sep 18 05:52:44.547800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb93548-27c9-4d85-a5af-48cd3744abb6', 'tag': 'a5dad031-5204-450e-aee9-f1a1af14fbd5'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:52:44.550840 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939a2c55-dab4-4c2c-944e-ee2feb080f26" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb93548-27c9-4d85-a5af-48cd3744abb6", "tag": "a5dad031-5204-450e-aee9-f1a1af14fbd5"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:52:44.576653 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35179a6-7d03-4373-9115-05a0268e997f service neutron] Pushing event updated for resources: {'Port': ['ID=a5dad031-5204-450e-aee9-f1a1af14fbd5,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:44.594501 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be47718b-e1d5-4a9a-ad84-169ebd858ba7 x-openstack-request-id: req-be47718b-e1d5-4a9a-ad84-169ebd858ba7 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:52:44.594865 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb93548-27c9-4d85-a5af-48cd3744abb6", "tag": "a5dad031-5204-450e-aee9-f1a1af14fbd5", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:52:44.595232 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be47718b-e1d5-4a9a-ad84-169ebd858ba7 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:52:44.595820 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb93548-27c9-4d85-a5af-48cd3744abb6', 'tag': 'a5dad031-5204-450e-aee9-f1a1af14fbd5', 'status': 'completed', 'code': 200} Sep 18 05:52:44.659737 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a2c55-dab4-4c2c-944e-ee2feb080f26 req-143852be-11cb-470b-a056-382104c2f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:44.661302 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-939a2c55-dab4-4c2c-944e-ee2feb080f26 req-143852be-11cb-470b-a056-382104c2f857 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d9568ae1f9a4b7ab1e986aed72f8019&device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 1100 time: 0.0469241 Sep 18 05:52:44.689590 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-939a2c55-dab4-4c2c-944e-ee2feb080f26 req-91472b4e-5475-41ab-bfad-284d73cb7cc7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7d9568ae1f9a4b7ab1e986aed72f8019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205472 Sep 18 05:52:44.788471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a2c55-dab4-4c2c-944e-ee2feb080f26 req-f4dfe4c7-4c54-4974-b44d-e55ad7e3f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:44.789968 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-939a2c55-dab4-4c2c-944e-ee2feb080f26 req-f4dfe4c7-4c54-4974-b44d-e55ad7e3f68d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0944340 Sep 18 05:52:44.863453 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-39a46f4c-de56-488f-96b3-6c521cef838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:44.864894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-39a46f4c-de56-488f-96b3-6c521cef838a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d9568ae1f9a4b7ab1e986aed72f8019&device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 1100 time: 0.0398688 Sep 18 05:52:44.910844 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-2a1ed336-d289-418c-846a-90aaca25a3c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=a5dad031-5204-450e-aee9-f1a1af14fbd5 HTTP/1.1" status: 200 len: 217 time: 0.0378242 Sep 18 05:52:44.958522 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-16741967-3962-4e83-9dab-5887d21f76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:44.959928 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-16741967-3962-4e83-9dab-5887d21f76a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0429614 Sep 18 05:52:45.003743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-46b99ceb-e6e4-4afc-8550-8b7a2806f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:45.005217 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-46b99ceb-e6e4-4afc-8550-8b7a2806f8d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0389602 Sep 18 05:52:45.096083 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-96b7fff6-ed1b-4813-952e-d093ab96b1b2 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833664 Sep 18 05:52:45.184813 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0c6dd466-08a2-44b4-8666-159c3c9b2c06 req-b5120b3f-2947-41e9-96f2-f01d18d8f837 service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818186 Sep 18 05:52:45.375770 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c785483-72ff-4535-a37b-1f4cbb4e7db7 req-3d99eb91-344b-4ac4-bed3-5b128f9e75da tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:45.377292 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c785483-72ff-4535-a37b-1f4cbb4e7db7 req-3d99eb91-344b-4ac4-bed3-5b128f9e75da tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 948 time: 0.0535681 Sep 18 05:52:45.414137 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c785483-72ff-4535-a37b-1f4cbb4e7db7 req-09e40ccd-8956-488b-85b0-c2bc79f6a206 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5887d64-2a66-49d7-8f8e-980efcca9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307047 Sep 18 05:52:46.529565 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840070d-308f-48de-a5f6-8c72aaa41ba2 req-e0909702-1831-4f13-a497-91e45e1970bf tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:46.531051 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2840070d-308f-48de-a5f6-8c72aaa41ba2 req-e0909702-1831-4f13-a497-91e45e1970bf tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 948 time: 0.0487931 Sep 18 05:52:46.568217 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2840070d-308f-48de-a5f6-8c72aaa41ba2 req-ba6b325f-4297-45fa-899f-f36da0048625 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5887d64-2a66-49d7-8f8e-980efcca9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Sep 18 05:52:47.679123 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef1587-1afb-44af-861f-1800b187c40a req-9c8ed254-0e54-4abd-afe7-079510c094a4 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:47.680620 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c7ef1587-1afb-44af-861f-1800b187c40a req-9c8ed254-0e54-4abd-afe7-079510c094a4 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 948 time: 0.0478432 Sep 18 05:52:47.716830 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c7ef1587-1afb-44af-861f-1800b187c40a req-4bf0a31d-260a-4576-b1f6-2b6f655b8ca0 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5887d64-2a66-49d7-8f8e-980efcca9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304484 Sep 18 05:52:47.937682 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a5dad031-5204-450e-aee9-f1a1af14fbd5 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:52:48.032322 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port a5dad031-5204-450e-aee9-f1a1af14fbd5, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a5dad031-5204-450e-aee9-f1a1af14fbd5,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:52:48.043645 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'a5dad031-5204-450e-aee9-f1a1af14fbd5', 'network_id': '2a8cbba2-5d45-4b0a-9258-8884d8efcfd2', 'port_id': 'a5dad031-5204-450e-aee9-f1a1af14fbd5', 'mac_address': 'fa:16:3e:04:d3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1893cd-b3f0-484a-9c87-ed0492486399', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:52:48.079033 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:48.091874 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5dad031-5204-450e-aee9-f1a1af14fbd5 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:52:48.110927 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port a5dad031-5204-450e-aee9-f1a1af14fbd5, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a5dad031-5204-450e-aee9-f1a1af14fbd5,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:52:48.166642 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:48.214790 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=a5dad031-5204-450e-aee9-f1a1af14fbd5,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:48.402507 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['a5dad031-5204-450e-aee9-f1a1af14fbd5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:52:48.834006 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728020-0649-4eff-8606-c14bb2451ee4 req-a07acaae-157d-4fd7-9d37-5471f48cc22d tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:48.835513 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f5728020-0649-4eff-8606-c14bb2451ee4 req-a07acaae-157d-4fd7-9d37-5471f48cc22d tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 949 time: 0.0532715 Sep 18 05:52:48.872027 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f5728020-0649-4eff-8606-c14bb2451ee4 req-31ed9657-93c1-4d70-a63c-8873f3382133 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5887d64-2a66-49d7-8f8e-980efcca9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307176 Sep 18 05:52:49.952563 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a5dad031-5204-450e-aee9-f1a1af14fbd5 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:52:49.985992 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef895a-1810-4965-9463-ed645934dc1c req-206449f1-e85d-4cee-865f-fa3b4f2fc6d3 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:49.987714 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-abef895a-1810-4965-9463-ed645934dc1c req-206449f1-e85d-4cee-865f-fa3b4f2fc6d3 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 949 time: 0.0500374 Sep 18 05:52:50.026027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-abef895a-1810-4965-9463-ed645934dc1c req-31f6804f-7eaa-46df-9e87-a360598cbaaf tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5887d64-2a66-49d7-8f8e-980efcca9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320609 Sep 18 05:52:50.086481 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port a5dad031-5204-450e-aee9-f1a1af14fbd5 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:52:50.090521 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port a5dad031-5204-450e-aee9-f1a1af14fbd5 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:52:50.090901 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:50.167805 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:50.189138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb93548-27c9-4d85-a5af-48cd3744abb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dad031-5204-450e-aee9-f1a1af14fbd5'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:52:50.192124 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb281a4-b248-48ce-beb6-1900495a6109" -d '{"events": [{"server_uuid": "cdb93548-27c9-4d85-a5af-48cd3744abb6", "name": "network-vif-plugged", "status": "completed", "tag": "a5dad031-5204-450e-aee9-f1a1af14fbd5"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:52:50.204549 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port a5dad031-5204-450e-aee9-f1a1af14fbd5, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a5dad031-5204-450e-aee9-f1a1af14fbd5,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:52:50.249945 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:50.298210 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67271a0d-77fc-4aae-bcdb-2358ecb619ba x-openstack-request-id: req-67271a0d-77fc-4aae-bcdb-2358ecb619ba {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:52:50.298513 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb93548-27c9-4d85-a5af-48cd3744abb6", "name": "network-vif-plugged", "status": "completed", "tag": "a5dad031-5204-450e-aee9-f1a1af14fbd5", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:52:50.298769 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67271a0d-77fc-4aae-bcdb-2358ecb619ba {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:52:50.299675 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb93548-27c9-4d85-a5af-48cd3744abb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dad031-5204-450e-aee9-f1a1af14fbd5', 'code': 200} Sep 18 05:52:50.300611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=a5dad031-5204-450e-aee9-f1a1af14fbd5,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:50.392397 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bba769-9bd8-4c25-a4d6-24f82a3e2f41 req-cc812716-9abb-47ae-bc6c-682d38f80432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:50.393903 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2bba769-9bd8-4c25-a4d6-24f82a3e2f41 req-cc812716-9abb-47ae-bc6c-682d38f80432 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 1102 time: 0.0436952 Sep 18 05:52:50.427616 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d2bba769-9bd8-4c25-a4d6-24f82a3e2f41 req-dab9f213-dbe5-4d56-a0bd-a45ad65bd4f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e5887d64-2a66-49d7-8f8e-980efcca9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267570 Sep 18 05:52:51.141587 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5c1e-7e4c-4621-bdf9-17644a815c5b req-ede77f7f-90a8-462b-9c23-f7431110dbe6 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:51.143605 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-131b5c1e-7e4c-4621-bdf9-17644a815c5b req-ede77f7f-90a8-462b-9c23-f7431110dbe6 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 950 time: 0.0493143 Sep 18 05:52:51.181264 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-131b5c1e-7e4c-4621-bdf9-17644a815c5b req-4750ba55-e368-45ec-871a-e08135861843 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5887d64-2a66-49d7-8f8e-980efcca9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315130 Sep 18 05:52:52.305746 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0d5f2-691a-479b-88ad-34fdf1238c62 req-8f99d931-7f3a-4a6b-9715-56fbcbe0058b tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:52.307181 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ed0d5f2-691a-479b-88ad-34fdf1238c62 req-8f99d931-7f3a-4a6b-9715-56fbcbe0058b tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 950 time: 0.0485833 Sep 18 05:52:52.344407 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8ed0d5f2-691a-479b-88ad-34fdf1238c62 req-b5a84cea-1416-47f1-b852-cab7b55a0efa tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5887d64-2a66-49d7-8f8e-980efcca9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313137 Sep 18 05:52:52.769465 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-b48bfbac-1865-400b-8d55-0cc519607738 req-e6b8d938-d123-4cf8-8b50-6c7fb973f5c6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:52:52.770481 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b48bfbac-1865-400b-8d55-0cc519607738 req-e6b8d938-d123-4cf8-8b50-6c7fb973f5c6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1016500 Sep 18 05:52:53.281224 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-0a08f775-266c-448c-b3ae-7e8c68b2f17b req-4d56df62-58f6-4cf8-8bbc-a9ea2ba7931d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:52:53.282312 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0a08f775-266c-448c-b3ae-7e8c68b2f17b req-4d56df62-58f6-4cf8-8bbc-a9ea2ba7931d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582552 Sep 18 05:52:53.492357 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:53.671690 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-860076af-16d4-458a-8de1-e01c8863109b req-99cab1c9-609d-49e3-80ea-6d57655f2444 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398920 Sep 18 05:52:53.684461 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:53.749753 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860076af-16d4-458a-8de1-e01c8863109b req-d30518a8-436d-4b03-ad70-ecc86bb6443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:53.751198 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-860076af-16d4-458a-8de1-e01c8863109b req-d30518a8-436d-4b03-ad70-ecc86bb6443f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d9568ae1f9a4b7ab1e986aed72f8019&device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 1102 time: 0.0405645 Sep 18 05:52:53.866983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860076af-16d4-458a-8de1-e01c8863109b req-02d89909-0b60-4239-b2db-479ba16cbbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:53.868576 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-860076af-16d4-458a-8de1-e01c8863109b req-02d89909-0b60-4239-b2db-479ba16cbbf4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2 HTTP/1.1" status: 200 len: 869 time: 0.0906451 Sep 18 05:52:53.913409 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-860076af-16d4-458a-8de1-e01c8863109b req-cad8935b-fa81-45bd-b7f2-667d62b57b31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=a5dad031-5204-450e-aee9-f1a1af14fbd5 HTTP/1.1" status: 200 len: 217 time: 0.0340209 Sep 18 05:52:53.937474 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c35ddd-0910-42f8-ab42-cf4f42442482 req-a926da92-d38b-4cbd-8b23-1e3b164f5277 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:53.939114 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d9c35ddd-0910-42f8-ab42-cf4f42442482 req-a926da92-d38b-4cbd-8b23-1e3b164f5277 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 950 time: 0.0515568 Sep 18 05:52:53.966164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860076af-16d4-458a-8de1-e01c8863109b req-3c017f77-8d7e-4e09-a833-809d51aff175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:53.967624 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-860076af-16d4-458a-8de1-e01c8863109b req-3c017f77-8d7e-4e09-a833-809d51aff175 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1893cd-b3f0-484a-9c87-ed0492486399 HTTP/1.1" status: 200 len: 843 time: 0.0472357 Sep 18 05:52:53.977785 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-d9c35ddd-0910-42f8-ab42-cf4f42442482 req-afc0921f-53d4-445b-a107-817a124c57e5 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5887d64-2a66-49d7-8f8e-980efcca9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326455 Sep 18 05:52:54.012312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860076af-16d4-458a-8de1-e01c8863109b req-7fa6a27d-949d-4aad-81d7-715b00c74f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:54.013737 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-860076af-16d4-458a-8de1-e01c8863109b req-7fa6a27d-949d-4aad-81d7-715b00c74f7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a8cbba2-5d45-4b0a-9258-8884d8efcfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0386918 Sep 18 05:52:54.105149 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-860076af-16d4-458a-8de1-e01c8863109b req-2f7bb497-0ef2-42b7-ae5c-0d6eaa46905c service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837595 Sep 18 05:52:54.192300 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-860076af-16d4-458a-8de1-e01c8863109b req-acfd9fc8-06fc-41be-abbb-8f8f50e669bb service neutron] 10.222.0.18 "GET /v2.0/networks/2a8cbba2-5d45-4b0a-9258-8884d8efcfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792654 Sep 18 05:52:55.094527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f1736-f37c-4332-872c-e696f4cdc30d req-35c02069-020e-4d51-a1bc-9a855795099f tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:55.096573 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a12f1736-f37c-4332-872c-e696f4cdc30d req-35c02069-020e-4d51-a1bc-9a855795099f tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 950 time: 0.0486274 Sep 18 05:52:55.133169 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a12f1736-f37c-4332-872c-e696f4cdc30d req-3beda60f-764b-45ef-9c0d-a442f2d2caca tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5887d64-2a66-49d7-8f8e-980efcca9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305915 Sep 18 05:52:55.198098 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d204933-545a-44c3-acef-3fd835dafa40 req-8ced18bd-8fbf-473b-9ac4-ee01a54bbd33 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:52:55.199523 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d204933-545a-44c3-acef-3fd835dafa40 req-8ced18bd-8fbf-473b-9ac4-ee01a54bbd33 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 950 time: 0.0504525 Sep 18 05:52:55.286358 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-5d204933-545a-44c3-acef-3fd835dafa40 req-308a3eb7-2726-43c6-80b8-16d13f83fe92 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Deleting port a5dad031-5204-450e-aee9-f1a1af14fbd5 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:52:55.286620 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5d204933-545a-44c3-acef-3fd835dafa40 req-308a3eb7-2726-43c6-80b8-16d13f83fe92 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:55.376312 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-5d204933-545a-44c3-acef-3fd835dafa40 req-308a3eb7-2726-43c6-80b8-16d13f83fe92 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] For port a5dad031-5204-450e-aee9-f1a1af14fbd5, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=a5dad031-5204-450e-aee9-f1a1af14fbd5,segment=NetworkSegment(0ee734a3-ef11-4417-a36b-7748e0896341),segment_id=0ee734a3-ef11-4417-a36b-7748e0896341)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:52:55.376685 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5d204933-545a-44c3-acef-3fd835dafa40 req-308a3eb7-2726-43c6-80b8-16d13f83fe92 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:55.388228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-5d204933-545a-44c3-acef-3fd835dafa40 req-308a3eb7-2726-43c6-80b8-16d13f83fe92 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Calling delete_port for a5dad031-5204-450e-aee9-f1a1af14fbd5 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:52:55.578376 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5d204933-545a-44c3-acef-3fd835dafa40 req-308a3eb7-2726-43c6-80b8-16d13f83fe92 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:55.591137 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['a5dad031-5204-450e-aee9-f1a1af14fbd5'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:52:55.611867 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a3eb7-2726-43c6-80b8-16d13f83fe92 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Pushing event deleted for resources: {'Port': ['ID=a5dad031-5204-450e-aee9-f1a1af14fbd5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:55.654727 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d204933-545a-44c3-acef-3fd835dafa40 req-308a3eb7-2726-43c6-80b8-16d13f83fe92 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] No DVR routers for this DVR port a5dad031-5204-450e-aee9-f1a1af14fbd5 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:52:55.657459 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-5d204933-545a-44c3-acef-3fd835dafa40 req-308a3eb7-2726-43c6-80b8-16d13f83fe92 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:55.659564 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5d204933-545a-44c3-acef-3fd835dafa40 req-308a3eb7-2726-43c6-80b8-16d13f83fe92 tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.18 "DELETE /v2.0/ports/a5dad031-5204-450e-aee9-f1a1af14fbd5 HTTP/1.1" status: 204 len: 173 time: 0.4540305 Sep 18 05:52:55.660031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb93548-27c9-4d85-a5af-48cd3744abb6', 'name': 'network-vif-deleted', 'tag': 'a5dad031-5204-450e-aee9-f1a1af14fbd5'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:52:55.662442 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937408cc-c445-4e26-a668-2e6b09de13e6" -d '{"events": [{"server_uuid": "cdb93548-27c9-4d85-a5af-48cd3744abb6", "name": "network-vif-deleted", "tag": "a5dad031-5204-450e-aee9-f1a1af14fbd5"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:52:55.699180 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3739b6e4-ae29-4329-85be-5efb98bbfd47 x-openstack-request-id: req-3739b6e4-ae29-4329-85be-5efb98bbfd47 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:52:55.699482 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb93548-27c9-4d85-a5af-48cd3744abb6", "name": "network-vif-deleted", "tag": "a5dad031-5204-450e-aee9-f1a1af14fbd5", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:52:55.699741 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3739b6e4-ae29-4329-85be-5efb98bbfd47 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:52:55.700144 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb93548-27c9-4d85-a5af-48cd3744abb6', 'name': 'network-vif-deleted', 'tag': 'a5dad031-5204-450e-aee9-f1a1af14fbd5', 'status': 'completed', 'code': 200} Sep 18 05:52:56.239557 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bac774ce-9fb7-43af-be8f-234f21a263a3 req-68eda863-c3d0-484a-a99e-f2b6c465890a tempest-ServersAdminNegativeTestJSON-137866489 tempest-ServersAdminNegativeTestJSON-137866489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb93548-27c9-4d85-a5af-48cd3744abb6 HTTP/1.1" status: 200 len: 210 time: 0.0271661 Sep 18 05:52:57.728317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41106) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:57.856150 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a143fea2-f435-4a9c-843e-f23e2b54f9f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d9568ae1f9a4b7ab1e986aed72f8019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266599 Sep 18 05:52:57.858650 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41110) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:57.909717 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9b485aec-7e02-4bf4-9f71-1de71a33187a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:57.930550 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9b485aec-7e02-4bf4-9f71-1de71a33187a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:57.983687 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a5dad031-5204-450e-aee9-f1a1af14fbd5 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:52:58.004459 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: a5dad031-5204-450e-aee9-f1a1af14fbd5 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:52:58.004951 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device a5dad031-5204-450e-aee9-f1a1af14fbd5 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:52:58.063956 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9b485aec-7e02-4bf4-9f71-1de71a33187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:58.067142 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-9b485aec-7e02-4bf4-9f71-1de71a33187a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:58.068337 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-9b485aec-7e02-4bf4-9f71-1de71a33187a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5887d64-2a66-49d7-8f8e-980efcca9870 HTTP/1.1" status: 204 len: 168 time: 0.2087631 Sep 18 05:52:58.076368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b485aec-7e02-4bf4-9f71-1de71a33187a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5887d64-2a66-49d7-8f8e-980efcca9870,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:58.219880 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:52:58.647335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41116) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:58.660854 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11a656f9-ebb6-4e8c-87b8-02412939e24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:58.745746 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11a656f9-ebb6-4e8c-87b8-02412939e24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:58.812134 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-11a656f9-ebb6-4e8c-87b8-02412939e24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:58.849823 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-11a656f9-ebb6-4e8c-87b8-02412939e24d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=475ca2213dd0418399ce9bdd1657d817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014215 Sep 18 05:52:58.851656 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a656f9-ebb6-4e8c-87b8-02412939e24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9bb742-cce7-4d46-9925-a0d358b28e4c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:58.852545 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41118) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:52:58.909388 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:58.930053 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:59.061412 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:59.064214 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:52:59.066044 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad9bb742-cce7-4d46-9925-a0d358b28e4c HTTP/1.1" status: 204 len: 168 time: 0.2124872 Sep 18 05:52:59.073908 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9bb742-cce7-4d46-9925-a0d358b28e4c,revision_number=None']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:52:59.081798 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:59.082171 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:59.082535 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:59.082878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:59.083221 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:59.083610 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:59.083898 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:59.084229 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:59.084596 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:59.084929 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:59.085336 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:52:59.090656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b877186e-e0a3-4c8a-a2f0-3e2359f6e590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:00.156635 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41140) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:53:00.255406 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-782269652-network', 'tenant_id': '6e675d95685f42b49e987f4e0825eec9'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:53:00.329560 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] Made reservation on behalf of 6e675d95685f42b49e987f4e0825eec9 for: {'network': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:53:00.332413 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:00.340907 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:00.427912 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:00.506701 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:00.532978 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=106908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:53:00.543100 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aafba2-057c-46a4-afa0-ff19b6ce3c66,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:00.549657 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:00.550007 n-d-789963-13 neutron-server[106908]: INFO neutron.db.segments_db [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] Added segment 9d69b6fc-2e12-48ac-af30-518dff4b8fa6 of type vlan for network 3205291d-056c-480a-b96b-ebffcdf8e6a9 Sep 18 05:53:00.589885 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:00.683904 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:00.684910 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:00.685524 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] Notify callbacks [] for network, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:00.747486 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] Pushing event updated for resources: {'Network': ['ID=3205291d-056c-480a-b96b-ebffcdf8e6a9,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:00.757868 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network 3205291d-056c-480a-b96b-ebffcdf8e6a9 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:53:00.781833 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-a41bd367-d17a-444c-b8ab-85a89937a0be admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6240523 Sep 18 05:53:00.784994 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41144) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:53:00.789799 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-19541b91-9299-469a-af46-6e37fe91ab72 admin admin] Request body: {'subnet': {'network_id': '3205291d-056c-480a-b96b-ebffcdf8e6a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-782269652-subnet', 'tenant_id': '6e675d95685f42b49e987f4e0825eec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:53:00.878786 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19541b91-9299-469a-af46-6e37fe91ab72 admin admin] Made reservation on behalf of 6e675d95685f42b49e987f4e0825eec9 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:53:00.881128 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-19541b91-9299-469a-af46-6e37fe91ab72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:01.092555 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-19541b91-9299-469a-af46-6e37fe91ab72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:01.147156 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19541b91-9299-469a-af46-6e37fe91ab72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea09d817-4b63-43e9-b5b4-71fbba7e708c,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:01.156878 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19541b91-9299-469a-af46-6e37fe91ab72 admin admin] Checking segment: {'id': '9d69b6fc-2e12-48ac-af30-518dff4b8fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3205291d-056c-480a-b96b-ebffcdf8e6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:53:01.157477 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19541b91-9299-469a-af46-6e37fe91ab72 admin admin] Network hostable DHCP agents. Network: 3205291d-056c-480a-b96b-ebffcdf8e6a9, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:53:01.255647 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19541b91-9299-469a-af46-6e37fe91ab72 admin admin] Network 3205291d-056c-480a-b96b-ebffcdf8e6a9 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:53:01.312733 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-521c4344-3739-4e74-8246-83a1cebd3b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:01.386957 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-19541b91-9299-469a-af46-6e37fe91ab72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, 3205291d-056c-480a-b96b-ebffcdf8e6a9) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:53:01.391045 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19541b91-9299-469a-af46-6e37fe91ab72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:01.391640 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-19541b91-9299-469a-af46-6e37fe91ab72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:01.396564 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d80d2c-07e7-427d-94e5-f58fed24ba1b None None] Network 3205291d-056c-480a-b96b-ebffcdf8e6a9 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:53:01.479416 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-19541b91-9299-469a-af46-6e37fe91ab72 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6933205 Sep 18 05:53:01.513616 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aad2f5-9a51-4981-862f-f99721ea13d9 None None] Network 3205291d-056c-480a-b96b-ebffcdf8e6a9 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:53:01.890977 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-72e7ac42-18ba-4078-983f-426f89b8d830 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:01.892506 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-72e7ac42-18ba-4078-983f-426f89b8d830 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/networks?id=3205291d-056c-480a-b96b-ebffcdf8e6a9 HTTP/1.1" status: 200 len: 811 time: 0.1028271 Sep 18 05:53:01.907554 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-2d30bd6b-f1c8-4c33-adf7-a1d3cff8073c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/quotas/6e675d95685f42b49e987f4e0825eec9 HTTP/1.1" status: 200 len: 375 time: 0.0087578 Sep 18 05:53:01.941254 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-260d7549-203c-44d3-84df-82f326031a1b tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e675d95685f42b49e987f4e0825eec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276806 Sep 18 05:53:02.031724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-c8e38811-2ce8-40d7-a650-a5d1f28d6260 service neutron] 10.222.0.23 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834854 Sep 18 05:53:02.120969 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-1fef625d-7267-4c5e-a918-d79243ad6362 service neutron] 10.222.0.23 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825324 Sep 18 05:53:02.358813 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e0de7063-681f-477d-b095-426feea2bd2f req-3d702700-6072-4f63-97d8-066c33fc8ab3 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 210 time: 0.0293415 Sep 18 05:53:03.455904 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2e84be97-ac79-458a-8b56-f96ce23e13cb req-d776bfa0-4a58-4832-9cb7-df3c558a1263 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 210 time: 0.0303550 Sep 18 05:53:03.898029 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-2cc5bbbb-cd73-413c-8f74-e0a23b9c6e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:04.335571 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:04.401498 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-898b7315-90ed-4078-ae2a-e3d3889fc23d tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:04.403120 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-898b7315-90ed-4078-ae2a-e3d3889fc23d tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.18 "GET /v2.0/networks?id=3205291d-056c-480a-b96b-ebffcdf8e6a9 HTTP/1.1" status: 200 len: 811 time: 0.1057744 Sep 18 05:53:04.415448 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Request body: {'port': {'device_id': '20d8c696-74ed-45a6-8207-41b47e9226ab', 'network_id': '3205291d-056c-480a-b96b-ebffcdf8e6a9', 'admin_state_up': True, 'tenant_id': '6e675d95685f42b49e987f4e0825eec9'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:53:04.562018 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-66f6dbe1-1ed7-4d3e-bf5a-ddaa805edcc1 req-b172ad80-e4ec-4b1c-a9ce-234b58ad8c12 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 210 time: 0.0318692 Sep 18 05:53:04.578097 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Made reservation on behalf of 6e675d95685f42b49e987f4e0825eec9 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:53:04.582962 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:04.708457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Allocated IP 172.20.0.6 (3205291d-056c-480a-b96b-ebffcdf8e6a9/ea09d817-4b63-43e9-b5b4-71fbba7e708c/4c201ce9-1021-4654-a2b0-e300b7afa7cf) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:53:05.193010 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:05.307171 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:05.349971 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Network 3205291d-056c-480a-b96b-ebffcdf8e6a9 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:53:05.353031 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:53:05.356667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:53:05.385639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Pushing event updated for resources: {'Port': ['ID=4c201ce9-1021-4654-a2b0-e300b7afa7cf,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:05.395149 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:05.400138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:05.400520 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:05.400872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:05.401218 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:05.401563 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:05.401928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:05.402293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:05.402651 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:05.402985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:05.403319 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:05.403654 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:05.403990 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:05.423617 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:05.424230 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:05.504949 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bbe96b83-4d2e-42d5-9b1c-a9690226af17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0931222 Sep 18 05:53:05.518214 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Request body: {'port': {'device_id': '20d8c696-74ed-45a6-8207-41b47e9226ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:53:05.569143 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:05.777738 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a632ee-8b18-4127-b28a-cd2e71f4bb62 req-42d2adae-48b7-4265-a248-81f791e420cf tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:05.779193 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-67a632ee-8b18-4127-b28a-cd2e71f4bb62 req-42d2adae-48b7-4265-a248-81f791e420cf tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 931 time: 0.1108756 Sep 18 05:53:05.837428 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-67a632ee-8b18-4127-b28a-cd2e71f4bb62 req-65ea3e7e-8d7d-445a-9086-19e9e6bb7016 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516026 Sep 18 05:53:05.887523 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c201ce9-1021-4654-a2b0-e300b7afa7cf {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:53:05.894764 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:05.906255 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Transition to ACTIVE for port object 4c201ce9-1021-4654-a2b0-e300b7afa7cf will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:53:05.977849 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:06.026015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Pushing event updated for resources: {'Port': ['ID=4c201ce9-1021-4654-a2b0-e300b7afa7cf,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:06.096457 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Attempting to bind port 4c201ce9-1021-4654-a2b0-e300b7afa7cf on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:53:06.096711 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Attempting to bind port 4c201ce9-1021-4654-a2b0-e300b7afa7cf by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '9d69b6fc-2e12-48ac-af30-518dff4b8fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3205291d-056c-480a-b96b-ebffcdf8e6a9'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:53:06.097701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Attempting to bind port 4c201ce9-1021-4654-a2b0-e300b7afa7cf on network 3205291d-056c-480a-b96b-ebffcdf8e6a9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:53:06.101859 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Port 4c201ce9-1021-4654-a2b0-e300b7afa7cf on network 3205291d-056c-480a-b96b-ebffcdf8e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:53:06.102160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Attempting to bind port 4c201ce9-1021-4654-a2b0-e300b7afa7cf on network 3205291d-056c-480a-b96b-ebffcdf8e6a9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:53:06.106934 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:53:06.107275 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Checking segment: {'id': '9d69b6fc-2e12-48ac-af30-518dff4b8fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3205291d-056c-480a-b96b-ebffcdf8e6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:53:06.107661 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Bound using segment: {'id': '9d69b6fc-2e12-48ac-af30-518dff4b8fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3205291d-056c-480a-b96b-ebffcdf8e6a9'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:53:06.108088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Bound port: 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d69b6fc-2e12-48ac-af30-518dff4b8fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3205291d-056c-480a-b96b-ebffcdf8e6a9'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:53:06.108471 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:06.169377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] For port 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:53:06.172308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] For port 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf,segment=NetworkSegment(9d69b6fc-2e12-48ac-af30-518dff4b8fa6),segment_id=9d69b6fc-2e12-48ac-af30-518dff4b8fa6)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:53:06.264068 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:06.297299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:06.298015 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:06.299404 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] 10.222.0.18 "PUT /v2.0/ports/4c201ce9-1021-4654-a2b0-e300b7afa7cf HTTP/1.1" status: 200 len: 1092 time: 0.7853522 Sep 18 05:53:06.299844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d8c696-74ed-45a6-8207-41b47e9226ab', 'tag': '4c201ce9-1021-4654-a2b0-e300b7afa7cf'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:53:06.302286 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b028935-d949-4950-bb04-721376fbcc15" -d '{"events": [{"name": "network-changed", "server_uuid": "20d8c696-74ed-45a6-8207-41b47e9226ab", "tag": "4c201ce9-1021-4654-a2b0-e300b7afa7cf"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:53:06.328209 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ce5b8-b803-4905-8729-9606ea960d78 service neutron] Pushing event updated for resources: {'Port': ['ID=4c201ce9-1021-4654-a2b0-e300b7afa7cf,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:06.456126 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-13ddad6a-4e80-47ee-b6a2-7d65dbba651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:06.458900 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-13ddad6a-4e80-47ee-b6a2-7d65dbba651a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e675d95685f42b49e987f4e0825eec9&device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 1095 time: 0.0484560 Sep 18 05:53:06.502634 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-7cb2fb10-3065-44ba-8654-bc2f5d45f3ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf HTTP/1.1" status: 200 len: 217 time: 0.0352848 Sep 18 05:53:06.553111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-68541aea-da32-46a4-b177-a624b171503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:06.554613 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-68541aea-da32-46a4-b177-a624b171503d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea09d817-4b63-43e9-b5b4-71fbba7e708c HTTP/1.1" status: 200 len: 851 time: 0.0455832 Sep 18 05:53:06.592905 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5611a8dd-5e24-422e-adfa-429613b0bd9a x-openstack-request-id: req-5611a8dd-5e24-422e-adfa-429613b0bd9a {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:53:06.593214 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d8c696-74ed-45a6-8207-41b47e9226ab", "tag": "4c201ce9-1021-4654-a2b0-e300b7afa7cf", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:53:06.593470 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5611a8dd-5e24-422e-adfa-429613b0bd9a {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:53:06.593894 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d8c696-74ed-45a6-8207-41b47e9226ab', 'tag': '4c201ce9-1021-4654-a2b0-e300b7afa7cf', 'status': 'completed', 'code': 200} Sep 18 05:53:06.595824 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-b90c7250-a7eb-4dff-8a22-520d14cc8892 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3205291d-056c-480a-b96b-ebffcdf8e6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335832 Sep 18 05:53:06.684382 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-0d9ce629-2d1d-4741-b2d5-e3444d869083 service neutron] 10.222.0.18 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814669 Sep 18 05:53:06.776672 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-98f81e3f-7540-4d2d-832d-d1a90a58eead req-225c358b-a109-44a6-b13a-afabb69e8f26 service neutron] 10.222.0.18 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847535 Sep 18 05:53:06.951558 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b028935-d949-4950-bb04-721376fbcc15 req-b4ee20d0-cefb-4217-8d33-47e05751b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:06.953180 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b028935-d949-4950-bb04-721376fbcc15 req-b4ee20d0-cefb-4217-8d33-47e05751b120 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e675d95685f42b49e987f4e0825eec9&device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 1095 time: 0.0729036 Sep 18 05:53:06.977282 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71b532-6a2d-4d71-93df-e4e9f78da0b2 req-8b786943-c26f-4e03-9409-b418503719fc tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:06.978745 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-de71b532-6a2d-4d71-93df-e4e9f78da0b2 req-8b786943-c26f-4e03-9409-b418503719fc tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 943 time: 0.0682194 Sep 18 05:53:06.980185 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:07.069966 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-de71b532-6a2d-4d71-93df-e4e9f78da0b2 req-1e2386dc-f5b0-45f5-bdda-0811775875cb tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801604 Sep 18 05:53:07.090704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b028935-d949-4950-bb04-721376fbcc15 req-1fcf9b54-c977-4b01-a7eb-c43547a2266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:07.092190 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b028935-d949-4950-bb04-721376fbcc15 req-1fcf9b54-c977-4b01-a7eb-c43547a2266c service neutron] 10.222.0.18 "GET /v2.0/networks?id=3205291d-056c-480a-b96b-ebffcdf8e6a9 HTTP/1.1" status: 200 len: 911 time: 0.1310673 Sep 18 05:53:07.134188 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b028935-d949-4950-bb04-721376fbcc15 req-e01f89bf-5f42-4b29-8cce-3995ce257edd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf HTTP/1.1" status: 200 len: 217 time: 0.0346887 Sep 18 05:53:07.184399 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b028935-d949-4950-bb04-721376fbcc15 req-36959ebc-409b-45de-8fd7-66ea1f2e688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:07.185848 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b028935-d949-4950-bb04-721376fbcc15 req-36959ebc-409b-45de-8fd7-66ea1f2e688a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea09d817-4b63-43e9-b5b4-71fbba7e708c HTTP/1.1" status: 200 len: 851 time: 0.0434451 Sep 18 05:53:07.222811 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b028935-d949-4950-bb04-721376fbcc15 req-cef2ae6d-dbad-4bdd-b330-4b717cc6e0ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3205291d-056c-480a-b96b-ebffcdf8e6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284686 Sep 18 05:53:07.311116 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b028935-d949-4950-bb04-721376fbcc15 req-56fb6121-7775-4293-86d1-918952ea3aad service neutron] 10.222.0.18 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819199 Sep 18 05:53:07.403440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0b028935-d949-4950-bb04-721376fbcc15 req-ccc2ddb0-26b8-4f04-826f-8109fd672829 service neutron] 10.222.0.18 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848141 Sep 18 05:53:08.187684 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8b2e2-3fe8-488e-92d4-0564bc4e4b10 req-9c832402-ac66-4820-aac2-a6f3c19cd38c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:08.189221 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cbb8b2e2-3fe8-488e-92d4-0564bc4e4b10 req-9c832402-ac66-4820-aac2-a6f3c19cd38c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 943 time: 0.0509992 Sep 18 05:53:08.226939 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cbb8b2e2-3fe8-488e-92d4-0564bc4e4b10 req-92570680-f1ca-49fd-a5ca-5373e210ec7a tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Sep 18 05:53:09.347295 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866231eb-1a72-4dfa-bc3b-1e3dd3c2fcc8 req-84b3c6b0-c957-4e31-a02e-e574caafd51c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:09.347295 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-866231eb-1a72-4dfa-bc3b-1e3dd3c2fcc8 req-84b3c6b0-c957-4e31-a02e-e574caafd51c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 943 time: 0.0494521 Sep 18 05:53:09.380311 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-866231eb-1a72-4dfa-bc3b-1e3dd3c2fcc8 req-98b6d06c-855b-4b5c-86f6-7da2a8d1da5f tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313499 Sep 18 05:53:10.015397 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 4c201ce9-1021-4654-a2b0-e300b7afa7cf details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:53:10.113622 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf,segment=NetworkSegment(9d69b6fc-2e12-48ac-af30-518dff4b8fa6),segment_id=9d69b6fc-2e12-48ac-af30-518dff4b8fa6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:53:10.125020 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '4c201ce9-1021-4654-a2b0-e300b7afa7cf', 'network_id': '3205291d-056c-480a-b96b-ebffcdf8e6a9', 'port_id': '4c201ce9-1021-4654-a2b0-e300b7afa7cf', 'mac_address': 'fa:16:3e:1c:59:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea09d817-4b63-43e9-b5b4-71fbba7e708c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:53:10.162891 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:10.176102 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c201ce9-1021-4654-a2b0-e300b7afa7cf {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:53:10.195389 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf,segment=NetworkSegment(9d69b6fc-2e12-48ac-af30-518dff4b8fa6),segment_id=9d69b6fc-2e12-48ac-af30-518dff4b8fa6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:53:10.269229 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:10.321497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=4c201ce9-1021-4654-a2b0-e300b7afa7cf,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:10.461128 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['4c201ce9-1021-4654-a2b0-e300b7afa7cf'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:53:10.499397 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838fcec-eee6-4ece-a711-c3ebf89ba85a req-7c1b9d27-65df-4915-932a-f7774a7ff53f tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:10.500994 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9838fcec-eee6-4ece-a711-c3ebf89ba85a req-7c1b9d27-65df-4915-932a-f7774a7ff53f tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 944 time: 0.0513272 Sep 18 05:53:10.543136 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9838fcec-eee6-4ece-a711-c3ebf89ba85a req-40cb55a3-562c-4aa6-8a67-ecb6c5f59a61 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351310 Sep 18 05:53:11.661079 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702e465-70e0-4976-8494-f64c8877368c req-9c94960a-3c27-4246-b725-0bffbdccfc18 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:11.662552 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7702e465-70e0-4976-8494-f64c8877368c req-9c94960a-3c27-4246-b725-0bffbdccfc18 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 944 time: 0.0479910 Sep 18 05:53:11.698608 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7702e465-70e0-4976-8494-f64c8877368c req-b9aad9e3-dd83-4796-ac0e-d9b143f2c436 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303116 Sep 18 05:53:12.030212 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 4c201ce9-1021-4654-a2b0-e300b7afa7cf up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:53:12.152084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 4c201ce9-1021-4654-a2b0-e300b7afa7cf completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:53:12.155892 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 4c201ce9-1021-4654-a2b0-e300b7afa7cf triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:53:12.156368 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:12.228936 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:12.249817 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d8c696-74ed-45a6-8207-41b47e9226ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c201ce9-1021-4654-a2b0-e300b7afa7cf'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:53:12.252022 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03c5ba9-7db4-4c66-91d9-0e2a8c2c2776" -d '{"events": [{"server_uuid": "20d8c696-74ed-45a6-8207-41b47e9226ab", "name": "network-vif-plugged", "status": "completed", "tag": "4c201ce9-1021-4654-a2b0-e300b7afa7cf"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:53:12.264315 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf,segment=NetworkSegment(9d69b6fc-2e12-48ac-af30-518dff4b8fa6),segment_id=9d69b6fc-2e12-48ac-af30-518dff4b8fa6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:53:12.288467 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f6f9b7-00bd-4c88-80a8-d2b010c5870a x-openstack-request-id: req-50f6f9b7-00bd-4c88-80a8-d2b010c5870a {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:53:12.288762 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d8c696-74ed-45a6-8207-41b47e9226ab", "name": "network-vif-plugged", "status": "completed", "tag": "4c201ce9-1021-4654-a2b0-e300b7afa7cf", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:53:12.289041 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50f6f9b7-00bd-4c88-80a8-d2b010c5870a {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:53:12.289434 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d8c696-74ed-45a6-8207-41b47e9226ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c201ce9-1021-4654-a2b0-e300b7afa7cf', 'code': 200} Sep 18 05:53:12.341003 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:12.385293 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961dba0-db34-4c99-9e05-e760138e075a req-232aa228-729b-412b-acd8-933d949721a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:12.386780 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9961dba0-db34-4c99-9e05-e760138e075a req-232aa228-729b-412b-acd8-933d949721a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 1097 time: 0.0441446 Sep 18 05:53:12.390291 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=4c201ce9-1021-4654-a2b0-e300b7afa7cf,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:12.423388 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9961dba0-db34-4c99-9e05-e760138e075a req-3597034c-f938-4d69-bdf3-ab67f9d47c76 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279200 Sep 18 05:53:12.810356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9375c1-0783-4791-b834-0283dd544be7 req-d49503bf-25c1-4118-9e02-f7e91b5ed540 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:12.811829 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c9375c1-0783-4791-b834-0283dd544be7 req-d49503bf-25c1-4118-9e02-f7e91b5ed540 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0487227 Sep 18 05:53:12.849020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4c9375c1-0783-4791-b834-0283dd544be7 req-d1308378-30cd-4472-952a-87d5b9e4c2cd tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304830 Sep 18 05:53:13.964126 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea2885-7339-4d85-98fa-95cf568c3b3b req-908d6e01-c7eb-424d-95bc-5d3a34446d90 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:13.965648 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9aea2885-7339-4d85-98fa-95cf568c3b3b req-908d6e01-c7eb-424d-95bc-5d3a34446d90 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0480568 Sep 18 05:53:14.006194 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9aea2885-7339-4d85-98fa-95cf568c3b3b req-d2a5d3b3-dbd8-48da-969b-f59ec3e2fb0f tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346711 Sep 18 05:53:14.479610 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671ff37-eee6-43a1-a5f8-fa63bad0340f req-2fcb2e1f-8bb2-447c-a4ea-c3cb2564e5f5 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:14.481176 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a671ff37-eee6-43a1-a5f8-fa63bad0340f req-2fcb2e1f-8bb2-447c-a4ea-c3cb2564e5f5 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0488758 Sep 18 05:53:14.519247 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a671ff37-eee6-43a1-a5f8-fa63bad0340f req-c58fd151-57a8-42b7-bef0-ab5ab20e69c9 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Sep 18 05:53:14.524730 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41204) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:53:14.614222 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-413fab1c-90f0-4e0f-b1dd-1e79c2c77f7c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883923 Sep 18 05:53:14.622889 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-18e7fbdc-9a53-45e6-83b0-7565c01522bd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:53:14.623840 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-18e7fbdc-9a53-45e6-83b0-7565c01522bd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048842 Sep 18 05:53:15.638530 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da3565-3472-48fe-887f-cbdaebd7d225 req-8687e5fb-fc64-4851-b7bf-79be59279475 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:15.639947 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80da3565-3472-48fe-887f-cbdaebd7d225 req-8687e5fb-fc64-4851-b7bf-79be59279475 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0501029 Sep 18 05:53:15.679746 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80da3565-3472-48fe-887f-cbdaebd7d225 req-88645f41-d75e-4337-b216-19728c63e011 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332224 Sep 18 05:53:16.531425 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-99f226bb-bd24-477d-8f38-855c11c1b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:16.532963 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-99f226bb-bd24-477d-8f38-855c11c1b255 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e675d95685f42b49e987f4e0825eec9&device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 1097 time: 0.0443220 Sep 18 05:53:16.620148 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-26158a01-b1a9-4908-bfda-4c3b581856fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:16.621637 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-26158a01-b1a9-4908-bfda-4c3b581856fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=3205291d-056c-480a-b96b-ebffcdf8e6a9 HTTP/1.1" status: 200 len: 911 time: 0.0820370 Sep 18 05:53:16.664824 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-5383a3ab-7eae-4b4c-9ac0-f7c264d3b9d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf HTTP/1.1" status: 200 len: 217 time: 0.0357926 Sep 18 05:53:16.713301 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-b3992d06-ddb2-492f-9f61-25708f73f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:16.714757 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-b3992d06-ddb2-492f-9f61-25708f73f634 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea09d817-4b63-43e9-b5b4-71fbba7e708c HTTP/1.1" status: 200 len: 851 time: 0.0430613 Sep 18 05:53:16.747572 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-44a0ddf4-f032-4525-8542-47d4267966b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3205291d-056c-480a-b96b-ebffcdf8e6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262814 Sep 18 05:53:16.801075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce68170-0db6-4385-bfbb-917955cc1a51 req-fd1a051a-8506-4925-910f-fc244edabde4 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:16.802521 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ce68170-0db6-4385-bfbb-917955cc1a51 req-fd1a051a-8506-4925-910f-fc244edabde4 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0517852 Sep 18 05:53:16.840027 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2ce68170-0db6-4385-bfbb-917955cc1a51 req-160acaf6-7bd7-4295-92e2-4ea03ded57d9 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315101 Sep 18 05:53:16.842623 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-08f0e3a5-c1ec-4572-ae52-ae38c7eb13ae service neutron] 10.222.0.18 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878215 Sep 18 05:53:16.932708 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-5a6b7d29-cd05-4aab-9706-936fa99c8572 service neutron] 10.222.0.18 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835378 Sep 18 05:53:17.958680 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60ab7f-4891-4c2a-a51c-a54ea675318d req-de4e1e6e-37b7-467e-b025-9488322a1d17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:17.960156 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f60ab7f-4891-4c2a-a51c-a54ea675318d req-de4e1e6e-37b7-467e-b025-9488322a1d17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0498853 Sep 18 05:53:17.997931 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f60ab7f-4891-4c2a-a51c-a54ea675318d req-cb68e3bf-f466-417d-92a8-eb7b017642b8 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318718 Sep 18 05:53:19.117795 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cebba-a2f5-43e8-a668-198e99ff3887 req-d117ff46-d4f5-4e6d-bbc9-7e57b6b5d1e3 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:19.119302 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b60cebba-a2f5-43e8-a668-198e99ff3887 req-d117ff46-d4f5-4e6d-bbc9-7e57b6b5d1e3 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0525331 Sep 18 05:53:19.156844 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b60cebba-a2f5-43e8-a668-198e99ff3887 req-e5233e91-c5ea-4764-b96a-9ea180192c43 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Sep 18 05:53:20.276636 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d71f02-ca60-49d7-b1cd-f7b95d4680dd req-21f9e2b6-cafe-45a5-b6f5-0d66bf647a99 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:20.278122 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14d71f02-ca60-49d7-b1cd-f7b95d4680dd req-21f9e2b6-cafe-45a5-b6f5-0d66bf647a99 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0525155 Sep 18 05:53:20.315020 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14d71f02-ca60-49d7-b1cd-f7b95d4680dd req-2ace1337-98c7-48e0-90de-c185e13d8f23 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310416 Sep 18 05:53:21.430015 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616fbd2-52cc-46eb-92f0-a55b90188d2f req-4bb2770f-8bd2-4e93-ba18-f49a44e8cf5f tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:21.431510 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0616fbd2-52cc-46eb-92f0-a55b90188d2f req-4bb2770f-8bd2-4e93-ba18-f49a44e8cf5f tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0492997 Sep 18 05:53:21.467542 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0616fbd2-52cc-46eb-92f0-a55b90188d2f req-30bc5a33-d36d-4d8d-b59a-15561bb7d244 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301735 Sep 18 05:53:22.583223 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae905f-03bd-4d34-ba81-cacf492c3c8c req-5d0e7b72-0efc-4254-9181-f71da4a7c421 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:22.584883 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90ae905f-03bd-4d34-ba81-cacf492c3c8c req-5d0e7b72-0efc-4254-9181-f71da4a7c421 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0495856 Sep 18 05:53:22.621838 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-90ae905f-03bd-4d34-ba81-cacf492c3c8c req-c88b86c7-037d-4010-99f1-4012d4f6cd17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309830 Sep 18 05:53:23.477413 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:23.643995 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:23.735812 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04aa16-78c0-4b3f-807b-f61af5cc9b45 req-e84714e0-b103-4944-829f-02d68fec97de tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:23.737559 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7f04aa16-78c0-4b3f-807b-f61af5cc9b45 req-e84714e0-b103-4944-829f-02d68fec97de tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0496709 Sep 18 05:53:23.775260 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7f04aa16-78c0-4b3f-807b-f61af5cc9b45 req-cd0a96b7-a79d-464f-91c6-8c14d49643d7 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321927 Sep 18 05:53:24.893598 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c7056-dc73-45e6-9b80-66da14fe15a6 req-734f2069-6db8-4184-a42f-161d06258f1a tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:24.895095 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e61c7056-dc73-45e6-9b80-66da14fe15a6 req-734f2069-6db8-4184-a42f-161d06258f1a tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0489728 Sep 18 05:53:24.931998 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e61c7056-dc73-45e6-9b80-66da14fe15a6 req-c492103e-d3a4-460c-a089-257d616c506d tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307343 Sep 18 05:53:26.050827 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e023205-26a5-496e-a8de-b8bd526f462a req-1f0abd87-5657-4940-9397-123f611c2b2b tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:26.052359 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7e023205-26a5-496e-a8de-b8bd526f462a req-1f0abd87-5657-4940-9397-123f611c2b2b tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0537934 Sep 18 05:53:26.090343 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7e023205-26a5-496e-a8de-b8bd526f462a req-0d537dec-2231-4c53-b0ff-477f300e0cd5 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321252 Sep 18 05:53:27.208701 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10331735-0b30-42a7-9960-6a3f1d71c79d req-12c3742f-c085-46f8-8030-2994a40ac287 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:27.210191 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-10331735-0b30-42a7-9960-6a3f1d71c79d req-12c3742f-c085-46f8-8030-2994a40ac287 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0541151 Sep 18 05:53:27.247930 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-10331735-0b30-42a7-9960-6a3f1d71c79d req-60ecdc41-c0e8-4ad9-9cba-709707f9bea4 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318151 Sep 18 05:53:28.361455 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506480f-67d6-4310-9f02-bf0fba90a7b4 req-b7768578-61cf-44a0-bd0a-5f621b949061 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:28.363742 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2506480f-67d6-4310-9f02-bf0fba90a7b4 req-b7768578-61cf-44a0-bd0a-5f621b949061 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0494857 Sep 18 05:53:28.401528 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2506480f-67d6-4310-9f02-bf0fba90a7b4 req-943d7c95-6572-4cce-8b0e-95821f6658aa tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Sep 18 05:53:29.515446 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ff738-7270-4791-9f21-7961aa537efb req-af091755-6a87-448d-b3cf-72644e75471d tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:29.516970 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c27ff738-7270-4791-9f21-7961aa537efb req-af091755-6a87-448d-b3cf-72644e75471d tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0490348 Sep 18 05:53:29.554930 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c27ff738-7270-4791-9f21-7961aa537efb req-d44051ec-7848-4152-841f-2c50c935ec4e tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315237 Sep 18 05:53:30.667379 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10cc85-5c13-4742-8999-1f03aa24de54 req-1262082a-89c6-4011-bdb2-a7c1ed88c127 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:30.668894 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9e10cc85-5c13-4742-8999-1f03aa24de54 req-1262082a-89c6-4011-bdb2-a7c1ed88c127 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0489149 Sep 18 05:53:30.706548 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9e10cc85-5c13-4742-8999-1f03aa24de54 req-9ec59ae5-3450-4220-87df-0c202f26a3f8 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311430 Sep 18 05:53:31.334684 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4340c67f-7126-4bbf-8f40-86377ba4abec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:31.820854 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25470ca2-35b1-4076-aba4-126436a2bfda req-150b0664-aa20-466f-a860-1cb6d9e24fb1 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:31.822342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-25470ca2-35b1-4076-aba4-126436a2bfda req-150b0664-aa20-466f-a860-1cb6d9e24fb1 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0490437 Sep 18 05:53:31.858868 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-25470ca2-35b1-4076-aba4-126436a2bfda req-0282dc74-153a-4138-bf23-a3f2aa9ad40b tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306482 Sep 18 05:53:32.977180 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3376a22-86ad-4299-a640-e0951bc43f61 req-e2acdea6-5fd1-44c3-a71e-c09eeb73bc0d tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:32.978654 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e3376a22-86ad-4299-a640-e0951bc43f61 req-e2acdea6-5fd1-44c3-a71e-c09eeb73bc0d tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0524285 Sep 18 05:53:33.016383 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-e3376a22-86ad-4299-a640-e0951bc43f61 req-68adbc77-09f1-4e16-b281-5743b898019a tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Sep 18 05:53:33.928598 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b3e4ad86-5a25-42c4-ade8-df544bb0a8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:34.134255 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2e868-94e7-4741-8508-a67219b3fcdb req-f457ace0-6992-4fc5-82d5-a255315cb924 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:34.135727 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ae2e868-94e7-4741-8508-a67219b3fcdb req-f457ace0-6992-4fc5-82d5-a255315cb924 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0531526 Sep 18 05:53:34.173910 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ae2e868-94e7-4741-8508-a67219b3fcdb req-60fc9922-c1b1-4507-b8dd-93316d4b6b77 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321965 Sep 18 05:53:34.314300 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:35.219068 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:53:35.288909 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076cd9e-65f8-4c33-b9ea-cd806b1975d9 req-26fdda27-2417-48f0-8126-0f7b1db98fa8 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:35.290360 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3076cd9e-65f8-4c33-b9ea-cd806b1975d9 req-26fdda27-2417-48f0-8126-0f7b1db98fa8 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0502708 Sep 18 05:53:35.331745 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3076cd9e-65f8-4c33-b9ea-cd806b1975d9 req-aa7fb909-f75c-4dd0-9bfe-f6e3049edda8 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352643 Sep 18 05:53:35.397772 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:36.444724 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae3958-5521-43cb-a7eb-dd67bbbced4f req-f2d30d4c-54d1-4451-9bda-f4dfb6476de3 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:36.446201 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4fae3958-5521-43cb-a7eb-dd67bbbced4f req-f2d30d4c-54d1-4451-9bda-f4dfb6476de3 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0484648 Sep 18 05:53:36.483291 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4fae3958-5521-43cb-a7eb-dd67bbbced4f req-b66ad573-a4f0-4d9e-91b4-1399710ec8ef tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312397 Sep 18 05:53:37.017153 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:37.595671 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f36876-ea9d-4585-9fdb-698df2b099f2 req-a42e90fc-6900-48b2-a4f9-a5057da8b301 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:37.597281 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-18f36876-ea9d-4585-9fdb-698df2b099f2 req-a42e90fc-6900-48b2-a4f9-a5057da8b301 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0491207 Sep 18 05:53:37.634839 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-18f36876-ea9d-4585-9fdb-698df2b099f2 req-35af974f-8a0a-4776-9af3-b47b09810699 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317636 Sep 18 05:53:38.748505 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b3910-1f54-4974-891d-5bf9aeed7da6 req-2c789462-8450-4e33-b851-2023f55a7374 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:38.749986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-768b3910-1f54-4974-891d-5bf9aeed7da6 req-2c789462-8450-4e33-b851-2023f55a7374 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0490134 Sep 18 05:53:38.787520 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-768b3910-1f54-4974-891d-5bf9aeed7da6 req-2825177e-be70-496c-a071-dfcb58305fe1 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Sep 18 05:53:39.904824 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8704b-2c73-4153-a16d-a7a6bd023e6b req-f5313660-a3f0-4056-b42d-0dbb014a2338 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:39.906332 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1bc8704b-2c73-4153-a16d-a7a6bd023e6b req-f5313660-a3f0-4056-b42d-0dbb014a2338 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0531013 Sep 18 05:53:39.943658 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1bc8704b-2c73-4153-a16d-a7a6bd023e6b req-3fd693eb-0bfa-48c7-95d5-cb09b0c6ec63 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314450 Sep 18 05:53:41.060174 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90047b-29db-4216-b543-674dd563f098 req-4e91e3d6-9c7a-47a1-9888-10f643c194ca tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:41.061701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ef90047b-29db-4216-b543-674dd563f098 req-4e91e3d6-9c7a-47a1-9888-10f643c194ca tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0526288 Sep 18 05:53:41.099278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ef90047b-29db-4216-b543-674dd563f098 req-0c31e2a5-8f32-4320-910a-a6a3076c4b17 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Sep 18 05:53:42.211837 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588d28c-3bd8-4920-b99d-df11a65af446 req-4538f8ed-ef34-4d7b-8cab-08cb1c3bef9b tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:42.213344 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6588d28c-3bd8-4920-b99d-df11a65af446 req-4538f8ed-ef34-4d7b-8cab-08cb1c3bef9b tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0479400 Sep 18 05:53:42.250264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-6588d28c-3bd8-4920-b99d-df11a65af446 req-b065c78c-95d3-417c-9995-36adca82e132 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309591 Sep 18 05:53:43.369527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8d819-0c2f-4a4d-a0b9-2c810c499843 req-fef51d78-ab0d-4ce3-9e5d-cd4b09ee2b98 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:43.371003 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-67b8d819-0c2f-4a4d-a0b9-2c810c499843 req-fef51d78-ab0d-4ce3-9e5d-cd4b09ee2b98 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0486624 Sep 18 05:53:43.419821 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-67b8d819-0c2f-4a4d-a0b9-2c810c499843 req-45c86b0c-1c72-4018-8839-0dcc76d5a2de tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427122 Sep 18 05:53:44.211257 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-2d7e9353-d74c-450f-9cc4-13c59bb57da3 service neutron] show failed (client error): The resource could not be found. Sep 18 05:53:44.212319 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-2d7e9353-d74c-450f-9cc4-13c59bb57da3 service neutron] 10.222.0.18 "GET /v2.0/ports/4c201ce9-1021-4654-a2b0-e300b7afa7cf/bindings/n-h2-789963-13 HTTP/1.1" status: 404 len: 381 time: 0.0542343 Sep 18 05:53:44.547696 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3c1f8-1d0d-496f-86fa-ec2f4f40431b req-f28e806b-cc7d-4d9c-a5ef-321f9509978a tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:44.549999 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3fe3c1f8-1d0d-496f-86fa-ec2f4f40431b req-f28e806b-cc7d-4d9c-a5ef-321f9509978a tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0554276 Sep 18 05:53:44.593868 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3fe3c1f8-1d0d-496f-86fa-ec2f4f40431b req-f1367abf-666a-44ee-8ed0-72a72207df90 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358961 Sep 18 05:53:44.732940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-c48804d5-dde5-403f-88a4-ade0f03ade2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:44.734358 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-c48804d5-dde5-403f-88a4-ade0f03ade2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab&tenant_id=6e675d95685f42b49e987f4e0825eec9 HTTP/1.1" status: 200 len: 1097 time: 0.0444288 Sep 18 05:53:44.747039 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-13', 'device_owner': 'compute:nova'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:53:44.797776 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:44.997225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] For port 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf,segment=NetworkSegment(9d69b6fc-2e12-48ac-af30-518dff4b8fa6),segment_id=9d69b6fc-2e12-48ac-af30-518dff4b8fa6)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:53:45.028737 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] For port 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:53:45.072324 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d8c696-74ed-45a6-8207-41b47e9226ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c201ce9-1021-4654-a2b0-e300b7afa7cf'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:53:45.074558 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a79ee4f-87b4-4065-bf2e-e6e24a829b6a" -d '{"events": [{"server_uuid": "20d8c696-74ed-45a6-8207-41b47e9226ab", "name": "network-vif-unplugged", "status": "completed", "tag": "4c201ce9-1021-4654-a2b0-e300b7afa7cf"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:53:45.078631 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:45.091641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Transition to ACTIVE for port object 4c201ce9-1021-4654-a2b0-e300b7afa7cf will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:53:45.123847 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7320aa2e-bc9d-42ca-8c2d-8bd29cf1b12b x-openstack-request-id: req-7320aa2e-bc9d-42ca-8c2d-8bd29cf1b12b {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:53:45.124202 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d8c696-74ed-45a6-8207-41b47e9226ab", "name": "network-vif-unplugged", "status": "completed", "tag": "4c201ce9-1021-4654-a2b0-e300b7afa7cf", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:53:45.135760 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7320aa2e-bc9d-42ca-8c2d-8bd29cf1b12b {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:53:45.135760 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d8c696-74ed-45a6-8207-41b47e9226ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c201ce9-1021-4654-a2b0-e300b7afa7cf', 'code': 200} Sep 18 05:53:45.182856 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:45.244668 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Pushing event updated for resources: {'Port': ['ID=4c201ce9-1021-4654-a2b0-e300b7afa7cf,revision_number=6']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:45.246963 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] No DVR routers for this DVR port 4c201ce9-1021-4654-a2b0-e300b7afa7cf on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:53:45.281600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Attempting to bind port 4c201ce9-1021-4654-a2b0-e300b7afa7cf on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:53:45.281921 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Attempting to bind port 4c201ce9-1021-4654-a2b0-e300b7afa7cf by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '9d69b6fc-2e12-48ac-af30-518dff4b8fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3205291d-056c-480a-b96b-ebffcdf8e6a9'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:53:45.282257 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Attempting to bind port 4c201ce9-1021-4654-a2b0-e300b7afa7cf on network 3205291d-056c-480a-b96b-ebffcdf8e6a9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:53:45.287158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Port 4c201ce9-1021-4654-a2b0-e300b7afa7cf on network 3205291d-056c-480a-b96b-ebffcdf8e6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:53:45.290526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Attempting to bind port 4c201ce9-1021-4654-a2b0-e300b7afa7cf on network 3205291d-056c-480a-b96b-ebffcdf8e6a9 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:53:45.292462 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:53:45.292809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Checking segment: {'id': '9d69b6fc-2e12-48ac-af30-518dff4b8fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3205291d-056c-480a-b96b-ebffcdf8e6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:53:45.293197 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Bound using segment: {'id': '9d69b6fc-2e12-48ac-af30-518dff4b8fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3205291d-056c-480a-b96b-ebffcdf8e6a9'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:53:45.293629 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Bound port: 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d69b6fc-2e12-48ac-af30-518dff4b8fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3205291d-056c-480a-b96b-ebffcdf8e6a9'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:53:45.293990 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:45.359356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] For port 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:53:45.362386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] For port 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf,segment=NetworkSegment(9d69b6fc-2e12-48ac-af30-518dff4b8fa6),segment_id=9d69b6fc-2e12-48ac-af30-518dff4b8fa6)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:53:45.434605 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:45.469143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:45.469841 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:45.471422 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] 10.222.0.13 "PUT /v2.0/ports/4c201ce9-1021-4654-a2b0-e300b7afa7cf HTTP/1.1" status: 200 len: 1092 time: 0.7281132 Sep 18 05:53:45.491298 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c92197-aee7-4817-a214-8713e19c1660 service neutron] Pushing event updated for resources: {'Port': ['ID=4c201ce9-1021-4654-a2b0-e300b7afa7cf,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:45.534659 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-26a6091c-6a9c-41b4-b3b3-0dc53106d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:45.536095 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-26a6091c-6a9c-41b4-b3b3-0dc53106d6fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e675d95685f42b49e987f4e0825eec9&device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 1095 time: 0.0419447 Sep 18 05:53:45.629689 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-4f764008-dd00-4617-a293-c04e0b858901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:45.631193 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-4f764008-dd00-4617-a293-c04e0b858901 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3205291d-056c-480a-b96b-ebffcdf8e6a9 HTTP/1.1" status: 200 len: 911 time: 0.0882072 Sep 18 05:53:45.673061 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-853cc47a-311f-4526-86f8-ac5d35e2d68e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf HTTP/1.1" status: 200 len: 217 time: 0.0348921 Sep 18 05:53:45.719415 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0efed4-e057-4ee5-97fa-f28dd7d3b827 req-586bd46a-17b8-47e6-8864-f2b82b1a97ff tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:45.721098 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2e0efed4-e057-4ee5-97fa-f28dd7d3b827 req-586bd46a-17b8-47e6-8864-f2b82b1a97ff tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 943 time: 0.0544465 Sep 18 05:53:45.721306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-77c9657a-a0a1-48cd-a296-adb6f601f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:45.722646 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-77c9657a-a0a1-48cd-a296-adb6f601f5bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea09d817-4b63-43e9-b5b4-71fbba7e708c HTTP/1.1" status: 200 len: 851 time: 0.0430920 Sep 18 05:53:45.755674 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-598683fe-39c7-46ea-893d-9595e7222ab2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3205291d-056c-480a-b96b-ebffcdf8e6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254667 Sep 18 05:53:45.760349 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2e0efed4-e057-4ee5-97fa-f28dd7d3b827 req-00228c6a-25e1-4f86-bedf-ece305f8ad46 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332704 Sep 18 05:53:45.850699 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-4b72c076-c7df-48ea-8c9f-5daac0a80b97 service neutron] 10.222.0.13 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879076 Sep 18 05:53:45.947083 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e7ed6bfb-6689-4d89-9bf4-168fcf0f0667 req-4c6f70b4-25e5-4a52-a02d-40a2f051a293 service neutron] 10.222.0.13 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893135 Sep 18 05:53:46.877900 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fa240-1d32-4684-96e7-9123a9f4a42c req-db80a817-1e3f-487f-a35e-35a92fc6c681 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:46.879408 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f5fa240-1d32-4684-96e7-9123a9f4a42c req-db80a817-1e3f-487f-a35e-35a92fc6c681 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 943 time: 0.0493822 Sep 18 05:53:46.916578 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f5fa240-1d32-4684-96e7-9123a9f4a42c req-f6fff0ef-818b-455d-8813-d2d37fa1ba55 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311778 Sep 18 05:53:47.126526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d8c696-74ed-45a6-8207-41b47e9226ab', 'tag': '4c201ce9-1021-4654-a2b0-e300b7afa7cf'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:53:47.129362 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532e7337-521f-44ba-aef0-95c6da11c77a" -d '{"events": [{"name": "network-changed", "server_uuid": "20d8c696-74ed-45a6-8207-41b47e9226ab", "tag": "4c201ce9-1021-4654-a2b0-e300b7afa7cf"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:53:47.177284 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6d737f-301f-43b7-811f-83c5bd869d0a x-openstack-request-id: req-ae6d737f-301f-43b7-811f-83c5bd869d0a {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:53:47.177622 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d8c696-74ed-45a6-8207-41b47e9226ab", "tag": "4c201ce9-1021-4654-a2b0-e300b7afa7cf", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:53:47.177940 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae6d737f-301f-43b7-811f-83c5bd869d0a {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:53:47.178372 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d8c696-74ed-45a6-8207-41b47e9226ab', 'tag': '4c201ce9-1021-4654-a2b0-e300b7afa7cf', 'status': 'completed', 'code': 200} Sep 18 05:53:47.267623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e7337-521f-44ba-aef0-95c6da11c77a req-10e63c62-47be-4728-9e3a-d429c1d90150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:47.269314 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-532e7337-521f-44ba-aef0-95c6da11c77a req-10e63c62-47be-4728-9e3a-d429c1d90150 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e675d95685f42b49e987f4e0825eec9&device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 1095 time: 0.0732460 Sep 18 05:53:47.271831 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e7337-521f-44ba-aef0-95c6da11c77a req-be84f5ef-f510-478c-a35b-86633142ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:47.273174 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-532e7337-521f-44ba-aef0-95c6da11c77a req-be84f5ef-f510-478c-a35b-86633142ad89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e675d95685f42b49e987f4e0825eec9&device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 1095 time: 0.0675817 Sep 18 05:53:47.432783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e7337-521f-44ba-aef0-95c6da11c77a req-171fb875-d332-499b-9746-269246a2f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:47.434240 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-532e7337-521f-44ba-aef0-95c6da11c77a req-171fb875-d332-499b-9746-269246a2f040 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3205291d-056c-480a-b96b-ebffcdf8e6a9 HTTP/1.1" status: 200 len: 911 time: 0.1565373 Sep 18 05:53:47.436897 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e7337-521f-44ba-aef0-95c6da11c77a req-429fd45e-0285-491c-b8d3-1ab411dfadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:47.438195 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-532e7337-521f-44ba-aef0-95c6da11c77a req-429fd45e-0285-491c-b8d3-1ab411dfadcd service neutron] 10.222.0.18 "GET /v2.0/networks?id=3205291d-056c-480a-b96b-ebffcdf8e6a9 HTTP/1.1" status: 200 len: 911 time: 0.1531475 Sep 18 05:53:47.483495 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-532e7337-521f-44ba-aef0-95c6da11c77a req-d1ae2bc8-ecc3-4030-97aa-512f8aa8a11d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf HTTP/1.1" status: 200 len: 217 time: 0.0386176 Sep 18 05:53:47.521548 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-532e7337-521f-44ba-aef0-95c6da11c77a req-252916b8-5428-4e32-b334-3485ddd1db15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf HTTP/1.1" status: 200 len: 217 time: 0.0713491 Sep 18 05:53:47.589141 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e7337-521f-44ba-aef0-95c6da11c77a req-407b593f-0057-4807-8e16-f6fd796f6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:47.590591 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-532e7337-521f-44ba-aef0-95c6da11c77a req-407b593f-0057-4807-8e16-f6fd796f6bd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea09d817-4b63-43e9-b5b4-71fbba7e708c HTTP/1.1" status: 200 len: 851 time: 0.0774639 Sep 18 05:53:47.595892 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e7337-521f-44ba-aef0-95c6da11c77a req-727ca307-1cf8-476c-80de-60e4ad85ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:47.597758 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-532e7337-521f-44ba-aef0-95c6da11c77a req-727ca307-1cf8-476c-80de-60e4ad85ef79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea09d817-4b63-43e9-b5b4-71fbba7e708c HTTP/1.1" status: 200 len: 851 time: 0.0574245 Sep 18 05:53:47.624939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-532e7337-521f-44ba-aef0-95c6da11c77a req-16f9a705-fc90-46ed-b070-1f8cd23f37f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3205291d-056c-480a-b96b-ebffcdf8e6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262604 Sep 18 05:53:47.655787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-532e7337-521f-44ba-aef0-95c6da11c77a req-cd9fdb89-5b15-424b-a1d8-92c683b7fec8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3205291d-056c-480a-b96b-ebffcdf8e6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331905 Sep 18 05:53:47.801070 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-532e7337-521f-44ba-aef0-95c6da11c77a req-d8b264da-42ef-45e6-9a27-baff5f602987 service neutron] 10.222.0.18 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680057 Sep 18 05:53:47.819455 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-532e7337-521f-44ba-aef0-95c6da11c77a req-37492ec9-66a2-4993-8106-702a4a02284f service neutron] 10.222.0.13 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506662 Sep 18 05:53:47.970952 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-532e7337-521f-44ba-aef0-95c6da11c77a req-0880f9b8-f2e4-494a-a19e-6c2e72ff29f2 service neutron] 10.222.0.18 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622849 Sep 18 05:53:47.973390 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-532e7337-521f-44ba-aef0-95c6da11c77a req-1b7c5cf1-4ee3-431c-87f0-f87514b3e509 service neutron] 10.222.0.13 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449921 Sep 18 05:53:48.032080 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a26a1-9011-4fbc-bbce-19b6fbaf9c35 req-6a9c60c6-81eb-4d17-99e4-622f91686812 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:48.034322 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-474a26a1-9011-4fbc-bbce-19b6fbaf9c35 req-6a9c60c6-81eb-4d17-99e4-622f91686812 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 943 time: 0.0492165 Sep 18 05:53:48.073178 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-474a26a1-9011-4fbc-bbce-19b6fbaf9c35 req-3d178bc2-dbb8-483c-8b7c-843f399509a2 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303330 Sep 18 05:53:48.202156 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 4c201ce9-1021-4654-a2b0-e300b7afa7cf no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:53:48.239895 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 4c201ce9-1021-4654-a2b0-e300b7afa7cf not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:53:48.496540 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-ca1bec54-48e6-4db7-aa9d-dc8923198ec4 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:48.498038 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-ca1bec54-48e6-4db7-aa9d-dc8923198ec4 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.18 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab&tenant_id=6e675d95685f42b49e987f4e0825eec9&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 943 time: 0.0555496 Sep 18 05:53:48.557053 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-2ac409e6-268c-43a8-b72a-bfa833cf7650 service neutron] delete failed (client error): The resource could not be found. Sep 18 05:53:48.558041 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-2ac409e6-268c-43a8-b72a-bfa833cf7650 service neutron] 10.222.0.18 "DELETE /v2.0/ports/4c201ce9-1021-4654-a2b0-e300b7afa7cf/bindings/n-h1-789963-13 HTTP/1.1" status: 404 len: 381 time: 0.0528030 Sep 18 05:53:48.637417 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-22303d1d-71cc-4b3c-8df5-3ed1d83969ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:48.638894 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-22303d1d-71cc-4b3c-8df5-3ed1d83969ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e675d95685f42b49e987f4e0825eec9&device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 1095 time: 0.0397398 Sep 18 05:53:48.715490 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 4c201ce9-1021-4654-a2b0-e300b7afa7cf details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:53:48.815454 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf,segment=NetworkSegment(9d69b6fc-2e12-48ac-af30-518dff4b8fa6),segment_id=9d69b6fc-2e12-48ac-af30-518dff4b8fa6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:53:48.827138 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '4c201ce9-1021-4654-a2b0-e300b7afa7cf', 'network_id': '3205291d-056c-480a-b96b-ebffcdf8e6a9', 'port_id': '4c201ce9-1021-4654-a2b0-e300b7afa7cf', 'mac_address': 'fa:16:3e:1c:59:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea09d817-4b63-43e9-b5b4-71fbba7e708c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:53:48.864258 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:48.878222 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c201ce9-1021-4654-a2b0-e300b7afa7cf {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:53:48.898554 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf,segment=NetworkSegment(9d69b6fc-2e12-48ac-af30-518dff4b8fa6),segment_id=9d69b6fc-2e12-48ac-af30-518dff4b8fa6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:53:48.971405 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:49.019122 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=4c201ce9-1021-4654-a2b0-e300b7afa7cf,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:49.027072 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:49.027466 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:49.027774 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:49.028110 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:49.028478 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:49.028814 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:49.029146 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:49.029477 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:49.030176 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:49.030176 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:49.030439 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:49.030763 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:53:49.080048 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-fae5b3a3-e0b8-4c75-899a-578a95210ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:49.081518 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-fae5b3a3-e0b8-4c75-899a-578a95210ce8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3205291d-056c-480a-b96b-ebffcdf8e6a9 HTTP/1.1" status: 200 len: 911 time: 0.4359868 Sep 18 05:53:49.122677 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-b35a0cf4-2e1e-4b66-a7ee-2dc267b7c773 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf HTTP/1.1" status: 200 len: 217 time: 0.0332694 Sep 18 05:53:49.169684 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-df52ee4e-1019-4f55-a4c9-6fa3c085674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:49.171106 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-df52ee4e-1019-4f55-a4c9-6fa3c085674c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea09d817-4b63-43e9-b5b4-71fbba7e708c HTTP/1.1" status: 200 len: 851 time: 0.0418851 Sep 18 05:53:49.201348 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-2c5e0a3f-a1bc-44d5-86dc-22f815eaa10a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3205291d-056c-480a-b96b-ebffcdf8e6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234313 Sep 18 05:53:49.218085 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['4c201ce9-1021-4654-a2b0-e300b7afa7cf'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:53:49.299893 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-53316a7c-b336-4423-aad0-046162037363 service neutron] 10.222.0.18 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913558 Sep 18 05:53:49.394938 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-843566c0-1e63-4c64-80e0-9520ee559e5a service neutron] 10.222.0.18 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883794 Sep 18 05:53:50.701960 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368a6a3-a348-4c5e-9e1f-36488b066644 req-6879dbdf-761a-4105-8863-fdb97ddc13d8 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:50.703430 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a368a6a3-a348-4c5e-9e1f-36488b066644 req-6879dbdf-761a-4105-8863-fdb97ddc13d8 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 944 time: 0.0485003 Sep 18 05:53:50.738952 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 4c201ce9-1021-4654-a2b0-e300b7afa7cf up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:53:50.740938 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a368a6a3-a348-4c5e-9e1f-36488b066644 req-580470c8-04e1-4558-9248-5e534e48fae3 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311635 Sep 18 05:53:50.848574 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 4c201ce9-1021-4654-a2b0-e300b7afa7cf completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:53:50.855049 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 4c201ce9-1021-4654-a2b0-e300b7afa7cf triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:53:50.855362 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:50.934452 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:50.962998 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d8c696-74ed-45a6-8207-41b47e9226ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c201ce9-1021-4654-a2b0-e300b7afa7cf'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:53:50.965234 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93583d51-373a-4467-846a-ce9517a5460d" -d '{"events": [{"server_uuid": "20d8c696-74ed-45a6-8207-41b47e9226ab", "name": "network-vif-plugged", "status": "completed", "tag": "4c201ce9-1021-4654-a2b0-e300b7afa7cf"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:53:50.977639 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf,segment=NetworkSegment(9d69b6fc-2e12-48ac-af30-518dff4b8fa6),segment_id=9d69b6fc-2e12-48ac-af30-518dff4b8fa6)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:53:51.005639 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6607e6a2-ee90-47bf-b67a-45b2b0af10be x-openstack-request-id: req-6607e6a2-ee90-47bf-b67a-45b2b0af10be {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:53:51.005755 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0712b0ee-a83f-4fb1-8740-d6f6608e76a2 req-d6ef68e5-0e0b-4d1b-8761-908e67ec06b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420506 Sep 18 05:53:51.005858 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d8c696-74ed-45a6-8207-41b47e9226ab", "name": "network-vif-plugged", "status": "completed", "tag": "4c201ce9-1021-4654-a2b0-e300b7afa7cf", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:53:51.005858 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6607e6a2-ee90-47bf-b67a-45b2b0af10be {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:53:51.005858 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d8c696-74ed-45a6-8207-41b47e9226ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c201ce9-1021-4654-a2b0-e300b7afa7cf', 'code': 200} Sep 18 05:53:51.051556 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:51.090657 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712b0ee-a83f-4fb1-8740-d6f6608e76a2 req-ee53e878-1331-4f27-8eaa-83f995dfd0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:51.092193 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0712b0ee-a83f-4fb1-8740-d6f6608e76a2 req-ee53e878-1331-4f27-8eaa-83f995dfd0a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e675d95685f42b49e987f4e0825eec9&device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 1097 time: 0.0414839 Sep 18 05:53:51.099728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=4c201ce9-1021-4654-a2b0-e300b7afa7cf,revision_number=9']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:51.200268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712b0ee-a83f-4fb1-8740-d6f6608e76a2 req-15e49ed9-869c-4dc5-87da-3b0660645340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:51.201763 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0712b0ee-a83f-4fb1-8740-d6f6608e76a2 req-15e49ed9-869c-4dc5-87da-3b0660645340 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3205291d-056c-480a-b96b-ebffcdf8e6a9 HTTP/1.1" status: 200 len: 911 time: 0.0898087 Sep 18 05:53:51.244597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0712b0ee-a83f-4fb1-8740-d6f6608e76a2 req-1e72c93e-a3a4-49f4-84e2-af92c37e068f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf HTTP/1.1" status: 200 len: 217 time: 0.0342972 Sep 18 05:53:51.296569 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712b0ee-a83f-4fb1-8740-d6f6608e76a2 req-3da04522-f450-4009-aaf3-c8ca09fbfad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:51.297995 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0712b0ee-a83f-4fb1-8740-d6f6608e76a2 req-3da04522-f450-4009-aaf3-c8ca09fbfad1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea09d817-4b63-43e9-b5b4-71fbba7e708c HTTP/1.1" status: 200 len: 851 time: 0.0467105 Sep 18 05:53:51.331001 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0712b0ee-a83f-4fb1-8740-d6f6608e76a2 req-c028dc24-ec74-417d-9da8-aa14dee3bcad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3205291d-056c-480a-b96b-ebffcdf8e6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244551 Sep 18 05:53:51.419192 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0712b0ee-a83f-4fb1-8740-d6f6608e76a2 req-b16f5b3f-9e2f-4ac1-92ff-ed85fc9b6c32 service neutron] 10.222.0.13 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806751 Sep 18 05:53:51.518043 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0712b0ee-a83f-4fb1-8740-d6f6608e76a2 req-f4c5c3a0-133c-4f65-acdf-0a7194cd1711 service neutron] 10.222.0.13 "GET /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915916 Sep 18 05:53:51.857224 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c4725-fb60-4530-962e-7a471ac4de34 req-b9bf019e-c4fe-426f-9ce1-97b80f40a725 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:51.858741 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec4c4725-fb60-4530-962e-7a471ac4de34 req-b9bf019e-c4fe-426f-9ce1-97b80f40a725 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0506821 Sep 18 05:53:51.896728 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ec4c4725-fb60-4530-962e-7a471ac4de34 req-af0ed014-ffe1-43a2-b87a-dd94b4f0cf03 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/security-groups?id=92aafba2-057c-46a4-afa0-ff19b6ce3c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318117 Sep 18 05:53:52.030445 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-3e315380-0771-4c34-b9cc-fb71efca5c34 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:52.031962 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-3e315380-0771-4c34-b9cc-fb71efca5c34 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.13 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 945 time: 0.0498049 Sep 18 05:53:52.137681 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-fb5576af-b757-4e68-84cc-82b926deb84c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Deleting port 4c201ce9-1021-4654-a2b0-e300b7afa7cf {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:53:52.138035 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-fb5576af-b757-4e68-84cc-82b926deb84c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:52.226158 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-fb5576af-b757-4e68-84cc-82b926deb84c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] For port 4c201ce9-1021-4654-a2b0-e300b7afa7cf, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=4c201ce9-1021-4654-a2b0-e300b7afa7cf,segment=NetworkSegment(9d69b6fc-2e12-48ac-af30-518dff4b8fa6),segment_id=9d69b6fc-2e12-48ac-af30-518dff4b8fa6)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:53:52.226529 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-fb5576af-b757-4e68-84cc-82b926deb84c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:52.242789 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-fb5576af-b757-4e68-84cc-82b926deb84c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Calling delete_port for 4c201ce9-1021-4654-a2b0-e300b7afa7cf owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:53:52.431421 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-fb5576af-b757-4e68-84cc-82b926deb84c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:52.443056 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['4c201ce9-1021-4654-a2b0-e300b7afa7cf'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:53:52.458107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5576af-b757-4e68-84cc-82b926deb84c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Pushing event deleted for resources: {'Port': ['ID=4c201ce9-1021-4654-a2b0-e300b7afa7cf,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:52.507387 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-fb5576af-b757-4e68-84cc-82b926deb84c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] No DVR routers for this DVR port 4c201ce9-1021-4654-a2b0-e300b7afa7cf on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:53:52.510044 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-fb5576af-b757-4e68-84cc-82b926deb84c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:52.512013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-22e73633-0fb1-4251-a22e-a72f316647f7 req-fb5576af-b757-4e68-84cc-82b926deb84c tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.13 "DELETE /v2.0/ports/4c201ce9-1021-4654-a2b0-e300b7afa7cf HTTP/1.1" status: 204 len: 173 time: 0.4706039 Sep 18 05:53:52.512482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d8c696-74ed-45a6-8207-41b47e9226ab', 'name': 'network-vif-deleted', 'tag': '4c201ce9-1021-4654-a2b0-e300b7afa7cf'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:53:52.516859 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfa39a7-271f-48ee-a30c-e70df530f30d" -d '{"events": [{"server_uuid": "20d8c696-74ed-45a6-8207-41b47e9226ab", "name": "network-vif-deleted", "tag": "4c201ce9-1021-4654-a2b0-e300b7afa7cf"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:53:52.551240 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3b2293-abaf-40df-8584-ae85875117ad x-openstack-request-id: req-ad3b2293-abaf-40df-8584-ae85875117ad {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:53:52.551672 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d8c696-74ed-45a6-8207-41b47e9226ab", "name": "network-vif-deleted", "tag": "4c201ce9-1021-4654-a2b0-e300b7afa7cf", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:53:52.551931 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad3b2293-abaf-40df-8584-ae85875117ad {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:53:52.552372 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d8c696-74ed-45a6-8207-41b47e9226ab', 'name': 'network-vif-deleted', 'tag': '4c201ce9-1021-4654-a2b0-e300b7afa7cf', 'status': 'completed', 'code': 200} Sep 18 05:53:53.002091 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-eaed1664-578a-41e1-80a1-293b469a052f req-a46a95db-017e-437d-bc50-09ceca160707 tempest-DeleteServersTestJSON-740748643 tempest-DeleteServersTestJSON-740748643-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d8c696-74ed-45a6-8207-41b47e9226ab HTTP/1.1" status: 200 len: 210 time: 0.0270693 Sep 18 05:53:53.497158 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:53.668249 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:54.128777 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41312) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:53:54.172554 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b9a62c-dd33-4e82-bc48-368f8f493520 admin admin] Deleting subnet ea09d817-4b63-43e9-b5b4-71fbba7e708c {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:53:54.175469 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69b9a62c-dd33-4e82-bc48-368f8f493520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:54.208757 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69b9a62c-dd33-4e82-bc48-368f8f493520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:54.252350 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69b9a62c-dd33-4e82-bc48-368f8f493520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:54.411922 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69b9a62c-dd33-4e82-bc48-368f8f493520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:54.437825 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9a62c-dd33-4e82-bc48-368f8f493520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea09d817-4b63-43e9-b5b4-71fbba7e708c,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:54.441646 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-69b9a62c-dd33-4e82-bc48-368f8f493520 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:54.443480 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-69b9a62c-dd33-4e82-bc48-368f8f493520 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ea09d817-4b63-43e9-b5b4-71fbba7e708c HTTP/1.1" status: 204 len: 168 time: 0.3137097 Sep 18 05:53:54.446143 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41314) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:53:54.512107 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9f44df5-366e-410c-98bb-b018604b3574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:54.592208 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9f44df5-366e-410c-98bb-b018604b3574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:54.612037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-a9f44df5-366e-410c-98bb-b018604b3574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3205291d-056c-480a-b96b-ebffcdf8e6a9']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:53:54.621615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-a9f44df5-366e-410c-98bb-b018604b3574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d69b6fc-2e12-48ac-af30-518dff4b8fa6') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:53:54.621913 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-a9f44df5-366e-410c-98bb-b018604b3574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d69b6fc-2e12-48ac-af30-518dff4b8fa6') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:53:54.631194 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9f44df5-366e-410c-98bb-b018604b3574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:54.644983 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9f44df5-366e-410c-98bb-b018604b3574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:54.651542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f44df5-366e-410c-98bb-b018604b3574 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:53:54.651932 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9f44df5-366e-410c-98bb-b018604b3574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:53:54.653580 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:53:54.774176 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9f44df5-366e-410c-98bb-b018604b3574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:54.779339 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a9f44df5-366e-410c-98bb-b018604b3574 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:54.781273 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a9f44df5-366e-410c-98bb-b018604b3574 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3205291d-056c-480a-b96b-ebffcdf8e6a9 HTTP/1.1" status: 204 len: 168 time: 0.3342345 Sep 18 05:53:54.792639 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f44df5-366e-410c-98bb-b018604b3574 admin admin] Pushing event deleted for resources: {'Network': ['ID=3205291d-056c-480a-b96b-ebffcdf8e6a9,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:55.081492 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41318) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:53:55.121762 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-631aa372-c620-4df4-9382-744bedd74ad4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e675d95685f42b49e987f4e0825eec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390007 Sep 18 05:53:55.124096 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41320) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:53:55.171510 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-655fad44-8d32-4551-8e37-1ed2c21de8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:55.191994 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-655fad44-8d32-4551-8e37-1ed2c21de8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:55.311452 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-655fad44-8d32-4551-8e37-1ed2c21de8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:55.314178 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-655fad44-8d32-4551-8e37-1ed2c21de8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:55.315368 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-655fad44-8d32-4551-8e37-1ed2c21de8e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92aafba2-057c-46a4-afa0-ff19b6ce3c66 HTTP/1.1" status: 204 len: 168 time: 0.1903279 Sep 18 05:53:55.323785 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fad44-8d32-4551-8e37-1ed2c21de8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aafba2-057c-46a4-afa0-ff19b6ce3c66,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:56.357335 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41342) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:53:56.453008 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-940243146-network', 'tenant_id': '98f399e3cf1044bf9243289227bdf576'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:53:56.557027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] Made reservation on behalf of 98f399e3cf1044bf9243289227bdf576 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:53:56.559329 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:56.567659 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:56.658675 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:56.736961 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:56.761555 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:53:56.769599 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 4c201ce9-1021-4654-a2b0-e300b7afa7cf no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:53:56.771813 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ffbead-7b62-456f-9ba0-36d67a70b0d7,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:56.776809 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:56.777163 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] Added segment 4632e3c2-2bf3-4f7f-bd8c-2933a5285623 of type vlan for network b223bd12-7743-4dcb-a504-c5fd86aa09d5 Sep 18 05:53:56.792841 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: 4c201ce9-1021-4654-a2b0-e300b7afa7cf {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:53:56.793200 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 4c201ce9-1021-4654-a2b0-e300b7afa7cf not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:53:56.820344 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:56.916669 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:56.917578 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:56.918165 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:56.979136 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] Pushing event updated for resources: {'Network': ['ID=b223bd12-7743-4dcb-a504-c5fd86aa09d5,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:56.988641 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network b223bd12-7743-4dcb-a504-c5fd86aa09d5 details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:53:57.003617 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-bb71387b-e421-458f-8012-a2c9fdf5308e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6447794 Sep 18 05:53:57.006462 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41346) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:53:57.013015 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-020122f8-454b-49cf-89a6-39c2c4c1c470 admin admin] Request body: {'subnet': {'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-940243146-subnet', 'tenant_id': '98f399e3cf1044bf9243289227bdf576', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:53:57.088213 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020122f8-454b-49cf-89a6-39c2c4c1c470 admin admin] Made reservation on behalf of 98f399e3cf1044bf9243289227bdf576 for: {'subnet': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:53:57.090855 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-020122f8-454b-49cf-89a6-39c2c4c1c470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4706546'] for subnet, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:57.311644 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-020122f8-454b-49cf-89a6-39c2c4c1c470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5489870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4706524'] for subnet, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:57.372984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020122f8-454b-49cf-89a6-39c2c4c1c470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93e2a64c-1995-4f59-a7ea-e2bae8b97b44,revision_number=0']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:53:57.380132 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020122f8-454b-49cf-89a6-39c2c4c1c470 admin admin] Checking segment: {'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:53:57.380539 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020122f8-454b-49cf-89a6-39c2c4c1c470 admin admin] Network hostable DHCP agents. Network: b223bd12-7743-4dcb-a504-c5fd86aa09d5, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:53:57.451220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020122f8-454b-49cf-89a6-39c2c4c1c470 admin admin] Network b223bd12-7743-4dcb-a504-c5fd86aa09d5 is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:53:57.513751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-020122f8-454b-49cf-89a6-39c2c4c1c470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, b223bd12-7743-4dcb-a504-c5fd86aa09d5) {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:53:57.517697 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020122f8-454b-49cf-89a6-39c2c4c1c470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:57.518399 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-020122f8-454b-49cf-89a6-39c2c4c1c470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:53:57.523630 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fd2281-919b-4d86-8d67-13693814180b None None] Network b223bd12-7743-4dcb-a504-c5fd86aa09d5 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:53:57.577830 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-020122f8-454b-49cf-89a6-39c2c4c1c470 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5695655 Sep 18 05:53:57.647374 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f973067-4df8-4c00-8262-865eb3c47194 None None] Network b223bd12-7743-4dcb-a504-c5fd86aa09d5 requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:53:58.009325 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-37ee6fe1-2e89-4618-9d54-2097ec2b4798 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:53:58.010818 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-37ee6fe1-2e89-4618-9d54-2097ec2b4798 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/networks?id=b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 200 len: 814 time: 0.1020234 Sep 18 05:53:58.026256 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-434c6d2d-d327-4188-90f9-a44e9f7b9040 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/quotas/98f399e3cf1044bf9243289227bdf576 HTTP/1.1" status: 200 len: 375 time: 0.0096571 Sep 18 05:53:58.063066 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-a8991125-be0d-4eb1-89c1-a9c85318a70e tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312989 Sep 18 05:53:58.152254 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-c91c3e11-3f6a-45da-9153-0c158b0026db service neutron] 10.222.0.23 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821540 Sep 18 05:53:58.245031 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-6f7d4a8b-5b28-483f-a0f6-b18148818d14 service neutron] 10.222.0.23 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867882 Sep 18 05:53:58.493699 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b3fe2373-6f83-4351-8607-e54537691062 req-61a96e4e-93aa-470f-8ee3-0ce1a294d793 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 210 time: 0.0269024 Sep 18 05:53:59.586785 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-47b2a59c-737b-47bf-b5ea-c9282db1d9d3 req-d7b0a63d-ed3a-4ced-aee9-569c97e0aea0 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 210 time: 0.0274770 Sep 18 05:54:00.529034 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-762a2e64-d696-422f-bc99-01ff7829b376 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:00.530564 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-762a2e64-d696-422f-bc99-01ff7829b376 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.18 "GET /v2.0/networks?id=b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 200 len: 814 time: 0.1071405 Sep 18 05:54:00.542764 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-a0b4c4fb-79b8-4e97-a846-f02366af53c3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Request body: {'port': {'device_id': 'd447580b-0520-49e3-ad6b-5612b15e8a7b', 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5', 'admin_state_up': True, 'tenant_id': '98f399e3cf1044bf9243289227bdf576'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:54:00.686617 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b02f91c5-188b-4184-b21b-3b2cc10d3546 req-9e212310-32f2-4eee-80da-587fa693932a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 210 time: 0.0271626 Sep 18 05:54:00.716809 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-a0b4c4fb-79b8-4e97-a846-f02366af53c3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Made reservation on behalf of 98f399e3cf1044bf9243289227bdf576 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:54:00.720490 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-a0b4c4fb-79b8-4e97-a846-f02366af53c3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:00.848673 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-a0b4c4fb-79b8-4e97-a846-f02366af53c3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Allocated IP 172.20.0.13 (b223bd12-7743-4dcb-a504-c5fd86aa09d5/93e2a64c-1995-4f59-a7ea-e2bae8b97b44/c19251a6-ccde-4ec8-9bf9-0c0891913249) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:54:00.996336 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-a0b4c4fb-79b8-4e97-a846-f02366af53c3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:01.082924 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-a0b4c4fb-79b8-4e97-a846-f02366af53c3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:01.124370 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-a0b4c4fb-79b8-4e97-a846-f02366af53c3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Network b223bd12-7743-4dcb-a504-c5fd86aa09d5 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:54:01.127503 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-a0b4c4fb-79b8-4e97-a846-f02366af53c3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:54:01.131201 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-a0b4c4fb-79b8-4e97-a846-f02366af53c3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:54:01.157846 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4c4fb-79b8-4e97-a846-f02366af53c3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Pushing event updated for resources: {'Port': ['ID=c19251a6-ccde-4ec8-9bf9-0c0891913249,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:01.185755 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-a0b4c4fb-79b8-4e97-a846-f02366af53c3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:01.186375 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-a0b4c4fb-79b8-4e97-a846-f02366af53c3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:01.272502 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-a0b4c4fb-79b8-4e97-a846-f02366af53c3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7334874 Sep 18 05:54:01.284799 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Request body: {'port': {'device_id': 'd447580b-0520-49e3-ad6b-5612b15e8a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:54:01.331206 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5a507856-7700-49b2-9eae-e749af2761d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:01.341271 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:01.596036 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19251a6-ccde-4ec8-9bf9-0c0891913249 {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:54:01.603582 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:01.614872 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Transition to ACTIVE for port object c19251a6-ccde-4ec8-9bf9-0c0891913249 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:54:01.687846 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:01.756116 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c19251a6-ccde-4ec8-9bf9-0c0891913249,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:01.841557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f73e6-8dcf-4d5e-9892-567379fd40dc req-ec4737c4-f9d2-41c6-9e88-f64ee0a4378f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:01.843043 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f4f73e6-8dcf-4d5e-9892-567379fd40dc req-ec4737c4-f9d2-41c6-9e88-f64ee0a4378f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 944 time: 0.0896604 Sep 18 05:54:01.847269 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Attempting to bind port c19251a6-ccde-4ec8-9bf9-0c0891913249 on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:54:01.847547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Attempting to bind port c19251a6-ccde-4ec8-9bf9-0c0891913249 by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:54:01.847882 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Attempting to bind port c19251a6-ccde-4ec8-9bf9-0c0891913249 on network b223bd12-7743-4dcb-a504-c5fd86aa09d5 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:54:01.858348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Port c19251a6-ccde-4ec8-9bf9-0c0891913249 on network b223bd12-7743-4dcb-a504-c5fd86aa09d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:54:01.858675 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Attempting to bind port c19251a6-ccde-4ec8-9bf9-0c0891913249 on network b223bd12-7743-4dcb-a504-c5fd86aa09d5 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:54:01.871787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:54:01.872130 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Checking segment: {'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:54:01.872542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Bound using segment: {'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:54:01.872988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Bound port: c19251a6-ccde-4ec8-9bf9-0c0891913249, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:54:01.873344 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:01.917208 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0f4f73e6-8dcf-4d5e-9892-567379fd40dc req-6cc08da1-9231-492d-b907-065d8fb42c82 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663142 Sep 18 05:54:01.949356 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] For port c19251a6-ccde-4ec8-9bf9-0c0891913249, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:54:01.952394 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] For port c19251a6-ccde-4ec8-9bf9-0c0891913249, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:54:02.025621 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:02.066229 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:02.066931 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:02.068355 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/c19251a6-ccde-4ec8-9bf9-0c0891913249 HTTP/1.1" status: 200 len: 1093 time: 0.7875817 Sep 18 05:54:02.068795 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd447580b-0520-49e3-ad6b-5612b15e8a7b', 'tag': 'c19251a6-ccde-4ec8-9bf9-0c0891913249'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:54:02.071689 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635b6f2c-6a7c-4ee1-9c37-6588bf2fc072" -d '{"events": [{"name": "network-changed", "server_uuid": "d447580b-0520-49e3-ad6b-5612b15e8a7b", "tag": "c19251a6-ccde-4ec8-9bf9-0c0891913249"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:54:02.092831 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d900277-5f5c-43fd-8cdd-a9c990db01b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c19251a6-ccde-4ec8-9bf9-0c0891913249,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:02.107005 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3452a7-8fe2-4040-8574-33e9ff6a8992 x-openstack-request-id: req-6a3452a7-8fe2-4040-8574-33e9ff6a8992 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:54:02.107302 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d447580b-0520-49e3-ad6b-5612b15e8a7b", "tag": "c19251a6-ccde-4ec8-9bf9-0c0891913249", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:54:02.107562 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a3452a7-8fe2-4040-8574-33e9ff6a8992 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:54:02.107964 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd447580b-0520-49e3-ad6b-5612b15e8a7b', 'tag': 'c19251a6-ccde-4ec8-9bf9-0c0891913249', 'status': 'completed', 'code': 200} Sep 18 05:54:02.167857 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b6f2c-6a7c-4ee1-9c37-6588bf2fc072 req-c3b631ce-ba12-46f7-958d-fdb28c592429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:02.169464 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-635b6f2c-6a7c-4ee1-9c37-6588bf2fc072 req-c3b631ce-ba12-46f7-958d-fdb28c592429 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 1096 time: 0.0415275 Sep 18 05:54:02.265411 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b6f2c-6a7c-4ee1-9c37-6588bf2fc072 req-60aa28c5-c252-486e-89d5-8796893ade1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:02.266878 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-635b6f2c-6a7c-4ee1-9c37-6588bf2fc072 req-60aa28c5-c252-486e-89d5-8796893ade1f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=98f399e3cf1044bf9243289227bdf576&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0901184 Sep 18 05:54:02.361535 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b6f2c-6a7c-4ee1-9c37-6588bf2fc072 req-cd9ec1bf-d42c-42a9-9033-5019eacf6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:02.362964 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-635b6f2c-6a7c-4ee1-9c37-6588bf2fc072 req-cd9ec1bf-d42c-42a9-9033-5019eacf6a5f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0896168 Sep 18 05:54:02.437364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-4adb3a72-bef3-41cd-9876-561ef8522b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:02.438861 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-4adb3a72-bef3-41cd-9876-561ef8522b48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 1096 time: 0.0411739 Sep 18 05:54:02.483082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-c23e6814-1fcd-427a-9d6c-5f7de762689e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249 HTTP/1.1" status: 200 len: 217 time: 0.0367692 Sep 18 05:54:02.530800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-c072d3af-5349-45e4-85f4-d48f8eaee179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:02.532206 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-c072d3af-5349-45e4-85f4-d48f8eaee179 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93e2a64c-1995-4f59-a7ea-e2bae8b97b44 HTTP/1.1" status: 200 len: 854 time: 0.0429530 Sep 18 05:54:02.563347 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-3e300884-9f16-41df-9cff-7aa652403a97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b223bd12-7743-4dcb-a504-c5fd86aa09d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238516 Sep 18 05:54:02.655098 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-4167673d-78a0-476b-b88f-2988b9c7ada4 service neutron] 10.222.0.18 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841727 Sep 18 05:54:02.743488 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1447cdb5-4675-44c5-aadb-7dcfaa04f2da req-c83f3995-892a-4f5b-bb3a-216bd8163dce service neutron] 10.222.0.18 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819843 Sep 18 05:54:03.030405 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e956d84-dcd0-41a8-b540-ebbbcbb45f5f req-0f95d1e4-f809-41af-81b6-3cd4b64effba tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:03.031912 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9e956d84-dcd0-41a8-b540-ebbbcbb45f5f req-0f95d1e4-f809-41af-81b6-3cd4b64effba tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 944 time: 0.0488391 Sep 18 05:54:03.073061 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9e956d84-dcd0-41a8-b540-ebbbcbb45f5f req-5b005beb-5f6a-41bd-9539-bc635d49f829 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351219 Sep 18 05:54:03.899888 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5f340a1e-59a9-4cbe-8376-554ee79a85ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:04.189800 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e2277-ef46-4ee1-b61c-f2f51495bf01 req-b9f9e673-8983-4e81-aa1c-435f4126e0c8 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:04.191198 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc0e2277-ef46-4ee1-b61c-f2f51495bf01 req-b9f9e673-8983-4e81-aa1c-435f4126e0c8 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 944 time: 0.0486329 Sep 18 05:54:04.232434 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-dc0e2277-ef46-4ee1-b61c-f2f51495bf01 req-88364aa3-ed26-4b22-bcd1-893483f15c46 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346363 Sep 18 05:54:04.316809 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:05.350185 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bfecc-17fb-46cf-9604-96e471899067 req-9f61ef1a-a37e-4739-87ce-6af4bab793b1 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:05.350185 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d6bfecc-17fb-46cf-9604-96e471899067 req-9f61ef1a-a37e-4739-87ce-6af4bab793b1 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 944 time: 0.0494523 Sep 18 05:54:05.386760 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8d6bfecc-17fb-46cf-9604-96e471899067 req-759078ff-13b9-4924-9491-22f54b2f9c8e tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Sep 18 05:54:05.397199 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:06.263379 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c19251a6-ccde-4ec8-9bf9-0c0891913249 details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:54:06.358398 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c19251a6-ccde-4ec8-9bf9-0c0891913249, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:54:06.369191 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': 'c19251a6-ccde-4ec8-9bf9-0c0891913249', 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5', 'port_id': 'c19251a6-ccde-4ec8-9bf9-0c0891913249', 'mac_address': 'fa:16:3e:95:01:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e2a64c-1995-4f59-a7ea-e2bae8b97b44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:54:06.405651 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:06.418548 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19251a6-ccde-4ec8-9bf9-0c0891913249 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:54:06.438952 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c19251a6-ccde-4ec8-9bf9-0c0891913249, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:54:06.506750 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3b2df-3056-4591-b13b-5616efcac9e8 req-b2f257b0-fd6b-4006-b4ce-a4721ee6ceb6 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:06.509249 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81f3b2df-3056-4591-b13b-5616efcac9e8 req-b2f257b0-fd6b-4006-b4ce-a4721ee6ceb6 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 944 time: 0.0510046 Sep 18 05:54:06.547530 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-81f3b2df-3056-4591-b13b-5616efcac9e8 req-86cabd31-ac4b-4ebc-88c9-4fd810a76b56 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322721 Sep 18 05:54:06.559715 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:06.605744 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=c19251a6-ccde-4ec8-9bf9-0c0891913249,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:06.762088 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['c19251a6-ccde-4ec8-9bf9-0c0891913249'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:54:06.976918 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:07.661712 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219b37e-ca05-466b-a4c3-21b0fa4bc78a req-18f59ebf-cbcf-4d22-9afa-13e946cc8412 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:07.663179 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1219b37e-ca05-466b-a4c3-21b0fa4bc78a req-18f59ebf-cbcf-4d22-9afa-13e946cc8412 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 945 time: 0.0489178 Sep 18 05:54:07.699659 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1219b37e-ca05-466b-a4c3-21b0fa4bc78a req-14577276-58ff-41a0-97e1-253c7155add5 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303080 Sep 18 05:54:08.278766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c19251a6-ccde-4ec8-9bf9-0c0891913249 up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:54:08.390628 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port c19251a6-ccde-4ec8-9bf9-0c0891913249 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:54:08.394253 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port c19251a6-ccde-4ec8-9bf9-0c0891913249 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:54:08.394630 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:08.472120 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:08.493204 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd447580b-0520-49e3-ad6b-5612b15e8a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19251a6-ccde-4ec8-9bf9-0c0891913249'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:54:08.495408 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90adb592-03a2-4a57-abab-4565645c0707" -d '{"events": [{"server_uuid": "d447580b-0520-49e3-ad6b-5612b15e8a7b", "name": "network-vif-plugged", "status": "completed", "tag": "c19251a6-ccde-4ec8-9bf9-0c0891913249"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:54:08.508504 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port c19251a6-ccde-4ec8-9bf9-0c0891913249, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:54:08.532158 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389265e4-407c-465e-9d7f-d2b77ea50d20 x-openstack-request-id: req-389265e4-407c-465e-9d7f-d2b77ea50d20 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:54:08.534234 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d447580b-0520-49e3-ad6b-5612b15e8a7b", "name": "network-vif-plugged", "status": "completed", "tag": "c19251a6-ccde-4ec8-9bf9-0c0891913249", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:54:08.534234 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-389265e4-407c-465e-9d7f-d2b77ea50d20 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:54:08.534234 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd447580b-0520-49e3-ad6b-5612b15e8a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19251a6-ccde-4ec8-9bf9-0c0891913249', 'code': 200} Sep 18 05:54:08.579681 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:08.625001 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa750d21-6c5a-4262-89b9-e9ea15dc275c req-4c983988-ac99-46e3-a355-6d4e9a178933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:08.626492 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fa750d21-6c5a-4262-89b9-e9ea15dc275c req-4c983988-ac99-46e3-a355-6d4e9a178933 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 1098 time: 0.0393333 Sep 18 05:54:08.627155 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=c19251a6-ccde-4ec8-9bf9-0c0891913249,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:08.664830 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-fa750d21-6c5a-4262-89b9-e9ea15dc275c req-5ae79ad2-45ca-4fe5-b10f-9a9cdf45602e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313110 Sep 18 05:54:08.812581 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f62176-5bcd-4683-ba8c-33c436fc5fd2 req-5d3da160-730d-46d9-b12f-fd320b7812f3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:08.814054 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0f62176-5bcd-4683-ba8c-33c436fc5fd2 req-5d3da160-730d-46d9-b12f-fd320b7812f3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0487885 Sep 18 05:54:08.850179 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d0f62176-5bcd-4683-ba8c-33c436fc5fd2 req-6856a83f-0589-4c87-80c0-4b2a275bd2f4 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301642 Sep 18 05:54:09.970253 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918d0ad-ff0f-4e8a-b29a-0d524446b4cd req-e310d8fc-af11-41d4-8737-da5c69203126 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:09.971744 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c918d0ad-ff0f-4e8a-b29a-0d524446b4cd req-e310d8fc-af11-41d4-8737-da5c69203126 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0492311 Sep 18 05:54:10.012218 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c918d0ad-ff0f-4e8a-b29a-0d524446b4cd req-0a35d934-3e5a-45df-8101-e237a433241e tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338745 Sep 18 05:54:10.138454 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68574b15-e9ab-4929-b309-c79bd535b367 req-4deadc1c-1256-4204-b575-5dfbb2394ff5 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:10.139875 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-68574b15-e9ab-4929-b309-c79bd535b367 req-4deadc1c-1256-4204-b575-5dfbb2394ff5 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0579991 Sep 18 05:54:10.188206 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-68574b15-e9ab-4929-b309-c79bd535b367 req-bf2de804-6340-43d2-8ea7-06b73c2b265a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417187 Sep 18 05:54:10.512955 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbb047-4150-43ce-8291-c1c0a098b343 req-1e0c1320-c2ba-4820-ad67-8dfcc820ce1f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:10.514804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66dbb047-4150-43ce-8291-c1c0a098b343 req-1e0c1320-c2ba-4820-ad67-8dfcc820ce1f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0525849 Sep 18 05:54:10.561278 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-66dbb047-4150-43ce-8291-c1c0a098b343 req-f869dbc2-5605-476a-a53e-d050b9e365a3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388587 Sep 18 05:54:10.678831 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e19b2-ac1f-45ac-8e1b-b9047ac8af38 req-79a62d1d-6b61-4ffe-8fa0-999ab5c88359 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:10.680519 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-239e19b2-ac1f-45ac-8e1b-b9047ac8af38 req-79a62d1d-6b61-4ffe-8fa0-999ab5c88359 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0494699 Sep 18 05:54:10.722489 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-239e19b2-ac1f-45ac-8e1b-b9047ac8af38 req-3d4fe900-bc82-4da1-97db-592d1955ea08 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359972 Sep 18 05:54:11.071608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6ef0a-b3f5-4f9f-b87c-12f2aa70fb9b req-127083ac-0030-41d8-afdd-5bc9b31734fc tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:11.073166 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cac6ef0a-b3f5-4f9f-b87c-12f2aa70fb9b req-127083ac-0030-41d8-afdd-5bc9b31734fc tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0508990 Sep 18 05:54:11.111130 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-cac6ef0a-b3f5-4f9f-b87c-12f2aa70fb9b req-7910c7c6-edf1-487a-ab32-1b659634882f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319030 Sep 18 05:54:11.171384 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-fcdcc7f1-cd40-4de5-8e55-1777e9d79416 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400083 Sep 18 05:54:12.218634 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:54:12.228220 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f523d2-4055-40b9-8fd7-354c51500184 req-b87897ac-1f8f-4874-86c8-b7ba5446a41c tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:12.230549 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c8f523d2-4055-40b9-8fd7-354c51500184 req-b87897ac-1f8f-4874-86c8-b7ba5446a41c tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0497067 Sep 18 05:54:12.267178 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c8f523d2-4055-40b9-8fd7-354c51500184 req-fbed583b-b317-429a-baf6-efb4fd93dbd1 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310922 Sep 18 05:54:13.106591 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14831fda-835c-4d91-befd-ed4049768a8d req-b58af3ab-3a96-4f50-8994-0da0bae42822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:13.108161 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-b58af3ab-3a96-4f50-8994-0da0bae42822 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 1098 time: 0.0404904 Sep 18 05:54:13.199433 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14831fda-835c-4d91-befd-ed4049768a8d req-09155bd1-1236-4397-a3d7-325c61b19bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:13.200926 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-09155bd1-1236-4397-a3d7-325c61b19bb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 200 len: 914 time: 0.0859888 Sep 18 05:54:13.241834 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-acc5b79e-fa32-4143-8907-ba7d54e3fbf3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249 HTTP/1.1" status: 200 len: 217 time: 0.0331316 Sep 18 05:54:13.290299 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14831fda-835c-4d91-befd-ed4049768a8d req-fa11c710-f53d-4070-88db-0cc5556ab611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:13.291697 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-fa11c710-f53d-4070-88db-0cc5556ab611 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93e2a64c-1995-4f59-a7ea-e2bae8b97b44 HTTP/1.1" status: 200 len: 854 time: 0.0438757 Sep 18 05:54:13.327430 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-59492239-c555-4bd3-9049-cd55d03d2746 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b223bd12-7743-4dcb-a504-c5fd86aa09d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292926 Sep 18 05:54:13.387198 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4e6d8-020f-4aaf-81e8-dac21af603f8 req-454a2bd2-7d78-42ef-b28e-0433a7a94bd7 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:13.389383 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0bd4e6d8-020f-4aaf-81e8-dac21af603f8 req-454a2bd2-7d78-42ef-b28e-0433a7a94bd7 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0514677 Sep 18 05:54:13.418590 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-f1ab7b32-86a3-4cd1-a029-eb36104e1f54 service neutron] 10.222.0.18 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840180 Sep 18 05:54:13.426448 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-0bd4e6d8-020f-4aaf-81e8-dac21af603f8 req-35d3085b-fd16-4d20-99e4-1ac90abb6d51 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312414 Sep 18 05:54:13.512698 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-36f7b5e5-4373-4376-a052-eff01ec85bf3 service neutron] 10.222.0.18 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869524 Sep 18 05:54:14.542735 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289bfd8-b100-4c51-9502-4d2d2658c519 req-38882416-3323-47d3-9ccd-ab8e85081e93 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:14.544206 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0289bfd8-b100-4c51-9502-4d2d2658c519 req-38882416-3323-47d3-9ccd-ab8e85081e93 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0492501 Sep 18 05:54:14.580525 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0289bfd8-b100-4c51-9502-4d2d2658c519 req-44b00df5-7d22-4e40-adab-2928c6b309a5 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303605 Sep 18 05:54:15.698170 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420789b-99fb-435a-88b7-853e2ca9e03a req-970c28e3-ec19-40c4-8280-38ae9c596882 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:15.699686 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9420789b-99fb-435a-88b7-853e2ca9e03a req-970c28e3-ec19-40c4-8280-38ae9c596882 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0524418 Sep 18 05:54:15.738080 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9420789b-99fb-435a-88b7-853e2ca9e03a req-3193e07f-74df-4ea6-85fe-a15b7f729234 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324152 Sep 18 05:54:16.850887 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ba504-7955-4a71-95df-7bffdd5e77de req-6a36a44c-14da-4518-8670-2f0c33c96369 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:16.852440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf8ba504-7955-4a71-95df-7bffdd5e77de req-6a36a44c-14da-4518-8670-2f0c33c96369 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0475292 Sep 18 05:54:16.889044 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cf8ba504-7955-4a71-95df-7bffdd5e77de req-3b8e752c-1411-43a9-a603-3b888af217de tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306203 Sep 18 05:54:18.004660 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a37b3e-8010-40a5-92f2-1c88d71d0dbf req-facc4914-6dda-4b36-94d2-bdac5f8dfedc tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:18.006483 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91a37b3e-8010-40a5-92f2-1c88d71d0dbf req-facc4914-6dda-4b36-94d2-bdac5f8dfedc tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0497317 Sep 18 05:54:18.046430 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91a37b3e-8010-40a5-92f2-1c88d71d0dbf req-deca6c91-7778-4587-933d-bed1c289e52a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331841 Sep 18 05:54:19.164348 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9fd7c-fb83-4415-9940-748598d17da2 req-394c4cb9-052b-4a6a-bea7-852a97192f7a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:19.165854 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51c9fd7c-fb83-4415-9940-748598d17da2 req-394c4cb9-052b-4a6a-bea7-852a97192f7a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0529575 Sep 18 05:54:19.203086 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-51c9fd7c-fb83-4415-9940-748598d17da2 req-009ac551-baaa-45de-8620-b1a0dcd354bc tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313132 Sep 18 05:54:20.316401 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b9cab-b1f6-4363-8cde-674268580584 req-9b525bb0-a48d-4009-a747-a66a39614b87 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:20.317846 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c8b9cab-b1f6-4363-8cde-674268580584 req-9b525bb0-a48d-4009-a747-a66a39614b87 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0485535 Sep 18 05:54:20.354889 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2c8b9cab-b1f6-4363-8cde-674268580584 req-805fa1a9-239a-4f1f-9d47-9044e1accd06 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306261 Sep 18 05:54:21.469560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9a675-2a6f-4f9d-b7ed-2a0a34059533 req-588e3d4c-e5bd-4a7d-9e40-3a3c32d1e3f1 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:21.471036 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07e9a675-2a6f-4f9d-b7ed-2a0a34059533 req-588e3d4c-e5bd-4a7d-9e40-3a3c32d1e3f1 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0477765 Sep 18 05:54:21.508330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-07e9a675-2a6f-4f9d-b7ed-2a0a34059533 req-9a8eb25b-9c32-4812-89f2-d4519ecccc22 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306878 Sep 18 05:54:22.627571 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086a501-052a-4169-b819-818830f79cea req-cf03803d-0124-4159-8b3e-4eaf090aef93 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:22.629074 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4086a501-052a-4169-b819-818830f79cea req-cf03803d-0124-4159-8b3e-4eaf090aef93 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0529938 Sep 18 05:54:22.667155 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-4086a501-052a-4169-b819-818830f79cea req-256d2b7c-f058-4cd6-9d53-99103f106163 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310674 Sep 18 05:54:23.465047 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:23.668114 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:23.785093 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073ebc3-2cf4-4592-ab9e-6d3f1538e587 req-f0f7aec7-3b31-4b41-bea4-ded67aebe2cc tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:23.786519 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4073ebc3-2cf4-4592-ab9e-6d3f1538e587 req-f0f7aec7-3b31-4b41-bea4-ded67aebe2cc tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0505517 Sep 18 05:54:23.824876 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4073ebc3-2cf4-4592-ab9e-6d3f1538e587 req-646f7a2b-cd11-45c2-9abc-3536ef3eb5ae tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322349 Sep 18 05:54:24.938445 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6fc6e-e983-47de-9a4a-980a1748ff5c req-e1c5c1f7-b7aa-4941-aa1d-8d5cc820cdb9 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:24.939933 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9de6fc6e-e983-47de-9a4a-980a1748ff5c req-e1c5c1f7-b7aa-4941-aa1d-8d5cc820cdb9 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0487673 Sep 18 05:54:24.977362 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-9de6fc6e-e983-47de-9a4a-980a1748ff5c req-fb154f0a-bf43-4cf2-bbe1-e490068a7841 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310290 Sep 18 05:54:26.094368 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a9c3b-878a-4206-812a-2f42b07c46bd req-68679272-aba5-4c7f-a07d-50cc8e62a016 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:26.095853 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d2a9c3b-878a-4206-812a-2f42b07c46bd req-68679272-aba5-4c7f-a07d-50cc8e62a016 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0524089 Sep 18 05:54:26.134529 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7d2a9c3b-878a-4206-812a-2f42b07c46bd req-cb976679-b92f-42f9-b6dd-85b8de146b66 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Sep 18 05:54:27.248429 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91b846-f5ae-410f-b2fb-5056a634ac9c req-b2f4f22a-1ad8-443a-a449-e34abfdccb24 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:27.249792 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c91b846-f5ae-410f-b2fb-5056a634ac9c req-b2f4f22a-1ad8-443a-a449-e34abfdccb24 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0485225 Sep 18 05:54:27.286095 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3c91b846-f5ae-410f-b2fb-5056a634ac9c req-bc0f5b7e-71b5-4cd8-bf97-6342d18dff74 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305092 Sep 18 05:54:28.401910 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85560662-1680-49a5-8d05-bc42356c70a9 req-00d7ef45-88f5-4a61-b522-d498b0a6e435 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:28.403380 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-85560662-1680-49a5-8d05-bc42356c70a9 req-00d7ef45-88f5-4a61-b522-d498b0a6e435 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0496869 Sep 18 05:54:28.440866 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-85560662-1680-49a5-8d05-bc42356c70a9 req-38cb74fb-e06e-4796-be95-4393157a2d23 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310402 Sep 18 05:54:29.558029 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b37b2-4efc-411b-b98a-bedf8ee3c148 req-eb99ba4f-87a9-408d-94d3-f46ca884437d tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:29.559502 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a87b37b2-4efc-411b-b98a-bedf8ee3c148 req-eb99ba4f-87a9-408d-94d3-f46ca884437d tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0518799 Sep 18 05:54:29.596177 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a87b37b2-4efc-411b-b98a-bedf8ee3c148 req-e8a6d91e-b9aa-47c7-a3ba-3907706007f9 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308669 Sep 18 05:54:30.708965 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1fb69-68ff-4c0c-98f8-5427fdce3a50 req-ac449ddd-a30e-4ac9-8063-6d29116d9617 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:30.710991 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bde1fb69-68ff-4c0c-98f8-5427fdce3a50 req-ac449ddd-a30e-4ac9-8063-6d29116d9617 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0484736 Sep 18 05:54:30.747645 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bde1fb69-68ff-4c0c-98f8-5427fdce3a50 req-25001a96-061e-4871-9538-8904d8b245ec tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307310 Sep 18 05:54:31.287768 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c5165ffa-56b5-416c-a88a-3ba3af02e6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:31.859896 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2ab7b-0664-487d-aae4-1aa21d714715 req-54b01081-4a87-4616-bfd0-d01055fe3d42 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:31.861407 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c8b2ab7b-0664-487d-aae4-1aa21d714715 req-54b01081-4a87-4616-bfd0-d01055fe3d42 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0477870 Sep 18 05:54:31.899224 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c8b2ab7b-0664-487d-aae4-1aa21d714715 req-8cd75396-c047-44c4-ae89-6ecb037dfe19 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311091 Sep 18 05:54:33.016571 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b9cf9-f6d9-4985-9327-3bbafe87eb60 req-e8ad2c18-05ca-4885-93e8-241b6fc6ca22 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:33.018262 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bd5b9cf9-f6d9-4985-9327-3bbafe87eb60 req-e8ad2c18-05ca-4885-93e8-241b6fc6ca22 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0519900 Sep 18 05:54:33.056796 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bd5b9cf9-f6d9-4985-9327-3bbafe87eb60 req-140b6c82-9690-4ed3-9c34-9e1b28b8102a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Sep 18 05:54:33.879112 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d1747858-633c-45ce-8427-9be9473dcc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:34.170964 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ed5bb-37c0-459b-bb9f-3b773cc9a885 req-b0ac1212-e668-42b3-a607-6fa933517a64 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:34.172465 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e6ed5bb-37c0-459b-bb9f-3b773cc9a885 req-b0ac1212-e668-42b3-a607-6fa933517a64 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0490272 Sep 18 05:54:34.209263 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e6ed5bb-37c0-459b-bb9f-3b773cc9a885 req-3f3f0bfa-def9-4984-89e9-07551373f1d7 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302193 Sep 18 05:54:34.313504 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:35.321233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63c017-f7b0-4126-81bf-23285040a7e1 req-98c46559-6325-4684-9fba-6d31c1050291 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:35.322637 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba63c017-f7b0-4126-81bf-23285040a7e1 req-98c46559-6325-4684-9fba-6d31c1050291 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0481396 Sep 18 05:54:35.362802 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ba63c017-f7b0-4126-81bf-23285040a7e1 req-ce66b5fd-48dd-4770-8535-31b4b1b8428b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341630 Sep 18 05:54:35.401601 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:36.539598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64c9ab-4529-425a-9edd-707f292da15f req-74768202-526d-4562-88c9-f789a63ce9e0 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:36.541122 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fa64c9ab-4529-425a-9edd-707f292da15f req-74768202-526d-4562-88c9-f789a63ce9e0 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.1115639 Sep 18 05:54:36.578969 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fa64c9ab-4529-425a-9edd-707f292da15f req-927382a1-2ed1-4498-a146-d09bb69e6d5d tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Sep 18 05:54:36.993429 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:37.747289 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca9ea9-ba94-472c-ac0e-08199b7d9490 req-8057ab80-d0d5-4ea8-a665-bd6c1cb79f04 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:37.748779 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8aca9ea9-ba94-472c-ac0e-08199b7d9490 req-8057ab80-d0d5-4ea8-a665-bd6c1cb79f04 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.1024590 Sep 18 05:54:37.785804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8aca9ea9-ba94-472c-ac0e-08199b7d9490 req-7e10769f-7a15-4436-9f12-65de211fa26d tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311172 Sep 18 05:54:38.900967 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b20e0-c2fa-4557-a804-b562b687f458 req-9fefea55-18c9-48dc-86c6-5190204a9935 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:38.902456 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-877b20e0-c2fa-4557-a804-b562b687f458 req-9fefea55-18c9-48dc-86c6-5190204a9935 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0491483 Sep 18 05:54:38.939639 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-877b20e0-c2fa-4557-a804-b562b687f458 req-2ecddcdc-ca9f-4a52-b95b-01cb0dc8504d tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314045 Sep 18 05:54:40.058339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcf68a-6877-4a59-b30e-e5c10d64714c req-60528867-0175-49f2-a63c-a48fc2cd8ce8 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:40.059848 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-30fcf68a-6877-4a59-b30e-e5c10d64714c req-60528867-0175-49f2-a63c-a48fc2cd8ce8 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0532362 Sep 18 05:54:40.096063 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-30fcf68a-6877-4a59-b30e-e5c10d64714c req-a4b0fb0e-fe04-4245-b2b0-5308c38b3174 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302525 Sep 18 05:54:40.831862 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-14831fda-835c-4d91-befd-ed4049768a8d req-b48a5c12-7a57-4358-9275-fdaa0917a456 service neutron] show failed (client error): The resource could not be found. Sep 18 05:54:40.832917 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-b48a5c12-7a57-4358-9275-fdaa0917a456 service neutron] 10.222.0.18 "GET /v2.0/ports/c19251a6-ccde-4ec8-9bf9-0c0891913249/bindings/n-h2-789963-13 HTTP/1.1" status: 404 len: 381 time: 0.0533249 Sep 18 05:54:41.211641 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9738e-d95a-49cd-8092-95eb464295c1 req-f9841d84-78ae-4b1b-b5da-7faf734eba13 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:41.213159 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-76b9738e-d95a-49cd-8092-95eb464295c1 req-f9841d84-78ae-4b1b-b5da-7faf734eba13 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0483787 Sep 18 05:54:41.252374 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-76b9738e-d95a-49cd-8092-95eb464295c1 req-bac12088-f73b-49cd-a467-39ccb1bd85f9 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332663 Sep 18 05:54:41.341931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14831fda-835c-4d91-befd-ed4049768a8d req-e92101a5-60ae-4740-8153-e82744387bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:41.343411 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-e92101a5-60ae-4740-8153-e82744387bcd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b&tenant_id=98f399e3cf1044bf9243289227bdf576 HTTP/1.1" status: 200 len: 1098 time: 0.0881042 Sep 18 05:54:41.355632 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-13', 'device_owner': 'compute:nova'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:54:41.409382 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:41.606527 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] For port c19251a6-ccde-4ec8-9bf9-0c0891913249, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:54:41.637296 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] For port c19251a6-ccde-4ec8-9bf9-0c0891913249, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:54:41.675417 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd447580b-0520-49e3-ad6b-5612b15e8a7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19251a6-ccde-4ec8-9bf9-0c0891913249'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:54:41.678228 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732e7af0-a49d-4acb-99c4-59db56277ad3" -d '{"events": [{"server_uuid": "d447580b-0520-49e3-ad6b-5612b15e8a7b", "name": "network-vif-unplugged", "status": "completed", "tag": "c19251a6-ccde-4ec8-9bf9-0c0891913249"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:54:41.681967 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:41.694660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Transition to ACTIVE for port object c19251a6-ccde-4ec8-9bf9-0c0891913249 will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:54:41.729758 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd0362b-e851-4ff6-9782-445b1e1fe4e2 x-openstack-request-id: req-2bd0362b-e851-4ff6-9782-445b1e1fe4e2 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:54:41.730091 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d447580b-0520-49e3-ad6b-5612b15e8a7b", "name": "network-vif-unplugged", "status": "completed", "tag": "c19251a6-ccde-4ec8-9bf9-0c0891913249", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:54:41.730354 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bd0362b-e851-4ff6-9782-445b1e1fe4e2 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:54:41.730767 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd447580b-0520-49e3-ad6b-5612b15e8a7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19251a6-ccde-4ec8-9bf9-0c0891913249', 'code': 200} Sep 18 05:54:41.767036 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:41.831626 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] No DVR routers for this DVR port c19251a6-ccde-4ec8-9bf9-0c0891913249 on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:54:41.834928 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Pushing event updated for resources: {'Port': ['ID=c19251a6-ccde-4ec8-9bf9-0c0891913249,revision_number=6']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:41.845896 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:41.846254 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:41.846604 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:41.846949 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:41.847288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:41.847623 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:41.847962 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:41.848317 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:41.848651 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:41.848985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:41.849313 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:41.849800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:41.877495 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Attempting to bind port c19251a6-ccde-4ec8-9bf9-0c0891913249 on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:54:41.877862 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Attempting to bind port c19251a6-ccde-4ec8-9bf9-0c0891913249 by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:54:41.878199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Attempting to bind port c19251a6-ccde-4ec8-9bf9-0c0891913249 on network b223bd12-7743-4dcb-a504-c5fd86aa09d5 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:54:41.883134 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Port c19251a6-ccde-4ec8-9bf9-0c0891913249 on network b223bd12-7743-4dcb-a504-c5fd86aa09d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:54:41.883472 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Attempting to bind port c19251a6-ccde-4ec8-9bf9-0c0891913249 on network b223bd12-7743-4dcb-a504-c5fd86aa09d5 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:54:41.888211 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:54:41.888586 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Checking segment: {'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:54:41.888976 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Bound using segment: {'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:54:41.889409 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Bound port: c19251a6-ccde-4ec8-9bf9-0c0891913249, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:54:41.889771 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:41.950734 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] For port c19251a6-ccde-4ec8-9bf9-0c0891913249, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:54:41.953641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] For port c19251a6-ccde-4ec8-9bf9-0c0891913249, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:54:42.023189 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:42.058251 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:42.058913 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:42.060333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] 10.222.0.13 "PUT /v2.0/ports/c19251a6-ccde-4ec8-9bf9-0c0891913249 HTTP/1.1" status: 200 len: 1093 time: 0.7085373 Sep 18 05:54:42.080381 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0043ed-d5bf-49a9-82ff-92547f143126 service neutron] Pushing event updated for resources: {'Port': ['ID=c19251a6-ccde-4ec8-9bf9-0c0891913249,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:42.127190 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14831fda-835c-4d91-befd-ed4049768a8d req-ce52fae9-1f46-468c-9ce2-40c5503151c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:42.128771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-ce52fae9-1f46-468c-9ce2-40c5503151c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 1096 time: 0.0455446 Sep 18 05:54:42.218600 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14831fda-835c-4d91-befd-ed4049768a8d req-f3deff48-c038-4f5c-99ea-40500e68fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:42.219970 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-f3deff48-c038-4f5c-99ea-40500e68fb8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 200 len: 914 time: 0.0842342 Sep 18 05:54:42.264188 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-0d24fb7c-650f-4677-a5f3-2c740de1f54f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249 HTTP/1.1" status: 200 len: 217 time: 0.0364563 Sep 18 05:54:42.314953 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14831fda-835c-4d91-befd-ed4049768a8d req-1ba8157e-359b-46bb-b108-6f4665a35d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:42.316454 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-1ba8157e-359b-46bb-b108-6f4665a35d48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93e2a64c-1995-4f59-a7ea-e2bae8b97b44 HTTP/1.1" status: 200 len: 854 time: 0.0450370 Sep 18 05:54:42.347741 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-95402818-ebd2-4483-a92c-59fa0e3032b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b223bd12-7743-4dcb-a504-c5fd86aa09d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249019 Sep 18 05:54:42.375411 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1033-50ae-4dc3-9ca5-f0af9c2b6702 req-c84473c3-8103-4b95-bb1b-ad16b6d81fe6 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:42.376952 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1fdf1033-50ae-4dc3-9ca5-f0af9c2b6702 req-c84473c3-8103-4b95-bb1b-ad16b6d81fe6 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 944 time: 0.0541735 Sep 18 05:54:42.415529 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1fdf1033-50ae-4dc3-9ca5-f0af9c2b6702 req-b3875608-9bc4-428a-9323-7c9849bad7b5 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324583 Sep 18 05:54:42.442839 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-8a1d6e48-b51b-4427-996e-919ee1567b53 service neutron] 10.222.0.13 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878768 Sep 18 05:54:42.531767 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-14831fda-835c-4d91-befd-ed4049768a8d req-37f42d11-1179-4d73-83bd-9d9034693b67 service neutron] 10.222.0.13 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816026 Sep 18 05:54:43.531111 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2da5a6-23d0-4d44-80b2-1846bd2d23fb req-d2f343bf-6611-4c7d-b356-044fc0f4bf8f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:43.532587 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb2da5a6-23d0-4d44-80b2-1846bd2d23fb req-d2f343bf-6611-4c7d-b356-044fc0f4bf8f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 944 time: 0.0473907 Sep 18 05:54:43.569066 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bb2da5a6-23d0-4d44-80b2-1846bd2d23fb req-518ec9b3-d52b-4033-aa8c-6a514275d0dd tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299232 Sep 18 05:54:43.731929 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd447580b-0520-49e3-ad6b-5612b15e8a7b', 'tag': 'c19251a6-ccde-4ec8-9bf9-0c0891913249'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:54:43.734256 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d447580b-0520-49e3-ad6b-5612b15e8a7b", "tag": "c19251a6-ccde-4ec8-9bf9-0c0891913249"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:54:43.781744 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1da017-2ef3-4bba-b44b-5b88faa2c27e x-openstack-request-id: req-8c1da017-2ef3-4bba-b44b-5b88faa2c27e {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:54:43.782044 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d447580b-0520-49e3-ad6b-5612b15e8a7b", "tag": "c19251a6-ccde-4ec8-9bf9-0c0891913249", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:54:43.782297 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c1da017-2ef3-4bba-b44b-5b88faa2c27e {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:54:43.782689 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd447580b-0520-49e3-ad6b-5612b15e8a7b', 'tag': 'c19251a6-ccde-4ec8-9bf9-0c0891913249', 'status': 'completed', 'code': 200} Sep 18 05:54:43.873200 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-cb8c3e07-0ec3-47c7-b914-676d7336c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:43.874686 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-cb8c3e07-0ec3-47c7-b914-676d7336c1a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 1096 time: 0.0707881 Sep 18 05:54:43.876989 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-47adfff7-7968-4bec-9ace-6344a0e87695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:43.878310 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-47adfff7-7968-4bec-9ace-6344a0e87695 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 1096 time: 0.0666728 Sep 18 05:54:44.372762 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-7db78af1-0f70-44f7-8ac4-fc574237adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:44.374152 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-7db78af1-0f70-44f7-8ac4-fc574237adb3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 200 len: 914 time: 0.4914987 Sep 18 05:54:44.376841 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-fe8219cc-8381-4da7-b2cf-5cce32598d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:44.378154 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-fe8219cc-8381-4da7-b2cf-5cce32598d89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 200 len: 914 time: 0.4877756 Sep 18 05:54:44.429557 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-c3186cf1-fb53-478d-be60-715d3e53caae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249 HTTP/1.1" status: 200 len: 217 time: 0.0431745 Sep 18 05:54:44.434017 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c19251a6-ccde-4ec8-9bf9-0c0891913249 no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:54:44.462953 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-e5ffd469-b858-4734-b027-913e0e187e0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249 HTTP/1.1" status: 200 len: 217 time: 0.0700552 Sep 18 05:54:44.471484 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device c19251a6-ccde-4ec8-9bf9-0c0891913249 not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:54:44.535925 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-a28f0502-58e0-4dbb-bde9-99d9a7145cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:44.538322 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-a28f0502-58e0-4dbb-bde9-99d9a7145cb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93e2a64c-1995-4f59-a7ea-e2bae8b97b44 HTTP/1.1" status: 200 len: 854 time: 0.0837350 Sep 18 05:54:44.541699 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-864acc86-2aa8-4533-995b-c97d300abbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:44.543016 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-864acc86-2aa8-4533-995b-c97d300abbfa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93e2a64c-1995-4f59-a7ea-e2bae8b97b44 HTTP/1.1" status: 200 len: 854 time: 0.0606322 Sep 18 05:54:44.590039 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-4a14b1a8-553b-448e-9f1f-adba8e364eb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b223bd12-7743-4dcb-a504-c5fd86aa09d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447357 Sep 18 05:54:44.594391 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-5915fc3e-909a-4abf-a804-66222776c02b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b223bd12-7743-4dcb-a504-c5fd86aa09d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420868 Sep 18 05:54:44.785342 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-0b10bf20-858a-418a-85db-f71f4c3298e1 service neutron] 10.222.0.13 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811776 Sep 18 05:54:44.790018 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-6ae35539-9669-47c0-99f7-d4879a421f7e service neutron] 10.222.0.18 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934817 Sep 18 05:54:44.798306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3a56e-d383-454e-9e47-53781b409275 req-cf963b8b-4b71-4684-9d57-800eb9655fbb tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:44.799744 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80e3a56e-d383-454e-9e47-53781b409275 req-cf963b8b-4b71-4684-9d57-800eb9655fbb tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 944 time: 0.1609170 Sep 18 05:54:44.950760 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80e3a56e-d383-454e-9e47-53781b409275 req-73c9ef9e-a7d7-4e92-bac4-d14749c6eb2b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413455 Sep 18 05:54:44.977677 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-ab098c18-aaa3-4ba5-9492-3f43707bc662 service neutron] 10.222.0.13 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759081 Sep 18 05:54:44.981259 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c19251a6-ccde-4ec8-9bf9-0c0891913249 details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:54:44.993915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7579a271-5d53-4ec4-bd5f-78fe7d5c91c3 req-9be72b00-ca5f-43d3-a139-91361aa3f709 service neutron] 10.222.0.18 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931248 Sep 18 05:54:45.077811 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port c19251a6-ccde-4ec8-9bf9-0c0891913249, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:54:45.091765 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': 'c19251a6-ccde-4ec8-9bf9-0c0891913249', 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5', 'port_id': 'c19251a6-ccde-4ec8-9bf9-0c0891913249', 'mac_address': 'fa:16:3e:95:01:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e2a64c-1995-4f59-a7ea-e2bae8b97b44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:54:45.127883 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:45.140862 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19251a6-ccde-4ec8-9bf9-0c0891913249 {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:54:45.159254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port c19251a6-ccde-4ec8-9bf9-0c0891913249, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:54:45.218921 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:45.267743 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=c19251a6-ccde-4ec8-9bf9-0c0891913249,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:45.278547 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff010d1-908b-4b40-84f2-0ec67cecf0ee req-fd7ea4e4-285c-4d12-ade0-ecad15f577ab tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:45.280072 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ff010d1-908b-4b40-84f2-0ec67cecf0ee req-fd7ea4e4-285c-4d12-ade0-ecad15f577ab tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 945 time: 0.0506148 Sep 18 05:54:45.332827 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-5ff010d1-908b-4b40-84f2-0ec67cecf0ee req-2a0b5f68-ad2e-48c4-a340-22013e1f3480 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466292 Sep 18 05:54:45.379088 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f302a7f-1ff0-43ef-86a6-0d445d0a8ab0 req-bbf29887-0568-4e45-86e0-ce11587e04c2 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:45.381162 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f302a7f-1ff0-43ef-86a6-0d445d0a8ab0 req-bbf29887-0568-4e45-86e0-ce11587e04c2 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.18 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b&tenant_id=98f399e3cf1044bf9243289227bdf576&binding%3Ahost_id=n-h2-789963-13 HTTP/1.1" status: 200 len: 945 time: 0.0650270 Sep 18 05:54:45.422839 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['c19251a6-ccde-4ec8-9bf9-0c0891913249'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:54:45.440471 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-3f302a7f-1ff0-43ef-86a6-0d445d0a8ab0 req-2451cbb2-85be-4245-b894-53e34ed1d05d service neutron] delete failed (client error): The resource could not be found. Sep 18 05:54:45.441492 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f302a7f-1ff0-43ef-86a6-0d445d0a8ab0 req-2451cbb2-85be-4245-b894-53e34ed1d05d service neutron] 10.222.0.18 "DELETE /v2.0/ports/c19251a6-ccde-4ec8-9bf9-0c0891913249/bindings/n-h1-789963-13 HTTP/1.1" status: 404 len: 381 time: 0.0531065 Sep 18 05:54:45.523077 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f302a7f-1ff0-43ef-86a6-0d445d0a8ab0 req-9f80dac4-cee2-4d77-8527-b13e2355d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:45.524615 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f302a7f-1ff0-43ef-86a6-0d445d0a8ab0 req-9f80dac4-cee2-4d77-8527-b13e2355d6f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 1097 time: 0.0412393 Sep 18 05:54:45.620063 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f302a7f-1ff0-43ef-86a6-0d445d0a8ab0 req-6c1683f3-d824-4d26-88d0-f5b138eb3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:45.621513 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f302a7f-1ff0-43ef-86a6-0d445d0a8ab0 req-6c1683f3-d824-4d26-88d0-f5b138eb3802 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 200 len: 914 time: 0.0902233 Sep 18 05:54:45.663622 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f302a7f-1ff0-43ef-86a6-0d445d0a8ab0 req-baa8678f-71e4-488b-bedd-74688a502602 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249 HTTP/1.1" status: 200 len: 217 time: 0.0352826 Sep 18 05:54:45.711306 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f302a7f-1ff0-43ef-86a6-0d445d0a8ab0 req-f637f569-cd69-4e64-845f-4ca46fc9c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:45.712777 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f302a7f-1ff0-43ef-86a6-0d445d0a8ab0 req-f637f569-cd69-4e64-845f-4ca46fc9c4fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93e2a64c-1995-4f59-a7ea-e2bae8b97b44 HTTP/1.1" status: 200 len: 854 time: 0.0428491 Sep 18 05:54:45.743959 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f302a7f-1ff0-43ef-86a6-0d445d0a8ab0 req-c98564f7-af45-426e-8fea-7fe754f9ca1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b223bd12-7743-4dcb-a504-c5fd86aa09d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245643 Sep 18 05:54:45.835325 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f302a7f-1ff0-43ef-86a6-0d445d0a8ab0 req-3ef5022e-4998-4f77-990f-f273e7fa3a7a service neutron] 10.222.0.18 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846097 Sep 18 05:54:45.927147 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f302a7f-1ff0-43ef-86a6-0d445d0a8ab0 req-64c52a99-d3a5-4129-8a85-1880d467810e service neutron] 10.222.0.18 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851293 Sep 18 05:54:46.450708 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b60e-6a46-4221-8837-17a505c89537 req-f8b81af8-6642-4530-98ae-8a80ba72ac9b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:46.452264 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d43b60e-6a46-4221-8837-17a505c89537 req-f8b81af8-6642-4530-98ae-8a80ba72ac9b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 945 time: 0.0494235 Sep 18 05:54:46.491515 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-7d43b60e-6a46-4221-8837-17a505c89537 req-bee3a7c5-b3e4-4b0d-9a78-5331547aec05 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331295 Sep 18 05:54:46.986098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c19251a6-ccde-4ec8-9bf9-0c0891913249 up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:54:47.109703 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port c19251a6-ccde-4ec8-9bf9-0c0891913249 completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:54:47.113580 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port c19251a6-ccde-4ec8-9bf9-0c0891913249 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:54:47.113968 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:47.192444 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:47.215338 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd447580b-0520-49e3-ad6b-5612b15e8a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19251a6-ccde-4ec8-9bf9-0c0891913249'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:54:47.217612 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47cdd27-ebcb-487a-9581-a0b8bde2d2c8" -d '{"events": [{"server_uuid": "d447580b-0520-49e3-ad6b-5612b15e8a7b", "name": "network-vif-plugged", "status": "completed", "tag": "c19251a6-ccde-4ec8-9bf9-0c0891913249"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:54:47.230797 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port c19251a6-ccde-4ec8-9bf9-0c0891913249, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:54:47.255182 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4b4497-1537-49cd-ae85-b1dea4ed499b x-openstack-request-id: req-fc4b4497-1537-49cd-ae85-b1dea4ed499b {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:54:47.256952 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d447580b-0520-49e3-ad6b-5612b15e8a7b", "name": "network-vif-plugged", "status": "completed", "tag": "c19251a6-ccde-4ec8-9bf9-0c0891913249", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:54:47.256952 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc4b4497-1537-49cd-ae85-b1dea4ed499b {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:54:47.256952 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd447580b-0520-49e3-ad6b-5612b15e8a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19251a6-ccde-4ec8-9bf9-0c0891913249', 'code': 200} Sep 18 05:54:47.312949 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:47.359329 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=c19251a6-ccde-4ec8-9bf9-0c0891913249,revision_number=9']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:47.604194 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b9bfe-5d91-4588-a3de-d90636408fd7 req-4d84827d-85b3-4fd4-af8d-b8e91135c4b4 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:47.605695 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e3b9bfe-5d91-4588-a3de-d90636408fd7 req-4d84827d-85b3-4fd4-af8d-b8e91135c4b4 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0478764 Sep 18 05:54:47.642497 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-1e3b9bfe-5d91-4588-a3de-d90636408fd7 req-7f29d83a-e03f-4c2a-a792-1c8378ebcefc tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309591 Sep 18 05:54:47.757666 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187449f-5cec-4623-a17b-c1d3ef0e0bfe req-ae34599e-0671-4b0c-9481-1a4075cd06fd tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:47.759176 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c187449f-5cec-4623-a17b-c1d3ef0e0bfe req-ae34599e-0671-4b0c-9481-1a4075cd06fd tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0491793 Sep 18 05:54:47.796558 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-c187449f-5cec-4623-a17b-c1d3ef0e0bfe req-16546cb0-8291-46a4-9bba-5bf0fdedc9cb tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314262 Sep 18 05:54:47.914206 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3158ea7-6635-41af-9faa-2eece86d02d9 req-8281eec6-ab59-4312-9be2-bc3ec2460f8b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:47.915688 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f3158ea7-6635-41af-9faa-2eece86d02d9 req-8281eec6-ab59-4312-9be2-bc3ec2460f8b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0548010 Sep 18 05:54:47.951667 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f3158ea7-6635-41af-9faa-2eece86d02d9 req-b84170d0-b1cd-42ef-8c8c-ea5b1b2039bd tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301242 Sep 18 05:54:48.536556 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60658a-9f8f-4153-96be-a72729565861 req-2981a411-445d-4c91-89ca-9f1939c35205 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:48.538130 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-2981a411-445d-4c91-89ca-9f1939c35205 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/networks?id=b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 200 len: 814 time: 0.1002331 Sep 18 05:54:48.553208 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-7d9dd626-3168-41c6-9650-d4267f4d5420 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/quotas/98f399e3cf1044bf9243289227bdf576 HTTP/1.1" status: 200 len: 375 time: 0.0093126 Sep 18 05:54:48.606346 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-912559c8-1dd1-4290-97df-0c50f161efb3 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479050 Sep 18 05:54:48.616790 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-4390f8fa-1c27-4eac-aac7-4772423298cb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 05:54:48.617746 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-4390f8fa-1c27-4eac-aac7-4772423298cb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048842 Sep 18 05:54:48.705404 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-65e70aeb-a8dc-417d-bf32-2a1dc61c35cb service neutron] 10.222.0.23 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821071 Sep 18 05:54:48.797841 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-b267a6df-0ea9-4fed-88a3-f21bb6f1c7f7 service neutron] 10.222.0.23 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859213 Sep 18 05:54:49.026140 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3812e3c3-2d89-44ff-ba09-60b9dca2727b req-6a31c463-700d-4f88-bdd9-eadf594db07a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 210 time: 0.0279076 Sep 18 05:54:49.217529 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:54:49.704038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30336e5-e0fa-4b9d-ae9b-5df68f376bdd req-7eb41b3d-1623-494b-9f02-828e217fdb8e tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:49.705525 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d30336e5-e0fa-4b9d-ae9b-5df68f376bdd req-7eb41b3d-1623-494b-9f02-828e217fdb8e tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.13 "GET /v2.0/ports?device_id=d447580b-0520-49e3-ad6b-5612b15e8a7b HTTP/1.1" status: 200 len: 946 time: 0.0482378 Sep 18 05:54:49.797746 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-d30336e5-e0fa-4b9d-ae9b-5df68f376bdd req-bd8cd48a-4569-4634-855d-b25d8c307926 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Deleting port c19251a6-ccde-4ec8-9bf9-0c0891913249 {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:54:49.798014 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d30336e5-e0fa-4b9d-ae9b-5df68f376bdd req-bd8cd48a-4569-4634-855d-b25d8c307926 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:49.885985 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-d30336e5-e0fa-4b9d-ae9b-5df68f376bdd req-bd8cd48a-4569-4634-855d-b25d8c307926 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] For port c19251a6-ccde-4ec8-9bf9-0c0891913249, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=c19251a6-ccde-4ec8-9bf9-0c0891913249,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:54:49.886360 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d30336e5-e0fa-4b9d-ae9b-5df68f376bdd req-bd8cd48a-4569-4634-855d-b25d8c307926 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:49.903236 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-d30336e5-e0fa-4b9d-ae9b-5df68f376bdd req-bd8cd48a-4569-4634-855d-b25d8c307926 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Calling delete_port for c19251a6-ccde-4ec8-9bf9-0c0891913249 owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:54:50.110058 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d30336e5-e0fa-4b9d-ae9b-5df68f376bdd req-bd8cd48a-4569-4634-855d-b25d8c307926 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:50.121174 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ac5c8a17-d1f0-4670-98d4-fd4c3c24c37f req-f2606121-53f2-4c9b-a07b-623e1195b437 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 210 time: 0.0284362 Sep 18 05:54:50.124307 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['c19251a6-ccde-4ec8-9bf9-0c0891913249'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:54:50.150037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cd48a-4569-4634-855d-b25d8c307926 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Pushing event deleted for resources: {'Port': ['ID=c19251a6-ccde-4ec8-9bf9-0c0891913249,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:50.194433 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30336e5-e0fa-4b9d-ae9b-5df68f376bdd req-bd8cd48a-4569-4634-855d-b25d8c307926 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] No DVR routers for this DVR port c19251a6-ccde-4ec8-9bf9-0c0891913249 on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:54:50.197085 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-d30336e5-e0fa-4b9d-ae9b-5df68f376bdd req-bd8cd48a-4569-4634-855d-b25d8c307926 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:50.199111 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d30336e5-e0fa-4b9d-ae9b-5df68f376bdd req-bd8cd48a-4569-4634-855d-b25d8c307926 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.13 "DELETE /v2.0/ports/c19251a6-ccde-4ec8-9bf9-0c0891913249 HTTP/1.1" status: 204 len: 173 time: 0.4871879 Sep 18 05:54:50.199542 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd447580b-0520-49e3-ad6b-5612b15e8a7b', 'name': 'network-vif-deleted', 'tag': 'c19251a6-ccde-4ec8-9bf9-0c0891913249'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:54:50.201775 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c433d1c-2188-4d35-ad8b-cb9b63d85cd3" -d '{"events": [{"server_uuid": "d447580b-0520-49e3-ad6b-5612b15e8a7b", "name": "network-vif-deleted", "tag": "c19251a6-ccde-4ec8-9bf9-0c0891913249"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:54:50.239735 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572ab2e6-e27d-45f1-a963-cd53e44d9956 x-openstack-request-id: req-572ab2e6-e27d-45f1-a963-cd53e44d9956 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:54:50.240162 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d447580b-0520-49e3-ad6b-5612b15e8a7b", "name": "network-vif-deleted", "tag": "c19251a6-ccde-4ec8-9bf9-0c0891913249", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:54:50.240548 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-572ab2e6-e27d-45f1-a963-cd53e44d9956 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:54:50.241072 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd447580b-0520-49e3-ad6b-5612b15e8a7b', 'name': 'network-vif-deleted', 'tag': 'c19251a6-ccde-4ec8-9bf9-0c0891913249', 'status': 'completed', 'code': 200} Sep 18 05:54:50.850787 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60658a-9f8f-4153-96be-a72729565861 req-7f1a66a5-3a06-4e97-ba5c-2c1025422035 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:50.852532 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-7f1a66a5-3a06-4e97-ba5c-2c1025422035 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.13 "GET /v2.0/networks?id=b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 200 len: 814 time: 0.1046388 Sep 18 05:54:50.867624 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-3f60658a-9f8f-4153-96be-a72729565861 req-a723b309-a583-4b83-9a3f-2e4391f90e84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Request body: {'port': {'device_id': 'c6f74d44-edef-4b6a-b596-1f3bb8aeb65d', 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5', 'admin_state_up': True, 'tenant_id': '98f399e3cf1044bf9243289227bdf576'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:54:51.047452 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f60658a-9f8f-4153-96be-a72729565861 req-a723b309-a583-4b83-9a3f-2e4391f90e84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Made reservation on behalf of 98f399e3cf1044bf9243289227bdf576 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:54:51.051101 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3f60658a-9f8f-4153-96be-a72729565861 req-a723b309-a583-4b83-9a3f-2e4391f90e84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:51.181517 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-3f60658a-9f8f-4153-96be-a72729565861 req-a723b309-a583-4b83-9a3f-2e4391f90e84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Allocated IP 172.20.0.14 (b223bd12-7743-4dcb-a504-c5fd86aa09d5/93e2a64c-1995-4f59-a7ea-e2bae8b97b44/7b1dfd33-81c0-41af-a2e0-c4b6e930692a) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:54:51.216590 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-24dc6086-42ad-44c1-b4c8-e97a48572b5e req-0d8ceb7c-e29c-46ca-ad5d-3ee8fa98889f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 210 time: 0.0272195 Sep 18 05:54:51.329052 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3f60658a-9f8f-4153-96be-a72729565861 req-a723b309-a583-4b83-9a3f-2e4391f90e84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:51.430458 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3f60658a-9f8f-4153-96be-a72729565861 req-a723b309-a583-4b83-9a3f-2e4391f90e84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:51.476935 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f60658a-9f8f-4153-96be-a72729565861 req-a723b309-a583-4b83-9a3f-2e4391f90e84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Network b223bd12-7743-4dcb-a504-c5fd86aa09d5 is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:54:51.480038 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-3f60658a-9f8f-4153-96be-a72729565861 req-a723b309-a583-4b83-9a3f-2e4391f90e84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:54:51.483660 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f60658a-9f8f-4153-96be-a72729565861 req-a723b309-a583-4b83-9a3f-2e4391f90e84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:54:51.492722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723b309-a583-4b83-9a3f-2e4391f90e84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Pushing event updated for resources: {'Port': ['ID=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:51.538588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60658a-9f8f-4153-96be-a72729565861 req-a723b309-a583-4b83-9a3f-2e4391f90e84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:51.539210 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3f60658a-9f8f-4153-96be-a72729565861 req-a723b309-a583-4b83-9a3f-2e4391f90e84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:51.607780 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-a723b309-a583-4b83-9a3f-2e4391f90e84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7442081 Sep 18 05:54:51.620084 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Request body: {'port': {'device_id': 'c6f74d44-edef-4b6a-b596-1f3bb8aeb65d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:54:51.672609 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:51.932030 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1dfd33-81c0-41af-a2e0-c4b6e930692a {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:54:51.939256 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:51.950702 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Transition to ACTIVE for port object 7b1dfd33-81c0-41af-a2e0-c4b6e930692a will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:54:52.021413 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:52.070630 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Pushing event updated for resources: {'Port': ['ID=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:52.141584 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Attempting to bind port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a on host n-h2-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:54:52.141930 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Attempting to bind port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a by drivers openvswitch,hyperv on host n-h2-789963-13 at level 0 using segments [{'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:54:52.142268 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Attempting to bind port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a on network b223bd12-7743-4dcb-a504-c5fd86aa09d5 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:54:52.146721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a on network b223bd12-7743-4dcb-a504-c5fd86aa09d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:54:52.147050 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Attempting to bind port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a on network b223bd12-7743-4dcb-a504-c5fd86aa09d5 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:54:52.152055 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Checking agent: {'id': '22bc913e-53f3-468f-90cb-5cfdbe79ef29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:54:52.152435 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Checking segment: {'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:54:52.155633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Bound using segment: {'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:54:52.155633 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Bound port: 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host: n-h2-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:54:52.155633 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:52.216011 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] For port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:54:52.218920 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] For port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host n-h2-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:54:52.276553 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:52.335834 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:52.336487 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:52.338022 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] 10.222.0.13 "PUT /v2.0/ports/7b1dfd33-81c0-41af-a2e0-c4b6e930692a HTTP/1.1" status: 200 len: 1093 time: 0.7219360 Sep 18 05:54:52.340113 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f74d44-edef-4b6a-b596-1f3bb8aeb65d', 'tag': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:54:52.342434 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a53c56-a017-4399-b259-407e930b4840" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f74d44-edef-4b6a-b596-1f3bb8aeb65d", "tag": "7b1dfd33-81c0-41af-a2e0-c4b6e930692a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:54:52.369721 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92b296-99b5-4abc-a1fd-399a182ecc9f service neutron] Pushing event updated for resources: {'Port': ['ID=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:52.385814 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2004b3-b8b8-450a-93d1-45178cb33168 req-79931e19-fc95-4d6c-a40f-5fc095cf489e tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:52.387499 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bd2004b3-b8b8-450a-93d1-45178cb33168 req-79931e19-fc95-4d6c-a40f-5fc095cf489e tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 944 time: 0.1003716 Sep 18 05:54:52.388992 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b02793c-a922-41aa-a2d9-a4f0ef59b748 x-openstack-request-id: req-4b02793c-a922-41aa-a2d9-a4f0ef59b748 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:54:52.389334 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f74d44-edef-4b6a-b596-1f3bb8aeb65d", "tag": "7b1dfd33-81c0-41af-a2e0-c4b6e930692a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:54:52.389527 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b02793c-a922-41aa-a2d9-a4f0ef59b748 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:54:52.389926 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f74d44-edef-4b6a-b596-1f3bb8aeb65d', 'tag': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a', 'status': 'completed', 'code': 200} Sep 18 05:54:52.454213 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-bd2004b3-b8b8-450a-93d1-45178cb33168 req-6f7ba0df-9159-48bb-b966-0999e9c7c8f5 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602367 Sep 18 05:54:52.463752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a53c56-a017-4399-b259-407e930b4840 req-8bf89b21-31bb-45d7-97b4-c8a71f0e2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:52.465261 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02a53c56-a017-4399-b259-407e930b4840 req-8bf89b21-31bb-45d7-97b4-c8a71f0e2e53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 1096 time: 0.0544105 Sep 18 05:54:52.562664 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a53c56-a017-4399-b259-407e930b4840 req-ac123216-57ef-4d0b-879c-10ad257641e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:52.564051 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02a53c56-a017-4399-b259-407e930b4840 req-ac123216-57ef-4d0b-879c-10ad257641e3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=98f399e3cf1044bf9243289227bdf576&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0903058 Sep 18 05:54:52.660475 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a53c56-a017-4399-b259-407e930b4840 req-037ac46f-aad0-47a6-b4f2-ba5b2bff1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:52.661918 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-02a53c56-a017-4399-b259-407e930b4840 req-037ac46f-aad0-47a6-b4f2-ba5b2bff1101 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0909929 Sep 18 05:54:52.734922 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60658a-9f8f-4153-96be-a72729565861 req-53aaf997-862a-47aa-8d5c-44fcd169e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:52.736412 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-53aaf997-862a-47aa-8d5c-44fcd169e579 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 1096 time: 0.0396667 Sep 18 05:54:52.780562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-1112a90c-647d-4b03-80e9-d3e4fdf8ef9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a HTTP/1.1" status: 200 len: 217 time: 0.0364292 Sep 18 05:54:52.828645 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60658a-9f8f-4153-96be-a72729565861 req-26ec7db0-e5f5-4cc8-acf7-72197cfc9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:52.830013 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-26ec7db0-e5f5-4cc8-acf7-72197cfc9876 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93e2a64c-1995-4f59-a7ea-e2bae8b97b44 HTTP/1.1" status: 200 len: 854 time: 0.0424752 Sep 18 05:54:52.861906 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-a3bbf1a3-283b-45e7-adcd-01102636c365 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b223bd12-7743-4dcb-a504-c5fd86aa09d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242476 Sep 18 05:54:52.955320 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-29bd5597-ecb3-4fea-a59a-1b4d1ac137ce service neutron] 10.222.0.13 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866945 Sep 18 05:54:53.051510 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-3f60658a-9f8f-4153-96be-a72729565861 req-98527775-6d61-4345-af52-279f10864f2c service neutron] 10.222.0.13 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879042 Sep 18 05:54:53.054385 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c19251a6-ccde-4ec8-9bf9-0c0891913249 no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:54:53.074938 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] No Port match for: c19251a6-ccde-4ec8-9bf9-0c0891913249 {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:54:53.075302 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device c19251a6-ccde-4ec8-9bf9-0c0891913249 not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:54:53.519048 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:53.572081 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e7ff3-5868-4ed1-980c-415563c085b0 req-c4eda8fb-695d-4084-a6f6-c0ef1101effa tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:53.573575 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f67e7ff3-5868-4ed1-980c-415563c085b0 req-c4eda8fb-695d-4084-a6f6-c0ef1101effa tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 944 time: 0.0496390 Sep 18 05:54:53.617326 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-f67e7ff3-5868-4ed1-980c-415563c085b0 req-6286589f-b268-43aa-8ef9-692abc34ada0 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370879 Sep 18 05:54:53.661614 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:54.731414 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea96ac0-599b-47ac-8c06-3179d8d394fb req-6b3b3cd7-7fb1-43b3-857d-5ba406e7a9ce tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:54.732920 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ea96ac0-599b-47ac-8c06-3179d8d394fb req-6b3b3cd7-7fb1-43b3-857d-5ba406e7a9ce tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 944 time: 0.0486071 Sep 18 05:54:54.769109 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1ea96ac0-599b-47ac-8c06-3179d8d394fb req-d3cbbd56-550a-4be1-b15b-33303cc1f637 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303130 Sep 18 05:54:55.048108 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7b1dfd33-81c0-41af-a2e0-c4b6e930692a details requested by agent hyperv_n-h2-789963-13 with host n-h2-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:54:55.142290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:54:55.154285 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Returning: {'device': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a', 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5', 'port_id': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a', 'mac_address': 'fa:16:3e:10:c5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e2a64c-1995-4f59-a7ea-e2bae8b97b44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:54:55.188905 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:55.201405 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1dfd33-81c0-41af-a2e0-c4b6e930692a {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:54:55.220003 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:54:55.309546 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:55.358581 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:55.365765 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:55.366128 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:55.366988 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:55.367340 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:55.367679 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:55.368019 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:55.368396 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:55.368776 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:55.369113 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:55.369451 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:55.369786 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:55.370122 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:54:55.513685 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] get_ports_and_sgs() called for port_ids ['7b1dfd33-81c0-41af-a2e0-c4b6e930692a'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:54:55.886238 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f29665-7501-4fcf-8920-1581b45ca730 req-2a1f290c-42dc-4d15-9be9-3b9f95202bdc tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:55.888693 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a8f29665-7501-4fcf-8920-1581b45ca730 req-2a1f290c-42dc-4d15-9be9-3b9f95202bdc tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 945 time: 0.0532320 Sep 18 05:54:55.926542 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-a8f29665-7501-4fcf-8920-1581b45ca730 req-adb4f73a-65e2-47f1-a635-06003063c3a8 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327520 Sep 18 05:54:57.046017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7129324-6d2c-4046-a2ba-06d51821b62a req-9215bad1-e5e7-4553-a2aa-606d0ca27f6f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:57.047551 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7129324-6d2c-4046-a2ba-06d51821b62a req-9215bad1-e5e7-4553-a2aa-606d0ca27f6f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 945 time: 0.0543976 Sep 18 05:54:57.054393 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7b1dfd33-81c0-41af-a2e0-c4b6e930692a up at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:54:57.087334 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f7129324-6d2c-4046-a2ba-06d51821b62a req-a7268163-f405-47e5-87b3-d9f27d2f683c tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319138 Sep 18 05:54:57.170112 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning for port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:54:57.173920 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Provisioning complete for port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:54:57.174293 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:57.247478 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:57.268904 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f74d44-edef-4b6a-b596-1f3bb8aeb65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:54:57.271383 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf977683-93d5-4a91-a294-2c154122fd2e" -d '{"events": [{"server_uuid": "c6f74d44-edef-4b6a-b596-1f3bb8aeb65d", "name": "network-vif-plugged", "status": "completed", "tag": "7b1dfd33-81c0-41af-a2e0-c4b6e930692a"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:54:57.284936 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] For port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:54:57.309142 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cee44d-158d-45e8-af04-dd36c81d264d x-openstack-request-id: req-24cee44d-158d-45e8-af04-dd36c81d264d {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:54:57.309142 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f74d44-edef-4b6a-b596-1f3bb8aeb65d", "name": "network-vif-plugged", "status": "completed", "tag": "7b1dfd33-81c0-41af-a2e0-c4b6e930692a", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:54:57.309142 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24cee44d-158d-45e8-af04-dd36c81d264d {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:54:57.309142 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f74d44-edef-4b6a-b596-1f3bb8aeb65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a', 'code': 200} Sep 18 05:54:57.364769 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:54:57.401612 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef97582-ee63-42b0-9550-e9e937831022 req-4732ddd6-98d2-4f33-8423-1e11b54a1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:57.403143 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ef97582-ee63-42b0-9550-e9e937831022 req-4732ddd6-98d2-4f33-8423-1e11b54a1de7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 1098 time: 0.0409603 Sep 18 05:54:57.416497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Pushing event updated for resources: {'Port': ['ID=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:54:57.438553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0ef97582-ee63-42b0-9550-e9e937831022 req-32994b6e-04da-4e39-af5a-f2a1a587b53b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274601 Sep 18 05:54:58.200473 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f1dd9-f16e-46eb-bb36-938a97a2106b req-99ac1939-6146-4216-b9bc-d696a11adc0d tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:58.201939 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-754f1dd9-f16e-46eb-bb36-938a97a2106b req-99ac1939-6146-4216-b9bc-d696a11adc0d tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0473514 Sep 18 05:54:58.238524 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-754f1dd9-f16e-46eb-bb36-938a97a2106b req-735e52ee-0515-494d-ae22-a370ad94557f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307057 Sep 18 05:54:59.364536 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e902266-4331-49a5-bed8-52f36aa25c89 req-50b771a4-e01b-4d1b-863e-d5710f90e515 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:59.364536 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e902266-4331-49a5-bed8-52f36aa25c89 req-50b771a4-e01b-4d1b-863e-d5710f90e515 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0490730 Sep 18 05:54:59.395778 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3e902266-4331-49a5-bed8-52f36aa25c89 req-9c6452c7-3c06-4cc3-8a30-e1f3edd30aac tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317264 Sep 18 05:54:59.515203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92160e-4aec-422f-960d-e145f12e8d84 req-081072f0-eda0-44bd-a864-6e4a8b0415da tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:59.516675 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f92160e-4aec-422f-960d-e145f12e8d84 req-081072f0-eda0-44bd-a864-6e4a8b0415da tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0517027 Sep 18 05:54:59.553827 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9f92160e-4aec-422f-960d-e145f12e8d84 req-92813406-51a2-4632-9e49-c8642f06740a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302472 Sep 18 05:54:59.891456 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d48ca-59c0-4287-8b75-08dc8c6bfd17 req-5b2bc4a6-5cb2-4e14-a2f0-f64410a8e852 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:54:59.892903 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b84d48ca-59c0-4287-8b75-08dc8c6bfd17 req-5b2bc4a6-5cb2-4e14-a2f0-f64410a8e852 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0489593 Sep 18 05:54:59.930877 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b84d48ca-59c0-4287-8b75-08dc8c6bfd17 req-3f2257db-2a6f-4293-8843-27cdad6e3f88 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308204 Sep 18 05:55:00.007005 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-dc8149c6-1b17-4e48-92e8-0bb4c8968c7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389204 Sep 18 05:55:01.068374 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aed7f2-daaa-4198-8b60-45b9246bc9cf req-bbfed73d-6818-4cf2-87f1-8a041af7bfd4 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:01.070382 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-45aed7f2-daaa-4198-8b60-45b9246bc9cf req-bbfed73d-6818-4cf2-87f1-8a041af7bfd4 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0551291 Sep 18 05:55:01.107497 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-45aed7f2-daaa-4198-8b60-45b9246bc9cf req-b8cff49e-4bc2-4098-81d7-1d7496fbc54e tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310261 Sep 18 05:55:01.281075 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-8ab35259-55ab-4e53-976c-a426d5be3046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:02.015040 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-46cf3a14-c4ab-4dc8-8580-0ed2a62fe9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:02.016487 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-46cf3a14-c4ab-4dc8-8580-0ed2a62fe9d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 1098 time: 0.0410118 Sep 18 05:55:02.108621 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-0e30cb42-05d6-46d7-a949-03da7c1ede49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:02.110100 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-0e30cb42-05d6-46d7-a949-03da7c1ede49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 200 len: 914 time: 0.0863423 Sep 18 05:55:02.150800 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-7bc762c3-ff9c-47cb-ad73-e3702a262923 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a HTTP/1.1" status: 200 len: 217 time: 0.0333748 Sep 18 05:55:02.226196 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-dedac028-e5d5-482f-9d52-3346d0f0f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:02.227645 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-dedac028-e5d5-482f-9d52-3346d0f0f107 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93e2a64c-1995-4f59-a7ea-e2bae8b97b44 HTTP/1.1" status: 200 len: 854 time: 0.0701599 Sep 18 05:55:02.260553 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-1b64132a-92ed-4a1f-9c4e-543ac8ee04c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b223bd12-7743-4dcb-a504-c5fd86aa09d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264146 Sep 18 05:55:02.267824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5406e2-cdd6-4168-bd6c-02f15458626a req-2d8eba68-1712-4759-9f0f-41498df55499 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:02.269395 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f5406e2-cdd6-4168-bd6c-02f15458626a req-2d8eba68-1712-4759-9f0f-41498df55499 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0827329 Sep 18 05:55:02.357056 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f5406e2-cdd6-4168-bd6c-02f15458626a req-7c17ea89-a83b-4221-ad84-5f9f6c6e333e tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798450 Sep 18 05:55:02.378986 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-0ba1abf9-c073-474c-a3b6-391d23213ddc service neutron] 10.222.0.13 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086919 Sep 18 05:55:02.467197 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-405aa042-77fb-47e4-8532-b9b53595ad2c service neutron] 10.222.0.13 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808787 Sep 18 05:55:03.474430 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f788a1d-be31-444c-9914-5e88495dbe1a req-5714ca62-03fb-436c-a219-2da2342304a1 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:03.476739 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3f788a1d-be31-444c-9914-5e88495dbe1a req-5714ca62-03fb-436c-a219-2da2342304a1 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0516429 Sep 18 05:55:03.513051 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3f788a1d-be31-444c-9914-5e88495dbe1a req-e50e90f5-9ff7-4034-9817-b532de13cdab tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304170 Sep 18 05:55:03.878748 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ea1a51d0-4888-41d6-8690-534c8ab420ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:04.309452 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:04.632308 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5603869-b666-4e05-b644-d0e096ed6270 req-1af0ab86-b88b-4079-b9b2-64c94a7452ab tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:04.633709 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5603869-b666-4e05-b644-d0e096ed6270 req-1af0ab86-b88b-4079-b9b2-64c94a7452ab tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0529807 Sep 18 05:55:04.670787 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e5603869-b666-4e05-b644-d0e096ed6270 req-bd992b02-cedf-4f27-865d-da4e33b5e46b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311601 Sep 18 05:55:05.430234 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:05.784274 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37963f14-c396-4bbf-8aff-d4297854abf5 req-73c21d16-a302-4945-a524-179cec0492a1 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:05.785770 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-37963f14-c396-4bbf-8aff-d4297854abf5 req-73c21d16-a302-4945-a524-179cec0492a1 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0481741 Sep 18 05:55:05.823154 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-37963f14-c396-4bbf-8aff-d4297854abf5 req-1c05d61f-9fd7-4704-b44e-aff1c129cf80 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308039 Sep 18 05:55:06.954844 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f65a-ce10-4387-974a-44242733b223 req-14f06ffd-3e64-4fd5-bf07-9e77677100a9 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:06.954844 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7544f65a-ce10-4387-974a-44242733b223 req-14f06ffd-3e64-4fd5-bf07-9e77677100a9 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0514848 Sep 18 05:55:06.980634 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-7544f65a-ce10-4387-974a-44242733b223 req-13f30459-754d-4784-ad8d-fdfef338afa2 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Sep 18 05:55:07.009599 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:08.099025 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12debf4c-568e-4a9f-b7c8-36cb9819624f req-6e533636-979a-4910-943b-9056ff419b89 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:08.100608 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-12debf4c-568e-4a9f-b7c8-36cb9819624f req-6e533636-979a-4910-943b-9056ff419b89 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0522394 Sep 18 05:55:08.139517 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-12debf4c-568e-4a9f-b7c8-36cb9819624f req-a8a77b65-b25d-42a3-9451-e8b0c4f63f85 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328391 Sep 18 05:55:09.258560 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de389c6d-e032-4d29-9bc8-d176d996b372 req-e64f4f0a-1674-4695-ad14-f643536afb9f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:09.260031 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-de389c6d-e032-4d29-9bc8-d176d996b372 req-e64f4f0a-1674-4695-ad14-f643536afb9f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0471015 Sep 18 05:55:09.296853 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-de389c6d-e032-4d29-9bc8-d176d996b372 req-cbf0b893-99c8-4ecb-abbd-ded30313562e tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308778 Sep 18 05:55:10.411573 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc086c25-7139-4208-a787-dc1be6a0cb7a req-536bd505-e3ff-4e2f-8835-5972f41d5837 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:10.413520 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc086c25-7139-4208-a787-dc1be6a0cb7a req-536bd505-e3ff-4e2f-8835-5972f41d5837 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0511296 Sep 18 05:55:10.451648 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fc086c25-7139-4208-a787-dc1be6a0cb7a req-d368f0c9-274e-47e6-bfe2-711f64949774 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323370 Sep 18 05:55:11.581090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56990ca3-1f84-4f38-878b-937e159cfe91 req-ae3632cc-df0b-4009-a311-8b26de94c0cf tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:11.582563 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56990ca3-1f84-4f38-878b-937e159cfe91 req-ae3632cc-df0b-4009-a311-8b26de94c0cf tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0557711 Sep 18 05:55:11.619658 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-56990ca3-1f84-4f38-878b-937e159cfe91 req-72384b98-4d84-4807-a18b-59fb4ee78cb6 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303311 Sep 18 05:55:12.731965 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c4ea1-c1c0-401b-9aec-a686d31f6044 req-396d95f5-8a6e-498f-bade-0487dcb8e08a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:12.733459 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f9c4ea1-c1c0-401b-9aec-a686d31f6044 req-396d95f5-8a6e-498f-bade-0487dcb8e08a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0475175 Sep 18 05:55:12.770200 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f9c4ea1-c1c0-401b-9aec-a686d31f6044 req-73c6523b-0d3d-4b35-a2d4-3cc47154d770 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309298 Sep 18 05:55:13.884017 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefdc76-0b11-495f-8793-a2276bad6c2f req-1ad883c1-0ed9-4185-8b73-925c205f557a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:13.885528 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcefdc76-0b11-495f-8793-a2276bad6c2f req-1ad883c1-0ed9-4185-8b73-925c205f557a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0476356 Sep 18 05:55:13.922670 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dcefdc76-0b11-495f-8793-a2276bad6c2f req-31d653e2-fe70-4165-9c8b-7c91dc43c206 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Sep 18 05:55:15.041008 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8179d-22ea-466b-ad77-00cb295590c0 req-4448fe9c-a4a7-40e5-a774-3524bc331b92 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:15.042527 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-52a8179d-22ea-466b-ad77-00cb295590c0 req-4448fe9c-a4a7-40e5-a774-3524bc331b92 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0531461 Sep 18 05:55:15.078643 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-52a8179d-22ea-466b-ad77-00cb295590c0 req-785469cd-8ed8-4ca7-a049-95fe75ec5cd8 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303679 Sep 18 05:55:16.191471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55da38-368a-45a3-a9e1-27b55a4dc99f req-804d03a8-b34e-433e-b10f-ccb92e32543e tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:16.192995 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab55da38-368a-45a3-a9e1-27b55a4dc99f req-804d03a8-b34e-433e-b10f-ccb92e32543e tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0480475 Sep 18 05:55:16.231333 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab55da38-368a-45a3-a9e1-27b55a4dc99f req-fc205877-23fe-4214-9f20-0becd1a2d989 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Sep 18 05:55:17.348411 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22418a-f13c-4cf8-a41f-e781f09e4e4a req-07fc77d0-7bcc-4310-a0e4-9eb4072a42b7 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:17.350432 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd22418a-f13c-4cf8-a41f-e781f09e4e4a req-07fc77d0-7bcc-4310-a0e4-9eb4072a42b7 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0510252 Sep 18 05:55:17.388147 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-fd22418a-f13c-4cf8-a41f-e781f09e4e4a req-07d7d0bf-cee7-4ebd-9fdd-20acf6941402 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314357 Sep 18 05:55:18.507641 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049c8b4-fe90-460d-a31e-c87d3251663e req-14a226e5-3db3-43ae-88bb-82968916ae44 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:18.509128 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9049c8b4-fe90-460d-a31e-c87d3251663e req-14a226e5-3db3-43ae-88bb-82968916ae44 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0530307 Sep 18 05:55:18.546622 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9049c8b4-fe90-460d-a31e-c87d3251663e req-7cd9ec32-2e36-4b0d-9730-6bba6677a712 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Sep 18 05:55:19.659736 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc2253-fe8a-4670-ac49-29e748c3084c req-1459be0d-705f-42eb-bfca-bfcd6365ef3f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:19.661249 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91cc2253-fe8a-4670-ac49-29e748c3084c req-1459be0d-705f-42eb-bfca-bfcd6365ef3f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0488961 Sep 18 05:55:19.698697 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-91cc2253-fe8a-4670-ac49-29e748c3084c req-e8cce497-3796-4bd6-b357-619cc511adc1 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Sep 18 05:55:20.813622 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baf527-cf48-4edf-bff5-26ce6f342a65 req-8bb35500-6a1b-4d42-a47f-e39dc07d4da5 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:20.815096 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e0baf527-cf48-4edf-bff5-26ce6f342a65 req-8bb35500-6a1b-4d42-a47f-e39dc07d4da5 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0485222 Sep 18 05:55:20.852713 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-e0baf527-cf48-4edf-bff5-26ce6f342a65 req-70bcf9c2-4222-4e28-9f49-4877a7f89204 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314107 Sep 18 05:55:21.969708 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee40ff8-bb30-4314-af20-5c09f3cfba04 req-52dbdbfc-c0d9-48ad-a5a0-105b286838ef tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:21.971102 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eee40ff8-bb30-4314-af20-5c09f3cfba04 req-52dbdbfc-c0d9-48ad-a5a0-105b286838ef tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0523946 Sep 18 05:55:22.009522 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-eee40ff8-bb30-4314-af20-5c09f3cfba04 req-dde8fee0-450f-44f3-823f-55e62be36c70 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Sep 18 05:55:23.122916 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102eaf5-2ac6-46bd-9ecd-0d421f15e47e req-9cd71eee-e844-4a23-b01f-28b2ee442fc4 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:23.124467 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f102eaf5-2ac6-46bd-9ecd-0d421f15e47e req-9cd71eee-e844-4a23-b01f-28b2ee442fc4 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0487216 Sep 18 05:55:23.161172 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f102eaf5-2ac6-46bd-9ecd-0d421f15e47e req-dca82ddb-caf0-4d72-8d46-43f098818383 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309138 Sep 18 05:55:23.514827 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:23.680580 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:24.275449 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282be342-cc37-4a1d-a187-966b30da64bd req-a15abcca-db9e-4b77-ae36-cf8a5f1f7735 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:24.276960 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-282be342-cc37-4a1d-a187-966b30da64bd req-a15abcca-db9e-4b77-ae36-cf8a5f1f7735 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0491366 Sep 18 05:55:24.316130 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-282be342-cc37-4a1d-a187-966b30da64bd req-24ff4a99-9ed7-4f81-a088-40f6d4fe96b0 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331950 Sep 18 05:55:25.432788 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfa52e-38a2-4709-9168-b7d238e198f9 req-34dbe59f-f0bf-4430-8584-02a9f9c1dc27 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:25.434244 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4acfa52e-38a2-4709-9168-b7d238e198f9 req-34dbe59f-f0bf-4430-8584-02a9f9c1dc27 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0514948 Sep 18 05:55:25.470258 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4acfa52e-38a2-4709-9168-b7d238e198f9 req-fb81f8b2-46e4-4b8b-83d5-aaf2dcf5893e tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301428 Sep 18 05:55:26.216628 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:55:26.584656 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe51b-182e-4864-8558-b772bb97edc7 req-df9573a9-3d01-44a4-8f4e-cf047d7ae825 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:26.586482 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b29fe51b-182e-4864-8558-b772bb97edc7 req-df9573a9-3d01-44a4-8f4e-cf047d7ae825 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0498486 Sep 18 05:55:26.623289 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b29fe51b-182e-4864-8558-b772bb97edc7 req-abeb0ebd-f4d5-42f9-9837-f8c75ab81f4e tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310493 Sep 18 05:55:27.738280 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a3420-4ee3-4eb2-928c-30833f1e8b4b req-51ecf95e-9b25-4281-ab4c-e60f9098046b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:27.739754 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-908a3420-4ee3-4eb2-928c-30833f1e8b4b req-51ecf95e-9b25-4281-ab4c-e60f9098046b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0488791 Sep 18 05:55:27.776817 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-908a3420-4ee3-4eb2-928c-30833f1e8b4b req-02035730-cd4a-46e0-8858-279caf33ad64 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306098 Sep 18 05:55:28.894997 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544a246-3184-478d-b57c-583b9712cff1 req-a9e76bef-7d38-414e-925c-dd4e4377fe68 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:28.896744 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3544a246-3184-478d-b57c-583b9712cff1 req-a9e76bef-7d38-414e-925c-dd4e4377fe68 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0533702 Sep 18 05:55:28.933714 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-3544a246-3184-478d-b57c-583b9712cff1 req-c98b7b3c-b1eb-425f-8b8d-e794b16d1e4d tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312738 Sep 18 05:55:29.650131 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-3aa2004f-ad44-46c6-af5f-0fca0fd60357 service neutron] show failed (client error): The resource could not be found. Sep 18 05:55:29.651144 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-3aa2004f-ad44-46c6-af5f-0fca0fd60357 service neutron] 10.222.0.13 "GET /v2.0/ports/7b1dfd33-81c0-41af-a2e0-c4b6e930692a/bindings/n-h1-789963-13 HTTP/1.1" status: 404 len: 381 time: 0.0537260 Sep 18 05:55:30.053546 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef9ad5-a3d0-4d7a-9fb4-5683a395e102 req-e19114c1-a0d4-4f69-8a39-3112bd99ff87 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:30.055056 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43ef9ad5-a3d0-4d7a-9fb4-5683a395e102 req-e19114c1-a0d4-4f69-8a39-3112bd99ff87 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0541682 Sep 18 05:55:30.117910 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-43ef9ad5-a3d0-4d7a-9fb4-5683a395e102 req-4982a1a4-4f65-46e4-a7a1-12f327b7155f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566454 Sep 18 05:55:30.127228 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-7ea476dd-5334-4ff4-bd67-44b403b083f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:30.128710 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-7ea476dd-5334-4ff4-bd67-44b403b083f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d&tenant_id=98f399e3cf1044bf9243289227bdf576 HTTP/1.1" status: 200 len: 1098 time: 0.0607152 Sep 18 05:55:30.140337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-13', 'device_owner': 'compute:nova'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:55:30.192032 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:30.392652 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] For port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host n-h2-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-13',level=0,port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:55:30.424658 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] For port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host n-h2-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:55:30.463485 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f74d44-edef-4b6a-b596-1f3bb8aeb65d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:55:30.465752 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de81ca4-b0ad-407e-b330-6139aab443ac" -d '{"events": [{"server_uuid": "c6f74d44-edef-4b6a-b596-1f3bb8aeb65d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b1dfd33-81c0-41af-a2e0-c4b6e930692a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:55:30.469617 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:30.482027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Transition to ACTIVE for port object 7b1dfd33-81c0-41af-a2e0-c4b6e930692a will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:55:30.516706 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 05:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0028c5c5-b17e-4da7-87c8-94ca49cbd80a x-openstack-request-id: req-0028c5c5-b17e-4da7-87c8-94ca49cbd80a {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:55:30.517026 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f74d44-edef-4b6a-b596-1f3bb8aeb65d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b1dfd33-81c0-41af-a2e0-c4b6e930692a", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:55:30.517280 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0028c5c5-b17e-4da7-87c8-94ca49cbd80a {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:55:30.517683 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f74d44-edef-4b6a-b596-1f3bb8aeb65d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a', 'code': 200} Sep 18 05:55:30.546626 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:30.605957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] No DVR routers for this DVR port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a on host n-h2-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:55:30.607717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Pushing event updated for resources: {'Port': ['ID=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,revision_number=6']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:30.645798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Attempting to bind port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:55:30.646086 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Attempting to bind port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:55:30.646430 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Attempting to bind port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a on network b223bd12-7743-4dcb-a504-c5fd86aa09d5 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:55:30.650763 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a on network b223bd12-7743-4dcb-a504-c5fd86aa09d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:55:30.651329 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Attempting to bind port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a on network b223bd12-7743-4dcb-a504-c5fd86aa09d5 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:55:30.655800 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:55:30.656138 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Checking segment: {'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:55:30.656556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Bound using segment: {'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:55:30.656983 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Bound port: 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4632e3c2-2bf3-4f7f-bd8c-2933a5285623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:55:30.657340 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:30.718203 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] For port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:55:30.721146 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] For port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:55:30.800653 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:30.834997 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:30.835653 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:30.837088 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] 10.222.0.18 "PUT /v2.0/ports/7b1dfd33-81c0-41af-a2e0-c4b6e930692a HTTP/1.1" status: 200 len: 1093 time: 0.7007675 Sep 18 05:55:30.857386 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cce9d1-8703-4d37-96f5-d49658c7b0cd service neutron] Pushing event updated for resources: {'Port': ['ID=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,revision_number=7']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:30.899276 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-ab094965-9a85-4db0-bfe0-c669ac60d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:30.900797 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-ab094965-9a85-4db0-bfe0-c669ac60d8c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 1096 time: 0.0406356 Sep 18 05:55:30.989493 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-5cbb549e-4557-42cb-b3ef-5e24ebdf97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:30.991710 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-5cbb549e-4557-42cb-b3ef-5e24ebdf97a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 200 len: 914 time: 0.0846970 Sep 18 05:55:31.031234 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-1e570da2-03f5-4c6f-9db1-d41c85ebf796 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a HTTP/1.1" status: 200 len: 217 time: 0.0325835 Sep 18 05:55:31.081722 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-c7a4dbb9-3fc4-4ab7-9cbd-5471f9ba4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:31.083127 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-c7a4dbb9-3fc4-4ab7-9cbd-5471f9ba4d73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93e2a64c-1995-4f59-a7ea-e2bae8b97b44 HTTP/1.1" status: 200 len: 854 time: 0.0450952 Sep 18 05:55:31.289876 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e02fb911-21e7-4e48-9805-14d43c67ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:31.460065 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-e5c2ef5c-d707-45e6-bb3c-61bfdc61ecee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b223bd12-7743-4dcb-a504-c5fd86aa09d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3696208 Sep 18 05:55:31.558482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134cc9b-ccad-4c08-9a25-17af25adbcff req-85a61cc5-5083-4075-89d1-61c27476bc9f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:31.559965 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8134cc9b-ccad-4c08-9a25-17af25adbcff req-85a61cc5-5083-4075-89d1-61c27476bc9f tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 944 time: 0.1025803 Sep 18 05:55:31.597212 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-a37b9da2-f652-49a3-b857-39447088b0c2 service neutron] 10.222.0.18 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293261 Sep 18 05:55:31.618253 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8134cc9b-ccad-4c08-9a25-17af25adbcff req-38eaf0bd-72dd-4737-bcaf-767554884f71 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511177 Sep 18 05:55:31.699112 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-54b75c91-0c08-411b-ab61-69277b5d6beb req-0af25163-91ca-404c-a8b3-d9d5a12d721d service neutron] 10.222.0.18 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924776 Sep 18 05:55:32.519225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f74d44-edef-4b6a-b596-1f3bb8aeb65d', 'tag': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:55:32.522240 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b748c5d3-8463-4d14-9d29-659e2f501c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f74d44-edef-4b6a-b596-1f3bb8aeb65d", "tag": "7b1dfd33-81c0-41af-a2e0-c4b6e930692a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:55:32.569714 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac19dc4-d61e-4d37-81d4-b7567b19765e x-openstack-request-id: req-2ac19dc4-d61e-4d37-81d4-b7567b19765e {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:55:32.570044 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f74d44-edef-4b6a-b596-1f3bb8aeb65d", "tag": "7b1dfd33-81c0-41af-a2e0-c4b6e930692a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:55:32.570307 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ac19dc4-d61e-4d37-81d4-b7567b19765e {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:55:32.570734 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f74d44-edef-4b6a-b596-1f3bb8aeb65d', 'tag': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a', 'status': 'completed', 'code': 200} Sep 18 05:55:32.657321 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-1103cc51-e44b-4222-aee2-c3041b7c0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:32.658843 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-1103cc51-e44b-4222-aee2-c3041b7c0d36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 1096 time: 0.0714674 Sep 18 05:55:32.663279 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-faccfbc8-4f18-4ae0-92a5-1421261b461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:32.664714 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-faccfbc8-4f18-4ae0-92a5-1421261b461f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 1096 time: 0.0692677 Sep 18 05:55:32.859496 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf783e-4d5c-4062-9e5c-88e64f6d6da4 req-13717b60-e9cd-4358-8918-3705c157eb19 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:32.860937 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9adf783e-4d5c-4062-9e5c-88e64f6d6da4 req-13717b60-e9cd-4358-8918-3705c157eb19 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 944 time: 0.1709003 Sep 18 05:55:32.863899 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-8aee3cc9-1f05-4aee-9fc8-4c10a3bcca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:32.866012 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-8aee3cc9-1f05-4aee-9fc8-4c10a3bcca39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 200 len: 914 time: 0.2004533 Sep 18 05:55:32.870588 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-5a7afc59-6b9f-49c3-b821-44bde0652d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:32.871941 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-5a7afc59-6b9f-49c3-b821-44bde0652d79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 200 len: 914 time: 0.1978953 Sep 18 05:55:32.924181 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-4e36c2a8-9bc0-42aa-a42e-c8d14c90a3bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a HTTP/1.1" status: 200 len: 217 time: 0.0473704 Sep 18 05:55:32.959735 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-9f4dd783-58b0-4bdd-9eed-ae08e52c5ce5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a HTTP/1.1" status: 200 len: 217 time: 0.0756357 Sep 18 05:55:33.031767 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9adf783e-4d5c-4062-9e5c-88e64f6d6da4 req-33543f38-17b8-4717-be8d-6856654d694c tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634715 Sep 18 05:55:33.047481 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-1599eeb2-cdeb-4fdb-aa04-6d510b663445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:33.049125 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-1599eeb2-cdeb-4fdb-aa04-6d510b663445 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93e2a64c-1995-4f59-a7ea-e2bae8b97b44 HTTP/1.1" status: 200 len: 854 time: 0.0977941 Sep 18 05:55:33.054704 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-ac9d7232-7e3d-4707-8d3e-336f50c3485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:33.056059 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-ac9d7232-7e3d-4707-8d3e-336f50c3485d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93e2a64c-1995-4f59-a7ea-e2bae8b97b44 HTTP/1.1" status: 200 len: 854 time: 0.0718229 Sep 18 05:55:33.087938 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-f5cb2014-89be-4cc5-a916-ec9730872786 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b223bd12-7743-4dcb-a504-c5fd86aa09d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309398 Sep 18 05:55:33.103040 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-ca4f973b-420c-4d48-a42f-12c7761dee2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b223bd12-7743-4dcb-a504-c5fd86aa09d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387309 Sep 18 05:55:33.217286 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7b1dfd33-81c0-41af-a2e0-c4b6e930692a no longer exists at agent hyperv_n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:55:33.254370 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Device 7b1dfd33-81c0-41af-a2e0-c4b6e930692a not bound to the agent host n-h2-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:55:33.255878 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-66c14b00-32bf-4741-85be-1f5bff2d3ce0 service neutron] 10.222.0.13 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549349 Sep 18 05:55:33.261254 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-fbec24d3-d9ca-4369-b2b7-2bac42c36b06 service neutron] 10.222.0.18 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380634 Sep 18 05:55:33.417154 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-7dbe9298-96ef-40ad-9c4d-77532c3e8bd7 service neutron] 10.222.0.13 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542432 Sep 18 05:55:33.419061 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-b748c5d3-8463-4d14-9d29-659e2f501c2e req-a6ab2aaf-c3d8-4053-bd38-fbccb3990771 service neutron] 10.222.0.18 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490302 Sep 18 05:55:33.883987 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a216059e-60e7-43d8-918e-eab7fb388574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:34.148962 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b0dfc-b79f-497c-bdc6-2665e9c2e029 req-417696d0-ea83-4b5f-b191-5226e6947d84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:34.150456 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bb1b0dfc-b79f-497c-bdc6-2665e9c2e029 req-417696d0-ea83-4b5f-b191-5226e6947d84 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 944 time: 0.0496995 Sep 18 05:55:34.186995 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-bb1b0dfc-b79f-497c-bdc6-2665e9c2e029 req-fb76db7a-d677-4ccd-a0bb-be7242173315 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307128 Sep 18 05:55:34.314656 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:34.533951 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986eee0e-fb42-41cb-b9c8-0afeedbdbd22 req-64c1e369-87a6-4ba5-a4eb-611495c3e687 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:34.536661 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-986eee0e-fb42-41cb-b9c8-0afeedbdbd22 req-64c1e369-87a6-4ba5-a4eb-611495c3e687 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 944 time: 0.0519378 Sep 18 05:55:34.575188 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-986eee0e-fb42-41cb-b9c8-0afeedbdbd22 req-f9f73fdc-620d-46b0-b93e-ecf22299e876 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336695 Sep 18 05:55:34.613628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a91b3-93e1-4a3f-86b4-dfff7ad46cbc req-a86e8fef-7038-45a4-8f39-d9531ed8b52b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:34.615867 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e3a91b3-93e1-4a3f-86b4-dfff7ad46cbc req-a86e8fef-7038-45a4-8f39-d9531ed8b52b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d&tenant_id=98f399e3cf1044bf9243289227bdf576&binding%3Ahost_id=n-h1-789963-13 HTTP/1.1" status: 200 len: 944 time: 0.0529504 Sep 18 05:55:34.658909 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7b1dfd33-81c0-41af-a2e0-c4b6e930692a details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:55:34.676525 n-d-789963-13 neutron-server[106909]: INFO neutron.api.v2.resource [req-0e3a91b3-93e1-4a3f-86b4-dfff7ad46cbc req-b11d8374-a7ba-4e35-9378-2bb33a95d3a1 service neutron] delete failed (client error): The resource could not be found. Sep 18 05:55:34.678139 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e3a91b3-93e1-4a3f-86b4-dfff7ad46cbc req-b11d8374-a7ba-4e35-9378-2bb33a95d3a1 service neutron] 10.222.0.13 "DELETE /v2.0/ports/7b1dfd33-81c0-41af-a2e0-c4b6e930692a/bindings/n-h2-789963-13 HTTP/1.1" status: 404 len: 381 time: 0.0527804 Sep 18 05:55:34.757290 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:55:34.764611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a91b3-93e1-4a3f-86b4-dfff7ad46cbc req-3edf722b-4f30-448b-aa7e-28b85d17b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:34.766165 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e3a91b3-93e1-4a3f-86b4-dfff7ad46cbc req-3edf722b-4f30-448b-aa7e-28b85d17b721 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=98f399e3cf1044bf9243289227bdf576&device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 1096 time: 0.0453830 Sep 18 05:55:34.768858 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a', 'network_id': 'b223bd12-7743-4dcb-a504-c5fd86aa09d5', 'port_id': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a', 'mac_address': 'fa:16:3e:10:c5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e2a64c-1995-4f59-a7ea-e2bae8b97b44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:55:34.805222 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:34.817266 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1dfd33-81c0-41af-a2e0-c4b6e930692a {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:55:34.835853 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:55:34.856004 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a91b3-93e1-4a3f-86b4-dfff7ad46cbc req-74803208-53b2-466d-b662-a729e3fe5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:34.857536 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e3a91b3-93e1-4a3f-86b4-dfff7ad46cbc req-74803208-53b2-466d-b662-a729e3fe5ecb service neutron] 10.222.0.13 "GET /v2.0/networks?id=b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 200 len: 914 time: 0.0845311 Sep 18 05:55:34.901992 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e3a91b3-93e1-4a3f-86b4-dfff7ad46cbc req-0f6573eb-6aa4-46aa-8eeb-625595e70862 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a HTTP/1.1" status: 200 len: 217 time: 0.0373776 Sep 18 05:55:34.923778 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:34.955037 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a91b3-93e1-4a3f-86b4-dfff7ad46cbc req-da563105-1a67-4757-ba53-836903cc0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:34.956538 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e3a91b3-93e1-4a3f-86b4-dfff7ad46cbc req-da563105-1a67-4757-ba53-836903cc0378 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93e2a64c-1995-4f59-a7ea-e2bae8b97b44 HTTP/1.1" status: 200 len: 854 time: 0.0478764 Sep 18 05:55:34.971856 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,revision_number=8']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:34.988057 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e3a91b3-93e1-4a3f-86b4-dfff7ad46cbc req-b384e609-7cf8-4712-9221-ce8475ef421f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b223bd12-7743-4dcb-a504-c5fd86aa09d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248520 Sep 18 05:55:35.082445 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e3a91b3-93e1-4a3f-86b4-dfff7ad46cbc req-4ab24da3-af62-42ba-9af6-7797f27f2ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860822 Sep 18 05:55:35.133193 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7b1dfd33-81c0-41af-a2e0-c4b6e930692a'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:55:35.173199 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-0e3a91b3-93e1-4a3f-86b4-dfff7ad46cbc req-dd59623a-c5dc-4885-b1b1-b2758a5441c1 service neutron] 10.222.0.13 "GET /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826676 Sep 18 05:55:35.440127 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:35.694615 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104ece4-bfa0-43c6-af38-e38935e60803 req-ce8e23f7-9dc0-4235-9407-04c467262f0a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:35.696066 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f104ece4-bfa0-43c6-af38-e38935e60803 req-ce8e23f7-9dc0-4235-9407-04c467262f0a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 945 time: 0.0511522 Sep 18 05:55:35.736255 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f104ece4-bfa0-43c6-af38-e38935e60803 req-6ed76487-cfbc-4291-8f1a-b3d371172e7a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341523 Sep 18 05:55:36.682536 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7b1dfd33-81c0-41af-a2e0-c4b6e930692a up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:55:36.817216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:55:36.821497 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:55:36.821989 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:36.856811 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0a8ee-afd6-4ef6-9a63-5fc4f5aa41f4 req-136b0ccb-eb44-4264-94f9-14d7d9e724ed tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:36.858432 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c4a0a8ee-afd6-4ef6-9a63-5fc4f5aa41f4 req-136b0ccb-eb44-4264-94f9-14d7d9e724ed tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 945 time: 0.0536520 Sep 18 05:55:36.897877 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-c4a0a8ee-afd6-4ef6-9a63-5fc4f5aa41f4 req-4d1d7dff-7f9f-42ba-abb1-edf79c83d6bc tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Sep 18 05:55:36.901141 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:36.930223 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f74d44-edef-4b6a-b596-1f3bb8aeb65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:55:36.932470 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ad729a-347d-47fa-8c5e-4db01ec265bf" -d '{"events": [{"server_uuid": "c6f74d44-edef-4b6a-b596-1f3bb8aeb65d", "name": "network-vif-plugged", "status": "completed", "tag": "7b1dfd33-81c0-41af-a2e0-c4b6e930692a"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:55:36.948059 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:55:36.972469 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b482d90-1ab1-49ad-b23b-3b60f61bd2d4 x-openstack-request-id: req-7b482d90-1ab1-49ad-b23b-3b60f61bd2d4 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:55:36.972765 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f74d44-edef-4b6a-b596-1f3bb8aeb65d", "name": "network-vif-plugged", "status": "completed", "tag": "7b1dfd33-81c0-41af-a2e0-c4b6e930692a", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:55:36.973022 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b482d90-1ab1-49ad-b23b-3b60f61bd2d4 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:55:36.973416 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f74d44-edef-4b6a-b596-1f3bb8aeb65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a', 'code': 200} Sep 18 05:55:37.024194 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf663c1-4bef-4f8f-b9f7-725e73a326a0 req-062deb67-6c76-478b-a0f6-641e270eef3a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:37.025724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-baf663c1-4bef-4f8f-b9f7-725e73a326a0 req-062deb67-6c76-478b-a0f6-641e270eef3a tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 945 time: 0.0560274 Sep 18 05:55:37.032177 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:37.060973 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:37.065889 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-baf663c1-4bef-4f8f-b9f7-725e73a326a0 req-be331f10-d5b4-470b-9cef-284b24ef71da tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336902 Sep 18 05:55:37.114008 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,revision_number=9']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:37.195637 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e5406-7f34-4d22-ab12-0f34d0a28421 req-3b6789be-e292-436b-948a-68f1bd8bdec6 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:37.197069 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f6e5406-7f34-4d22-ab12-0f34d0a28421 req-3b6789be-e292-436b-948a-68f1bd8bdec6 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0495520 Sep 18 05:55:37.234769 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-5f6e5406-7f34-4d22-ab12-0f34d0a28421 req-8d763b89-a25e-4450-9607-7a466d0f9267 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Sep 18 05:55:37.913736 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c5bf1-ba8e-4d92-8618-a345c1305eaf req-3ec870ad-842e-4a5e-9078-be013038199d tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:37.913736 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-467c5bf1-ba8e-4d92-8618-a345c1305eaf req-3ec870ad-842e-4a5e-9078-be013038199d tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0480061 Sep 18 05:55:37.950876 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-467c5bf1-ba8e-4d92-8618-a345c1305eaf req-04995949-65e3-441a-9ad4-7b8e276a7ddd tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311022 Sep 18 05:55:39.037732 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0ca20-d112-4fe0-ad08-3893c484cedb req-fb68cae2-e177-4182-8676-0aaefddad04d tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:39.039321 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ac0ca20-d112-4fe0-ad08-3893c484cedb req-fb68cae2-e177-4182-8676-0aaefddad04d tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0511570 Sep 18 05:55:39.064804 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36110e9c-ebc6-451d-9fe4-ab1bc5cff367 req-e54a2515-6655-4863-bdd8-cac9e3337fe1 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:39.066320 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-36110e9c-ebc6-451d-9fe4-ab1bc5cff367 req-e54a2515-6655-4863-bdd8-cac9e3337fe1 tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f74d44-edef-4b6a-b596-1f3bb8aeb65d HTTP/1.1" status: 200 len: 946 time: 0.0490048 Sep 18 05:55:39.104754 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-36110e9c-ebc6-451d-9fe4-ab1bc5cff367 req-c1c33c4c-3cb9-4e5c-a753-bf3bd8dc4cbe tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1ffbead-7b62-456f-9ba0-36d67a70b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Sep 18 05:55:39.133998 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-2ac0ca20-d112-4fe0-ad08-3893c484cedb req-3af169ab-9e06-43ec-8d92-2c559107228b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Deleting port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a {{(pid=106909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 05:55:39.134346 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca20-d112-4fe0-ad08-3893c484cedb req-3af169ab-9e06-43ec-8d92-2c559107228b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760849397809'] for port, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:39.221071 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-2ac0ca20-d112-4fe0-ad08-3893c484cedb req-3af169ab-9e06-43ec-8d92-2c559107228b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] For port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,segment=NetworkSegment(4632e3c2-2bf3-4f7f-bd8c-2933a5285623),segment_id=4632e3c2-2bf3-4f7f-bd8c-2933a5285623)] {{(pid=106909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:55:39.221501 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca20-d112-4fe0-ad08-3893c484cedb req-3af169ab-9e06-43ec-8d92-2c559107228b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679184'] for port, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:39.234350 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [req-2ac0ca20-d112-4fe0-ad08-3893c484cedb req-3af169ab-9e06-43ec-8d92-2c559107228b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Calling delete_port for 7b1dfd33-81c0-41af-a2e0-c4b6e930692a owned by compute:nova {{(pid=106909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 05:55:39.461453 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca20-d112-4fe0-ad08-3893c484cedb req-3af169ab-9e06-43ec-8d92-2c559107228b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760849403639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760848917203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:39.472896 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['7b1dfd33-81c0-41af-a2e0-c4b6e930692a'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:55:39.489166 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af169ab-9e06-43ec-8d92-2c559107228b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Pushing event deleted for resources: {'Port': ['ID=7b1dfd33-81c0-41af-a2e0-c4b6e930692a,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:39.535717 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac0ca20-d112-4fe0-ad08-3893c484cedb req-3af169ab-9e06-43ec-8d92-2c559107228b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] No DVR routers for this DVR port 7b1dfd33-81c0-41af-a2e0-c4b6e930692a on host n-h1-789963-13 {{(pid=106909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 05:55:39.539245 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca20-d112-4fe0-ad08-3893c484cedb req-3af169ab-9e06-43ec-8d92-2c559107228b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:39.541357 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2ac0ca20-d112-4fe0-ad08-3893c484cedb req-3af169ab-9e06-43ec-8d92-2c559107228b tempest-ServerDiskConfigTestJSON-774181300 tempest-ServerDiskConfigTestJSON-774181300-project] 10.222.0.18 "DELETE /v2.0/ports/7b1dfd33-81c0-41af-a2e0-c4b6e930692a HTTP/1.1" status: 204 len: 173 time: 0.4961164 Sep 18 05:55:39.541802 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f74d44-edef-4b6a-b596-1f3bb8aeb65d', 'name': 'network-vif-deleted', 'tag': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:55:39.544050 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71687b7-032c-443f-825f-737e394fe995" -d '{"events": [{"server_uuid": "c6f74d44-edef-4b6a-b596-1f3bb8aeb65d", "name": "network-vif-deleted", "tag": "7b1dfd33-81c0-41af-a2e0-c4b6e930692a"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:55:39.578321 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fb8785-7b4a-4d28-bae8-8b1ba2961151 x-openstack-request-id: req-01fb8785-7b4a-4d28-bae8-8b1ba2961151 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:55:39.578707 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f74d44-edef-4b6a-b596-1f3bb8aeb65d", "name": "network-vif-deleted", "tag": "7b1dfd33-81c0-41af-a2e0-c4b6e930692a", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:55:39.578968 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01fb8785-7b4a-4d28-bae8-8b1ba2961151 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:55:39.579369 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f74d44-edef-4b6a-b596-1f3bb8aeb65d', 'name': 'network-vif-deleted', 'tag': '7b1dfd33-81c0-41af-a2e0-c4b6e930692a', 'status': 'completed', 'code': 200} Sep 18 05:55:40.223751 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41702) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:55:40.267653 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a463f912-bc11-4301-a26a-c4477b0e9def admin admin] Deleting subnet 93e2a64c-1995-4f59-a7ea-e2bae8b97b44 {{(pid=106909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 05:55:40.270857 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a463f912-bc11-4301-a26a-c4477b0e9def admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:40.304655 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a463f912-bc11-4301-a26a-c4477b0e9def admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6141555'] for subnet, precommit_delete_associations {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:40.341731 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a463f912-bc11-4301-a26a-c4477b0e9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-561476'] for subnet, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:40.495299 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a463f912-bc11-4301-a26a-c4477b0e9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5489805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4706517'] for subnet, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:40.527160 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463f912-bc11-4301-a26a-c4477b0e9def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93e2a64c-1995-4f59-a7ea-e2bae8b97b44,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:40.529784 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-a463f912-bc11-4301-a26a-c4477b0e9def admin admin] Notify callbacks [] for subnet, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:40.531597 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-a463f912-bc11-4301-a26a-c4477b0e9def admin admin] 10.222.0.23 "DELETE /v2.0/subnets/93e2a64c-1995-4f59-a7ea-e2bae8b97b44 HTTP/1.1" status: 204 len: 168 time: 0.3062348 Sep 18 05:55:40.533611 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41704) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:55:40.600762 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13315bbd-2d3e-46e5-9ed3-26e9f5b02027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1550261'] for network, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:40.680662 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13315bbd-2d3e-46e5-9ed3-26e9f5b02027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562371', 'neutron.services.segments.db._delete_segments_for_network-8760849413277'] for network, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:40.700482 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-13315bbd-2d3e-46e5-9ed3-26e9f5b02027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b223bd12-7743-4dcb-a504-c5fd86aa09d5']}} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:55:40.711108 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-13315bbd-2d3e-46e5-9ed3-26e9f5b02027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4632e3c2-2bf3-4f7f-bd8c-2933a5285623') {'for_net_delete': True} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:55:40.711412 n-d-789963-13 neutron-server[106909]: DEBUG neutron.services.segments.db [None req-13315bbd-2d3e-46e5-9ed3-26e9f5b02027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4632e3c2-2bf3-4f7f-bd8c-2933a5285623') {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:55:40.720552 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13315bbd-2d3e-46e5-9ed3-26e9f5b02027 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760849412774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6141560'] for segment, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:40.733355 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13315bbd-2d3e-46e5-9ed3-26e9f5b02027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:40.739027 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13315bbd-2d3e-46e5-9ed3-26e9f5b02027 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 05:55:40.739417 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13315bbd-2d3e-46e5-9ed3-26e9f5b02027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490003'] for segment, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: Traceback (most recent call last): Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: timer() Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: cb(*args, **kw) Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: return func(*args, **kwargs) Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: self._notify() Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: self.callback(batched_events) Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: event.method(event) Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: return f(self, *a, **k) Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: return self._get(url).json() Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: return self.request(url, 'GET', **kwargs) Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 05:55:40.741087 n-d-789963-13 neutron-server[106909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 05:55:40.872402 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13315bbd-2d3e-46e5-9ed3-26e9f5b02027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600266'] for network, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:40.877971 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-13315bbd-2d3e-46e5-9ed3-26e9f5b02027 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:40.879806 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-13315bbd-2d3e-46e5-9ed3-26e9f5b02027 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b223bd12-7743-4dcb-a504-c5fd86aa09d5 HTTP/1.1" status: 204 len: 168 time: 0.3452508 Sep 18 05:55:40.890887 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13315bbd-2d3e-46e5-9ed3-26e9f5b02027 admin admin] Pushing event deleted for resources: {'Network': ['ID=b223bd12-7743-4dcb-a504-c5fd86aa09d5,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:41.150377 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41708) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:55:41.191114 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-f9723bbb-38c9-4786-a5b5-8f97769b87cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98f399e3cf1044bf9243289227bdf576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422080 Sep 18 05:55:41.194145 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41710) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:55:41.239999 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e448d76-3520-4127-ae63-87775c2d6eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:41.261413 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e448d76-3520-4127-ae63-87775c2d6eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:41.383276 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e448d76-3520-4127-ae63-87775c2d6eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_delete {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:41.385751 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-0e448d76-3520-4127-ae63-87775c2d6eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:41.386938 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-0e448d76-3520-4127-ae63-87775c2d6eaa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1ffbead-7b62-456f-9ba0-36d67a70b0d7 HTTP/1.1" status: 204 len: 168 time: 0.1912022 Sep 18 05:55:41.395125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e448d76-3520-4127-ae63-87775c2d6eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ffbead-7b62-456f-9ba0-36d67a70b0d7,revision_number=None']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:42.359850 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41732) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:55:42.454557 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1472185219-network', 'tenant_id': '54d374123f084f77a97fdfdd16387a22'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:55:42.525556 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Made reservation on behalf of 54d374123f084f77a97fdfdd16387a22 for: {'network': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:55:42.527845 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for network, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:42.536419 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:42.622582 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:42.691193 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:42.697421 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7b1dfd33-81c0-41af-a2e0-c4b6e930692a no longer exists at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 05:55:42.717036 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] No Port match for: 7b1dfd33-81c0-41af-a2e0-c4b6e930692a {{(pid=106910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 05:55:42.717226 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=106909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 05:55:42.717328 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 7b1dfd33-81c0-41af-a2e0-c4b6e930692a not bound to the agent host n-h1-789963-13 {{(pid=106910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 05:55:42.726026 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afaaa05-f699-4e8e-b313-092e77226775,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:42.734968 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-550353'] for segment, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:42.735320 n-d-789963-13 neutron-server[106909]: INFO neutron.db.segments_db [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Added segment 4f613ce9-a67d-436b-a2aa-7108014d04c8 of type vlan for network ff115cc7-c201-49ab-8802-7b7a683e785c Sep 18 05:55:42.737424 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:42.737783 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:42.738132 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:42.738480 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:42.738824 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:42.739164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:42.739500 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:42.739836 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:42.740694 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:42.741021 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:42.741353 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:42.741683 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:42.785766 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760848870696'] for network, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:42.879904 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541'] for network, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:42.880959 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:42.881759 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Notify callbacks [] for network, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:42.941471 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] Pushing event updated for resources: {'Network': ['ID=ff115cc7-c201-49ab-8802-7b7a683e785c,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:42.951693 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Network ff115cc7-c201-49ab-8802-7b7a683e785c details requested by agent ovs-agent-n-d-789963-13 with host n-d-789963-13 {{(pid=106910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 05:55:42.987325 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-e41dbbd3-72af-4838-8866-77383e1f9273 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6261446 Sep 18 05:55:42.990150 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41736) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:55:42.995671 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Request body: {'subnet': {'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1472185219-subnet', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:55:43.101234 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Made reservation on behalf of 54d374123f084f77a97fdfdd16387a22 for: {'subnet': 1} {{(pid=106908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:55:43.103594 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5988767'] for subnet, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:43.314547 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6136468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5988785'] for subnet, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:43.366694 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a212c6-6476-4fb8-a8f5-0cae03d833fa,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:43.378714 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:43.379066 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:43.379405 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:43.379743 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:43.380075 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:43.380439 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:43.380768 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:43.381096 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:43.381423 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:43.382506 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:43.382839 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:43.383168 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:43.388187 n-d-789963-13 neutron-server[106908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Checking segment: {'id': '4f613ce9-a67d-436b-a2aa-7108014d04c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:55:43.388598 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Network hostable DHCP agents. Network: ff115cc7-c201-49ab-8802-7b7a683e785c, hostable agents: ['2d8621dc-fd6a-4ba7-99b7-098e038d6eca'], hosted agents: [] {{(pid=106908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 05:55:43.451364 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Network ff115cc7-c201-49ab-8802-7b7a683e785c is scheduled to be hosted by DHCP agent 2d8621dc-fd6a-4ba7-99b7-098e038d6eca with binding_index 1 {{(pid=106908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 05:55:43.514175 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-13, ff115cc7-c201-49ab-8802-7b7a683e785c) {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:55:43.518558 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:43.520589 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:43.523325 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cab324-3c7e-45a6-968d-f20e73913bfc None None] Network ff115cc7-c201-49ab-8802-7b7a683e785c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:55:43.578184 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-4691a636-1980-44af-8f84-aef5b587a3f0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5868368 Sep 18 05:55:43.580809 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41738) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:55:43.585440 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1472185219-router', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:55:43.662272 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp463d9b8f-a03f-5b8f-a4a6-5ba9ee5adcbc-ff115cc7-c201-49ab-8802-7b7a683e785c', 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'fixed_ips': [{'subnet_id': '27a212c6-6476-4fb8-a8f5-0cae03d833fa'}]}} from n-d-789963-13. {{(pid=106910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 05:55:43.663526 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:43.663685 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:43.664703 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1657112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3716'] for router, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:43.715698 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:43.796830 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.db_base_plugin_common [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Allocated IP 172.20.0.2 (ff115cc7-c201-49ab-8802-7b7a683e785c/27a212c6-6476-4fb8-a8f5-0cae03d833fa/73413b65-51a0-483e-9dbf-2f5dd283e34e) {{(pid=106910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:55:43.903121 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:43.937428 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Notify callbacks [] for port, precommit_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:44.003994 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194'] for port, after_create {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:44.041755 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Network ff115cc7-c201-49ab-8802-7b7a683e785c is already hosted by enough agents. {{(pid=106910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:55:44.044631 n-d-789963-13 neutron-server[106910]: DEBUG neutron.scheduler.base_scheduler [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Resources bound (agent type, host, resource id): {{(pid=106910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:55:44.047634 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Received port after_create {{(pid=106910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:55:44.061766 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Pushing event updated for resources: {'Port': ['ID=73413b65-51a0-483e-9dbf-2f5dd283e34e,revision_number=1']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:44.110152 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Attempting to bind port 73413b65-51a0-483e-9dbf-2f5dd283e34e on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:55:44.110521 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Attempting to bind port 73413b65-51a0-483e-9dbf-2f5dd283e34e by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '4f613ce9-a67d-436b-a2aa-7108014d04c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:55:44.110885 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Attempting to bind port 73413b65-51a0-483e-9dbf-2f5dd283e34e on network ff115cc7-c201-49ab-8802-7b7a683e785c {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:55:44.115728 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:55:44.116164 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Checking segment: {'id': '4f613ce9-a67d-436b-a2aa-7108014d04c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:55:44.116818 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:44.117219 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Bound using segment: {'id': '4f613ce9-a67d-436b-a2aa-7108014d04c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:55:44.117683 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Bound port: 73413b65-51a0-483e-9dbf-2f5dd283e34e, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f613ce9-a67d-436b-a2aa-7108014d04c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:55:44.118064 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:44.171524 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:44.182532 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] For port 73413b65-51a0-483e-9dbf-2f5dd283e34e, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:55:44.185781 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] For port 73413b65-51a0-483e-9dbf-2f5dd283e34e, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=73413b65-51a0-483e-9dbf-2f5dd283e34e,segment=NetworkSegment(4f613ce9-a67d-436b-a2aa-7108014d04c8),segment_id=4f613ce9-a67d-436b-a2aa-7108014d04c8)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:55:44.273917 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:44.336275 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33efd4-fa3a-441d-8f02-a9b073783d46 None None] Pushing event updated for resources: {'Port': ['ID=73413b65-51a0-483e-9dbf-2f5dd283e34e,revision_number=2']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:44.484847 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:44.597049 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Allocated IP 172.25.7.162 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/fb8d0238-0741-48a7-af23-b5e9c0a18e1e) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:55:44.703785 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:44.792997 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:44.830316 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:55:44.833248 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:55:44.837360 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:55:44.844895 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Pushing event updated for resources: {'Port': ['ID=fb8d0238-0741-48a7-af23-b5e9c0a18e1e,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:45.197796 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:45.276946 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f63e76-fc1f-415b-9341-701c8ae3d969 None None] Network ff115cc7-c201-49ab-8802-7b7a683e785c requested from n-d-789963-13 {{(pid=106910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 05:55:45.350071 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-556f6a81-2df9-4736-b0d5-6e157a7782d4 None None] Provisioning complete for port 73413b65-51a0-483e-9dbf-2f5dd283e34e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:55:45.351523 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-556f6a81-2df9-4736-b0d5-6e157a7782d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:45.400492 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600322'] for router, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:45.489428 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-556f6a81-2df9-4736-b0d5-6e157a7782d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:45.594741 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Router 7da5e136-72a0-4e78-84c8-628f6cfe0d13 is scheduled to L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d with binding_index 1 {{(pid=106908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 05:55:45.689063 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-556f6a81-2df9-4736-b0d5-6e157a7782d4 None None] For port 73413b65-51a0-483e-9dbf-2f5dd283e34e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=73413b65-51a0-483e-9dbf-2f5dd283e34e,segment=NetworkSegment(4f613ce9-a67d-436b-a2aa-7108014d04c8),segment_id=4f613ce9-a67d-436b-a2aa-7108014d04c8)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:55:45.721723 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:55:45.737702 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Sync routers for ids ['7da5e136-72a0-4e78-84c8-628f6cfe0d13'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:55:45.751414 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Routers {'7da5e136-72a0-4e78-84c8-628f6cfe0d13'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:55:45.751414 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:55:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7da5e136-72a0-4e78-84c8-628f6cfe0d13'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:55:45.770057 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-556f6a81-2df9-4736-b0d5-6e157a7782d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:45.776140 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 73413b65-51a0-483e-9dbf-2f5dd283e34e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:55:45.800477 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] Notify callbacks [] for router, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:45.804498 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-5f770065-d231-4494-a60c-0725d2ac4d3f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2200148 Sep 18 05:55:45.804774 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41740) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:55:45.846027 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f6a81-2df9-4736-b0d5-6e157a7782d4 None None] Pushing event updated for resources: {'Port': ['ID=73413b65-51a0-483e-9dbf-2f5dd283e34e,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:45.874510 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 73413b65-51a0-483e-9dbf-2f5dd283e34e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:55:45.874893 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:45.882275 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Set router 7da5e136-72a0-4e78-84c8-628f6cfe0d13 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:55:45.997279 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-b743e3e5-8d62-461c-857f-9ee062b0c88b None None] Provisioning complete for port 73413b65-51a0-483e-9dbf-2f5dd283e34e triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:55:45.997646 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b743e3e5-8d62-461c-857f-9ee062b0c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:46.067358 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'name': 'tempest-ServerActionsTestJSON-1472185219-router', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:55:43Z', 'updated_at': '2021-09-18T05:55:44Z', 'revision_number': 3, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'gw_port': {'id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:44Z', 'updated_at': '2021-09-18T05:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:55:46.094861 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Checking router: 7da5e136-72a0-4e78-84c8-628f6cfe0d13 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:55:46.095216 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Updating router 7da5e136-72a0-4e78-84c8-628f6cfe0d13 port fb8d0238-0741-48a7-af23-b5e9c0a18e1e binding host n-d-789963-13 {{(pid=106911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:55:46.118697 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:46.242542 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:46.372699 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Notify callbacks [] for port, precommit_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:46.404798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Allocated IP 172.20.0.1 (ff115cc7-c201-49ab-8802-7b7a683e785c/27a212c6-6476-4fb8-a8f5-0cae03d833fa/18f0ed43-ce55-4522-8f5c-e2d7b94db6d6) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:55:46.432398 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:46.484259 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Attempting to bind port fb8d0238-0741-48a7-af23-b5e9c0a18e1e on host n-d-789963-13 for vnic_type normal with profile {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:55:46.484645 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Attempting to bind port fb8d0238-0741-48a7-af23-b5e9c0a18e1e by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:55:46.485013 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Attempting to bind port fb8d0238-0741-48a7-af23-b5e9c0a18e1e on network 5959aceb-dced-4ba5-bacc-9d5a426df135 {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:55:46.487002 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce148afc-5087-41c4-a953-8ccbad966a91 None None] Pushing event updated for resources: {'Port': ['ID=fb8d0238-0741-48a7-af23-b5e9c0a18e1e,revision_number=2']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:46.495715 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:55:46.496096 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Checking segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:55:46.496531 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:46.496934 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Bound using segment: {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'} {{(pid=106911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:55:46.497402 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.managers [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Bound port: fb8d0238-0741-48a7-af23-b5e9c0a18e1e, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee8cbf-1ad5-451b-abc5-dd94c01e2139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}}] {{(pid=106911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:55:46.497786 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:46.500757 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce148afc-5087-41c4-a953-8ccbad966a91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:46.501108 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce148afc-5087-41c4-a953-8ccbad966a91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:46.501451 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce148afc-5087-41c4-a953-8ccbad966a91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:46.501790 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce148afc-5087-41c4-a953-8ccbad966a91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:46.502127 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce148afc-5087-41c4-a953-8ccbad966a91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:46.502461 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce148afc-5087-41c4-a953-8ccbad966a91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:46.502791 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce148afc-5087-41c4-a953-8ccbad966a91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:46.503122 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce148afc-5087-41c4-a953-8ccbad966a91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:46.503450 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce148afc-5087-41c4-a953-8ccbad966a91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:46.503778 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce148afc-5087-41c4-a953-8ccbad966a91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:46.504105 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce148afc-5087-41c4-a953-8ccbad966a91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:46.504453 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce148afc-5087-41c4-a953-8ccbad966a91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:46.507635 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:46.554247 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] For port fb8d0238-0741-48a7-af23-b5e9c0a18e1e, host n-d-789963-13, cleared binding levels {{(pid=106911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:55:46.557425 n-d-789963-13 neutron-server[106911]: DEBUG neutron.plugins.ml2.db [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] For port fb8d0238-0741-48a7-af23-b5e9c0a18e1e, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fb8d0238-0741-48a7-af23-b5e9c0a18e1e,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:55:46.600988 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:46.629391 n-d-789963-13 neutron-server[106911]: DEBUG neutron_lib.callbacks.manager [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:46.637548 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Network ff115cc7-c201-49ab-8802-7b7a683e785c is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:55:46.640591 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:55:46.644564 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:55:46.680125 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Pushing event updated for resources: {'Port': ['ID=18f0ed43-ce55-4522-8f5c-e2d7b94db6d6,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:46.691081 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce148afc-5087-41c4-a953-8ccbad966a91 None None] Pushing event updated for resources: {'Port': ['ID=fb8d0238-0741-48a7-af23-b5e9c0a18e1e,revision_number=3']} {{(pid=106911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:46.693729 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Routers {'7da5e136-72a0-4e78-84c8-628f6cfe0d13'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:55:46.694898 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:55:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7da5e136-72a0-4e78-84c8-628f6cfe0d13'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:55:46.696318 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600405'] for router_interface, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:46.813792 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] Set router 7da5e136-72a0-4e78-84c8-628f6cfe0d13 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:55:46.888614 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:46.911099 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d2469262-9329-46d8-9336-8cfda4a2b9ff None None] Provisioning complete for port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:55:46.912116 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d2469262-9329-46d8-9336-8cfda4a2b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:46.949518 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d2469262-9329-46d8-9336-8cfda4a2b9ff None None] Port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:55:47.067596 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:47.079267 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'name': 'tempest-ServerActionsTestJSON-1472185219-router', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:55:43Z', 'updated_at': '2021-09-18T05:55:44Z', 'revision_number': 3, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'gw_port': {'id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:44Z', 'updated_at': '2021-09-18T05:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:55:47.107397 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4fe58-25e5-4e03-839f-db2a61f7620a None None] The sync data for ids ['7da5e136-72a0-4e78-84c8-628f6cfe0d13'] in n-d-789963-13 is: [{'id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'name': 'tempest-ServerActionsTestJSON-1472185219-router', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:55:43Z', 'updated_at': '2021-09-18T05:55:44Z', 'revision_number': 3, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'gw_port': {'id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:44Z', 'updated_at': '2021-09-18T05:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13'}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:55:47.137547 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:47.209587 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1788383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602309'] for router_interface, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:47.211765 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Pushing event updated for resources: {'Port': ['ID=18f0ed43-ce55-4522-8f5c-e2d7b94db6d6,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:47.319964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Network ff115cc7-c201-49ab-8802-7b7a683e785c is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:55:47.324219 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:55:47.449207 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Router 7da5e136-72a0-4e78-84c8-628f6cfe0d13 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:55:47.567931 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:55:47.574601 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-504e14e4-2f51-4f06-9dbe-33659ab705e1 admin admin] 10.222.0.23 "PUT /v2.0/routers/7da5e136-72a0-4e78-84c8-628f6cfe0d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7684841 Sep 18 05:55:47.580139 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-d36431f2-82c5-4dcb-b49c-769acd110b43 None None] Provisioning complete for port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:55:47.580629 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d36431f2-82c5-4dcb-b49c-769acd110b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:47.620365 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-d36431f2-82c5-4dcb-b49c-769acd110b43 None None] Port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:55:47.818757 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 73413b65-51a0-483e-9dbf-2f5dd283e34e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:55:47.869435 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 73413b65-51a0-483e-9dbf-2f5dd283e34e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:55:47.869814 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:47.947061 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fb8d0238-0741-48a7-af23-b5e9c0a18e1e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:55:47.996522 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fb8d0238-0741-48a7-af23-b5e9c0a18e1e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:55:47.996893 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:48.071648 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:48.091477 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] For port fb8d0238-0741-48a7-af23-b5e9c0a18e1e, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=fb8d0238-0741-48a7-af23-b5e9c0a18e1e,segment=NetworkSegment(6fee8cbf-1ad5-451b-abc5-dd94c01e2139),segment_id=6fee8cbf-1ad5-451b-abc5-dd94c01e2139)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:55:48.195305 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:48.243401 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Pushing event updated for resources: {'Port': ['ID=fb8d0238-0741-48a7-af23-b5e9c0a18e1e,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:48.687915 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Sync routers for ids ['7da5e136-72a0-4e78-84c8-628f6cfe0d13'] in n-d-789963-13 {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:55:48.698059 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Routers {'7da5e136-72a0-4e78-84c8-628f6cfe0d13'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:55:48.698698 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:55:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7da5e136-72a0-4e78-84c8-628f6cfe0d13'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:55:48.807603 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Set router 7da5e136-72a0-4e78-84c8-628f6cfe0d13 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:55:49.006525 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'name': 'tempest-ServerActionsTestJSON-1472185219-router', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:55:43Z', 'updated_at': '2021-09-18T05:55:46Z', 'revision_number': 4, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'gw_port': {'id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:44Z', 'updated_at': '2021-09-18T05:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '18f0ed43-ce55-4522-8f5c-e2d7b94db6d6', 'name': '', 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'mac_address': 'fa:16:3e:39:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '27a212c6-6476-4fb8-a8f5-0cae03d833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:46Z', 'updated_at': '2021-09-18T05:55:46Z', 'revision_number': 2, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'subnets': [{'id': '27a212c6-6476-4fb8-a8f5-0cae03d833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:55:49.033067 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Checking router: 7da5e136-72a0-4e78-84c8-628f6cfe0d13 for host: n-d-789963-13 {{(pid=106910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:55:49.033447 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Updating router 7da5e136-72a0-4e78-84c8-628f6cfe0d13 port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6 binding host n-d-789963-13 {{(pid=106910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 05:55:49.058986 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:49.322608 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Notify callbacks [] for port, precommit_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:49.411403 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:49.460082 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebccb77-067c-41e9-9d34-3160028d84d4 None None] Pushing event updated for resources: {'Port': ['ID=18f0ed43-ce55-4522-8f5c-e2d7b94db6d6,revision_number=3']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:49.512846 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Attempting to bind port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6 on host n-d-789963-13 for vnic_type normal with profile {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:55:49.513230 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Attempting to bind port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6 by drivers openvswitch,hyperv on host n-d-789963-13 at level 0 using segments [{'id': '4f613ce9-a67d-436b-a2aa-7108014d04c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c'}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:55:49.513666 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Attempting to bind port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6 on network ff115cc7-c201-49ab-8802-7b7a683e785c {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:55:49.519217 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Checking agent: {'id': '3e36a292-a4b5-42a2-819b-57dae195dcc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 49, 4), 'started_at': datetime.datetime(2021, 9, 18, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:55:49.519611 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Checking segment: {'id': '4f613ce9-a67d-436b-a2aa-7108014d04c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:55:49.520020 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:49.520447 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Bound using segment: {'id': '4f613ce9-a67d-436b-a2aa-7108014d04c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c'} {{(pid=106910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:55:49.520932 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.managers [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Bound port: 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6, host: n-d-789963-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f613ce9-a67d-436b-a2aa-7108014d04c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c'}}] {{(pid=106910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:55:49.521324 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:49.540907 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41756) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:55:49.546009 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-4a875f7b-a123-443e-9930-c4a74c1ec7e5 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025711052', 'description': 'tempest-description--379621619'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:55:49.592753 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] For port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6, host n-d-789963-13, cleared binding levels {{(pid=106910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:55:49.596051 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] For port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6, host n-d-789963-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=18f0ed43-ce55-4522-8f5c-e2d7b94db6d6,segment=NetworkSegment(4f613ce9-a67d-436b-a2aa-7108014d04c8),segment_id=4f613ce9-a67d-436b-a2aa-7108014d04c8)] {{(pid=106910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:55:49.634562 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4a875f7b-a123-443e-9930-c4a74c1ec7e5 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for security_group, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:49.652077 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-4311abe8-dd57-447b-9345-22656a05d4ea None None] Provisioning complete for port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:55:49.652559 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4311abe8-dd57-447b-9345-22656a05d4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:49.687202 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:49.689081 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-4311abe8-dd57-447b-9345-22656a05d4ea None None] Port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6 cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:55:49.720550 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4a875f7b-a123-443e-9930-c4a74c1ec7e5 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for security_group, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:49.746871 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Routers {'7da5e136-72a0-4e78-84c8-628f6cfe0d13'} bound to L3 agent in host n-d-789963-13 {{(pid=106910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:55:49.747560 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:55:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7da5e136-72a0-4e78-84c8-628f6cfe0d13'], 'active': True} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:55:49.752618 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebccb77-067c-41e9-9d34-3160028d84d4 None None] Pushing event updated for resources: {'Port': ['ID=18f0ed43-ce55-4522-8f5c-e2d7b94db6d6,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:49.783198 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4a875f7b-a123-443e-9930-c4a74c1ec7e5 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811653'] for security_group, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:49.789984 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device fb8d0238-0741-48a7-af23-b5e9c0a18e1e up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:55:49.821813 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a875f7b-a123-443e-9930-c4a74c1ec7e5 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c00bcd-4461-4581-875f-6e3a3a626491,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:49.870106 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-4a875f7b-a123-443e-9930-c4a74c1ec7e5 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for security_group, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:49.872317 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-4a875f7b-a123-443e-9930-c4a74c1ec7e5 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3294215 Sep 18 05:55:49.875836 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41758) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:55:49.880865 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-93caf0da-77bf-4b11-88fe-381479bf972c tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Request body: {'security_group_rule': {'security_group_id': '70c00bcd-4461-4581-875f-6e3a3a626491', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:55:49.898680 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port fb8d0238-0741-48a7-af23-b5e9c0a18e1e triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:55:49.899054 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:49.904216 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_dvr_db [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] Set router 7da5e136-72a0-4e78-84c8-628f6cfe0d13 gateway port host: n-d-789963-13 {{(pid=106910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:55:49.982508 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-93caf0da-77bf-4b11-88fe-381479bf972c tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:50.045244 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-93caf0da-77bf-4b11-88fe-381479bf972c tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:50.090468 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-155eddc1-e664-4dab-9ac1-9049a99fe1df None None] Provisioning complete for port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6 triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:55:50.091001 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-155eddc1-e664-4dab-9ac1-9049a99fe1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:50.112446 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-93caf0da-77bf-4b11-88fe-381479bf972c tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:50.134867 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93caf0da-77bf-4b11-88fe-381479bf972c tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2231a223-1d54-4754-a75a-2d831fbc74fe,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:50.209706 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-93caf0da-77bf-4b11-88fe-381479bf972c tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:50.211078 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-93caf0da-77bf-4b11-88fe-381479bf972c tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3341522 Sep 18 05:55:50.213685 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41760) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:55:50.218056 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-cde98b52-17c1-490e-9eb6-3d61e3180ed3 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Request body: {'security_group_rule': {'security_group_id': '70c00bcd-4461-4581-875f-6e3a3a626491', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:55:50.227912 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-155eddc1-e664-4dab-9ac1-9049a99fe1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:50.243324 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.l3_hamode_db [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'name': 'tempest-ServerActionsTestJSON-1472185219-router', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:55:43Z', 'updated_at': '2021-09-18T05:55:46Z', 'revision_number': 4, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'gw_port': {'id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:44Z', 'updated_at': '2021-09-18T05:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '18f0ed43-ce55-4522-8f5c-e2d7b94db6d6', 'name': '', 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'mac_address': 'fa:16:3e:39:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '27a212c6-6476-4fb8-a8f5-0cae03d833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:46Z', 'updated_at': '2021-09-18T05:55:49Z', 'revision_number': 4, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'subnets': [{'id': '27a212c6-6476-4fb8-a8f5-0cae03d833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:55:50.276869 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e348a1-21a9-4839-89af-cd684a59f2f9 None None] The sync data for ids ['7da5e136-72a0-4e78-84c8-628f6cfe0d13'] in n-d-789963-13 is: [{'id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'name': 'tempest-ServerActionsTestJSON-1472185219-router', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:55:43Z', 'updated_at': '2021-09-18T05:55:46Z', 'revision_number': 4, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'gw_port': {'id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:44Z', 'updated_at': '2021-09-18T05:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_interfaces': [{'id': '18f0ed43-ce55-4522-8f5c-e2d7b94db6d6', 'name': '', 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'mac_address': 'fa:16:3e:39:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '27a212c6-6476-4fb8-a8f5-0cae03d833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:46Z', 'updated_at': '2021-09-18T05:55:49Z', 'revision_number': 4, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'subnets': [{'id': '27a212c6-6476-4fb8-a8f5-0cae03d833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:55:50.292980 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-155eddc1-e664-4dab-9ac1-9049a99fe1df None None] For port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6, host n-d-789963-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-13',level=0,port_id=18f0ed43-ce55-4522-8f5c-e2d7b94db6d6,segment=NetworkSegment(4f613ce9-a67d-436b-a2aa-7108014d04c8),segment_id=4f613ce9-a67d-436b-a2aa-7108014d04c8)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:55:50.311955 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cde98b52-17c1-490e-9eb6-3d61e3180ed3 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:50.388446 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cde98b52-17c1-490e-9eb6-3d61e3180ed3 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:50.415456 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-155eddc1-e664-4dab-9ac1-9049a99fe1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:50.465245 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155eddc1-e664-4dab-9ac1-9049a99fe1df None None] Pushing event updated for resources: {'Port': ['ID=18f0ed43-ce55-4522-8f5c-e2d7b94db6d6,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:50.472519 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cde98b52-17c1-490e-9eb6-3d61e3180ed3 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834561'] for security_group_rule, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:50.496894 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde98b52-17c1-490e-9eb6-3d61e3180ed3 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a47237-ccad-4000-b3f9-48d7ad758f05,revision_number=0']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:50.552738 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-cde98b52-17c1-490e-9eb6-3d61e3180ed3 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:50.554632 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-cde98b52-17c1-490e-9eb6-3d61e3180ed3 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3400002 Sep 18 05:55:50.557911 n-d-789963-13 neutron-server[106908]: DEBUG neutron.wsgi [-] (106908) accepted ('10.222.0.23', 41762) {{(pid=106908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:55:50.562849 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.v2.base [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Request body: {'floatingip': {'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135'}} {{(pid=106908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:55:50.646381 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for floatingip, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:50.748534 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:50.859629 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.db_base_plugin_common [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Allocated IP 172.25.7.84 (5959aceb-dced-4ba5-bacc-9d5a426df135/f0d46bda-849b-4de4-bab5-294b46736a82/cd06ceef-b04d-4793-b0ea-8853c99c8678) {{(pid=106908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:55:50.968558 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for port, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:51.051827 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6136568'] for port, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:51.089608 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Network 5959aceb-dced-4ba5-bacc-9d5a426df135 is already hosted by enough agents. {{(pid=106908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:55:51.094013 n-d-789963-13 neutron-server[106908]: DEBUG neutron.scheduler.base_scheduler [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Resources bound (agent type, host, resource id): {{(pid=106908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:55:51.096666 n-d-789963-13 neutron-server[106908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Received port after_create {{(pid=106908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:55:51.127304 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Pushing event updated for resources: {'Port': ['ID=cd06ceef-b04d-4793-b0ea-8853c99c8678,revision_number=1']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:51.194358 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:51.292898 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:51.445620 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for port, precommit_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:51.546422 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6136545'] for port, after_update {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:51.616939 n-d-789963-13 neutron-server[106908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Pushing event updated for resources: {'Port': ['ID=cd06ceef-b04d-4793-b0ea-8853c99c8678,revision_number=2']} {{(pid=106908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:51.623188 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_create {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:51.718316 n-d-789963-13 neutron-server[106908]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:51.723252 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [None req-d91a0bf5-0ea5-403b-8d6b-bd8be8bc2eb2 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1605430 Sep 18 05:55:51.774346 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Device 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6 up at agent ovs-agent-n-d-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:55:51.822033 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Provisioning complete for port 18f0ed43-ce55-4522-8f5c-e2d7b94db6d6 triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:55:51.822419 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:51.864850 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2732ba92-e5fd-4fa9-a257-2ff830dc3a1d tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2025711052&fields=id&tenant_id=54d374123f084f77a97fdfdd16387a22 HTTP/1.1" status: 200 len: 267 time: 0.0370119 Sep 18 05:55:51.970157 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-21c74a99-a0e2-47de-ac3a-b1c8bbe97102 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:51.971534 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-21c74a99-a0e2-47de-ac3a-b1c8bbe97102 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/networks?id=ff115cc7-c201-49ab-8802-7b7a683e785c HTTP/1.1" status: 200 len: 812 time: 0.0992649 Sep 18 05:55:51.986746 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-f47d4c96-e44e-41dd-b334-b830cff9ce74 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/quotas/54d374123f084f77a97fdfdd16387a22 HTTP/1.1" status: 200 len: 375 time: 0.0089409 Sep 18 05:55:52.040965 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-bd9976cb-4b43-4fba-bfc4-bb584437c340 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54d374123f084f77a97fdfdd16387a22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481954 Sep 18 05:55:52.140432 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-a348aa2d-74da-4307-bada-fdde923ddd05 service neutron] 10.222.0.23 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870810 Sep 18 05:55:52.231532 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-8a9d1e5b-14c9-48ad-b256-2da9128ebae7 service neutron] 10.222.0.23 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846329 Sep 18 05:55:52.482109 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-721e03f0-5e84-4590-ab96-2810cc4f334d req-dd29260c-ed0c-4341-a767-86093e0582a8 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 210 time: 0.0262518 Sep 18 05:55:53.540832 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:53.580393 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-56f2579f-7761-45ea-9f67-7cebea96579d req-070d6538-2ee1-4491-896a-894e25987080 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 210 time: 0.0317214 Sep 18 05:55:53.684040 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:54.530829 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-a71678f6-8dcd-4f7d-b58d-9142fcf2e80d tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:54.532306 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-a71678f6-8dcd-4f7d-b58d-9142fcf2e80d tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.18 "GET /v2.0/networks?id=ff115cc7-c201-49ab-8802-7b7a683e785c HTTP/1.1" status: 200 len: 812 time: 0.1061902 Sep 18 05:55:54.573300 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-3823baed-01d4-45fc-87cc-7f7551b6a142 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54d374123f084f77a97fdfdd16387a22 HTTP/1.1" status: 200 len: 380 time: 0.0321376 Sep 18 05:55:54.582022 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-f6600aac-f1aa-432b-8d35-45164929f566 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Request body: {'port': {'device_id': '7e2f9d86-8a9d-45d5-a350-67a449b07716', 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c', 'admin_state_up': True, 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'security_groups': ['70c00bcd-4461-4581-875f-6e3a3a626491']}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:55:54.685100 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2dc804e0-8534-496d-8d71-dac8a7a327e6 req-c8d6ecd5-87e1-4206-bf18-afd1295574c0 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 210 time: 0.0348525 Sep 18 05:55:54.771333 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-f6600aac-f1aa-432b-8d35-45164929f566 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Made reservation on behalf of 54d374123f084f77a97fdfdd16387a22 for: {'port': 1} {{(pid=106909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 05:55:54.775834 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-f6600aac-f1aa-432b-8d35-45164929f566 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:54.915161 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.db_base_plugin_common [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-f6600aac-f1aa-432b-8d35-45164929f566 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Allocated IP 172.20.0.14 (ff115cc7-c201-49ab-8802-7b7a683e785c/27a212c6-6476-4fb8-a8f5-0cae03d833fa/790216aa-efc4-40f5-835c-ce3a060c669d) {{(pid=106909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 05:55:55.045645 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-f6600aac-f1aa-432b-8d35-45164929f566 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for port, precommit_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:55.143099 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-f6600aac-f1aa-432b-8d35-45164929f566 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760848917194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5489826'] for port, after_create {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:55.185364 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-f6600aac-f1aa-432b-8d35-45164929f566 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Network ff115cc7-c201-49ab-8802-7b7a683e785c is already hosted by enough agents. {{(pid=106909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 05:55:55.188390 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.base_scheduler [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-f6600aac-f1aa-432b-8d35-45164929f566 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Resources bound (agent type, host, resource id): {{(pid=106909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 05:55:55.191937 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-f6600aac-f1aa-432b-8d35-45164929f566 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Received port after_create {{(pid=106909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 05:55:55.217940 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6600aac-f1aa-432b-8d35-45164929f566 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Pushing event updated for resources: {'Port': ['ID=790216aa-efc4-40f5-835c-ce3a060c669d,revision_number=1']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:55.247692 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-f6600aac-f1aa-432b-8d35-45164929f566 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:55.248354 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-f6600aac-f1aa-432b-8d35-45164929f566 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:55.314975 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-f6600aac-f1aa-432b-8d35-45164929f566 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7363329 Sep 18 05:55:55.327605 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Request body: {'port': {'device_id': '7e2f9d86-8a9d-45d5-a350-67a449b07716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-13'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:55:55.382431 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:55.467195 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-125a7690-2611-4429-a7fb-b8f99e57aeb7 None None] Provisioning complete for port 790216aa-efc4-40f5-835c-ce3a060c669d triggered by entity DHCP. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:55:55.468318 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-125a7690-2611-4429-a7fb-b8f99e57aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:55.502364 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.plugin [None req-125a7690-2611-4429-a7fb-b8f99e57aeb7 None None] Port 790216aa-efc4-40f5-835c-ce3a060c669d cannot update to ACTIVE because it is not bound. {{(pid=106910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 05:55:55.649328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790216aa-efc4-40f5-835c-ce3a060c669d {{(pid=106909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:55:55.656857 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:55.669759 n-d-789963-13 neutron-server[106909]: DEBUG neutron.db.provisioning_blocks [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Transition to ACTIVE for port object 790216aa-efc4-40f5-835c-ce3a060c669d will not be triggered until provisioned by entity L2. {{(pid=106909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 05:55:55.735131 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:55.783806 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Pushing event updated for resources: {'Port': ['ID=790216aa-efc4-40f5-835c-ce3a060c669d,revision_number=2']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:55.809710 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357bda1-f61f-4b4e-9558-d7ea0a157ecd req-4ba6b4a7-39b0-44af-ad20-0a35cdb798ea tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:55.811314 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8357bda1-f61f-4b4e-9558-d7ea0a157ecd req-4ba6b4a7-39b0-44af-ad20-0a35cdb798ea tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 944 time: 0.0579021 Sep 18 05:55:55.855424 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-8357bda1-f61f-4b4e-9558-d7ea0a157ecd req-ac671112-a38a-45f4-883c-76965945b62e tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/security-groups?id=70c00bcd-4461-4581-875f-6e3a3a626491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374758 Sep 18 05:55:55.864768 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Attempting to bind port 790216aa-efc4-40f5-835c-ce3a060c669d on host n-h1-789963-13 for vnic_type normal with profile {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 05:55:55.865120 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Attempting to bind port 790216aa-efc4-40f5-835c-ce3a060c669d by drivers openvswitch,hyperv on host n-h1-789963-13 at level 0 using segments [{'id': '4f613ce9-a67d-436b-a2aa-7108014d04c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c'}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 05:55:55.865671 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Attempting to bind port 790216aa-efc4-40f5-835c-ce3a060c669d on network ff115cc7-c201-49ab-8802-7b7a683e785c {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:55:55.876225 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Port 790216aa-efc4-40f5-835c-ce3a060c669d on network ff115cc7-c201-49ab-8802-7b7a683e785c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-13 {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 05:55:55.876726 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Attempting to bind port 790216aa-efc4-40f5-835c-ce3a060c669d on network ff115cc7-c201-49ab-8802-7b7a683e785c {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 05:55:55.883261 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Checking agent: {'id': 'd8bbb823-77cb-45af-aa69-e869d4692d27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'started_at': datetime.datetime(2021, 9, 18, 4, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 5, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 05:55:55.883798 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Checking segment: {'id': '4f613ce9-a67d-436b-a2aa-7108014d04c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 05:55:55.884206 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Bound using segment: {'id': '4f613ce9-a67d-436b-a2aa-7108014d04c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c'} {{(pid=106909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 05:55:55.884686 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.managers [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Bound port: 790216aa-efc4-40f5-835c-ce3a060c669d, host: n-h1-789963-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f613ce9-a67d-436b-a2aa-7108014d04c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c'}}] {{(pid=106909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 05:55:55.885081 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:56.297258 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] For port 790216aa-efc4-40f5-835c-ce3a060c669d, host n-h1-789963-13, cleared binding levels {{(pid=106909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 05:55:56.300161 n-d-789963-13 neutron-server[106909]: DEBUG neutron.plugins.ml2.db [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] For port 790216aa-efc4-40f5-835c-ce3a060c669d, host n-h1-789963-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=790216aa-efc4-40f5-835c-ce3a060c669d,segment=NetworkSegment(4f613ce9-a67d-436b-a2aa-7108014d04c8),segment_id=4f613ce9-a67d-436b-a2aa-7108014d04c8)] {{(pid=106909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 05:55:56.375568 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5489851'] for port, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:56.413068 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:56.413704 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for port, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:56.415201 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] 10.222.0.18 "PUT /v2.0/ports/790216aa-efc4-40f5-835c-ce3a060c669d HTTP/1.1" status: 200 len: 1093 time: 1.0919127 Sep 18 05:55:56.415647 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2f9d86-8a9d-45d5-a350-67a449b07716', 'tag': '790216aa-efc4-40f5-835c-ce3a060c669d'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:55:56.417920 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd3d6c2-f7f7-4313-9439-22514929ff38" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2f9d86-8a9d-45d5-a350-67a449b07716", "tag": "790216aa-efc4-40f5-835c-ce3a060c669d"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:55:56.438988 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6841ac-0b66-4995-b851-e98a91deed68 service neutron] Pushing event updated for resources: {'Port': ['ID=790216aa-efc4-40f5-835c-ce3a060c669d,revision_number=3']} {{(pid=106909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:56.456983 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284ee273-0d08-4c65-be05-1e4a58a2c774 x-openstack-request-id: req-284ee273-0d08-4c65-be05-1e4a58a2c774 {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:55:56.457183 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2f9d86-8a9d-45d5-a350-67a449b07716", "tag": "790216aa-efc4-40f5-835c-ce3a060c669d", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:55:56.457471 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-284ee273-0d08-4c65-be05-1e4a58a2c774 {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:55:56.457883 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2f9d86-8a9d-45d5-a350-67a449b07716', 'tag': '790216aa-efc4-40f5-835c-ce3a060c669d', 'status': 'completed', 'code': 200} Sep 18 05:55:56.519748 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3d6c2-f7f7-4313-9439-22514929ff38 req-dd2bb7e2-adc7-45b0-bed5-f8e651021018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:56.521303 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ebd3d6c2-f7f7-4313-9439-22514929ff38 req-dd2bb7e2-adc7-45b0-bed5-f8e651021018 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54d374123f084f77a97fdfdd16387a22&device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 1096 time: 0.0426800 Sep 18 05:55:56.622672 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3d6c2-f7f7-4313-9439-22514929ff38 req-e61dd9d8-7d91-48c1-959c-f9cb7e2543c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:56.624152 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ebd3d6c2-f7f7-4313-9439-22514929ff38 req-e61dd9d8-7d91-48c1-959c-f9cb7e2543c5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=54d374123f084f77a97fdfdd16387a22&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0954883 Sep 18 05:55:56.718628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3d6c2-f7f7-4313-9439-22514929ff38 req-3418e2e0-1ace-4fb5-a706-16e28c882292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:56.720106 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ebd3d6c2-f7f7-4313-9439-22514929ff38 req-3418e2e0-1ace-4fb5-a706-16e28c882292 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0895021 Sep 18 05:55:56.796688 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-59cca3c5-659b-496b-b180-c953efb5bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:56.798076 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-59cca3c5-659b-496b-b180-c953efb5bce0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54d374123f084f77a97fdfdd16387a22&device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 1096 time: 0.0401120 Sep 18 05:55:56.840227 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-f3f67fa2-60f0-4671-92c0-454b2e3c0c53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790216aa-efc4-40f5-835c-ce3a060c669d HTTP/1.1" status: 200 len: 217 time: 0.0338323 Sep 18 05:55:56.890728 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-179d6bc1-9d08-480b-94be-b7f3b38eaf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:56.892270 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-179d6bc1-9d08-480b-94be-b7f3b38eaf63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27a212c6-6476-4fb8-a8f5-0cae03d833fa HTTP/1.1" status: 200 len: 851 time: 0.0455642 Sep 18 05:55:56.938752 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-59a5631b-7c31-4507-8568-0625038c92f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:56.940262 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-59a5631b-7c31-4507-8568-0625038c92f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff115cc7-c201-49ab-8802-7b7a683e785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400112 Sep 18 05:55:56.971313 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b92d8-2a8a-4b48-9b7f-9073eac84563 req-2b522b69-bbe0-435b-add0-0901ca560e55 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:56.972903 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-800b92d8-2a8a-4b48-9b7f-9073eac84563 req-2b522b69-bbe0-435b-add0-0901ca560e55 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 944 time: 0.0486696 Sep 18 05:55:57.011405 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-800b92d8-2a8a-4b48-9b7f-9073eac84563 req-f052be6a-ec3a-44d2-9b1c-9e6033b19f0c tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/security-groups?id=70c00bcd-4461-4581-875f-6e3a3a626491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313478 Sep 18 05:55:57.033573 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-41f9d458-30cc-45d8-9cdc-2e27d8ac45d2 service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861349 Sep 18 05:55:57.125670 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2f35f62b-1d77-45de-8152-f5f87a855c00 req-d77e01cb-af3a-433c-a69c-319de5fe162c service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846677 Sep 18 05:55:58.126759 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117f7d9-2240-4009-bc03-b59b820a190c req-e8a58378-b02b-44bb-a368-e835c5845387 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:58.128276 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1117f7d9-2240-4009-bc03-b59b820a190c req-e8a58378-b02b-44bb-a368-e835c5845387 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 944 time: 0.0490906 Sep 18 05:55:58.166578 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-1117f7d9-2240-4009-bc03-b59b820a190c req-acc34f3d-a0cb-4f98-b08e-65c9333ce240 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/security-groups?id=70c00bcd-4461-4581-875f-6e3a3a626491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Sep 18 05:55:58.776832 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 790216aa-efc4-40f5-835c-ce3a060c669d details requested by agent hyperv_n-h1-789963-13 with host n-h1-789963-13 {{(pid=106910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 05:55:58.872161 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 790216aa-efc4-40f5-835c-ce3a060c669d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=790216aa-efc4-40f5-835c-ce3a060c669d,segment=NetworkSegment(4f613ce9-a67d-436b-a2aa-7108014d04c8),segment_id=4f613ce9-a67d-436b-a2aa-7108014d04c8)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:55:58.883084 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Returning: {'device': '790216aa-efc4-40f5-835c-ce3a060c669d', 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c', 'port_id': '790216aa-efc4-40f5-835c-ce3a060c669d', 'mac_address': 'fa:16:3e:97:5a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a212c6-6476-4fb8-a8f5-0cae03d833fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 05:55:58.918758 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:58.931462 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790216aa-efc4-40f5-835c-ce3a060c669d {{(pid=106910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 05:55:58.949432 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 790216aa-efc4-40f5-835c-ce3a060c669d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=790216aa-efc4-40f5-835c-ce3a060c669d,segment=NetworkSegment(4f613ce9-a67d-436b-a2aa-7108014d04c8),segment_id=4f613ce9-a67d-436b-a2aa-7108014d04c8)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:55:59.025902 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:55:59.071993 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=790216aa-efc4-40f5-835c-ce3a060c669d,revision_number=4']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:55:59.079157 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:59.079512 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:59.079862 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:59.080207 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:59.080575 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:59.080917 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:59.081254 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:59.081588 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:59.081921 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:59.082255 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:59.082587 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:59.082916 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-13 {{(pid=106910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 05:55:59.210857 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] get_ports_and_sgs() called for port_ids ['790216aa-efc4-40f5-835c-ce3a060c669d'] {{(pid=106910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 05:55:59.285396 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3350f0-c6d1-48f8-8c8f-2fa955b67f91 req-37289e47-6706-46c9-a48a-b78e3eae535a tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:55:59.286945 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ea3350f0-c6d1-48f8-8c8f-2fa955b67f91 req-37289e47-6706-46c9-a48a-b78e3eae535a tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 945 time: 0.0532904 Sep 18 05:55:59.328717 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-ea3350f0-c6d1-48f8-8c8f-2fa955b67f91 req-01619c3b-35e6-4e9a-b56c-c9edf082e0dc tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/security-groups?id=70c00bcd-4461-4581-875f-6e3a3a626491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343986 Sep 18 05:56:00.443288 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46769f-bfb8-4e9f-b8a9-e424e58c47e6 req-e373e400-f730-42d1-ab25-7676e4c3f711 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:56:00.445060 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a46769f-bfb8-4e9f-b8a9-e424e58c47e6 req-e373e400-f730-42d1-ab25-7676e4c3f711 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 945 time: 0.0493147 Sep 18 05:56:00.486450 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-9a46769f-bfb8-4e9f-b8a9-e424e58c47e6 req-49ad8741-bf0c-47fe-b2ad-a2331c04fae6 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/security-groups?id=70c00bcd-4461-4581-875f-6e3a3a626491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352373 Sep 18 05:56:00.790718 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Device 790216aa-efc4-40f5-835c-ce3a060c669d up at agent hyperv_n-h1-789963-13 {{(pid=106910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 05:56:00.900194 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning for port 790216aa-efc4-40f5-835c-ce3a060c669d completed by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 05:56:00.904098 n-d-789963-13 neutron-server[106910]: DEBUG neutron.db.provisioning_blocks [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Provisioning complete for port 790216aa-efc4-40f5-835c-ce3a060c669d triggered by entity L2. {{(pid=106910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 05:56:00.909596 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-560952'] for port, provisioning_complete {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:00.980733 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650228'] for port, before_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:01.001731 n-d-789963-13 neutron-server[106910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2f9d86-8a9d-45d5-a350-67a449b07716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790216aa-efc4-40f5-835c-ce3a060c669d'}] {{(pid=106910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:56:01.003991 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}962b4022ccf0467a278b9ba99cfc8dd0e2f6a3a3d4993177ed2870c2f995d9cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c90071-f966-480f-b729-323f58ba632b" -d '{"events": [{"server_uuid": "7e2f9d86-8a9d-45d5-a350-67a449b07716", "name": "network-vif-plugged", "status": "completed", "tag": "790216aa-efc4-40f5-835c-ce3a060c669d"}]}' {{(pid=106910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:56:01.019878 n-d-789963-13 neutron-server[106910]: DEBUG neutron.plugins.ml2.db [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] For port 790216aa-efc4-40f5-835c-ce3a060c669d, host n-h1-789963-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-13',level=0,port_id=790216aa-efc4-40f5-835c-ce3a060c669d,segment=NetworkSegment(4f613ce9-a67d-436b-a2aa-7108014d04c8),segment_id=4f613ce9-a67d-436b-a2aa-7108014d04c8)] {{(pid=106910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 05:56:01.043526 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 05:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0488b60-f075-45a7-a569-825b7f96ca74 x-openstack-request-id: req-f0488b60-f075-45a7-a569-825b7f96ca74 {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:56:01.043825 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2f9d86-8a9d-45d5-a350-67a449b07716", "name": "network-vif-plugged", "status": "completed", "tag": "790216aa-efc4-40f5-835c-ce3a060c669d", "code": 200}]} {{(pid=106910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:56:01.044086 n-d-789963-13 neutron-server[106910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0488b60-f075-45a7-a569-825b7f96ca74 {{(pid=106910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:56:01.044606 n-d-789963-13 neutron-server[106910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2f9d86-8a9d-45d5-a350-67a449b07716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790216aa-efc4-40f5-835c-ce3a060c669d', 'code': 200} Sep 18 05:56:01.094974 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1791541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760849403917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760848917212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760848917230'] for port, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:01.137199 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71484510-d501-45bf-841b-69f180faf810 req-6a22256c-99f8-42e7-b7eb-f4bc650fb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:56:01.138701 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71484510-d501-45bf-841b-69f180faf810 req-6a22256c-99f8-42e7-b7eb-f4bc650fb36c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 1098 time: 0.0410101 Sep 18 05:56:01.142357 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Pushing event updated for resources: {'Port': ['ID=790216aa-efc4-40f5-835c-ce3a060c669d,revision_number=5']} {{(pid=106910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 05:56:01.173769 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-71484510-d501-45bf-841b-69f180faf810 req-eec2ac6e-3157-447e-9a45-3158b45a6654 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=70c00bcd-4461-4581-875f-6e3a3a626491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278108 Sep 18 05:56:01.302483 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a27d-6a51-47be-8f4d-93156329b9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:01.599337 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfee0d-8330-4db5-b2c8-b25d42935189 req-e6dd17b3-09c9-4042-baf0-fa4d69abb739 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:56:01.600771 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ddfee0d-8330-4db5-b2c8-b25d42935189 req-e6dd17b3-09c9-4042-baf0-fa4d69abb739 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 946 time: 0.0490654 Sep 18 05:56:01.637621 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-6ddfee0d-8330-4db5-b2c8-b25d42935189 req-76f2b8de-a478-43a2-b6d6-1d01b712211b tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/security-groups?id=70c00bcd-4461-4581-875f-6e3a3a626491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309238 Sep 18 05:56:02.766590 n-d-789963-13 neutron-server[106908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb99d2-bb32-4ed5-83aa-095fe0536a57 req-244c95ec-9573-44a1-acb8-3fb0a98af20f tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:56:02.768349 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b4cb99d2-bb32-4ed5-83aa-095fe0536a57 req-244c95ec-9573-44a1-acb8-3fb0a98af20f tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 946 time: 0.0487945 Sep 18 05:56:02.806032 n-d-789963-13 neutron-server[106908]: INFO neutron.wsgi [req-b4cb99d2-bb32-4ed5-83aa-095fe0536a57 req-3ca41b48-2cc4-4ce7-ad1d-ce42f61dd8d1 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/security-groups?id=70c00bcd-4461-4581-875f-6e3a3a626491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312905 Sep 18 05:56:02.916912 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc79c17-88d9-4873-87e5-f9e2273c4279 req-d76b6b3b-d51e-4913-86f7-e2fe1bc2fc1b tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:56:02.918421 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-dbc79c17-88d9-4873-87e5-f9e2273c4279 req-d76b6b3b-d51e-4913-86f7-e2fe1bc2fc1b tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 946 time: 0.0499737 Sep 18 05:56:02.927874 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [-] (106909) accepted ('10.222.0.23', 41816) {{(pid=106909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 05:56:02.931416 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.v2.base [None req-05c89609-c951-44fb-b4f7-59b1a8540066 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Request body: {'floatingip': {'port_id': '790216aa-efc4-40f5-835c-ce3a060c669d'}} {{(pid=106909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 05:56:02.973379 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-05c89609-c951-44fb-b4f7-59b1a8540066 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for floatingip, before_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:03.216289 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:56:03.400741 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-05c89609-c951-44fb-b4f7-59b1a8540066 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:03.473551 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-05c89609-c951-44fb-b4f7-59b1a8540066 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600280'] for floatingip, after_update {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:03.571678 n-d-789963-13 neutron-server[106909]: INFO neutron.db.l3_db [None req-05c89609-c951-44fb-b4f7-59b1a8540066 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Floating IP a7270aac-b7f9-4b6c-adad-528df44880ac associated. External IP: 172.25.7.84, port: 790216aa-efc4-40f5-835c-ce3a060c669d. Sep 18 05:56:03.771410 n-d-789963-13 neutron-server[106909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c89609-c951-44fb-b4f7-59b1a8540066 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Router 7da5e136-72a0-4e78-84c8-628f6cfe0d13 has already been hosted by L3 agent 5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d {{(pid=106909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 05:56:03.878118 n-d-789963-13 neutron-server[106909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c89609-c951-44fb-b4f7-59b1a8540066 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify agent at l3_agent.n-d-789963-13 the message routers_updated {{(pid=106909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 05:56:03.882884 n-d-789963-13 neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-05c89609-c951-44fb-b4f7-59b1a8540066 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79664'] for floatingip, before_response {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:03.889952 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11085684-b98c-47bc-8e05-67a9ffbcfbf5 None None] Sync routers for ids ['7da5e136-72a0-4e78-84c8-628f6cfe0d13'] in n-d-789963-13 {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 05:56:03.899995 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11085684-b98c-47bc-8e05-67a9ffbcfbf5 None None] Routers {'7da5e136-72a0-4e78-84c8-628f6cfe0d13'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:56:03.900647 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-11085684-b98c-47bc-8e05-67a9ffbcfbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:55:34Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7da5e136-72a0-4e78-84c8-628f6cfe0d13'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:56:03.908090 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-005f4088-c536-4ffb-8e18-7a2299f40724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:03.913392 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [None req-05c89609-c951-44fb-b4f7-59b1a8540066 tempest-ServerActionsTestJSON-1039189544 tempest-ServerActionsTestJSON-1039189544-project] 10.222.0.23 "PUT /v2.0/floatingips/a7270aac-b7f9-4b6c-adad-528df44880ac HTTP/1.1" status: 200 len: 991 time: 0.9853022 Sep 18 05:56:03.914807 n-d-789963-13 neutron-server[106909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2f9d86-8a9d-45d5-a350-67a449b07716', 'tag': '790216aa-efc4-40f5-835c-ce3a060c669d'}] {{(pid=106909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 05:56:03.916271 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a378c16d812e81a8eafe23e073aff1617e420ed2a46539fe18d982a70ed56481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1bd7a8-43f1-4dc1-9633-6231204a2042" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2f9d86-8a9d-45d5-a350-67a449b07716", "tag": "790216aa-efc4-40f5-835c-ce3a060c669d"}]}' {{(pid=106909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 05:56:03.954046 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 05:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacda902-62b4-440c-9ee4-7d5b1ff6989f x-openstack-request-id: req-eacda902-62b4-440c-9ee4-7d5b1ff6989f {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 05:56:03.954621 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2f9d86-8a9d-45d5-a350-67a449b07716", "tag": "790216aa-efc4-40f5-835c-ce3a060c669d", "status": "completed", "code": 200}]} {{(pid=106909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 05:56:03.954860 n-d-789963-13 neutron-server[106909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eacda902-62b4-440c-9ee4-7d5b1ff6989f {{(pid=106909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 05:56:03.955277 n-d-789963-13 neutron-server[106909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2f9d86-8a9d-45d5-a350-67a449b07716', 'tag': '790216aa-efc4-40f5-835c-ce3a060c669d', 'status': 'completed', 'code': 200} Sep 18 05:56:04.017533 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd7a8-43f1-4dc1-9633-6231204a2042 req-e24a55d8-cf15-445f-8cda-756ca97f4110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:56:04.018045 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-11085684-b98c-47bc-8e05-67a9ffbcfbf5 None None] Set router 7da5e136-72a0-4e78-84c8-628f6cfe0d13 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:56:04.019310 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab1bd7a8-43f1-4dc1-9633-6231204a2042 req-e24a55d8-cf15-445f-8cda-756ca97f4110 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54d374123f084f77a97fdfdd16387a22&device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 1098 time: 0.0408192 Sep 18 05:56:04.107943 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd7a8-43f1-4dc1-9633-6231204a2042 req-9531b564-97c8-4a03-a7cd-647a3ce14c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:56:04.109494 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab1bd7a8-43f1-4dc1-9633-6231204a2042 req-9531b564-97c8-4a03-a7cd-647a3ce14c8b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff115cc7-c201-49ab-8802-7b7a683e785c HTTP/1.1" status: 200 len: 912 time: 0.0836170 Sep 18 05:56:04.179511 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab1bd7a8-43f1-4dc1-9633-6231204a2042 req-4584c835-dff6-4bb1-ae54-712ad482a5c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790216aa-efc4-40f5-835c-ce3a060c669d HTTP/1.1" status: 200 len: 999 time: 0.0623670 Sep 18 05:56:04.227946 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd7a8-43f1-4dc1-9633-6231204a2042 req-d0bdaa11-1e37-44d7-91ee-499fbcd92a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:56:04.229456 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab1bd7a8-43f1-4dc1-9633-6231204a2042 req-d0bdaa11-1e37-44d7-91ee-499fbcd92a49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27a212c6-6476-4fb8-a8f5-0cae03d833fa HTTP/1.1" status: 200 len: 851 time: 0.0435796 Sep 18 05:56:04.236801 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-11085684-b98c-47bc-8e05-67a9ffbcfbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'name': 'tempest-ServerActionsTestJSON-1472185219-router', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:55:43Z', 'updated_at': '2021-09-18T05:55:46Z', 'revision_number': 4, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'gw_port': {'id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:44Z', 'updated_at': '2021-09-18T05:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a7270aac-b7f9-4b6c-adad-528df44880ac', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'floating_ip_address': '172.25.7.84', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'port_id': '790216aa-efc4-40f5-835c-ce3a060c669d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c', 'mac_address': 'fa:16:3e:97:5a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2f9d86-8a9d-45d5-a350-67a449b07716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:55:51Z', 'updated_at': '2021-09-18T05:56:03Z', 'revision_number': 1, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f0ed43-ce55-4522-8f5c-e2d7b94db6d6', 'name': '', 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'mac_address': 'fa:16:3e:39:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '27a212c6-6476-4fb8-a8f5-0cae03d833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:46Z', 'updated_at': '2021-09-18T05:55:50Z', 'revision_number': 5, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'subnets': [{'id': '27a212c6-6476-4fb8-a8f5-0cae03d833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:56:04.263013 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11085684-b98c-47bc-8e05-67a9ffbcfbf5 None None] Checking router: 7da5e136-72a0-4e78-84c8-628f6cfe0d13 for host: n-d-789963-13 {{(pid=106911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 05:56:04.272365 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11085684-b98c-47bc-8e05-67a9ffbcfbf5 None None] Routers {'7da5e136-72a0-4e78-84c8-628f6cfe0d13'} bound to L3 agent in host n-d-789963-13 {{(pid=106911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 05:56:04.273073 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-11085684-b98c-47bc-8e05-67a9ffbcfbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T04:49:04Z,description=,heartbeat_timestamp=2021-09-18T05:56:04Z,host='n-d-789963-13',id=5a9fde8e-ae4f-4b1d-9e3b-987aa5bb0c7d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T04:49:04Z,topic='l3_agent')) {'router_ids': ['7da5e136-72a0-4e78-84c8-628f6cfe0d13'], 'active': True} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:56:04.275954 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd7a8-43f1-4dc1-9633-6231204a2042 req-946f61ef-eb27-499b-b38d-fd595d339e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:56:04.277785 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab1bd7a8-43f1-4dc1-9633-6231204a2042 req-946f61ef-eb27-499b-b38d-fd595d339e15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff115cc7-c201-49ab-8802-7b7a683e785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419974 Sep 18 05:56:04.312137 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:04.373772 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab1bd7a8-43f1-4dc1-9633-6231204a2042 req-30564356-6e67-4e2e-8d18-ef5a96774eb5 service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886998 Sep 18 05:56:04.377514 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_dvr_db [None req-11085684-b98c-47bc-8e05-67a9ffbcfbf5 None None] Set router 7da5e136-72a0-4e78-84c8-628f6cfe0d13 gateway port host: n-d-789963-13 {{(pid=106911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 05:56:04.472440 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-ab1bd7a8-43f1-4dc1-9633-6231204a2042 req-b650899a-fc81-4c11-b583-8941443fe8e2 service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921540 Sep 18 05:56:04.602913 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.l3_hamode_db [None req-11085684-b98c-47bc-8e05-67a9ffbcfbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'name': 'tempest-ServerActionsTestJSON-1472185219-router', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:55:43Z', 'updated_at': '2021-09-18T05:55:46Z', 'revision_number': 4, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'gw_port': {'id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:44Z', 'updated_at': '2021-09-18T05:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a7270aac-b7f9-4b6c-adad-528df44880ac', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'floating_ip_address': '172.25.7.84', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'port_id': '790216aa-efc4-40f5-835c-ce3a060c669d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c', 'mac_address': 'fa:16:3e:97:5a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2f9d86-8a9d-45d5-a350-67a449b07716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:55:51Z', 'updated_at': '2021-09-18T05:56:03Z', 'revision_number': 1, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f0ed43-ce55-4522-8f5c-e2d7b94db6d6', 'name': '', 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'mac_address': 'fa:16:3e:39:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '27a212c6-6476-4fb8-a8f5-0cae03d833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:46Z', 'updated_at': '2021-09-18T05:55:50Z', 'revision_number': 5, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'subnets': [{'id': '27a212c6-6476-4fb8-a8f5-0cae03d833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-13', False) {} {{(pid=106911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 05:56:04.627410 n-d-789963-13 neutron-server[106911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11085684-b98c-47bc-8e05-67a9ffbcfbf5 None None] The sync data for ids ['7da5e136-72a0-4e78-84c8-628f6cfe0d13'] in n-d-789963-13 is: [{'id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'name': 'tempest-ServerActionsTestJSON-1472185219-router', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'external_fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T05:55:43Z', 'updated_at': '2021-09-18T05:55:46Z', 'revision_number': 4, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'gw_port': {'id': 'fb8d0238-0741-48a7-af23-b5e9c0a18e1e', 'name': '', 'network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:44Z', 'updated_at': '2021-09-18T05:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d46bda-849b-4de4-bab5-294b46736a82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-13', '_floatingips': [{'id': 'a7270aac-b7f9-4b6c-adad-528df44880ac', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'floating_ip_address': '172.25.7.84', 'floating_network_id': '5959aceb-dced-4ba5-bacc-9d5a426df135', 'router_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'port_id': '790216aa-efc4-40f5-835c-ce3a060c669d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c', 'mac_address': 'fa:16:3e:97:5a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2f9d86-8a9d-45d5-a350-67a449b07716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T05:55:51Z', 'updated_at': '2021-09-18T05:56:03Z', 'revision_number': 1, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f0ed43-ce55-4522-8f5c-e2d7b94db6d6', 'name': '', 'network_id': 'ff115cc7-c201-49ab-8802-7b7a683e785c', 'tenant_id': '54d374123f084f77a97fdfdd16387a22', 'mac_address': 'fa:16:3e:39:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da5e136-72a0-4e78-84c8-628f6cfe0d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '27a212c6-6476-4fb8-a8f5-0cae03d833fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T05:55:46Z', 'updated_at': '2021-09-18T05:55:50Z', 'revision_number': 5, 'project_id': '54d374123f084f77a97fdfdd16387a22', 'subnets': [{'id': '27a212c6-6476-4fb8-a8f5-0cae03d833fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 05:56:04.813717 n-d-789963-13 neutron-server[106910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c9236-7acd-4dda-8e22-03bbdf783012 None None] New status for floating IP a7270aac-b7f9-4b6c-adad-528df44880ac: ACTIVE {{(pid=106910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 05:56:05.422282 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:07.003358 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:23.585599 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:23.679011 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:31.308128 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-88360b08-a659-438b-bc55-4886db749f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:33.894014 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-ba53b881-1739-437b-8be2-a6d0dd9d7792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:34.328107 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:35.448099 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:37.031382 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:40.215181 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:56:53.533670 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:53.687867 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:56:58.915443 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a57be70-10aa-40a1-9e08-fc015b70da88 req-02343703-ec0a-4252-bf05-7c1bedfa6ee7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912755 Sep 18 05:56:58.994508 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57be70-10aa-40a1-9e08-fc015b70da88 req-102e1162-c1af-44b0-9946-0726bcee7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:56:58.995989 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a57be70-10aa-40a1-9e08-fc015b70da88 req-102e1162-c1af-44b0-9946-0726bcee7944 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54d374123f084f77a97fdfdd16387a22&device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 1098 time: 0.0400097 Sep 18 05:56:59.098831 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57be70-10aa-40a1-9e08-fc015b70da88 req-ecfdda89-5397-4e91-850a-a21417fc0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:56:59.100220 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a57be70-10aa-40a1-9e08-fc015b70da88 req-ecfdda89-5397-4e91-850a-a21417fc0cf0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff115cc7-c201-49ab-8802-7b7a683e785c HTTP/1.1" status: 200 len: 912 time: 0.0862744 Sep 18 05:56:59.165915 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a57be70-10aa-40a1-9e08-fc015b70da88 req-5b07c9fd-d324-495b-9181-4fbf0581abef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790216aa-efc4-40f5-835c-ce3a060c669d HTTP/1.1" status: 200 len: 1001 time: 0.0572569 Sep 18 05:56:59.217090 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57be70-10aa-40a1-9e08-fc015b70da88 req-72223c32-6d04-400b-ad48-b8c0d9930aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:56:59.218554 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a57be70-10aa-40a1-9e08-fc015b70da88 req-72223c32-6d04-400b-ad48-b8c0d9930aa3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27a212c6-6476-4fb8-a8f5-0cae03d833fa HTTP/1.1" status: 200 len: 851 time: 0.0447593 Sep 18 05:56:59.267743 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57be70-10aa-40a1-9e08-fc015b70da88 req-266a07bc-c1cb-49a3-9253-17040f5d80a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:56:59.269242 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a57be70-10aa-40a1-9e08-fc015b70da88 req-266a07bc-c1cb-49a3-9253-17040f5d80a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff115cc7-c201-49ab-8802-7b7a683e785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435851 Sep 18 05:56:59.361724 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a57be70-10aa-40a1-9e08-fc015b70da88 req-a5834054-dc26-4efe-b2ec-6c94408b7521 service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815089 Sep 18 05:56:59.451552 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-8a57be70-10aa-40a1-9e08-fc015b70da88 req-3a09667c-5176-4148-807d-7e81122850f2 service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861666 Sep 18 05:57:01.322575 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-aa72a1e9-66f1-41bb-8ba2-dddabb13c4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:57:03.910801 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-95948089-8fa2-4158-b649-88234aba143f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:57:04.310739 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:57:05.409848 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:57:07.015547 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:57:17.214124 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:57:23.578619 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:57:23.727528 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:57:31.277615 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-79b3d249-3e07-4763-b231-86e9fc458e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:57:33.894281 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-686775b4-4ada-4e9c-a62f-ba6c24934533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:57:34.316159 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:57:35.430496 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:57:37.014194 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:57:53.562636 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:57:53.762784 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:57:54.214069 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:58:00.933176 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80810b4f-294f-4cd3-93ec-2b90be1dad00 req-7acda62c-159e-4bf7-91fa-d0d9fdcfc965 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0770597 Sep 18 05:58:01.014250 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80810b4f-294f-4cd3-93ec-2b90be1dad00 req-6e27d0bc-8255-4923-bfae-8fce5d13de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:58:01.016027 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80810b4f-294f-4cd3-93ec-2b90be1dad00 req-6e27d0bc-8255-4923-bfae-8fce5d13de95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54d374123f084f77a97fdfdd16387a22&device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 1098 time: 0.0404599 Sep 18 05:58:01.122339 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80810b4f-294f-4cd3-93ec-2b90be1dad00 req-7f253414-b20c-4864-9e2a-85a90b730226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:58:01.123781 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80810b4f-294f-4cd3-93ec-2b90be1dad00 req-7f253414-b20c-4864-9e2a-85a90b730226 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff115cc7-c201-49ab-8802-7b7a683e785c HTTP/1.1" status: 200 len: 912 time: 0.0874560 Sep 18 05:58:01.187803 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80810b4f-294f-4cd3-93ec-2b90be1dad00 req-5951d45e-e806-48f2-a3e4-e34aed779739 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790216aa-efc4-40f5-835c-ce3a060c669d HTTP/1.1" status: 200 len: 1001 time: 0.0567267 Sep 18 05:58:01.238685 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80810b4f-294f-4cd3-93ec-2b90be1dad00 req-67518787-97e0-4e29-b24a-c6b874a4fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:58:01.240155 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80810b4f-294f-4cd3-93ec-2b90be1dad00 req-67518787-97e0-4e29-b24a-c6b874a4fc97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27a212c6-6476-4fb8-a8f5-0cae03d833fa HTTP/1.1" status: 200 len: 851 time: 0.0452337 Sep 18 05:58:01.288957 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80810b4f-294f-4cd3-93ec-2b90be1dad00 req-a117dd2f-cd8d-42d1-9988-f6cb7d528624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:58:01.290568 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80810b4f-294f-4cd3-93ec-2b90be1dad00 req-a117dd2f-cd8d-42d1-9988-f6cb7d528624 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff115cc7-c201-49ab-8802-7b7a683e785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439968 Sep 18 05:58:01.306179 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-14a3edc8-70a2-44f6-8f05-52db75d1af2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:58:01.381804 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80810b4f-294f-4cd3-93ec-2b90be1dad00 req-7bcad630-6e22-444c-8e54-d2e6bd4ecf84 service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835044 Sep 18 05:58:01.473932 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-80810b4f-294f-4cd3-93ec-2b90be1dad00 req-fbef974d-e115-462d-97aa-c155a8158e3b service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850289 Sep 18 05:58:03.893888 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3cbf-07fe-4b6c-a562-6ee193b7496a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:58:04.309393 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:58:05.419708 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:58:06.996572 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:58:23.566266 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:58:23.767568 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:58:31.213967 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:58:31.309083 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0d16eace-9ab1-426c-a44d-3e5f04195ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:58:33.881814 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc572-5f42-4692-a807-de32ce05a375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:58:34.316159 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:58:35.423496 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:58:37.012818 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:58:53.566790 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:58:53.738035 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:59:00.839977 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9d93ca1-a4a1-4855-978a-9e4ed44d2a3e req-26e7e61a-2781-4b11-b0d9-671327cb7ca6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390623 Sep 18 05:59:00.919599 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d93ca1-a4a1-4855-978a-9e4ed44d2a3e req-93f0df14-fc4d-46a7-a61d-f6e8b34fe857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:59:00.921110 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9d93ca1-a4a1-4855-978a-9e4ed44d2a3e req-93f0df14-fc4d-46a7-a61d-f6e8b34fe857 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54d374123f084f77a97fdfdd16387a22&device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 1098 time: 0.0398698 Sep 18 05:59:01.027328 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d93ca1-a4a1-4855-978a-9e4ed44d2a3e req-10f22c9c-1b08-47c4-bc61-643e0703ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:59:01.028844 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9d93ca1-a4a1-4855-978a-9e4ed44d2a3e req-10f22c9c-1b08-47c4-bc61-643e0703ebeb service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff115cc7-c201-49ab-8802-7b7a683e785c HTTP/1.1" status: 200 len: 912 time: 0.0892937 Sep 18 05:59:01.093646 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9d93ca1-a4a1-4855-978a-9e4ed44d2a3e req-d3080361-8ce8-4188-b672-bcbf40c544c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790216aa-efc4-40f5-835c-ce3a060c669d HTTP/1.1" status: 200 len: 1001 time: 0.0571313 Sep 18 05:59:01.146024 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d93ca1-a4a1-4855-978a-9e4ed44d2a3e req-4b35b92f-213c-40c1-b112-de3c6df75e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:59:01.147436 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9d93ca1-a4a1-4855-978a-9e4ed44d2a3e req-4b35b92f-213c-40c1-b112-de3c6df75e73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27a212c6-6476-4fb8-a8f5-0cae03d833fa HTTP/1.1" status: 200 len: 851 time: 0.0473719 Sep 18 05:59:01.191662 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d93ca1-a4a1-4855-978a-9e4ed44d2a3e req-2f09c0fe-8064-4d24-b8a4-6b7fa097709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 05:59:01.193140 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9d93ca1-a4a1-4855-978a-9e4ed44d2a3e req-2f09c0fe-8064-4d24-b8a4-6b7fa097709a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff115cc7-c201-49ab-8802-7b7a683e785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389569 Sep 18 05:59:01.281471 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9d93ca1-a4a1-4855-978a-9e4ed44d2a3e req-2f195cba-7d8c-4249-ae12-befc425a1594 service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812647 Sep 18 05:59:01.286988 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0396a7be-e804-4ffc-8ed1-0146828b5525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:59:01.376562 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-d9d93ca1-a4a1-4855-978a-9e4ed44d2a3e req-dff6417f-579e-4b9a-8f74-c432bdd48df7 service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875449 Sep 18 05:59:03.892510 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-04dbb7c9-1c24-4c0e-8dd0-48bf3288db9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:59:04.309594 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:59:05.417876 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:59:07.024256 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:59:08.214499 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:59:23.577669 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:59:23.776841 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:59:31.285225 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-c4b9855a-c07f-47cf-bbbc-1d6532094dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:59:33.937357 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-66142548-8965-4239-ae62-70eeb7de5b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:59:34.309171 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:59:35.423188 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:59:37.017349 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:59:45.213805 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 05:59:53.571251 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 05:59:53.753759 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:01.302472 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9352461f-256f-4ecf-8e53-86cab89f520e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:03.613420 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1fbd1e2-5ce1-4ef8-9754-00f99546cf9a req-db458b90-4b72-44e5-8960-76f04875406f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434544 Sep 18 06:00:03.700593 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbd1e2-5ce1-4ef8-9754-00f99546cf9a req-2d36b7e7-f88e-412d-9d7a-69351bfc8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:00:03.702102 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1fbd1e2-5ce1-4ef8-9754-00f99546cf9a req-2d36b7e7-f88e-412d-9d7a-69351bfc8f12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54d374123f084f77a97fdfdd16387a22&device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 1098 time: 0.0487015 Sep 18 06:00:03.804076 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbd1e2-5ce1-4ef8-9754-00f99546cf9a req-404d6e1f-c35f-40be-a454-d852c2744994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:00:03.807823 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1fbd1e2-5ce1-4ef8-9754-00f99546cf9a req-404d6e1f-c35f-40be-a454-d852c2744994 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff115cc7-c201-49ab-8802-7b7a683e785c HTTP/1.1" status: 200 len: 912 time: 0.0840573 Sep 18 06:00:03.874789 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1fbd1e2-5ce1-4ef8-9754-00f99546cf9a req-5bcc7c8c-bd5e-4d5c-a02b-50fcf8ce66aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790216aa-efc4-40f5-835c-ce3a060c669d HTTP/1.1" status: 200 len: 1001 time: 0.0616088 Sep 18 06:00:03.880010 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6d4e94a4-1056-4f41-beda-3443607fa6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:03.923107 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbd1e2-5ce1-4ef8-9754-00f99546cf9a req-8dfe6c47-cf34-48c7-85fc-c9a97d6e1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:00:03.924579 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1fbd1e2-5ce1-4ef8-9754-00f99546cf9a req-8dfe6c47-cf34-48c7-85fc-c9a97d6e1118 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27a212c6-6476-4fb8-a8f5-0cae03d833fa HTTP/1.1" status: 200 len: 851 time: 0.0430050 Sep 18 06:00:03.968484 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbd1e2-5ce1-4ef8-9754-00f99546cf9a req-17b53cca-342a-4bb2-af27-daa6afa59d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:00:03.969948 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1fbd1e2-5ce1-4ef8-9754-00f99546cf9a req-17b53cca-342a-4bb2-af27-daa6afa59d83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff115cc7-c201-49ab-8802-7b7a683e785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388372 Sep 18 06:00:04.061794 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1fbd1e2-5ce1-4ef8-9754-00f99546cf9a req-18d272f4-8858-4891-94b6-59d4b396447d service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850663 Sep 18 06:00:04.149002 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-a1fbd1e2-5ce1-4ef8-9754-00f99546cf9a req-83029db5-d1a3-4743-8792-25815b60a963 service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809908 Sep 18 06:00:04.313674 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:05.410989 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:07.011107 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:22.214024 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:00:23.581357 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:23.781286 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:31.284675 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-b936cd8d-2980-4168-9131-66248a9fbc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:33.941540 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9cc5-4a60-453f-816a-f3c2ed789c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:34.330156 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:35.410495 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:37.027582 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:53.592790 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:53.781073 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:00:59.214295 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:01:01.284298 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f7ce13e-50ed-4571-91d0-244bcac6351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:01:03.851489 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f14e976d-0ba0-4e1b-a8c4-ffc9a21d6f67 req-55cabcdc-31ae-46cc-a5d5-5cb465d6a409 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502152 Sep 18 06:01:03.906750 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7bec327a-d32e-45b6-bf93-f9c91fce7c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:01:03.935164 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e976d-0ba0-4e1b-a8c4-ffc9a21d6f67 req-62a3291c-2c21-4a2e-8e32-9aa1393e7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:01:03.936725 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f14e976d-0ba0-4e1b-a8c4-ffc9a21d6f67 req-62a3291c-2c21-4a2e-8e32-9aa1393e7b5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54d374123f084f77a97fdfdd16387a22&device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 1098 time: 0.0438533 Sep 18 06:01:04.039596 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e976d-0ba0-4e1b-a8c4-ffc9a21d6f67 req-9f67c215-d46d-4a74-b394-dc0fc00abab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:01:04.041171 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f14e976d-0ba0-4e1b-a8c4-ffc9a21d6f67 req-9f67c215-d46d-4a74-b394-dc0fc00abab6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff115cc7-c201-49ab-8802-7b7a683e785c HTTP/1.1" status: 200 len: 912 time: 0.0840192 Sep 18 06:01:04.109424 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f14e976d-0ba0-4e1b-a8c4-ffc9a21d6f67 req-d28fbf2b-88cf-44b6-ae28-ed1ab6e286bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790216aa-efc4-40f5-835c-ce3a060c669d HTTP/1.1" status: 200 len: 1001 time: 0.0612454 Sep 18 06:01:04.158051 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e976d-0ba0-4e1b-a8c4-ffc9a21d6f67 req-88f0a10e-1d02-411e-9891-eb8c44dfc7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:01:04.159473 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f14e976d-0ba0-4e1b-a8c4-ffc9a21d6f67 req-88f0a10e-1d02-411e-9891-eb8c44dfc7e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27a212c6-6476-4fb8-a8f5-0cae03d833fa HTTP/1.1" status: 200 len: 851 time: 0.0428154 Sep 18 06:01:04.203532 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e976d-0ba0-4e1b-a8c4-ffc9a21d6f67 req-2f668338-36da-40b5-9296-3093881627b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:01:04.205039 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f14e976d-0ba0-4e1b-a8c4-ffc9a21d6f67 req-2f668338-36da-40b5-9296-3093881627b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff115cc7-c201-49ab-8802-7b7a683e785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388229 Sep 18 06:01:04.215526 n-d-789963-13 neutron-server[106909]: DEBUG neutron.wsgi [req-f14e976d-0ba0-4e1b-a8c4-ffc9a21d6f67 req-bdd628a1-4013-47e7-8736-380334ba034a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=106909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:01:04.216492 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f14e976d-0ba0-4e1b-a8c4-ffc9a21d6f67 req-bdd628a1-4013-47e7-8736-380334ba034a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047026 Sep 18 06:01:04.309052 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f14e976d-0ba0-4e1b-a8c4-ffc9a21d6f67 req-37ea4214-60b0-4a8d-97bd-d9c90a62cb79 service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858650 Sep 18 06:01:04.318671 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:01:04.401898 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-f14e976d-0ba0-4e1b-a8c4-ffc9a21d6f67 req-11075971-1941-4c56-8623-ed740b21331c service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854006 Sep 18 06:01:05.432667 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:01:07.020697 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:01:23.597712 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:01:23.780529 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:01:31.283576 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-6164e503-1460-4e11-861c-02dad4f2047c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:01:33.900343 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5fd7efd7-81c7-4e48-b6e9-51a9d8f0a72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:01:34.311998 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:01:35.443499 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:01:36.213751 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:01:37.031931 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:01:53.625431 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:01:53.796776 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:02:01.311249 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-93971336-024d-451f-a4cc-560aefbae899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:02:03.911293 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb019-160a-45f1-8f96-92fb2e940baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:02:04.339944 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:02:05.448252 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:02:05.860189 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c58883c-a1fd-4f20-9993-666ddfeed4ba req-87bafe53-0a60-4e81-ba74-25489b19b829 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412548 Sep 18 06:02:05.943644 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58883c-a1fd-4f20-9993-666ddfeed4ba req-40c94d46-a0c1-4ac8-9e82-c8c75307254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:02:05.945197 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c58883c-a1fd-4f20-9993-666ddfeed4ba req-40c94d46-a0c1-4ac8-9e82-c8c75307254f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54d374123f084f77a97fdfdd16387a22&device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 1098 time: 0.0405271 Sep 18 06:02:06.385839 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58883c-a1fd-4f20-9993-666ddfeed4ba req-f599f0b3-08a2-4f3b-ba48-55626d4b2814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:02:06.387330 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c58883c-a1fd-4f20-9993-666ddfeed4ba req-f599f0b3-08a2-4f3b-ba48-55626d4b2814 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff115cc7-c201-49ab-8802-7b7a683e785c HTTP/1.1" status: 200 len: 912 time: 0.4218795 Sep 18 06:02:06.451536 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c58883c-a1fd-4f20-9993-666ddfeed4ba req-dfaef38e-d43a-4f22-8aae-947ab3e693db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790216aa-efc4-40f5-835c-ce3a060c669d HTTP/1.1" status: 200 len: 1001 time: 0.0569520 Sep 18 06:02:06.500648 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58883c-a1fd-4f20-9993-666ddfeed4ba req-93b9d1ad-1d0b-4079-b0fb-559f1b32bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:02:06.502101 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c58883c-a1fd-4f20-9993-666ddfeed4ba req-93b9d1ad-1d0b-4079-b0fb-559f1b32bb70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27a212c6-6476-4fb8-a8f5-0cae03d833fa HTTP/1.1" status: 200 len: 851 time: 0.0437014 Sep 18 06:02:06.549233 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58883c-a1fd-4f20-9993-666ddfeed4ba req-ab1bba61-d48e-4d7e-b7ac-ab6e17de5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:02:06.550707 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c58883c-a1fd-4f20-9993-666ddfeed4ba req-ab1bba61-d48e-4d7e-b7ac-ab6e17de5e0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff115cc7-c201-49ab-8802-7b7a683e785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421886 Sep 18 06:02:06.637910 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c58883c-a1fd-4f20-9993-666ddfeed4ba req-d5864ba3-7e31-4eb9-a44c-400214360f8c service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793552 Sep 18 06:02:06.730089 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-2c58883c-a1fd-4f20-9993-666ddfeed4ba req-a4de6027-17c1-48b7-8253-220c8ff74867 service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851889 Sep 18 06:02:07.031333 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:02:13.213405 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:02:23.664998 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:02:23.813763 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:02:31.288493 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-56417e26-95e3-466b-a935-dcabebe3bece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:02:33.905114 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-29476fdb-c566-48b7-a1fb-e54706d1933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:02:34.316145 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:02:35.476354 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:02:37.070619 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:02:50.214425 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:02:53.635857 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:02:53.806761 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:03:01.309842 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bf3d96d7-291d-4bb8-87e6-9a8f758d470e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:03:03.927906 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-7f142a23-b95d-4039-896a-39190e299a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:03:04.321680 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:03:05.441259 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:03:05.902532 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4735da3c-8083-4c9c-a0c4-1670f30561dc req-abd69037-cb9a-4064-be1f-fc1f9f2cbe81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1050830 Sep 18 06:03:05.981286 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735da3c-8083-4c9c-a0c4-1670f30561dc req-b60e84d8-afff-4c7c-95c8-69b2c8cc175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:03:05.982754 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4735da3c-8083-4c9c-a0c4-1670f30561dc req-b60e84d8-afff-4c7c-95c8-69b2c8cc175d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54d374123f084f77a97fdfdd16387a22&device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 1098 time: 0.0389385 Sep 18 06:03:06.087811 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735da3c-8083-4c9c-a0c4-1670f30561dc req-037dde77-91f6-46c4-a005-cbec9bf33d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:03:06.089244 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4735da3c-8083-4c9c-a0c4-1670f30561dc req-037dde77-91f6-46c4-a005-cbec9bf33d3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff115cc7-c201-49ab-8802-7b7a683e785c HTTP/1.1" status: 200 len: 912 time: 0.0877013 Sep 18 06:03:06.152497 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4735da3c-8083-4c9c-a0c4-1670f30561dc req-754033fa-6229-44f3-997d-41b76a4bbb8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790216aa-efc4-40f5-835c-ce3a060c669d HTTP/1.1" status: 200 len: 1001 time: 0.0562570 Sep 18 06:03:06.203766 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735da3c-8083-4c9c-a0c4-1670f30561dc req-c3461220-d6a4-4aeb-bc79-bce64a679ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:03:06.205228 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4735da3c-8083-4c9c-a0c4-1670f30561dc req-c3461220-d6a4-4aeb-bc79-bce64a679ded service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27a212c6-6476-4fb8-a8f5-0cae03d833fa HTTP/1.1" status: 200 len: 851 time: 0.0463710 Sep 18 06:03:06.251667 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735da3c-8083-4c9c-a0c4-1670f30561dc req-af307716-665c-42cc-8728-a6963a50fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:03:06.253175 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4735da3c-8083-4c9c-a0c4-1670f30561dc req-af307716-665c-42cc-8728-a6963a50fda4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff115cc7-c201-49ab-8802-7b7a683e785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409904 Sep 18 06:03:06.339497 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4735da3c-8083-4c9c-a0c4-1670f30561dc req-3402cace-7e16-4311-afcc-08612adc7f89 service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790975 Sep 18 06:03:06.431912 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-4735da3c-8083-4c9c-a0c4-1670f30561dc req-05834806-5f76-41af-962e-5385524de9b6 service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858006 Sep 18 06:03:07.012627 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:03:23.635501 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:03:23.823738 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:03:27.214283 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:03:31.281009 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e39a28e6-dd24-47d5-8f33-84391041892c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:03:33.915330 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-eb852d59-2d35-4bcb-9d2d-a6acdbcbbc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:03:34.314673 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:03:35.452571 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:03:37.046778 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:03:53.651832 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:03:53.817886 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:04:01.314149 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-21f14419-fc64-4ccd-8b16-b91148c533ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:04:03.915126 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-0196b90f-fd7f-460e-a8a9-a8afcd1884a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:04:04.213405 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:04:04.303258 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:04:05.440297 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:04:06.836281 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb603081-e8e0-405a-822e-1ea53381aa48 req-61eb9af5-dcea-4bc6-a1b3-9e717b46842d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403085 Sep 18 06:04:06.915964 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb603081-e8e0-405a-822e-1ea53381aa48 req-af56a6ab-5946-4d2e-81b2-8ceb1248e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:04:06.917471 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb603081-e8e0-405a-822e-1ea53381aa48 req-af56a6ab-5946-4d2e-81b2-8ceb1248e337 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54d374123f084f77a97fdfdd16387a22&device_id=7e2f9d86-8a9d-45d5-a350-67a449b07716 HTTP/1.1" status: 200 len: 1098 time: 0.0406909 Sep 18 06:04:07.024953 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb603081-e8e0-405a-822e-1ea53381aa48 req-c63e71c7-4d7d-4069-b314-c9c4833a37db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:04:07.026474 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb603081-e8e0-405a-822e-1ea53381aa48 req-c63e71c7-4d7d-4069-b314-c9c4833a37db service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff115cc7-c201-49ab-8802-7b7a683e785c HTTP/1.1" status: 200 len: 912 time: 0.0899963 Sep 18 06:04:07.046561 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:04:07.092759 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb603081-e8e0-405a-822e-1ea53381aa48 req-82478470-8a29-471c-8570-045b91db3492 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790216aa-efc4-40f5-835c-ce3a060c669d HTTP/1.1" status: 200 len: 1001 time: 0.0584779 Sep 18 06:04:07.145984 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb603081-e8e0-405a-822e-1ea53381aa48 req-2f42ac83-4c15-48db-9be9-b70960302258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:04:07.148224 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb603081-e8e0-405a-822e-1ea53381aa48 req-2f42ac83-4c15-48db-9be9-b70960302258 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27a212c6-6476-4fb8-a8f5-0cae03d833fa HTTP/1.1" status: 200 len: 851 time: 0.0482790 Sep 18 06:04:07.192628 n-d-789963-13 neutron-server[106909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb603081-e8e0-405a-822e-1ea53381aa48 req-8af1c8d9-a985-4ee8-8c78-b4fbffc51d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:04:07.194742 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb603081-e8e0-405a-822e-1ea53381aa48 req-8af1c8d9-a985-4ee8-8c78-b4fbffc51d48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff115cc7-c201-49ab-8802-7b7a683e785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395203 Sep 18 06:04:07.288967 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb603081-e8e0-405a-822e-1ea53381aa48 req-79999e2e-10ae-4b9e-8306-42ee5d52709d service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869114 Sep 18 06:04:07.378082 n-d-789963-13 neutron-server[106909]: INFO neutron.wsgi [req-cb603081-e8e0-405a-822e-1ea53381aa48 req-f855c994-df83-4751-81ff-f63b2cb4bafe service neutron] 10.222.0.18 "GET /v2.0/networks/ff115cc7-c201-49ab-8802-7b7a683e785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817809 Sep 18 06:04:23.662846 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:04:23.828582 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:04:31.302901 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-caa4dcbd-78fd-4a2b-8dee-44531832fb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:04:33.919982 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-5d9f05bf-c180-4283-b23b-b706c41b5b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:04:34.354389 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:04:35.462525 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:04:37.045805 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8515-9ecc-40ff-8e4c-56ac346c097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:04:41.213457 n-d-789963-13 neutron-server[106911]: DEBUG neutron.db.agents_db [None req-1c62ff97-ebe1-4d0b-a021-51c3a10ec149 None None] Agent healthcheck: found 7 active agents {{(pid=106911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:04:53.645309 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-1f06849b-33b0-4daf-92a5-f876ce1cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:04:53.855579 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-490802f4-a984-4a6b-abfd-7aabb5321479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:05:01.289886 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-084d926f-7ab6-4535-8d22-c883df956cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:05:03.914051 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-755810aa-0c60-4b6f-a767-8fc36aebe23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:05:04.308390 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-e43b319f-0aab-47f3-b069-183130897df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:05:05.445033 n-d-789963-13 neutron-server[106910]: DEBUG neutron_lib.callbacks.manager [None req-bcd59c6e-acb5-494c-a4d2-8464ed8b5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760849413259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565187'] for agent, after_update {{(pid=106910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}